-- Logs begin at Wed 2021-07-14 08:37:45 UTC, end at Wed 2021-07-14 10:56:20 UTC. -- Jul 14 09:10:04.755179 n-d-780147-26 systemd[1]: Started Devstack devstack@q-svc.service. Jul 14 09:10:07.448251 n-d-780147-26 neutron-server[93638]: INFO neutron.common.config [-] Logging enabled! Jul 14 09:10:07.448820 n-d-780147-26 neutron-server[93638]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 09:10:07.449020 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93638) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 09:10:07.452261 n-d-780147-26 neutron-server[93638]: INFO neutron.common.config [-] Logging enabled! Jul 14 09:10:07.452516 n-d-780147-26 neutron-server[93638]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev464 Jul 14 09:10:07.452828 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93638) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 14 09:10:07.453777 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:10:07.454014 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:10:07.454372 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:10:07.454617 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:10:07.454842 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:10:07.455162 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.455460 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.455758 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.455987 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.456311 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.456602 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.456885 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.457174 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.457473 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.457759 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.458041 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.458327 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.458557 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.458838 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.459128 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.459416 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.459640 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] debug = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.459918 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.460924 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.461338 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.461626 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.461920 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.462204 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.462480 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.462759 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.463046 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.463381 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] host = n-d-780147-26 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.463663 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.463955 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.464265 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.464559 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.464837 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.465119 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.465408 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.465687 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.465962 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] log_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.466243 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.466532 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.466822 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.467112 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.467340 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.467563 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.467855 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.468143 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.468700 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.468982 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.469259 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.469537 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.469814 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.470093 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.470382 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.470668 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.471023 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.471228 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.471504 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.471777 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.472050 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.472372 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.472672 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.472948 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.473245 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.473531 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.473802 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.474078 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.474418 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.474705 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.474987 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.475272 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.475545 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.475849 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.476125 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.476420 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.476695 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] use_json = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.476967 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.477238 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.477517 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.477790 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.478061 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.478334 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.478605 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.478891 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:07.479187 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.479480 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.479780 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.480068 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.480389 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.480668 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.480955 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.481234 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.481543 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.481833 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.482120 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.482395 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.482682 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.482959 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.483251 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.483549 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.483839 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.484128 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.484424 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.484699 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.484970 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.485246 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.485529 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.485821 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.486114 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.486390 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.486669 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.486960 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.487238 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.487513 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.487791 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.488102 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.488432 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.488736 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.489020 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.489298 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.489572 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.489846 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.490129 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.490420 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.490696 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.490991 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.491265 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.491565 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.491855 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.492149 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.492466 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.492739 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.493011 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.493290 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.493561 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.493833 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.494111 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.494384 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.494661 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.494932 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.495205 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.495477 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.495747 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.496018 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.496317 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.496592 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.496869 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.497143 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.497420 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.497691 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.497967 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.498241 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.498527 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.498830 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.499112 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.499397 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.499679 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.499962 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.500270 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.500555 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.500835 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.501117 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.501394 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.501685 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.501974 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.502268 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.502554 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.502833 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.503128 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.503407 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.503688 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.503966 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.504272 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.504565 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.504849 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.505146 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.505438 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.505733 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.506025 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.506318 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.506600 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.506906 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.507712 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:07.507938 n-d-780147-26 neutron-server[93638]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:10:07.508176 n-d-780147-26 neutron-server[93638]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93638) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 14 09:10:07.852480 n-d-780147-26 neutron-server[93638]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 09:10:07.852764 n-d-780147-26 neutron-server[93638]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 09:10:07.853053 n-d-780147-26 neutron-server[93638]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 14 09:10:07.853402 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 14 09:10:08.244621 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.244914 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.245185 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.246489 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.246773 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.247090 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.280732 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.281016 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.281354 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.295105 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.295390 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.295663 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.326491 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.326784 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.327059 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.363258 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.363558 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.363831 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.596427 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.597038 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.597038 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.597181 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.597876 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.716587 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.716921 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.717207 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.717490 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.717760 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.718075 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.718343 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.718856 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.719114 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.719397 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.719659 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.719931 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.720186 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.720469 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.720720 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.720984 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.721238 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.721508 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.721777 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.722041 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.722313 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.722567 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.722848 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.723224 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.723475 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.723729 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.724121 n-d-780147-26 neutron-server[93638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:10:08.724389 n-d-780147-26 neutron-server[93638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:10:08.724631 n-d-780147-26 neutron-server[93638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:10:08.724873 n-d-780147-26 neutron-server[93638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:10:08.725112 n-d-780147-26 neutron-server[93638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:10:08.725353 n-d-780147-26 neutron-server[93638]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:10:08.725746 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 14 09:10:08.729057 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 14 09:10:08.733013 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 14 09:10:08.736739 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 14 09:10:08.738366 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 14 09:10:08.738820 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 14 09:10:08.739161 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 14 09:10:08.739556 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 14 09:10:08.742902 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 14 09:10:08.743156 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 14 09:10:08.743508 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 09:10:08.772795 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 14 09:10:08.773257 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.773566 n-d-780147-26 neutron-server[93638]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93638) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 14 09:10:08.773927 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.775288 n-d-780147-26 neutron-server[93638]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93638) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 14 09:10:08.775570 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 14 09:10:08.775819 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 14 09:10:08.779050 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.779335 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:08.842583 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 14 09:10:08.842822 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 14 09:10:08.843063 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 14 09:10:08.843698 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 14 09:10:08.864564 n-d-780147-26 neutron-server[93638]: DEBUG oslo_db.sqlalchemy.engines [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93638) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 14 09:10:09.392326 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Initializing driver for type 'gre' Jul 14 09:10:09.392859 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] gre ID ranges: [(1, 1000)] Jul 14 09:10:09.443514 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Initializing driver for type 'local' Jul 14 09:10:09.443845 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Initializing driver for type 'vlan' Jul 14 09:10:09.457211 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] VlanTypeDriver initialization complete Jul 14 09:10:09.457636 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Initializing driver for type 'vxlan' Jul 14 09:10:09.458266 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] vxlan ID ranges: [(1, 1000)] Jul 14 09:10:09.510512 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Initializing extension driver 'port_security' Jul 14 09:10:09.510852 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.extensions.port_security [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] PortSecurityExtensionDriver initialization complete Jul 14 09:10:09.511184 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Initializing mechanism driver 'openvswitch' Jul 14 09:10:09.511511 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Initializing mechanism driver 'hyperv' Jul 14 09:10:09.518258 n-d-780147-26 neutron-server[93638]: DEBUG neutron.plugins.ml2.plugin [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93638) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:09.518966 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > port after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.519354 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > port after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.519703 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > port after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.520240 n-d-780147-26 neutron-server[93638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:10:09.520687 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > subnet after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.521045 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > subnet after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.521386 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.521771 n-d-780147-26 neutron-server[93638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:10:09.522173 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > network after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.522515 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > network after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.523392 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > network after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.523778 n-d-780147-26 neutron-server[93638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:10:09.524177 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > security_group after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.524545 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > security_group after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.524882 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.525404 n-d-780147-26 neutron-server[93638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:10:09.525813 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.526162 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.526557 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.526946 n-d-780147-26 neutron-server[93638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:10:09.527390 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > address_group after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.527754 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > address_group after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.528132 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.528565 n-d-780147-26 neutron-server[93638]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93638) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 14 09:10:09.528940 n-d-780147-26 neutron-server[93638]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] ML2 OVO RPC backend initialized. {{(pid=93638) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 14 09:10:09.529696 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.530053 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.530466 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > network before_response 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.530812 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > networks before_response 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.531158 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > port before_response 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.531543 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > ports before_response 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.531903 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > subnet before_response 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.532293 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > subnets before_response 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.532696 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > network after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.533063 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > network after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.533414 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > network after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.533755 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > port after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.534117 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > port after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.534450 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > port after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.534787 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > subnet after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.535173 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > subnet after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.535469 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.536045 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.plugin [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Modular L2 Plugin initialization complete Jul 14 09:10:09.536402 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading services supported by the core plugin {{(pid=93638) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 14 09:10:09.536728 n-d-780147-26 neutron-server[93638]: INFO neutron.plugins.ml2.managers [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Got port-security extension from driver 'port_security' Jul 14 09:10:09.537191 n-d-780147-26 neutron-server[93638]: INFO neutron.extensions.vlantransparent [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Disabled vlantransparent extension. Jul 14 09:10:09.537672 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93638) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 14 09:10:09.537988 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading Plugin: router Jul 14 09:10:09.574509 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.574900 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router after_create 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.575267 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router before_create 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.575631 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.576001 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.576380 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router after_delete 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.576740 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.577102 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router after_create 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.577449 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router after_update 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.577798 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router after_update 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.578146 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.578503 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router after_update 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.578939 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_update 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.579305 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: port after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.579645 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: port after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.579982 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: subnet after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.580357 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.580710 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.581058 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_create 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.581442 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: port before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.581816 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.582194 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router after_update 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.582536 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.582887 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_create 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.583244 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.583591 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_update 55549900 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.583994 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > agent after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.584354 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > agent after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.584700 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > network after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.586073 n-d-780147-26 neutron-server[93638]: DEBUG neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Tracking information for resource: router configured {{(pid=93638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:10:09.586406 n-d-780147-26 neutron-server[93638]: DEBUG neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Tracking information for resource: floatingip configured {{(pid=93638) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 14 09:10:09.591453 n-d-780147-26 neutron-server[93638]: INFO neutron.db.l3_agentschedulers_db [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 14 09:10:09.592080 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: port after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.592492 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: port after_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.592844 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: port after_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.593195 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: port after_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.594287 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router before_create 55550100 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.594693 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.595076 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_create 55550100 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.595432 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > router precommit_update 55550100 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.599965 n-d-780147-26 neutron-server[93638]: DEBUG neutron.services.provider_configuration [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service providers = [] {{(pid=93638) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 14 09:10:09.600527 n-d-780147-26 neutron-server[93638]: DEBUG neutron.db.servicetype_db [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93638) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 14 09:10:09.603890 n-d-780147-26 neutron-server[93638]: DEBUG neutron.services.service_base [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:10:09.604310 n-d-780147-26 neutron-server[93638]: DEBUG neutron.services.service_base [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:10:09.604656 n-d-780147-26 neutron-server[93638]: DEBUG neutron.services.service_base [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:10:09.605573 n-d-780147-26 neutron-server[93638]: DEBUG neutron.services.service_base [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93638) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 14 09:10:09.605946 n-d-780147-26 neutron-server[93638]: INFO neutron.services.service_base [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 14 09:10:09.606320 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:10:09.606658 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 14 09:10:09.617492 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:10:09.617822 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading Plugin: auto_allocate Jul 14 09:10:09.623627 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: network precommit_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.623993 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: network precommit_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.624588 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:10:09.624911 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading Plugin: tag Jul 14 09:10:09.631479 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:10:09.631807 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading Plugin: timestamp Jul 14 09:10:09.636003 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:10:09.636388 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading Plugin: network_ip_availability Jul 14 09:10:09.641947 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.642316 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.642670 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.643373 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:10:09.643690 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading Plugin: flavors Jul 14 09:10:09.649002 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:10:09.649356 n-d-780147-26 neutron-server[93638]: INFO neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading Plugin: revisions Jul 14 09:10:09.653773 n-d-780147-26 neutron-server[93638]: DEBUG neutron.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93638) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 14 09:10:09.654160 n-d-780147-26 neutron-server[93638]: DEBUG oslo_concurrency.lockutils [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.801s {{(pid=93638) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 14 09:10:09.654895 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93638) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 14 09:10:09.655230 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Initializing extension manager. Jul 14 09:10:09.655733 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: __init__.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.656071 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: __pycache__ {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.656432 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.656765 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: address_group.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.657511 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.658078 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: address-group Jul 14 09:10:09.658400 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: address_scope.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.659106 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.659609 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: address-scope Jul 14 09:10:09.659928 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.660885 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.661398 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: router-admin-state-down-before-update Jul 14 09:10:09.661721 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: agent.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.664048 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.664603 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: agent Jul 14 09:10:09.664935 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: agent_resources_synced.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.665878 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.666415 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: agent-resources-synced Jul 14 09:10:09.666742 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: allowedaddresspairs.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.668620 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.669180 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: allowed-address-pairs Jul 14 09:10:09.669509 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: auto_allocated_topology.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.670644 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.671190 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: auto-allocated-topology Jul 14 09:10:09.671556 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: availability_zone.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.672294 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.672853 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: availability_zone Jul 14 09:10:09.673201 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: availability_zone_filter.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.674143 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.674684 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: availability_zone_filter Jul 14 09:10:09.675040 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: data_plane_status.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.675974 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.676510 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension data-plane-status not supported by any of loaded plugins Jul 14 09:10:09.676859 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: default_subnetpools.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.677838 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.678396 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: default-subnetpools Jul 14 09:10:09.678720 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.679622 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.680145 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: dhcp_agent_scheduler Jul 14 09:10:09.680668 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: dns.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.681636 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.682173 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension dns-integration not supported by any of loaded plugins Jul 14 09:10:09.682516 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: dns_domain_ports.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.683424 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.683928 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 14 09:10:09.684284 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.685220 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.685723 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 14 09:10:09.686045 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: dvr.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.686712 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.687215 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: dvr Jul 14 09:10:09.687536 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: empty_string_filtering.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.688460 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.688968 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: empty-string-filtering Jul 14 09:10:09.689288 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.690186 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.690691 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 14 09:10:09.691018 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.691921 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.692460 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 14 09:10:09.692783 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: external_net.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.693770 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.694274 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: external-net Jul 14 09:10:09.695180 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.696147 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.696792 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: extra_dhcp_opt Jul 14 09:10:09.697149 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: extraroute.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.698118 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.698665 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: extraroute Jul 14 09:10:09.698984 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: extraroute_atomic.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.700081 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.700644 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: extraroute-atomic Jul 14 09:10:09.700988 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: filter_validation.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.701690 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.702211 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: filter-validation Jul 14 09:10:09.702568 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: fip_pf_description.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.703527 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.704083 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 14 09:10:09.704443 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: fip_port_details.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.705428 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.705980 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: fip-port-details Jul 14 09:10:09.706298 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: flavors.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.707580 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.708120 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: flavors Jul 14 09:10:09.708492 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.710731 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.711252 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 14 09:10:09.711579 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: floatingip_pools.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.712303 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.712813 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: floatingip-pools Jul 14 09:10:09.713138 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: ip_allocation.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.714072 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.714576 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension ip_allocation not supported by any of loaded plugins Jul 14 09:10:09.714897 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.715806 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.716345 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: ip-substring-filtering Jul 14 09:10:09.716668 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: l2_adjacency.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.717604 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.718098 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 14 09:10:09.718673 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: l3.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.719631 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.720145 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: router Jul 14 09:10:09.720497 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.722839 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.723360 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 14 09:10:09.723692 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.724636 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.725148 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: ext-gw-mode Jul 14 09:10:09.725475 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.726900 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.727403 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: l3-ha Jul 14 09:10:09.727727 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: l3_flavors.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.728705 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.729207 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: l3-flavors Jul 14 09:10:09.729526 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.730427 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.730976 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 14 09:10:09.731299 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: l3agentscheduler.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.732467 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.732979 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: l3_agent_scheduler Jul 14 09:10:09.733325 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: logging.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.734820 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.735337 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension logging not supported by any of loaded plugins Jul 14 09:10:09.735667 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: metering.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.736433 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.737015 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: metering Jul 14 09:10:09.737355 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.738492 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.739065 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: metering_source_and_destination_fields Jul 14 09:10:09.739413 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: multiprovidernet.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.740425 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.740999 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: multi-provider Jul 14 09:10:09.741371 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: netmtu.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.742859 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.743407 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: net-mtu Jul 14 09:10:09.743749 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: netmtu_writable.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.744737 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.745262 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: net-mtu-writable Jul 14 09:10:09.745586 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: network_availability_zone.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.746316 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.746877 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: network_availability_zone Jul 14 09:10:09.747209 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: network_ip_availability.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.748381 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.748931 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: network-ip-availability Jul 14 09:10:09.749275 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: network_segment_range.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.750093 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.750649 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension network-segment-range not supported by any of loaded plugins Jul 14 09:10:09.750997 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: pagination.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.751985 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.752354 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: pagination Jul 14 09:10:09.752678 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: port_device_profile.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.753588 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.754098 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: port-device-profile Jul 14 09:10:09.754418 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.755367 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.755871 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: port-mac-address-regenerate Jul 14 09:10:09.756190 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.757164 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.757667 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: port-numa-affinity-policy Jul 14 09:10:09.757986 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: port_resource_request.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.758897 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.759395 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension port-resource-request not supported by any of loaded plugins Jul 14 09:10:09.759715 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: portbindings.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.760649 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.761162 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: binding Jul 14 09:10:09.761484 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: portbindings_extended.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.762857 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.763373 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: binding-extended Jul 14 09:10:09.763699 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: portsecurity.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.764641 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.765151 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: port-security Jul 14 09:10:09.765473 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: project_id.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.766432 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.766762 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: project-id Jul 14 09:10:09.767084 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: providernet.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.767992 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.768530 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: provider Jul 14 09:10:09.768852 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.772382 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.772992 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos not supported by any of loaded plugins Jul 14 09:10:09.773324 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.774556 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.775069 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 14 09:10:09.775421 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.776426 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.776930 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 14 09:10:09.777288 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos_default.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.778243 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.778790 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos-default not supported by any of loaded plugins Jul 14 09:10:09.779128 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos_fip.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.779814 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.780386 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos-fip not supported by any of loaded plugins Jul 14 09:10:09.780749 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos_gateway_ip.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.781739 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.782279 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 14 09:10:09.782600 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos_port_network_policy.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.783544 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.784046 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 14 09:10:09.784410 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos_rule_type_details.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.785422 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.785919 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 14 09:10:09.786255 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: qos_rules_alias.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.787363 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.787870 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 14 09:10:09.788745 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: quotasv2.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.789652 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.789980 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: quotas Jul 14 09:10:09.790297 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: quotasv2_detail.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.793551 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.793913 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: quota_details Jul 14 09:10:09.794282 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: rbac.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.795357 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.795919 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: rbac-policies Jul 14 09:10:09.796321 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: rbac_address_group.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.797500 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.798038 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: rbac-address-group Jul 14 09:10:09.798368 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: rbac_address_scope.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.799299 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.799811 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: rbac-address-scope Jul 14 09:10:09.800137 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: rbac_security_groups.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.801075 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.801584 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: rbac-security-groups Jul 14 09:10:09.801909 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: rbac_subnetpool.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.802835 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.803341 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: rbac-subnetpool Jul 14 09:10:09.803665 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: revisionifmatch.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.805142 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.805651 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: revision-if-match Jul 14 09:10:09.805974 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: revisions.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.807074 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.807581 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: standard-attr-revisions Jul 14 09:10:09.807905 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: router_availability_zone.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.808651 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.809162 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: router_availability_zone Jul 14 09:10:09.809486 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: routerservicetype.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.810396 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.810899 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension router-service-type not supported by any of loaded plugins Jul 14 09:10:09.811224 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.812135 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.812669 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: security-groups-normalized-cidr Jul 14 09:10:09.812992 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.813901 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.814406 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: port-security-groups-filtering Jul 14 09:10:09.814730 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.815651 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.816155 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: security-groups-remote-address-group Jul 14 09:10:09.816504 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: securitygroup.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.826136 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.826667 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: security-group Jul 14 09:10:09.826999 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: segment.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.827797 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.828372 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension segment not supported by any of loaded plugins Jul 14 09:10:09.828699 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.829688 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.830252 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 14 09:10:09.830601 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: servicetype.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.831799 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.832424 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: service-type Jul 14 09:10:09.832776 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: sorting.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.833813 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.834168 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: sorting Jul 14 09:10:09.834491 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: standard_attr_segment.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.835592 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.836103 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 14 09:10:09.836489 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: standardattrdescription.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.837181 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.837735 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: standard-attr-description Jul 14 09:10:09.838074 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: stateful_security_group.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.839038 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.839551 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: stateful-security-group Jul 14 09:10:09.839877 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: stdattrs_common.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.840542 n-d-780147-26 neutron-server[93638]: WARNING neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 14 09:10:09.840858 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.841832 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.842398 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 14 09:10:09.842724 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: subnet_onboard.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.844092 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.844629 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: subnet_onboard Jul 14 09:10:09.844971 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.845891 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.846395 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 14 09:10:09.846715 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: subnet_service_types.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.847626 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.848134 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: subnet-service-types Jul 14 09:10:09.848479 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: subnetallocation.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.849554 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.850064 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: subnet_allocation Jul 14 09:10:09.850393 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.851586 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.852094 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: subnetpool-prefix-ops Jul 14 09:10:09.852448 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.853373 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.853878 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 14 09:10:09.854201 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: tagging.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.855256 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.855808 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: standard-attr-tag Jul 14 09:10:09.856186 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: timestamp.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.857395 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.857912 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loaded extension: standard-attr-timestamp Jul 14 09:10:09.858239 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: trunk.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.859263 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.859778 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension trunk not supported by any of loaded plugins Jul 14 09:10:09.860106 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: trunk_details.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.861041 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.861561 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension trunk-details not supported by any of loaded plugins Jul 14 09:10:09.861887 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: uplink_status_propagation.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.862825 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.863340 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 14 09:10:09.863663 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Loading extension file: vlantransparent.py {{(pid=93638) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 14 09:10:09.864360 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93638) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 14 09:10:09.864868 n-d-780147-26 neutron-server[93638]: INFO neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 14 09:10:09.867328 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:network Jul 14 09:10:09.867859 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:subnet Jul 14 09:10:09.868294 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:10:09.868687 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:port Jul 14 09:10:09.869950 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.870433 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service FLAVORS assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.871069 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.871510 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.871840 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:router Jul 14 09:10:09.872296 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:floatingip Jul 14 09:10:09.872810 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service METERING assigned prefix: /metering {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.874289 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.874693 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.875064 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93638) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:10:09.876097 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 09:10:09.876591 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:security_group Jul 14 09:10:09.877030 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 09:10:09.877642 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service CORE assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.877970 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:10:09.878354 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] subnetpool is already registered Jul 14 09:10:09.878802 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service CORE assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.879127 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:10:09.879497 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] subnetpool is already registered Jul 14 09:10:09.881943 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.882923 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service FLAVORS assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.883542 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.884008 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.884385 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:router Jul 14 09:10:09.884724 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] router is already registered Jul 14 09:10:09.885134 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:floatingip Jul 14 09:10:09.885471 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] floatingip is already registered Jul 14 09:10:09.885982 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service METERING assigned prefix: /metering {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.886692 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of CountableResource for resource:rbac_policy Jul 14 09:10:09.887021 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] rbac_policy is already registered Jul 14 09:10:09.887447 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:security_group Jul 14 09:10:09.887821 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] security_group is already registered Jul 14 09:10:09.888268 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 14 09:10:09.888618 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] security_group_rule is already registered Jul 14 09:10:09.889288 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service CORE assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.889642 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:10:09.889974 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] subnetpool is already registered Jul 14 09:10:09.890385 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.v2.resource_helper [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Service CORE assigned prefix: {{(pid=93638) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 14 09:10:09.890742 n-d-780147-26 neutron-server[93638]: INFO neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Creating instance of TrackedResource for resource:subnetpool Jul 14 09:10:09.891091 n-d-780147-26 neutron-server[93638]: WARNING neutron.quota.resource_registry [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] subnetpool is already registered Jul 14 09:10:09.891577 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: extensions {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.893049 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: address-groups {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.894622 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: address-scopes {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.895964 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: agents {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.897184 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: auto-allocated-topology {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.898541 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: availability_zones {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.899742 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: dhcp-networks {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.901385 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: dhcp-agents {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.902844 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: routers {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.904676 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: flavors {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.906943 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: service_profiles {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.908152 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: next_providers {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.909639 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: service_profiles {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.911219 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: floatingip-pools {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.912464 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: routers {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.914672 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: floatingips {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.915924 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: l3-routers {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.917340 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: l3-agents {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.918802 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: metering-labels {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.920031 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: metering-label-rules {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.921423 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: network-ip-availabilities {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.922818 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: bindings {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.924414 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: quotas {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.925971 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: quotas {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.927443 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: rbac-policies {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.928698 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: security-groups {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.930550 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: security-group-rules {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.931836 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: service-providers {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.933084 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: subnetpools {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.934456 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: subnetpools {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.936025 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.937907 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.939826 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.941727 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.943474 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.945959 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.947657 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.949451 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.951283 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.953125 n-d-780147-26 neutron-server[93638]: DEBUG neutron.api.extensions [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Extended resource: tags {{(pid=93638) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 14 09:10:09.959037 n-d-780147-26 neutron-server[93638]: WARNING keystonemiddleware.auth_token [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 14 09:10:09.963642 n-d-780147-26 neutron-server[93638]: WARNING keystonemiddleware.auth_token [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 14 09:10:09.972690 n-d-780147-26 neutron-server[93638]: DEBUG oslo_concurrency.lockutils [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Acquired lock "singleton_lock" {{(pid=93638) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 14 09:10:09.973165 n-d-780147-26 neutron-server[93638]: DEBUG oslo_concurrency.lockutils [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Releasing lock "singleton_lock" {{(pid=93638) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 14 09:10:09.973802 n-d-780147-26 neutron-server[93638]: INFO oslo_service.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Starting 2 workers Jul 14 09:10:09.979317 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Started child 93779 {{(pid=93638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:10:09.983888 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Started child 93780 {{(pid=93638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:10:09.984812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.985539 n-d-780147-26 neutron-server[93638]: INFO neutron.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 14 09:10:09.986189 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Notify callbacks [] for process, before_spawn {{(pid=93638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.986357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [-] (93779) wsgi starting up on http://0.0.0.0:9696 Jul 14 09:10:09.988578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:09.988997 n-d-780147-26 neutron-server[93638]: INFO oslo_service.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Starting 1 workers Jul 14 09:10:09.989956 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [-] (93780) wsgi starting up on http://0.0.0.0:9696 Jul 14 09:10:09.994444 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Started child 93781 {{(pid=93638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:10:09.994954 n-d-780147-26 neutron-server[93638]: INFO oslo_service.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Starting 1 workers Jul 14 09:10:09.998173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] calling RpcWorker wait() {{(pid=93781) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 14 09:10:09.998699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] returning from RpcWorker wait() {{(pid=93781) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 14 09:10:09.999485 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Started child 93782 {{(pid=93638) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 14 09:10:09.999955 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.000330 n-d-780147-26 neutron-server[93638]: DEBUG neutron_lib.callbacks.manager [None req-94b094ac-0d0e-4e10-b30f-e0e3d5e0d55c None None] Notify callbacks [] for process, after_spawn {{(pid=93638) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.000502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:10.002225 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93638) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 09:10:10.002437 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:10:10.002620 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:10:10.002836 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:10:10.003206 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:10:10.003372 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:10:10.003928 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.004242 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.004445 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:10.004919 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.004919 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.005062 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.005629 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.005904 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.006159 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.006430 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.006663 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.006909 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.007092 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.007360 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.007611 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.007933 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.008224 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.008500 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.008799 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.008973 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.009273 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.009572 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.009838 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.010102 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] debug = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.010376 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.010904 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.011176 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.011438 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.011715 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.012028 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.012332 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.012622 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.012889 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.013145 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.013406 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.013661 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.013927 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.014174 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.014410 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.014707 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.014989 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.015463 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] host = n-d-780147-26 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.015711 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.015964 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.016272 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.016506 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.016797 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.017036 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.017304 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.017615 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.017882 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.018158 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.018583 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.019069 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.019069 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.019208 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.019438 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_options = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.019536 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.019846 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.020084 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.020326 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.020602 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.020602 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.020871 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.021087 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.021333 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.021529 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.021733 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.021952 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.022171 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.022658 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.022658 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.022952 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.023079 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.023383 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.023800 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.024317 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.024317 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.024317 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.024701 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.024946 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.024946 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.025212 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.025444 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.025607 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.025819 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.026169 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.026278 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.026708 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.026849 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.027022 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.027376 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.027863 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.027863 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.028560 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.028560 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.028560 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.028998 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.028998 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.029396 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.029396 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.029702 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.029909 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_json = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.030067 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.030341 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.030622 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.030807 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.031195 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.031571 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.031980 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.032423 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.033068 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.033718 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.033909 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.034632 n-d-780147-26 neutron-server[93782]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:10.034950 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.035245 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.035611 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.035876 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.036174 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.036531 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.036772 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.037148 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.037741 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.037741 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.038022 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.038766 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.039174 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.039494 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.039804 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.040054 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.040351 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.040609 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.040883 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.041226 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.041531 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.042039 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.042153 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.042395 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.042584 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.042856 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.043167 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.043404 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.043649 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.043935 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.044975 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.046763 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.046763 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.046763 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.046763 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.046763 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.047140 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.047326 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.048396 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.048818 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.050209 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.050466 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.050722 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.050992 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.051268 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.051536 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.051786 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.052233 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.053177 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.053177 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.053177 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.053177 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.053452 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.053452 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.053665 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.053931 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.054671 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.054934 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.055196 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.055428 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.055664 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.055888 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.056113 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.056435 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.056823 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.056823 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.057098 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.057298 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.057517 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.057733 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.057958 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.058177 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.058950 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.058950 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.058950 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.059211 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.059294 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.059465 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.059673 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.059894 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.060113 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.060438 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.060753 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.061000 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.061255 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.061524 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.061767 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.062009 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.062329 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.062565 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.062989 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.063235 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.063511 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.063815 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.064182 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.064702 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.064958 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.065235 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.065464 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.065689 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.066302 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.066619 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.066978 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.067419 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.067685 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.067959 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.068251 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.068727 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.069183 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.069472 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.069734 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.070101 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.070381 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.070692 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.070977 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.071255 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.071501 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.071768 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.072044 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.072324 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.072583 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.072832 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.073089 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.073310 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.073594 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.073859 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.074110 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.074330 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.074588 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.074893 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.076152 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.076152 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.076152 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.076152 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.076152 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.076526 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.076601 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.076813 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.077210 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.077626 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.078018 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.078403 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.078790 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.079184 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.079559 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.079813 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.080034 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.080279 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.080505 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.080745 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.081243 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.081475 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.081708 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.081930 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.082147 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.082525 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.082809 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.083029 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.083260 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.083516 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.083747 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.083971 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.084215 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.084583 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.084987 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.085896 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.086345 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.086605 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.086857 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.087111 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.087343 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.087584 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.087805 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.088082 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.088331 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.088920 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.088920 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.089121 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.089204 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.089458 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.089665 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.089902 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.090160 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.090417 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.090746 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.090990 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.091227 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.091469 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.091690 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.091952 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.092217 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.092453 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.092693 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.092912 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.093134 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.093663 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.093885 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.094112 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.094326 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.094541 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.094756 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.094971 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.095202 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.095503 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.095758 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.096001 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.096278 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.096517 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.096732 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.096979 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.097191 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.097436 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.097682 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.097901 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.098115 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.098363 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.098596 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.098829 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.099055 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.099271 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.099482 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.099706 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.099916 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.100126 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.100370 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.100585 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.100858 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.101087 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.101359 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.101588 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.101808 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.102051 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.102262 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.102563 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.102811 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.103029 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.103323 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.103572 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.103827 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.104073 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.104418 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.104644 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.104913 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.105145 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.105369 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.105612 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.105869 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.106172 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.106462 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.106752 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.106996 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.107272 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.107564 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.107839 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.108059 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.108365 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.108726 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.109012 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.109275 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.109512 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.109776 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.109999 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.110218 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.110456 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.110696 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.110936 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.111178 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.111426 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.111687 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.111910 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.112141 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.112572 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.112708 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.112838 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.113081 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.113298 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.113457 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:10:10.113998 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93638) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 14 09:10:10.114159 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 14 09:10:10.114312 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 14 09:10:10.114482 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 14 09:10:10.114651 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 14 09:10:10.114804 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 14 09:10:10.115011 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.115189 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.115335 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.115496 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.115657 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.115838 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.116000 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.116159 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.116853 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.117014 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.117175 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.117334 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.117493 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.117653 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.117813 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.117973 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.118131 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.118292 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.118456 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.118614 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.118772 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.118932 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.119112 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] debug = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.119251 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.119452 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.119611 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.119767 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.119927 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.120099 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.120253 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.120413 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.120572 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.120730 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.120890 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.121050 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.121208 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.121368 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.121527 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.121687 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.121846 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.122009 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] host = n-d-780147-26 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.122168 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.122326 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.122484 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.122641 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.122800 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.122958 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.123116 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.123274 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.123432 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.123590 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.123755 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.123912 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.124071 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.124264 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.124426 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_options = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.124586 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.124744 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.124902 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.125089 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.125254 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.125413 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.125572 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.125731 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.125890 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.126048 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.126209 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.126367 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.126525 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.126683 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.126841 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.127021 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.127149 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.127308 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.127468 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.127629 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.127802 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.127944 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.128102 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.128281 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.128441 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.128776 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.128776 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.129001 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.129115 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.129224 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.129337 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.129488 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.129646 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.129804 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.129961 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.130120 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.130277 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.130439 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.130597 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.130779 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.130934 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.131045 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.131207 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.131364 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.131522 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.131680 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_json = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.131841 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.132047 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.132247 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.132389 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.132548 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.132707 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.132866 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.133010 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 14 09:10:10.133194 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.133373 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.133532 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.133693 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.133856 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.134018 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.134179 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.134371 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.134502 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.134662 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.134829 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.134992 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.135179 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.135328 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.135490 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.135654 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.135817 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.135979 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.136141 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.136325 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.136488 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.136650 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.136830 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.136992 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.137154 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.137315 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.137478 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.137640 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.137803 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.137966 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.138128 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.138291 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.138454 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.138616 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.138779 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.138940 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.139102 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.139266 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.139420 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.139581 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.139739 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.139880 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.140032 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.140238 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.140386 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.140524 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.140686 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.140849 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.141011 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.141171 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.141345 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.141507 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.141668 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.141831 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.141998 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.142158 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.142320 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.142481 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.142643 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.142833 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.142988 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.143131 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.143293 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.143455 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.143615 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.143776 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.143937 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.144099 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.144281 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.144443 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.144604 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.144767 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.144928 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.145090 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.145251 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.145413 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.145575 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.145737 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.145899 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.146059 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.146157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:10.146244 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.146370 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.146531 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.146693 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.146863 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.147039 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.147189 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.147351 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.148024 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.148191 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.148374 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.148535 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.148702 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.148860 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.149021 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.149183 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.149346 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.149511 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.149672 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.149833 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.149994 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.150189 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.150351 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.150513 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.150675 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.150834 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.150996 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.151157 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.151317 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.151494 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.151640 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.151812 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.151976 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.152140 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.152323 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.152493 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.152667 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.152829 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.152992 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.153153 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.153317 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.153479 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.153642 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.153803 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.153965 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.154127 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.154288 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.154456 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.154628 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.154790 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.154951 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.155112 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.155296 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.155459 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.155620 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.155781 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.155941 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.156103 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.156285 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.156447 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.156609 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.156771 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.156932 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.157094 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.157255 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.157417 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.157578 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.157740 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.157903 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.158065 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.158227 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.158389 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.158552 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.158717 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.158876 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.159038 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.159199 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.159360 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.159522 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.159684 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.159845 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.160020 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.160168 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.160349 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.160510 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.160673 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.160908 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.161111 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.161228 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.161341 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.161466 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.161595 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.161757 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.161946 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.162087 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.162249 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.162413 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.162574 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.162736 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.162899 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.163061 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.163272 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.163442 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.163607 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.163769 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.163939 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.164095 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.164312 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.164439 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.164602 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.164781 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.164926 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.165087 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.165248 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.165410 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.165571 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.165733 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.165895 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.166064 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.166231 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.166392 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.166553 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.166716 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.166876 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.167037 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.167199 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.167373 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.167536 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.167697 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.167859 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.168021 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.168183 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.168387 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.168538 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.168700 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.168860 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.169020 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.169181 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.169352 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.169516 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.169676 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.169838 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.170009 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.170160 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.170329 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.170492 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.170654 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.170814 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.170974 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.171136 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.171308 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.171470 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.171634 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.171792 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.171957 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.172118 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.172312 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.172498 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.172636 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.172806 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.172966 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.173124 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.173276 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.173450 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.173613 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.173778 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.173940 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.174102 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.174263 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.174426 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.174592 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.174778 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.174933 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.175096 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.175267 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.175437 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.175606 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.175769 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.175937 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.176110 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.176294 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.176455 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.176628 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.176778 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.176940 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.177102 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.177265 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.177430 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.177589 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.177749 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.177910 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.178070 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.178232 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.178393 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.178554 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.178716 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.179403 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.179566 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.179728 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 14 09:10:10.179882 n-d-780147-26 neutron-server[93638]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93638) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 14 09:10:10.427572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41568) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:10.436634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068176 Jul 14 09:10:21.863947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cd55c1-bffa-40a5-bd7f-1ad620745936 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:10:21.932947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd55c1-bffa-40a5-bd7f-1ad620745936 None None] No non-hosted networks {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 14 09:10:21.951495 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ad001c9f-1bfe-4c5a-8218-ec5a8eedd6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978213'] for agent, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.163513 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ea397ccc-4a76-47bd-aae9-478993816fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978213'] for agent, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.228705 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-931e1150-e1f2-4002-bafe-626b7f9f5623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.398837 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978213'] for agent, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:24.399962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.400647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.401162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.401729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.402244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.402810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.403351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.403954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.404479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.405062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.405666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.406215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:24.406836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-780147-26', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:24.414869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-780147-26', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:25.446665 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978213'] for agent, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.060922 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978213'] for agent, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:27.653367 n-d-780147-26 neutron-server[93781]: INFO neutron.db.l3_hamode_db [None req-a3fd7970-1615-4355-b279-b298258634f0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 14 09:10:27.728666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd7970-1615-4355-b279-b298258634f0 None None] Routers set() bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:27.729079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd7970-1615-4355-b279-b298258634f0 None None] Router IDs set() for agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:10:28.312352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41660) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:28.792015 n-d-780147-26 neutron-server[93780]: WARNING oslo_policy.policy [None req-2a3cdda8-bc63-4ec9-a79c-6d98252c4792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:10:28.792622 n-d-780147-26 neutron-server[93780]: WARNING oslo_policy.policy [None req-2a3cdda8-bc63-4ec9-a79c-6d98252c4792 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:10:29.005510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-2a3cdda8-bc63-4ec9-a79c-6d98252c4792 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:29.007132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a3cdda8-bc63-4ec9-a79c-6d98252c4792 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6938746 Jul 14 09:10:31.316977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41674) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:31.618031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a49ad478-47f1-4687-bbed-af26ef119b83 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:31.711572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.policy [None req-a49ad478-47f1-4687-bbed-af26ef119b83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93780) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 09:10:31.754978 n-d-780147-26 neutron-server[93780]: WARNING oslo_policy.policy [None req-a49ad478-47f1-4687-bbed-af26ef119b83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:10:31.755348 n-d-780147-26 neutron-server[93780]: WARNING oslo_policy.policy [None req-a49ad478-47f1-4687-bbed-af26ef119b83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:10:31.764298 n-d-780147-26 neutron-server[93780]: INFO neutron.quota [None req-a49ad478-47f1-4687-bbed-af26ef119b83 admin admin] Loaded quota_driver: . Jul 14 09:10:31.856041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a49ad478-47f1-4687-bbed-af26ef119b83 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772844688502', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772844688929', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845402672', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845399099', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845390777', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772845376007', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3874093', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3861349', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633303', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579134'] for rbac-policy, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.918492 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a49ad478-47f1-4687-bbed-af26ef119b83 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:31.919880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a49ad478-47f1-4687-bbed-af26ef119b83 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6019168 Jul 14 09:10:34.464995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41686) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:34.752080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Request body: {'network': {'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'admin_state_up': True, 'name': 'private', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:34.781541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Made reservation on behalf of 8ab4cf419c844e0a9f6ec37f1bb8fa0c for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:34.784321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.800260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.921050 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.924736 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.944363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:10:34.974936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772845902300', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:34.975543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Unsubscribe: segment precommit_create {{(pid=93780) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 09:10:34.976048 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Added segment 357b80f5-0b98-4471-b53d-002b470a11d0 of type vlan for network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd Jul 14 09:10:34.993108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa38f49-1570-4fc8-b074-832e053eaf68,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.046772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.047111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.047448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.047780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.048107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.048463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.048789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.049113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.049432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.049750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.050066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.050381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Tracked resource versions report: Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: pushed versions: Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: { 'AddressGroup': {'1.2'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'ConntrackHelper': {'1.0'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Log': {'1.0'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Network': {'1.1'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Port': {'1.7'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'PortForwarding': {'1.2'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'QosPolicy': {'1.8'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'SecurityGroup': {'1.4'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'SubPort': {'1.0'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Subnet': {'1.1'}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Trunk': {'1.1'}} Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: consumer versions: Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: { DHCP agent@n-d-780147-26: {}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: L3 agent@n-d-780147-26: {}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: Metadata agent@n-d-780147-26: {}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: Metering agent@n-d-780147-26: {}, Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: Open vSwitch agent@n-d-780147-26: { 'AddressGroup': '1.2', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'ConntrackHelper': '1.0', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Log': '1.0', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Network': '1.1', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Port': '1.7', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'PortForwarding': '1.2', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'QosPolicy': '1.8', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'SecurityGroup': '1.4', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'SecurityGroupRule': '1.2', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'SubPort': '1.0', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Subnet': '1.1', Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: 'Trunk': '1.1'}} Jul 14 09:10:35.051438 n-d-780147-26 neutron-server[93780]: {{(pid=93780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:10:35.098833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.148741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.149781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:35.150410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:35.228335 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7621920 Jul 14 09:10:35.245706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16fe560-9e65-4351-a354-a10f9a61a060 admin admin] Pushing event updated for resources: {'Network': ['ID=49c02aa2-6182-41bd-ad3a-69c5e98ca5dd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:35.258995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:37.824107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41700) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:38.200730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb29e4-ec42-4931-875d-313a34bde40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.202083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-27eb29e4-ec42-4931-875d-313a34bde40b admin admin] 10.222.0.73 "GET /v2.0/networks/49c02aa2-6182-41bd-ad3a-69c5e98ca5dd HTTP/1.1" status: 200 len: 825 time: 0.3770103 Jul 14 09:10:38.225590 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-736e530b-9886-4667-8a4c-831458c48791 admin admin] 10.222.0.73 "GET /v2.0/subnetpools/e386b613-a9e1-4709-938d-f396fa936daa HTTP/1.1" status: 200 len: 734 time: 0.0182567 Jul 14 09:10:38.233691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Request body: {'subnet': {'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'e386b613-a9e1-4709-938d-f396fa936daa', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:38.255005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Made reservation on behalf of 8ab4cf419c844e0a9f6ec37f1bb8fa0c for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:38.257345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.545767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.615445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=174a0665-4224-4b7a-974a-0e52b6e23249,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:38.617421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Checking segment: {'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:38.617792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Network hostable DHCP agents. Network: 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:10:38.639221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:10:38.650487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:38.654995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:38.655565 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:38.660438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c3fb19-52b2-4e08-9665-aaf57e17c2d2 None None] Network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:38.669445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d4dfb4f8-617a-4a5a-b5e6-bb8a90b6f54b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4389808 Jul 14 09:10:38.969664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'fixed_ips': [{'subnet_id': '174a0665-4224-4b7a-974a-0e52b6e23249'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:10:38.970880 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.237334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Allocated IP 172.20.0.2 (49c02aa2-6182-41bd-ad3a-69c5e98ca5dd/174a0665-4224-4b7a-974a-0e52b6e23249/2bc75745-cf54-43bd-a174-f9732d9393f9) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:39.436979 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.451309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Transition to ACTIVE for port object 2bc75745-cf54-43bd-a174-f9732d9393f9 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:39.498923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Transition to ACTIVE for port object 2bc75745-cf54-43bd-a174-f9732d9393f9 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:39.507284 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.569150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:39.575690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:39.585186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:39.592889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Pushing event updated for resources: {'Port': ['ID=2bc75745-cf54-43bd-a174-f9732d9393f9,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:39.634661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.635007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.635342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.635685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.636013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.636361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.636683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.637003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.637322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.637638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.637952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.638266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Tracked resource versions report: Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: pushed versions: Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: { 'AddressGroup': {'1.2'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'ConntrackHelper': {'1.0'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Log': {'1.0'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Network': {'1.1'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Port': {'1.7'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'PortForwarding': {'1.2'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'QosPolicy': {'1.8'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'SecurityGroup': {'1.4'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'SubPort': {'1.0'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Subnet': {'1.1'}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Trunk': {'1.1'}} Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: consumer versions: Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: { DHCP agent@n-d-780147-26: {}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: L3 agent@n-d-780147-26: {}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: Metadata agent@n-d-780147-26: {}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: Metering agent@n-d-780147-26: {}, Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: Open vSwitch agent@n-d-780147-26: { 'AddressGroup': '1.2', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'ConntrackHelper': '1.0', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Log': '1.0', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Network': '1.1', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Port': '1.7', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'PortForwarding': '1.2', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'QosPolicy': '1.8', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'SecurityGroup': '1.4', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'SecurityGroupRule': '1.2', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'SubPort': '1.0', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Subnet': '1.1', Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: 'Trunk': '1.1'}} Jul 14 09:10:39.639335 n-d-780147-26 neutron-server[93781]: {{(pid=93781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:10:39.672132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Attempting to bind port 2bc75745-cf54-43bd-a174-f9732d9393f9 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:39.672704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Attempting to bind port 2bc75745-cf54-43bd-a174-f9732d9393f9 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:39.672962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Attempting to bind port 2bc75745-cf54-43bd-a174-f9732d9393f9 on network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:39.677732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:39.678144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Checking segment: {'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:39.678612 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.678992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Bound using segment: {'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:39.679455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Bound port: 2bc75745-cf54-43bd-a174-f9732d9393f9, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:39.679869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.740949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] For port 2bc75745-cf54-43bd-a174-f9732d9393f9, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:39.745625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] For port 2bc75745-cf54-43bd-a174-f9732d9393f9, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2bc75745-cf54-43bd-a174-f9732d9393f9,segment=NetworkSegment(357b80f5-0b98-4471-b53d-002b470a11d0),segment_id=357b80f5-0b98-4471-b53d-002b470a11d0)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:39.749206 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:39.815435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d38a-31ad-4bf2-803a-e43a881cffea None None] Pushing event updated for resources: {'Port': ['ID=2bc75745-cf54-43bd-a174-f9732d9393f9,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:41.107170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:41.605232 n-d-780147-26 neutron-server[93779]: WARNING oslo_policy.policy [None req-97700f69-31b4-42b7-af62-3440f7176b68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:10:41.605829 n-d-780147-26 neutron-server[93779]: WARNING oslo_policy.policy [None req-97700f69-31b4-42b7-af62-3440f7176b68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:10:41.822502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-97700f69-31b4-42b7-af62-3440f7176b68 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:41.823803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-97700f69-31b4-42b7-af62-3440f7176b68 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7143614 Jul 14 09:10:44.171939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41722) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:44.485826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-6cc96ecd-a61b-4e39-81cf-7cb52a6eb0e1 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:44.486725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6cc96ecd-a61b-4e39-81cf-7cb52a6eb0e1 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3137636 Jul 14 09:10:45.937993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939b603-2d3b-4ed8-89aa-075e612bfde7 None None] Network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:10:46.053636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-93293a75-8469-406b-9ab8-cf1268321874 None None] Provisioning for port 2bc75745-cf54-43bd-a174-f9732d9393f9 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:46.326312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2bc75745-cf54-43bd-a174-f9732d9393f9 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:46.417764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2bc75745-cf54-43bd-a174-f9732d9393f9 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:46.421752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2bc75745-cf54-43bd-a174-f9732d9393f9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:46.422148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.526791 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.559880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 2bc75745-cf54-43bd-a174-f9732d9393f9, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2bc75745-cf54-43bd-a174-f9732d9393f9,segment=NetworkSegment(357b80f5-0b98-4471-b53d-002b470a11d0),segment_id=357b80f5-0b98-4471-b53d-002b470a11d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:10:46.563821 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:46.611354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=2bc75745-cf54-43bd-a174-f9732d9393f9,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:47.114522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41736) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:47.404153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1e7328b9-b6d0-42c2-9eef-c5288e15eae4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'name': 'router1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:47.426848 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e7328b9-b6d0-42c2-9eef-c5288e15eae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.429206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e7328b9-b6d0-42c2-9eef-c5288e15eae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.565125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e7328b9-b6d0-42c2-9eef-c5288e15eae4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.570430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e7328b9-b6d0-42c2-9eef-c5288e15eae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.582741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e7328b9-b6d0-42c2-9eef-c5288e15eae4 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:47.583924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1e7328b9-b6d0-42c2-9eef-c5288e15eae4 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4684062 Jul 14 09:10:48.292720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2bc75745-cf54-43bd-a174-f9732d9393f9 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:10:48.340394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2bc75745-cf54-43bd-a174-f9732d9393f9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:48.340769 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:49.939544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41744) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:50.241974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-c89c795e-bf66-451a-bef1-8ebc2966839e admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:10:50.242985 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c89c795e-bf66-451a-bef1-8ebc2966839e admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3025076 Jul 14 09:10:51.725340 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b854fe60-067c-4600-a0a4-ac810d3a6eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:52.606692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:52.908028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:10:52.909449 n-d-780147-26 neutron-server[93779]: INFO neutron.quota [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Loaded quota_driver: . Jul 14 09:10:52.967613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Made reservation on behalf of 294cf7b7e6454fa6854768ede778b021 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:10:53.035771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.policy [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93779) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 14 09:10:53.081704 n-d-780147-26 neutron-server[93779]: WARNING oslo_policy.policy [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:10:53.082083 n-d-780147-26 neutron-server[93779]: WARNING oslo_policy.policy [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 14 09:10:53.092984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.115116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.248148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.251482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.263006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Reserving flat network on physical network physnet1 {{(pid=93779) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 14 09:10:53.296360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772845902300', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.297011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Unsubscribe: segment precommit_create {{(pid=93779) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 14 09:10:53.297457 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Added segment 183e2b97-ccc7-4615-ba2d-359017a00144 of type flat for network 4206a2df-39bd-435a-af56-00ff78f766c1 Jul 14 09:10:53.328131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537ad7d7-1497-42ef-9dac-4e0ab990fd11,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.378824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.379175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.380025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.381950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.381950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.381950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.381950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.381950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.382368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.382368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.382521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.383192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Tracked resource versions report: Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: pushed versions: Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: { 'AddressGroup': {'1.2'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'ConntrackHelper': {'1.0'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Log': {'1.0'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Network': {'1.1'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Port': {'1.7'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'PortForwarding': {'1.2'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'QosPolicy': {'1.8'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'SecurityGroup': {'1.4'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'SubPort': {'1.0'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Subnet': {'1.1'}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Trunk': {'1.1'}} Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: consumer versions: Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: { DHCP agent@n-d-780147-26: {}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: L3 agent@n-d-780147-26: {}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: Metadata agent@n-d-780147-26: {}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: Metering agent@n-d-780147-26: {}, Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: Open vSwitch agent@n-d-780147-26: { 'AddressGroup': '1.2', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'ConntrackHelper': '1.0', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Log': '1.0', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Network': '1.1', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Port': '1.7', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'PortForwarding': '1.2', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'QosPolicy': '1.8', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'SecurityGroup': '1.4', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'SecurityGroupRule': '1.2', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'SubPort': '1.0', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Subnet': '1.1', Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: 'Trunk': '1.1'}} Jul 14 09:10:53.383888 n-d-780147-26 neutron-server[93779]: {{(pid=93779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:10:53.447567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.505776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.506911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:53.507545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:53.593362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9855978 Jul 14 09:10:53.611333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e01ad-126b-40b3-b5ed-e9fc71711308 admin admin] Pushing event updated for resources: {'Network': ['ID=4206a2df-39bd-435a-af56-00ff78f766c1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:53.625640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4206a2df-39bd-435a-af56-00ff78f766c1 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:10:54.151853 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-66ffdc6c-b07f-4266-9abe-9dfaeae44424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:54.400703 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:55.361705 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.002482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41776) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:10:56.213423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1770e30-c0dd-42ac-abc6-b0a99539ed15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:10:56.214796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a1770e30-c0dd-42ac-abc6-b0a99539ed15 admin admin] 10.222.0.73 "GET /v2.0/subnets/174a0665-4224-4b7a-974a-0e52b6e23249 HTTP/1.1" status: 200 len: 849 time: 0.2113464 Jul 14 09:10:56.374119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-60d76475-ae62-47c1-9f8c-cf5a301a241b admin admin] 10.222.0.73 "GET /v2.0/routers/7109db0e-6223-477b-930d-56f67630e763 HTTP/1.1" status: 200 len: 704 time: 0.1536298 Jul 14 09:10:56.651435 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:56.939982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Allocated IP 172.20.0.1 (49c02aa2-6182-41bd-ad3a-69c5e98ca5dd/174a0665-4224-4b7a-974a-0e52b6e23249/dd15a7d9-9384-4848-bdb8-089414a27182) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:10:57.003428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.120384 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.143484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Transition to ACTIVE for port object dd15a7d9-9384-4848-bdb8-089414a27182 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:57.224189 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.299450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:57.304699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:57.309953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd15a7d9-9384-4848-bdb8-089414a27182,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.321362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:10:57.321923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.484696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-985d4417-7aaa-442e-b348-2f80f933446d None None] Provisioning for port dd15a7d9-9384-4848-bdb8-089414a27182 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:10:57.488162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-985d4417-7aaa-442e-b348-2f80f933446d None None] Provisioning complete for port dd15a7d9-9384-4848-bdb8-089414a27182 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:57.488642 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-985d4417-7aaa-442e-b348-2f80f933446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.520914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-985d4417-7aaa-442e-b348-2f80f933446d None None] Port dd15a7d9-9384-4848-bdb8-089414a27182 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:57.540623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.772856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.777277 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.778086 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:57.856876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd15a7d9-9384-4848-bdb8-089414a27182,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:57.902544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:10:57.903809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:10:58.069341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Router 7109db0e-6223-477b-930d-56f67630e763 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:10:58.142379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-284afcb8-ee87-441c-8dd9-9d98413067c6 None None] Provisioning complete for port dd15a7d9-9384-4848-bdb8-089414a27182 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:10:58.142946 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-284afcb8-ee87-441c-8dd9-9d98413067c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:58.165686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:10:58.174242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7a0a5dc3-726d-4f9a-b639-1f97eb2478e6 admin admin] 10.222.0.73 "PUT /v2.0/routers/7109db0e-6223-477b-930d-56f67630e763/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7919335 Jul 14 09:10:58.177629 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Sync routers for ids ['7109db0e-6223-477b-930d-56f67630e763'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:10:58.178347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-284afcb8-ee87-441c-8dd9-9d98413067c6 None None] Port dd15a7d9-9384-4848-bdb8-089414a27182 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:10:58.189016 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Routers {'7109db0e-6223-477b-930d-56f67630e763'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:58.190007 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:10:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7109db0e-6223-477b-930d-56f67630e763'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:58.375080 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Set router 7109db0e-6223-477b-930d-56f67630e763 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:10:58.791542 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7109db0e-6223-477b-930d-56f67630e763', 'name': 'router1', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:47Z', 'updated_at': '2021-07-14T09:10:57Z', 'revision_number': 2, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'gw_port_host': None, '_interfaces': [{'id': 'dd15a7d9-9384-4848-bdb8-089414a27182', 'name': '', 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'mac_address': 'fa:16:3e:51:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:56Z', 'updated_at': '2021-07-14T09:10:57Z', 'revision_number': 2, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'subnets': [{'id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e386b613-a9e1-4709-938d-f396fa936daa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:58.842221 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Checking router: 7109db0e-6223-477b-930d-56f67630e763 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:10:58.842585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Updating router 7109db0e-6223-477b-930d-56f67630e763 port dd15a7d9-9384-4848-bdb8-089414a27182 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:10:58.903791 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.387035 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.405269 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Transition to ACTIVE for port object dd15a7d9-9384-4848-bdb8-089414a27182 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:10:59.412697 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.561866 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Pushing event updated for resources: {'Port': ['ID=dd15a7d9-9384-4848-bdb8-089414a27182,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.581214 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Attempting to bind port dd15a7d9-9384-4848-bdb8-089414a27182 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:10:59.581617 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Attempting to bind port dd15a7d9-9384-4848-bdb8-089414a27182 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:10:59.582576 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Attempting to bind port dd15a7d9-9384-4848-bdb8-089414a27182 on network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:10:59.585276 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.585617 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.585949 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.586276 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.586598 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.586920 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.587236 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.587551 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.587867 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.588292 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.588611 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.588926 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Tracked resource versions report: Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: pushed versions: Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: { 'AddressGroup': {'1.2'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'ConntrackHelper': {'1.0'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Log': {'1.0'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Network': {'1.1'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Port': {'1.7'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'PortForwarding': {'1.2'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'QosPolicy': {'1.8'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'SecurityGroup': {'1.4'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'SubPort': {'1.0'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Subnet': {'1.1'}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Trunk': {'1.1'}} Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: consumer versions: Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: { DHCP agent@n-d-780147-26: {}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: L3 agent@n-d-780147-26: {}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: Metadata agent@n-d-780147-26: {}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: Metering agent@n-d-780147-26: {}, Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: Open vSwitch agent@n-d-780147-26: { 'AddressGroup': '1.2', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'ConntrackHelper': '1.0', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Log': '1.0', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Network': '1.1', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Port': '1.7', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'PortForwarding': '1.2', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'QosPolicy': '1.8', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'SecurityGroup': '1.4', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'SecurityGroupRule': '1.2', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'SubPort': '1.0', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Subnet': '1.1', Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: 'Trunk': '1.1'}} Jul 14 09:10:59.589981 n-d-780147-26 neutron-server[93782]: {{(pid=93782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:10:59.597587 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:10:59.598539 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Checking segment: {'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:10:59.599021 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.599502 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Bound using segment: {'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:10:59.599906 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Bound port: dd15a7d9-9384-4848-bdb8-089414a27182, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357b80f5-0b98-4471-b53d-002b470a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:10:59.601192 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.668397 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] For port dd15a7d9-9384-4848-bdb8-089414a27182, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:10:59.689789 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] For port dd15a7d9-9384-4848-bdb8-089414a27182, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dd15a7d9-9384-4848-bdb8-089414a27182,segment=NetworkSegment(357b80f5-0b98-4471-b53d-002b470a11d0),segment_id=357b80f5-0b98-4471-b53d-002b470a11d0)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:10:59.694197 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:10:59.753629 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e649c15-fb05-44f5-9cbb-efb48027a199 None None] Pushing event updated for resources: {'Port': ['ID=dd15a7d9-9384-4848-bdb8-089414a27182,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:10:59.756909 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Routers {'7109db0e-6223-477b-930d-56f67630e763'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:10:59.757512 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:10:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7109db0e-6223-477b-930d-56f67630e763'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:10:59.844627 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] Set router 7109db0e-6223-477b-930d-56f67630e763 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:00.052676 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7109db0e-6223-477b-930d-56f67630e763', 'name': 'router1', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:47Z', 'updated_at': '2021-07-14T09:10:57Z', 'revision_number': 2, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'gw_port_host': None, '_interfaces': [{'id': 'dd15a7d9-9384-4848-bdb8-089414a27182', 'name': '', 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'mac_address': 'fa:16:3e:51:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:56Z', 'updated_at': '2021-07-14T09:10:59Z', 'revision_number': 4, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'subnets': [{'id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e386b613-a9e1-4709-938d-f396fa936daa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:00.078411 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbffd857-7fb5-4801-a5d6-2fce91648b66 None None] The sync data for ids ['7109db0e-6223-477b-930d-56f67630e763'] in n-d-780147-26 is: [{'id': '7109db0e-6223-477b-930d-56f67630e763', 'name': 'router1', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:47Z', 'updated_at': '2021-07-14T09:10:57Z', 'revision_number': 2, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'gw_port_host': None, '_interfaces': [{'id': 'dd15a7d9-9384-4848-bdb8-089414a27182', 'name': '', 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'mac_address': 'fa:16:3e:51:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:56Z', 'updated_at': '2021-07-14T09:10:59Z', 'revision_number': 4, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'subnets': [{'id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e386b613-a9e1-4709-938d-f396fa936daa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:00.453891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41798) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:00.560761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7284928a-6250-4413-8651-f86ed3273171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:00.562420 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7284928a-6250-4413-8651-f86ed3273171 admin admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 842 time: 0.1073177 Jul 14 09:11:00.572001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.0.1', 'cidr': '172.25.0.0/24', 'ip_version': 4, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_dhcp': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:00.596787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Made reservation on behalf of 294cf7b7e6454fa6854768ede778b021 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:11:00.599305 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.902144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:11:00.902556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:00.956602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a821e9-ea86-4b15-bcab-534ed25ed972,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:00.967320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:00.967684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Network hostable DHCP agents. Network: 4206a2df-39bd-435a-af56-00ff78f766c1, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:11:00.988943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:11:00.999262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4206a2df-39bd-435a-af56-00ff78f766c1) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:01.003447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:01.004042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:01.009495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d00e26-0a1d-4405-9101-4190f9233511 None None] Network 4206a2df-39bd-435a-af56-00ff78f766c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:01.032073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e82e3d8c-f409-451c-9630-341b30f7ab12 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4553108 Jul 14 09:11:01.056450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:11:01.142048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854bad9e-b685-4ecc-9e17-95aad6220a31 None None] Network 4206a2df-39bd-435a-af56-00ff78f766c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:11:03.284585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:03.414063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-abbf2806-79e4-42ea-ac5d-ad6a51b258a4 admin admin] 10.222.0.73 "GET /v2.0/routers/7109db0e-6223-477b-930d-56f67630e763 HTTP/1.1" status: 200 len: 710 time: 0.1283135 Jul 14 09:11:03.498085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec91e1-2e33-4ac0-8a10-22bd9d6d5ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:11:03.499478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-76ec91e1-2e33-4ac0-8a10-22bd9d6d5ea6 admin admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 886 time: 0.0803230 Jul 14 09:11:03.508092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:11:03.818569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.048395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.123968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.226087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Allocated IP 172.25.0.45 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/8a81712c-aaca-4648-9243-1ac82cc98521) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:11:04.319452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dd15a7d9-9384-4848-bdb8-089414a27182 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:04.334142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.366140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port dd15a7d9-9384-4848-bdb8-089414a27182 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:04.369437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port dd15a7d9-9384-4848-bdb8-089414a27182 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:04.369798 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.373709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.408899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:11:04.413440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:11:04.418492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:11:04.445093 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.476893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port dd15a7d9-9384-4848-bdb8-089414a27182, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dd15a7d9-9384-4848-bdb8-089414a27182,segment=NetworkSegment(357b80f5-0b98-4471-b53d-002b470a11d0),segment_id=357b80f5-0b98-4471-b53d-002b470a11d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:04.480579 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.482097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Pushing event updated for resources: {'Port': ['ID=8a81712c-aaca-4648-9243-1ac82cc98521,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:04.526829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=dd15a7d9-9384-4848-bdb8-089414a27182,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:04.661805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.851180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.854323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:04.958008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Router 7109db0e-6223-477b-930d-56f67630e763 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:11:05.062156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:11:05.066451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:05.067700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4f8e7ec9-68a3-479a-a9b4-9aa28b93b7cf admin admin] 10.222.0.73 "PUT /v2.0/routers/7109db0e-6223-477b-930d-56f67630e763 HTTP/1.1" status: 200 len: 889 time: 1.5627885 Jul 14 09:11:05.072993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Sync routers for ids ['7109db0e-6223-477b-930d-56f67630e763'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:11:05.084416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Routers {'7109db0e-6223-477b-930d-56f67630e763'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:05.085094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:10:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7109db0e-6223-477b-930d-56f67630e763'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:05.353622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Set router 7109db0e-6223-477b-930d-56f67630e763 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:05.738012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7109db0e-6223-477b-930d-56f67630e763', 'name': 'router1', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a81712c-aaca-4648-9243-1ac82cc98521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:47Z', 'updated_at': '2021-07-14T09:11:04Z', 'revision_number': 4, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'gw_port': {'id': '8a81712c-aaca-4648-9243-1ac82cc98521', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'dd15a7d9-9384-4848-bdb8-089414a27182', 'name': '', 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'mac_address': 'fa:16:3e:51:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:56Z', 'updated_at': '2021-07-14T09:11:04Z', 'revision_number': 5, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'subnets': [{'id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e386b613-a9e1-4709-938d-f396fa936daa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:05.788488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Checking router: 7109db0e-6223-477b-930d-56f67630e763 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:11:05.788842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Updating router 7109db0e-6223-477b-930d-56f67630e763 port 8a81712c-aaca-4648-9243-1ac82cc98521 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:11:05.819881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.130310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.139355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Transition to ACTIVE for port object 8a81712c-aaca-4648-9243-1ac82cc98521 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:11:06.145453 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.197197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Attempting to bind port 8a81712c-aaca-4648-9243-1ac82cc98521 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:11:06.197569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Attempting to bind port 8a81712c-aaca-4648-9243-1ac82cc98521 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:11:06.197944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Attempting to bind port 8a81712c-aaca-4648-9243-1ac82cc98521 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:11:06.200800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c994de9-6a95-40c5-97ad-af903cdf0803 None None] Pushing event updated for resources: {'Port': ['ID=8a81712c-aaca-4648-9243-1ac82cc98521,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:06.209278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:11:06.209657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:11:06.210060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.210449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:11:06.210920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Bound port: 8a81712c-aaca-4648-9243-1ac82cc98521, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:11:06.211326 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.261680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] For port 8a81712c-aaca-4648-9243-1ac82cc98521, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:11:06.264733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] For port 8a81712c-aaca-4648-9243-1ac82cc98521, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8a81712c-aaca-4648-9243-1ac82cc98521,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:11:06.276215 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.322090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dd15a7d9-9384-4848-bdb8-089414a27182 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:06.339038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Routers {'7109db0e-6223-477b-930d-56f67630e763'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:11:06.339648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:10:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7109db0e-6223-477b-930d-56f67630e763'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:06.343330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c994de9-6a95-40c5-97ad-af903cdf0803 None None] Pushing event updated for resources: {'Port': ['ID=8a81712c-aaca-4648-9243-1ac82cc98521,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:06.543927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port dd15a7d9-9384-4848-bdb8-089414a27182 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:06.544630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:06.575402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] Set router 7109db0e-6223-477b-930d-56f67630e763 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:11:06.813554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7109db0e-6223-477b-930d-56f67630e763', 'name': 'router1', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a81712c-aaca-4648-9243-1ac82cc98521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:47Z', 'updated_at': '2021-07-14T09:11:04Z', 'revision_number': 4, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'gw_port': {'id': '8a81712c-aaca-4648-9243-1ac82cc98521', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'dd15a7d9-9384-4848-bdb8-089414a27182', 'name': '', 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'mac_address': 'fa:16:3e:51:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:56Z', 'updated_at': '2021-07-14T09:11:04Z', 'revision_number': 5, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'subnets': [{'id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e386b613-a9e1-4709-938d-f396fa936daa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:11:06.842919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93edc00-d043-43d7-9a64-7a564e3896cf None None] The sync data for ids ['7109db0e-6223-477b-930d-56f67630e763'] in n-d-780147-26 is: [{'id': '7109db0e-6223-477b-930d-56f67630e763', 'name': 'router1', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a81712c-aaca-4648-9243-1ac82cc98521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:10:47Z', 'updated_at': '2021-07-14T09:11:04Z', 'revision_number': 4, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'gw_port': {'id': '8a81712c-aaca-4648-9243-1ac82cc98521', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:74:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:11:04Z', 'updated_at': '2021-07-14T09:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'dd15a7d9-9384-4848-bdb8-089414a27182', 'name': '', 'network_id': '49c02aa2-6182-41bd-ad3a-69c5e98ca5dd', 'tenant_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'mac_address': 'fa:16:3e:51:29:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7109db0e-6223-477b-930d-56f67630e763', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:10:56Z', 'updated_at': '2021-07-14T09:11:04Z', 'revision_number': 5, 'project_id': '8ab4cf419c844e0a9f6ec37f1bb8fa0c', 'subnets': [{'id': '174a0665-4224-4b7a-974a-0e52b6e23249', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e386b613-a9e1-4709-938d-f396fa936daa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:11:07.468769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:11:07.594711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-04fbf954-6268-4f35-a84a-da40793a8ef0 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1247628 Jul 14 09:11:08.335280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8a81712c-aaca-4648-9243-1ac82cc98521 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:08.390597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 8a81712c-aaca-4648-9243-1ac82cc98521 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:11:08.392075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8a81712c-aaca-4648-9243-1ac82cc98521 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:08.392539 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.490678 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.512967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 8a81712c-aaca-4648-9243-1ac82cc98521, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8a81712c-aaca-4648-9243-1ac82cc98521,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:11:08.517631 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:08.569157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=8a81712c-aaca-4648-9243-1ac82cc98521,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:11:10.325499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8a81712c-aaca-4648-9243-1ac82cc98521 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:11:10.379425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8a81712c-aaca-4648-9243-1ac82cc98521 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:11:10.379921 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:21.729233 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b2327471-104e-43fe-b6bf-17477b1e1a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.152044 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0e07cc71-f929-4b15-95fd-b7eee2565d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:24.404759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:25.368598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:27.022598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:38.055755 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:11:51.732791 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b599c82a-58ae-4bd4-be4c-1a8ead2d171c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.159663 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3c6308e-d78f-4c16-bbc9-68b8bc3260c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:54.406218 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:55.365737 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:11:57.029640 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:15.053944 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:21.733644 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6831e3cf-04d6-4382-a8fe-19080b21f309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.167877 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d062786e-e4e8-4153-bfd9-ff8ec8091945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:24.407951 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:25.368461 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:27.032352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:46.408347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42420) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:46.472522 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb90cae6-2c96-4668-86d4-a475c22b76f4 admin admin] GET failed (client error): The resource could not be found. Jul 14 09:12:46.473828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eb90cae6-2c96-4668-86d4-a475c22b76f4 admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0645504 Jul 14 09:12:46.630833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e771fea-eeb0-40dc-b0f9-e0f15ce2d904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:46.632239 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8e771fea-eeb0-40dc-b0f9-e0f15ce2d904 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1546392 Jul 14 09:12:48.786701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42430) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:48.873872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8019160-0aea-4812-94ee-55d8d988b21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:48.875175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c8019160-0aea-4812-94ee-55d8d988b21e admin admin] 10.222.0.73 "GET /v2.0/subnets/174a0665-4224-4b7a-974a-0e52b6e23249 HTTP/1.1" status: 200 len: 849 time: 0.0875611 Jul 14 09:12:48.884127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:12:48.967119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.111058 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772845803246'] for subnet, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.141968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:49.142549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.143820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] 10.222.0.73 "PUT /v2.0/subnets/174a0665-4224-4b7a-974a-0e52b6e23249 HTTP/1.1" status: 200 len: 868 time: 0.2632301 Jul 14 09:12:49.146575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae4d27-4a59-42d6-a693-09b3915283a1 None None] Network 49c02aa2-6182-41bd-ad3a-69c5e98ca5dd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:12:49.164544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=174a0665-4224-4b7a-974a-0e52b6e23249,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:12:49.172291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.172644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.172995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.173336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.173671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.174015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.174338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.174667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.175004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.175329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.175655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.175981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e606dcc0-e71e-4e96-b8e1-8342d21134f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:12:49.497589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e16d6aef-d110-4925-a7c6-e945f1e5fe67 None None] Provisioning complete for port 2bc75745-cf54-43bd-a174-f9732d9393f9 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:49.497942 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e16d6aef-d110-4925-a7c6-e945f1e5fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:49.580507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e16d6aef-d110-4925-a7c6-e945f1e5fe67 None None] Provisioning complete for port dd15a7d9-9384-4848-bdb8-089414a27182 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:12:49.580871 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e16d6aef-d110-4925-a7c6-e945f1e5fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:51.283130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42438) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:51.478748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662359e-e265-462b-992b-cae14241b512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.479230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b662359e-e265-462b-992b-cae14241b512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:51.480797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b662359e-e265-462b-992b-cae14241b512 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966269 Jul 14 09:12:51.734271 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ed9e6a7d-30af-486f-a9fd-6e918a50f6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:52.052402 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:12:53.631866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42446) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:53.758748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3fc61-73bf-4ba6-bffa-0e2d09d56f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.759224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd3fc61-73bf-4ba6-bffa-0e2d09d56f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:53.760741 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fcd3fc61-73bf-4ba6-bffa-0e2d09d56f33 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1278811 Jul 14 09:12:54.156723 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-50c22e61-8956-448f-98b1-76c4a8510510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:54.409597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.373236 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:55.923158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42454) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:56.069818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61f53e2-f619-48de-8b64-9d6d0d3d580f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:56.071195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a61f53e2-f619-48de-8b64-9d6d0d3d580f admin admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 886 time: 0.1471021 Jul 14 09:12:57.035189 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:12:58.212050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42462) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:12:58.353308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e711c364-f1ca-442a-8745-ff1d8498981c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:12:58.354699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e711c364-f1ca-442a-8745-ff1d8498981c admin admin] 10.222.0.73 "GET /v2.0/networks/49c02aa2-6182-41bd-ad3a-69c5e98ca5dd HTTP/1.1" status: 200 len: 869 time: 0.1416979 Jul 14 09:13:00.487127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42470) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:00.681219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e33ed-d094-4d36-9c76-560a81c110ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.681595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82e33ed-d094-4d36-9c76-560a81c110ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:00.683129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a82e33ed-d094-4d36-9c76-560a81c110ab admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1950312 Jul 14 09:13:02.822914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42480) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:02.911645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0730e6e-241b-48c5-b5bc-4a9e0eef9883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.912112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0730e6e-241b-48c5-b5bc-4a9e0eef9883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:02.913638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c0730e6e-241b-48c5-b5bc-4a9e0eef9883 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0897706 Jul 14 09:13:05.031010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:05.118594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689fcde7-ea5b-4d05-abf5-3e6b2cd80851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:05.119970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-689fcde7-ea5b-4d05-abf5-3e6b2cd80851 admin admin] 10.222.0.73 "GET /v2.0/subnets/174a0665-4224-4b7a-974a-0e52b6e23249 HTTP/1.1" status: 200 len: 868 time: 0.0880153 Jul 14 09:13:07.276268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42496) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:07.359061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60efb77d-0e51-4d53-8892-6896edd8c947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:07.360431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-60efb77d-0e51-4d53-8892-6896edd8c947 admin admin] 10.222.0.73 "GET /v2.0/subnets/f6a821e9-ea86-4b15-bcab-534ed25ed972 HTTP/1.1" status: 200 len: 816 time: 0.0825858 Jul 14 09:13:21.735454 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-203ef718-5473-460d-a678-a8d759d60f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.157961 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a5ae308-ad4f-495d-ae43-4d3ab4566550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:24.409932 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:25.376429 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:27.037953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:29.050742 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:13:31.872697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42548) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:31.917933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-c3f7bf78-4172-4af4-b138-1b8e8ff8c45a admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:13:31.918947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c3f7bf78-4172-4af4-b138-1b8e8ff8c45a admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452590 Jul 14 09:13:34.170491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:34.235244 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b498da-f167-45be-821e-c628cba8a101 admin admin] GET failed (client error): The resource could not be found. Jul 14 09:13:34.236599 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e1b498da-f167-45be-821e-c628cba8a101 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0651541 Jul 14 09:13:34.376275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bedc27d-240b-4fdd-8669-9686529be6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:34.377782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9bedc27d-240b-4fdd-8669-9686529be6be admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1373532 Jul 14 09:13:36.556230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42564) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:36.600294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:36.620348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Made reservation on behalf of 294cf7b7e6454fa6854768ede778b021 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:36.625502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.660003 n-d-780147-26 neutron-server[93779]: WARNING neutron.services.revisions.revision_plugin [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Could not find related network for resource to bump revision. Jul 14 09:13:36.674842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:13:36.685701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.686053 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Added segment 8d571a22-0172-44f8-b4b3-742c0a0a6735 of type vlan for network 9bd179f0-af69-45d6-9a48-239816ef5c77 Jul 14 09:13:36.724403 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.751383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.752508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:36.753090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:36.808959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2510941 Jul 14 09:13:36.813858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd179f0-af69-45d6-9a48-239816ef5c77,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:36.821719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.822072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.822415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.822758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.823089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.823429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.824313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.824657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.824981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.825307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.825645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.825949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db90cb8-352d-49d6-acec-e370c0aa0fb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:36.838017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:13:39.016796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:13:39.075333 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a7115e-dfa7-4fb4-a764-97ac80e76b27 admin admin] GET failed (client error): The resource could not be found. Jul 14 09:13:39.076679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a4a7115e-dfa7-4fb4-a764-97ac80e76b27 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588946 Jul 14 09:13:39.143115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca0c37-ecd2-43bc-95a8-96399eb02c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.144577 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-caca0c37-ecd2-43bc-95a8-96399eb02c8e admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641515 Jul 14 09:13:39.154432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Request body: {'subnet': {'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:13:39.173619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Made reservation on behalf of 294cf7b7e6454fa6854768ede778b021 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:13:39.175966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.333955 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.390681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f621cb-d379-448a-8260-551335d31d74,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:39.397220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:39.397577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Network hostable DHCP agents. Network: 9bd179f0-af69-45d6-9a48-239816ef5c77, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:13:39.412971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:13:39.421445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 9bd179f0-af69-45d6-9a48-239816ef5c77) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:39.425862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:13:39.426998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.430148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969f6c31-f6fc-4df5-8e19-cb45062cd726 None None] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:39.441901 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8f524555-ef74-4155-9b6d-eb4bd8a20248 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2908373 Jul 14 09:13:39.581903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-9bd179f0-af69-45d6-9a48-239816ef5c77', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'tenant_id': '294cf7b7e6454fa6854768ede778b021', 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:13:39.582806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.811581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Allocated IP 192.168.233.2 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:13:39.957619 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:39.967093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Transition to ACTIVE for port object 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:39.982155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Transition to ACTIVE for port object 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:13:39.988936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.029187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:13:40.030544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:13:40.034407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:13:40.043047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Pushing event updated for resources: {'Port': ['ID=2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:40.051773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.052127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.052502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.052996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.053226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.053684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.053901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.054280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.054594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.054958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.055362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.055667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:13:40.109776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Attempting to bind port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:13:40.110147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Attempting to bind port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:13:40.113590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Attempting to bind port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:13:40.115659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:13:40.116016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:13:40.116456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.116854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:13:40.117351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Bound port: 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:13:40.117751 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.183469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] For port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:13:40.186943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] For port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:13:40.190707 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:40.248237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e456b6-548d-4ef4-b44c-2c7c10a3b4ba None None] Pushing event updated for resources: {'Port': ['ID=2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:41.103139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107ef77-5a7b-4351-b245-b5cf1fbcc910 None None] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:13:41.167453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e09257fb-bfc9-4a21-a6bc-08c19e9e97de None None] Provisioning for port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:42.447830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:42.499457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:13:42.503366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:42.503740 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.580009 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.610713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:13:42.614667 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:42.660805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:13:44.424937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:13:44.470416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2a01e0cf-0aa3-4511-bc4b-692bf6ee87cb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:13:44.470784 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:51.736010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b7cac86-3d62-4071-9bd9-682336ae6f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.159146 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2458501f-ce48-410f-8d51-d7240dd2c298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:54.411149 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:55.379265 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:13:57.040945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:06.049918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:14:21.739144 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c76ce90c-8680-4946-927f-14cf1cca4b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:24.159715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b296fdf-f6be-48a7-bda2-403766a6f85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:24.413257 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:25.382677 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:27.045017 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:43.048082 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:14:49.394913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42624) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:49.400773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-f16b6a75-726f-4138-977e-39e8855b37c5 tempest-verify_tempest_config-58065128 tempest-verify_tempest_config-58065128-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:14:49.401770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f16b6a75-726f-4138-977e-39e8855b37c5 tempest-verify_tempest_config-58065128 tempest-verify_tempest_config-58065128-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058918 Jul 14 09:14:49.698510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42642) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:49.797515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.884372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.888489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:49.929995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e206d7-169a-4a4c-8126-7cc0453430f6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:49.934518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=309cde1079a242789216c829dbd3fa72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2350025 Jul 14 09:14:49.937278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42646) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:14:49.938983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.939333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.939674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.940010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.940375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.940715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.941033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.941383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.941698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.942003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.942323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.942647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54fab9e4-0488-45a6-b100-78e7a81b2851 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:49.991705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:50.011758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:50.098492 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:50.101041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:50.102200 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e5e206d7-169a-4a4c-8126-7cc0453430f6 HTTP/1.1" status: 204 len: 168 time: 0.1639075 Jul 14 09:14:50.110105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e206d7-169a-4a4c-8126-7cc0453430f6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:14:50.116581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.116933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.117278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.117639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.117964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.118286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.118617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.118942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.119289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.119585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.119908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:50.120254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbba9146-7ad4-4854-814e-8f1a878893e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:14:51.741749 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45f9cdc0-c454-46e5-9422-8fe56ab2be42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.164749 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5c6225d8-6eb2-4856-a258-6eabd8b546bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:54.413071 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:55.383733 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:14:57.049269 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:20.047309 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:21.742640 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cae8df8c-3581-4c70-8687-e894aa334025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.163822 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-83a2bec5-841f-46e2-b59d-d8f2428a0983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:24.412178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:25.387460 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:27.050021 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:51.743477 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e29add97-600a-450b-b6bf-c7d7e9211a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.163894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b41d6965-dafb-44dd-81be-7275150489b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:54.413066 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:55.390148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:15:57.046122 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:15:57.051383 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:21.743375 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1b4563a-c7cc-4771-809a-983028e03f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.164687 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3ac25060-bc81-4df2-8b9b-e88024de60ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:24.413982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:25.391527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:27.055546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:34.043949 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:16:51.745024 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2e49eac1-dbdd-463e-a485-3590e631716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.164923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19b089c6-689e-4413-9079-8a0e335ce432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:54.413159 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:55.394567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:16:57.058334 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:11.043580 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:21.746222 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e24c4de0-e134-4f0d-9fcf-6be0fd5218fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.164683 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b0986d5c-2cfd-47fd-8b5a-e16eecd887bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:24.415349 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:25.398020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:27.061558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:48.043729 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 5 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:17:51.749465 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0b1ee3d4-b9b3-4915-aeb1-4e4c30cd35f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.164185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5a00a87-a1df-4eff-96f1-2848ae81cd3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:54.418635 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:55.399706 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:56.476554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978213'] for agent, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:57.065298 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:17:59.277559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-978213'] for agent, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:21.749984 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b12eac20-70a8-4820-a451-d0c3e02efff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.164535 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-56519665-cf07-42f8-b3c1-dfd3bc7abfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:24.419259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:25.043476 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:18:25.402355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:26.429568 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:27.067531 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:29.251733 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:48.233585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42712) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:48.338980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e2836b51-caef-41cc-b0a9-1d789c886e5a admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1043043 Jul 14 09:18:50.533282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42722) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:18:50.586732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e752784e-614e-4a43-833d-b37ca7fa0e83 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0523531 Jul 14 09:18:51.750277 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-85096ca7-5dcd-4061-8713-65e33b79149f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.165940 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fdd33b8-430d-401f-913b-95640a1455bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:54.419480 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:55.404710 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:56.460658 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:57.070354 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:18:59.256728 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:02.042842 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:19:21.751849 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-63cb2fd2-ac04-47f8-b752-b81ac78068f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.166381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3865b29-a38c-4962-89fb-fa72bd67cc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:24.420401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:25.406932 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:26.476846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:27.073497 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:29.286134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:39.042477 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:19:51.752902 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d7ee340-dd76-4aaf-bf34-d13ef4c8b177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.168383 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93e442f3-95c3-43fd-bc7f-2f40d3e103fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:54.422813 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:55.410918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:56.490425 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:57.080614 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:19:59.301147 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.077441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42898) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:11.413905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2056077874-network', 'tenant_id': '80bcc800fd7349bc90b804a3d1519051'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:11.434977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Made reservation on behalf of 80bcc800fd7349bc90b804a3d1519051 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:11.438463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.448654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.550629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.555408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.580622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:11.586953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.598486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.598841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.599183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.599523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.599860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.600215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.600612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.601102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.601616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.601947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.602375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.603013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Tracked resource versions report: Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: pushed versions: Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: { 'AddressGroup': {'1.2'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'ConntrackHelper': {'1.0'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Log': {'1.0'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Network': {'1.1'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Port': {'1.7'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'PortForwarding': {'1.2'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'QosPolicy': {'1.8'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'SecurityGroup': {'1.4'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'SubPort': {'1.0'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Subnet': {'1.1'}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Trunk': {'1.1'}} Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: consumer versions: Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: { DHCP agent@n-d-780147-26: {}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: HyperV agent@n-h1-780147-26: {}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: HyperV agent@n-h2-780147-26: {}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: L3 agent@n-d-780147-26: {}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: Metadata agent@n-d-780147-26: {}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: Metering agent@n-d-780147-26: {}, Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: Open vSwitch agent@n-d-780147-26: { 'AddressGroup': '1.2', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'ConntrackHelper': '1.0', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Log': '1.0', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Network': '1.1', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Port': '1.7', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'PortForwarding': '1.2', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'QosPolicy': '1.8', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'SecurityGroup': '1.4', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'SecurityGroupRule': '1.2', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'SubPort': '1.0', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Subnet': '1.1', Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: 'Trunk': '1.1'}} Jul 14 09:20:11.604157 n-d-780147-26 neutron-server[93779]: {{(pid=93779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:20:11.615362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.615981 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Added segment cbde8122-6e3d-4dcf-91b2-81aa799732f3 of type vlan for network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d Jul 14 09:20:11.662217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.691873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.693218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:11.694010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.716651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6380017 Jul 14 09:20:11.719739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42936) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:11.726130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Request body: {'subnet': {'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2056077874-subnet', 'tenant_id': '80bcc800fd7349bc90b804a3d1519051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:11.753408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Made reservation on behalf of 80bcc800fd7349bc90b804a3d1519051 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:11.757243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:11.768262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ba8e1-dae4-47ce-a7e9-1420fabcba75 admin admin] Pushing event updated for resources: {'Network': ['ID=4ab8a569-be26-4dfd-a9ab-e444e7ba992d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:11.782250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:12.003778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.037130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.068016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47c0d434-5bd1-44d9-96bd-9c876ccefab0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.081341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.081695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.082041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.082389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.082731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.083318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.083683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.084013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.084373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.085032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.085032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.085343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Tracked resource versions report: Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: pushed versions: Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: { 'AddressGroup': {'1.2'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'ConntrackHelper': {'1.0'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Log': {'1.0'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Network': {'1.1'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Port': {'1.7'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'PortForwarding': {'1.2'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'QosPolicy': {'1.8'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'SecurityGroup': {'1.4'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'SubPort': {'1.0'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Subnet': {'1.1'}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Trunk': {'1.1'}} Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: consumer versions: Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: { DHCP agent@n-d-780147-26: {}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: HyperV agent@n-h1-780147-26: {}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: HyperV agent@n-h2-780147-26: {}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: L3 agent@n-d-780147-26: {}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: Metadata agent@n-d-780147-26: {}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: Metering agent@n-d-780147-26: {}, Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: Open vSwitch agent@n-d-780147-26: { 'AddressGroup': '1.2', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'ConntrackHelper': '1.0', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Log': '1.0', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Network': '1.1', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Port': '1.7', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'PortForwarding': '1.2', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'QosPolicy': '1.8', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'SecurityGroup': '1.4', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'SecurityGroupRule': '1.2', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'SubPort': '1.0', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Subnet': '1.1', Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: 'Trunk': '1.1'}} Jul 14 09:20:12.086357 n-d-780147-26 neutron-server[93780]: {{(pid=93780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:20:12.097495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:12.097907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Network hostable DHCP agents. Network: 4ab8a569-be26-4dfd-a9ab-e444e7ba992d, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:12.116999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:12.126329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4ab8a569-be26-4dfd-a9ab-e444e7ba992d) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:12.131608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.132961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.135888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e7d14-11d6-49fc-92ec-7ffcc15ab560 None None] Network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:12.164055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b3dae10b-8061-4c76-9789-6b453f511c03 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4396014 Jul 14 09:20:12.273059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d04ff-ebde-446b-8ec2-c0190d0a7c2a None None] Network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:12.489563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-network', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:12.514114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Made reservation on behalf of da40589ad30e42c29f1feb371c71d83c for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:12.519191 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.529461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.627854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.631797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.658507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9fb17d-ed59-4456-88f2-a9970ebc2642,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.671249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:12.681486 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.681823 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Added segment 248f752f-c67d-4e26-b92e-d8fc8b319c76 of type vlan for network 7903b25e-f7c7-42be-8fb1-7d412959b10f Jul 14 09:20:12.722014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.751540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.753461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:12.754893 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:12.807759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7719061 Jul 14 09:20:12.811201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42988) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:12.815072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168eec-08ac-4e52-bb1e-f00810a23421 admin admin] Pushing event updated for resources: {'Network': ['ID=7903b25e-f7c7-42be-8fb1-7d412959b10f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:12.816660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Request body: {'subnet': {'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-subnet', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:12.826523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:12.853634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Made reservation on behalf of da40589ad30e42c29f1feb371c71d83c for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:12.857950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.061172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.114064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.129914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Checking segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:13.130281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Network hostable DHCP agents. Network: 7903b25e-f7c7-42be-8fb1-7d412959b10f, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:13.145748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:13.175434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7903b25e-f7c7-42be-8fb1-7d412959b10f) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:13.180636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:13.181545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.188559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a04a6e-7f8c-41b7-9215-ffc78e28aaca None None] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:13.210745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bc7f36a0-97d7-4356-a49e-f28620f56509 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3982515 Jul 14 09:20:13.213369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43008) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:13.218048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:13.251534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.253617 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.366425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.416780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7903b25e-f7c7-42be-8fb1-7d412959b10f', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:13.418354 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.585146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Allocated IP 172.20.0.2 (7903b25e-f7c7-42be-8fb1-7d412959b10f/9f5cdfef-bcef-4ab1-81c6-7eb5253793fa/56a721da-f837-4d87-9bd0-7fdc079e1edf) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:13.619710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.772221 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.786405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Transition to ACTIVE for port object 56a721da-f837-4d87-9bd0-7fdc079e1edf will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:13.802368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Transition to ACTIVE for port object 56a721da-f837-4d87-9bd0-7fdc079e1edf will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:13.810812 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.850596 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.852406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:13.864896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:13.868429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:13.871066 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.908629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Pushing event updated for resources: {'Port': ['ID=56a721da-f837-4d87-9bd0-7fdc079e1edf,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:13.917826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.918318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.918761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.919190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.919753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.920334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.921426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.922071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.922555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.923039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.923532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.924061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Tracked resource versions report: Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: pushed versions: Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: { 'AddressGroup': {'1.2'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'ConntrackHelper': {'1.0'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Log': {'1.0'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Network': {'1.1'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Port': {'1.7'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'PortForwarding': {'1.2'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'QosPolicy': {'1.8'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'SecurityGroup': {'1.4'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'SubPort': {'1.0'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Subnet': {'1.1'}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Trunk': {'1.1'}} Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: consumer versions: Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: { DHCP agent@n-d-780147-26: {}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: HyperV agent@n-h1-780147-26: {}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: HyperV agent@n-h2-780147-26: {}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: L3 agent@n-d-780147-26: {}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: Metadata agent@n-d-780147-26: {}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: Metering agent@n-d-780147-26: {}, Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: Open vSwitch agent@n-d-780147-26: { 'AddressGroup': '1.2', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'ConntrackHelper': '1.0', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Log': '1.0', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Network': '1.1', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Port': '1.7', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'PortForwarding': '1.2', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'QosPolicy': '1.8', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'SecurityGroup': '1.4', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'SecurityGroupRule': '1.2', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'SubPort': '1.0', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Subnet': '1.1', Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: 'Trunk': '1.1'}} Jul 14 09:20:13.925273 n-d-780147-26 neutron-server[93781]: {{(pid=93781) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:20:13.959369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Attempting to bind port 56a721da-f837-4d87-9bd0-7fdc079e1edf on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:13.959744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Attempting to bind port 56a721da-f837-4d87-9bd0-7fdc079e1edf by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:13.960112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Attempting to bind port 56a721da-f837-4d87-9bd0-7fdc079e1edf on network 7903b25e-f7c7-42be-8fb1-7d412959b10f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:13.966542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:13.967259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Checking segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:13.967669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.968067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Bound using segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:13.968624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Bound port: 56a721da-f837-4d87-9bd0-7fdc079e1edf, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:13.969029 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:13.998142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Allocated IP 172.25.0.195 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/fbe12800-821e-4e81-8f60-fc13ae2b02d8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:14.058577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] For port 56a721da-f837-4d87-9bd0-7fdc079e1edf, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:14.062096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] For port 56a721da-f837-4d87-9bd0-7fdc079e1edf, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=56a721da-f837-4d87-9bd0-7fdc079e1edf,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:14.067128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.139628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebc3d3-5f37-4f1e-943e-e506454977ef None None] Pushing event updated for resources: {'Port': ['ID=56a721da-f837-4d87-9bd0-7fdc079e1edf,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:14.173690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.225420 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.263358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:14.266308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:14.272168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:14.398044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Pushing event updated for resources: {'Port': ['ID=fbe12800-821e-4e81-8f60-fc13ae2b02d8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:14.574206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.666490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43064) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:14.673175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1701284991-network', 'tenant_id': 'cc6fd901d878490ca5dbc3dda8c3c6a2'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:14.716858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Made reservation on behalf of cc6fd901d878490ca5dbc3dda8c3c6a2 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:14.723419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.744551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 56a721da-f837-4d87-9bd0-7fdc079e1edf up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:14.753943 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.838784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 56a721da-f837-4d87-9bd0-7fdc079e1edf completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:14.905729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.908689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:14.930165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.001412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:15.013809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f0670-7ad5-4ce7-85df-787ebebcb17f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.030781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.031107 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Added segment d4ae418a-4ea1-44d9-8d95-c46b6fa9d34e of type vlan for network 7fe22afc-9ac2-493c-991e-3d868069e8ee Jul 14 09:20:15.119396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.170273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.171386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.172681 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.205209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Router a1c0f9ca-8fa8-482f-828e-9ec51940142c is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:15.242810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5746405 Jul 14 09:20:15.250347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43078) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:15.257084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Request body: {'subnet': {'network_id': '7fe22afc-9ac2-493c-991e-3d868069e8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1701284991-subnet', 'tenant_id': 'cc6fd901d878490ca5dbc3dda8c3c6a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:15.287116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb61b9-e384-46f6-9929-a0622c4cd427 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe22afc-9ac2-493c-991e-3d868069e8ee,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.302441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7fe22afc-9ac2-493c-991e-3d868069e8ee details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:15.325505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Made reservation on behalf of cc6fd901d878490ca5dbc3dda8c3c6a2 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:15.328036 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.376563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:15.386569 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Sync routers for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:15.399130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.403059 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7492d95e-84c0-4f44-b419-825faf0c208d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.1860278 Jul 14 09:20:15.403322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:15.412972 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:15.414692 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:19:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:15.505382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79754f75-8888-4aad-af07-e956418bfbd1 None None] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:15.530410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43086) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:15.617586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.674454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fc016825-694a-4521-a66b-fcb1182d4488 None None] Provisioning for port 56a721da-f837-4d87-9bd0-7fdc079e1edf completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:15.699688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fc016825-694a-4521-a66b-fcb1182d4488 None None] Provisioning complete for port 56a721da-f837-4d87-9bd0-7fdc079e1edf triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:15.700074 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc016825-694a-4521-a66b-fcb1182d4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.737886 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:15.738231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b49726-f571-483f-8ae5-61d3ab41b44a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:15.763043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Checking segment: {'id': 'd4ae418a-4ea1-44d9-8d95-c46b6fa9d34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7fe22afc-9ac2-493c-991e-3d868069e8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:15.766883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Network hostable DHCP agents. Network: 7fe22afc-9ac2-493c-991e-3d868069e8ee, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:15.803236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Network 7fe22afc-9ac2-493c-991e-3d868069e8ee is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:15.821654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7fe22afc-9ac2-493c-991e-3d868069e8ee) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:15.825967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:15.826729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.844260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c87343-b22c-413a-933b-a403211a7b12 None None] Network 7fe22afc-9ac2-493c-991e-3d868069e8ee requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:15.844782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-74eb08d3-4ac6-47c4-b2d7-67d2e5581170 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5930469 Jul 14 09:20:15.957338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e53482fe-d02b-4c40-b5e5-dddbe3b058a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:15.988823 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc016825-694a-4521-a66b-fcb1182d4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.120624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e53482fe-d02b-4c40-b5e5-dddbe3b058a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.120624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e53482fe-d02b-4c40-b5e5-dddbe3b058a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.143493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fc016825-694a-4521-a66b-fcb1182d4488 None None] For port 56a721da-f837-4d87-9bd0-7fdc079e1edf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=56a721da-f837-4d87-9bd0-7fdc079e1edf,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:16.149892 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:16.164004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc016825-694a-4521-a66b-fcb1182d4488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.222302 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:14Z', 'revision_number': 3, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:16.232126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68c1af-b160-49cd-aeec-56991049e186 None None] Network 7fe22afc-9ac2-493c-991e-3d868069e8ee requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:16.264496 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Checking router: a1c0f9ca-8fa8-482f-828e-9ec51940142c for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:16.264869 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Updating router a1c0f9ca-8fa8-482f-828e-9ec51940142c port fbe12800-821e-4e81-8f60-fc13ae2b02d8 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:16.309151 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.408027 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e53482fe-d02b-4c40-b5e5-dddbe3b058a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=272d6081cd5f420fafe08d52769e9cb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8765173 Jul 14 09:20:16.410241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc016825-694a-4521-a66b-fcb1182d4488 None None] Pushing event updated for resources: {'Port': ['ID=56a721da-f837-4d87-9bd0-7fdc079e1edf,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.411177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43134) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:16.482439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53482fe-d02b-4c40-b5e5-dddbe3b058a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96124098-20d3-421b-bb8d-c5b6bfce2ace,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.509032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86891b21-b951-4d17-aaa8-1e93ee7305fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.534469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86891b21-b951-4d17-aaa8-1e93ee7305fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.601444 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86891b21-b951-4d17-aaa8-1e93ee7305fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.604077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86891b21-b951-4d17-aaa8-1e93ee7305fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.605212 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-86891b21-b951-4d17-aaa8-1e93ee7305fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96124098-20d3-421b-bb8d-c5b6bfce2ace HTTP/1.1" status: 204 len: 168 time: 0.1920953 Jul 14 09:20:16.625830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86891b21-b951-4d17-aaa8-1e93ee7305fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96124098-20d3-421b-bb8d-c5b6bfce2ace,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:16.685907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43146) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:16.707394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 56a721da-f837-4d87-9bd0-7fdc079e1edf up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:16.734794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6ecfa9f0-da67-438e-8f4e-39f73640f77d None None] Provisioning complete for port 56a721da-f837-4d87-9bd0-7fdc079e1edf triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:16.735253 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6ecfa9f0-da67-438e-8f4e-39f73640f77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.736598 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.863283 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 56a721da-f837-4d87-9bd0-7fdc079e1edf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:16.863725 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.947815 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.968989 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Transition to ACTIVE for port object fbe12800-821e-4e81-8f60-fc13ae2b02d8 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:16.975520 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:16.996848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Allocated IP 172.20.0.1 (7903b25e-f7c7-42be-8fb1-7d412959b10f/9f5cdfef-bcef-4ab1-81c6-7eb5253793fa/67c01cd2-af85-428f-8230-5e5cb90de2f1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:17.032039 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Attempting to bind port fbe12800-821e-4e81-8f60-fc13ae2b02d8 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:17.032438 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Attempting to bind port fbe12800-821e-4e81-8f60-fc13ae2b02d8 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:17.032799 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Attempting to bind port fbe12800-821e-4e81-8f60-fc13ae2b02d8 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:17.040647 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:17.041023 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:17.041423 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.041813 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:17.042278 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Bound port: fbe12800-821e-4e81-8f60-fc13ae2b02d8, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:17.042657 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.071340 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Pushing event updated for resources: {'Port': ['ID=fbe12800-821e-4e81-8f60-fc13ae2b02d8,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.083158 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.083506 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.083846 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.084178 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.084548 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.084880 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.085203 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.085532 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.085857 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.086178 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.086501 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.086821 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Tracked resource versions report: Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: pushed versions: Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: { 'AddressGroup': {'1.2'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'ConntrackHelper': {'1.0'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Log': {'1.0'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Network': {'1.1'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Port': {'1.7'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'PortForwarding': {'1.2'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'QosPolicy': {'1.8'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'SecurityGroup': {'1.4'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'SecurityGroupRule': {'1.2'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'SubPort': {'1.0'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Subnet': {'1.1'}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Trunk': {'1.1'}} Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: consumer versions: Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: { DHCP agent@n-d-780147-26: {}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: HyperV agent@n-h1-780147-26: {}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: HyperV agent@n-h2-780147-26: {}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: L3 agent@n-d-780147-26: {}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: Metadata agent@n-d-780147-26: {}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: Metering agent@n-d-780147-26: {}, Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: Open vSwitch agent@n-d-780147-26: { 'AddressGroup': '1.2', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'ConntrackHelper': '1.0', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Log': '1.0', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Network': '1.1', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Port': '1.7', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'PortForwarding': '1.2', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'QosPolicy': '1.8', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'SecurityGroup': '1.4', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'SecurityGroupRule': '1.2', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'SubPort': '1.0', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Subnet': '1.1', Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: 'Trunk': '1.1'}} Jul 14 09:20:17.087865 n-d-780147-26 neutron-server[93782]: {{(pid=93782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 14 09:20:17.121600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58c96743-7cd5-413e-88f7-5d91cb168c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.126330 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] For port fbe12800-821e-4e81-8f60-fc13ae2b02d8, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:17.132701 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] For port fbe12800-821e-4e81-8f60-fc13ae2b02d8, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fbe12800-821e-4e81-8f60-fc13ae2b02d8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:17.137473 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.151261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.181422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Transition to ACTIVE for port object 67c01cd2-af85-428f-8230-5e5cb90de2f1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:17.199857 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:17.200674 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:19:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:17.206818 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52a755-37f3-481f-b075-350fca1912ee None None] Pushing event updated for resources: {'Port': ['ID=fbe12800-821e-4e81-8f60-fc13ae2b02d8,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.246276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.271727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58c96743-7cd5-413e-88f7-5d91cb168c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.276607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58c96743-7cd5-413e-88f7-5d91cb168c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.305596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43170) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.320325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:17.323552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:17.326829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:17.327306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.348009 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c37655b6-3325-4a98-ba53-682a37e59d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.384976 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:17.498072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=67c01cd2-af85-428f-8230-5e5cb90de2f1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.534861 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c37655b6-3325-4a98-ba53-682a37e59d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.545812 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c37655b6-3325-4a98-ba53-682a37e59d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.584295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c37655b6-3325-4a98-ba53-682a37e59d47 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=524dc430adfd4cc495f7764e7b1bfdce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2742984 Jul 14 09:20:17.586256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.586633 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-58c96743-7cd5-413e-88f7-5d91cb168c2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=32cc1cbd2022484f89e07970e671615d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8994350 Jul 14 09:20:17.587894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c96743-7cd5-413e-88f7-5d91cb168c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cacb48-4a29-4d6a-9f60-e2c918fd9449,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.590511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43194) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.682481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d5617242-246d-44e5-9a6a-57a33ccd6b41 None None] Provisioning for port 67c01cd2-af85-428f-8230-5e5cb90de2f1 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:17.698266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d5617242-246d-44e5-9a6a-57a33ccd6b41 None None] Provisioning complete for port 67c01cd2-af85-428f-8230-5e5cb90de2f1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:17.699953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d5617242-246d-44e5-9a6a-57a33ccd6b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.715993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37655b6-3325-4a98-ba53-682a37e59d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247e134-0416-4eb1-a40c-81e4cdfec422,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:17.719216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d061aba6-d520-4421-950b-4d1a24267b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.734589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.736802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43206) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:17.739799 n-d-780147-26 neutron-server[93780]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:20:17.763883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36c88d25-7f17-4f7c-9133-94ded7a42c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.785466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d5617242-246d-44e5-9a6a-57a33ccd6b41 None None] Port 67c01cd2-af85-428f-8230-5e5cb90de2f1 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:17.790350 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d061aba6-d520-4421-950b-4d1a24267b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.828633 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36c88d25-7f17-4f7c-9133-94ded7a42c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.870959 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:14Z', 'revision_number': 3, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:17.944125 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835d5694-a94b-4f23-8913-90dc62357510 None None] The sync data for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 is: [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:14Z', 'revision_number': 3, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:17.982851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36c88d25-7f17-4f7c-9133-94ded7a42c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.985851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36c88d25-7f17-4f7c-9133-94ded7a42c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:17.990358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-36c88d25-7f17-4f7c-9133-94ded7a42c4b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7247e134-0416-4eb1-a40c-81e4cdfec422 HTTP/1.1" status: 204 len: 168 time: 0.4025440 Jul 14 09:20:18.011565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c88d25-7f17-4f7c-9133-94ded7a42c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247e134-0416-4eb1-a40c-81e4cdfec422,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.045635 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.052623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.053522 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.054633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-6c93647b-b422-4dae-89bb-0e0c1c2d5980 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:18.061737 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-6c93647b-b422-4dae-89bb-0e0c1c2d5980 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 821 time: 0.3235717 Jul 14 09:20:18.102773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-6ebc6b39-f3b9-4a21-8428-cff50b93e512 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/quotas/80bcc800fd7349bc90b804a3d1519051 HTTP/1.1" status: 200 len: 375 time: 0.0400426 Jul 14 09:20:18.166413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d061aba6-d520-4421-950b-4d1a24267b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.174198 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d061aba6-d520-4421-950b-4d1a24267b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.178680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d061aba6-d520-4421-950b-4d1a24267b20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8cacb48-4a29-4d6a-9f60-e2c918fd9449 HTTP/1.1" status: 204 len: 168 time: 0.5873544 Jul 14 09:20:18.208980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=67c01cd2-af85-428f-8230-5e5cb90de2f1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.244494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061aba6-d520-4421-950b-4d1a24267b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cacb48-4a29-4d6a-9f60-e2c918fd9449,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:18.249731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-10d8b6ae-acea-4213-ac58-97c833d38442 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460979 Jul 14 09:20:18.284352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:18.286006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:18.566309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43258) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:18.580252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Router a1c0f9ca-8fa8-482f-828e-9ec51940142c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:18.729740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0ed16c00-ce4c-4058-b988-06284623501e None None] Provisioning complete for port 67c01cd2-af85-428f-8230-5e5cb90de2f1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:18.730239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ed16c00-ce4c-4058-b988-06284623501e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:18.787694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fbe12800-821e-4e81-8f60-fc13ae2b02d8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:18.856654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:18.867724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-40d21a33-dfb6-4dbd-9f0e-183b7c903ef6 admin admin] 10.222.0.73 "PUT /v2.0/routers/a1c0f9ca-8fa8-482f-828e-9ec51940142c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4629607 Jul 14 09:20:18.991262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0ed16c00-ce4c-4058-b988-06284623501e None None] Port 67c01cd2-af85-428f-8230-5e5cb90de2f1 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:19.008618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port fbe12800-821e-4e81-8f60-fc13ae2b02d8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:19.013785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port fbe12800-821e-4e81-8f60-fc13ae2b02d8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:19.014664 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.102487 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.126187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port fbe12800-821e-4e81-8f60-fc13ae2b02d8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fbe12800-821e-4e81-8f60-fc13ae2b02d8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:19.131653 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.170219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681d1d52-014d-41e2-b916-73d4e0f50ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.188136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=fbe12800-821e-4e81-8f60-fc13ae2b02d8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:19.308076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43286) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:19.320436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681d1d52-014d-41e2-b916-73d4e0f50ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.327411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be74bb75-a737-4c0a-8975-c3e7201f48c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.329312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-681d1d52-014d-41e2-b916-73d4e0f50ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.385119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-681d1d52-014d-41e2-b916-73d4e0f50ca8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4fa6d74bc5f8415a95ed89ff1c8409a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8154607 Jul 14 09:20:19.385902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:19.386374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d1d52-014d-41e2-b916-73d4e0f50ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bec0357-7218-428a-9fcf-468ca7737d25,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:19.484233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be74bb75-a737-4c0a-8975-c3e7201f48c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.492180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be74bb75-a737-4c0a-8975-c3e7201f48c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.518606 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d65b6c-fd79-4663-8d8d-e09ef529cfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.538987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-be74bb75-a737-4c0a-8975-c3e7201f48c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8bac17205d14494bac357bfd7582ed69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2298553 Jul 14 09:20:19.546697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74bb75-a737-4c0a-8975-c3e7201f48c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf67d5f9-9a98-4a05-9235-2daf387e0c2d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:19.548610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43300) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:19.576360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d65b6c-fd79-4663-8d8d-e09ef529cfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.615862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43308) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:19.635974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9252c7c9-5c3f-4f68-bf94-6a6ec29de892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.661385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9252c7c9-5c3f-4f68-bf94-6a6ec29de892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.681767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d65b6c-fd79-4663-8d8d-e09ef529cfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.684258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-2408cc32-2281-4567-a297-f71d4ca92742 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:19.684524 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d65b6c-fd79-4663-8d8d-e09ef529cfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.685623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-2408cc32-2281-4567-a297-f71d4ca92742 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6020350 Jul 14 09:20:19.688400 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-84d65b6c-fd79-4663-8d8d-e09ef529cfc4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bec0357-7218-428a-9fcf-468ca7737d25 HTTP/1.1" status: 204 len: 168 time: 0.3010638 Jul 14 09:20:19.712829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d65b6c-fd79-4663-8d8d-e09ef529cfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bec0357-7218-428a-9fcf-468ca7737d25,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:19.761940 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9252c7c9-5c3f-4f68-bf94-6a6ec29de892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.765843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9252c7c9-5c3f-4f68-bf94-6a6ec29de892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:19.767255 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9252c7c9-5c3f-4f68-bf94-6a6ec29de892 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf67d5f9-9a98-4a05-9235-2daf387e0c2d HTTP/1.1" status: 204 len: 168 time: 0.2177162 Jul 14 09:20:19.788281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252c7c9-5c3f-4f68-bf94-6a6ec29de892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf67d5f9-9a98-4a05-9235-2daf387e0c2d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:19.837342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-d1ca363e-0f6a-4707-8dbe-a26daca3f791 service neutron] 10.222.0.73 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420414 Jul 14 09:20:19.968745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-d2947bca-05b9-481a-a74a-502ebedfa45a service neutron] 10.222.0.73 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240187 Jul 14 09:20:20.018516 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c9f78de-689d-4ad4-874e-32efd433d906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.151653 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c9f78de-689d-4ad4-874e-32efd433d906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.157105 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c9f78de-689d-4ad4-874e-32efd433d906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.270689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f78de-689d-4ad4-874e-32efd433d906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf800c4-30c7-4f2b-8aba-d69886e29ebf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:20.297215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Sync routers for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:20.305927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:20.306562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:19:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:20.328942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9c9f78de-689d-4ad4-874e-32efd433d906 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad4d6682389e413983bdfd15dd8fcdcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7118320 Jul 14 09:20:20.332487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43354) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:20.419888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d592-6d03-4091-873d-7790ba714431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.421139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b1692f5-0a24-43bc-899e-b75846807bf4 req-d7f65d21-9152-4c3a-a8b4-efd58e35cefd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.0596414 Jul 14 09:20:20.436006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:20.442986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d592-6d03-4091-873d-7790ba714431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.516004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d592-6d03-4091-873d-7790ba714431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.518503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ab7d592-6d03-4091-873d-7790ba714431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.519646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6ab7d592-6d03-4091-873d-7790ba714431 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0bf800c4-30c7-4f2b-8aba-d69886e29ebf HTTP/1.1" status: 204 len: 168 time: 0.1857691 Jul 14 09:20:20.540892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7d592-6d03-4091-873d-7790ba714431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf800c4-30c7-4f2b-8aba-d69886e29ebf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:20.739636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fbe12800-821e-4e81-8f60-fc13ae2b02d8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:20.756997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:20.780252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6121-3f90-45a1-aecb-dd8112116fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.848762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 2, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:20.881974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port fbe12800-821e-4e81-8f60-fc13ae2b02d8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:20.882341 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.884128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Checking router: a1c0f9ca-8fa8-482f-828e-9ec51940142c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:20.884499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Updating router a1c0f9ca-8fa8-482f-828e-9ec51940142c port 67c01cd2-af85-428f-8230-5e5cb90de2f1 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:20.938595 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6121-3f90-45a1-aecb-dd8112116fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.944534 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:20.949725 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9f6121-3f90-45a1-aecb-dd8112116fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.000925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3f9f6121-3f90-45a1-aecb-dd8112116fdf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0405c88276c47eea4fc0c32db557f19&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2421741 Jul 14 09:20:21.001369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f6121-3f90-45a1-aecb-dd8112116fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977a0e5c-a499-4c47-87eb-b1c9eee4b6bb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.003906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43402) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:21.083638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36bdc66f-f4a2-4196-a48c-6807b3739ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.113273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36bdc66f-f4a2-4196-a48c-6807b3739ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.174656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36bdc66f-f4a2-4196-a48c-6807b3739ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.180645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36bdc66f-f4a2-4196-a48c-6807b3739ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.183567 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-36bdc66f-f4a2-4196-a48c-6807b3739ae9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/977a0e5c-a499-4c47-87eb-b1c9eee4b6bb HTTP/1.1" status: 204 len: 168 time: 0.1778419 Jul 14 09:20:21.193248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bdc66f-f4a2-4196-a48c-6807b3739ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977a0e5c-a499-4c47-87eb-b1c9eee4b6bb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.313555 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.333221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Transition to ACTIVE for port object 67c01cd2-af85-428f-8230-5e5cb90de2f1 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:21.341940 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.362381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43416) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:21.398175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a1adab1-eae9-414c-8c0e-b3a25b8c08ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.409212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a161d5-872f-4cba-93c7-7d5f9754f1d4 None None] Pushing event updated for resources: {'Port': ['ID=67c01cd2-af85-428f-8230-5e5cb90de2f1,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.539939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Attempting to bind port 67c01cd2-af85-428f-8230-5e5cb90de2f1 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:21.541518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Attempting to bind port 67c01cd2-af85-428f-8230-5e5cb90de2f1 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:21.542104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Attempting to bind port 67c01cd2-af85-428f-8230-5e5cb90de2f1 on network 7903b25e-f7c7-42be-8fb1-7d412959b10f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:21.555236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:21.556370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Checking segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:21.557434 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.558643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Bound using segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:21.560630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Bound port: 67c01cd2-af85-428f-8230-5e5cb90de2f1, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:21.561836 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.598891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-02b2e1f2-4f57-4146-867d-17ec80b1503b req-cf5f8f92-2e95-48eb-9c61-ef8c5debeb96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.0616152 Jul 14 09:20:21.623206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a1adab1-eae9-414c-8c0e-b3a25b8c08ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.628310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a1adab1-eae9-414c-8c0e-b3a25b8c08ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.694761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1adab1-eae9-414c-8c0e-b3a25b8c08ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452211b5-84a8-4615-bfb9-d8fa192d726d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.717340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] For port 67c01cd2-af85-428f-8230-5e5cb90de2f1, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:21.722257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7a1adab1-eae9-414c-8c0e-b3a25b8c08ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6927c94af2a840fbaaab812f4f9f4b9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3563190 Jul 14 09:20:21.722673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43430) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:21.725753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] For port 67c01cd2-af85-428f-8230-5e5cb90de2f1, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=67c01cd2-af85-428f-8230-5e5cb90de2f1,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:21.732453 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.822854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-14c87973-4a45-407d-b0bf-1fb4416a9c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.825433 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24d63764-05e1-4ae9-b441-c10712922cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.857479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a161d5-872f-4cba-93c7-7d5f9754f1d4 None None] Pushing event updated for resources: {'Port': ['ID=67c01cd2-af85-428f-8230-5e5cb90de2f1,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:21.859893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:21.860629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:19:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:21.883973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24d63764-05e1-4ae9-b441-c10712922cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.911393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43438) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:21.917174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-network', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:21.954624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Made reservation on behalf of b9254e108c254dcd9a57c463fec32e7e for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:21.957929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:21.976133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.105321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:22.186924 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.197703 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24d63764-05e1-4ae9-b441-c10712922cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.200636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24d63764-05e1-4ae9-b441-c10712922cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.201005 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.205224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-24d63764-05e1-4ae9-b441-c10712922cb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/452211b5-84a8-4615-bfb9-d8fa192d726d HTTP/1.1" status: 204 len: 168 time: 0.4809315 Jul 14 09:20:22.224163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d63764-05e1-4ae9-b441-c10712922cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452211b5-84a8-4615-bfb9-d8fa192d726d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.264308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:22.276521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb7fd2a-0cee-44ec-b7fd-47972e552620,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.278012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.280575 n-d-780147-26 neutron-server[93779]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 14 09:20:22.300722 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.301074 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Added segment 3a89ac47-b1fc-4cb4-aad8-60a03a4869c9 of type vlan for network caaafc10-911e-4a80-8938-2524b46de9a8 Jul 14 09:20:22.343754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-70815d1d-b093-412e-ba6b-8cbf4d3d770c tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=7b4577bcdf2940ef8d84650c2fc1cb54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641811 Jul 14 09:20:22.405429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.472898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.473809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:22.474391 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.592430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6795454 Jul 14 09:20:22.598669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43458) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:22.610027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbd321-7b15-4f0d-bbaa-e6304208d4b1 admin admin] Pushing event updated for resources: {'Network': ['ID=caaafc10-911e-4a80-8938-2524b46de9a8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.611101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Request body: {'subnet': {'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-subnet', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:22.623494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network caaafc10-911e-4a80-8938-2524b46de9a8 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:22.640382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Made reservation on behalf of b9254e108c254dcd9a57c463fec32e7e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:22.644357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.667317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:21Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:22.835660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-581ba0c9-dc8d-4cba-a8ed-82232cf72b6f req-03610030-4e7d-427b-8d51-3a597f21905d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.1223214 Jul 14 09:20:22.838961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42d529f-1dbf-4e7f-bb8d-ffc000bad1ae None None] The sync data for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 is: [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:21Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:22.846661 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:22.969501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=084fe811-50ec-4174-8f14-d7b5c44929ba,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:22.995715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-a7c8c2fb-91a7-4b1a-b8f7-b683f3a409ba tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.007777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-a7c8c2fb-91a7-4b1a-b8f7-b683f3a409ba tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6623235 Jul 14 09:20:23.037954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-05af0432-2b89-48bb-9e69-89681a226392 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/quotas/7b4577bcdf2940ef8d84650c2fc1cb54 HTTP/1.1" status: 200 len: 375 time: 0.0291476 Jul 14 09:20:23.088174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-575c756b-2327-401b-9914-54ba770a3cb2 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=7b4577bcdf2940ef8d84650c2fc1cb54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493279 Jul 14 09:20:23.089068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Checking segment: {'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:23.089408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Network hostable DHCP agents. Network: caaafc10-911e-4a80-8938-2524b46de9a8, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:23.117616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Network caaafc10-911e-4a80-8938-2524b46de9a8 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:23.126816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, caaafc10-911e-4a80-8938-2524b46de9a8) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:23.135594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:23.136401 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.140463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48fa6a0-3d86-460e-a4a2-cff08ae98ac0 None None] Network caaafc10-911e-4a80-8938-2524b46de9a8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:23.155386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-865c2e7d-1fc8-495a-820d-00013b6104f2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5486996 Jul 14 09:20:23.158160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43478) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.162761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:23.208113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.209309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.337695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.385725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-caaafc10-911e-4a80-8938-2524b46de9a8', 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'fixed_ips': [{'subnet_id': '084fe811-50ec-4174-8f14-d7b5c44929ba'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:20:23.386861 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.560456 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f22ae357-92da-4404-863d-f64f94441e72 req-31d8d980-509b-4cfc-8029-553abe28014d tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 210 time: 0.0917709 Jul 14 09:20:23.589469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43506) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:23.679277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Allocated IP 172.20.0.2 (caaafc10-911e-4a80-8938-2524b46de9a8/084fe811-50ec-4174-8f14-d7b5c44929ba/6d79a64f-ef1d-4150-b6a8-83d5d6481f81) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:23.690243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.876127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1367975159-network', 'tenant_id': '4ef2f47428f74997af795a7905fea995'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:23.921015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Made reservation on behalf of 4ef2f47428f74997af795a7905fea995 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:23.926292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.949131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.950558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:23.973230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Transition to ACTIVE for port object 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:23.996789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Transition to ACTIVE for port object 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:24.005854 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.014292 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.041905 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.073454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Pushing event updated for resources: {'Port': ['ID=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.088221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Network caaafc10-911e-4a80-8938-2524b46de9a8 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:24.089884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:24.096910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.097861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:24.140386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.153061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:24.164588 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.165278 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Added segment eac432bd-945d-4091-9b15-92b54b3d38db of type vlan for network c57b139e-cf08-4d82-9360-8bec932fdedf Jul 14 09:20:24.223768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.288567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Attempting to bind port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:24.288999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Attempting to bind port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:24.290854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Attempting to bind port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 on network caaafc10-911e-4a80-8938-2524b46de9a8 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:24.306114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:24.306517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Checking segment: {'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:24.313921 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.317578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Bound using segment: {'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:24.318548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Bound port: 6d79a64f-ef1d-4150-b6a8-83d5d6481f81, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:24.319059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.333773 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7bdbe490-ffc5-46a3-8c0f-4ab3a836912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.335480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262faefa-fca6-466b-862a-3b89ed64ec9b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.343497 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-da930410-10ea-4aac-adf8-b36884b1d807 req-ce49a9ea-89e5-4c84-84a0-b7a1117a74c7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.2429993 Jul 14 09:20:24.347552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.349203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:24.350413 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.374808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7840128 Jul 14 09:20:24.385775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43534) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:24.393034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Request body: {'subnet': {'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1367975159-subnet', 'tenant_id': '4ef2f47428f74997af795a7905fea995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:24.417862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Allocated IP 172.25.0.10 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/c3a3b085-2569-4bdf-9bd2-3fc1f31a203c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:24.458108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Made reservation on behalf of 4ef2f47428f74997af795a7905fea995 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:24.464272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.539137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] For port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:24.551374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] For port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,segment=NetworkSegment(3a89ac47-b1fc-4cb4-aad8-60a03a4869c9),segment_id=3a89ac47-b1fc-4cb4-aad8-60a03a4869c9)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:24.577986 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.753014 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.788651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68100402-9bc8-4016-8781-b1978cdf9e6c None None] Pushing event updated for resources: {'Port': ['ID=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.808168 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.818233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 67c01cd2-af85-428f-8230-5e5cb90de2f1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:24.853653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78f26d70-0004-402f-909b-c659009f2f5e req-fd35288e-4a3e-401c-a5e4-d2f54a12175c tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 210 time: 0.1152158 Jul 14 09:20:24.854203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff31f69-ffad-409c-a0c7-13048380bc35 admin admin] Pushing event updated for resources: {'Network': ['ID=c57b139e-cf08-4d82-9360-8bec932fdedf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:24.868947 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.894133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network c57b139e-cf08-4d82-9360-8bec932fdedf details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:24.970184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:24.987105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41972096-a7d9-4b2c-b8d7-7a81dde04479,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.013080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.041249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 67c01cd2-af85-428f-8230-5e5cb90de2f1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:25.090683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:25.092801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Network hostable DHCP agents. Network: c57b139e-cf08-4d82-9360-8bec932fdedf, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:25.100486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 67c01cd2-af85-428f-8230-5e5cb90de2f1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:25.103626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.136632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Network c57b139e-cf08-4d82-9360-8bec932fdedf is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:25.158091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:25.160714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, c57b139e-cf08-4d82-9360-8bec932fdedf) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:25.169830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.170644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.187483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2170595c-ab66-494e-9056-62f537db6fab None None] Network c57b139e-cf08-4d82-9360-8bec932fdedf requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:25.193294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:25.201509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:25.228902 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-87689702-5a07-40ec-aa55-2ef9f9c4dab3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8344440 Jul 14 09:20:25.420445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Pushing event updated for resources: {'Port': ['ID=c3a3b085-2569-4bdf-9bd2-3fc1f31a203c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:25.477950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5724541-1b0c-4b94-b312-cc037ff24cdb None None] Network c57b139e-cf08-4d82-9360-8bec932fdedf requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:25.483508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.522159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cdadccd4-49a8-457c-935b-21197dd55fef tempest-AutoAllocateNetworkTest-1243380696 tempest-AutoAllocateNetworkTest-1243380696-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5ad20e58d8074da2a589ae70bd379472&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5042598 Jul 14 09:20:25.522930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.598972 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d3599f8-7078-4a4d-8123-fd057366768b req-271eb665-906e-4a6a-a08e-f1df2c9e5382 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.0719945 Jul 14 09:20:25.655185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.722140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce45d9-ac27-45c8-8410-6c038cac0958 tempest-AutoAllocateNetworkTest-1243380696 tempest-AutoAllocateNetworkTest-1243380696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:25.735231 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-73ce45d9-ac27-45c8-8410-6c038cac0958 tempest-AutoAllocateNetworkTest-1243380696 tempest-AutoAllocateNetworkTest-1243380696-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2111213 Jul 14 09:20:25.748601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43590) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.811189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 67c01cd2-af85-428f-8230-5e5cb90de2f1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=67c01cd2-af85-428f-8230-5e5cb90de2f1,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:25.824444 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:25.842546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43596) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:25.842997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ba6f9928-206a-4172-8162-c48c32c4db00 tempest-AutoAllocateNetworkTest-1243380696 tempest-AutoAllocateNetworkTest-1243380696-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892692 Jul 14 09:20:25.894879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cf6019df-95e4-4969-baba-678f82dbee5f tempest-AutoAllocateNetworkTest-1243380696 tempest-AutoAllocateNetworkTest-1243380696-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5ad20e58d8074da2a589ae70bd379472 HTTP/1.1" status: 200 len: 208 time: 0.0497396 Jul 14 09:20:25.905364 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=67c01cd2-af85-428f-8230-5e5cb90de2f1,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:26.023699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6425d433-f4f1-4867-8757-7a5753048edb req-17443a4b-6d36-4806-8247-8fcd48481f94 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 210 time: 0.0712557 Jul 14 09:20:26.057896 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.066201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43608) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.316814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c7a5f-3d76-400c-973b-b244f76d6d6b None None] Network caaafc10-911e-4a80-8938-2524b46de9a8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:26.343518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.437696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1faef584-1cf0-4b89-b474-648554dd188b None None] Provisioning for port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:26.501864 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ac5caba-fb70-44bd-9b89-64899d4cba79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.568970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43626) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.581956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Router 763b5252-3e7e-436a-bccf-b944f6e60bdd is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:20:26.607850 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.753538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ac5caba-fb70-44bd-9b89-64899d4cba79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.761116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ac5caba-fb70-44bd-9b89-64899d4cba79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.767333 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d4c872a-ee2b-4479-9df0-7fda8a933ee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:26.881754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ac5caba-fb70-44bd-9b89-64899d4cba79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5eb467919d0d48b187fdcba582a36c22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8142626 Jul 14 09:20:26.882566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43638) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:26.919028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5caba-fb70-44bd-9b89-64899d4cba79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadb1c7e-5cdc-470a-9ee6-ba36a4bbf164,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.012117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:27.023727 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Sync routers for ids ['763b5252-3e7e-436a-bccf-b944f6e60bdd'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:27.025409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 67c01cd2-af85-428f-8230-5e5cb90de2f1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:27.053717 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Routers {'763b5252-3e7e-436a-bccf-b944f6e60bdd'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:27.061869 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['763b5252-3e7e-436a-bccf-b944f6e60bdd'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:27.080641 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f8be32-6491-4d2d-a807-c1850b48e820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.086227 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c96ddd2-11f1-4126-986c-b40bbcea1091 req-b6b0a715-27db-4205-a356-4c7eda3ae563 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.0758858 Jul 14 09:20:27.146195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f8be32-6491-4d2d-a807-c1850b48e820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.217547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43650) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:27.220987 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.244316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2133410100-network', 'tenant_id': 'bab373c712f7475aa859f6dbbb2a73fe'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:27.256779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 67c01cd2-af85-428f-8230-5e5cb90de2f1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:27.257165 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.262761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f8be32-6491-4d2d-a807-c1850b48e820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.265441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f8be32-6491-4d2d-a807-c1850b48e820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.272224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-64f8be32-6491-4d2d-a807-c1850b48e820 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eadb1c7e-5cdc-470a-9ee6-ba36a4bbf164 HTTP/1.1" status: 204 len: 168 time: 0.3522546 Jul 14 09:20:27.303810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8be32-6491-4d2d-a807-c1850b48e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadb1c7e-5cdc-470a-9ee6-ba36a4bbf164,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.317494 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d4c872a-ee2b-4479-9df0-7fda8a933ee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.325249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d4c872a-ee2b-4479-9df0-7fda8a933ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.360112 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Set router 763b5252-3e7e-436a-bccf-b944f6e60bdd gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:27.370412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.371639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-48ed26c3-93da-4fa2-8c1e-0cfc893c157f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.2124898 Jul 14 09:20:27.374790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:27.448509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Made reservation on behalf of bab373c712f7475aa859f6dbbb2a73fe for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:27.450856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.494085 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9d4c872a-ee2b-4479-9df0-7fda8a933ee2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ad20e58d8074da2a589ae70bd379472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9239252 Jul 14 09:20:27.496533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:27.538231 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6a063e-1912-4453-b8e0-1216a4912912 req-1f970ab8-c5c8-43c5-81dc-c555f07df9df tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 210 time: 0.0534179 Jul 14 09:20:27.540322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.585632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:27.597785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c872a-ee2b-4479-9df0-7fda8a933ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffda18b-e04e-40d6-b8e4-b3f3fc040700,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:27.699623 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 3, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port': {'id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:24Z', 'updated_at': '2021-07-14T09:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:27.700568 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-587940e3-de06-4ebe-aacd-c0fb0d5a1843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.713060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:27.721816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:27.722335 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.726571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.66', 64957) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:27.822855 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Checking router: 763b5252-3e7e-436a-bccf-b944f6e60bdd for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:27.833220 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Updating router 763b5252-3e7e-436a-bccf-b944f6e60bdd port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:27.902509 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.951326 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:27.985915 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.024081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-5b73031b-1dee-4b48-9973-124b37b9df0a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.025775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-5b73031b-1dee-4b48-9973-124b37b9df0a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 821 time: 0.2881956 Jul 14 09:20:28.027336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.069147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,segment=NetworkSegment(3a89ac47-b1fc-4cb4-aad8-60a03a4869c9),segment_id=3a89ac47-b1fc-4cb4-aad8-60a03a4869c9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:28.072572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43680) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.075952 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.110774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:20:28.191359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-012a0869-29c8-498d-a323-44b7de599ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.224025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.66', 64958) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:28.226190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.258442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Request body: {'port': {'device_id': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'admin_state_up': True, 'tenant_id': '80bcc800fd7349bc90b804a3d1519051'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:28.276189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.277210 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Added segment 0d439fba-2248-47d1-8a6e-fc3ca68fd75c of type vlan for network 0d1f2d50-43e8-44d6-9053-76e0575d6dc6 Jul 14 09:20:28.288743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-587940e3-de06-4ebe-aacd-c0fb0d5a1843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.325776 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2fc0287-5251-4027-8dab-3520714dc45a req-ce78af2f-70ea-4677-afb6-b04ac633f234 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.0420272 Jul 14 09:20:28.335347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.351126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-6e84488a-8696-4e93-817e-7acb3eb2ffa1 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7b4577bcdf2940ef8d84650c2fc1cb54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704150 Jul 14 09:20:28.366588 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.372848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e7a88-120c-44f9-b9e0-a40c706d34ff,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.382811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-f316ccef-8617-4973-8454-7f948b074cff tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2393954 Jul 14 09:20:28.394351 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.397621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.398670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.507433 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.524513 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Transition to ACTIVE for port object c3a3b085-2569-4bdf-9bd2-3fc1f31a203c will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:28.530246 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.560842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-587940e3-de06-4ebe-aacd-c0fb0d5a1843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.563088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-587940e3-de06-4ebe-aacd-c0fb0d5a1843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.564392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-587940e3-de06-4ebe-aacd-c0fb0d5a1843 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cffda18b-e04e-40d6-b8e4-b3f3fc040700 HTTP/1.1" status: 204 len: 168 time: 1.0651522 Jul 14 09:20:28.614314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-cbaef4eb-d95d-469d-adb7-1318ecfed8d3 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:28.615933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-cbaef4eb-d95d-469d-adb7-1318ecfed8d3 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366462 Jul 14 09:20:28.620908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587940e3-de06-4ebe-aacd-c0fb0d5a1843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffda18b-e04e-40d6-b8e4-b3f3fc040700,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.630228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Request body: {'port': {'device_id': '77f9d30d-111e-440d-8bd6-258e5c34aeb9', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '7b4577bcdf2940ef8d84650c2fc1cb54'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:28.653566 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff35a9e-dcc3-4d2d-b069-d1293bfcbc5a None None] Pushing event updated for resources: {'Port': ['ID=c3a3b085-2569-4bdf-9bd2-3fc1f31a203c,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.661264 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Attempting to bind port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:28.663931 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Attempting to bind port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:28.665856 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Attempting to bind port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:28.681250 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:28.683378 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:28.684730 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.686919 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:28.687824 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Bound port: c3a3b085-2569-4bdf-9bd2-3fc1f31a203c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:28.689525 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.775283 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:28.816146 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] For port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:28.829026 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] For port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c3a3b085-2569-4bdf-9bd2-3fc1f31a203c,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:28.842573 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.850296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:28.851045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:28.862058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1f2d50-43e8-44d6-9053-76e0575d6dc6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.888842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0d1f2d50-43e8-44d6-9053-76e0575d6dc6 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:20:28.974247 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Routers {'763b5252-3e7e-436a-bccf-b944f6e60bdd'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:28.975198 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['763b5252-3e7e-436a-bccf-b944f6e60bdd'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:28.981617 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff35a9e-dcc3-4d2d-b069-d1293bfcbc5a None None] Pushing event updated for resources: {'Port': ['ID=c3a3b085-2569-4bdf-9bd2-3fc1f31a203c,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:28.995090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Allocated IP 172.20.0.1 (caaafc10-911e-4a80-8938-2524b46de9a8/084fe811-50ec-4174-8f14-d7b5c44929ba/7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:29.094400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-27405a15-d945-42ae-ac02-c4d1c33bc14e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:29.096313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-27405a15-d945-42ae-ac02-c4d1c33bc14e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6940081 Jul 14 09:20:29.137775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-316bf5f7-9046-4145-b023-70d969c65eed tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/quotas/a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 375 time: 0.0256550 Jul 14 09:20:29.167371 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] Set router 763b5252-3e7e-436a-bccf-b944f6e60bdd gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:29.227711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-9f588e73-4b73-47e0-9095-16f599b722a2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0700932 Jul 14 09:20:29.254937 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16216457-3632-4f47-b5c6-3e32dd8ff32a req-b0859de5-5759-4e8a-a519-02c7bfb56860 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 210 time: 0.1018474 Jul 14 09:20:29.308155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-012a0869-29c8-498d-a323-44b7de599ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.314959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-012a0869-29c8-498d-a323-44b7de599ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.317564 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.322954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0efb57a9-76ca-49a0-905e-5d37fb866088 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0989773 Jul 14 09:20:29.337702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43726) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:29.343819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Request body: {'subnet': {'network_id': '0d1f2d50-43e8-44d6-9053-76e0575d6dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2133410100-subnet', 'tenant_id': 'bab373c712f7475aa859f6dbbb2a73fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:29.365252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.397836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-012a0869-29c8-498d-a323-44b7de599ceb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a149fb31fad44be915664f01838af11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3157492 Jul 14 09:20:29.403991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43730) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:29.430850 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 3, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port': {'id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:24Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:29.475546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a0869-29c8-498d-a323-44b7de599ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313d04ba-f87f-4752-a63c-0a9a402bf488,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.493298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Transition to ACTIVE for port object 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:29.512666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53a92896-3c3c-45a5-92a7-b3a4ce1b2ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.523573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Made reservation on behalf of 7b4577bcdf2940ef8d84650c2fc1cb54 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:29.532063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.573090 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973bd2af-0dab-4bc7-8e3c-d4dbfcde6ef2 None None] The sync data for ids ['763b5252-3e7e-436a-bccf-b944f6e60bdd'] in n-d-780147-26 is: [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 3, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port': {'id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:24Z', 'updated_at': '2021-07-14T09:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:29.622154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53a92896-3c3c-45a5-92a7-b3a4ce1b2ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.705951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Made reservation on behalf of 80bcc800fd7349bc90b804a3d1519051 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:29.714944 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.727936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53a92896-3c3c-45a5-92a7-b3a4ce1b2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.730754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53a92896-3c3c-45a5-92a7-b3a4ce1b2ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.732854 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-182b96d3-7d01-4329-ac5b-3a8d9e983551 req-bccc1b9d-0ddd-405b-a594-ddf15956211f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.1446950 Jul 14 09:20:29.734068 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.741794 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-53a92896-3c3c-45a5-92a7-b3a4ce1b2ab4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/313d04ba-f87f-4752-a63c-0a9a402bf488 HTTP/1.1" status: 204 len: 168 time: 0.3314214 Jul 14 09:20:29.815137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a92896-3c3c-45a5-92a7-b3a4ce1b2ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313d04ba-f87f-4752-a63c-0a9a402bf488,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:29.852999 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.887995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Network caaafc10-911e-4a80-8938-2524b46de9a8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:29.892979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:29.935992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:29.936587 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:29.953345 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60ae11db-8a1b-45a0-91b4-da63d1e716f9 req-5a0656e1-f485-4337-854b-98ca091bc6af tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 210 time: 0.2341235 Jul 14 09:20:30.135111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Made reservation on behalf of bab373c712f7475aa859f6dbbb2a73fe for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:30.138294 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.138491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Pushing event updated for resources: {'Port': ['ID=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.425503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cac2d893-b8c8-419b-a7e7-b68f902c7294 None None] Provisioning for port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:30.442136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cac2d893-b8c8-419b-a7e7-b68f902c7294 None None] Provisioning complete for port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:30.442437 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cac2d893-b8c8-419b-a7e7-b68f902c7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.503469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.611155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cac2d893-b8c8-419b-a7e7-b68f902c7294 None None] Port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:30.644682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.782995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Allocated IP 172.20.0.13 (4ab8a569-be26-4dfd-a9ab-e444e7ba992d/47c0d434-5bd1-44d9-96bd-9c876ccefab0/e319518d-e4e8-411b-b33e-80cc2363fe43) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:30.821601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a52ec0-459d-4cc5-b17e-182cf29b413c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:30.846465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:30.917287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c3a3b085-2569-4bdf-9bd2-3fc1f31a203c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:31.043330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:31.056764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:31.058234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.295593 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30dd6ada-6737-4e92-95ee-4bf32095ed1c req-8d3ecffb-9158-4d36-a233-fe5de50ad1c2 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 210 time: 0.6445446 Jul 14 09:20:31.320531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c8a35d7-b5c4-4c62-8e14-ee0785238752 req-9d264356-f71b-4298-ba8d-5c7b4c7b74ce tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.1265001 Jul 14 09:20:31.393228 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.463904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c3a3b085-2569-4bdf-9bd2-3fc1f31a203c,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:31.470769 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.561503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b4f02209-6884-4ba3-a913-faec8a414b98 req-c1a2a7d3-0a8c-4e6c-b1b1-589be7fabb4b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 210 time: 0.1577458 Jul 14 09:20:31.607042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c3a3b085-2569-4bdf-9bd2-3fc1f31a203c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.716415 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:31.931296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c45a6a-ac95-47e3-962a-c6befafdaeec,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:31.994221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Allocated IP 192.168.233.73 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/d3fdc51f-30c1-4803-a39a-386eec680f04) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:32.111074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Checking segment: {'id': '0d439fba-2248-47d1-8a6e-fc3ca68fd75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '0d1f2d50-43e8-44d6-9053-76e0575d6dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:32.111841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Network hostable DHCP agents. Network: 0d1f2d50-43e8-44d6-9053-76e0575d6dc6, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:20:32.121358 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.131455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.132599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.165937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.237840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Network 0d1f2d50-43e8-44d6-9053-76e0575d6dc6 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:20:32.271562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0d1f2d50-43e8-44d6-9053-76e0575d6dc6) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:32.286399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1c8ddb-4887-4ead-99d6-1d04d609696e None None] Network 0d1f2d50-43e8-44d6-9053-76e0575d6dc6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:32.338885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:32.339490 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.432698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-80c48566-63b0-4a43-b476-656a8365580f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.0930340 Jul 14 09:20:32.476178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.504542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.533982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Transition to ACTIVE for port object d3fdc51f-30c1-4803-a39a-386eec680f04 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:32.628639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00101825-3025-43c3-aa31-97100e73e952 None None] Network 0d1f2d50-43e8-44d6-9053-76e0575d6dc6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:20:32.631048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:32.891125 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.69', 54876) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:32.898203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:32.943134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c3a3b085-2569-4bdf-9bd2-3fc1f31a203c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:33.016732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Pushing event updated for resources: {'Port': ['ID=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.025632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:33.105204 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-98039625-0e24-403d-862f-b840585c243d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253653 Jul 14 09:20:33.131247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:33.148930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:33.157782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.158451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.294073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Network caaafc10-911e-4a80-8938-2524b46de9a8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:33.306692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e01fa5-39af-45b1-a0ff-7938b8ee16c2 req-69987fca-904f-4bdd-9e90-efe927d6cf7d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.308591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5e01fa5-39af-45b1-a0ff-7938b8ee16c2 req-69987fca-904f-4bdd-9e90-efe927d6cf7d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 932 time: 0.5304060 Jul 14 09:20:33.316737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:33.324295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:33.324799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1247551 Jul 14 09:20:33.325591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:33.331853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.332804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.342478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:33.342994 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.371818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7461374 Jul 14 09:20:33.400661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b81019-e4a9-4134-9f78-50aa18e39b8d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.417857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-ee348c99-60a3-49fd-a8c8-d4655f67faca tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:33.421875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-ee348c99-60a3-49fd-a8c8-d4655f67faca tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127552 Jul 14 09:20:33.489099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-7f1686d1-f80f-4dc9-b554-4b5fc439295d tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:33.490141 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-7f1686d1-f80f-4dc9-b554-4b5fc439295d tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300283 Jul 14 09:20:33.531891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703750c2-d6fa-48b6-9f22-18a261c4093a tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Pushing event updated for resources: {'Port': ['ID=d3fdc51f-30c1-4803-a39a-386eec680f04,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:33.619567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b76a3-1163-4e90-8d1d-84068efe8d05 req-651f4f6b-2512-46f4-976d-6f3d95e040e1 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.628014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c72b76a3-1163-4e90-8d1d-84068efe8d05 req-651f4f6b-2512-46f4-976d-6f3d95e040e1 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 935 time: 0.8564470 Jul 14 09:20:33.686452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5e01fa5-39af-45b1-a0ff-7938b8ee16c2 req-70896852-dda1-4be6-9e60-a9cc32b62312 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410053 Jul 14 09:20:33.691337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-33be5a66-9d9d-4c58-906d-84b38b30fc3f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:33.693077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-33be5a66-9d9d-4c58-906d-84b38b30fc3f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4732265 Jul 14 09:20:33.755322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c72b76a3-1163-4e90-8d1d-84068efe8d05 req-5c01945d-e060-4fb1-b5a9-780349d86a69 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220243 Jul 14 09:20:33.771163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Request body: {'port': {'device_id': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a5a588ec2f0246ae858dd6a1c248dfae'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:33.799977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Router 763b5252-3e7e-436a-bccf-b944f6e60bdd has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:20:33.801343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-79f42cac-f6f2-4794-863d-b326b5900373 None None] Provisioning complete for port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:33.802277 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79f42cac-f6f2-4794-863d-b326b5900373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:33.814364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Request body: {'port': {'device_id': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'device_owner': 'compute:tempest-test_az-1396111613', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:33.887434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-79f42cac-f6f2-4794-863d-b326b5900373 None None] Port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:33.913373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Request body: {'port': {'device_id': '77f9d30d-111e-440d-8bd6-258e5c34aeb9', 'device_owner': 'compute:tempest-test_az-1396111613', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:34.011805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0b7e98c1-fde2-4090-8eca-7e925fe408b3 None None] Provisioning for port d3fdc51f-30c1-4803-a39a-386eec680f04 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:34.025158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0b7e98c1-fde2-4090-8eca-7e925fe408b3 None None] Provisioning complete for port d3fdc51f-30c1-4803-a39a-386eec680f04 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:34.025609 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0b7e98c1-fde2-4090-8eca-7e925fe408b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.116023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0b7e98c1-fde2-4090-8eca-7e925fe408b3 None None] Port d3fdc51f-30c1-4803-a39a-386eec680f04 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:34.268549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16d278b3-19fe-41fd-b6b6-de7e3c4aa862 req-fff45c43-0517-4867-b0b5-933f96dee02e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 210 time: 0.1658227 Jul 14 09:20:34.345942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.398034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.417972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Made reservation on behalf of a5a588ec2f0246ae858dd6a1c248dfae for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:34.422832 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.444432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:34.591130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:20:34.614523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-850bbb1a-08f8-4f49-9e15-de8b6a95cd3b admin admin] 10.222.0.73 "PUT /v2.0/routers/763b5252-3e7e-436a-bccf-b944f6e60bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2385297 Jul 14 09:20:34.617105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Sync routers for ids ['763b5252-3e7e-436a-bccf-b944f6e60bdd'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:20:34.634883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Routers {'763b5252-3e7e-436a-bccf-b944f6e60bdd'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:34.635579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['763b5252-3e7e-436a-bccf-b944f6e60bdd'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:34.888580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Set router 763b5252-3e7e-436a-bccf-b944f6e60bdd gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:35.033180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.040541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.142506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fdc51f-30c1-4803-a39a-386eec680f04 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:35.164737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.175078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1f68b-f5ce-43be-a0f7-48328c82e9ba req-24d78e42-a588-4355-a3b3-ecd37d2e8935 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.178017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4e1f68b-f5ce-43be-a0f7-48328c82e9ba req-24d78e42-a588-4355-a3b3-ecd37d2e8935 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 932 time: 0.2119818 Jul 14 09:20:35.191937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Transition to ACTIVE for port object d3fdc51f-30c1-4803-a39a-386eec680f04 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:35.265998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48641b5-a58f-43ff-862e-73843e6a4d50,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:35.272824 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.312624 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4e1f68b-f5ce-43be-a0f7-48328c82e9ba req-9d09f0c9-e3c1-4756-a24b-484016956264 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243465 Jul 14 09:20:35.315421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e319518d-e4e8-411b-b33e-80cc2363fe43 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:35.321777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:30Z', 'revision_number': 4, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port': {'id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:24Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf', 'name': '', 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'mac_address': 'fa:16:3e:b2:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '084fe811-50ec-4174-8f14-d7b5c44929ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:28Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 2, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'subnets': [{'id': '084fe811-50ec-4174-8f14-d7b5c44929ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:35.339697 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.382873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Transition to ACTIVE for port object e319518d-e4e8-411b-b33e-80cc2363fe43 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:35.389498 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.416838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Checking router: 763b5252-3e7e-436a-bccf-b944f6e60bdd for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:20:35.417317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Updating router 763b5252-3e7e-436a-bccf-b944f6e60bdd port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:20:35.504034 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.559363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Pushing event updated for resources: {'Port': ['ID=d3fdc51f-30c1-4803-a39a-386eec680f04,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:35.572141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Allocated IP 192.168.233.156 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/79cae1ca-1497-42d8-8929-adf9f0bc73e9) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:35.617181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:35.685508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:35.686237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:35.686801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:35.693249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:35.693898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:35.711890 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:35.712646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:35.713423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:35.714110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Bound port: e319518d-e4e8-411b-b33e-80cc2363fe43, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:35.714828 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.737507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Attempting to bind port d3fdc51f-30c1-4803-a39a-386eec680f04 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:35.737915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Attempting to bind port d3fdc51f-30c1-4803-a39a-386eec680f04 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:35.738249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Attempting to bind port d3fdc51f-30c1-4803-a39a-386eec680f04 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:35.755562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Port d3fdc51f-30c1-4803-a39a-386eec680f04 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:35.755884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Attempting to bind port d3fdc51f-30c1-4803-a39a-386eec680f04 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:35.798567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:35.799091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:35.799775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:35.806160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Bound port: d3fdc51f-30c1-4803-a39a-386eec680f04, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:35.806642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.848001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc224e-9df4-4976-9af6-b883068914c2 req-61781e71-543e-4f2b-b24d-b12b6bc4008c tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:35.856636 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6bc224e-9df4-4976-9af6-b883068914c2 req-61781e71-543e-4f2b-b24d-b12b6bc4008c tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 969 time: 0.2243607 Jul 14 09:20:35.884068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:35.911056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] For port d3fdc51f-30c1-4803-a39a-386eec680f04, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:35.915801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] For port d3fdc51f-30c1-4803-a39a-386eec680f04, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3fdc51f-30c1-4803-a39a-386eec680f04,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:35.928998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:35.930222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:35.949205 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6bc224e-9df4-4976-9af6-b883068914c2 req-9651dd14-ee0c-48e0-8e1c-842040a2bfe7 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912375 Jul 14 09:20:35.951587 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.080179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.080775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.082510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] 10.222.0.66 "PUT /v2.0/ports/d3fdc51f-30c1-4803-a39a-386eec680f04 HTTP/1.1" status: 200 len: 1118 time: 2.3883624 Jul 14 09:20:36.082957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f9d30d-111e-440d-8bd6-258e5c34aeb9', 'tag': 'd3fdc51f-30c1-4803-a39a-386eec680f04'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:36.268723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.269766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.271223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] 10.222.0.66 "PUT /v2.0/ports/e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 1115 time: 2.5786312 Jul 14 09:20:36.275010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:36.372534 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978558f7-9a55-4cae-886b-15746e43c90b" -d '{"events": [{"name": "network-changed", "server_uuid": "77f9d30d-111e-440d-8bd6-258e5c34aeb9", "tag": "d3fdc51f-30c1-4803-a39a-386eec680f04"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:36.398481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.425707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Transition to ACTIVE for port object 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:36.443521 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.486284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235a8f8-98ea-4c55-ab95-95d06d173bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.495790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.506945 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f4382-ce38-454f-b588-7f04423890d9" -d '{"events": [{"name": "network-changed", "server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:36.520223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Transition to ACTIVE for port object 79cae1ca-1497-42d8-8929-adf9f0bc73e9 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:36.595188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-11e66b6a-b782-4ff8-b39f-f01d54363f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.596996 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-11e66b6a-b782-4ff8-b39f-f01d54363f26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1118 time: 0.2466187 Jul 14 09:20:36.674304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549a5ea-d44b-4266-bc7e-7c20599a352e service neutron] Pushing event updated for resources: {'Port': ['ID=d3fdc51f-30c1-4803-a39a-386eec680f04,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.689592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53fa93-9437-42f0-9fec-9fbc99c7bcaf None None] Pushing event updated for resources: {'Port': ['ID=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.727370 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.738213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-7296cac0-3642-46e5-b4c9-f19effa7d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.739849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-7296cac0-3642-46e5-b4c9-f19effa7d084 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b4577bcdf2940ef8d84650c2fc1cb54&device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 1121 time: 0.5770855 Jul 14 09:20:36.749596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Attempting to bind port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:36.750313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Attempting to bind port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:36.752622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Attempting to bind port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf on network caaafc10-911e-4a80-8938-2524b46de9a8 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:36.758403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:36.759321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Checking segment: {'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:36.759949 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.760580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Bound using segment: {'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:36.761356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Bound port: 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:36.761963 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.846635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:36.861651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:36.880617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:36.885275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] For port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:36.895391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:36.895602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] For port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,segment=NetworkSegment(3a89ac47-b1fc-4cb4-aad8-60a03a4869c9),segment_id=3a89ac47-b1fc-4cb4-aad8-60a03a4869c9)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:36.909279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.909948 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.924355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:36.942364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20d57ba-77fb-4e0f-ba8f-a491816abfa5 req-95d17567-d0ac-46fc-85b7-8ad71a6146c1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:36.946491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b20d57ba-77fb-4e0f-ba8f-a491816abfa5 req-95d17567-d0ac-46fc-85b7-8ad71a6146c1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 936 time: 0.1520576 Jul 14 09:20:36.957707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-b5afb63a-120e-411b-a365-880a8001440e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1964514 Jul 14 09:20:36.967934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-47c8a30a-e93c-4f4a-b17a-d0c6801e1172 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:36.970271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-47c8a30a-e93c-4f4a-b17a-d0c6801e1172 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054665 Jul 14 09:20:37.026151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Routers {'763b5252-3e7e-436a-bccf-b944f6e60bdd'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:20:37.026584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['763b5252-3e7e-436a-bccf-b944f6e60bdd'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:37.039202 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b20d57ba-77fb-4e0f-ba8f-a491816abfa5 req-889f8342-41da-49c8-aa53-779f5a21a8fd tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862699 Jul 14 09:20:37.128709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Request body: {'port': {'device_id': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:37.190064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53fa93-9437-42f0-9fec-9fbc99c7bcaf None None] Pushing event updated for resources: {'Port': ['ID=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:37.337243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.380775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] Set router 763b5252-3e7e-436a-bccf-b944f6e60bdd gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:20:37.433255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0a856160-43b4-4096-a22b-872cc70c6806 None None] Provisioning for port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:37.438797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833154a8-c838-4a8e-9999-97fdd071e729 req-0b2fd294-b364-4ddc-b7bc-9eb502153d91 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:37.442182 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-833154a8-c838-4a8e-9999-97fdd071e729 req-0b2fd294-b364-4ddc-b7bc-9eb502153d91 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.1326234 Jul 14 09:20:37.453443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0a856160-43b4-4096-a22b-872cc70c6806 None None] Provisioning complete for port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:37.453818 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0a856160-43b4-4096-a22b-872cc70c6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.503855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-833154a8-c838-4a8e-9999-97fdd071e729 req-1626a480-7480-46e5-8bb2-25257ae8163c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523219 Jul 14 09:20:37.546458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0a856160-43b4-4096-a22b-872cc70c6806 None None] Port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:37.743788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:30Z', 'revision_number': 4, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port': {'id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:24Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf', 'name': '', 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'mac_address': 'fa:16:3e:b2:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '084fe811-50ec-4174-8f14-d7b5c44929ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:28Z', 'updated_at': '2021-07-14T09:20:36Z', 'revision_number': 4, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'subnets': [{'id': '084fe811-50ec-4174-8f14-d7b5c44929ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:20:37.756648 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b617fa59-a0cb-4746-b174-4f0d3e83b393 x-openstack-request-id: req-b617fa59-a0cb-4746-b174-4f0d3e83b393 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:37.756938 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:37.757186 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b617fa59-a0cb-4746-b174-4f0d3e83b393 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:37.757648 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'status': 'completed', 'code': 200} Jul 14 09:20:37.781659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cae1ca-1497-42d8-8929-adf9f0bc73e9 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:37.783383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ad70a-3a9f-477c-8210-98c9094ac14a None None] The sync data for ids ['763b5252-3e7e-436a-bccf-b944f6e60bdd'] in n-d-780147-26 is: [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:20:30Z', 'revision_number': 4, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port': {'id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:24Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf', 'name': '', 'network_id': 'caaafc10-911e-4a80-8938-2524b46de9a8', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'mac_address': 'fa:16:3e:b2:be:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '084fe811-50ec-4174-8f14-d7b5c44929ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:28Z', 'updated_at': '2021-07-14T09:20:36Z', 'revision_number': 4, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'subnets': [{'id': '084fe811-50ec-4174-8f14-d7b5c44929ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:20:37.795361 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.809078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Transition to ACTIVE for port object 79cae1ca-1497-42d8-8929-adf9f0bc73e9 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:37.816474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:37.904061 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f3e078-e73c-4d63-96d5-0fd0d96d267e x-openstack-request-id: req-a3f3e078-e73c-4d63-96d5-0fd0d96d267e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:37.904454 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f9d30d-111e-440d-8bd6-258e5c34aeb9", "tag": "d3fdc51f-30c1-4803-a39a-386eec680f04", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:37.904697 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3f3e078-e73c-4d63-96d5-0fd0d96d267e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:37.905146 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f9d30d-111e-440d-8bd6-258e5c34aeb9', 'tag': 'd3fdc51f-30c1-4803-a39a-386eec680f04', 'status': 'completed', 'code': 200} Jul 14 09:20:37.968700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.044664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Attempting to bind port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:38.045186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Attempting to bind port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:38.045908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Attempting to bind port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:38.053584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:38.054041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Attempting to bind port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:38.062341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:38.062752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:38.063250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:38.063898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Bound port: 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:38.064296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.209185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:38.214501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:38.227662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.265956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.266910 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.268600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] 10.222.0.69 "PUT /v2.0/ports/79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 1097 time: 1.2238462 Jul 14 09:20:38.408562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e5987-d6eb-4a67-9c3a-75aab5db0c30 req-316edc91-a2c3-431c-8852-ee9331cccdb4 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.421909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e61e5987-d6eb-4a67-9c3a-75aab5db0c30 req-316edc91-a2c3-431c-8852-ee9331cccdb4 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 969 time: 0.1735580 Jul 14 09:20:38.427584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ab293-1736-45c9-bbf3-83f725a42f63 service neutron] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:38.488152 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e61e5987-d6eb-4a67-9c3a-75aab5db0c30 req-f454e892-52e9-4dfa-85ca-7f7345295480 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649521 Jul 14 09:20:38.784867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:38.854001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:38.856036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58bb43-42f8-4bb3-8c83-b0a63b02be66 req-f6cf8650-8ed4-44eb-9a20-110805be54be tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:38.859692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:38.860378 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:38.861281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a58bb43-42f8-4bb3-8c83-b0a63b02be66 req-f6cf8650-8ed4-44eb-9a20-110805be54be tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.1117041 Jul 14 09:20:38.957036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-ad36797c-1357-47a0-a1a0-8de8e73e5788 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d3fdc51f-30c1-4803-a39a-386eec680f04 HTTP/1.1" status: 200 len: 217 time: 0.0789042 Jul 14 09:20:39.025783 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.061893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-2448c736-df36-4369-ba19-40e1213e0748 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 217 time: 0.1584566 Jul 14 09:20:39.100527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,segment=NetworkSegment(3a89ac47-b1fc-4cb4-aad8-60a03a4869c9),segment_id=3a89ac47-b1fc-4cb4-aad8-60a03a4869c9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:39.106753 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:39.138095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a58bb43-42f8-4bb3-8c83-b0a63b02be66 req-9027cbfc-e723-45f8-852c-f2d832aa4ef2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693148 Jul 14 09:20:39.223365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b936eea8-531b-48b5-8efb-b9db8897d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.224788 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-b936eea8-531b-48b5-8efb-b9db8897d210 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1328530 Jul 14 09:20:39.228473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:39.326871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-b9590f89-e9c6-43c6-b654-74d5cd3395c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.330685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-b9590f89-e9c6-43c6-b654-74d5cd3395c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.3593748 Jul 14 09:20:39.524502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-179f9d19-836a-4b5e-91b1-9160095b012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.526210 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-179f9d19-836a-4b5e-91b1-9160095b012c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1100 time: 0.0780668 Jul 14 09:20:39.556506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec52ea-4fe7-4099-8adf-bb08f31cf048 req-3e2dad32-8a36-4c62-ab7c-19c746657dc0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.563766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dec52ea-4fe7-4099-8adf-bb08f31cf048 req-3e2dad32-8a36-4c62-ab7c-19c746657dc0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.1697662 Jul 14 09:20:39.603044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-796dde64-4368-49bc-a102-e401872b6d53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0697303 Jul 14 09:20:39.626491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dec52ea-4fe7-4099-8adf-bb08f31cf048 req-b75e93bb-ad6e-4194-901e-379f0430caed tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617445 Jul 14 09:20:39.674153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-6c7d2da0-fe0f-4857-b62b-4e05f468febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.679839 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-6c7d2da0-fe0f-4857-b62b-4e05f468febd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0711069 Jul 14 09:20:39.811593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-28c1e5d7-a543-44b5-a824-e98e17482f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.814683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-28c1e5d7-a543-44b5-a824-e98e17482f1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286163 Jul 14 09:20:39.906922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:39.910133 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28818224-07c2-430e-8af3-46902e2b90aa" -d '{"events": [{"name": "network-changed", "server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:39.959669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5b691-b4b7-4d34-91b9-eb40dc859933 req-9ad9a725-d966-40de-b977-7f58f16baca4 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:39.961564 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65d5b691-b4b7-4d34-91b9-eb40dc859933 req-9ad9a725-d966-40de-b977-7f58f16baca4 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 969 time: 0.0847890 Jul 14 09:20:40.014195 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65d5b691-b4b7-4d34-91b9-eb40dc859933 req-e632e6f6-8430-4bbd-8a4f-a6485630074c tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434613 Jul 14 09:20:40.147813 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed2d7be-ac2f-4dac-a253-e4771e6f874d x-openstack-request-id: req-1ed2d7be-ac2f-4dac-a253-e4771e6f874d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:40.148641 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:40.149039 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ed2d7be-ac2f-4dac-a253-e4771e6f874d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:40.149610 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'status': 'completed', 'code': 200} Jul 14 09:20:40.430318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43964) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.435085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-83b3d5ba-13d1-423e-8e25-7b0b045fbf4f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465853959', 'description': 'tempest-description--1895824583'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:40.499988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83b3d5ba-13d1-423e-8e25-7b0b045fbf4f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.551050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43968) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.713333 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83b3d5ba-13d1-423e-8e25-7b0b045fbf4f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.722632 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83b3d5ba-13d1-423e-8e25-7b0b045fbf4f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.747597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:40.755796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc5271-1626-4161-aaad-1937144b4ec8 req-9cbb288d-514b-4bdc-8bf0-dc62a9c5c34d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:40.764562 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-decc5271-1626-4161-aaad-1937144b4ec8 req-9cbb288d-514b-4bdc-8bf0-dc62a9c5c34d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.1434476 Jul 14 09:20:40.779096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83b3d5ba-13d1-423e-8e25-7b0b045fbf4f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.783993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-83b3d5ba-13d1-423e-8e25-7b0b045fbf4f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3489854 Jul 14 09:20:40.783993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3d5ba-13d1-423e-8e25-7b0b045fbf4f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e20622-4225-4d11-ba85-0e32a352cd15,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:40.786781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fa424dc-2c31-4ec9-9b5a-fd155afd29e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.789723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43974) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:40.794786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d369103e-f29b-4dab-9f4f-4966844fc675 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Request body: {'security_group_rule': {'security_group_id': 'c0e20622-4225-4d11-ba85-0e32a352cd15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:40.839921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d369103e-f29b-4dab-9f4f-4966844fc675 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.868686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:40.869049 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.885106 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-decc5271-1626-4161-aaad-1937144b4ec8 req-9b88b8b3-5524-4952-b062-b4645ef3deaa tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063159 Jul 14 09:20:40.932368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d369103e-f29b-4dab-9f4f-4966844fc675 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.944126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d369103e-f29b-4dab-9f4f-4966844fc675 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:40.994215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369103e-f29b-4dab-9f4f-4966844fc675 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcfb254c-67bf-4c0b-bded-a77674e096d2,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.042461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fa424dc-2c31-4ec9-9b5a-fd155afd29e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.049918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fa424dc-2c31-4ec9-9b5a-fd155afd29e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.060818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d369103e-f29b-4dab-9f4f-4966844fc675 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.064928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d369103e-f29b-4dab-9f4f-4966844fc675 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2714353 Jul 14 09:20:41.065231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43980) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.069966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6c7311f5-84e0-4876-b046-ae8d8c25686e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Request body: {'security_group_rule': {'security_group_id': 'c0e20622-4225-4d11-ba85-0e32a352cd15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:41.125393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7fa424dc-2c31-4ec9-9b5a-fd155afd29e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ecd75b052d644289b0b8c7478b44bd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726881 Jul 14 09:20:41.127308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa424dc-2c31-4ec9-9b5a-fd155afd29e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f35cd-7739-4751-a1fd-0f427fe6e062,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.135811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43982) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.217334 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c7311f5-84e0-4876-b046-ae8d8c25686e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.307770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b357db3-b6d5-4ac4-b394-4e606b8d9d6a req-74087332-0958-4d8b-9e31-371a39a94428 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.311515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b357db3-b6d5-4ac4-b394-4e606b8d9d6a req-74087332-0958-4d8b-9e31-371a39a94428 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.2106612 Jul 14 09:20:41.323040 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4757299f-eb62-40e5-9b1e-6d569a8abc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.386552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c7311f5-84e0-4876-b046-ae8d8c25686e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.393794 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c7311f5-84e0-4876-b046-ae8d8c25686e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.402975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b357db3-b6d5-4ac4-b394-4e606b8d9d6a req-46d124f7-8302-4e61-98e6-654be1d9866b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809395 Jul 14 09:20:41.404945 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4757299f-eb62-40e5-9b1e-6d569a8abc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.431202 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c7311f5-84e0-4876-b046-ae8d8c25686e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.432510 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6c7311f5-84e0-4876-b046-ae8d8c25686e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3662639 Jul 14 09:20:41.435624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7311f5-84e0-4876-b046-ae8d8c25686e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f83c0a6-c238-4c1e-a95f-5606c4348239,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.441666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43986) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:41.459376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:41.506787 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.566631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4757299f-eb62-40e5-9b1e-6d569a8abc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.569695 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4757299f-eb62-40e5-9b1e-6d569a8abc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.571092 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4757299f-eb62-40e5-9b1e-6d569a8abc8d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc5f35cd-7739-4751-a1fd-0f427fe6e062 HTTP/1.1" status: 204 len: 168 time: 0.4055128 Jul 14 09:20:41.586459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757299f-eb62-40e5-9b1e-6d569a8abc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f35cd-7739-4751-a1fd-0f427fe6e062,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:41.741425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6b773-5533-40a1-9461-437ac3ab3533 req-a65026d4-25d6-4bf3-8e17-f903c1eed3c8 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:41.743278 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31c6b773-5533-40a1-9461-437ac3ab3533 req-a65026d4-25d6-4bf3-8e17-f903c1eed3c8 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 969 time: 0.1044683 Jul 14 09:20:41.746126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:41.904716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31c6b773-5533-40a1-9461-437ac3ab3533 req-dbc8aefb-aaba-47a6-a72a-6fe584460c55 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417692 Jul 14 09:20:41.936283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Allocated IP 172.25.0.24 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/0e495a49-286b-4cf2-8141-277ab18fb7fb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:42.042719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43998) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.057613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4149ab-612c-4c7d-8679-47535a0599fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.196980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4149ab-612c-4c7d-8679-47535a0599fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.205540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4149ab-612c-4c7d-8679-47535a0599fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.217067 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.244649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a5e5f-39cf-477c-91d5-cce3349266dc req-9479c34e-592b-4763-aca1-4882b4af4ae6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.246213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a79a5e5f-39cf-477c-91d5-cce3349266dc req-9479c34e-592b-4763-aca1-4882b4af4ae6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.1938865 Jul 14 09:20:42.271055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ab4149ab-612c-4c7d-8679-47535a0599fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=34ec5ee29279469b9cf56ae234a35600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272248 Jul 14 09:20:42.279165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44002) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:42.282295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4149ab-612c-4c7d-8679-47535a0599fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2e628b-406d-4d8e-b1a8-b38daa9c3923,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:42.333775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a79a5e5f-39cf-477c-91d5-cce3349266dc req-a11e8e2a-1f89-4b23-98d8-4ea9a31c59c7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742321 Jul 14 09:20:42.348836 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.372650 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30b50a57-c86f-4e0e-9466-287e9c0ea8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.399471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:42.408106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:42.412004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:42.435389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event updated for resources: {'Port': ['ID=0e495a49-286b-4cf2-8141-277ab18fb7fb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:42.450063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30b50a57-c86f-4e0e-9466-287e9c0ea8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.529410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-1267abef-cfb2-4320-91d2-70bd53713e81 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.530913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-1267abef-cfb2-4320-91d2-70bd53713e81 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 808 time: 0.1462977 Jul 14 09:20:42.543820 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.557677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30b50a57-c86f-4e0e-9466-287e9c0ea8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.560456 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30b50a57-c86f-4e0e-9466-287e9c0ea8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.563942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-30b50a57-c86f-4e0e-9466-287e9c0ea8f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4d2e628b-406d-4d8e-b1a8-b38daa9c3923 HTTP/1.1" status: 204 len: 168 time: 0.2803905 Jul 14 09:20:42.571443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-97ce91e2-e653-4329-a435-631f582cc301 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/quotas/4ef2f47428f74997af795a7905fea995 HTTP/1.1" status: 200 len: 375 time: 0.0254328 Jul 14 09:20:42.572157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b50a57-c86f-4e0e-9466-287e9c0ea8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2e628b-406d-4d8e-b1a8-b38daa9c3923,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:42.636506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-0271a3e8-e6f1-4988-a978-944bc7f6cdfc tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547476 Jul 14 09:20:42.720762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-21a59d0f-5ecb-487f-a50f-6a541007251c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930169 Jul 14 09:20:42.722094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:42.760230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9862cae0-ad1f-4375-bb53-8bccb94fbefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:42.760230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-9862cae0-ad1f-4375-bb53-8bccb94fbefd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246505 Jul 14 09:20:42.769244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-7b5e49c1-baae-43d9-ad55-8f3cd567ea75 service neutron] 10.222.0.73 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233149 Jul 14 09:20:42.949965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-aa020da9-b013-46d6-8105-82c5ddec6492 service neutron] 10.222.0.73 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722414 Jul 14 09:20:42.996182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-822b90e1-d1e9-4492-a538-1afb31853186 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442406 Jul 14 09:20:43.113452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22d37e-40b5-4d77-a0df-2c1052fb0329 req-037be547-7447-4048-af08-fe00c8b1921d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.120715 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd22d37e-40b5-4d77-a0df-2c1052fb0329 req-037be547-7447-4048-af08-fe00c8b1921d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.4917483 Jul 14 09:20:43.168301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d41aaf0a-ae4f-4b53-8733-5be0b1b97754 req-3fa897d2-fe27-43d2-a1d7-ecf4ccd6434b service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643796 Jul 14 09:20:43.215362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-435a0deb-dc55-4204-bd8d-d20f892f3876 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712157 Jul 14 09:20:43.248015 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd22d37e-40b5-4d77-a0df-2c1052fb0329 req-27349dbe-e142-4cb6-a4a2-f5e6fe4da6ca tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263411 Jul 14 09:20:43.471792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c80f2d-48bb-4000-b466-83bdb3f3af87 req-844dcdf9-5a74-46fe-b080-411a9bebe8d6 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.480170 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-96c80f2d-48bb-4000-b466-83bdb3f3af87 req-844dcdf9-5a74-46fe-b080-411a9bebe8d6 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 969 time: 0.1650393 Jul 14 09:20:43.487162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01043508-de3c-4b30-b0e6-767b93ba5fc6 req-510c543f-cd2e-434e-9d74-d35b18e8d6a8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 210 time: 0.1483383 Jul 14 09:20:43.525193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978558f7-9a55-4cae-886b-15746e43c90b req-c0cf2238-8eec-4a59-9194-1ad74829e73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.526786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-978558f7-9a55-4cae-886b-15746e43c90b req-c0cf2238-8eec-4a59-9194-1ad74829e73b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b4577bcdf2940ef8d84650c2fc1cb54&device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 1121 time: 0.2503419 Jul 14 09:20:43.548306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.555454 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.626499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-96c80f2d-48bb-4000-b466-83bdb3f3af87 req-10fadc7a-7744-4172-b1cc-c29f82edf988 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451108 Jul 14 09:20:43.630850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.691011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74cc9a10-9e4e-4718-ae30-08a0c0d7e29e req-c937b49c-2230-48c5-91dc-9c747f057fed service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4679329 Jul 14 09:20:43.710507 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:43.714404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2704999 Jul 14 09:20:43.746214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1b8bd-44bc-4cd5-96e7-2a99bf52d570 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event updated for resources: {'Port': ['ID=0e495a49-286b-4cf2-8141-277ab18fb7fb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:43.828938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978558f7-9a55-4cae-886b-15746e43c90b req-342e0583-6d9f-4d57-9389-cf4657be1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.841369 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-978558f7-9a55-4cae-886b-15746e43c90b req-342e0583-6d9f-4d57-9389-cf4657be1a1d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3045228 Jul 14 09:20:43.930398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-978558f7-9a55-4cae-886b-15746e43c90b req-d31a1ea6-0251-403c-b7b2-243257c6cd8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d3fdc51f-30c1-4803-a39a-386eec680f04 HTTP/1.1" status: 200 len: 217 time: 0.0873499 Jul 14 09:20:43.941083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f4382-ce38-454f-b588-7f04423890d9 req-c513d9be-2595-41f4-91b7-957355a71952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.942576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-850f4382-ce38-454f-b588-7f04423890d9 req-c513d9be-2595-41f4-91b7-957355a71952 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1118 time: 0.1792333 Jul 14 09:20:43.952847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb62443-be38-43fc-9d80-66229286348d req-aea295b6-0903-4160-b9a4-e242ffac9c31 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:43.970245 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cb62443-be38-43fc-9d80-66229286348d req-aea295b6-0903-4160-b9a4-e242ffac9c31 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.1676760 Jul 14 09:20:44.048602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978558f7-9a55-4cae-886b-15746e43c90b req-0173ad42-5f92-4ed2-80b4-960a3dc68df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.052319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-978558f7-9a55-4cae-886b-15746e43c90b req-0173ad42-5f92-4ed2-80b4-960a3dc68df6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1127725 Jul 14 09:20:44.149217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978558f7-9a55-4cae-886b-15746e43c90b req-7c416396-6441-43e5-841e-08c678fd4c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.150720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-978558f7-9a55-4cae-886b-15746e43c90b req-7c416396-6441-43e5-841e-08c678fd4c83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937841 Jul 14 09:20:44.190200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f4382-ce38-454f-b588-7f04423890d9 req-81af994f-c1e1-4114-8bf8-c4d8a68afc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.191885 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-850f4382-ce38-454f-b588-7f04423890d9 req-81af994f-c1e1-4114-8bf8-c4d8a68afc7b service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.2196808 Jul 14 09:20:44.255888 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cb62443-be38-43fc-9d80-66229286348d req-79bd4e9a-bcef-4a8c-a3c3-6b8d62adb963 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846594 Jul 14 09:20:44.257504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-850f4382-ce38-454f-b588-7f04423890d9 req-509d549a-4d72-4d53-8576-9123ad7e4325 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 217 time: 0.0570216 Jul 14 09:20:44.292876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-978558f7-9a55-4cae-886b-15746e43c90b req-80a5c519-e94b-460b-83a5-bd0470d0821b service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316154 Jul 14 09:20:44.358317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f4382-ce38-454f-b588-7f04423890d9 req-64a52e98-ef37-4a8b-b03e-c423fe4a78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.360529 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-850f4382-ce38-454f-b588-7f04423890d9 req-64a52e98-ef37-4a8b-b03e-c423fe4a78a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.0943985 Jul 14 09:20:44.383061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-35076d92-ada0-44be-8782-8a5d60cd44e1 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--465853959&fields=id&tenant_id=da40589ad30e42c29f1feb371c71d83c HTTP/1.1" status: 200 len: 267 time: 0.1291268 Jul 14 09:20:44.431801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-850f4382-ce38-454f-b588-7f04423890d9 req-9ddd1f39-4c11-4c2f-88a4-4a1beb56109b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649557 Jul 14 09:20:44.603135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-850f4382-ce38-454f-b588-7f04423890d9 req-6d6d44f7-5d76-4761-a215-df381f5c946d service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646807 Jul 14 09:20:44.613055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab03ce-36a3-4fd2-9b75-dca4324e205a req-db333449-6d85-4652-afb9-09243987dd19 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.614578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6aab03ce-36a3-4fd2-9b75-dca4324e205a req-db333449-6d85-4652-afb9-09243987dd19 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.1066437 Jul 14 09:20:44.660378 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-978558f7-9a55-4cae-886b-15746e43c90b req-0efb9444-93e3-4213-a5e1-84e753533186 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616476 Jul 14 09:20:44.716379 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-850f4382-ce38-454f-b588-7f04423890d9 req-3569e575-50b9-42fc-9bda-8aa787f5fbd3 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008263 Jul 14 09:20:44.721104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-8001f992-d231-4157-ba9c-88379f51df43 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:44.722660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-8001f992-d231-4157-ba9c-88379f51df43 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 824 time: 0.3290472 Jul 14 09:20:44.742100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-f55ae88f-5d55-449c-ad06-e261cfa1580c tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/quotas/da40589ad30e42c29f1feb371c71d83c HTTP/1.1" status: 200 len: 375 time: 0.0117702 Jul 14 09:20:44.756506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6aab03ce-36a3-4fd2-9b75-dca4324e205a req-43bb9037-eaa1-4b1c-99a2-cec9fc6327e2 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600228 Jul 14 09:20:44.870542 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-ca7e0898-726d-4323-bc1a-9d3a629c037b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1197722 Jul 14 09:20:44.961371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-757f480b-f903-49da-b6e9-924d11e93098 req-16ae4ce9-cc5a-4d4f-9027-545c88b91d2f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 210 time: 0.0482681 Jul 14 09:20:44.979558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-667a627b-a3ad-4ef3-b2a5-18d8f336fdf0 service neutron] 10.222.0.73 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899937 Jul 14 09:20:45.076721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-fdc67e02-a9c7-4137-999d-e36b7ec082bc service neutron] 10.222.0.73 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901854 Jul 14 09:20:45.141036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b54387-aae6-4feb-ac57-9a3ccf8dabef req-27fba187-f31a-4160-bd3f-974066b7cfc9 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.143423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46b54387-aae6-4feb-ac57-9a3ccf8dabef req-27fba187-f31a-4160-bd3f-974066b7cfc9 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 969 time: 0.0735986 Jul 14 09:20:45.180488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46b54387-aae6-4feb-ac57-9a3ccf8dabef req-bbf33e94-da94-48a8-8c94-876cadd744b2 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316465 Jul 14 09:20:45.289132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f26166a2-5c7b-4a6e-8a65-201f0c672da0 req-226de6c7-5ec1-4016-b406-af5517157ed5 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 210 time: 0.0353382 Jul 14 09:20:45.535828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d62d8d-54a5-44e1-9ed1-69427bd28d2b req-b3744b78-1603-4b48-bde8-223d1177c628 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:45.537528 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2d62d8d-54a5-44e1-9ed1-69427bd28d2b req-b3744b78-1603-4b48-bde8-223d1177c628 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.0933378 Jul 14 09:20:45.604991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2d62d8d-54a5-44e1-9ed1-69427bd28d2b req-dcc3f505-eead-4447-8c5f-5cea85d791f9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Jul 14 09:20:45.959864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:46.030263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b247826-adb6-435a-bf03-8620cd22e489 req-a87cfb29-0044-4ef5-94bc-47e89bfe3a1b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.032500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b247826-adb6-435a-bf03-8620cd22e489 req-a87cfb29-0044-4ef5-94bc-47e89bfe3a1b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.1061203 Jul 14 09:20:46.086536 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b247826-adb6-435a-bf03-8620cd22e489 req-047c9832-dd80-4cd9-b08d-872318759444 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Jul 14 09:20:46.128018 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3921087b-5fc0-4d97-8e09-1e1c66ab1136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.166075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ccf701b8-b084-4edc-ba4f-4055b5f70d38 req-777ad3f2-0e2e-40e5-9df2-8398103bb391 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 210 time: 0.0402446 Jul 14 09:20:46.282443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3921087b-5fc0-4d97-8e09-1e1c66ab1136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.287303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3921087b-5fc0-4d97-8e09-1e1c66ab1136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.373361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3921087b-5fc0-4d97-8e09-1e1c66ab1136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3ffda4-61bf-4a3e-881f-e38d9892fdcc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:46.377580 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3921087b-5fc0-4d97-8e09-1e1c66ab1136 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=03a033c5e55e48198ac77a32e94a60ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166484 Jul 14 09:20:46.381069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:46.428593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c398c68-54f2-4a7a-9151-7de996067c6c req-2bb9f3a0-4857-4fe7-b5f8-e73066f2e6ca tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.430054 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c398c68-54f2-4a7a-9151-7de996067c6c req-2bb9f3a0-4857-4fe7-b5f8-e73066f2e6ca tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 969 time: 0.1134927 Jul 14 09:20:46.454928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-801f49fc-4501-410a-ae5d-826a5a61b7fe req-f11a22d7-11ad-43d3-a404-ad2b1bb8afcf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 210 time: 0.0472507 Jul 14 09:20:46.473088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-393c951d-f897-4573-a46a-fca9b130c87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.475733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c398c68-54f2-4a7a-9151-7de996067c6c req-a85a0b0a-1648-4dc3-b65d-d07779780b6c tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398383 Jul 14 09:20:46.508531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-393c951d-f897-4573-a46a-fca9b130c87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.557634 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-393c951d-f897-4573-a46a-fca9b130c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.560341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-393c951d-f897-4573-a46a-fca9b130c87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:46.561501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-393c951d-f897-4573-a46a-fca9b130c87d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/be3ffda4-61bf-4a3e-881f-e38d9892fdcc HTTP/1.1" status: 204 len: 168 time: 0.1793840 Jul 14 09:20:46.570713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c951d-f897-4573-a46a-fca9b130c87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3ffda4-61bf-4a3e-881f-e38d9892fdcc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:46.823218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf60020-9bbc-4b16-b246-5714ce984d73 req-d8914b9c-3c7d-48ba-831a-032a83d4afa0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:46.824799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cf60020-9bbc-4b16-b246-5714ce984d73 req-d8914b9c-3c7d-48ba-831a-032a83d4afa0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.0872228 Jul 14 09:20:46.885135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cf60020-9bbc-4b16-b246-5714ce984d73 req-d61ed6b6-17d0-4fa3-984d-3e4d69cf45dd tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543180 Jul 14 09:20:46.951567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44190) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:46.967080 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4364bc99-5f44-40ed-8c38-ce08ec4ac3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.049946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:47.081559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4364bc99-5f44-40ed-8c38-ce08ec4ac3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.085629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4364bc99-5f44-40ed-8c38-ce08ec4ac3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.128124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4364bc99-5f44-40ed-8c38-ce08ec4ac3c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0af9520ff3ca43a99ac5285eb020ecdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751969 Jul 14 09:20:47.129429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364bc99-5f44-40ed-8c38-ce08ec4ac3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0c5e5-9fe6-4fea-8c3a-ca2d74e2f985,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.131317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44200) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:47.202020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be0f2041-aef5-4437-ba7a-738b8e708571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.205271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a0873a6-ddec-486d-b65d-263c2b64d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.265809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a0873a6-ddec-486d-b65d-263c2b64d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.330531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d3fdc51f-30c1-4803-a39a-386eec680f04 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:47.408680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc0e3370-fc7b-4fea-97a0-d90c9ea7f3c1 req-254f39d8-af8c-4597-96d7-5e7218afde28 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 210 time: 0.0687661 Jul 14 09:20:47.421833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f34436-b248-4992-a852-8e8764c2f5ad req-2d021210-fd37-44e2-bc16-873765a2b69e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.431293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-53f34436-b248-4992-a852-8e8764c2f5ad req-2d021210-fd37-44e2-bc16-873765a2b69e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.2020857 Jul 14 09:20:47.438963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a0873a6-ddec-486d-b65d-263c2b64d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.441612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a0873a6-ddec-486d-b65d-263c2b64d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.445050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8a0873a6-ddec-486d-b65d-263c2b64d157 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cff0c5e5-9fe6-4fea-8c3a-ca2d74e2f985 HTTP/1.1" status: 204 len: 168 time: 0.3104162 Jul 14 09:20:47.472406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0873a6-ddec-486d-b65d-263c2b64d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0c5e5-9fe6-4fea-8c3a-ca2d74e2f985,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.482580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d3fdc51f-30c1-4803-a39a-386eec680f04, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3fdc51f-30c1-4803-a39a-386eec680f04,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.497940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'd3fdc51f-30c1-4803-a39a-386eec680f04', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'd3fdc51f-30c1-4803-a39a-386eec680f04', 'mac_address': 'fa:16:3e:2b:64:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:tempest-test_az-1396111613', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:47.514400 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-53f34436-b248-4992-a852-8e8764c2f5ad req-e6e68ff3-55fd-4ce1-af25-f4c935cd77f2 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821273 Jul 14 09:20:47.552351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be0f2041-aef5-4437-ba7a-738b8e708571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.557390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be0f2041-aef5-4437-ba7a-738b8e708571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.603264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.620859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fdc51f-30c1-4803-a39a-386eec680f04 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:47.625118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-be0f2041-aef5-4437-ba7a-738b8e708571 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c181133e971481f98b07d8d555794de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5711920 Jul 14 09:20:47.625118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f2041-aef5-4437-ba7a-738b8e708571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e150c275-d5f6-4ba0-b1f4-f306db161129,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.626597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:47.655912 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8681c1f-80ba-44f1-a0f1-ddf4ee41a977 req-6d0d8041-586c-4c91-ab17-1425f9798266 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 210 time: 0.0447400 Jul 14 09:20:47.660566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d3fdc51f-30c1-4803-a39a-386eec680f04, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3fdc51f-30c1-4803-a39a-386eec680f04,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.665597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.666316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:47.700893 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed056d7f-7de2-4e86-bba8-db5cb580159f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.738786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed056d7f-7de2-4e86-bba8-db5cb580159f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.767433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d3fdc51f-30c1-4803-a39a-386eec680f04,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.817207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e7f9b-2f3c-4d21-ab41-863f87072fe0 req-5256ed63-5346-4ac3-ad94-9d0f9ce482c9 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:47.820619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.824306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-530e7f9b-2f3c-4d21-ab41-863f87072fe0 req-5256ed63-5346-4ac3-ad94-9d0f9ce482c9 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 970 time: 0.1087444 Jul 14 09:20:47.835390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'port_id': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'mac_address': 'fa:16:3e:f9:5c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c0d434-5bd1-44d9-96bd-9c876ccefab0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-1396111613', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:47.844979 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed056d7f-7de2-4e86-bba8-db5cb580159f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.847431 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed056d7f-7de2-4e86-bba8-db5cb580159f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.851203 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ed056d7f-7de2-4e86-bba8-db5cb580159f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e150c275-d5f6-4ba0-b1f4-f306db161129 HTTP/1.1" status: 204 len: 168 time: 0.2212322 Jul 14 09:20:47.862536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed056d7f-7de2-4e86-bba8-db5cb580159f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e150c275-d5f6-4ba0-b1f4-f306db161129,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:47.887341 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:47.904863 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-530e7f9b-2f3c-4d21-ab41-863f87072fe0 req-f74c9bb9-9488-44ed-bcac-bf7f28284b90 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784938 Jul 14 09:20:47.934685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e319518d-e4e8-411b-b33e-80cc2363fe43 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:47.958868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:47.963898 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.014158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.064098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-64dda32f-98c0-4ab5-9a6d-f97e8a71f041 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856792 Jul 14 09:20:48.246629 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f50b0a12-126c-4045-8824-0eb091ff3636 req-2e335f31-2a79-4dd5-a6d7-ccefc56a3129 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701097 Jul 14 09:20:48.277588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01ad1f-d87e-49fc-b909-f9c85fa4c885 req-23a0a488-01a5-4cb5-b385-e088b10ce856 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.279152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb01ad1f-d87e-49fc-b909-f9c85fa4c885 req-23a0a488-01a5-4cb5-b385-e088b10ce856 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.1647599 Jul 14 09:20:48.331626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb01ad1f-d87e-49fc-b909-f9c85fa4c885 req-ab8e6f1b-928d-49af-8a3b-d6b28faa5b82 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Jul 14 09:20:48.336969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44234) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.346352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d3fdc51f-30c1-4803-a39a-386eec680f04'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:48.350533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e319518d-e4e8-411b-b33e-80cc2363fe43'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:48.373984 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42d8c0b7-f866-439f-88fb-d19499f7d102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.503900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28818224-07c2-430e-8af3-46902e2b90aa req-323ff237-a900-4fba-831b-7c49f7f80843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.505436 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28818224-07c2-430e-8af3-46902e2b90aa req-323ff237-a900-4fba-831b-7c49f7f80843 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1100 time: 0.1393046 Jul 14 09:20:48.511584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42d8c0b7-f866-439f-88fb-d19499f7d102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.532088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42d8c0b7-f866-439f-88fb-d19499f7d102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.589084 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-42d8c0b7-f866-439f-88fb-d19499f7d102 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da20b677803445c6a54a9c51501be165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507517 Jul 14 09:20:48.594375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44244) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.619605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e4dde4c-2bf1-4c64-abda-6c653fdf742b req-45cdcd15-cf3d-4d83-991a-5698ad775369 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 210 time: 0.0595794 Jul 14 09:20:48.685613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8c0b7-f866-439f-88fb-d19499f7d102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c50de6c-d98e-4362-b0b5-28418324e542,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:48.759645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28818224-07c2-430e-8af3-46902e2b90aa req-b840a3cd-16e0-4984-a6d2-cfbc94c4df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.763952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28818224-07c2-430e-8af3-46902e2b90aa req-b840a3cd-16e0-4984-a6d2-cfbc94c4df5a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2502789 Jul 14 09:20:48.766711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76b611c0-85b1-4684-9944-bb9631ca353e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.860268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.69', 54883) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:48.862674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28818224-07c2-430e-8af3-46902e2b90aa req-75935711-9186-4a0b-b71a-9c8b1f1f5354 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0825212 Jul 14 09:20:48.874840 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76b611c0-85b1-4684-9944-bb9631ca353e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:48.970637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ca96c-3bc6-48d7-b292-434d76ed7cab req-ec2ec371-1c8b-4a9c-8c2c-cb85f30f17b6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.972151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ac9ca96c-3bc6-48d7-b292-434d76ed7cab req-ec2ec371-1c8b-4a9c-8c2c-cb85f30f17b6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 967 time: 0.2063923 Jul 14 09:20:48.977096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28818224-07c2-430e-8af3-46902e2b90aa req-8b02f993-a251-4989-bcee-22c7a20170ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:48.978445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28818224-07c2-430e-8af3-46902e2b90aa req-8b02f993-a251-4989-bcee-22c7a20170ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1074085 Jul 14 09:20:49.050310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76b611c0-85b1-4684-9944-bb9631ca353e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.054397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76b611c0-85b1-4684-9944-bb9631ca353e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.059734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-76b611c0-85b1-4684-9944-bb9631ca353e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c50de6c-d98e-4362-b0b5-28418324e542 HTTP/1.1" status: 204 len: 168 time: 0.4605582 Jul 14 09:20:49.073250 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ac9ca96c-3bc6-48d7-b292-434d76ed7cab req-57511ca8-5721-4298-913a-7f68a8c8c13e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903337 Jul 14 09:20:49.114059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b611c0-85b1-4684-9944-bb9631ca353e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c50de6c-d98e-4362-b0b5-28418324e542,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:49.163549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28818224-07c2-430e-8af3-46902e2b90aa req-7b8bbe91-4ab2-4874-8df0-40293a62bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.165101 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28818224-07c2-430e-8af3-46902e2b90aa req-7b8bbe91-4ab2-4874-8df0-40293a62bbef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619141 Jul 14 09:20:49.390239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8300d256-bee4-441f-8a0f-ce94563952b7 req-dd05c047-8be5-4f2b-9456-3ce1cd95027b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 210 time: 0.5318043 Jul 14 09:20:49.407812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.69', 54884) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:49.419754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de53400-c4d7-4097-b46a-8958f437cac8 req-cf156da8-2fd4-4cf4-9d9d-aeaf213c1d13 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.430686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6de53400-c4d7-4097-b46a-8958f437cac8 req-cf156da8-2fd4-4cf4-9d9d-aeaf213c1d13 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 970 time: 0.1685188 Jul 14 09:20:49.584777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-afa16a2a-1b68-491b-866c-3ed7c7688cdc tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.586667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-afa16a2a-1b68-491b-866c-3ed7c7688cdc tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.69 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 824 time: 0.7254307 Jul 14 09:20:49.593714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-500726b8-f0a2-43da-8844-cc6cc06b9155 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.596022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-500726b8-f0a2-43da-8844-cc6cc06b9155 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 808 time: 0.1552927 Jul 14 09:20:49.617949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Request body: {'port': {'device_id': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'admin_state_up': True, 'tenant_id': '4ef2f47428f74997af795a7905fea995'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:49.638044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6de53400-c4d7-4097-b46a-8958f437cac8 req-5ea383f4-94a6-4574-838d-d9d44e8cf248 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030208 Jul 14 09:20:49.665888 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28818224-07c2-430e-8af3-46902e2b90aa req-a7f9c01d-fb14-4bc8-a93f-da7cd0454f1d service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918356 Jul 14 09:20:49.703400 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-3aa4feee-e84b-4176-a020-b7f4aab68e8d tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da40589ad30e42c29f1feb371c71d83c HTTP/1.1" status: 200 len: 379 time: 0.1054871 Jul 14 09:20:49.718597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Request body: {'port': {'device_id': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'admin_state_up': True, 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'security_groups': ['c0e20622-4225-4d11-ba85-0e32a352cd15']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:49.793050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27e650-bb14-45b6-9256-5d7ef87872f2 req-a25204b0-c197-47b9-9d32-109091ef5d9e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:49.800021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d27e650-bb14-45b6-9256-5d7ef87872f2 req-a25204b0-c197-47b9-9d32-109091ef5d9e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.2122262 Jul 14 09:20:49.828169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28818224-07c2-430e-8af3-46902e2b90aa req-cb26e901-011c-4dba-8b48-8f2f5b3dc5a9 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313140 Jul 14 09:20:49.843632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Made reservation on behalf of 4ef2f47428f74997af795a7905fea995 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:49.848998 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:49.887076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d27e650-bb14-45b6-9256-5d7ef87872f2 req-cce48788-d5bd-47a6-aeac-03389f1c58f7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860772 Jul 14 09:20:49.937490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Made reservation on behalf of da40589ad30e42c29f1feb371c71d83c for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:49.942852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.000904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Allocated IP 172.20.0.12 (c57b139e-cf08-4d82-9360-8bec932fdedf/41972096-a7d9-4b2c-b8d7-7a81dde04479/878cfcef-1680-4b9b-8b80-a979adcdadca) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:50.095720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Allocated IP 172.20.0.9 (7903b25e-f7c7-42be-8fb1-7d412959b10f/9f5cdfef-bcef-4ab1-81c6-7eb5253793fa/4fe58337-05a9-42a9-ace8-3ae1fefe90d5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:50.234168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-138573b1-da3f-49f0-8685-47f12ca73e10 req-10aae9eb-0ec9-4128-8e00-2ffbf9c0db4f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 210 time: 0.0360119 Jul 14 09:20:50.238425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.312281 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.333477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.350908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Transition to ACTIVE for port object 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:50.370423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Network c57b139e-cf08-4d82-9360-8bec932fdedf is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:50.389533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:50.392820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:50.399077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.399920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.418060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Pushing event updated for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:50.435885 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-79da7b1b-1024-4e9c-8afb-40c56d77cf19 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8215790 Jul 14 09:20:50.454169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Request body: {'port': {'device_id': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:50.459242 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.524993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:50.529297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:50.532896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:50.533170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.539515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.540472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.570441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016528e-347d-4e0f-8ac0-dba090850521 req-61dbe6bf-fc03-4129-8c5b-fb4090087721 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.572107 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e016528e-347d-4e0f-8ac0-dba090850521 req-61dbe6bf-fc03-4129-8c5b-fb4090087721 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 967 time: 0.2015851 Jul 14 09:20:50.573695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event updated for resources: {'Port': ['ID=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:50.590104 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-a90bc9c7-9e3a-4e96-a9e0-0c6cd5b8b74b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8762507 Jul 14 09:20:50.603099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Request body: {'port': {'device_id': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:50.660489 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e016528e-347d-4e0f-8ac0-dba090850521 req-eb6ac0bf-2a9e-4157-b74e-b9d020c40f3d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784512 Jul 14 09:20:50.722019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.901708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-09fc6906-fb99-4eb1-9758-f07e982156c5 None None] Provisioning for port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:50.908878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-09fc6906-fb99-4eb1-9758-f07e982156c5 None None] Provisioning complete for port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:50.909505 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-09fc6906-fb99-4eb1-9758-f07e982156c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:50.943910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a80c-620d-4a01-be4c-b6d427dad43e req-91f44d96-5d0f-4473-9d2c-ff329cd4f045 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:50.948773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5e2a80c-620d-4a01-be4c-b6d427dad43e req-91f44d96-5d0f-4473-9d2c-ff329cd4f045 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 931 time: 0.3546982 Jul 14 09:20:50.983588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-09fc6906-fb99-4eb1-9758-f07e982156c5 None None] Port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:51.050927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5e2a80c-620d-4a01-be4c-b6d427dad43e req-b38e14aa-4fd4-4d62-8406-d87bef9e53f6 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938208 Jul 14 09:20:51.158600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:51.168964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.194314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642040a-057c-499e-9944-9b98be1d3b01 req-33b4a80e-a5e5-45d3-959d-4c87e129d403 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.196100 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2642040a-057c-499e-9944-9b98be1d3b01 req-33b4a80e-a5e5-45d3-959d-4c87e129d403 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 970 time: 0.1453347 Jul 14 09:20:51.199149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Transition to ACTIVE for port object 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:51.211829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.227043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878cfcef-1680-4b9b-8b80-a979adcdadca {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:51.243151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.270348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d3fdc51f-30c1-4803-a39a-386eec680f04 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:51.292517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Transition to ACTIVE for port object 878cfcef-1680-4b9b-8b80-a979adcdadca will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:51.301747 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.354179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2642040a-057c-499e-9944-9b98be1d3b01 req-254d4a63-aec7-4113-98e6-1594e1aa41fc tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515517 Jul 14 09:20:51.363039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:51.376956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Pushing event updated for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:51.412894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port d3fdc51f-30c1-4803-a39a-386eec680f04 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:51.418304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port d3fdc51f-30c1-4803-a39a-386eec680f04 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:51.418824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.420810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44328) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:51.444346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Attempting to bind port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:51.444685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Attempting to bind port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:51.445016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Attempting to bind port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 on network 7903b25e-f7c7-42be-8fb1-7d412959b10f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:51.460648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48b857-87f5-4c3c-843f-fccda1cc280a req-606bad1f-8cd6-48c2-86d7-a2aa77c6762d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.468106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 on network 7903b25e-f7c7-42be-8fb1-7d412959b10f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:51.469611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Attempting to bind port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 on network 7903b25e-f7c7-42be-8fb1-7d412959b10f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:51.474062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f48b857-87f5-4c3c-843f-fccda1cc280a req-606bad1f-8cd6-48c2-86d7-a2aa77c6762d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.2339268 Jul 14 09:20:51.480209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:51.481980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Checking segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:51.483556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Bound using segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:51.484029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Bound port: 4fe58337-05a9-42a9-ace8-3ae1fefe90d5, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:51.485562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.567182 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.611275 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f48b857-87f5-4c3c-843f-fccda1cc280a req-0be77bef-1e3f-4170-846a-2f794540653e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362338 Jul 14 09:20:51.612541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:20:51.612883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:20:51.613215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:51.627848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] For port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:51.631563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] For port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:51.631841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:20:51.632517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:20:51.637089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.638748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:20:51.639193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:20:51.639667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:20:51.640434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Bound port: 878cfcef-1680-4b9b-8b80-a979adcdadca, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:20:51.640547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.645451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f9d30d-111e-440d-8bd6-258e5c34aeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fdc51f-30c1-4803-a39a-386eec680f04'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:51.697012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.697634 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.699053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] 10.222.0.69 "PUT /v2.0/ports/4fe58337-05a9-42a9-ace8-3ae1fefe90d5 HTTP/1.1" status: 200 len: 1092 time: 1.1005123 Jul 14 09:20:51.699597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'tag': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:51.701754 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391fd7ea-c357-4b4e-82d9-8aa606cb9126" -d '{"events": [{"name": "network-changed", "server_uuid": "4e56ade9-2a9b-4504-bebf-5864aa3eba52", "tag": "4fe58337-05a9-42a9-ace8-3ae1fefe90d5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:51.731333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7af93-b576-4a78-ad7e-f6a7e6c4ec4a req-09bd3110-29f0-4b2d-90e8-916521f24f33 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.739392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75c7af93-b576-4a78-ad7e-f6a7e6c4ec4a req-09bd3110-29f0-4b2d-90e8-916521f24f33 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.1753581 Jul 14 09:20:51.756272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d3fdc51f-30c1-4803-a39a-386eec680f04, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3fdc51f-30c1-4803-a39a-386eec680f04,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:51.761778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:20:51.762511 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.763394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:51.768011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:20:51.772899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.798465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4276df6a-e36f-4887-8917-8a8ad9816d31 service neutron] Pushing event updated for resources: {'Port': ['ID=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:51.808364 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-31ee7d6c-ffab-432e-9dfb-96d419fc8212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.839736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.840538 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.842550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] 10.222.0.69 "PUT /v2.0/ports/878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 1093 time: 1.3992198 Jul 14 09:20:51.842984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:51.846400 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76b7d11-c6a0-4c53-9601-44506b8d2edb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:51.865164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75c7af93-b576-4a78-ad7e-f6a7e6c4ec4a req-b73f3846-5ad5-4c6c-9a04-3cd0e34bdf6e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248913 Jul 14 09:20:51.894272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d3fdc51f-30c1-4803-a39a-386eec680f04,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:51.912846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-b1ee29bd-14d6-4bd5-93b8-5e4a291e85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:51.914051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-b1ee29bd-14d6-4bd5-93b8-5e4a291e85c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 1095 time: 0.1726487 Jul 14 09:20:51.919737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port e319518d-e4e8-411b-b33e-80cc2363fe43 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:51.945374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port e319518d-e4e8-411b-b33e-80cc2363fe43 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:51.945754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.965037 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6852651b-1f0f-47a1-9df1-3ae4f788b7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:51.966932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11234597-9858-42ea-a24d-20fbb4a2da8e service neutron] Pushing event updated for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.012764 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acd2d2b-be6a-47ad-9e6f-d4c19cd55570" -d '{"events": [{"server_uuid": "77f9d30d-111e-440d-8bd6-258e5c34aeb9", "name": "network-vif-plugged", "status": "completed", "tag": "d3fdc51f-30c1-4803-a39a-386eec680f04"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:52.019487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 79cae1ca-1497-42d8-8929-adf9f0bc73e9 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:52.023062 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7b8a9f-e692-4a53-8a0d-39447c827095 x-openstack-request-id: req-0c7b8a9f-e692-4a53-8a0d-39447c827095 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:52.023432 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e56ade9-2a9b-4504-bebf-5864aa3eba52", "tag": "4fe58337-05a9-42a9-ace8-3ae1fefe90d5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:52.023750 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c7b8a9f-e692-4a53-8a0d-39447c827095 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:52.026434 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'tag': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'status': 'completed', 'code': 200} Jul 14 09:20:52.028709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-aeed7307-4c0a-45cb-9b3b-210abd0e45eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5 HTTP/1.1" status: 200 len: 217 time: 0.1061807 Jul 14 09:20:52.080083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-6153c397-784d-4c1c-aba8-bcab2e526443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.081658 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-6153c397-784d-4c1c-aba8-bcab2e526443 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1096 time: 0.1931477 Jul 14 09:20:52.141452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-27166d01-2d0b-4840-9da6-10b654283220 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 217 time: 0.0487173 Jul 14 09:20:52.150258 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.154669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:20:52.167479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6852651b-1f0f-47a1-9df1-3ae4f788b7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.178927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-8069df6e-1d7c-4971-b33f-fbf23fe841d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.180532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-8069df6e-1d7c-4971-b33f-fbf23fe841d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa HTTP/1.1" status: 200 len: 863 time: 0.1452901 Jul 14 09:20:52.195071 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6852651b-1f0f-47a1-9df1-3ae4f788b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.256462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b4a3b-9624-484b-9018-f83dccfa5103 req-ce9b6504-ed74-47cf-b480-3e86eba8608a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.263993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-146b4a3b-9624-484b-9018-f83dccfa5103 req-ce9b6504-ed74-47cf-b480-3e86eba8608a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 967 time: 0.1349170 Jul 14 09:20:52.267347 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6852651b-1f0f-47a1-9df1-3ae4f788b7ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d8ed0d619ce4f43972bc0fd33597903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8431907 Jul 14 09:20:52.269346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-6e3ca83b-9ad3-4dc7-bbaf-a6577051334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.270841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-6e3ca83b-9ad3-4dc7-bbaf-a6577051334b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1240761 Jul 14 09:20:52.271376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44360) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:52.273668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852651b-1f0f-47a1-9df1-3ae4f788b7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23a7aee-c05c-4e44-b3d5-8efe11759fbb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.280746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:52.287190 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.294360 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b691b0-8a7b-40d3-baa0-3ec222028bdd x-openstack-request-id: req-33b691b0-8a7b-40d3-baa0-3ec222028bdd {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:52.294663 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:52.294898 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33b691b0-8a7b-40d3-baa0-3ec222028bdd {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:52.295296 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca', 'status': 'completed', 'code': 200} Jul 14 09:20:52.333676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-43b6585d-d072-438c-aa3c-e8cef9e02afb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560229 Jul 14 09:20:52.346386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-146b4a3b-9624-484b-9018-f83dccfa5103 req-c49c1560-83d0-48c2-aa4d-c831c727c911 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814252 Jul 14 09:20:52.354336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-006120f7-61b1-4247-8eb2-89fed0dca96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.356261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-006120f7-61b1-4247-8eb2-89fed0dca96e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7903b25e-f7c7-42be-8fb1-7d412959b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1675575 Jul 14 09:20:52.368354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.382842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:52.395816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'mac_address': 'fa:16:3e:63:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:52.428144 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-967a7b2c-14f3-4369-bed5-533601c364e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.439484 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfa4f37-e3b5-4a29-8bf2-b2659208acfc x-openstack-request-id: req-5cfa4f37-e3b5-4a29-8bf2-b2659208acfc {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:52.440053 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f9d30d-111e-440d-8bd6-258e5c34aeb9", "name": "network-vif-plugged", "status": "completed", "tag": "d3fdc51f-30c1-4803-a39a-386eec680f04", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:52.441030 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cfa4f37-e3b5-4a29-8bf2-b2659208acfc {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:52.441819 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f9d30d-111e-440d-8bd6-258e5c34aeb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fdc51f-30c1-4803-a39a-386eec680f04', 'code': 200} Jul 14 09:20:52.457263 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.472106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cae1ca-1497-42d8-8929-adf9f0bc73e9 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:52.489601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-56d18a7c-0369-4f0d-b1a0-fe8b4f9f21e0 service neutron] 10.222.0.69 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240847 Jul 14 09:20:52.505000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:52.511238 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.519899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-967a7b2c-14f3-4369-bed5-533601c364e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.534367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-faf6eec5-b2a1-4f8c-af81-59936d016b90 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927440 Jul 14 09:20:52.581966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.642028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-967a7b2c-14f3-4369-bed5-533601c364e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.644849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-967a7b2c-14f3-4369-bed5-533601c364e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.646099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-967a7b2c-14f3-4369-bed5-533601c364e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d23a7aee-c05c-4e44-b3d5-8efe11759fbb HTTP/1.1" status: 204 len: 168 time: 0.3736420 Jul 14 09:20:52.663292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a7b2c-14f3-4369-bed5-533601c364e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23a7aee-c05c-4e44-b3d5-8efe11759fbb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:52.671243 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4bf99fc-998e-4c20-93cc-75cce8bd3e93 req-5b57f9b8-2e0e-475a-aa73-b0a7915ba89a service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289868 Jul 14 09:20:52.730663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c0c71-f1f5-4200-812e-a9f50c00cb23 req-b51b51f5-2839-43dc-af26-549435e34759 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.732251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c7c0c71-f1f5-4200-812e-a9f50c00cb23 req-b51b51f5-2839-43dc-af26-549435e34759 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 943 time: 0.1631598 Jul 14 09:20:52.796517 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b9b9ef4-e8dc-4e3f-9c0d-576357bcf404 req-1cd2532f-0bfb-48de-99ab-081f8c28c1e6 service neutron] 10.222.0.69 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988622 Jul 14 09:20:52.809828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c7c0c71-f1f5-4200-812e-a9f50c00cb23 req-14c9e5f1-c329-483a-a17a-90be70ea04d1 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673213 Jul 14 09:20:52.818297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acd450-9af7-4511-acc9-242615322c43 req-2f820404-b388-4045-ac1b-10776935f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.820972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06acd450-9af7-4511-acc9-242615322c43 req-2f820404-b388-4045-ac1b-10776935f0e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 1123 time: 0.2530138 Jul 14 09:20:52.850791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c8bcd-766b-47c6-be62-9be297e4bf85 req-c4c680ee-0738-4110-9940-6bb179f0ac49 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.852413 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-348c8bcd-766b-47c6-be62-9be297e4bf85 req-c4c680ee-0738-4110-9940-6bb179f0ac49 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 971 time: 0.1280575 Jul 14 09:20:52.855523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-ac6c46a7-13ae-498a-8221-8c0351c71222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:52.856982 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-ac6c46a7-13ae-498a-8221-8c0351c71222 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1096 time: 0.1233597 Jul 14 09:20:52.864950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['79cae1ca-1497-42d8-8929-adf9f0bc73e9'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:52.865073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06acd450-9af7-4511-acc9-242615322c43 req-0c4ad966-250a-42ad-ae8a-c784d496267e service neutron] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:52.977391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-348c8bcd-766b-47c6-be62-9be297e4bf85 req-b85507a1-a88e-4d2d-a304-fcef36dedc5c tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900548 Jul 14 09:20:53.043755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-27cf93c2-4b99-4ee3-9d9d-ad9c756b057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.045220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-27cf93c2-4b99-4ee3-9d9d-ad9c756b057d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.1812379 Jul 14 09:20:53.114842 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:20:53.138769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44388) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.146559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-00769cf2-ce32-4012-b697-5eec8e78a713 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 217 time: 0.0928793 Jul 14 09:20:53.171515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2102cc1e-b07a-45e6-a665-3aa722d9db5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.241355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-57f2d0a1-ca55-4066-9a67-a5013a4ffce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.242808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-57f2d0a1-ca55-4066-9a67-a5013a4ffce7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0797782 Jul 14 09:20:53.265546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-b064f06f-3981-46bb-ad91-def117fb39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.267198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-b064f06f-3981-46bb-ad91-def117fb39c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 1095 time: 0.3980474 Jul 14 09:20:53.279904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-67798b43-b362-4ae7-8ab2-0e86ab410936 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276334 Jul 14 09:20:53.291907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4870de0-01f2-4295-9bdd-1969fc88b036 req-232f9552-a84f-4e14-ac61-1a9e87fced64 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.293417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4870de0-01f2-4295-9bdd-1969fc88b036 req-232f9552-a84f-4e14-ac61-1a9e87fced64 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.1457322 Jul 14 09:20:53.296010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300385f-e628-458e-82ad-e2af738309e0 req-a40b1cb9-a44d-40eb-9ddf-c9fe427e22cc tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.297539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c300385f-e628-458e-82ad-e2af738309e0 req-a40b1cb9-a44d-40eb-9ddf-c9fe427e22cc tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 949 time: 0.1321719 Jul 14 09:20:53.378040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4870de0-01f2-4295-9bdd-1969fc88b036 req-92fcfc12-6928-4a0f-bd20-0ae3c3a8d398 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Jul 14 09:20:53.408751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-d3726e4f-c27d-43e7-ae35-1d58cb21b8e3 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143513 Jul 14 09:20:53.419560 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06acd450-9af7-4511-acc9-242615322c43 req-0c4ad966-250a-42ad-ae8a-c784d496267e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.426265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c300385f-e628-458e-82ad-e2af738309e0 req-f292e0e0-0e15-470c-85b0-bad09c4246a9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117857 Jul 14 09:20:53.431070 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06acd450-9af7-4511-acc9-242615322c43 req-0c4ad966-250a-42ad-ae8a-c784d496267e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.483883 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06acd450-9af7-4511-acc9-242615322c43 req-0c4ad966-250a-42ad-ae8a-c784d496267e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6552417 Jul 14 09:20:53.487879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-cbfca4e4-984f-4212-89a4-c2bc66025340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.490033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-cbfca4e4-984f-4212-89a4-c2bc66025340 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 925 time: 0.2105789 Jul 14 09:20:53.493515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ad966-250a-42ad-ae8a-c784d496267e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a59b61f-6ef7-438e-a119-4bf3c4ae134f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.545907 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b76b7d11-c6a0-4c53-9601-44506b8d2edb req-ebc531ee-e612-4082-867f-9ed519f56d3a service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304820 Jul 14 09:20:53.562021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-b008088d-d635-4572-8946-4d4b7db66b44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5 HTTP/1.1" status: 200 len: 217 time: 0.0526373 Jul 14 09:20:53.592408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2102cc1e-b07a-45e6-a665-3aa722d9db5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.598568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2102cc1e-b07a-45e6-a665-3aa722d9db5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.637396 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2102cc1e-b07a-45e6-a665-3aa722d9db5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1aadc509aa1b421395c7c1f0651bf28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973056 Jul 14 09:20:53.639340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102cc1e-b07a-45e6-a665-3aa722d9db5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8353d1e1-7fdb-44be-87d7-f85730d67434,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.641262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44396) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:53.657946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-2c1210b8-c9e5-46db-abbb-ee22d4a173ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.659391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-2c1210b8-c9e5-46db-abbb-ee22d4a173ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa HTTP/1.1" status: 200 len: 863 time: 0.0890164 Jul 14 09:20:53.755520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239947a-1357-48f0-aaf8-203201c1dc17 req-e39baa90-00d6-4126-b9fd-72da5b79d0f7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.755520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1239947a-1357-48f0-aaf8-203201c1dc17 req-e39baa90-00d6-4126-b9fd-72da5b79d0f7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 968 time: 0.1549523 Jul 14 09:20:53.762857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50757f52-4014-44c7-937f-182489b44057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.803344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50757f52-4014-44c7-937f-182489b44057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.814592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-515e9134-c5d7-4609-89af-a90dcb071cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:53.816096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-515e9134-c5d7-4609-89af-a90dcb071cfa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7903b25e-f7c7-42be-8fb1-7d412959b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458175 Jul 14 09:20:53.844288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1239947a-1357-48f0-aaf8-203201c1dc17 req-de9fe13d-1b6c-4447-a5f8-0cce4d030297 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823338 Jul 14 09:20:53.939499 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50757f52-4014-44c7-937f-182489b44057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.942019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50757f52-4014-44c7-937f-182489b44057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:53.945549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-50757f52-4014-44c7-937f-182489b44057 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8353d1e1-7fdb-44be-87d7-f85730d67434 HTTP/1.1" status: 204 len: 168 time: 0.3003020 Jul 14 09:20:53.950193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-9f01fb7e-76b8-454c-a658-6d54adbd1cb0 service neutron] 10.222.0.69 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241081 Jul 14 09:20:53.955506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50757f52-4014-44c7-937f-182489b44057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8353d1e1-7fdb-44be-87d7-f85730d67434,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:53.983752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 79cae1ca-1497-42d8-8929-adf9f0bc73e9 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:54.056482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa487143-9063-48dc-9bbb-d060ce5d03b9 req-c8856ffe-c3ed-4c38-9ee3-c9621c93d25f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.069103 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa487143-9063-48dc-9bbb-d060ce5d03b9 req-c8856ffe-c3ed-4c38-9ee3-c9621c93d25f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 943 time: 0.1245699 Jul 14 09:20:54.083495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:54.086573 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-391fd7ea-c357-4b4e-82d9-8aa606cb9126 req-3010e464-f22d-4139-bc06-6ad7b7b051f8 service neutron] 10.222.0.69 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210523 Jul 14 09:20:54.097114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:54.097685 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.148776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa487143-9063-48dc-9bbb-d060ce5d03b9 req-64b4f3d1-48ac-4d18-8181-d6f698fdaa2a tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776722 Jul 14 09:20:54.173021 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f381e433-9461-4fcc-81a1-7e6f38e753fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.213507 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.217316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef6301-186e-446d-988c-9592c3557a59 req-e3e2de7c-ad22-4eec-88a0-29a1b281ee12 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.219649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6cef6301-186e-446d-988c-9592c3557a59 req-e3e2de7c-ad22-4eec-88a0-29a1b281ee12 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 971 time: 0.0867121 Jul 14 09:20:54.260979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:54.264859 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.275652 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6cef6301-186e-446d-988c-9592c3557a59 req-a751d8bd-7794-4f73-8c3f-60183d334cb8 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504067 Jul 14 09:20:54.320794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:54.430301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.443545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43'}, {'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:54.447412 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b8add9-1878-4468-8961-aca895f611ef" -d '{"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-plugged", "status": "completed", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43"}, {"server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "name": "network-vif-plugged", "status": "completed", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:54.500045 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5778398d-7748-4f51-bf7c-e36db4544ba2 x-openstack-request-id: req-5778398d-7748-4f51-bf7c-e36db4544ba2 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:54.500453 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-plugged", "status": "completed", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43", "code": 200}, {"server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "name": "network-vif-plugged", "status": "completed", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:54.500713 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5778398d-7748-4f51-bf7c-e36db4544ba2 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:54.501111 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'code': 200} Jul 14 09:20:54.501366 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'code': 200} Jul 14 09:20:54.590603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44434) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:54.650680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7f0ef-5007-489b-a563-504596a1b8a8 req-82aa48c3-cb2a-494f-994c-3de43ef43c96 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.652295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ee7f0ef-5007-489b-a563-504596a1b8a8 req-82aa48c3-cb2a-494f-994c-3de43ef43c96 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.1217887 Jul 14 09:20:54.699942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ee7f0ef-5007-489b-a563-504596a1b8a8 req-6a1b5be0-6c85-46e0-869a-b48f3ab82c6f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Jul 14 09:20:54.735888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cee44-1634-48fa-a240-57f728b4ccf8 req-54d4a0ff-1158-4336-bf33-8bbe05ca4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.737475 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed1cee44-1634-48fa-a240-57f728b4ccf8 req-54d4a0ff-1158-4336-bf33-8bbe05ca4b34 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1120 time: 0.1506298 Jul 14 09:20:54.756089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b7116ed-9d83-4f7b-b70b-6f324a52849a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.760461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14f638-e6ff-451a-814c-73b376b5ef77 req-5814384a-0a97-434b-96b6-af32a79bbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.761936 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a14f638-e6ff-451a-814c-73b376b5ef77 req-5814384a-0a97-434b-96b6-af32a79bbfdc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1102 time: 0.1647606 Jul 14 09:20:54.778751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5a9ff-7fa1-4db8-bca1-944230ce7feb req-cbeb25b2-8d50-4c0a-a60f-b300ab85bbf2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:54.780225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb5a9ff-7fa1-4db8-bca1-944230ce7feb req-cbeb25b2-8d50-4c0a-a60f-b300ab85bbf2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1258533 Jul 14 09:20:54.832057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed1cee44-1634-48fa-a240-57f728b4ccf8 req-f80341d8-66bc-4986-b7d2-977c2f1d636b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843492 Jul 14 09:20:54.848845 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a14f638-e6ff-451a-814c-73b376b5ef77 req-b08a4b11-8377-46cd-9f8a-0d2049c215ef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786948 Jul 14 09:20:54.853184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b7116ed-9d83-4f7b-b70b-6f324a52849a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.853997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb5a9ff-7fa1-4db8-bca1-944230ce7feb req-3774b3bf-cfd6-4e72-832c-33fd72d08705 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657811 Jul 14 09:20:54.857880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b7116ed-9d83-4f7b-b70b-6f324a52849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:54.893427 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4b7116ed-9d83-4f7b-b70b-6f324a52849a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ced85710cf51409d8c26c13d27cdaf30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016291 Jul 14 09:20:54.896119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:54.903180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7116ed-9d83-4f7b-b70b-6f324a52849a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8f2d06-f211-4ee2-9763-ec0230b91085,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:54.975902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5a84bed-7792-417e-b66c-ccb297f4f22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.004699 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5a84bed-7792-417e-b66c-ccb297f4f22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.045301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a73c-5d6e-401d-ad5d-4cff774b7eff req-bdce6e58-ae29-4bae-9781-147d83ba1840 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.046849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d341a73c-5d6e-401d-ad5d-4cff774b7eff req-bdce6e58-ae29-4bae-9781-147d83ba1840 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 968 time: 0.0727730 Jul 14 09:20:55.082353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5a84bed-7792-417e-b66c-ccb297f4f22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.085120 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5a84bed-7792-417e-b66c-ccb297f4f22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.088605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d5a84bed-7792-417e-b66c-ccb297f4f22c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a8f2d06-f211-4ee2-9763-ec0230b91085 HTTP/1.1" status: 204 len: 168 time: 0.1890013 Jul 14 09:20:55.097160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a84bed-7792-417e-b66c-ccb297f4f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8f2d06-f211-4ee2-9763-ec0230b91085,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:55.099452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d341a73c-5d6e-401d-ad5d-4cff774b7eff req-d22f733f-ab62-4835-9c1f-70e782825b41 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Jul 14 09:20:55.333037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc524c-1244-4707-b582-7f650fdb332e req-eca60fb0-142d-4c8b-9f8f-934101a2dbbe tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.334716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5cc524c-1244-4707-b582-7f650fdb332e req-eca60fb0-142d-4c8b-9f8f-934101a2dbbe tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 943 time: 0.0736079 Jul 14 09:20:55.394749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5cc524c-1244-4707-b582-7f650fdb332e req-7a52622f-ea04-46af-915b-1f58242127b7 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534337 Jul 14 09:20:55.396738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44466) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:55.418302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e11c46ca-0ee2-4e9b-adfc-7f2f3fc66108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.432310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.470585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e288d5c-18ef-4005-bfbc-1568c3daf6b0 req-79c6b658-7a5f-493e-97a2-60228efe3297 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.472532 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e288d5c-18ef-4005-bfbc-1568c3daf6b0 req-79c6b658-7a5f-493e-97a2-60228efe3297 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 971 time: 0.0705876 Jul 14 09:20:55.513178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e288d5c-18ef-4005-bfbc-1568c3daf6b0 req-150cc942-1263-4d1c-b846-ac9917d9b91f tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340242 Jul 14 09:20:55.519768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e11c46ca-0ee2-4e9b-adfc-7f2f3fc66108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.524710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e11c46ca-0ee2-4e9b-adfc-7f2f3fc66108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.567153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e11c46ca-0ee2-4e9b-adfc-7f2f3fc66108 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f7330bc24c1408596ee11cf1f26f952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691647 Jul 14 09:20:55.567985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c46ca-0ee2-4e9b-adfc-7f2f3fc66108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a45467-398d-4fa3-9969-75c6bd4bb511,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:55.569932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44472) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:55.631155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-535c7d04-a133-4c04-8185-3172dbec7ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.663113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-535c7d04-a133-4c04-8185-3172dbec7ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.695158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45c03a-b818-42cd-9f19-f185d347e54c req-ebc46791-091c-4910-96e8-7cc8f1c560a4 tempest-AggregatesAdminTestJSON-1969860512 tempest-AggregatesAdminTestJSON-1969860512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.702029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc45c03a-b818-42cd-9f19-f185d347e54c req-ebc46791-091c-4910-96e8-7cc8f1c560a4 tempest-AggregatesAdminTestJSON-1969860512 tempest-AggregatesAdminTestJSON-1969860512-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 1123 time: 0.0595706 Jul 14 09:20:55.717396 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc45c03a-b818-42cd-9f19-f185d347e54c req-450b8adc-a97e-4bd7-b32a-471acd63e0ab tempest-AggregatesAdminTestJSON-1969860512 tempest-AggregatesAdminTestJSON-1969860512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.717597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-535c7d04-a133-4c04-8185-3172dbec7ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.721568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-535c7d04-a133-4c04-8185-3172dbec7ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.722881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-535c7d04-a133-4c04-8185-3172dbec7ebc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7a45467-398d-4fa3-9969-75c6bd4bb511 HTTP/1.1" status: 204 len: 168 time: 0.1517601 Jul 14 09:20:55.733618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c7d04-a133-4c04-8185-3172dbec7ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a45467-398d-4fa3-9969-75c6bd4bb511,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:55.853091 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc45c03a-b818-42cd-9f19-f185d347e54c req-450b8adc-a97e-4bd7-b32a-471acd63e0ab tempest-AggregatesAdminTestJSON-1969860512 tempest-AggregatesAdminTestJSON-1969860512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.858543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc45c03a-b818-42cd-9f19-f185d347e54c req-450b8adc-a97e-4bd7-b32a-471acd63e0ab tempest-AggregatesAdminTestJSON-1969860512 tempest-AggregatesAdminTestJSON-1969860512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:55.880967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc45c03a-b818-42cd-9f19-f185d347e54c req-450b8adc-a97e-4bd7-b32a-471acd63e0ab tempest-AggregatesAdminTestJSON-1969860512 tempest-AggregatesAdminTestJSON-1969860512-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773629 Jul 14 09:20:55.905311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b8adc-a97e-4bd7-b32a-471acd63e0ab tempest-AggregatesAdminTestJSON-1969860512 tempest-AggregatesAdminTestJSON-1969860512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e5627e-a068-4fa5-bbe6-3aa1cbe4a192,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:55.943298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b3637-937f-492a-8728-d2927459024e req-13b127b1-fab0-4c44-929f-2166f8def133 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:55.944848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-977b3637-937f-492a-8728-d2927459024e req-13b127b1-fab0-4c44-929f-2166f8def133 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.0871747 Jul 14 09:20:55.989860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-977b3637-937f-492a-8728-d2927459024e req-8b3f4a12-464d-4119-a06b-2d53719bb223 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395634 Jul 14 09:20:56.009498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 878cfcef-1680-4b9b-8b80-a979adcdadca details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:56.112626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c17ca5-7d88-41ce-a9f6-406bacaba605 req-043cd885-dc8d-414e-941e-80d02466643a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.114154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76c17ca5-7d88-41ce-a9f6-406bacaba605 req-043cd885-dc8d-414e-941e-80d02466643a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.0810580 Jul 14 09:20:56.155776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:56.162965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76c17ca5-7d88-41ce-a9f6-406bacaba605 req-4466d7f8-e5aa-4e5f-9197-aabd2fc1fe6f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Jul 14 09:20:56.170542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '878cfcef-1680-4b9b-8b80-a979adcdadca', 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'port_id': '878cfcef-1680-4b9b-8b80-a979adcdadca', 'mac_address': 'fa:16:3e:0f:9e:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41972096-a7d9-4b2c-b8d7-7a81dde04479', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:56.226618 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.242064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878cfcef-1680-4b9b-8b80-a979adcdadca {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:56.261400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:56.266142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.267366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:20:56.383879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:56.446624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:56.463924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'port_id': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'mac_address': 'fa:16:3e:c4:56:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:20:56.520491 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.525929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.542840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:20:56.579966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:56.587607 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:56.657553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:56.681282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-a9bf1cce-00ac-434e-bbea-f9d2d9c05624 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=2fc2abee5e2543988defb7df6b4fcf98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260332 Jul 14 09:20:56.745411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7bfc8-a74e-4bb1-9392-beb9d3fa00ce req-b7f93a21-ce33-483b-9257-9b864d0ba2da tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.747686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11e7bfc8-a74e-4bb1-9392-beb9d3fa00ce req-b7f93a21-ce33-483b-9257-9b864d0ba2da tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 968 time: 0.0666587 Jul 14 09:20:56.801697 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11e7bfc8-a74e-4bb1-9392-beb9d3fa00ce req-53d25a70-1b53-4f2f-92ee-c84a4d1354cc tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Jul 14 09:20:56.810660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-84b77ec3-50a9-41f3-9f18-9af50028c65e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.812221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-84b77ec3-50a9-41f3-9f18-9af50028c65e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1252260 Jul 14 09:20:56.830800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-ef3fb595-1e53-4547-977c-0fda87d04bc3 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/quotas/2fc2abee5e2543988defb7df6b4fcf98 HTTP/1.1" status: 200 len: 375 time: 0.0110633 Jul 14 09:20:56.853945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['4fe58337-05a9-42a9-ace8-3ae1fefe90d5'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:56.870810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-ada52faf-ebfd-4560-92b5-283dd792e9f6 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2fc2abee5e2543988defb7df6b4fcf98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341892 Jul 14 09:20:56.876937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['878cfcef-1680-4b9b-8b80-a979adcdadca'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:20:56.985074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b720ba-b9f7-4ce0-a7ad-7b434b754fc9 req-95bab8ef-4c90-4179-abfd-a835e9ff4769 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:56.987245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26b720ba-b9f7-4ce0-a7ad-7b434b754fc9 req-95bab8ef-4c90-4179-abfd-a835e9ff4769 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 944 time: 0.0782800 Jul 14 09:20:57.059085 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26b720ba-b9f7-4ce0-a7ad-7b434b754fc9 req-c0b7d014-38be-4b1b-b37d-14ea2d9c9eba tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656693 Jul 14 09:20:57.132224 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:57.271509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e280c3b8-e02f-422e-ab3e-207a488a2533 req-e4547ee1-4919-4dd2-b534-ae4d32f168ff tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 210 time: 0.0325246 Jul 14 09:20:57.406631 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de043997-48ec-4099-b1a9-be01cf10eee7 req-8c753431-1e3b-4c7c-9f15-d8540a40ca3b tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.414035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de043997-48ec-4099-b1a9-be01cf10eee7 req-8c753431-1e3b-4c7c-9f15-d8540a40ca3b tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1120 time: 0.0614488 Jul 14 09:20:57.446967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de043997-48ec-4099-b1a9-be01cf10eee7 req-ff573d01-3997-4e94-b97a-f7a20299f086 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Jul 14 09:20:57.459694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b1d85-c54f-4004-8408-14885d0c1bce req-55efbf48-5bc6-46ed-be23-290b85bce559 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.461234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f65b1d85-c54f-4004-8408-14885d0c1bce req-55efbf48-5bc6-46ed-be23-290b85bce559 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.0692406 Jul 14 09:20:57.500845 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f65b1d85-c54f-4004-8408-14885d0c1bce req-9ef0a4bc-adc2-4600-ad2f-5b520017fb2b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326114 Jul 14 09:20:57.676451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bec832-b7fa-49f6-b918-c508e7b23b6b req-ac8eb481-0270-4540-b7a3-e49f1b8922bc tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.678125 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06bec832-b7fa-49f6-b918-c508e7b23b6b req-ac8eb481-0270-4540-b7a3-e49f1b8922bc tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.0674744 Jul 14 09:20:57.719637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06bec832-b7fa-49f6-b918-c508e7b23b6b req-1ff35cfd-4389-474b-b251-e44649bfac63 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345218 Jul 14 09:20:57.737038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80416e-0d39-47df-9ec7-22b468a938f5 req-1c2b980b-04e7-43ed-bdda-1798537180da tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:57.738808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd80416e-0d39-47df-9ec7-22b468a938f5 req-1c2b980b-04e7-43ed-bdda-1798537180da tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1120 time: 0.0564413 Jul 14 09:20:57.774726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd80416e-0d39-47df-9ec7-22b468a938f5 req-487adeee-fd32-47fe-ac13-0d16072254da tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299037 Jul 14 09:20:58.021950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 878cfcef-1680-4b9b-8b80-a979adcdadca up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:58.071855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 878cfcef-1680-4b9b-8b80-a979adcdadca completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:58.076003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 878cfcef-1680-4b9b-8b80-a979adcdadca triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:58.076571 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.106317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253dc22-4f50-484b-aa50-f29f2e99c0f7 req-e4983846-c585-4198-92cd-0eacb667d2b3 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.110240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3253dc22-4f50-484b-aa50-f29f2e99c0f7 req-e4983846-c585-4198-92cd-0eacb667d2b3 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1102 time: 0.0942335 Jul 14 09:20:58.131877 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3253dc22-4f50-484b-aa50-f29f2e99c0f7 req-efbcb56e-db1d-4643-983f-e4c5797f4d9d tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.182250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-fbdfe80e-455a-41cb-9288-546fe3092f19 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2fc2abee5e2543988defb7df6b4fcf98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287046 Jul 14 09:20:58.190745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.226731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:20:58.229833 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876e87d4-81ed-458a-80e6-476a27d888c3" -d '{"events": [{"server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "name": "network-vif-plugged", "status": "completed", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:20:58.243798 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:58.249246 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.250329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:20:58.325190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.342374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:58.346496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:58.346865 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.361433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-2580841a-08eb-4e66-a420-4115b301a726 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:58.363017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-2580841a-08eb-4e66-a420-4115b301a726 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1762831 Jul 14 09:20:58.378081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Request body: {'port': {'device_id': 'ab8afc73-7193-4112-9efe-760debe130ad', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '2fc2abee5e2543988defb7df6b4fcf98'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:58.451817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3253dc22-4f50-484b-aa50-f29f2e99c0f7 req-efbcb56e-db1d-4643-983f-e4c5797f4d9d tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.461418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3253dc22-4f50-484b-aa50-f29f2e99c0f7 req-efbcb56e-db1d-4643-983f-e4c5797f4d9d tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.497941 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3253dc22-4f50-484b-aa50-f29f2e99c0f7 req-efbcb56e-db1d-4643-983f-e4c5797f4d9d tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807616 Jul 14 09:20:58.518172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcb56e-db1d-4643-983f-e4c5797f4d9d tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53028a7-b938-4ee7-bc1d-a46b6747b8c1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.553408 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.558160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Made reservation on behalf of 2fc2abee5e2543988defb7df6b4fcf98 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:20:58.563708 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.574709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.596330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:20:58.602377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.674109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.716369 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.721163 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:58.794802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcbe500-c9af-4c3f-9856-b23227d399d2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:58.883609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Allocated IP 192.168.233.148 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/db794faa-935f-4558-974d-0ca3490f6dff) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:20:59.074667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529139e8-12ef-4c9a-8642-7b5630ba9623 req-c5e5759d-559e-4eb2-8952-16749f2f7b59 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.076161 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-529139e8-12ef-4c9a-8642-7b5630ba9623 req-c5e5759d-559e-4eb2-8952-16749f2f7b59 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 945 time: 0.1425130 Jul 14 09:20:59.099585 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.129340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Transition to ACTIVE for port object db794faa-935f-4558-974d-0ca3490f6dff will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:20:59.139795 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-529139e8-12ef-4c9a-8642-7b5630ba9623 req-ed57e655-63be-4419-aa49-01d959716e40 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556886 Jul 14 09:20:59.175043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.198803 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da58e39-70f4-405e-9fa8-f2c9ad144158 x-openstack-request-id: req-9da58e39-70f4-405e-9fa8-f2c9ad144158 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:20:59.199312 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "name": "network-vif-plugged", "status": "completed", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:20:59.199578 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9da58e39-70f4-405e-9fa8-f2c9ad144158 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:20:59.200038 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca', 'code': 200} Jul 14 09:20:59.233893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:20:59.238140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:20:59.242504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:20:59.248106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.248708 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.253004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Pushing event updated for resources: {'Port': ['ID=db794faa-935f-4558-974d-0ca3490f6dff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:20:59.266800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-44720034-8854-46ac-9c40-653e9f1a1f66 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8942816 Jul 14 09:20:59.279723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Request body: {'port': {'device_id': 'ab8afc73-7193-4112-9efe-760debe130ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:59.325213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44652) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:20:59.338956 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.439369 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8183d-c761-403d-b711-af0402f64396 req-49a43a11-d1dd-4904-a9c8-ce6052acff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.441571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c8183d-c761-403d-b711-af0402f64396 req-49a43a11-d1dd-4904-a9c8-ce6052acff03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1120 time: 0.0716171 Jul 14 09:20:59.514080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-62841bc3-b79d-46e7-9dbd-f86798b359da tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:20:59.514824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa4dc81e-e816-4c3f-ae7a-cd151c902396 None None] Provisioning for port db794faa-935f-4558-974d-0ca3490f6dff completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:20:59.515209 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-62841bc3-b79d-46e7-9dbd-f86798b359da tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1886015 Jul 14 09:20:59.519773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa4dc81e-e816-4c3f-ae7a-cd151c902396 None None] Provisioning complete for port db794faa-935f-4558-974d-0ca3490f6dff triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:20:59.519914 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa4dc81e-e816-4c3f-ae7a-cd151c902396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.558773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dc81e-e816-4c3f-ae7a-cd151c902396 None None] Port db794faa-935f-4558-974d-0ca3490f6dff cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:20:59.572461 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8183d-c761-403d-b711-af0402f64396 req-bfea6ce7-4afb-4f42-aab9-81f16928bfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.573950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c8183d-c761-403d-b711-af0402f64396 req-bfea6ce7-4afb-4f42-aab9-81f16928bfe4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.1088564 Jul 14 09:20:59.656763 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:20:59.703296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a1d41-13db-4d7d-9332-e9d946f439c6 req-7d6cb70d-10e6-4c4b-a08b-5885bfca8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.704849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d42a1d41-13db-4d7d-9332-e9d946f439c6 req-7d6cb70d-10e6-4c4b-a08b-5885bfca8946 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1098 time: 0.3827248 Jul 14 09:20:59.716938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e02d0d-9161-4bd2-a798-ba0c1d8e0661 req-58fcb57b-7236-4c0f-a461-198daa2265fa tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.718463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8e02d0d-9161-4bd2-a798-ba0c1d8e0661 req-58fcb57b-7236-4c0f-a461-198daa2265fa tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 936 time: 0.3974085 Jul 14 09:20:59.788542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Request body: {'binding': {'host': 'n-h1-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:20:59.789057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Unknown quota resources ['binding']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:20:59.791546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c8183d-c761-403d-b711-af0402f64396 req-896017bd-c239-45a6-8cec-250bd759ac13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 217 time: 0.2092903 Jul 14 09:20:59.842860 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d42a1d41-13db-4d7d-9332-e9d946f439c6 req-4cd12223-7eec-40db-ac0a-a37bd4ad6e9a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216683 Jul 14 09:20:59.851467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8e02d0d-9161-4bd2-a798-ba0c1d8e0661 req-5ea90868-4de4-4299-b777-fbee832f4417 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213603 Jul 14 09:20:59.899657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8183d-c761-403d-b711-af0402f64396 req-ddfd5ac6-7305-406c-9500-833ddf5f2aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:20:59.901134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c8183d-c761-403d-b711-af0402f64396 req-ddfd5ac6-7305-406c-9500-833ddf5f2aea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.0913002 Jul 14 09:20:59.941916 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c8183d-c761-403d-b711-af0402f64396 req-1c337d1c-de56-40b9-8717-bf2a970f8b63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345175 Jul 14 09:21:00.025305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db794faa-935f-4558-974d-0ca3490f6dff {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:00.032050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on host n-h1-780147-26 for vnic_type normal with profile None {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:00.032418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:00.032743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:00.034967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.043450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:00.043769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:00.053306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:00.053460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Transition to ACTIVE for port object db794faa-935f-4558-974d-0ca3490f6dff will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:00.053642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:00.054175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:00.054458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Bound port: e319518d-e4e8-411b-b33e-80cc2363fe43, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:00.061141 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.077065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94715d16-f83f-48fe-b8b2-9bbaff8d4f06 req-89290e8f-7427-479c-bbd3-8c4345bff814 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.078551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-94715d16-f83f-48fe-b8b2-9bbaff8d4f06 req-89290e8f-7427-479c-bbd3-8c4345bff814 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 946 time: 0.1147294 Jul 14 09:21:00.125723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c8183d-c761-403d-b711-af0402f64396 req-dceee25a-aa7b-4675-b907-0f93a01bb6c1 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748967 Jul 14 09:21:00.138335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Pushing event updated for resources: {'Port': ['ID=db794faa-935f-4558-974d-0ca3490f6dff,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:00.176316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-94715d16-f83f-48fe-b8b2-9bbaff8d4f06 req-16cc770d-577d-488c-af57-9cc466d7abe6 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787711 Jul 14 09:21:00.201062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Attempting to bind port db794faa-935f-4558-974d-0ca3490f6dff on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:00.201393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Attempting to bind port db794faa-935f-4558-974d-0ca3490f6dff by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:00.201714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Attempting to bind port db794faa-935f-4558-974d-0ca3490f6dff on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:00.206901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Port db794faa-935f-4558-974d-0ca3490f6dff on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:00.207813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Attempting to bind port db794faa-935f-4558-974d-0ca3490f6dff on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:00.213271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:00.213615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:00.214424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:00.214869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Bound port: db794faa-935f-4558-974d-0ca3490f6dff, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:00.215222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.217002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:00.229203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.239129 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-7c0e59ca-ac0a-46f6-b8eb-9f160ec456da service neutron] 10.222.0.73 "POST /v2.0/ports/e319518d-e4e8-411b-b33e-80cc2363fe43/bindings HTTP/1.1" status: 201 len: 390 time: 0.6570506 Jul 14 09:21:00.267628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c8183d-c761-403d-b711-af0402f64396 req-91ccd65e-d1ae-429e-bb96-2d6856b86850 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353354 Jul 14 09:21:00.332908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] For port db794faa-935f-4558-974d-0ca3490f6dff, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:00.337681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] For port db794faa-935f-4558-974d-0ca3490f6dff, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=db794faa-935f-4558-974d-0ca3490f6dff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:00.353755 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.439129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.439859 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:00.441231 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] 10.222.0.66 "PUT /v2.0/ports/db794faa-935f-4558-974d-0ca3490f6dff HTTP/1.1" status: 200 len: 1097 time: 1.1673617 Jul 14 09:21:00.441771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8afc73-7193-4112-9efe-760debe130ad', 'tag': 'db794faa-935f-4558-974d-0ca3490f6dff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:00.444078 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc436a2-a932-4390-9178-43a2c11cf6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8afc73-7193-4112-9efe-760debe130ad", "tag": "db794faa-935f-4558-974d-0ca3490f6dff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:00.476414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adfe72-1d4b-415c-a225-7507f674e00d service neutron] Pushing event updated for resources: {'Port': ['ID=db794faa-935f-4558-974d-0ca3490f6dff,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:00.584950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-c9371522-beb9-4537-b6c8-bf1a746a8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.586740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-c9371522-beb9-4537-b6c8-bf1a746a8d15 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc2abee5e2543988defb7df6b4fcf98&device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 1100 time: 0.0917633 Jul 14 09:21:00.654045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-f2b4cc0f-d2c1-47ee-b5e6-4e4cab5a093f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=db794faa-935f-4558-974d-0ca3490f6dff HTTP/1.1" status: 200 len: 217 time: 0.0397615 Jul 14 09:21:00.663157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4e209-e0b2-409d-af6f-f99b61a95afe req-fa2cb6bd-2081-4598-89ec-8f1a5954a090 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.665180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69f4e209-e0b2-409d-af6f-f99b61a95afe req-fa2cb6bd-2081-4598-89ec-8f1a5954a090 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 945 time: 0.0947728 Jul 14 09:21:00.722188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-633e93ce-561e-4112-8e0d-7d77a0b63e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.723740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-633e93ce-561e-4112-8e0d-7d77a0b63e13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1120 time: 0.1361363 Jul 14 09:21:00.724418 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69f4e209-e0b2-409d-af6f-f99b61a95afe req-08400c62-e3fc-4497-aae7-9d6fe8dac7e8 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531907 Jul 14 09:21:00.727334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-6c5aea7f-af49-488d-bf47-5aedbf3ae742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.728699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-6c5aea7f-af49-488d-bf47-5aedbf3ae742 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0663855 Jul 14 09:21:00.901866 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01620dff-208f-4ecc-bc07-4eb69a407895 x-openstack-request-id: req-01620dff-208f-4ecc-bc07-4eb69a407895 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:00.902354 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8afc73-7193-4112-9efe-760debe130ad", "tag": "db794faa-935f-4558-974d-0ca3490f6dff", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:00.902926 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01620dff-208f-4ecc-bc07-4eb69a407895 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:00.903466 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8afc73-7193-4112-9efe-760debe130ad', 'tag': 'db794faa-935f-4558-974d-0ca3490f6dff', 'status': 'completed', 'code': 200} Jul 14 09:21:00.927637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44692) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:00.980448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-462932a5-47e9-4d05-a29c-140209c094c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.992762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-462932a5-47e9-4d05-a29c-140209c094c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2404587 Jul 14 09:21:00.995116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-056d4d30-f366-42bb-b5bc-91604809d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:00.996636 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-056d4d30-f366-42bb-b5bc-91604809d87f service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.2654583 Jul 14 09:21:01.075766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-956683d8-8dc0-42ce-99a3-8e4914395236 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448925 Jul 14 09:21:01.097151 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-d49149fb-6146-4fb7-b46e-7000d9da347e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 217 time: 0.0915301 Jul 14 09:21:01.158566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5419d5-90e3-4a12-875b-dfe35f8ed08a req-808e6bde-a640-4c7f-927a-abe434f1bda7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.160089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af5419d5-90e3-4a12-875b-dfe35f8ed08a req-808e6bde-a640-4c7f-927a-abe434f1bda7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 968 time: 0.2766724 Jul 14 09:21:01.198628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-4c4cde86-9e7a-45e2-ac97-1049b8a43cee service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049980 Jul 14 09:21:01.198774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbab36-65c9-4d32-a52f-bb7905700412 req-a114f707-312c-40aa-9af0-b50725127e75 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.200802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:01.204145 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d020081e-ad65-4cdf-91d0-19ad24bbf212" -d '{"events": [{"server_uuid": "4e56ade9-2a9b-4504-bebf-5864aa3eba52", "name": "network-vif-plugged", "status": "completed", "tag": "4fe58337-05a9-42a9-ace8-3ae1fefe90d5"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:01.206988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4dfbab36-65c9-4d32-a52f-bb7905700412 req-a114f707-312c-40aa-9af0-b50725127e75 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.0710924 Jul 14 09:21:01.227231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-f96e2398-5ff0-445c-801d-bc9ff4be751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.228717 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-f96e2398-5ff0-445c-801d-bc9ff4be751e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1180096 Jul 14 09:21:01.247855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4dfbab36-65c9-4d32-a52f-bb7905700412 req-cec03c44-a166-4524-a25a-af126d099f8a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Jul 14 09:21:01.297536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af5419d5-90e3-4a12-875b-dfe35f8ed08a req-9893460b-0170-4836-91d0-3b2f2d68d334 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255066 Jul 14 09:21:01.301282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-565fff11-578b-4bd0-ae34-20ade7dd9349 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613906 Jul 14 09:21:01.415876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34e46ac5-79d0-49df-b089-62e7cb7e3650 req-06a27fdb-9fc8-43af-bcb4-f7c05f05c60a service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081528 Jul 14 09:21:01.455815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-b7a7fdcf-6ab7-486e-ba97-6cd29fc1a721 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438043 Jul 14 09:21:01.486370 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e7665a-f480-4ccc-8c96-fcce446409f1 x-openstack-request-id: req-b1e7665a-f480-4ccc-8c96-fcce446409f1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:01.486700 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e56ade9-2a9b-4504-bebf-5864aa3eba52", "name": "network-vif-plugged", "status": "completed", "tag": "4fe58337-05a9-42a9-ace8-3ae1fefe90d5", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:01.487337 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b1e7665a-f480-4ccc-8c96-fcce446409f1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:01.487782 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'code': 200} Jul 14 09:21:01.623200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-854a1f73-e4aa-4ea9-9a36-62c30b28c207 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489916 Jul 14 09:21:01.634443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4610652-f783-4e7f-96ad-62a9ca82cdc8 req-b7683332-76e9-46a9-98f9-c6270ee95d06 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.641252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4610652-f783-4e7f-96ad-62a9ca82cdc8 req-b7683332-76e9-46a9-98f9-c6270ee95d06 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 948 time: 0.2087078 Jul 14 09:21:01.654392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5b4b3-acd5-4b37-a2e4-84a603965ffe req-307f6f9b-04c9-462e-aba8-c54152971fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.655808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3f5b4b3-acd5-4b37-a2e4-84a603965ffe req-307f6f9b-04c9-462e-aba8-c54152971fe9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 1097 time: 0.0865664 Jul 14 09:21:01.662487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-3f1018c0-905d-4383-ac8b-8a40453da43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.664314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-3f1018c0-905d-4383-ac8b-8a40453da43d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2fc2abee5e2543988defb7df6b4fcf98&device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 1100 time: 0.1689794 Jul 14 09:21:01.690215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd31a0c-08a3-4b43-acc0-dd3e6a6a7c8d req-6e29eb66-0c4d-4430-a774-75e4a89b537a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.691687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcd31a0c-08a3-4b43-acc0-dd3e6a6a7c8d req-6e29eb66-0c4d-4430-a774-75e4a89b537a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 946 time: 0.0782146 Jul 14 09:21:01.697916 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4610652-f783-4e7f-96ad-62a9ca82cdc8 req-ee80b0ef-98ed-4f92-a220-d9531fff0a4b tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557883 Jul 14 09:21:01.785580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcd31a0c-08a3-4b43-acc0-dd3e6a6a7c8d req-a7ca008e-d8d1-48ec-9ffd-1ec338fa96f8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841215 Jul 14 09:21:01.810052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3f5b4b3-acd5-4b37-a2e4-84a603965ffe req-1937d44e-fcd4-4f12-bc12-5c87d7483ae6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815296 Jul 14 09:21:01.885011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-0398d5ad-69c9-4f4d-98a3-68ae72adf984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:01.887108 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-0398d5ad-69c9-4f4d-98a3-68ae72adf984 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2051554 Jul 14 09:21:01.987097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-018e164b-ce7a-4c3f-95cd-81028f5281f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=db794faa-935f-4558-974d-0ca3490f6dff HTTP/1.1" status: 200 len: 217 time: 0.0784740 Jul 14 09:21:02.002884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-e443f7f9-4e3c-4a34-96f3-71069d7c5e60 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.004415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-e443f7f9-4e3c-4a34-96f3-71069d7c5e60 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1120 time: 0.2367363 Jul 14 09:21:02.032593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-26'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:02.103046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd314aa3-d19b-445e-bbb4-4676dfc0a22e req-d2e5cf14-6785-4446-845e-a3c6179b6a5e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.105076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cd314aa3-d19b-445e-bbb4-4676dfc0a22e req-d2e5cf14-6785-4446-845e-a3c6179b6a5e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 945 time: 0.2168558 Jul 14 09:21:02.196437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-0a320456-622a-4a18-8568-3f25886708a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0718508 Jul 14 09:21:02.319124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-878402ad-b40d-4516-b24e-4e3c6429ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.320690 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-878402ad-b40d-4516-b24e-4e3c6429ed2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b4577bcdf2940ef8d84650c2fc1cb54&device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 1123 time: 0.0994923 Jul 14 09:21:02.326970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ca5a3-f825-4e9f-a656-b9b7f9953131 req-f6a75b73-13e4-491d-8dc7-088c1ed972d3 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.332614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c00ca5a3-f825-4e9f-a656-b9b7f9953131 req-f6a75b73-13e4-491d-8dc7-088c1ed972d3 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1098 time: 0.1019111 Jul 14 09:21:02.350516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-b9667069-c325-454f-ac54-e250a03f3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.351912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-b9667069-c325-454f-ac54-e250a03f3954 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.3380919 Jul 14 09:21:02.403056 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.416023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c00ca5a3-f825-4e9f-a656-b9b7f9953131 req-26708a37-3130-4c18-8a80-621cda3ee7c0 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776198 Jul 14 09:21:02.435278 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cd314aa3-d19b-445e-bbb4-4676dfc0a22e req-fe9dbd2c-214d-4f0d-8681-4acec2de30d9 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136621 Jul 14 09:21:02.472088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-f22f26cc-c5fd-4b09-82c8-14d9a4023313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.474004 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-f22f26cc-c5fd-4b09-82c8-14d9a4023313 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1124635 Jul 14 09:21:02.548850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-39a58ce7-bf16-442e-b4d9-94dcce6bbe95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=d3fdc51f-30c1-4803-a39a-386eec680f04 HTTP/1.1" status: 200 len: 217 time: 0.0677786 Jul 14 09:21:02.582936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-616d8444-dde8-4439-a6ce-2b006305dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.584678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-616d8444-dde8-4439-a6ce-2b006305dc2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2222352 Jul 14 09:21:02.679492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-e5e353d9-c3de-4a01-b25e-b7a82a70fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.680968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-e5e353d9-c3de-4a01-b25e-b7a82a70fb54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1259911 Jul 14 09:21:02.733835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:02.741165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-93bce99a-a3b7-43f9-add3-29ee13e46519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.742622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-93bce99a-a3b7-43f9-add3-29ee13e46519 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1102 time: 0.1417248 Jul 14 09:21:02.758087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07d93e-f0bb-4b5d-b3c3-021784ec7e90 req-bca13bb5-b51b-4183-ae3f-c59fa9e01857 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.759493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b07d93e-f0bb-4b5d-b3c3-021784ec7e90 req-bca13bb5-b51b-4183-ae3f-c59fa9e01857 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1601584 Jul 14 09:21:02.763449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-68e15a57-5c5c-4a4a-91d9-c1c397dd103e service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713102 Jul 14 09:21:02.803422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bb5d8-04dd-4886-916f-84f092e6fa75 req-13cd8000-d3b6-4f5d-8c0b-9e361dcb8936 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.804230 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ac2bb5d8-04dd-4886-916f-84f092e6fa75 req-13cd8000-d3b6-4f5d-8c0b-9e361dcb8936 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 968 time: 0.1577566 Jul 14 09:21:02.835197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-c33b5ed8-b11a-443f-be7f-d7af3d05fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.836723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-c33b5ed8-b11a-443f-be7f-d7af3d05fc73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1483719 Jul 14 09:21:02.878932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:02.887704 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b07d93e-f0bb-4b5d-b3c3-021784ec7e90 req-4bdbfd63-915f-4e74-bfe3-b82ebb778a1e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158724 Jul 14 09:21:02.946866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-9cb57ae1-247d-45ea-b010-923424cce27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:02.948468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-9cb57ae1-247d-45ea-b010-923424cce27d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1880679 Jul 14 09:21:02.958388 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ac2bb5d8-04dd-4886-916f-84f092e6fa75 req-4158ada5-32ec-4a1d-9645-bde500408840 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156549 Jul 14 09:21:02.973383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:02.976337 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b3eb6-5635-48ec-a082-a3c92ff059f2" -d '{"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:02.980690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:02.998949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdc436a2-a932-4390-9178-43a2c11cf6f6 req-ec598afc-ebe6-4d5e-9c4d-49f019d8cd9e service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239368 Jul 14 09:21:03.011042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.073620 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-b4895c33-b935-4e47-9021-bd45a76209b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0974808 Jul 14 09:21:03.117773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:03.123939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-cfdc4a4b-a216-4ce8-aa3f-f6bc6cf7da24 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760444 Jul 14 09:21:03.131598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on host n-h2-780147-26 for vnic_type normal with profile {"migrating_to": "n-h1-780147-26"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:03.132240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:03.132651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:03.138435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:03.138764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Attempting to bind port e319518d-e4e8-411b-b33e-80cc2363fe43 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:03.146106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:03.146451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:03.146835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:03.147263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Bound port: e319518d-e4e8-411b-b33e-80cc2363fe43, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:03.147829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.202804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-ea2f1744-62cb-4985-b6b9-4c43b2a1a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.204317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-ea2f1744-62cb-4985-b6b9-4c43b2a1a171 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1212788 Jul 14 09:21:03.231065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4704c56-3955-4f11-832f-845e07060319 req-c6872c84-5b7d-40c5-8cb4-f9e6bca60cfc tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.232570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4704c56-3955-4f11-832f-845e07060319 req-c6872c84-5b7d-40c5-8cb4-f9e6bca60cfc tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1098 time: 0.1947665 Jul 14 09:21:03.254244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:03.269229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:03.274166 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.289402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34d12-3028-40e0-96bf-ad7ff310b9bd req-7bfd5a3a-9167-478f-8db1-caaddcb5d92e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.290912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8fa34d12-3028-40e0-96bf-ad7ff310b9bd req-7bfd5a3a-9167-478f-8db1-caaddcb5d92e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 948 time: 0.1067657 Jul 14 09:21:03.291531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef22e289-79ff-4257-9c11-9159eee85b44 req-6a805142-2b4b-4c97-bc26-6b5e011c77be service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588619 Jul 14 09:21:03.312734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4704c56-3955-4f11-832f-845e07060319 req-92affa47-2fc4-45b9-864b-1c9db865bb4d tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621784 Jul 14 09:21:03.323058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-ee85945d-b677-4d49-85df-5eea0aeed4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.324565 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-ee85945d-b677-4d49-85df-5eea0aeed4db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1112227 Jul 14 09:21:03.369783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:03.405652 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aedfff-d486-446c-8f34-3d7a7f236e02 x-openstack-request-id: req-98aedfff-d486-446c-8f34-3d7a7f236e02 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:03.406177 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:03.406605 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98aedfff-d486-446c-8f34-3d7a7f236e02 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:03.407151 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'code': 200} Jul 14 09:21:03.415059 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8fa34d12-3028-40e0-96bf-ad7ff310b9bd req-fb4c4998-c05f-47e4-b765-399bdc1fb100 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034486 Jul 14 09:21:03.417112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.417858 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:03.419764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-25a27d7a-bd60-4c95-b275-67ade39b4c97 service neutron] 10.222.0.69 "PUT /v2.0/ports/e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 1146 time: 1.3935268 Jul 14 09:21:03.492837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e319518d-e4e8-411b-b33e-80cc2363fe43'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:03.624058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-6f1b4a9a-a007-4391-85a8-9eacac7fc9c9 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865689 Jul 14 09:21:03.712594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20741c45-bebe-44fe-af38-e81a3eef093a req-bf02bf07-97ee-4f4e-a19b-ac2d465d16da tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:03.714225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20741c45-bebe-44fe-af38-e81a3eef093a req-bf02bf07-97ee-4f4e-a19b-ac2d465d16da tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 945 time: 0.0749760 Jul 14 09:21:03.721175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-a2de0dbb-2e8c-423e-9c57-b01db511e8bd service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904520 Jul 14 09:21:03.757845 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20741c45-bebe-44fe-af38-e81a3eef093a req-42dbe8d9-e8e7-48b3-8bf1-db3181d9966c tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375302 Jul 14 09:21:04.088443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a089f-fbaf-4169-9bcf-581cf50fd5bb req-f3a47bec-a2b9-4525-8cd2-9e58cb59b49e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.090071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed5a089f-fbaf-4169-9bcf-581cf50fd5bb req-f3a47bec-a2b9-4525-8cd2-9e58cb59b49e tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 945 time: 0.0757709 Jul 14 09:21:04.099853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:04.107061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Request body: {'floatingip': {'port_id': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:04.192762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.205155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-52a4b1c2-1741-453f-a25a-7bbb7a101507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.206999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-52a4b1c2-1741-453f-a25a-7bbb7a101507 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1102 time: 0.1003146 Jul 14 09:21:04.324929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-3bb77e2e-778c-4e60-bdc1-790c56b72ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.326460 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-3bb77e2e-778c-4e60-bdc1-790c56b72ccb service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.0992839 Jul 14 09:21:04.376302 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-7590e64c-242f-44aa-9d63-87e9c43b2e7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0420527 Jul 14 09:21:04.429274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f5b6-79e5-448c-98fb-a7868b253994 req-e41d3010-c2e6-40d4-a96a-08b7e56e13a5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.430764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c308f5b6-79e5-448c-98fb-a7868b253994 req-e41d3010-c2e6-40d4-a96a-08b7e56e13a5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.2067637 Jul 14 09:21:04.431608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-f8d4eadf-019e-499b-ae3a-ddd54bd3bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.433406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-f8d4eadf-019e-499b-ae3a-ddd54bd3bb8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0488255 Jul 14 09:21:04.496022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-2392d793-e8f4-43d6-b5dd-8be8cba0a77e tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:04.497099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-2392d793-e8f4-43d6-b5dd-8be8cba0a77e tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080023 Jul 14 09:21:04.507908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Request body: {'binding': {'host': 'n-h2-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:04.508384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Unknown quota resources ['binding']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:21:04.513129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c308f5b6-79e5-448c-98fb-a7868b253994 req-e08a5f84-57f6-4621-9e7b-922d7581753b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723987 Jul 14 09:21:04.520761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-1a158c3f-7a46-4c9b-b522-def151a90d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:04.522599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-1a158c3f-7a46-4c9b-b522-def151a90d7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0819287 Jul 14 09:21:04.695165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-f4786e8f-d93c-4597-8831-4fc18d739e4e service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543236 Jul 14 09:21:04.780255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on host n-h2-780147-26 for vnic_type normal with profile None {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:04.780605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:04.780980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:04.793817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:04.794144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:04.802579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:04.802919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:04.803309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:04.803751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Bound port: 878cfcef-1680-4b9b-8b80-a979adcdadca, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:04.858220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f45f6de-1a68-453d-9443-53d9a4211460 req-08f44dc0-59d8-427f-85aa-02c3a8416123 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518786 Jul 14 09:21:04.880534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:04.885970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:04.887357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a3860e89-84d8-4016-8b1d-417ea222b780 service neutron] 10.222.0.73 "POST /v2.0/ports/878cfcef-1680-4b9b-8b80-a979adcdadca/bindings HTTP/1.1" status: 201 len: 390 time: 0.3840730 Jul 14 09:21:05.103661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccde10-d576-47f4-b853-d7c69994f01a req-81866b61-29c6-40ad-81e4-5e8c5c2ad53f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.105168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eeccde10-d576-47f4-b853-d7c69994f01a req-81866b61-29c6-40ad-81e4-5e8c5c2ad53f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.4428306 Jul 14 09:21:05.177384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ff2d8-6466-498a-bfb7-4c40a5082ce7 req-a8ea11cd-f548-4c61-94c5-ddeea140cc85 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.179245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a81ff2d8-6466-498a-bfb7-4c40a5082ce7 req-a8ea11cd-f548-4c61-94c5-ddeea140cc85 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 948 time: 0.1099296 Jul 14 09:21:05.187954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-50e42108-961a-4023-b276-e3a5bcd63894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.189384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-50e42108-961a-4023-b276-e3a5bcd63894 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1098 time: 0.0878522 Jul 14 09:21:05.208126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.211884 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eeccde10-d576-47f4-b853-d7c69994f01a req-938a2b07-6c39-480b-9808-51f0f1c91d10 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985563 Jul 14 09:21:05.212878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.274375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a81ff2d8-6466-498a-bfb7-4c40a5082ce7 req-eafdce97-61f4-4703-995f-4e68b66b2c86 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890768 Jul 14 09:21:05.331742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-9ad49ccf-b48f-4e7f-98a9-8f50f60ac56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.331995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device db794faa-935f-4558-974d-0ca3490f6dff details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:05.333411 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-9ad49ccf-b48f-4e7f-98a9-8f50f60ac56c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.1320200 Jul 14 09:21:05.335681 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Floating IP 586c27f1-4549-43b8-a1b6-2170bc9b2803 associated. External IP: 172.25.0.24, port: 4fe58337-05a9-42a9-ace8-3ae1fefe90d5. Jul 14 09:21:05.416229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:05.418629 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150228f-b636-4391-b29c-d69ec6ba1a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:05.421946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-b2748243-8b0c-4a48-90f4-9adc48667ec9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 217 time: 0.0824075 Jul 14 09:21:05.443595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port db794faa-935f-4558-974d-0ca3490f6dff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=db794faa-935f-4558-974d-0ca3490f6dff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:05.457301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'db794faa-935f-4558-974d-0ca3490f6dff', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'db794faa-935f-4558-974d-0ca3490f6dff', 'mac_address': 'fa:16:3e:5c:35:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:05.481074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-92f74ecd-6f4f-4b75-9b7b-7e38fbf9597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.483302 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-92f74ecd-6f4f-4b75-9b7b-7e38fbf9597d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0530934 Jul 14 09:21:05.496041 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.509618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db794faa-935f-4558-974d-0ca3490f6dff {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:05.522307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-261e629b-89bb-4b48-bfa6-e3112d45923f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325055 Jul 14 09:21:05.538394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port db794faa-935f-4558-974d-0ca3490f6dff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=db794faa-935f-4558-974d-0ca3490f6dff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:05.543841 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:05.612378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=db794faa-935f-4558-974d-0ca3490f6dff,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:05.629205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcaff8-ade3-4ef4-9806-f4ae8bde0598 req-a8cec4ee-98ef-4746-8c7e-e799f035a4d0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.637506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbcaff8-ade3-4ef4-9806-f4ae8bde0598 req-a8cec4ee-98ef-4746-8c7e-e799f035a4d0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 946 time: 0.2057705 Jul 14 09:21:05.638264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-23e6cce0-caa2-417f-94df-79f0ba1b2d8c service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094506 Jul 14 09:21:05.654750 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3852dd18-a178-4677-aafc-334e850b9adc x-openstack-request-id: req-3852dd18-a178-4677-aafc-334e850b9adc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:05.655071 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:05.655285 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3852dd18-a178-4677-aafc-334e850b9adc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:05.655672 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'status': 'completed', 'code': 200} Jul 14 09:21:05.733089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbcaff8-ade3-4ef4-9806-f4ae8bde0598 req-f73494e5-5470-4184-8175-daa721256cdf tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945480 Jul 14 09:21:05.763402 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-e0f6b2e8-1985-47b1-8799-f37570dc2d17 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179667 Jul 14 09:21:05.777924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['db794faa-935f-4558-974d-0ca3490f6dff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:05.852562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-5ac01958-7016-44c3-a555-2ab78a2159e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.854459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-5ac01958-7016-44c3-a555-2ab78a2159e0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1149 time: 0.1543019 Jul 14 09:21:05.856390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Router a1c0f9ca-8fa8-482f-828e-9ec51940142c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:05.887861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eef036-eeef-4e62-bcce-4cf897487adf req-b754b7da-0730-49ad-9adb-4dc6cb6116ac tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:05.889541 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0eef036-eeef-4e62-bcce-4cf897487adf req-b754b7da-0730-49ad-9adb-4dc6cb6116ac tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1145699 Jul 14 09:21:05.980133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44882) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:06.035089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-30cbd38d-5d74-4766-9979-f3c78684c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.036979 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-30cbd38d-5d74-4766-9979-f3c78684c8fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.1732543 Jul 14 09:21:06.049673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0eef036-eeef-4e62-bcce-4cf897487adf req-e8dfc25d-d3f8-44d0-92a0-7b3b5dee8c15 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499224 Jul 14 09:21:06.071532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:06.130428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-36453665-fc31-46f2-b412-bd4776c35f83 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.135460 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-863cbbe1-7a5f-4a31-989b-c7d898d587bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 217 time: 0.0581360 Jul 14 09:21:06.141177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-36453665-fc31-46f2-b412-bd4776c35f83 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1098 time: 0.2487407 Jul 14 09:21:06.157908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-26'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:06.185956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:06.199989 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] Sync routers for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:06.208259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.210839 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:06.211469 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:06.237254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:06.248173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd88f43b-ae8f-436a-a7ff-87771f45df5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.258809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 has no active binding in host n-h1-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:21:06.271221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-02419ae5-d11e-4090-9081-a4d26894b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.271221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-02419ae5-d11e-4090-9081-a4d26894b08d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1210897 Jul 14 09:21:06.350684 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.361709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-f96ca8b8-2eeb-434d-88ea-d3e00a7ad26f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647047 Jul 14 09:21:06.403561 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:06.406219 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9a9573de-14b3-4116-81cd-b2ed32f19079 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "PUT /v2.0/floatingips/586c27f1-4549-43b8-a1b6-2170bc9b2803 HTTP/1.1" status: 200 len: 990 time: 2.3010199 Jul 14 09:21:06.511206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd88f43b-ae8f-436a-a7ff-87771f45df5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.517356 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd88f43b-ae8f-436a-a7ff-87771f45df5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.586248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-30432798-0288-48af-ae1f-50efb0322b7e service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171502 Jul 14 09:21:06.598719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee6e09-e096-45d7-90d9-354c64d27b91 req-5936348c-5057-4e5e-8a61-1dd1ff93e9d0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.600239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01ee6e09-e096-45d7-90d9-354c64d27b91 req-5936348c-5057-4e5e-8a61-1dd1ff93e9d0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.1690898 Jul 14 09:21:06.606934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44916) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:06.667113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88f43b-ae8f-436a-a7ff-87771f45df5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819c7058-b331-4331-abeb-be382787d866,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:06.671380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dd88f43b-ae8f-436a-a7ff-87771f45df5d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=809a314392b94151826cf2cf030db256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6828279 Jul 14 09:21:06.677491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44920) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:06.704966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01ee6e09-e096-45d7-90d9-354c64d27b91 req-d05cb1a6-7939-4cba-a302-79b696c98676 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958321 Jul 14 09:21:06.737871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d17b11-576f-4a61-9cbd-4e6074acbb1b req-6cffe07e-ba41-4f9c-abe3-cf0b8f645fd0 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:06.739561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05d17b11-576f-4a61-9cbd-4e6074acbb1b req-6cffe07e-ba41-4f9c-abe3-cf0b8f645fd0 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 949 time: 0.1766334 Jul 14 09:21:06.766307 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8150228f-b636-4391-b29c-d69ec6ba1a1f req-34bbc7a9-6ac0-4675-88e9-b0a508dbc6c4 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650481 Jul 14 09:21:06.821780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:06.826156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86c7c363-cb25-43de-97d0-8c8c82033089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.871151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05d17b11-576f-4a61-9cbd-4e6074acbb1b req-f4c1fc5c-4bbc-48a0-8598-93da422d64ed tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081223 Jul 14 09:21:06.876367 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '586c27f1-4549-43b8-a1b6-2170bc9b2803', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'port_id': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'mac_address': 'fa:16:3e:c4:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:21:05Z', 'revision_number': 1, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:06.883702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7612e2d6-e6a1-4bab-87af-cbe5e7e74b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.911806 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] Checking router: a1c0f9ca-8fa8-482f-828e-9ec51940142c for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:06.923352 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:06.924552 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:06.941686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7612e2d6-e6a1-4bab-87af-cbe5e7e74b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:06.946913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:07.025280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:07.027486 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139efee9-270e-49ef-9fc5-565c21c02e10" -d '{"events": [{"server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:07.031732 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.046356 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:07.068088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.137541 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54b2675-0c05-44a0-b473-1d9f26ce879c x-openstack-request-id: req-c54b2675-0c05-44a0-b473-1d9f26ce879c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:07.137848 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "name": "network-vif-unplugged", "status": "completed", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:07.138050 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c54b2675-0c05-44a0-b473-1d9f26ce879c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:07.138409 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca', 'code': 200} Jul 14 09:21:07.148013 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7612e2d6-e6a1-4bab-87af-cbe5e7e74b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.150514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7612e2d6-e6a1-4bab-87af-cbe5e7e74b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.151641 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7612e2d6-e6a1-4bab-87af-cbe5e7e74b26 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/819c7058-b331-4331-abeb-be382787d866 HTTP/1.1" status: 204 len: 168 time: 0.4732280 Jul 14 09:21:07.213773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7612e2d6-e6a1-4bab-87af-cbe5e7e74b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c7058-b331-4331-abeb-be382787d866,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.221277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86c7c363-cb25-43de-97d0-8c8c82033089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.225744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Pushing event updated for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.237727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86c7c363-cb25-43de-97d0-8c8c82033089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.260472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on host n-h1-780147-26 for vnic_type normal with profile {"migrating_to": "n-h2-780147-26"} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:07.260810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:07.261136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:07.287717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b6fed-6553-4dfa-b23a-328a175cad8d req-f7d65193-dada-4f7b-ad7b-857053726d96 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.289310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b6b6fed-6553-4dfa-b23a-328a175cad8d req-f7d65193-dada-4f7b-ad7b-857053726d96 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.2532768 Jul 14 09:21:07.294233 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:07.294555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Attempting to bind port 878cfcef-1680-4b9b-8b80-a979adcdadca on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:07.301336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-86c7c363-cb25-43de-97d0-8c8c82033089 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=896be1d0f5a44e1793ed06dda69fd130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6608641 Jul 14 09:21:07.305084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44942) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:07.307707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7c363-cb25-43de-97d0-8c8c82033089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8b342e-7384-4814-b6f2-0cd842b12059,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.310452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:07.310786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:07.311156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:07.311586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Bound port: 878cfcef-1680-4b9b-8b80-a979adcdadca, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:07.311952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.332020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device db794faa-935f-4558-974d-0ca3490f6dff up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:07.383544 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b6b6fed-6553-4dfa-b23a-328a175cad8d req-6d99b237-4a1c-4534-9cf6-99ad249f6a5e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793295 Jul 14 09:21:07.397247 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '586c27f1-4549-43b8-a1b6-2170bc9b2803', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'port_id': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'mac_address': 'fa:16:3e:c4:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:21:05Z', 'revision_number': 1, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:07.414297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b4094b1-b52d-42de-a72f-33a50768173f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.425732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port db794faa-935f-4558-974d-0ca3490f6dff completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:07.428677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:07.431194 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9637fa-71d2-476a-83e6-3c52f376edc2 None None] The sync data for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 is: [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '586c27f1-4549-43b8-a1b6-2170bc9b2803', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'port_id': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'mac_address': 'fa:16:3e:c4:56:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:21:05Z', 'revision_number': 1, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:07.432679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:07.437115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c99753-8301-48d4-8b54-74cbc85b4bc9 req-6741d7aa-0715-4718-9ec6-8056250a2db9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.438927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port db794faa-935f-4558-974d-0ca3490f6dff triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:07.440684 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.443631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.446109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1c99753-8301-48d4-8b54-74cbc85b4bc9 req-6741d7aa-0715-4718-9ec6-8056250a2db9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1947553 Jul 14 09:21:07.542688 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.562684 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b4094b1-b52d-42de-a72f-33a50768173f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.584011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port db794faa-935f-4558-974d-0ca3490f6dff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=db794faa-935f-4558-974d-0ca3490f6dff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:07.585351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8afc73-7193-4112-9efe-760debe130ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db794faa-935f-4558-974d-0ca3490f6dff'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:07.587140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.588415 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.589266 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84bd00b-2360-4ffd-8404-59cc799a64e0" -d '{"events": [{"server_uuid": "ab8afc73-7193-4112-9efe-760debe130ad", "name": "network-vif-plugged", "status": "completed", "tag": "db794faa-935f-4558-974d-0ca3490f6dff"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:07.590816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] 10.222.0.66 "PUT /v2.0/ports/878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 1124 time: 1.4423153 Jul 14 09:21:07.594364 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.596892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e0c90-a3da-47f1-b146-1f1b44d825ac service neutron] Pushing event updated for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.597829 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1c99753-8301-48d4-8b54-74cbc85b4bc9 req-c3beabd8-59df-4a39-9cf7-67374ff7648e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504598 Jul 14 09:21:07.660003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'tag': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:07.662424 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec" -d '{"events": [{"name": "network-changed", "server_uuid": "4e56ade9-2a9b-4504-bebf-5864aa3eba52", "tag": "4fe58337-05a9-42a9-ace8-3ae1fefe90d5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:07.696570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b4094b1-b52d-42de-a72f-33a50768173f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.696730 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30774331-e20d-47a7-800c-2b060999900f x-openstack-request-id: req-30774331-e20d-47a7-800c-2b060999900f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:07.697119 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8afc73-7193-4112-9efe-760debe130ad", "name": "network-vif-plugged", "status": "completed", "tag": "db794faa-935f-4558-974d-0ca3490f6dff", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:07.697256 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30774331-e20d-47a7-800c-2b060999900f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:07.698135 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8afc73-7193-4112-9efe-760debe130ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db794faa-935f-4558-974d-0ca3490f6dff', 'code': 200} Jul 14 09:21:07.700577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['878cfcef-1680-4b9b-8b80-a979adcdadca'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:07.703629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=db794faa-935f-4558-974d-0ca3490f6dff,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.705906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b4094b1-b52d-42de-a72f-33a50768173f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:07.710082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6b4094b1-b52d-42de-a72f-33a50768173f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e8b342e-7384-4814-b6f2-0cd842b12059 HTTP/1.1" status: 204 len: 168 time: 0.4027593 Jul 14 09:21:07.718271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4094b1-b52d-42de-a72f-33a50768173f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8b342e-7384-4814-b6f2-0cd842b12059,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:07.793438 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e33755-5e44-4b8c-8a11-6289a5fd4b5d x-openstack-request-id: req-47e33755-5e44-4b8c-8a11-6289a5fd4b5d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:07.793737 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e56ade9-2a9b-4504-bebf-5864aa3eba52", "tag": "4fe58337-05a9-42a9-ace8-3ae1fefe90d5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:07.793990 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47e33755-5e44-4b8c-8a11-6289a5fd4b5d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:07.794379 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'tag': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'status': 'completed', 'code': 200} Jul 14 09:21:07.849191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb5cb0-ca17-417c-8b59-695ffa65779b None None] New status for floating IP 586c27f1-4549-43b8-a1b6-2170bc9b2803: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:21:07.993511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef63371-eb1e-4fa7-99ac-f27f358af906 req-fedacb53-99c2-40b2-8d2a-38a999f04306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:07.995043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ef63371-eb1e-4fa7-99ac-f27f358af906 req-fedacb53-99c2-40b2-8d2a-38a999f04306 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 1102 time: 0.2294848 Jul 14 09:21:08.002208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-26b94e92-eadd-41ac-aa78-c389ed69e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.003782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-26b94e92-eadd-41ac-aa78-c389ed69e73d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 1097 time: 0.1608257 Jul 14 09:21:08.106028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3448fe3-b210-4d96-9569-0ac8529724af req-78e1e1fa-5747-4041-bc9f-e836fc943d7c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.120068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3448fe3-b210-4d96-9569-0ac8529724af req-78e1e1fa-5747-4041-bc9f-e836fc943d7c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.1157804 Jul 14 09:21:08.176971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3448fe3-b210-4d96-9569-0ac8529724af req-44df85b4-0dfb-4882-ae54-3c96426bffc5 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589364 Jul 14 09:21:08.188782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ef63371-eb1e-4fa7-99ac-f27f358af906 req-465fc488-00cf-4473-83a9-03e03dfcabc3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839170 Jul 14 09:21:08.242690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-0d436836-c2d8-417c-8816-45fda95dde5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.245801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-0d436836-c2d8-417c-8816-45fda95dde5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 925 time: 0.2294388 Jul 14 09:21:08.334801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44988) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:08.354129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-106cb517-5344-42e8-819d-14090aca5fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.480338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44994) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:08.533605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-106cb517-5344-42e8-819d-14090aca5fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.542377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346a94-cea1-4842-9fcd-42b7f917510b req-aa7cb67a-a2c3-48b3-99cf-5055cefe4a8e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.543914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a346a94-cea1-4842-9fcd-42b7f917510b req-aa7cb67a-a2c3-48b3-99cf-5055cefe4a8e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 950 time: 0.1741328 Jul 14 09:21:08.547117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-106cb517-5344-42e8-819d-14090aca5fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.593018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-8e4d4c84-b3b2-4138-97fc-271536c0fb81 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5 HTTP/1.1" status: 200 len: 998 time: 0.3380125 Jul 14 09:21:08.602143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-969864831-network', 'tenant_id': '01e330186c654adab2b26e7e741bbb32'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:08.619363 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-106cb517-5344-42e8-819d-14090aca5fb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8b977a4e9ac4f4eabf88c9c21800a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806327 Jul 14 09:21:08.620695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cb517-5344-42e8-819d-14090aca5fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408270d0-c2ab-4fc9-85e2-87573e1ba1bc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:08.629490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:08.655816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a346a94-cea1-4842-9fcd-42b7f917510b req-5160a6f8-7f68-44f2-abf0-2a637cccb4ff tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976536 Jul 14 09:21:08.665361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fac85f-5d3e-4cce-b9f2-64eb389c02ae req-e999b238-9606-4173-9010-0aeeb96c9723 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.667226 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56fac85f-5d3e-4cce-b9f2-64eb389c02ae req-e999b238-9606-4173-9010-0aeeb96c9723 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 971 time: 0.1422937 Jul 14 09:21:08.668745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-c8b5ad2b-82d4-48b1-82b7-2b877113d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.670287 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-c8b5ad2b-82d4-48b1-82b7-2b877113d7bc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa HTTP/1.1" status: 200 len: 863 time: 0.0698762 Jul 14 09:21:08.672155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Made reservation on behalf of 01e330186c654adab2b26e7e741bbb32 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:08.674571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.690963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.734915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c86a1374-0a6a-4c40-b563-ebf921794777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.743719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56fac85f-5d3e-4cce-b9f2-64eb389c02ae req-607bcf02-ae74-4705-869a-6d0fc1f58e3b tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675728 Jul 14 09:21:08.761937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-b9c78d59-5328-4528-8d44-0480d8a93c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:08.764171 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-b9c78d59-5328-4528-8d44-0480d8a93c92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7903b25e-f7c7-42be-8fb1-7d412959b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805767 Jul 14 09:21:08.771050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c86a1374-0a6a-4c40-b563-ebf921794777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:08.963828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-65cf83e5-83b5-4694-b01d-51b3fcdf8f0d service neutron] 10.222.0.66 "GET /v2.0/ports/e319518d-e4e8-411b-b33e-80cc2363fe43/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.1318381 Jul 14 09:21:08.967672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-8963c0e3-a431-4e5c-a4eb-c54670174ace service neutron] 10.222.0.69 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872709 Jul 14 09:21:09.072481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258be5d7-ee6c-4ecb-83c5-b384285aedf0 req-0a3faf8b-8338-447e-ae51-e56e1290a8a6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.073890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258be5d7-ee6c-4ecb-83c5-b384285aedf0 req-0a3faf8b-8338-447e-ae51-e56e1290a8a6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1972041 Jul 14 09:21:09.112562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c86a1374-0a6a-4c40-b563-ebf921794777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.116237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c86a1374-0a6a-4c40-b563-ebf921794777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.117383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c86a1374-0a6a-4c40-b563-ebf921794777 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/408270d0-c2ab-4fc9-85e2-87573e1ba1bc HTTP/1.1" status: 204 len: 168 time: 0.4869509 Jul 14 09:21:09.120096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.132502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.136806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a1374-0a6a-4c40-b563-ebf921794777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408270d0-c2ab-4fc9-85e2-87573e1ba1bc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:09.141044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:09.143472 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24" -d '{"events": [{"name": "network-changed", "server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:09.156448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699b01d-7e7a-4d3d-ae99-7bebca336465 req-6d066527-14e4-42a9-b5c6-e5f524f89aa7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.157983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7699b01d-7e7a-4d3d-ae99-7bebca336465 req-6d066527-14e4-42a9-b5c6-e5f524f89aa7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.3639538 Jul 14 09:21:09.185581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:09.199854 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a5b8b42-4ddf-4c4f-9a8c-400d58898cec req-3ef4d06e-6066-497d-8f8b-4b2bf4aee415 service neutron] 10.222.0.69 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194085 Jul 14 09:21:09.233385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258be5d7-ee6c-4ecb-83c5-b384285aedf0 req-3e503cc8-18e5-4b2f-89e1-dadddeb634b9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427684 Jul 14 09:21:09.270049 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.270531 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Added segment 187a6927-33b9-442c-9b29-d1f936ea62cf of type vlan for network 9f636f57-711d-4301-a04b-ba8edd456d98 Jul 14 09:21:09.363261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.363622 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979933e6-f3aa-4625-a6cc-75a1a8239c40 x-openstack-request-id: req-979933e6-f3aa-4625-a6cc-75a1a8239c40 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:09.363911 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:09.364160 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-979933e6-f3aa-4625-a6cc-75a1a8239c40 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:09.364570 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca', 'status': 'completed', 'code': 200} Jul 14 09:21:09.414117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5859be5b-3f06-44b9-9a93-e2db5f3a2c1c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:09.435004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:09.441328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.444654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.445385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.481561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:09.496793 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7699b01d-7e7a-4d3d-ae99-7bebca336465 req-2f98e3b0-d7a3-4668-b6bc-9b68678a8d6c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195999 Jul 14 09:21:09.548387 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0669086 Jul 14 09:21:09.552407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:09.557967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Request body: {'subnet': {'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-subnet', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:09.574140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c3c04-0c10-47d5-bd6f-aa9a1e41e051 admin admin] Pushing event updated for resources: {'Network': ['ID=9f636f57-711d-4301-a04b-ba8edd456d98,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:09.577379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e319518d-e4e8-411b-b33e-80cc2363fe43 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:09.587003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 9f636f57-711d-4301-a04b-ba8edd456d98 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:09.599489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Made reservation on behalf of 01e330186c654adab2b26e7e741bbb32 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:09.602298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.630410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:09.679669 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.717136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-464e5ba3-4558-4acd-af9b-dd14e78bc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.719218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-464e5ba3-4558-4acd-af9b-dd14e78bc219 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1127 time: 0.2504189 Jul 14 09:21:09.802814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a404b70-0178-4744-9a1c-99d9765b18fd req-88d99523-2a4c-48b6-91da-49072a872c8e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.804368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a404b70-0178-4744-9a1c-99d9765b18fd req-88d99523-2a4c-48b6-91da-49072a872c8e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 966 time: 0.3024745 Jul 14 09:21:09.906921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] Transition to ACTIVE for port object e319518d-e4e8-411b-b33e-80cc2363fe43 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:09.921491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a404b70-0178-4744-9a1c-99d9765b18fd req-50d40245-8189-4fbd-a573-1830b225e446 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968752 Jul 14 09:21:09.926903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:09.945790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-01b9692a-8cc1-4a22-84fa-d998955d372b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:09.954270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-01b9692a-8cc1-4a22-84fa-d998955d372b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.2131526 Jul 14 09:21:10.021843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.047998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10613695-0d12-455b-8dbe-74112c88fc70 req-27537635-96ba-4b4c-b7be-c491cf75eff9 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.048178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.056849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10613695-0d12-455b-8dbe-74112c88fc70 req-27537635-96ba-4b4c-b7be-c491cf75eff9 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 950 time: 0.1918094 Jul 14 09:21:10.069357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-8202dbac-3e27-4497-aefa-90a8f455a730 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.070840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-8202dbac-3e27-4497-aefa-90a8f455a730 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.66 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 971 time: 0.2617550 Jul 14 09:21:10.104969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:10.190179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-3f7c362c-1500-4342-9944-221ca4836dac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 217 time: 0.1252832 Jul 14 09:21:10.193487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] No DVR routers for this DVR port e319518d-e4e8-411b-b33e-80cc2363fe43 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:10.237344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9efd386-944c-4814-9fbc-0f492109163e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.239971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:10.255170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'port_id': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'mac_address': 'fa:16:3e:f9:5c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c0d434-5bd1-44d9-96bd-9c876ccefab0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-1396111613', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:10.288289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-0f4c65dd-499f-4f9b-beb9-862272eb0d15 service neutron] 10.222.0.66 "PUT /v2.0/ports/e319518d-e4e8-411b-b33e-80cc2363fe43/bindings/n-h1-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 1.3138592 Jul 14 09:21:10.306104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-e9ad5e18-f82a-4882-be8b-ea7aaa14977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.307942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-e9ad5e18-f82a-4882-be8b-ea7aaa14977e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1099176 Jul 14 09:21:10.310377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.318973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10613695-0d12-455b-8dbe-74112c88fc70 req-e282afbc-ef88-4bcb-8ada-d031f840dcf8 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468944 Jul 14 09:21:10.324326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Checking segment: {'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:10.324326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Network hostable DHCP agents. Network: 9f636f57-711d-4301-a04b-ba8edd456d98, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:10.324984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e319518d-e4e8-411b-b33e-80cc2363fe43 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:10.328496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a461d-e630-43ca-889c-2ae2073cd745 req-9a1b0513-a838-4151-8a63-bac8f181cfc1 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.330712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a1a461d-e630-43ca-889c-2ae2073cd745 req-9a1b0513-a838-4151-8a63-bac8f181cfc1 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 971 time: 0.2624264 Jul 14 09:21:10.352937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:10.358684 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.392161 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-17adbb50-7159-4094-b271-55be92e77a36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597081 Jul 14 09:21:10.414934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:10.465226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Network 9f636f57-711d-4301-a04b-ba8edd456d98 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:10.480735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Deleting port d3fdc51f-30c1-4803-a39a-386eec680f04 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:10.481227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.483159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['e319518d-e4e8-411b-b33e-80cc2363fe43'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:10.485575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a1a461d-e630-43ca-889c-2ae2073cd745 req-c391370c-a56f-4ea5-8d63-560fced08389 tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/security-groups?id=a2a52ec0-459d-4cc5-b17e-182cf29b413c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484337 Jul 14 09:21:10.501017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 9f636f57-711d-4301-a04b-ba8edd456d98) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:10.542933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.543586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.557802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-a100f353-68ab-4ddd-99b2-635b6f03659c tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.559339 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-a100f353-68ab-4ddd-99b2-635b6f03659c tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1120 time: 0.1805382 Jul 14 09:21:10.585842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-e34e6ad3-dfd1-47e1-9612-3ebbcfcf2929 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852264 Jul 14 09:21:10.596631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a0a6b3-71b3-4ba5-9f1d-db06a42f1cb0 None None] Network 9f636f57-711d-4301-a04b-ba8edd456d98 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:10.597165 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4bae3ea3-85bb-48bd-94ce-5dd010ab946d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0431652 Jul 14 09:21:10.601876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45052) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:10.642015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:10.697553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] For port d3fdc51f-30c1-4803-a39a-386eec680f04, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3fdc51f-30c1-4803-a39a-386eec680f04,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:10.697919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.711727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.713040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.730074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Calling delete_port for d3fdc51f-30c1-4803-a39a-386eec680f04 owned by compute:tempest-test_az-1396111613 {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:10.748116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e49c143b-0cc1-4a7c-a2cb-fd1963421e24 req-c6927138-a989-4552-b386-63560ecfee9e service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535819 Jul 14 09:21:10.804079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:10.837252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-027bb690-baae-4a80-a134-b3a61634ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.838788 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-027bb690-baae-4a80-a134-b3a61634ed5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e&tenant_id=80bcc800fd7349bc90b804a3d1519051 HTTP/1.1" status: 200 len: 1120 time: 0.2685499 Jul 14 09:21:10.854980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c110227-f5ca-4345-9fe5-d5d6616a7ff9 req-69d66f8b-f253-4b2f-a1a3-71229d689a59 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:10.865828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c110227-f5ca-4345-9fe5-d5d6616a7ff9 req-69d66f8b-f253-4b2f-a1a3-71229d689a59 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.2480385 Jul 14 09:21:11.009485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-9f636f57-711d-4301-a04b-ba8edd456d98', 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'fixed_ips': [{'subnet_id': 'a9efd386-944c-4814-9fbc-0f492109163e'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:11.011360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.023449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c110227-f5ca-4345-9fe5-d5d6616a7ff9 req-1e5f1224-5d3b-44ba-a3da-f9d1cdbb178a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567824 Jul 14 09:21:11.027637 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.052912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-dc11b8e3-8105-445b-ba3b-00eeff44eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.055839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-dc11b8e3-8105-445b-ba3b-00eeff44eee4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1120 time: 0.1720800 Jul 14 09:21:11.060261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.106076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a68de-4bb4-4acd-be5c-998ad1dd55cc req-73158785-70a8-4bfb-8248-9775dc140c2a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.108376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-663a68de-4bb4-4acd-be5c-998ad1dd55cc req-73158785-70a8-4bfb-8248-9775dc140c2a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.1965935 Jul 14 09:21:11.116153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d3fdc51f-30c1-4803-a39a-386eec680f04'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:11.142026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Pushing event deleted for resources: {'Port': ['ID=d3fdc51f-30c1-4803-a39a-386eec680f04,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.185093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-663a68de-4bb4-4acd-be5c-998ad1dd55cc req-16713cef-519c-4b13-8306-45572ee006d2 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695841 Jul 14 09:21:11.232320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] No DVR routers for this DVR port d3fdc51f-30c1-4803-a39a-386eec680f04 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:11.236659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.239208 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-915a513e-5523-42ef-a62e-fa5dc78f2035 req-ddd57b73-07e4-40b7-83c1-52ab3e5e6bbd tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.66 "DELETE /v2.0/ports/d3fdc51f-30c1-4803-a39a-386eec680f04 HTTP/1.1" status: 204 len: 173 time: 1.1432512 Jul 14 09:21:11.241371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f9d30d-111e-440d-8bd6-258e5c34aeb9', 'name': 'network-vif-deleted', 'tag': 'd3fdc51f-30c1-4803-a39a-386eec680f04'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:11.244976 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311935c2-ea0e-4ce6-8866-13ca9c090d48" -d '{"events": [{"server_uuid": "77f9d30d-111e-440d-8bd6-258e5c34aeb9", "name": "network-vif-deleted", "tag": "d3fdc51f-30c1-4803-a39a-386eec680f04"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:11.299019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Allocated IP 172.20.0.2 (9f636f57-711d-4301-a04b-ba8edd456d98/a9efd386-944c-4814-9fbc-0f492109163e/ee57a7b7-4559-43dd-a898-8473028a5ec3) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:11.337198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-63951b14-0c8f-4cee-9b58-b2dc89c5d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.340950 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-63951b14-0c8f-4cee-9b58-b2dc89c5d1a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.2729294 Jul 14 09:21:11.347560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 878cfcef-1680-4b9b-8b80-a979adcdadca details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:11.458943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-3de9a553-a9a0-479e-a2bf-5e1ea9fd9aa7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 217 time: 0.0971847 Jul 14 09:21:11.580592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-6ede7d18-c0a0-470e-9f66-d4c4390c0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.585853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-6ede7d18-c0a0-470e-9f66-d4c4390c0d1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1211953 Jul 14 09:21:11.607468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:11.621154 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.629622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 878cfcef-1680-4b9b-8b80-a979adcdadca has no active binding in host n-h2-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:21:11.633460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Transition to ACTIVE for port object ee57a7b7-4559-43dd-a898-8473028a5ec3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:11.650397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Transition to ACTIVE for port object ee57a7b7-4559-43dd-a898-8473028a5ec3 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:11.656929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.665346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-ab04116e-bda6-4d5c-8e9d-636107b47ed0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720842 Jul 14 09:21:11.721649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Pushing event updated for resources: {'Port': ['ID=ee57a7b7-4559-43dd-a898-8473028a5ec3,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.733385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Network 9f636f57-711d-4301-a04b-ba8edd456d98 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:11.735655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:11.738491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:11.777962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.778554 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-1e3252cc-f993-4022-8b71-bb7986fa1e90 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4c163973802c41d48eda789e19635852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263305 Jul 14 09:21:11.797167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Attempting to bind port ee57a7b7-4559-43dd-a898-8473028a5ec3 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:11.797582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Attempting to bind port ee57a7b7-4559-43dd-a898-8473028a5ec3 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:11.797947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Attempting to bind port ee57a7b7-4559-43dd-a898-8473028a5ec3 on network 9f636f57-711d-4301-a04b-ba8edd456d98 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:11.802986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.803440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:11.803820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Checking segment: {'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:11.804249 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.804645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Bound using segment: {'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:11.805112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Bound port: ee57a7b7-4559-43dd-a898-8473028a5ec3, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:11.805490 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.820943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44851907-897b-4ac1-b48f-a64d3202693e req-edab65a0-da5d-49bd-ad63-0bb29c62050e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.822430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44851907-897b-4ac1-b48f-a64d3202693e req-edab65a0-da5d-49bd-ad63-0bb29c62050e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 968 time: 0.1335127 Jul 14 09:21:11.869869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] For port ee57a7b7-4559-43dd-a898-8473028a5ec3, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:11.871723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-b47a2b1e-e39d-4a9e-81e4-759f2758e5eb service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850519 Jul 14 09:21:11.873170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] For port ee57a7b7-4559-43dd-a898-8473028a5ec3, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ee57a7b7-4559-43dd-a898-8473028a5ec3,segment=NetworkSegment(187a6927-33b9-442c-9b29-d1f936ea62cf),segment_id=187a6927-33b9-442c-9b29-d1f936ea62cf)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:11.878708 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:11.915753 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44851907-897b-4ac1-b48f-a64d3202693e req-055dd771-3cb1-482f-a9bd-df5638e202b4 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606511 Jul 14 09:21:11.974870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ed0c0-3b08-4dac-9e64-c7e8b17878cf None None] Pushing event updated for resources: {'Port': ['ID=ee57a7b7-4559-43dd-a898-8473028a5ec3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:11.981676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dfe32-f30e-487b-abdd-0017600c808e req-d3a1e917-8476-49b7-be19-390431ef1b27 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:11.988831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-d3a1e917-8476-49b7-be19-390431ef1b27 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2035117 Jul 14 09:21:12.000589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Allocated IP 172.25.0.97 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/f51b1f14-756c-49e5-8eda-bd674c54e1e4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:12.000758 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7b9b32-a8e5-4c8f-9d03-ecd1da13b2e9 x-openstack-request-id: req-0d7b9b32-a8e5-4c8f-9d03-ecd1da13b2e9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:12.000866 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f9d30d-111e-440d-8bd6-258e5c34aeb9", "name": "network-vif-deleted", "tag": "d3fdc51f-30c1-4803-a39a-386eec680f04", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:12.001125 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d7b9b32-a8e5-4c8f-9d03-ecd1da13b2e9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:12.001630 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f9d30d-111e-440d-8bd6-258e5c34aeb9', 'name': 'network-vif-deleted', 'tag': 'd3fdc51f-30c1-4803-a39a-386eec680f04', 'status': 'completed', 'code': 200} Jul 14 09:21:12.008719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-bc6eb116-6b08-41a9-95d9-55218bbe9e93 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/quotas/4c163973802c41d48eda789e19635852 HTTP/1.1" status: 200 len: 375 time: 0.0180864 Jul 14 09:21:12.073792 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-2c99adcb-2dfc-43ce-b9ad-b87e3ed5fe3f tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c163973802c41d48eda789e19635852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572064 Jul 14 09:21:12.085719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-10f674d6-31ab-4772-b02e-d1608fb0aa6e service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993716 Jul 14 09:21:12.116407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:12.210090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port e319518d-e4e8-411b-b33e-80cc2363fe43 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:12.215030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port e319518d-e4e8-411b-b33e-80cc2363fe43 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:12.215608 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.234782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d8a9ac8-04a4-426f-9100-d8ee01e2514b req-9852de90-d51e-4fe5-88e7-cda03267cfce tempest-AggregatesAdminTestJSON-691412395 tempest-AggregatesAdminTestJSON-691412395-project] 10.222.0.73 "GET /v2.0/ports?device_id=77f9d30d-111e-440d-8bd6-258e5c34aeb9 HTTP/1.1" status: 200 len: 210 time: 0.0505269 Jul 14 09:21:12.255400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.403031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.485998 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.525059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d44fb4-3478-4e39-8ebb-7e28f2c1aea8 req-15d6c583-7fc3-42fa-bb96-21eb48af0a88 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.530759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62d44fb4-3478-4e39-8ebb-7e28f2c1aea8 req-15d6c583-7fc3-42fa-bb96-21eb48af0a88 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 950 time: 0.1107879 Jul 14 09:21:12.539473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:12.541956 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cd61fd-597c-4c2c-aaaf-69c24f347ef7" -d '{"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-plugged", "status": "completed", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:12.557015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:12.557204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:12.557842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Pushing event updated for resources: {'Port': ['ID=f51b1f14-756c-49e5-8eda-bd674c54e1e4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:12.563980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.582919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:12.588010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.589152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.589882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62d44fb4-3478-4e39-8ebb-7e28f2c1aea8 req-0004553a-d285-44f1-ad09-a922a1e7c970 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536194 Jul 14 09:21:12.590256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.590830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.591353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.592497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.593365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.593966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.594493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.595061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.595583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.596164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:12.600745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:12.660987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-48bf3b13-cabd-493b-8848-d046524ff77e tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.662703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-48bf3b13-cabd-493b-8848-d046524ff77e tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1121 time: 0.0904970 Jul 14 09:21:12.694275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:12.783451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abe744-f268-4957-9b3c-e12e9125dd3c req-1d1bab34-8fd0-40be-876a-3ec54b0f1c12 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.784365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29abe744-f268-4957-9b3c-e12e9125dd3c req-1d1bab34-8fd0-40be-876a-3ec54b0f1c12 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.3149633 Jul 14 09:21:12.815199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ee57a7b7-4559-43dd-a898-8473028a5ec3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:12.884813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port ee57a7b7-4559-43dd-a898-8473028a5ec3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:12.893109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29abe744-f268-4957-9b3c-e12e9125dd3c req-d56d9932-709e-4a51-90ad-a5775b810961 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870221 Jul 14 09:21:12.919782 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e6a67-b0ac-4683-b7d5-a8809e0accdf req-f1686f76-a0c5-41c6-8a32-e3167eb72ad2 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:12.921454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b41e6a67-b0ac-4683-b7d5-a8809e0accdf req-f1686f76-a0c5-41c6-8a32-e3167eb72ad2 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.1888499 Jul 14 09:21:12.938431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-139f0b1f-1023-4a83-9ac9-923476f5c10f service neutron] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:12.942338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-139f0b1f-1023-4a83-9ac9-923476f5c10f service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.943408 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90622a00-3714-4b64-ab4d-d423e52f47bb req-139f0b1f-1023-4a83-9ac9-923476f5c10f service neutron] 10.222.0.69 "DELETE /v2.0/ports/e319518d-e4e8-411b-b33e-80cc2363fe43/bindings/n-h2-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.2731793 Jul 14 09:21:12.985601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:12.989373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b41e6a67-b0ac-4683-b7d5-a8809e0accdf req-f4b87db0-f9ec-48c9-b838-109f6af950ce tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596764 Jul 14 09:21:13.072946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15d312e6-9050-4fc8-978e-299111f3d9d7 req-bfa4daa5-bd70-4e04-88df-0c1267a4433c tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 210 time: 0.0845084 Jul 14 09:21:13.176528 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a91858-4e4b-4d69-95fb-e65c4a75457c x-openstack-request-id: req-43a91858-4e4b-4d69-95fb-e65c4a75457c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:13.176827 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-plugged", "status": "completed", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:13.177090 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43a91858-4e4b-4d69-95fb-e65c4a75457c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:13.177495 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'code': 200} Jul 14 09:21:13.309315 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.358457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d3fdc51f-30c1-4803-a39a-386eec680f04 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:13.398266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: d3fdc51f-30c1-4803-a39a-386eec680f04 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:13.398622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d3fdc51f-30c1-4803-a39a-386eec680f04 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:13.399049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:13.403155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5604d80-94d0-4905-8249-6ddc6e9dc446 None None] Network 9f636f57-711d-4301-a04b-ba8edd456d98 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:13.449575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81b6c1-83fe-46fb-ba3a-a07d18b64829 req-821cccda-6136-4ac5-a32a-052c7b5983dc tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.457246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b81b6c1-83fe-46fb-ba3a-a07d18b64829 req-821cccda-6136-4ac5-a32a-052c7b5983dc tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 969 time: 0.2040126 Jul 14 09:21:13.489904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:21:13.497233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773abae0-b394-47c9-97b7-0e979aa88393 req-1ebfbda0-540e-43c7-a180-829480ce082c tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:13.498940 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-773abae0-b394-47c9-97b7-0e979aa88393 req-1ebfbda0-540e-43c7-a180-829480ce082c tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 950 time: 0.1733432 Jul 14 09:21:13.499181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Provisioning for port ee57a7b7-4559-43dd-a898-8473028a5ec3 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:13.507649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:13.511365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Provisioning complete for port ee57a7b7-4559-43dd-a898-8473028a5ec3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:13.511741 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.554891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b81b6c1-83fe-46fb-ba3a-a07d18b64829 req-0e7cfe6a-073b-4d4e-b200-3e308a8ca18f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967097 Jul 14 09:21:13.666383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:13.676222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Deleting port db794faa-935f-4558-974d-0ca3490f6dff {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:13.676583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.679481 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Sync routers for ids ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:13.691785 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Routers {'8594e9cc-cd2f-44eb-930e-f4a3ef57de05'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:13.692453 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:13.703538 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.704824 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a3e2ce28-78f4-4a2f-b383-cfbc92b8f114 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0988476 Jul 14 09:21:13.707912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45114) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:13.829065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.909483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] For port ee57a7b7-4559-43dd-a898-8473028a5ec3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ee57a7b7-4559-43dd-a898-8473028a5ec3,segment=NetworkSegment(187a6927-33b9-442c-9b29-d1f936ea62cf),segment_id=187a6927-33b9-442c-9b29-d1f936ea62cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:13.919121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:13.923550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45118) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:14.005058 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Set router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:14.013610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Pushing event updated for resources: {'Port': ['ID=ee57a7b7-4559-43dd-a898-8473028a5ec3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:14.013866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-c69dd047-3879-4dab-bc30-fcc083d5fd23 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4c163973802c41d48eda789e19635852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344138 Jul 14 09:21:14.034290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.037299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.037676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.038012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.038358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.038685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.039023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.039357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.039730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.040059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.040490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.043605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47db3361-3b57-4ce5-9590-0d2c9ac57b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:14.107646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:14.279654 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.349146 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:12Z', 'revision_number': 3, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:14.358042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:14.362250 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.375264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb776c7-c39f-4bd2-8c50-b65a04111546 req-eef203df-7340-4b72-8061-857b0e60296e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.385173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7bb776c7-c39f-4bd2-8c50-b65a04111546 req-eef203df-7340-4b72-8061-857b0e60296e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 950 time: 0.1754427 Jul 14 09:21:14.385650 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Checking router: 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:14.386006 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Updating router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 port f51b1f14-756c-49e5-8eda-bd674c54e1e4 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:14.423903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=14']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:14.434765 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.436066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] For port db794faa-935f-4558-974d-0ca3490f6dff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=db794faa-935f-4558-974d-0ca3490f6dff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:14.436457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.449005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d36a6636-0cfd-4925-825c-2c8f53a8e68c None None] Provisioning complete for port ee57a7b7-4559-43dd-a898-8473028a5ec3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:14.449643 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d36a6636-0cfd-4925-825c-2c8f53a8e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.482948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7bb776c7-c39f-4bd2-8c50-b65a04111546 req-e6661cf2-5096-4761-9383-871a44b2d789 tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/security-groups?id=7fcbe500-c9af-4c3f-9856-b23227d399d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967922 Jul 14 09:21:14.485891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Calling delete_port for db794faa-935f-4558-974d-0ca3490f6dff owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:14.633689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-47ca13fc-33d3-461c-ab93-e901b503f514 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b4577bcdf2940ef8d84650c2fc1cb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6988285 Jul 14 09:21:14.637732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45128) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:14.638978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab1294-c5d7-49c4-a713-63faf5d84979 req-374d1a5b-0a89-4cc9-8c25-a33566d92f94 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.640399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51ab1294-c5d7-49c4-a713-63faf5d84979 req-374d1a5b-0a89-4cc9-8c25-a33566d92f94 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1121 time: 0.7397494 Jul 14 09:21:14.653383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dfe32-f30e-487b-abdd-0017600c808e req-50a1bee3-5769-4b24-9208-a541f20ff39d tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:14.654948 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-50a1bee3-5769-4b24-9208-a541f20ff39d tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6354582 Jul 14 09:21:14.685711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Request body: {'port': {'device_id': '25ab4632-3d73-4612-9467-4cd184d582c5', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '4c163973802c41d48eda789e19635852'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:14.754816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ee57a7b7-4559-43dd-a898-8473028a5ec3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:14.817234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ee57a7b7-4559-43dd-a898-8473028a5ec3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:14.817897 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.823910 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51ab1294-c5d7-49c4-a713-63faf5d84979 req-b297cfa2-821f-49db-b9b3-678ab16c39b4 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627495 Jul 14 09:21:14.845169 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.893206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:14.941706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.016862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Made reservation on behalf of 4c163973802c41d48eda789e19635852 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:15.020529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.021120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9783326-5597-4c8e-8caf-fa4b8a39f92d req-3bc50509-4a15-4b10-8233-bd0953dba01b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.024799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9783326-5597-4c8e-8caf-fa4b8a39f92d req-3bc50509-4a15-4b10-8233-bd0953dba01b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.3414905 Jul 14 09:21:15.033847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.036878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.037971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2a52ec0-459d-4cc5-b17e-182cf29b413c HTTP/1.1" status: 204 len: 168 time: 0.3889482 Jul 14 09:21:15.047350 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Transition to ACTIVE for port object f51b1f14-756c-49e5-8eda-bd674c54e1e4 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:15.053590 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.071520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.074341 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.081421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a52ec0-459d-4cc5-b17e-182cf29b413c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.085830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['db794faa-935f-4558-974d-0ca3490f6dff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:15.136886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Pushing event deleted for resources: {'Port': ['ID=db794faa-935f-4558-974d-0ca3490f6dff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.139002 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8e7db-c158-447c-830d-75da1da602b1 None None] Pushing event updated for resources: {'Port': ['ID=f51b1f14-756c-49e5-8eda-bd674c54e1e4,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.139741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.140147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.140515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.140853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.141185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.141516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.141842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.142168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.142494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.142815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.144012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.144379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d2e5a3-4f22-4c89-ad5c-d6cc25941f2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.153188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-79a547d8-36ca-40d8-bb67-67d7ef97f91a service neutron] 10.222.0.69 "GET /v2.0/ports/878cfcef-1680-4b9b-8b80-a979adcdadca/bindings/n-h2-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.3490608 Jul 14 09:21:15.179088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:15.179976 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Attempting to bind port f51b1f14-756c-49e5-8eda-bd674c54e1e4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:15.180400 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Attempting to bind port f51b1f14-756c-49e5-8eda-bd674c54e1e4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:15.180756 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Attempting to bind port f51b1f14-756c-49e5-8eda-bd674c54e1e4 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:15.184769 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a90b8b7-b460-4570-8115-e14010238a70" -d '{"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:15.191274 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:15.191658 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:15.192788 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.193098 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:15.193594 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Bound port: f51b1f14-756c-49e5-8eda-bd674c54e1e4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:15.194005 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.219570 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9783326-5597-4c8e-8caf-fa4b8a39f92d req-e818c995-4204-43bb-8030-9a452b0aa396 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867740 Jul 14 09:21:15.221241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.221541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.221884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.222221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.222554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.222887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.223215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.223542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.223889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.224177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.224544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.224872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:15.274565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] No DVR routers for this DVR port db794faa-935f-4558-974d-0ca3490f6dff on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:15.277743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.278844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.284712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-773abae0-b394-47c9-97b7-0e979aa88393 req-0b3bc15b-d0a0-4bc1-8f1c-77a20602ee2e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.66 "DELETE /v2.0/ports/db794faa-935f-4558-974d-0ca3490f6dff HTTP/1.1" status: 204 len: 173 time: 1.7658207 Jul 14 09:21:15.287393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8afc73-7193-4112-9efe-760debe130ad', 'name': 'network-vif-deleted', 'tag': 'db794faa-935f-4558-974d-0ca3490f6dff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:15.293763 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8581bd-4693-407a-9ac7-2ef21d5a2b8e" -d '{"events": [{"server_uuid": "ab8afc73-7193-4112-9efe-760debe130ad", "name": "network-vif-deleted", "tag": "db794faa-935f-4558-974d-0ca3490f6dff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:15.303060 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] For port f51b1f14-756c-49e5-8eda-bd674c54e1e4, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:15.307238 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] For port f51b1f14-756c-49e5-8eda-bd674c54e1e4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f51b1f14-756c-49e5-8eda-bd674c54e1e4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:15.316683 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.321729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51acaa2-61ee-4903-8ed4-9a4590484f67 req-77e89016-78be-4639-aa7c-4a29f28201b8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:15.323698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c51acaa2-61ee-4903-8ed4-9a4590484f67 req-77e89016-78be-4639-aa7c-4a29f28201b8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 944 time: 0.3000338 Jul 14 09:21:15.390638 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef8e7db-c158-447c-830d-75da1da602b1 None None] Pushing event updated for resources: {'Port': ['ID=f51b1f14-756c-49e5-8eda-bd674c54e1e4,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.438358 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Routers {'8594e9cc-cd2f-44eb-930e-f4a3ef57de05'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:15.439067 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:15.566871 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6cbeb2f-e43c-493c-ba89-59f0d2268e8c req-70eba4f2-f35a-4e62-a621-5b9d2b0d4dc0 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 210 time: 0.0380006 Jul 14 09:21:15.593598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:15.603673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c51acaa2-61ee-4903-8ed4-9a4590484f67 req-660bf859-b2ef-4259-80dd-a43e0d3a6e92 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554045 Jul 14 09:21:15.633014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:15.655998 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] Set router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:15.658313 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.678860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.704134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:15.751464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878cfcef-1680-4b9b-8b80-a979adcdadca {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:15.788593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2885daa-8391-4dc3-8ffa-e3319455c63e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:15.788813 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f89132f3-922a-4f54-b17e-d7736b9804da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6aa04f2aa699451e8cd8b7b82bd68982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808969 Jul 14 09:21:15.788813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:15.791819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:15.812177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Allocated IP 172.20.0.1 (9f636f57-711d-4301-a04b-ba8edd456d98/a9efd386-944c-4814-9fbc-0f492109163e/c4b068b6-7703-4056-a4a2-037586d7f326) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:15.812923 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0871c270-f836-4ede-9ca2-681e781f1ae0 x-openstack-request-id: req-0871c270-f836-4ede-9ca2-681e781f1ae0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:15.813958 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:15.814594 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0871c270-f836-4ede-9ca2-681e781f1ae0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:15.815171 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'code': 200} Jul 14 09:21:15.840586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.890506 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04572cd-da20-481f-99b6-9a2637888699 x-openstack-request-id: req-d04572cd-da20-481f-99b6-9a2637888699 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:15.890807 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8afc73-7193-4112-9efe-760debe130ad", "name": "network-vif-deleted", "tag": "db794faa-935f-4558-974d-0ca3490f6dff", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:15.891168 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d04572cd-da20-481f-99b6-9a2637888699 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:15.891569 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8afc73-7193-4112-9efe-760debe130ad', 'name': 'network-vif-deleted', 'tag': 'db794faa-935f-4558-974d-0ca3490f6dff', 'status': 'completed', 'code': 200} Jul 14 09:21:15.896236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4d84-3186-466c-b914-aa63d9c8f82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.918631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4d84-3186-466c-b914-aa63d9c8f82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.980734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4d84-3186-466c-b914-aa63d9c8f82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.983363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e5b4d84-3186-466c-b914-aa63d9c8f82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:15.986580 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3e5b4d84-3186-466c-b914-aa63d9c8f82b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1e5627e-a068-4fa5-bbe6-3aa1cbe4a192 HTTP/1.1" status: 204 len: 168 time: 0.1935329 Jul 14 09:21:16.008514 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b4d84-3186-466c-b914-aa63d9c8f82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e5627e-a068-4fa5-bbe6-3aa1cbe4a192,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.019276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-3ecee4a3-0b28-4594-80f2-49705e16bcf8 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.025734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-3ecee4a3-0b28-4594-80f2-49705e16bcf8 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 821 time: 0.2608593 Jul 14 09:21:16.028587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Allocated IP 192.168.233.227 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/d6a1922c-60bd-4104-96ff-62443db1bbb0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:16.036993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] Transition to ACTIVE for port object 878cfcef-1680-4b9b-8b80-a979adcdadca will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:16.042625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.066834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-3fbf8ba1-f797-4e23-b041-5a5f9b0bd8f1 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/quotas/80bcc800fd7349bc90b804a3d1519051 HTTP/1.1" status: 200 len: 375 time: 0.0400615 Jul 14 09:21:16.140177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] No DVR routers for this DVR port 878cfcef-1680-4b9b-8b80-a979adcdadca on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:16.173822 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.204596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Transition to ACTIVE for port object c4b068b6-7703-4056-a4a2-037586d7f326 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:16.212773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c46214c9-9af4-4663-9647-96dbf219fab7 req-3ea532af-9b4f-41ee-b192-6cc81b5bd87e tempest-ServerDiagnosticsNegativeTest-908741903 tempest-ServerDiagnosticsNegativeTest-908741903-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab8afc73-7193-4112-9efe-760debe130ad HTTP/1.1" status: 200 len: 210 time: 0.0608370 Jul 14 09:21:16.285689 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:12Z', 'revision_number': 3, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:16.307980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] 10.222.0.69 "PUT /v2.0/ports/878cfcef-1680-4b9b-8b80-a979adcdadca/bindings/n-h2-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 1.1436539 Jul 14 09:21:16.321140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63dc304-01ce-4c56-aec7-a8e53b4ca409 service neutron] Pushing event updated for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.343596 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8973af-16ea-4cf2-9bfa-b463f9fa7d40 None None] The sync data for ids ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'] in n-d-780147-26 is: [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:12Z', 'revision_number': 3, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:16.374816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-a1b04c3e-3017-43bf-a1c8-7e0feff9bb84 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3069825 Jul 14 09:21:16.494164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.503308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-7d0d4299-5e0b-45bb-ae46-4f397e3563fc tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.504872 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-7d0d4299-5e0b-45bb-ae46-4f397e3563fc tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.1234159 Jul 14 09:21:16.522894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251df08-78ee-4bd5-acbf-d5a6a2dea700 req-bd28c8e7-575b-4f9c-b989-c5de617381ae tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.524415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2251df08-78ee-4bd5-acbf-d5a6a2dea700 req-bd28c8e7-575b-4f9c-b989-c5de617381ae tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.0996544 Jul 14 09:21:16.547220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-ec4597f1-de41-4fc1-b970-ebb3edf0e674 service neutron] 10.222.0.73 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711395 Jul 14 09:21:16.583808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.595323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2251df08-78ee-4bd5-acbf-d5a6a2dea700 req-1ab793a7-a1bb-4eca-a1d0-55aa00c940b5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627580 Jul 14 09:21:16.626234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-03ec3f45-2eef-44b1-a6d7-dc014ab1ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.627745 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-03ec3f45-2eef-44b1-a6d7-dc014ab1ef53 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0&tenant_id=4ef2f47428f74997af795a7905fea995 HTTP/1.1" status: 200 len: 1097 time: 0.1132901 Jul 14 09:21:16.683778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Transition to ACTIVE for port object d6a1922c-60bd-4104-96ff-62443db1bbb0 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:16.750938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.763322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-0db3b259-c2f0-4438-933c-007e81f5a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.765071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-0db3b259-c2f0-4438-933c-007e81f5a2c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1097 time: 0.1077650 Jul 14 09:21:16.769819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Network 9f636f57-711d-4301-a04b-ba8edd456d98 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:16.794149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:16.799871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b068b6-7703-4056-a4a2-037586d7f326,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:16.813787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:16.814450 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.854896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f51b1f14-756c-49e5-8eda-bd674c54e1e4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:16.961784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f51b1f14-756c-49e5-8eda-bd674c54e1e4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:16.966144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f51b1f14-756c-49e5-8eda-bd674c54e1e4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:16.966714 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:16.979653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:16.993202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-abfd0b85-f90a-4957-a190-e8ed1b756b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:16.995291 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-abfd0b85-f90a-4957-a190-e8ed1b756b46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.2234969 Jul 14 09:21:17.000595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:17.003301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:17.009021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.009694 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.081844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c0a0b305-9ac5-4028-a6a3-e666cca6fd62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 217 time: 0.0654011 Jul 14 09:21:17.095762 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2fe2c-b982-4796-a647-358193f8a5c3 req-1005709d-938f-4028-aded-2933df25c796 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.098329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5c2fe2c-b982-4796-a647-358193f8a5c3 req-1005709d-938f-4028-aded-2933df25c796 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 936 time: 0.3045247 Jul 14 09:21:17.173699 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.229892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port f51b1f14-756c-49e5-8eda-bd674c54e1e4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f51b1f14-756c-49e5-8eda-bd674c54e1e4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:17.236153 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.237786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5c2fe2c-b982-4796-a647-358193f8a5c3 req-ddd522c2-73df-4324-9222-2d00ce590a80 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192136 Jul 14 09:21:17.261805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-80b34136-1344-43da-9968-a8e6a34432e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.263323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-80b34136-1344-43da-9968-a8e6a34432e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1620414 Jul 14 09:21:17.334818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-c6070559-7726-4bb0-aac2-203f873f4a2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642879 Jul 14 09:21:17.377632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d877f67-9a0f-4ce7-a032-2103029d3e65 None None] Provisioning for port c4b068b6-7703-4056-a4a2-037586d7f326 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:17.393833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device db794faa-935f-4558-974d-0ca3490f6dff no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:17.401716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=f51b1f14-756c-49e5-8eda-bd674c54e1e4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.404165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d877f67-9a0f-4ce7-a032-2103029d3e65 None None] Provisioning complete for port c4b068b6-7703-4056-a4a2-037586d7f326 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:17.413042 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d877f67-9a0f-4ce7-a032-2103029d3e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.493272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: db794faa-935f-4558-974d-0ca3490f6dff {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:17.493605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device db794faa-935f-4558-974d-0ca3490f6dff not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:17.497585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-0da1bc08-c659-444a-8a7f-35099063e004 service neutron] 10.222.0.73 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9491899 Jul 14 09:21:17.524241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-a92ee96f-de93-4ac5-84db-0ad596615a36 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814854 Jul 14 09:21:17.541786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0d877f67-9a0f-4ce7-a032-2103029d3e65 None None] Port c4b068b6-7703-4056-a4a2-037586d7f326 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:17.541982 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8691027 Jul 14 09:21:17.542704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d240a-15f9-4f30-b88a-f33a353f7309 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Pushing event updated for resources: {'Port': ['ID=d6a1922c-60bd-4104-96ff-62443db1bbb0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:17.579330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Request body: {'port': {'device_id': '25ab4632-3d73-4612-9467-4cd184d582c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:17.622477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283b5a1-68cd-4aaf-953e-123d7806107d req-b4683265-12d5-47d8-8fd3-0bbe493d7218 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:17.625263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6283b5a1-68cd-4aaf-953e-123d7806107d req-b4683265-12d5-47d8-8fd3-0bbe493d7218 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.1670310 Jul 14 09:21:17.666430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-56f50d3f-be40-4535-97af-a80004be90ec None None] Provisioning for port d6a1922c-60bd-4104-96ff-62443db1bbb0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:17.673662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-56f50d3f-be40-4535-97af-a80004be90ec None None] Provisioning complete for port d6a1922c-60bd-4104-96ff-62443db1bbb0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:17.674041 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-56f50d3f-be40-4535-97af-a80004be90ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:17.711716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6283b5a1-68cd-4aaf-953e-123d7806107d req-f3cad610-e93a-40d4-8493-1b6c902569ae tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769281 Jul 14 09:21:17.752533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-56f50d3f-be40-4535-97af-a80004be90ec None None] Port d6a1922c-60bd-4104-96ff-62443db1bbb0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:17.765296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-e2036ff5-4e06-4777-bdb0-d58c94e58784 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306149 Jul 14 09:21:17.825724 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.110915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9a1b1-5d2f-4200-9f0a-f160f436279c req-32c74d88-eefa-4fde-8084-d74ab4fed97e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.119142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b9d9a1b1-5d2f-4200-9f0a-f160f436279c req-32c74d88-eefa-4fde-8084-d74ab4fed97e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1115985 Jul 14 09:21:18.153790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 878cfcef-1680-4b9b-8b80-a979adcdadca no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:18.182572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:18.196679 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.213073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 878cfcef-1680-4b9b-8b80-a979adcdadca not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:18.260853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b9d9a1b1-5d2f-4200-9f0a-f160f436279c req-13511b73-badd-4e14-9aab-425821778486 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406054 Jul 14 09:21:18.262344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62fba745-b22a-45eb-8642-54e9195ac5dc req-a6f79404-43ab-4239-93d3-131c2a81b28e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 210 time: 0.0667751 Jul 14 09:21:18.342701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-5be842d5-90fd-4ca2-b63c-1b2ba2d498e3 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.348931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-5be842d5-90fd-4ca2-b63c-1b2ba2d498e3 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.2101486 Jul 14 09:21:18.387044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a1922c-60bd-4104-96ff-62443db1bbb0 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:18.425464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.448126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Transition to ACTIVE for port object d6a1922c-60bd-4104-96ff-62443db1bbb0 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:18.460775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.519068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-deb8d0ca-50ab-423d-93fb-5f2cc64eb7fa service neutron] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:18.523602 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-deb8d0ca-50ab-423d-93fb-5f2cc64eb7fa service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.524772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dedda41-1112-4f72-984b-e99d8072f5d3 req-deb8d0ca-50ab-423d-93fb-5f2cc64eb7fa service neutron] 10.222.0.66 "DELETE /v2.0/ports/878cfcef-1680-4b9b-8b80-a979adcdadca/bindings/n-h1-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.1524308 Jul 14 09:21:18.647800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c936a73-fd1c-42ed-8e67-651007b2e806 req-6e0d5840-1dd1-4760-a19a-1829fd40fca8 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:18.649602 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c936a73-fd1c-42ed-8e67-651007b2e806 req-6e0d5840-1dd1-4760-a19a-1829fd40fca8 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 948 time: 0.1123066 Jul 14 09:21:18.706647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1922c-60bd-4104-96ff-62443db1bbb0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:18.734101 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.736137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Attempting to bind port d6a1922c-60bd-4104-96ff-62443db1bbb0 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:18.736696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Attempting to bind port d6a1922c-60bd-4104-96ff-62443db1bbb0 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:18.737167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Attempting to bind port d6a1922c-60bd-4104-96ff-62443db1bbb0 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:18.741320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.743263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.754049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Port d6a1922c-60bd-4104-96ff-62443db1bbb0 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:18.754049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Attempting to bind port d6a1922c-60bd-4104-96ff-62443db1bbb0 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:18.787524 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c936a73-fd1c-42ed-8e67-651007b2e806 req-ed921b77-f060-4353-92d5-bebcfd8cb07d tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278203 Jul 14 09:21:18.873538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f51b1f14-756c-49e5-8eda-bd674c54e1e4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:18.918423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-86d1725d-1e93-47a9-bca6-5941dada4118 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2fc2abee5e2543988defb7df6b4fcf98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7318842 Jul 14 09:21:18.920484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:18.955857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f51b1f14-756c-49e5-8eda-bd674c54e1e4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:18.956759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:18.987130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:18.987475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:18.987871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:18.993084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Bound port: d6a1922c-60bd-4104-96ff-62443db1bbb0, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:18.993463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.056644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c237-b1c6-4590-b10c-77b085828141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.079781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c237-b1c6-4590-b10c-77b085828141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.122314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b068b6-7703-4056-a4a2-037586d7f326,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.137971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7e33-81cd-4e0a-b87d-38461eaf7b8f req-008a7a02-5160-44e1-b92e-35faf761b045 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.139566 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73ed7e33-81cd-4e0a-b87d-38461eaf7b8f req-008a7a02-5160-44e1-b92e-35faf761b045 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.1538980 Jul 14 09:21:19.150817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Network 9f636f57-711d-4301-a04b-ba8edd456d98 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:19.155347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:19.178331 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c237-b1c6-4590-b10c-77b085828141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.180906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9d5c237-b1c6-4590-b10c-77b085828141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.182220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d9d5c237-b1c6-4590-b10c-77b085828141 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7fcbe500-c9af-4c3f-9856-b23227d399d2 HTTP/1.1" status: 204 len: 168 time: 0.2548220 Jul 14 09:21:19.207416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73ed7e33-81cd-4e0a-b87d-38461eaf7b8f req-3cc601f3-2033-4a8b-b971-b9ba3d85f241 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610306 Jul 14 09:21:19.215036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5c237-b1c6-4590-b10c-77b085828141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcbe500-c9af-4c3f-9856-b23227d399d2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.387740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:19.456743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] For port d6a1922c-60bd-4104-96ff-62443db1bbb0, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:19.460051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] For port d6a1922c-60bd-4104-96ff-62443db1bbb0, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d6a1922c-60bd-4104-96ff-62443db1bbb0,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:19.476328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.522811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ac5f1154-0382-4d5d-83a6-c587eb1f99ea None None] Provisioning complete for port c4b068b6-7703-4056-a4a2-037586d7f326 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:19.523396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ac5f1154-0382-4d5d-83a6-c587eb1f99ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.559082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ac5f1154-0382-4d5d-83a6-c587eb1f99ea None None] Port c4b068b6-7703-4056-a4a2-037586d7f326 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:19.571898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.572812 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.574964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] 10.222.0.66 "PUT /v2.0/ports/d6a1922c-60bd-4104-96ff-62443db1bbb0 HTTP/1.1" status: 200 len: 1097 time: 2.0048335 Jul 14 09:21:19.625828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ab4632-3d73-4612-9467-4cd184d582c5', 'tag': 'd6a1922c-60bd-4104-96ff-62443db1bbb0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:19.628810 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8f4879-4fff-4976-b58c-c12d143da73a" -d '{"events": [{"name": "network-changed", "server_uuid": "25ab4632-3d73-4612-9467-4cd184d582c5", "tag": "d6a1922c-60bd-4104-96ff-62443db1bbb0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:19.653610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edec70a-bfb7-46c2-b043-66d5e9dc7884 req-811681f9-ccdd-4442-9d5d-f9a3715bcb6d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.656691 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1edec70a-bfb7-46c2-b043-66d5e9dc7884 req-811681f9-ccdd-4442-9d5d-f9a3715bcb6d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.2147689 Jul 14 09:21:19.704073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45254) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:19.733928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf933c-4542-4f76-959d-b5ad7876fa4f service neutron] Pushing event updated for resources: {'Port': ['ID=d6a1922c-60bd-4104-96ff-62443db1bbb0,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:19.754305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1edec70a-bfb7-46c2-b043-66d5e9dc7884 req-b0a09d34-d610-4ae6-95b6-a28dc30190a1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824480 Jul 14 09:21:19.799087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98229ee9-5e41-41e0-879d-5d7fcbefbf03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.806578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efae4a6-736a-430e-9261-4c925fcef4e0 req-34c14b7c-6306-46b2-a73d-ea4498df071e tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.815082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8efae4a6-736a-430e-9261-4c925fcef4e0 req-34c14b7c-6306-46b2-a73d-ea4498df071e tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1097 time: 0.3532305 Jul 14 09:21:19.819110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-732abee8-f56a-42a8-b97e-09c594de166f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.820660 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-732abee8-f56a-42a8-b97e-09c594de166f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 821 time: 0.3086011 Jul 14 09:21:19.839279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Request body: {'port': {'device_id': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'admin_state_up': True, 'tenant_id': '80bcc800fd7349bc90b804a3d1519051'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:19.873153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:19.880387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-10bcd571-df67-43cc-b04f-ccc6a8983e30 admin admin] 10.222.0.73 "PUT /v2.0/routers/8594e9cc-cd2f-44eb-930e-f4a3ef57de05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1714237 Jul 14 09:21:19.884894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Sync routers for ids ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:19.888976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dfe32-f30e-487b-abdd-0017600c808e req-1d944770-f1f5-4566-8275-efbe195199b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:19.890520 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-1d944770-f1f5-4566-8275-efbe195199b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c163973802c41d48eda789e19635852&device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 1100 time: 0.2146254 Jul 14 09:21:19.892299 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8efae4a6-736a-430e-9261-4c925fcef4e0 req-21341a4c-ed11-4559-922d-dad3bd50e768 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764868 Jul 14 09:21:19.900394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Routers {'8594e9cc-cd2f-44eb-930e-f4a3ef57de05'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:19.901233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:19.952822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98229ee9-5e41-41e0-879d-5d7fcbefbf03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.985769 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98229ee9-5e41-41e0-879d-5d7fcbefbf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:19.994134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-9bb23131-248d-4a38-ad78-1aad2599aace service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d6a1922c-60bd-4104-96ff-62443db1bbb0 HTTP/1.1" status: 200 len: 217 time: 0.0910122 Jul 14 09:21:20.056507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-98229ee9-5e41-41e0-879d-5d7fcbefbf03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a3ceefdf44b4517a6daa41f69158668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3508172 Jul 14 09:21:20.059996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:20.060925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98229ee9-5e41-41e0-879d-5d7fcbefbf03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94a319c-445f-431f-8b1f-a0f554399bd0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.111933 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7a2ef6-88bf-4190-a674-7bd0a46fdd2f x-openstack-request-id: req-dc7a2ef6-88bf-4190-a674-7bd0a46fdd2f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:20.112277 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ab4632-3d73-4612-9467-4cd184d582c5", "tag": "d6a1922c-60bd-4104-96ff-62443db1bbb0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:20.112520 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc7a2ef6-88bf-4190-a674-7bd0a46fdd2f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:20.114055 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ab4632-3d73-4612-9467-4cd184d582c5', 'tag': 'd6a1922c-60bd-4104-96ff-62443db1bbb0', 'status': 'completed', 'code': 200} Jul 14 09:21:20.116051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dfe32-f30e-487b-abdd-0017600c808e req-bcd88e0a-4e21-4310-8cf4-ce4de827d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.117588 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-bcd88e0a-4e21-4310-8cf4-ce4de827d59d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1165380 Jul 14 09:21:20.133417 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6e717ca-a0e5-46fc-8461-a1c70ac00b56 req-256d7af9-e572-48c5-aa9f-3ee995288c9b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 210 time: 0.0517776 Jul 14 09:21:20.187080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dfe32-f30e-487b-abdd-0017600c808e req-6822707e-d9a1-4d7c-9f2a-9372ca21065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.189439 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-6822707e-d9a1-4d7c-9f2a-9372ca21065f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0656023 Jul 14 09:21:20.204301 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb15124f-cf9e-4262-b9a2-742c7ea6ccad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.224187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Made reservation on behalf of 80bcc800fd7349bc90b804a3d1519051 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:20.227964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.257522 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb15124f-cf9e-4262-b9a2-742c7ea6ccad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.266147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Set router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:20.344797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-f316ce9d-277f-423b-a9bc-73c8075735df service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488273 Jul 14 09:21:20.353889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb446a-c011-475c-81d6-ba5bd554b830 req-f9995473-d5de-470f-96d0-73a78a4b14dc tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.355433 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4bb446a-c011-475c-81d6-ba5bd554b830 req-f9995473-d5de-470f-96d0-73a78a4b14dc tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 948 time: 0.1310844 Jul 14 09:21:20.448101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb15124f-cf9e-4262-b9a2-742c7ea6ccad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.450607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb15124f-cf9e-4262-b9a2-742c7ea6ccad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.454464 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eb15124f-cf9e-4262-b9a2-742c7ea6ccad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a94a319c-445f-431f-8b1f-a0f554399bd0 HTTP/1.1" status: 204 len: 168 time: 0.3773293 Jul 14 09:21:20.484238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15124f-cf9e-4262-b9a2-742c7ea6ccad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94a319c-445f-431f-8b1f-a0f554399bd0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.490890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4bb446a-c011-475c-81d6-ba5bd554b830 req-e3016730-6a97-4498-adab-42987ffe3b00 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254990 Jul 14 09:21:20.524118 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133dfe32-f30e-487b-abdd-0017600c808e req-fa9ce244-968e-47b0-a764-42b174197191 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666865 Jul 14 09:21:20.531274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7180d-ae98-452b-8121-32b9426de46e req-39a2f4cf-b29c-480c-bf46-74ef67f50b3a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.537852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-39a2f4cf-b29c-480c-bf46-74ef67f50b3a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 808 time: 0.2096043 Jul 14 09:21:20.538247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c4b068b6-7703-4056-a4a2-037586d7f326', 'name': '', 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'mac_address': 'fa:16:3e:7f:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9efd386-944c-4814-9fbc-0f492109163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:15Z', 'updated_at': '2021-07-14T09:21:18Z', 'revision_number': 2, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'subnets': [{'id': 'a9efd386-944c-4814-9fbc-0f492109163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:20.540850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Allocated IP 172.20.0.6 (4ab8a569-be26-4dfd-a9ab-e444e7ba992d/47c0d434-5bd1-44d9-96bd-9c876ccefab0/cd4ca668-415d-4440-a886-7fb8f1f117e0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:20.557976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-4edd94c1-58c3-415c-89a1-b336cb4046ae tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/quotas/4ef2f47428f74997af795a7905fea995 HTTP/1.1" status: 200 len: 375 time: 0.0192604 Jul 14 09:21:20.600616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Checking router: 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:20.602711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Updating router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 port c4b068b6-7703-4056-a4a2-037586d7f326 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:20.647960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-2f4057be-da6c-45e1-b04d-01aa101bbcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.650089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-2f4057be-da6c-45e1-b04d-01aa101bbcc8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c163973802c41d48eda789e19635852&device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 1100 time: 0.0689347 Jul 14 09:21:20.676415 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.754132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-b9dad808-ce7f-427d-977a-48738994536f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879489 Jul 14 09:21:20.790738 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.800946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-4b566419-e410-4f4f-b49d-f50a62b78c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.804932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-4b566419-e410-4f4f-b49d-f50a62b78c71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1422019 Jul 14 09:21:20.843456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.854373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-9abf666d-b154-44c8-8804-93f9575c56b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=d6a1922c-60bd-4104-96ff-62443db1bbb0 HTTP/1.1" status: 200 len: 217 time: 0.0381722 Jul 14 09:21:20.917687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:20.925885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:20.930322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:20.936950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:20.937852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:20.952673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Pushing event updated for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:20.964932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-5aab937d-b3de-4b5e-9958-d74e13588b35 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1288719 Jul 14 09:21:20.978249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Request body: {'port': {'device_id': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:21.071379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-5c36b239-2bc6-4921-9fbe-1aa978fe5177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.073296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-5c36b239-2bc6-4921-9fbe-1aa978fe5177 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2120759 Jul 14 09:21:21.085506 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.111866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-30353173-6ae3-4866-b70f-c6e0d6cb195f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:21.119025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-30353173-6ae3-4866-b70f-c6e0d6cb195f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1064866 Jul 14 09:21:21.136894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.150661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Transition to ACTIVE for port object c4b068b6-7703-4056-a4a2-037586d7f326 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:21.159360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.217498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-5bda4ab7-f9c9-442f-bab7-5524efaa387f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3205385 Jul 14 09:21:21.246600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:21.267959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfd86d-1c34-4247-8d46-8aab7153c691 None None] Pushing event updated for resources: {'Port': ['ID=c4b068b6-7703-4056-a4a2-037586d7f326,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:21.299088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-d07b4af2-2098-40ea-a482-e6a3917ba448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:21.300467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-d07b4af2-2098-40ea-a482-e6a3917ba448 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2165027 Jul 14 09:21:21.395775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.425255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Attempting to bind port c4b068b6-7703-4056-a4a2-037586d7f326 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:21.425781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Attempting to bind port c4b068b6-7703-4056-a4a2-037586d7f326 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:21.426254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Attempting to bind port c4b068b6-7703-4056-a4a2-037586d7f326 on network 9f636f57-711d-4301-a04b-ba8edd456d98 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:21.439848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:21.440413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Checking segment: {'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:21.440925 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.441423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Bound using segment: {'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:21.444145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Bound port: c4b068b6-7703-4056-a4a2-037586d7f326, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187a6927-33b9-442c-9b29-d1f936ea62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:21.444717 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.586227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] For port c4b068b6-7703-4056-a4a2-037586d7f326, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:21.592054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] For port c4b068b6-7703-4056-a4a2-037586d7f326, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c4b068b6-7703-4056-a4a2-037586d7f326,segment=NetworkSegment(187a6927-33b9-442c-9b29-d1f936ea62cf),segment_id=187a6927-33b9-442c-9b29-d1f936ea62cf)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:21.604690 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:21.704684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Routers {'8594e9cc-cd2f-44eb-930e-f4a3ef57de05'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:21.706310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:20:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:21.728597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45316) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:21.765478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-3b1a07b8-0ece-4e3e-b913-533d2fc7392c service neutron] 10.222.0.73 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455989 Jul 14 09:21:21.835918 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-d3a41d7d-84a7-4b3d-8e71-291341b3f9cb service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226185 Jul 14 09:21:21.915244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] Set router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:21.938951 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-9ae8f295-fbd6-40b8-b1a9-5d181fa1ad72 service neutron] 10.222.0.73 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637144 Jul 14 09:21:21.962049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f8f4879-4fff-4976-b58c-c12d143da73a req-d0b489a2-5840-428a-a608-46d96c28ec2c service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128640 Jul 14 09:21:21.998251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1002498942-network', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:22.045496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfd86d-1c34-4247-8d46-8aab7153c691 None None] Pushing event updated for resources: {'Port': ['ID=c4b068b6-7703-4056-a4a2-037586d7f326,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.064287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Made reservation on behalf of 00fa4fd4c38448e192e469b9511f847a for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:22.067415 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.080314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.093993 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.109178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c0e6761-0572-4e0f-86a9-b9ed8d39da20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.196729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4ca668-415d-4440-a886-7fb8f1f117e0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:22.206349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.221609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Transition to ACTIVE for port object cd4ca668-415d-4440-a886-7fb8f1f117e0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:22.224972 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.243828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c4b068b6-7703-4056-a4a2-037586d7f326', 'name': '', 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'mac_address': 'fa:16:3e:7f:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9efd386-944c-4814-9fbc-0f492109163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:15Z', 'updated_at': '2021-07-14T09:21:21Z', 'revision_number': 4, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'subnets': [{'id': 'a9efd386-944c-4814-9fbc-0f492109163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:22.270622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.287669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71e348-d19d-450e-ae7a-7949a0dc73de None None] The sync data for ids ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'] in n-d-780147-26 is: [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c4b068b6-7703-4056-a4a2-037586d7f326', 'name': '', 'network_id': '9f636f57-711d-4301-a04b-ba8edd456d98', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'mac_address': 'fa:16:3e:7f:c2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': 'a9efd386-944c-4814-9fbc-0f492109163e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:15Z', 'updated_at': '2021-07-14T09:21:21Z', 'revision_number': 4, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'subnets': [{'id': 'a9efd386-944c-4814-9fbc-0f492109163e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:22.400644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:22.401026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:22.401316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:22.422862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:22.423282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:22.433870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:22.434270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:22.434669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:22.435121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Bound port: cd4ca668-415d-4440-a886-7fb8f1f117e0, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:22.435486 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.447476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Allocated IP 172.25.0.85 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/300a214c-c6f8-444c-9584-f37dc0e58518) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:22.572878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:22.577993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:22.586034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.636273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.636997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.638713 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] 10.222.0.66 "PUT /v2.0/ports/cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 200 len: 1092 time: 1.6657581 Jul 14 09:21:22.641972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:22.645218 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9f5b0a-36dd-407f-9653-26b57cb3420d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:22.665017 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.696420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff85f0-3419-48fa-b30a-e7c4e66004a3 req-9dd779a3-5f43-4cb9-9d76-f266e832c2b0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.704540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dff85f0-3419-48fa-b30a-e7c4e66004a3 req-9dd779a3-5f43-4cb9-9d76-f266e832c2b0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.2194011 Jul 14 09:21:22.759290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.766217 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.782250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:22.790612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d9e04-0c00-4339-b8d5-0b293f86412e service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.796406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.796924 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Added segment 65cec017-aa6e-4f96-90e6-c6ca11c3aab3 of type vlan for network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 Jul 14 09:21:22.818002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c4b068b6-7703-4056-a4a2-037586d7f326 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:22.831695 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dff85f0-3419-48fa-b30a-e7c4e66004a3 req-370efffc-8e0e-4a85-a948-ec5297127881 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250367 Jul 14 09:21:22.891599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-88643def-4828-438f-a744-76e8f98df6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:22.895906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-88643def-4828-438f-a744-76e8f98df6aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1095 time: 0.1780486 Jul 14 09:21:22.937792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c4b068b6-7703-4056-a4a2-037586d7f326 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:22.942748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c4b068b6-7703-4056-a4a2-037586d7f326 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:22.943123 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:22.953392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867576c4-1391-4347-901d-9307464b22b4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:22.979003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.004401 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-24d57de2-5b71-43fc-9be3-0038fa2e4a66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 200 len: 217 time: 0.0996542 Jul 14 09:21:23.031980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.067668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:23.072352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:23.078180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:23.098713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-d2d3ee70-7273-4569-9125-8c3420e44659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.100312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-d2d3ee70-7273-4569-9125-8c3420e44659 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.0899723 Jul 14 09:21:23.110387 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.156117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c4b068b6-7703-4056-a4a2-037586d7f326, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c4b068b6-7703-4056-a4a2-037586d7f326,segment=NetworkSegment(187a6927-33b9-442c-9b29-d1f936ea62cf),segment_id=187a6927-33b9-442c-9b29-d1f936ea62cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:23.164909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.179856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-7556e8f4-36eb-4660-a199-8e86ef5266b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610094 Jul 14 09:21:23.204117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1248e4-683f-44d6-9fe3-80e40bb94423 req-2c1ed388-200d-43b7-baf6-5ab35d24b906 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.205551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f1248e4-683f-44d6-9fe3-80e40bb94423 req-2c1ed388-200d-43b7-baf6-5ab35d24b906 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 943 time: 0.1635466 Jul 14 09:21:23.238899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c4b068b6-7703-4056-a4a2-037586d7f326,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:23.270207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.276467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:21:23.283060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event updated for resources: {'Port': ['ID=300a214c-c6f8-444c-9584-f37dc0e58518,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:23.338713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.339847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.340332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f1248e4-683f-44d6-9fe3-80e40bb94423 req-80e35c04-7dda-4143-a023-35d5c4498ba0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227741 Jul 14 09:21:23.340627 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.364947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-a0abc544-df2c-4bf5-8ba0-ad986200479e service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757629 Jul 14 09:21:23.387949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d6a1922c-60bd-4104-96ff-62443db1bbb0 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:23.416529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6830966 Jul 14 09:21:23.417229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45336) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:23.426513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Request body: {'subnet': {'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1002498942-subnet', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:23.432369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.529572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d6a1922c-60bd-4104-96ff-62443db1bbb0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d6a1922c-60bd-4104-96ff-62443db1bbb0,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:23.544633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'd6a1922c-60bd-4104-96ff-62443db1bbb0', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'd6a1922c-60bd-4104-96ff-62443db1bbb0', 'mac_address': 'fa:16:3e:ec:09:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:23.559213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ddab7b1-f16d-4735-8100-1f0143409c8c req-e4f12cff-7491-4598-82aa-3510a9ef571a service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853151 Jul 14 09:21:23.597297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29ff17-2e1a-4866-9c70-9d5e10b6a7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=e0f79b25-8976-4be0-9b33-b9ab7921f0c5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:23.603826 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.620669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:23.622949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Made reservation on behalf of 00fa4fd4c38448e192e469b9511f847a for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:23.625909 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.635798 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1e138-d6ac-4bf6-9559-4dc636d9fdfd req-89e4e958-116f-415d-b77f-7fd15394d82f tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:23.637681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bde1e138-d6ac-4bf6-9559-4dc636d9fdfd req-89e4e958-116f-415d-b77f-7fd15394d82f tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 948 time: 0.1211455 Jul 14 09:21:23.674285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a1922c-60bd-4104-96ff-62443db1bbb0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:23.693446 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bde1e138-d6ac-4bf6-9559-4dc636d9fdfd req-f0714477-579f-490b-b1d1-a4afb24b05b9 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500598 Jul 14 09:21:23.702623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.720253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d6a1922c-60bd-4104-96ff-62443db1bbb0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d6a1922c-60bd-4104-96ff-62443db1bbb0,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:23.727876 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.746319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.788656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d6a1922c-60bd-4104-96ff-62443db1bbb0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:23.798284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.852374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event updated for resources: {'Port': ['ID=300a214c-c6f8-444c-9584-f37dc0e58518,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:23.863411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:23.871021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-7dafb6b8-194b-4353-a1a9-3bf4c2d8a66c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6390214 Jul 14 09:21:23.882604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1942c892-70a7-4f53-846f-35f099f34c5e req-b7cd2fea-6731-48fb-a8b7-058b38d3cea7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 210 time: 0.0423057 Jul 14 09:21:23.938358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d6a1922c-60bd-4104-96ff-62443db1bbb0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:23.973625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-01f308f4-14b0-42b9-8960-8f5c0565c4a9 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.1016681 Jul 14 09:21:24.004788 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fccd1c-a1e0-46d8-b98a-75b2fafe71f2 x-openstack-request-id: req-01fccd1c-a1e0-46d8-b98a-75b2fafe71f2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:24.005075 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:24.005322 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01fccd1c-a1e0-46d8-b98a-75b2fafe71f2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:24.005705 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0', 'status': 'completed', 'code': 200} Jul 14 09:21:24.114268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.152426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7180d-ae98-452b-8121-32b9426de46e req-5d74f97a-1520-46b9-833a-c8902e762a0b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.154515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-5d74f97a-1520-46b9-833a-c8902e762a0b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 808 time: 0.2745450 Jul 14 09:21:24.176044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Request body: {'port': {'device_id': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'admin_state_up': True, 'tenant_id': '4ef2f47428f74997af795a7905fea995'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:24.216262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-b43e0adf-9c25-49c8-8222-9885c4c7ee91 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.223283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-b43e0adf-9c25-49c8-8222-9885c4c7ee91 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2487915 Jul 14 09:21:24.240293 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2c9d1c5a-9358-48b9-90ea-0de5753763cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.248540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Checking segment: {'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:24.249516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Network hostable DHCP agents. Network: e0f79b25-8976-4be0-9b33-b9ab7921f0c5, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:24.254222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=877971a0-ff15-4164-b8a6-74adb6ee16c9,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:24.261981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-682a0dfc-789d-49fb-af82-7faa6e77998e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:24.267669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea414564-320a-4efc-9b50-b25911aa2f45 req-682a0dfc-789d-49fb-af82-7faa6e77998e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0432718 Jul 14 09:21:24.317328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:24.365124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-cde77430-666e-4d16-a001-1b7f7f0d3155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.367027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45346) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:24.367349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-cde77430-666e-4d16-a001-1b7f7f0d3155 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1095 time: 0.3173742 Jul 14 09:21:24.376370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, e0f79b25-8976-4be0-9b33-b9ab7921f0c5) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:24.384092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd3e7bd-7d31-4b7b-a800-f0e0387c6de4 None None] Network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:24.398885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.399493 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.431679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a793884d-ca03-4ec1-b5bb-947d63e915bb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0067327 Jul 14 09:21:24.431949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45352) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:24.436626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:24.468395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-84ccca73-da8a-4a06-9bd2-df9a9f5de4b3 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1722679 Jul 14 09:21:24.478479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:24.486749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.487835 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.496235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.520875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.549978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-1079b843-edb5-4308-86f9-f454e545e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.551557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-1079b843-edb5-4308-86f9-f454e545e434 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.1621087 Jul 14 09:21:24.565543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d15d04-3115-42b0-876e-e5aa511ca696 req-c37e7c73-9c9c-48df-9877-442a814ebd38 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.567046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1d15d04-3115-42b0-876e-e5aa511ca696 req-c37e7c73-9c9c-48df-9877-442a814ebd38 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.2212017 Jul 14 09:21:24.574158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Made reservation on behalf of 4ef2f47428f74997af795a7905fea995 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:24.578135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.594594 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.606544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6670197-0837-4d3e-b330-9056f2d69593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.626191 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-88b965c6-11d3-4da6-96bd-07002e336d4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 200 len: 217 time: 0.0581598 Jul 14 09:21:24.626994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-e0f79b25-8976-4be0-9b33-b9ab7921f0c5', 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'fixed_ips': [{'subnet_id': '877971a0-ff15-4164-b8a6-74adb6ee16c9'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:24.628157 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.743609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1d15d04-3115-42b0-876e-e5aa511ca696 req-e2b8f668-f5ac-4a2f-b6cb-64f3dfb3c596 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599574 Jul 14 09:21:24.766164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-524bdd02-edd3-42ae-860b-eddad7fc71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:24.767731 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-524bdd02-edd3-42ae-860b-eddad7fc71f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1342595 Jul 14 09:21:24.779745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c4b068b6-7703-4056-a4a2-037586d7f326 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:24.783245 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.833930 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-e81fd7cc-e5cf-49de-a360-466038b3e673 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525134 Jul 14 09:21:24.863559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Allocated IP 172.20.0.2 (e0f79b25-8976-4be0-9b33-b9ab7921f0c5/877971a0-ff15-4164-b8a6-74adb6ee16c9/4fe3696f-91f1-4971-9d02-62ddf6155b20) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:24.886385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c4b068b6-7703-4056-a4a2-037586d7f326 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:24.886760 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.914206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:24.999982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Allocated IP 172.20.0.3 (c57b139e-cf08-4d82-9360-8bec932fdedf/41972096-a7d9-4b2c-b8d7-7a81dde04479/c996e615-7ae9-4f42-b0a8-f3252a023a83) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:25.066678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411de76-df9f-42a7-95aa-ae1736a6a1f0 req-dfe573bd-1387-4203-a81a-7bab30d6863a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.068627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d411de76-df9f-42a7-95aa-ae1736a6a1f0 req-dfe573bd-1387-4203-a81a-7bab30d6863a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 943 time: 0.1809936 Jul 14 09:21:25.091975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-635a7fc0-f41f-43c7-b5a0-1f404bd4a843 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058737 Jul 14 09:21:25.120373 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.131178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Transition to ACTIVE for port object 4fe3696f-91f1-4971-9d02-62ddf6155b20 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:25.148679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Transition to ACTIVE for port object 4fe3696f-91f1-4971-9d02-62ddf6155b20 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:25.155065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.189689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6670197-0837-4d3e-b330-9056f2d69593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.197374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:25.201178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6670197-0837-4d3e-b330-9056f2d69593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.203237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:25.206263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:25.214390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Pushing event updated for resources: {'Port': ['ID=4fe3696f-91f1-4971-9d02-62ddf6155b20,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.271999 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d411de76-df9f-42a7-95aa-ae1736a6a1f0 req-c42d930b-7290-41a3-a8b8-9723451ca6bd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898406 Jul 14 09:21:25.287721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c6670197-0837-4d3e-b330-9056f2d69593 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bd012a583b4a4ecc866b326cce8c8fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9155064 Jul 14 09:21:25.288557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45360) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:25.288649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6670197-0837-4d3e-b330-9056f2d69593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc19aa1-05a1-429c-8b37-ac2da59eff32,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.322049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Allocated IP 172.25.0.212 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6780145f-50f6-48cf-a20c-80cf07e004d5) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:25.347812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c9f5b0a-36dd-407f-9653-26b57cb3420d req-64f75b59-5aee-4dbb-abba-c2aad9138952 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301013 Jul 14 09:21:25.381480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.422647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d6a1922c-60bd-4104-96ff-62443db1bbb0 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:25.423692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7aa59bee-afca-4316-87af-d90f61df2c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.455926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7aa59bee-afca-4316-87af-d90f61df2c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.460417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Attempting to bind port 4fe3696f-91f1-4971-9d02-62ddf6155b20 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:25.460612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Attempting to bind port 4fe3696f-91f1-4971-9d02-62ddf6155b20 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:25.460949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Attempting to bind port 4fe3696f-91f1-4971-9d02-62ddf6155b20 on network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:25.472929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.475870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:25.476060 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.476306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Checking segment: {'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:25.476677 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.477071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Bound using segment: {'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:25.478678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Bound port: 4fe3696f-91f1-4971-9d02-62ddf6155b20, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:25.479071 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.523535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.531071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port d6a1922c-60bd-4104-96ff-62443db1bbb0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:25.544399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port d6a1922c-60bd-4104-96ff-62443db1bbb0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:25.544733 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.552866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.559769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Network c57b139e-cf08-4d82-9360-8bec932fdedf is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:25.582071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] For port 4fe3696f-91f1-4971-9d02-62ddf6155b20, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:25.586091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:25.589258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:25.596176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.596746 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.599354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Pushing event updated for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.604121 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] For port 4fe3696f-91f1-4971-9d02-62ddf6155b20, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fe3696f-91f1-4971-9d02-62ddf6155b20,segment=NetworkSegment(65cec017-aa6e-4f96-90e6-c6ca11c3aab3),segment_id=65cec017-aa6e-4f96-90e6-c6ca11c3aab3)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:25.615244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.615551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.630173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-dccd13b6-5c0c-4667-aacd-6cc14e035aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4655170 Jul 14 09:21:25.636978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7aa59bee-afca-4316-87af-d90f61df2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.640005 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7aa59bee-afca-4316-87af-d90f61df2c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.643406 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7aa59bee-afca-4316-87af-d90f61df2c50 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0dc19aa1-05a1-429c-8b37-ac2da59eff32 HTTP/1.1" status: 204 len: 168 time: 0.3501618 Jul 14 09:21:25.649140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Request body: {'port': {'device_id': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:25.684595 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.697527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa59bee-afca-4316-87af-d90f61df2c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc19aa1-05a1-429c-8b37-ac2da59eff32,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.713855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e76cd-8c34-44b0-83d3-d6661f00680d req-20ba39cb-9b2b-4cb2-be57-535a1806897a tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:25.715437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-015e76cd-8c34-44b0-83d3-d6661f00680d req-20ba39cb-9b2b-4cb2-be57-535a1806897a tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 949 time: 0.1800559 Jul 14 09:21:25.738525 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.742205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6b189-8f0b-4a9d-9874-10bb588a2174 None None] Pushing event updated for resources: {'Port': ['ID=4fe3696f-91f1-4971-9d02-62ddf6155b20,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.785521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:25.789884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d6a1922c-60bd-4104-96ff-62443db1bbb0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d6a1922c-60bd-4104-96ff-62443db1bbb0,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:25.791211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ab4632-3d73-4612-9467-4cd184d582c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1922c-60bd-4104-96ff-62443db1bbb0'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:25.791908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:25.798101 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1209d5ba-8a95-4be9-8291-25651c47cd69" -d '{"events": [{"server_uuid": "25ab4632-3d73-4612-9467-4cd184d582c5", "name": "network-vif-plugged", "status": "completed", "tag": "d6a1922c-60bd-4104-96ff-62443db1bbb0"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:25.798892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:25.802033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.809275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event updated for resources: {'Port': ['ID=6780145f-50f6-48cf-a20c-80cf07e004d5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.814835 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.836810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-015e76cd-8c34-44b0-83d3-d6661f00680d req-211d8fa2-128b-4e14-9839-0392363efc9f tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026442 Jul 14 09:21:25.867778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Allocated IP 172.25.0.201 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/c5ce2863-d7c6-4183-af8c-1b7e5efb16ec) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:25.894129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d6a1922c-60bd-4104-96ff-62443db1bbb0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:25.909376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:25.979952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.109924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.143028 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64d4bff1-c85e-47a9-ae77-b68fe33c6c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.193618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585e5ff-69d9-47d8-b2d1-2b0d228d5b13 req-dcfccc41-e9b7-4258-8f5b-1afc97b390e7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.195294 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1585e5ff-69d9-47d8-b2d1-2b0d228d5b13 req-dcfccc41-e9b7-4258-8f5b-1afc97b390e7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 931 time: 0.2141333 Jul 14 09:21:26.201468 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.295485 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.299395 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.319154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1585e5ff-69d9-47d8-b2d1-2b0d228d5b13 req-8c7dc228-1066-45ad-af37-60832dc8144a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122735 Jul 14 09:21:26.328028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.346554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c996e615-7ae9-4f42-b0a8-f3252a023a83 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:26.352495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.355403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:26.356552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.361037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Pushing event updated for resources: {'Port': ['ID=c5ce2863-d7c6-4183-af8c-1b7e5efb16ec,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.370761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:26.378772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Transition to ACTIVE for port object c996e615-7ae9-4f42-b0a8-f3252a023a83 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:26.379269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:26.383316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64d4bff1-c85e-47a9-ae77-b68fe33c6c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.384961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.390353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64d4bff1-c85e-47a9-ae77-b68fe33c6c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.464716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.465954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9920623 Jul 14 09:21:26.472457 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-64d4bff1-c85e-47a9-ae77-b68fe33c6c96 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc56b54f4e9b4212a3b8c988b2521125&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614719 Jul 14 09:21:26.473538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45374) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:26.474732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4bff1-c85e-47a9-ae77-b68fe33c6c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f51390-3644-41fd-9dec-7335dba62317,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.477950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Pushing event updated for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.494513 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.522503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:26.522835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:26.523158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:26.527389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:26.527706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:26.532588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:26.532919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:26.533293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:26.533710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Bound port: c996e615-7ae9-4f42-b0a8-f3252a023a83, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:26.534255 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.548380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a45f1-242e-423c-87ed-5b58f3a9fc03 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event updated for resources: {'Port': ['ID=6780145f-50f6-48cf-a20c-80cf07e004d5,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.605489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-136d9a06-fbfb-443d-9d35-eb9aa4d046b4 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0978966 Jul 14 09:21:26.624802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:26.641745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:26.648141 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.700591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.701400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.703498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] 10.222.0.69 "PUT /v2.0/ports/c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 200 len: 1092 time: 1.0613058 Jul 14 09:21:26.706011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:26.714115 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e39fb-209a-463a-8780-076b512e9de0" -d '{"events": [{"name": "network-changed", "server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:26.734129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afaada-50c6-4fc9-9f9b-623fb2e081f3 req-d30cdcd5-757e-4c48-a4b7-b4c3d78c34d6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.743909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36afaada-50c6-4fc9-9f9b-623fb2e081f3 req-d30cdcd5-757e-4c48-a4b7-b4c3d78c34d6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1560466 Jul 14 09:21:26.752238 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4cf6056-c5f8-4965-aac9-09add25ee8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.797449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393c716-139d-4e77-be01-79f5cb18616c service neutron] Pushing event updated for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:26.828612 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36afaada-50c6-4fc9-9f9b-623fb2e081f3 req-c363a483-2b63-47d5-b537-36ccdbf47a77 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835831 Jul 14 09:21:26.832671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4cf6056-c5f8-4965-aac9-09add25ee8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.834325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fe3696f-91f1-4971-9d02-62ddf6155b20 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:26.866050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7180d-ae98-452b-8121-32b9426de46e req-c18551e3-c9a3-46e4-97c2-af86c19cb06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.867663 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-c18551e3-c9a3-46e4-97c2-af86c19cb06c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1095 time: 0.1146362 Jul 14 09:21:26.876984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-082cc3eb-2b75-4606-9ae9-94196ec4a4dc tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:26.878408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c15cbfb6-424c-4bdf-b478-d9a788c82511 req-082cc3eb-2b75-4606-9ae9-94196ec4a4dc tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2612486 Jul 14 09:21:26.902220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4fe3696f-91f1-4971-9d02-62ddf6155b20 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:26.918295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-9d9c1b00-d5f6-44aa-a870-bb7fc05581d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 200 len: 217 time: 0.0419650 Jul 14 09:21:26.925777 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78efa277-d22b-4e37-b1cd-9bd4a5e32b58 x-openstack-request-id: req-78efa277-d22b-4e37-b1cd-9bd4a5e32b58 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:26.926074 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ab4632-3d73-4612-9467-4cd184d582c5", "name": "network-vif-plugged", "status": "completed", "tag": "d6a1922c-60bd-4104-96ff-62443db1bbb0", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:26.927400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:26.929209 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78efa277-d22b-4e37-b1cd-9bd4a5e32b58 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:26.933757 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ab4632-3d73-4612-9467-4cd184d582c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a1922c-60bd-4104-96ff-62443db1bbb0', 'code': 200} Jul 14 09:21:27.025405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7180d-ae98-452b-8121-32b9426de46e req-0a22e0c5-ae86-4ac9-a0cb-d5aa342813ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.027522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-0a22e0c5-ae86-4ac9-a0cb-d5aa342813ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0993478 Jul 14 09:21:27.031112 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075d880f-24fe-40d5-b17e-5e0e6867aa68 x-openstack-request-id: req-075d880f-24fe-40d5-b17e-5e0e6867aa68 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:27.031548 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:27.031896 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-075d880f-24fe-40d5-b17e-5e0e6867aa68 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:27.032411 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83', 'status': 'completed', 'code': 200} Jul 14 09:21:27.064239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4cf6056-c5f8-4965-aac9-09add25ee8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.068048 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4cf6056-c5f8-4965-aac9-09add25ee8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.069207 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e4cf6056-c5f8-4965-aac9-09add25ee8e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2f51390-3644-41fd-9dec-7335dba62317 HTTP/1.1" status: 204 len: 168 time: 0.5704887 Jul 14 09:21:27.106988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.117084 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-4418c385-32bb-4603-8be2-247253c1c74a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760572 Jul 14 09:21:27.134149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf6056-c5f8-4965-aac9-09add25ee8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f51390-3644-41fd-9dec-7335dba62317,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:27.170644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1f85fb-3b51-41e3-9e86-4d9933311323 None None] Network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:27.258527 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92263653-a890-4dcc-af77-7bb6e5fd2faf req-1d3fab05-ca73-4ddb-807f-b04d8c8e83a5 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.267444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92263653-a890-4dcc-af77-7bb6e5fd2faf req-1d3fab05-ca73-4ddb-807f-b04d8c8e83a5 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 943 time: 0.2068136 Jul 14 09:21:27.299725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7c63e375-c64f-4f6c-8b0e-f7d6ac179bd9 None None] Provisioning for port 4fe3696f-91f1-4971-9d02-62ddf6155b20 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:27.306521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7c63e375-c64f-4f6c-8b0e-f7d6ac179bd9 None None] Provisioning complete for port 4fe3696f-91f1-4971-9d02-62ddf6155b20 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:27.307033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c63e375-c64f-4f6c-8b0e-f7d6ac179bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.326381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92263653-a890-4dcc-af77-7bb6e5fd2faf req-1afbc3a8-c5ba-4f98-a24d-72d072b9e246 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578372 Jul 14 09:21:27.341439 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.403614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device cd4ca668-415d-4440-a886-7fb8f1f117e0 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:27.551141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c63e375-c64f-4f6c-8b0e-f7d6ac179bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.551807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e89d20-03e0-4b79-8ab3-c5970faa2d11 req-4523a090-2d29-4c83-b3c6-7ef8fa8e3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.553375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6e89d20-03e0-4b79-8ab3-c5970faa2d11 req-4523a090-2d29-4c83-b3c6-7ef8fa8e3c01 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 1102 time: 0.5248837 Jul 14 09:21:27.579676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:27.601380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6e89d20-03e0-4b79-8ab3-c5970faa2d11 req-d071bbf9-c2c9-4bc2-821c-e6260b495f43 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375006 Jul 14 09:21:27.617544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7c63e375-c64f-4f6c-8b0e-f7d6ac179bd9 None None] For port 4fe3696f-91f1-4971-9d02-62ddf6155b20, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fe3696f-91f1-4971-9d02-62ddf6155b20,segment=NetworkSegment(65cec017-aa6e-4f96-90e6-c6ca11c3aab3),segment_id=65cec017-aa6e-4f96-90e6-c6ca11c3aab3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:27.618583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'cd4ca668-415d-4440-a886-7fb8f1f117e0', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'port_id': 'cd4ca668-415d-4440-a886-7fb8f1f117e0', 'mac_address': 'fa:16:3e:3b:2e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c0d434-5bd1-44d9-96bd-9c876ccefab0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:27.626038 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c63e375-c64f-4f6c-8b0e-f7d6ac179bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.652895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad70e97-cc61-4900-8a70-7619cbd94d16 req-7c91877a-842a-4667-a905-8d7538198736 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:27.657830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-a86624b0-988e-4089-ad73-3c2d6cc33eae tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1874788 Jul 14 09:21:27.660215 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ad70e97-cc61-4900-8a70-7619cbd94d16 req-7c91877a-842a-4667-a905-8d7538198736 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 950 time: 0.5214198 Jul 14 09:21:27.663512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:27.676906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-2370aecc-3660-4f26-8462-6d6ff04eb78f service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530279 Jul 14 09:21:27.687911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Router da71919c-d472-4f02-b643-4fab5e2ce0a9 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:21:27.698228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.754790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63e375-c64f-4f6c-8b0e-f7d6ac179bd9 None None] Pushing event updated for resources: {'Port': ['ID=4fe3696f-91f1-4971-9d02-62ddf6155b20,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:27.772182 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.774340 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ad70e97-cc61-4900-8a70-7619cbd94d16 req-3214b7e3-fa0d-45b7-b285-c3fe5dc8408f tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131742 Jul 14 09:21:27.800679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4ca668-415d-4440-a886-7fb8f1f117e0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:27.841835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:27.848958 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:27.889582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bb7180d-ae98-452b-8121-32b9426de46e req-3b624aff-fc90-4179-84db-49e39a562f72 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040088 Jul 14 09:21:27.927978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:27.958825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-01ca60c3-868e-44cb-a121-bb191d6a498e None None] Provisioning complete for port 4fe3696f-91f1-4971-9d02-62ddf6155b20 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:27.960050 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01ca60c3-868e-44cb-a121-bb191d6a498e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.019705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:28.030600 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Sync routers for ids ['da71919c-d472-4f02-b643-4fab5e2ce0a9'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:28.044708 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Routers {'da71919c-d472-4f02-b643-4fab5e2ce0a9'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:28.045337 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['da71919c-d472-4f02-b643-4fab5e2ce0a9'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:28.048788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b547e1b-12b5-49e6-8ecf-e82e096a894b req-f661e486-11a8-47a8-803b-43d7fbe0e766 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.050353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b547e1b-12b5-49e6-8ecf-e82e096a894b req-f661e486-11a8-47a8-803b-43d7fbe0e766 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 943 time: 0.1333861 Jul 14 09:21:28.053302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e39fb-209a-463a-8780-076b512e9de0 req-f08e5fb8-dce0-4433-9271-7ebcd1162f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.054665 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-589e39fb-209a-463a-8780-076b512e9de0 req-f08e5fb8-dce0-4433-9271-7ebcd1162f3f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1095 time: 0.0982211 Jul 14 09:21:28.069639 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.073903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-74bfc8a4-b9db-416a-861b-0f2c5180e87b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6382182 Jul 14 09:21:28.074037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45408) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:28.086909 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.100588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['cd4ca668-415d-4440-a886-7fb8f1f117e0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:28.179214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b547e1b-12b5-49e6-8ecf-e82e096a894b req-f2c308ee-b88b-4e36-b636-5970f2d21326 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225038 Jul 14 09:21:28.215389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e39fb-209a-463a-8780-076b512e9de0 req-8b682a40-9b60-41be-9ff4-fe8ca06aa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.216695 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-589e39fb-209a-463a-8780-076b512e9de0 req-8b682a40-9b60-41be-9ff4-fe8ca06aa3b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.1431851 Jul 14 09:21:28.242981 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Set router da71919c-d472-4f02-b643-4fab5e2ce0a9 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:28.307845 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-589e39fb-209a-463a-8780-076b512e9de0 req-7b29344b-3507-40d5-8f77-33b75f2d46c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 200 len: 217 time: 0.0834765 Jul 14 09:21:28.399210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e39fb-209a-463a-8780-076b512e9de0 req-673158d9-1f20-4417-b011-bc8dec9f5195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.403120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-589e39fb-209a-463a-8780-076b512e9de0 req-673158d9-1f20-4417-b011-bc8dec9f5195 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0870750 Jul 14 09:21:28.484236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-589e39fb-209a-463a-8780-076b512e9de0 req-9e4b2425-0a22-418e-8965-e551a0dae46b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686038 Jul 14 09:21:28.541192 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:26Z', 'revision_number': 3, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:28.584871 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Checking router: da71919c-d472-4f02-b643-4fab5e2ce0a9 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:28.585221 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Updating router da71919c-d472-4f02-b643-4fab5e2ce0a9 port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:28.638036 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:28.689039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-589e39fb-209a-463a-8780-076b512e9de0 req-11858275-da9b-42ed-a84c-5c6a9c11d69e service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956699 Jul 14 09:21:28.720796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377e4b3-73fc-43ad-a775-52e526fd60a3 req-208a6e79-eca2-457c-844d-e23eb9783f17 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:28.728757 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6377e4b3-73fc-43ad-a775-52e526fd60a3 req-208a6e79-eca2-457c-844d-e23eb9783f17 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1486881 Jul 14 09:21:28.782728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Allocated IP 172.25.0.254 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/2d9bd713-799a-4c59-a26a-8b5ba025da84) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:28.798126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fe3696f-91f1-4971-9d02-62ddf6155b20 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:28.862685 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6377e4b3-73fc-43ad-a775-52e526fd60a3 req-e6e28e31-5912-464a-81d9-a49f77aee023 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842884 Jul 14 09:21:28.876888 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-589e39fb-209a-463a-8780-076b512e9de0 req-77ce7f93-5d7a-45fe-bb66-a3db9a9dfdf0 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758335 Jul 14 09:21:28.889036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4fe3696f-91f1-4971-9d02-62ddf6155b20 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:28.890115 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.021169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.041384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d754b-90a1-45f5-923c-155c61620329 req-170b25b6-e90a-4f6f-8c5f-d785e1aceefa tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.042871 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de4d754b-90a1-45f5-923c-155c61620329 req-170b25b6-e90a-4f6f-8c5f-d785e1aceefa tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 944 time: 0.0658422 Jul 14 09:21:29.081251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de4d754b-90a1-45f5-923c-155c61620329 req-f9dc3a56-b601-4150-9cd2-49dc805fa8e8 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Jul 14 09:21:29.128800 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.166377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:29.189625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:29.200954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:29.243826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.257113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52859400-ed63-4f4d-aa2f-cb076850eec4 req-2cd4b5ee-2cf7-4f99-ada1-4bbade0e6413 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.258612 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52859400-ed63-4f4d-aa2f-cb076850eec4 req-2cd4b5ee-2cf7-4f99-ada1-4bbade0e6413 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 950 time: 0.0645027 Jul 14 09:21:29.268259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event updated for resources: {'Port': ['ID=2d9bd713-799a-4c59-a26a-8b5ba025da84,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.289733 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.301193 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Transition to ACTIVE for port object c5ce2863-d7c6-4183-af8c-1b7e5efb16ec will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:29.312406 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.328953 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52859400-ed63-4f4d-aa2f-cb076850eec4 req-39461271-ecf3-4975-afbd-9866e5d0d037 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640821 Jul 14 09:21:29.341448 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.362176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.374103 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Pushing event updated for resources: {'Port': ['ID=c5ce2863-d7c6-4183-af8c-1b7e5efb16ec,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.382301 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Attempting to bind port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:29.382604 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Attempting to bind port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:29.382978 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Attempting to bind port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:29.387705 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.387705 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.387705 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.387705 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.388043 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.388333 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.388646 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.388987 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.389403 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.389735 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.390060 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.390388 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:21:29.396130 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:29.396130 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:29.396596 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.396995 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:29.397465 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Bound port: c5ce2863-d7c6-4183-af8c-1b7e5efb16ec, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:29.398054 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.411883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device cd4ca668-415d-4440-a886-7fb8f1f117e0 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:29.460982 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] For port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:29.464801 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] For port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c5ce2863-d7c6-4183-af8c-1b7e5efb16ec,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:29.471026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.473590 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.486170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port cd4ca668-415d-4440-a886-7fb8f1f117e0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:29.491251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port cd4ca668-415d-4440-a886-7fb8f1f117e0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:29.491905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.537773 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Routers {'da71919c-d472-4f02-b643-4fab5e2ce0a9'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:29.538846 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['da71919c-d472-4f02-b643-4fab5e2ce0a9'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:29.552884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Allocated IP 172.20.0.1 (e0f79b25-8976-4be0-9b33-b9ab7921f0c5/877971a0-ff15-4164-b8a6-74adb6ee16c9/a85f9c85-0211-4538-b873-e7de62423bfe) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:29.574221 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e52d9-0ebe-41e7-979e-41ef426bc7ab None None] Pushing event updated for resources: {'Port': ['ID=c5ce2863-d7c6-4183-af8c-1b7e5efb16ec,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.624629 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.653703 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] Set router da71919c-d472-4f02-b643-4fab5e2ce0a9 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:29.663561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:29.668609 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53534cdb-cb5b-4e68-a734-ae647421ecbf" -d '{"events": [{"server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "name": "network-vif-plugged", "status": "completed", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:29.690428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:29.697002 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.752617 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.770876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.771791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236be501-7b95-48cc-8216-f76b6cbc6821 req-f6547fef-d61a-46f3-8071-e5f110d0d06d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:29.771908 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.774136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-236be501-7b95-48cc-8216-f76b6cbc6821 req-f6547fef-d61a-46f3-8071-e5f110d0d06d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 943 time: 0.0867662 Jul 14 09:21:29.778067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Transition to ACTIVE for port object a85f9c85-0211-4538-b873-e7de62423bfe will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:29.779980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.821888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.825169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-236be501-7b95-48cc-8216-f76b6cbc6821 req-647ca482-5b52-4b41-9537-7f6c2bfdd43f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433786 Jul 14 09:21:29.853061 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:26Z', 'revision_number': 3, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:29.857033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event updated for resources: {'Port': ['ID=2d9bd713-799a-4c59-a26a-8b5ba025da84,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:29.869388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.870792 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-478947bf-0f0b-4255-af6c-9d6a0ac1176c tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2120254 Jul 14 09:21:29.874643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.887548 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-726ad257-2c7c-43ec-8c3e-1e8aeeaa7364 None None] The sync data for ids ['da71919c-d472-4f02-b643-4fab5e2ce0a9'] in n-d-780147-26 is: [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:26Z', 'revision_number': 3, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:29.965907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:29.969306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:29.974521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:29.975003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:29.980350 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-64376b8b-6323-451f-a6fa-c27e504d31fd tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.1024289 Jul 14 09:21:29.981862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a85f9c85-0211-4538-b873-e7de62423bfe,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.106574 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:21:30.166796 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-9404ce65-88cd-4a4d-81dc-aa2c0443da82 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.168295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a43b4e40-7ec2-41d0-b70d-7617b89a600b req-9404ce65-88cd-4a4d-81dc-aa2c0443da82 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1507597 Jul 14 09:21:30.260959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.333429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-38cfc841-841d-46c5-a06e-cba5edaea513 None None] Provisioning for port a85f9c85-0211-4538-b873-e7de62423bfe completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:30.348397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-38cfc841-841d-46c5-a06e-cba5edaea513 None None] Provisioning complete for port a85f9c85-0211-4538-b873-e7de62423bfe triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:30.349369 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-38cfc841-841d-46c5-a06e-cba5edaea513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.508769 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477637b5-6e19-4f9b-a24b-76aca74673ce x-openstack-request-id: req-477637b5-6e19-4f9b-a24b-76aca74673ce {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:30.509208 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "name": "network-vif-plugged", "status": "completed", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:30.509791 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-477637b5-6e19-4f9b-a24b-76aca74673ce {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:30.511253 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0', 'code': 200} Jul 14 09:21:30.511388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-38cfc841-841d-46c5-a06e-cba5edaea513 None None] Port a85f9c85-0211-4538-b873-e7de62423bfe cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:30.622073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7db50-29c3-4faf-a1f6-ebe366ad84d7 req-84695833-fb0a-4e02-b864-382eae228d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.623640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1af7db50-29c3-4faf-a1f6-ebe366ad84d7 req-84695833-fb0a-4e02-b864-382eae228d87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1097 time: 0.1046629 Jul 14 09:21:30.633862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.635959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91c148-7d87-4486-adfe-61cdb57f75c7 req-a17bb822-bf97-4a79-872a-8f395a0640d9 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.637655 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f91c148-7d87-4486-adfe-61cdb57f75c7 req-a17bb822-bf97-4a79-872a-8f395a0640d9 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 945 time: 0.0842476 Jul 14 09:21:30.640667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.641377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.651497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc51700-f272-47a4-a542-2a8d95b0286b req-21bdd83b-66f8-4b71-8d75-61013284b313 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:30.652974 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdc51700-f272-47a4-a542-2a8d95b0286b req-21bdd83b-66f8-4b71-8d75-61013284b313 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1183801 Jul 14 09:21:30.709582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1af7db50-29c3-4faf-a1f6-ebe366ad84d7 req-81db950e-0fa7-452b-ae02-eb5d0102852d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708683 Jul 14 09:21:30.738364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f91c148-7d87-4486-adfe-61cdb57f75c7 req-1b6a20d4-6ae2-4103-8b51-bd7f246d06db tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864406 Jul 14 09:21:30.772604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a85f9c85-0211-4538-b873-e7de62423bfe,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:30.789092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c5ce2863-d7c6-4183-af8c-1b7e5efb16ec up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:30.808567 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdc51700-f272-47a4-a542-2a8d95b0286b req-85e23868-156e-47d2-8924-442047b1ecb5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491637 Jul 14 09:21:30.863602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:30.865383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:30.873799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:30.877950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:30.878495 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:30.987773 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.011786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c5ce2863-d7c6-4183-af8c-1b7e5efb16ec,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:31.018006 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.030782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-cd7829bb-d388-43c2-b60e-f2db3c8a0b39 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2657065 Jul 14 09:21:31.044025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:31.081803 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.084739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c5ce2863-d7c6-4183-af8c-1b7e5efb16ec,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:31.125680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d2eb0-2deb-40b8-b4c1-1bb85a8fdad0 req-ad0d8a89-dcaa-4a4e-992f-11bb3fc481b2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.127484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c4d2eb0-2deb-40b8-b4c1-1bb85a8fdad0 req-ad0d8a89-dcaa-4a4e-992f-11bb3fc481b2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 950 time: 0.1655009 Jul 14 09:21:31.132028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Router da71919c-d472-4f02-b643-4fab5e2ce0a9 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:31.200747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.216420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c4d2eb0-2deb-40b8-b4c1-1bb85a8fdad0 req-aae5e61e-4d34-4f4c-8ca3-218136225746 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772810 Jul 14 09:21:31.245360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4e45520-87b3-47f9-bb40-b5cffe30e32d None None] Provisioning complete for port a85f9c85-0211-4538-b873-e7de62423bfe triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:31.256812 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4e45520-87b3-47f9-bb40-b5cffe30e32d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.276149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:31.286268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b9083eeb-e7c9-4331-a0ca-a3f3952167f0 admin admin] 10.222.0.73 "PUT /v2.0/routers/da71919c-d472-4f02-b643-4fab5e2ce0a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2112207 Jul 14 09:21:31.317083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b4e45520-87b3-47f9-bb40-b5cffe30e32d None None] Port a85f9c85-0211-4538-b873-e7de62423bfe cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:31.347029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Allocated IP 172.25.0.44 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/10918892-db4c-4799-885f-7ec49eaa3523) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:31.462019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.480591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b455f-0ecf-4654-a9e8-92ed6e3e6584 req-56218c33-ccd0-49ea-98f2-a24f47c24466 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.482142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a36b455f-0ecf-4654-a9e8-92ed6e3e6584 req-56218c33-ccd0-49ea-98f2-a24f47c24466 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 943 time: 0.0686753 Jul 14 09:21:31.501026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.521405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a36b455f-0ecf-4654-a9e8-92ed6e3e6584 req-64a05dbd-a5c2-43bf-a157-e9c4c28699be tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327368 Jul 14 09:21:31.536781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:31.549537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:31.551677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event updated for resources: {'Port': ['ID=10918892-db4c-4799-885f-7ec49eaa3523,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:31.553978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:31.609705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.658185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.841337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-ba8dfb07-005a-479e-8003-49a728faca2c tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:31.843478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-ba8dfb07-005a-479e-8003-49a728faca2c tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 1102 time: 0.0960603 Jul 14 09:21:31.859082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-7f40c7f3-6c2b-4e21-9102-7328cfc2ec7e tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1061106 Jul 14 09:21:31.864420 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.869085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:31.884297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.892918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.924140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.948375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Sync routers for ids ['da71919c-d472-4f02-b643-4fab5e2ce0a9'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:31.959350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Routers {'da71919c-d472-4f02-b643-4fab5e2ce0a9'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:31.960032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['da71919c-d472-4f02-b643-4fab5e2ce0a9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:31.968510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event updated for resources: {'Port': ['ID=10918892-db4c-4799-885f-7ec49eaa3523,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:31.973297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:31.980392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-2a04c07e-cc25-4199-b217-30298919c00f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9407723 Jul 14 09:21:32.006051 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.058537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-34d24a78-5f16-427f-b2d9-674419d6a0be tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.0772502 Jul 14 09:21:32.078628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Set router da71919c-d472-4f02-b643-4fab5e2ce0a9 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:32.119035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Allocated IP 172.25.0.221 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/36be763f-0f9b-4121-b75a-0164247e7545) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:32.134731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] Deleting port d6a1922c-60bd-4104-96ff-62443db1bbb0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:32.135031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.223173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device c996e615-7ae9-4f42-b0a8-f3252a023a83 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:32.225311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-04bd721c-172e-435f-907e-715af3c03563 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.231571 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-04bd721c-172e-435f-907e-715af3c03563 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1722286 Jul 14 09:21:32.234014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.239138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-ffc06cff-d7ce-4424-b74b-f32f69ba4b09 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:32.246001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-195e8589-f8d6-486c-bbb3-b540d6d895ed req-ffc06cff-d7ce-4424-b74b-f32f69ba4b09 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136061 Jul 14 09:21:32.283420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] For port d6a1922c-60bd-4104-96ff-62443db1bbb0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d6a1922c-60bd-4104-96ff-62443db1bbb0,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:32.283420 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.292835 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.312972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] Calling delete_port for d6a1922c-60bd-4104-96ff-62443db1bbb0 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:32.347962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Pushing event updated for resources: {'Port': ['ID=36be763f-0f9b-4121-b75a-0164247e7545,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:32.357387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:32.359086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:32.363635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:32.414599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.474459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.485989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:32.489596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a85f9c85-0211-4538-b873-e7de62423bfe', 'name': '', 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'mac_address': 'fa:16:3e:61:53:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '877971a0-ff15-4164-b8a6-74adb6ee16c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:29Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 2, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'subnets': [{'id': '877971a0-ff15-4164-b8a6-74adb6ee16c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:32.502461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6fbbe-23db-4b6c-985e-d10b02b99064 req-f8e8f325-4764-4033-9fcb-a02e583c5217 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.504034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23a6fbbe-23db-4b6c-985e-d10b02b99064 req-f8e8f325-4764-4033-9fcb-a02e583c5217 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 945 time: 0.1001496 Jul 14 09:21:32.506226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.524965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d6a1922c-60bd-4104-96ff-62443db1bbb0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:32.527503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Checking router: da71919c-d472-4f02-b643-4fab5e2ce0a9 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:32.527861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Updating router da71919c-d472-4f02-b643-4fab5e2ce0a9 port a85f9c85-0211-4538-b873-e7de62423bfe binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:21:32.531378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'c996e615-7ae9-4f42-b0a8-f3252a023a83', 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'port_id': 'c996e615-7ae9-4f42-b0a8-f3252a023a83', 'mac_address': 'fa:16:3e:72:d2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41972096-a7d9-4b2c-b8d7-7a81dde04479', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:32.541047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6a1922c-60bd-4104-96ff-62443db1bbb0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:32.612712 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.615881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] No DVR routers for this DVR port d6a1922c-60bd-4104-96ff-62443db1bbb0 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:32.620233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23a6fbbe-23db-4b6c-985e-d10b02b99064 req-13e051fc-bf50-44fd-8ab1-7eac08d663af tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905762 Jul 14 09:21:32.621339 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.623997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61f8f5e8-3d00-423d-9af4-54dd994b28c6 req-52946629-0154-49a8-8b93-969321b47c70 tempest-DeleteServersAdminTestJSON-1893676318 tempest-DeleteServersAdminTestJSON-1893676318-project-admin] 10.222.0.66 "DELETE /v2.0/ports/d6a1922c-60bd-4104-96ff-62443db1bbb0 HTTP/1.1" status: 204 len: 173 time: 0.7734389 Jul 14 09:21:32.624465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ab4632-3d73-4612-9467-4cd184d582c5', 'name': 'network-vif-deleted', 'tag': 'd6a1922c-60bd-4104-96ff-62443db1bbb0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:32.626737 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744f2584-554b-40e2-8266-e25bd67da9c4" -d '{"events": [{"server_uuid": "25ab4632-3d73-4612-9467-4cd184d582c5", "name": "network-vif-deleted", "tag": "d6a1922c-60bd-4104-96ff-62443db1bbb0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:32.640420 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.800811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c996e615-7ae9-4f42-b0a8-f3252a023a83 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:32.814623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c5ce2863-d7c6-4183-af8c-1b7e5efb16ec up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:32.870087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:32.919156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.926649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19307b3-8c73-49e5-8ff9-3e02d359f019 req-6d3bf824-b349-4026-915a-b627883d5c48 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:32.928993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f19307b3-8c73-49e5-8ff9-3e02d359f019 req-6d3bf824-b349-4026-915a-b627883d5c48 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.0715530 Jul 14 09:21:32.954892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.961738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:32.972431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f19307b3-8c73-49e5-8ff9-3e02d359f019 req-3c32d005-d7f8-4f1b-8652-10edb246b3a1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356467 Jul 14 09:21:32.996395 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.015958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:33.017416 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.022644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.029533 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1649477 Jul 14 09:21:33.032849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281898a3-33ad-42d9-a145-29923d1f7876 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Pushing event updated for resources: {'Port': ['ID=36be763f-0f9b-4121-b75a-0164247e7545,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:33.033014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:33.082904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-7fbece49-a9ba-4df5-8cea-37a47998696d tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0519567 Jul 14 09:21:33.149444 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.156390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-663a738a-55a4-44d1-9a6e-b7e0f6199612 req-ba3f4fe3-dc83-42b7-902c-d6049ede7897 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=25ab4632-3d73-4612-9467-4cd184d582c5 HTTP/1.1" status: 200 len: 210 time: 0.0351305 Jul 14 09:21:33.167087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Transition to ACTIVE for port object a85f9c85-0211-4538-b873-e7de62423bfe will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:33.197898 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.231006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7325c6fa-aa45-4e3c-a444-59261f55c1ef req-98ff9120-32d2-408b-a118-4658ed651ec4 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips/77afc201-13be-458a-8617-f11990c8598e HTTP/1.1" status: 200 len: 692 time: 0.0472326 Jul 14 09:21:33.241852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-5e63dbcf-dddc-4fb9-a72f-bd17973b8dce tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.243348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcf7e51-2d0c-475b-aacf-0bb4e03c1364 req-5e63dbcf-dddc-4fb9-a72f-bd17973b8dce tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1550634 Jul 14 09:21:33.269781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['c996e615-7ae9-4f42-b0a8-f3252a023a83'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:33.333955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be95640-8c17-49cf-8b7f-f00754b0083f None None] Pushing event updated for resources: {'Port': ['ID=a85f9c85-0211-4538-b873-e7de62423bfe,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:33.421731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Attempting to bind port a85f9c85-0211-4538-b873-e7de62423bfe on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:33.422105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Attempting to bind port a85f9c85-0211-4538-b873-e7de62423bfe by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:33.422473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Attempting to bind port a85f9c85-0211-4538-b873-e7de62423bfe on network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:33.425212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325c6fa-aa45-4e3c-a444-59261f55c1ef req-ef579a4a-77ce-45cc-8265-6e368b64218e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.434994 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7325c6fa-aa45-4e3c-a444-59261f55c1ef req-ef579a4a-77ce-45cc-8265-6e368b64218e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1983812 Jul 14 09:21:33.437103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:33.437462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Checking segment: {'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:33.437868 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.438264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Bound using segment: {'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:33.438750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Bound port: a85f9c85-0211-4538-b873-e7de62423bfe, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cec017-aa6e-4f96-90e6-c6ca11c3aab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:33.439134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.447824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-7325c6fa-aa45-4e3c-a444-59261f55c1ef req-21f49dff-c836-4c04-bbe3-cbfe34f85740 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:33.459181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7325c6fa-aa45-4e3c-a444-59261f55c1ef req-21f49dff-c836-4c04-bbe3-cbfe34f85740 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178878 Jul 14 09:21:33.488897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862afc97-e19c-4776-bcd9-86a831193a7f req-8f7e5c21-b294-48aa-bef4-b3f48fbe12e3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.495892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-862afc97-e19c-4776-bcd9-86a831193a7f req-8f7e5c21-b294-48aa-bef4-b3f48fbe12e3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 944 time: 0.0770380 Jul 14 09:21:33.506388 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a6b11c-21cb-448e-966b-2cb64cf87024 x-openstack-request-id: req-a1a6b11c-21cb-448e-966b-2cb64cf87024 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:33.506924 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ab4632-3d73-4612-9467-4cd184d582c5", "name": "network-vif-deleted", "tag": "d6a1922c-60bd-4104-96ff-62443db1bbb0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:33.507380 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1a6b11c-21cb-448e-966b-2cb64cf87024 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:33.507984 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ab4632-3d73-4612-9467-4cd184d582c5', 'name': 'network-vif-deleted', 'tag': 'd6a1922c-60bd-4104-96ff-62443db1bbb0', 'status': 'completed', 'code': 200} Jul 14 09:21:33.543039 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-862afc97-e19c-4776-bcd9-86a831193a7f req-32e6cd40-76ae-40f6-b92f-7a7fa70259ab tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Jul 14 09:21:33.571991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] For port a85f9c85-0211-4538-b873-e7de62423bfe, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:33.575582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] For port a85f9c85-0211-4538-b873-e7de62423bfe, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a85f9c85-0211-4538-b873-e7de62423bfe,segment=NetworkSegment(65cec017-aa6e-4f96-90e6-c6ca11c3aab3),segment_id=65cec017-aa6e-4f96-90e6-c6ca11c3aab3)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:33.580797 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:33.660031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Routers {'da71919c-d472-4f02-b643-4fab5e2ce0a9'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:33.660702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['da71919c-d472-4f02-b643-4fab5e2ce0a9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:33.697513 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-016d277f-ba54-4fb6-818a-fac8f09d7092 req-71bc8791-0b8d-4d0d-9b00-d19d54fd75c1 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips/3b3e7911-8238-4b1d-b1a8-daa07b743b10 HTTP/1.1" status: 200 len: 693 time: 0.0513468 Jul 14 09:21:33.699042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34c808-6206-4b50-8b64-7f08d996d602 req-605a216d-241b-45e4-8af3-318530fd11bd tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.699379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be95640-8c17-49cf-8b7f-f00754b0083f None None] Pushing event updated for resources: {'Port': ['ID=a85f9c85-0211-4538-b873-e7de62423bfe,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:33.700806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa34c808-6206-4b50-8b64-7f08d996d602 req-605a216d-241b-45e4-8af3-318530fd11bd tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1097 time: 0.0640340 Jul 14 09:21:33.744134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa34c808-6206-4b50-8b64-7f08d996d602 req-04a61e9f-87cc-43d5-88b8-55b5e95362af tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328050 Jul 14 09:21:33.804333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] Set router da71919c-d472-4f02-b643-4fab5e2ce0a9 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:33.815504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d277f-ba54-4fb6-818a-fac8f09d7092 req-2362c7a3-9e93-4ff6-a07f-a06ac76d0d83 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:33.817849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-016d277f-ba54-4fb6-818a-fac8f09d7092 req-2362c7a3-9e93-4ff6-a07f-a06ac76d0d83 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1194155 Jul 14 09:21:33.925364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-b86b91fe-1952-416d-9427-09b265083a97 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips/77afc201-13be-458a-8617-f11990c8598e HTTP/1.1" status: 200 len: 692 time: 0.0950909 Jul 14 09:21:34.022387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3dce9a-ed6e-42e5-af64-159927798aac req-ece2d536-e8e9-4cda-afdb-6bba35690988 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.025528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb3dce9a-ed6e-42e5-af64-159927798aac req-ece2d536-e8e9-4cda-afdb-6bba35690988 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1097 time: 0.0704575 Jul 14 09:21:34.047163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-351d93cf-7c51-4129-97b1-e7d418fd1e18 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.053478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-351d93cf-7c51-4129-97b1-e7d418fd1e18 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1230602 Jul 14 09:21:34.058946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-5d7aaa80-f64f-4a66-b908-11970ee138d5 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:34.063330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a85f9c85-0211-4538-b873-e7de62423bfe', 'name': '', 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'mac_address': 'fa:16:3e:61:53:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '877971a0-ff15-4164-b8a6-74adb6ee16c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:29Z', 'updated_at': '2021-07-14T09:21:33Z', 'revision_number': 4, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'subnets': [{'id': '877971a0-ff15-4164-b8a6-74adb6ee16c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:34.066475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-5d7aaa80-f64f-4a66-b908-11970ee138d5 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121439 Jul 14 09:21:34.085554 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb3dce9a-ed6e-42e5-af64-159927798aac req-d31edeeb-51b1-4841-baf3-3bbd54853d13 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507920 Jul 14 09:21:34.098408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646c7ed-07e0-45ce-bfb4-c916e821a8f2 None None] The sync data for ids ['da71919c-d472-4f02-b643-4fab5e2ce0a9'] in n-d-780147-26 is: [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a85f9c85-0211-4538-b873-e7de62423bfe', 'name': '', 'network_id': 'e0f79b25-8976-4be0-9b33-b9ab7921f0c5', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'mac_address': 'fa:16:3e:61:53:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '877971a0-ff15-4164-b8a6-74adb6ee16c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:29Z', 'updated_at': '2021-07-14T09:21:33Z', 'revision_number': 4, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'subnets': [{'id': '877971a0-ff15-4164-b8a6-74adb6ee16c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:34.125752 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-3e495c9f-f408-4333-b2e2-53a68f1feb91 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.0583587 Jul 14 09:21:34.202083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45508) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:34.210480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8e88ec3f-1cdb-493f-9192-ce79ace8807b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.44 HTTP/1.1" status: 200 len: 695 time: 0.0836112 Jul 14 09:21:34.213231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device c996e615-7ae9-4f42-b0a8-f3252a023a83 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:34.279087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port c996e615-7ae9-4f42-b0a8-f3252a023a83 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:34.284068 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port c996e615-7ae9-4f42-b0a8-f3252a023a83 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:34.284484 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.396925 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.409681 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ad64764-1c7b-46fa-a8a9-4377444b76ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.427578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:34.430261 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e85a8-383f-4b89-bc83-42cf247d351a" -d '{"events": [{"server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "name": "network-vif-plugged", "status": "completed", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:34.452457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:34.461389 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.465415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Deleting port 10918892-db4c-4799-885f-7ec49eaa3523 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:34.465767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.526173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:34.549708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed8320d7-dbfe-463b-8bbb-e1c8fcd9bbd8 req-51992674-0fe5-4c7a-abfe-e4717788feed tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=00fa4fd4c38448e192e469b9511f847a HTTP/1.1" status: 200 len: 696 time: 0.4172986 Jul 14 09:21:34.577200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.578478 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.600998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Calling delete_port for 10918892-db4c-4799-885f-7ec49eaa3523 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:34.610137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ad64764-1c7b-46fa-a8a9-4377444b76ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.620240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ad64764-1c7b-46fa-a8a9-4377444b76ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.658674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8320d7-dbfe-463b-8bbb-e1c8fcd9bbd8 req-2e8e930d-ebd9-439f-926a-db0576817c4f tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.660364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed8320d7-dbfe-463b-8bbb-e1c8fcd9bbd8 req-2e8e930d-ebd9-439f-926a-db0576817c4f tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/networks?id=4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 787 time: 0.1039829 Jul 14 09:21:34.671263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-ed8320d7-dbfe-463b-8bbb-e1c8fcd9bbd8 req-4877f875-ac71-47dc-9fcb-b8f40bbfd686 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:34.672285 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed8320d7-dbfe-463b-8bbb-e1c8fcd9bbd8 req-4877f875-ac71-47dc-9fcb-b8f40bbfd686 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064156 Jul 14 09:21:34.739922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:34.740495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0ad64764-1c7b-46fa-a8a9-4377444b76ac admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9091b9f885194f3ca4f6966b35ddf9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5369766 Jul 14 09:21:34.749188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad64764-1c7b-46fa-a8a9-4377444b76ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad07266d-12c7-448d-9c3c-f77584df9ed9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:34.833764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a85f9c85-0211-4538-b873-e7de62423bfe up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:34.854171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.867920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b1d12e6-a830-4336-8094-9482fa7d9381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.895277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event deleted for resources: {'Port': ['ID=10918892-db4c-4799-885f-7ec49eaa3523,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:34.903706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port a85f9c85-0211-4538-b873-e7de62423bfe completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:34.906162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b1d12e6-a830-4336-8094-9482fa7d9381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.909286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a85f9c85-0211-4538-b873-e7de62423bfe triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:34.909939 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.919957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.922733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:34.923883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-413364a9-a3a4-4da5-b8da-ff079e7b328a req-8b34a6cf-4b1c-4fb0-b6fc-0053240d7e5e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "DELETE /v2.0/floatingips/77afc201-13be-458a-8617-f11990c8598e HTTP/1.1" status: 204 len: 173 time: 0.6999609 Jul 14 09:21:34.924824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b1d35-9f30-4427-be41-a3994d17f0cd req-508aa25b-1531-424b-b6bd-9ac1305c687b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:34.926345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-399b1d35-9f30-4427-be41-a3994d17f0cd req-508aa25b-1531-424b-b6bd-9ac1305c687b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1263106 Jul 14 09:21:34.990769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-399b1d35-9f30-4427-be41-a3994d17f0cd req-21cf0173-ec74-4fca-9e37-4fd066a9dd10 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464194 Jul 14 09:21:34.999918 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b1d12e6-a830-4336-8094-9482fa7d9381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.003450 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b1d12e6-a830-4336-8094-9482fa7d9381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.005346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4b1d12e6-a830-4336-8094-9482fa7d9381 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ad07266d-12c7-448d-9c3c-f77584df9ed9 HTTP/1.1" status: 204 len: 168 time: 0.2635975 Jul 14 09:21:35.015503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d12e6-a830-4336-8094-9482fa7d9381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad07266d-12c7-448d-9c3c-f77584df9ed9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.034804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.077167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port a85f9c85-0211-4538-b873-e7de62423bfe, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a85f9c85-0211-4538-b873-e7de62423bfe,segment=NetworkSegment(65cec017-aa6e-4f96-90e6-c6ca11c3aab3),segment_id=65cec017-aa6e-4f96-90e6-c6ca11c3aab3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:35.083523 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.086932 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b26505-07a0-47e2-bb65-1347f708b3d3 x-openstack-request-id: req-c2b26505-07a0-47e2-bb65-1347f708b3d3 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:35.087282 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "name": "network-vif-plugged", "status": "completed", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:35.087537 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2b26505-07a0-47e2-bb65-1347f708b3d3 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:35.087926 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83', 'code': 200} Jul 14 09:21:35.177596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=a85f9c85-0211-4538-b873-e7de62423bfe,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.264568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b011a8-d0af-467e-99bf-308e29eefe55 req-a310989c-7ff8-47d3-a067-91a7369b36df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.266090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30b011a8-d0af-467e-99bf-308e29eefe55 req-a310989c-7ff8-47d3-a067-91a7369b36df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1097 time: 0.0873168 Jul 14 09:21:35.345766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30b011a8-d0af-467e-99bf-308e29eefe55 req-9fbf7617-4c45-4c60-99fb-4e2e44a047b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584335 Jul 14 09:21:35.373706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651cbbb-749f-48a8-9d37-b14d8d92ee01 req-e874e5c9-ea10-463b-ab26-f745c3224bce tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.375175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e651cbbb-749f-48a8-9d37-b14d8d92ee01 req-e874e5c9-ea10-463b-ab26-f745c3224bce tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 945 time: 0.1149619 Jul 14 09:21:35.405446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-1ff9ee4a-2fc6-495a-9694-80b52926cbf4 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips/3b3e7911-8238-4b1d-b1a8-daa07b743b10 HTTP/1.1" status: 200 len: 693 time: 0.0651431 Jul 14 09:21:35.425219 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e651cbbb-749f-48a8-9d37-b14d8d92ee01 req-f3376e51-057a-4241-ad56-7e9b3c35e64b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Jul 14 09:21:35.441424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d6a1922c-60bd-4104-96ff-62443db1bbb0 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:35.468642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: d6a1922c-60bd-4104-96ff-62443db1bbb0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:35.469273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d6a1922c-60bd-4104-96ff-62443db1bbb0 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:35.478684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45536) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:35.497642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fa162bc-286a-497c-8bb8-38f3a8032374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.562306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-26439d4a-bf84-4eb3-8664-3b9e2451dfdb tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.563830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-26439d4a-bf84-4eb3-8664-3b9e2451dfdb tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1569197 Jul 14 09:21:35.628163 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-124b5907-1df8-459b-9898-a07b67fcc9f3 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0570843 Jul 14 09:21:35.663360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ed7af-d7ab-43f9-bd16-12d2683a54d2 req-e26456dd-a902-42bd-bc1d-f61ad3308f2e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:35.664950 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff0ed7af-d7ab-43f9-bd16-12d2683a54d2 req-e26456dd-a902-42bd-bc1d-f61ad3308f2e tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2060666 Jul 14 09:21:35.693125 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-5c685b22-d8c2-4b0e-82de-4ccb4ff58a22 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0583849 Jul 14 09:21:35.763411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fa162bc-286a-497c-8bb8-38f3a8032374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.792967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fa162bc-286a-497c-8bb8-38f3a8032374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.860901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5fa162bc-286a-497c-8bb8-38f3a8032374 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f30b7dba8c4844bb9f6bd898fb8821cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811457 Jul 14 09:21:35.863471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:35.864713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa162bc-286a-497c-8bb8-38f3a8032374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4498deb4-34bd-4aa6-8fc5-b31f9139f8fb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:35.886899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Deleting port 36be763f-0f9b-4121-b75a-0164247e7545 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:35.887245 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.924831 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e35ca245-0e8e-46ab-b6a3-1532b31e511b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.966450 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.966773 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.968433 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e35ca245-0e8e-46ab-b6a3-1532b31e511b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:35.971396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-45c5352d-e1c6-406d-a59f-12f87a9dff36 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=4c163973802c41d48eda789e19635852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375345 Jul 14 09:21:35.978617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Calling delete_port for 36be763f-0f9b-4121-b75a-0164247e7545 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:36.115000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e35ca245-0e8e-46ab-b6a3-1532b31e511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.117552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e35ca245-0e8e-46ab-b6a3-1532b31e511b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.118874 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e35ca245-0e8e-46ab-b6a3-1532b31e511b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4498deb4-34bd-4aa6-8fc5-b31f9139f8fb HTTP/1.1" status: 204 len: 168 time: 0.2531247 Jul 14 09:21:36.146232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ca245-0e8e-46ab-b6a3-1532b31e511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4498deb4-34bd-4aa6-8fc5-b31f9139f8fb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:36.164900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.167052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-564d9f20-9b05-4c3b-9c73-ce78db85aa67 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.175234 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-564d9f20-9b05-4c3b-9c73-ce78db85aa67 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971722 Jul 14 09:21:36.192805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Pushing event deleted for resources: {'Port': ['ID=36be763f-0f9b-4121-b75a-0164247e7545,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:36.199222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-496323bc-17ff-4e17-b5b2-cffb57b5d295 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/quotas/4c163973802c41d48eda789e19635852 HTTP/1.1" status: 200 len: 375 time: 0.0224240 Jul 14 09:21:36.203371 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-e7aa96ea-3cfd-4a85-9a2d-0c9107d12afc service neutron] show failed (client error): The resource could not be found. Jul 14 09:21:36.204391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-e7aa96ea-3cfd-4a85-9a2d-0c9107d12afc service neutron] 10.222.0.69 "GET /v2.0/ports/79cae1ca-1497-42d8-8929-adf9f0bc73e9/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.1256614 Jul 14 09:21:36.224335 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.227599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.236863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d5037ed-aca8-43cd-bdc6-60e05ee6fd36 req-69f46b37-6dfd-46c7-a7cc-1beb6ea0f9aa tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "DELETE /v2.0/floatingips/3b3e7911-8238-4b1d-b1a8-daa07b743b10 HTTP/1.1" status: 204 len: 173 time: 0.5331621 Jul 14 09:21:36.256254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-3cc26da8-6444-46d8-b2fb-97255cfec83c tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4c163973802c41d48eda789e19635852&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551002 Jul 14 09:21:36.365468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16698683-2b43-4b76-8cd1-185909cde752 req-96663494-6330-4ac3-901c-bee71a7f7cf5 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=01e330186c654adab2b26e7e741bbb32 HTTP/1.1" status: 200 len: 1656 time: 0.1041672 Jul 14 09:21:36.532793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16698683-2b43-4b76-8cd1-185909cde752 req-f276afb3-a595-4cb5-8814-8a93fdb83929 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.544026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16698683-2b43-4b76-8cd1-185909cde752 req-f276afb3-a595-4cb5-8814-8a93fdb83929 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks?id=4206a2df-39bd-435a-af56-00ff78f766c1&id=4206a2df-39bd-435a-af56-00ff78f766c1&id=4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 787 time: 0.1712377 Jul 14 09:21:36.555096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-16698683-2b43-4b76-8cd1-185909cde752 req-9d86d7d3-be48-4dbb-88fa-85432dfd1ae0 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:36.569933 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16698683-2b43-4b76-8cd1-185909cde752 req-9d86d7d3-be48-4dbb-88fa-85432dfd1ae0 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253065 Jul 14 09:21:36.672418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ffac73-303c-480a-938d-5e81d79791d2 req-2d3d8b37-8cc3-4f9b-8f3e-4ad4e9b9c137 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.683469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86ffac73-303c-480a-938d-5e81d79791d2 req-2d3d8b37-8cc3-4f9b-8f3e-4ad4e9b9c137 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1097 time: 0.1246533 Jul 14 09:21:36.685695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-59c3de20-3525-4b18-a70a-614cd262f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.687123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-59c3de20-3525-4b18-a70a-614cd262f5db service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 1102 time: 0.0950930 Jul 14 09:21:36.725703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:36.785856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86ffac73-303c-480a-938d-5e81d79791d2 req-cdaeb892-6ea2-4f68-89a2-b665e12c3d93 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922120 Jul 14 09:21:36.820689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b9ccf-e8d6-4801-88bc-9d138adedf3a req-9352f67e-ca54-4b8c-be1b-a16ce1c41473 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:36.825013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a85f9c85-0211-4538-b873-e7de62423bfe up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:36.828592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f1b9ccf-e8d6-4801-88bc-9d138adedf3a req-9352f67e-ca54-4b8c-be1b-a16ce1c41473 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1603012 Jul 14 09:21:36.854411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:36.891509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f1b9ccf-e8d6-4801-88bc-9d138adedf3a req-5199633b-8b5a-43df-9096-2b74734ea003 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606434 Jul 14 09:21:36.936990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a85f9c85-0211-4538-b873-e7de62423bfe triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:36.937381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.037182 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-c9c3440d-aa6e-4638-9525-af87877e951b tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1282935 Jul 14 09:21:37.048837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:37.129768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c0b7527-b02c-417b-ae4b-b52b51b29553 req-12ebbe8e-9f12-46bd-af8e-a3df018b2679 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 210 time: 0.0464644 Jul 14 09:21:37.173959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.322737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806725b-b269-4ca1-9085-8f626f942eb0 req-fba23c8d-fd6c-4345-9205-68aeedad038b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.330886 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a806725b-b269-4ca1-9085-8f626f942eb0 req-fba23c8d-fd6c-4345-9205-68aeedad038b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 945 time: 0.0997322 Jul 14 09:21:37.338978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:37.378943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a806725b-b269-4ca1-9085-8f626f942eb0 req-d5da6590-0184-4fad-b1db-1045ec73dc8f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Jul 14 09:21:37.405838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.408636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:37.446079 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-f13eccd5-a3a7-4bad-80cc-385307b0a2de tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips/f4454482-1edb-41c7-b604-d06fe8ba20e1 HTTP/1.1" status: 200 len: 693 time: 0.0485690 Jul 14 09:21:37.489309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:37.491523 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e33d30b-16bb-4c16-b8e9-01d67bd39c11" -d '{"events": [{"server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "name": "network-vif-unplugged", "status": "completed", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:37.497505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.542911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Transition to ACTIVE for port object 79cae1ca-1497-42d8-8929-adf9f0bc73e9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:37.551978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.587971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-e62ec561-fb87-4f63-98ff-cf38d0ccdc30 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.589814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-e62ec561-fb87-4f63-98ff-cf38d0ccdc30 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1375954 Jul 14 09:21:37.599621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Allocated IP 172.25.0.186 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/4a7bcda4-bd73-46b0-8388-1d679ee13ba7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:37.647144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] No DVR routers for this DVR port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:37.659448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:37.674188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-14e991bb-9530-40f9-b413-96278df24792 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0752630 Jul 14 09:21:37.735089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b12b6391-473a-401d-b3e5-0f10f0111183 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0601935 Jul 14 09:21:37.755415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Attempting to bind port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:37.755981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Attempting to bind port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:37.756091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Attempting to bind port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:37.764149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:37.764561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Attempting to bind port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:37.775401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:37.775753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:37.776120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:37.776665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Bound port: 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:37.777035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.838001 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.886498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:37.888511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Deleting port 2d9bd713-799a-4c59-a26a-8b5ba025da84 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:37.889061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.915471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:37.921747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.952353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.971123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:37.971303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.971544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.971753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:37.973189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] 10.222.0.66 "PUT /v2.0/ports/79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 1097 time: 1.2767708 Jul 14 09:21:37.996178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:38.000788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:38.001475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-469d0175-72ba-4953-8462-44e1f871d02a tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=4c163973802c41d48eda789e19635852&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223227 Jul 14 09:21:38.002635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaab31c-27ee-4785-9988-0d1dda635a12 service neutron] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.005440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:38.009015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Calling delete_port for 2d9bd713-799a-4c59-a26a-8b5ba025da84 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:38.116649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Pushing event updated for resources: {'Port': ['ID=4a7bcda4-bd73-46b0-8388-1d679ee13ba7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.119951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.165978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-c846e8aa-11cd-419f-8140-a3718fc1d520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.167726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-c846e8aa-11cd-419f-8140-a3718fc1d520 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1100 time: 0.1546948 Jul 14 09:21:38.203669 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.349462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-783182b5-8889-42a9-99ae-5b20e453d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.350967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-783182b5-8889-42a9-99ae-5b20e453d8d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1725831 Jul 14 09:21:38.411802 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-05244f4e-8ee5-402b-a231-f818e15ec314 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0471234 Jul 14 09:21:38.417294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-7272613c-fe04-4df5-badd-3775363b99d9 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.418660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-7272613c-fe04-4df5-badd-3775363b99d9 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4077766 Jul 14 09:21:38.432445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Request body: {'port': {'device_id': '5bee0319-3f33-4db4-9f96-77e3af926e7d', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '4c163973802c41d48eda789e19635852'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:38.483255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-c24362ef-62ac-40f6-9f38-1b8e295a0fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.485188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-c24362ef-62ac-40f6-9f38-1b8e295a0fef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0630233 Jul 14 09:21:38.495686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.505224 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.552185 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.559509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.580930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Pushing event updated for resources: {'Port': ['ID=4a7bcda4-bd73-46b0-8388-1d679ee13ba7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.595831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event deleted for resources: {'Port': ['ID=2d9bd713-799a-4c59-a26a-8b5ba025da84,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:38.603016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-264b98cb-e9d4-43f2-9a98-4a292709c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:38.604564 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-264b98cb-e9d4-43f2-9a98-4a292709c66d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111212 Jul 14 09:21:38.627494 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.630032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.631227 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07fd36e7-b522-49b8-968e-518e55d5beb2 req-b40561cd-51bc-45a2-84ba-bc6d9b42634b tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "DELETE /v2.0/floatingips/f4454482-1edb-41c7-b604-d06fe8ba20e1 HTTP/1.1" status: 204 len: 173 time: 0.8952770 Jul 14 09:21:38.632239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Made reservation on behalf of 4c163973802c41d48eda789e19635852 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:38.635659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.659573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.660839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-25ccc674-06be-41e1-a44d-6977d34a2c4a tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6182542 Jul 14 09:21:38.731659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-3e9ec11f-048b-4a83-bef4-d228e4349051 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.0619864 Jul 14 09:21:38.776114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Allocated IP 192.168.233.180 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/29d3b3dd-a105-48d8-a764-78b091f4b14d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:38.952234 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:38.967707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Transition to ACTIVE for port object 29d3b3dd-a105-48d8-a764-78b091f4b14d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:39.002159 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.045545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:39.048892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:39.053418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:39.055128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-bc16f81d-5a69-444d-9f5c-e0c697a7e706 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440587 Jul 14 09:21:39.059156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.059768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.099819 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6717379 Jul 14 09:21:39.100585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03b245-ff48-4f58-9ada-56aee824333e tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Pushing event updated for resources: {'Port': ['ID=29d3b3dd-a105-48d8-a764-78b091f4b14d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.112479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Request body: {'port': {'device_id': '5bee0319-3f33-4db4-9f96-77e3af926e7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:39.180939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-e37da477-c77d-4b00-b090-d16b48a952c1 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.192742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfaab559-eb15-4b5c-bddb-c8e94d3c183f req-e37da477-c77d-4b00-b090-d16b48a952c1 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.4529765 Jul 14 09:21:39.202120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.226242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9730420-c20a-4d86-8b0b-b7cff2e60555 req-ded86459-45f5-4f5b-bbf2-24a64f5237cb service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634092 Jul 14 09:21:39.377673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9f62a-7128-4dc0-ac1b-d530ea2e14ec req-817dca91-4341-4845-9696-33e9c496ee9a tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.385840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00f9f62a-7128-4dc0-ac1b-d530ea2e14ec req-817dca91-4341-4845-9696-33e9c496ee9a tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1097 time: 0.0655761 Jul 14 09:21:39.473784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00f9f62a-7128-4dc0-ac1b-d530ea2e14ec req-68474aea-0935-4a91-8f4d-9009e10b38c8 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867350 Jul 14 09:21:39.511422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-180526fd-924a-43ab-b2d9-40d6b716229d None None] Provisioning for port 29d3b3dd-a105-48d8-a764-78b091f4b14d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:39.523583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-180526fd-924a-43ab-b2d9-40d6b716229d None None] Provisioning complete for port 29d3b3dd-a105-48d8-a764-78b091f4b14d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:39.523962 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-180526fd-924a-43ab-b2d9-40d6b716229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.570222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-180526fd-924a-43ab-b2d9-40d6b716229d None None] Port 29d3b3dd-a105-48d8-a764-78b091f4b14d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:39.576893 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667a0625-3f30-4d07-9899-5245394bb8a6 x-openstack-request-id: req-667a0625-3f30-4d07-9899-5245394bb8a6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:39.578093 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "name": "network-vif-unplugged", "status": "completed", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:39.578951 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-667a0625-3f30-4d07-9899-5245394bb8a6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:39.580836 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'code': 200} Jul 14 09:21:39.606792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d3b3dd-a105-48d8-a764-78b091f4b14d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:39.616379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.630795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Transition to ACTIVE for port object 29d3b3dd-a105-48d8-a764-78b091f4b14d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:39.637882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.686336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Pushing event updated for resources: {'Port': ['ID=29d3b3dd-a105-48d8-a764-78b091f4b14d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:39.764279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Attempting to bind port 29d3b3dd-a105-48d8-a764-78b091f4b14d on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:39.764625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Attempting to bind port 29d3b3dd-a105-48d8-a764-78b091f4b14d by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:39.765017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Attempting to bind port 29d3b3dd-a105-48d8-a764-78b091f4b14d on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:39.767669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf6884-36dd-4f07-81ad-28383971fd3b req-81e06670-6437-48c3-a4f5-ce8a2e1c70ba tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.769224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9bbf6884-36dd-4f07-81ad-28383971fd3b req-81e06670-6437-48c3-a4f5-ce8a2e1c70ba tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.0800757 Jul 14 09:21:39.769638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Port 29d3b3dd-a105-48d8-a764-78b091f4b14d on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:39.770122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Attempting to bind port 29d3b3dd-a105-48d8-a764-78b091f4b14d on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:39.775383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:39.775728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:39.776174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:39.776645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Bound port: 29d3b3dd-a105-48d8-a764-78b091f4b14d, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:39.777008 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.820684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9bbf6884-36dd-4f07-81ad-28383971fd3b req-6a0ae76e-2ff9-426c-9b01-8732f00f3140 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Jul 14 09:21:39.879663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] For port 29d3b3dd-a105-48d8-a764-78b091f4b14d, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:39.883865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] For port 29d3b3dd-a105-48d8-a764-78b091f4b14d, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=29d3b3dd-a105-48d8-a764-78b091f4b14d,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:39.889204 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.928426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:39.929636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:39.931162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] 10.222.0.66 "PUT /v2.0/ports/29d3b3dd-a105-48d8-a764-78b091f4b14d HTTP/1.1" status: 200 len: 1097 time: 0.8243258 Jul 14 09:21:39.934106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bee0319-3f33-4db4-9f96-77e3af926e7d', 'tag': '29d3b3dd-a105-48d8-a764-78b091f4b14d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:39.938322 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c8c3fb-d6e3-4123-a204-6a722cc9a043" -d '{"events": [{"name": "network-changed", "server_uuid": "5bee0319-3f33-4db4-9f96-77e3af926e7d", "tag": "29d3b3dd-a105-48d8-a764-78b091f4b14d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:39.975055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c3e29-2d82-411f-97be-368815162b12 service neutron] Pushing event updated for resources: {'Port': ['ID=29d3b3dd-a105-48d8-a764-78b091f4b14d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.015694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45656) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:40.062867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-930e3427-e5de-4894-a0b5-05d352eb9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.065078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-930e3427-e5de-4894-a0b5-05d352eb9764 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c163973802c41d48eda789e19635852&device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 1100 time: 0.0765390 Jul 14 09:21:40.152797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-1b6927ca-2fc7-4193-abdb-61978e013165 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=29d3b3dd-a105-48d8-a764-78b091f4b14d HTTP/1.1" status: 200 len: 217 time: 0.0742092 Jul 14 09:21:40.174448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c1a3787-8dd3-4086-82bc-129071c22610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.214039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-a721c01c-89f4-42a9-8c38-e243068157ff tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:40.216105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-a721c01c-89f4-42a9-8c38-e243068157ff tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0697925 Jul 14 09:21:40.228001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Request body: {'binding': {'host': 'n-h1-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:40.228548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Unknown quota resources ['binding']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:21:40.239718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 79cae1ca-1497-42d8-8929-adf9f0bc73e9 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:40.242408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e8325-d249-4143-86f0-78903511e382 req-281004aa-d2d9-4606-90fa-e43a658a979d tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.249427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-120e8325-d249-4143-86f0-78903511e382 req-281004aa-d2d9-4606-90fa-e43a658a979d tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 948 time: 0.1186941 Jul 14 09:21:40.256831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-15d78484-77d9-45d7-938a-cad844406fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.258320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-15d78484-77d9-45d7-938a-cad844406fd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0978978 Jul 14 09:21:40.286570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 79cae1ca-1497-42d8-8929-adf9f0bc73e9 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:40.322958 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-120e8325-d249-4143-86f0-78903511e382 req-5384c58b-0377-4dd9-b436-60da06609fea tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723045 Jul 14 09:21:40.363915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c1a3787-8dd3-4086-82bc-129071c22610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.397698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c1a3787-8dd3-4086-82bc-129071c22610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.405342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-dc3ec4d6-7f3d-49f6-a423-8d67d5b5dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.406858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-dc3ec4d6-7f3d-49f6-a423-8d67d5b5dd5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1409419 Jul 14 09:21:40.416530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-7c1a0da6-e958-43b3-b6fa-fdc8aebfd7df tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips/20b571f6-e4e8-4655-882b-e01c45727aa7 HTTP/1.1" status: 200 len: 693 time: 0.0606904 Jul 14 09:21:40.457289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a3787-8dd3-4086-82bc-129071c22610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab73605e-f013-4b6d-ada8-4e95b4a7f45e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.483471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on host n-h1-780147-26 for vnic_type normal with profile None {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:40.483817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:40.484146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:40.491109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:40.491436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:40.492137 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9c1a3787-8dd3-4086-82bc-129071c22610 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=26a997b6f07045819d96fa3ff11aaeba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4753292 Jul 14 09:21:40.496168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:40.503679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:40.504079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:40.504443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:40.504899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Bound port: cd4ca668-415d-4440-a886-7fb8f1f117e0, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:40.555818 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-926cc2fb-13a5-48a2-ba33-921ba3b3cec7 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381660 Jul 14 09:21:40.579465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-63559dc8-24ed-4af5-89d9-494c9512ca59 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.581090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-63559dc8-24ed-4af5-89d9-494c9512ca59 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1532619 Jul 14 09:21:40.584561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85042341-df87-4a69-91c1-6623316c4146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.598928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-67d84ad6-7be6-4f7e-a2cd-5e6fe03191b9 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:40.599886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-67d84ad6-7be6-4f7e-a2cd-5e6fe03191b9 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110924 Jul 14 09:21:40.618871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85042341-df87-4a69-91c1-6623316c4146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.619962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:40.626278 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.627472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3ef206fe-b1e2-4fdf-a95f-fdf5771c270b service neutron] 10.222.0.73 "POST /v2.0/ports/cd4ca668-415d-4440-a886-7fb8f1f117e0/bindings HTTP/1.1" status: 201 len: 390 time: 0.4034903 Jul 14 09:21:40.666560 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1f1e80c-9837-4158-a0d6-483ae7256920 req-475b7acb-b94f-4662-9240-bb270f97ecba service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033559 Jul 14 09:21:40.672750 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-29956354-f4f0-4775-b4ca-6a226bf53486 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0634382 Jul 14 09:21:40.739379 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-f2f447bb-4f98-4b31-be99-6b9bf9f518a4 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0657742 Jul 14 09:21:40.777542 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-29a62e0a-f763-4e6e-a320-d19b245f7125 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips/a718d240-1288-484b-b519-a501c759ae0f HTTP/1.1" status: 200 len: 693 time: 0.0607467 Jul 14 09:21:40.834186 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85042341-df87-4a69-91c1-6623316c4146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.837645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85042341-df87-4a69-91c1-6623316c4146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.838961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-85042341-df87-4a69-91c1-6623316c4146 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab73605e-f013-4b6d-ada8-4e95b4a7f45e HTTP/1.1" status: 204 len: 168 time: 0.3418298 Jul 14 09:21:40.892185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85042341-df87-4a69-91c1-6623316c4146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab73605e-f013-4b6d-ada8-4e95b4a7f45e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:40.894930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-45b9e7a9-f336-485d-88d8-7b27d860e2bd tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.896979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-45b9e7a9-f336-485d-88d8-7b27d860e2bd tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1133845 Jul 14 09:21:40.953169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-079749fc-d4c2-416c-8694-cf802a0b2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:40.954863 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-079749fc-d4c2-416c-8694-cf802a0b2dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1097 time: 0.0906363 Jul 14 09:21:40.956547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Deleting port 6780145f-50f6-48cf-a20c-80cf07e004d5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:40.956986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:40.965126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-66d8b29e-f021-4574-a84f-ac54914249e8 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.0536067 Jul 14 09:21:41.020498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-851ca9bf-9d1a-4436-81f7-d7dd58340be8 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.186 HTTP/1.1" status: 200 len: 696 time: 0.0479214 Jul 14 09:21:41.114323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.114933 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.146254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-93bf6f22-5149-4ef8-a198-f92a80583285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.146254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-93bf6f22-5149-4ef8-a198-f92a80583285 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.1754827 Jul 14 09:21:41.146707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Calling delete_port for 6780145f-50f6-48cf-a20c-80cf07e004d5 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:41.148457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45674) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:41.183763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Deleting port 4a7bcda4-bd73-46b0-8388-1d679ee13ba7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:41.184317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.203361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-827ac90b-9c0c-4947-b9a3-fe3a909f12c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 200 len: 217 time: 0.0453956 Jul 14 09:21:41.203361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b4b7dda-86ba-4220-9b74-22a52b68444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.269647 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.270164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.282636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Calling delete_port for 4a7bcda4-bd73-46b0-8388-1d679ee13ba7 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:41.339717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-269d9a02-1273-454a-a1fb-97aa096615cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.341311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-269d9a02-1273-454a-a1fb-97aa096615cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1284080 Jul 14 09:21:41.400317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-09fe99f7-03d7-4aa1-88da-37876914028d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413816 Jul 14 09:21:41.425321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.450770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Pushing event deleted for resources: {'Port': ['ID=4a7bcda4-bd73-46b0-8388-1d679ee13ba7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:41.479602 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.483152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.484573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-412ccaf2-b9a2-48fa-82ea-95b594f0979a req-53a1b6d1-a439-46f3-94d3-541163bc8d03 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "DELETE /v2.0/floatingips/a718d240-1288-484b-b519-a501c759ae0f HTTP/1.1" status: 204 len: 173 time: 0.4497416 Jul 14 09:21:41.517552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.559439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event deleted for resources: {'Port': ['ID=6780145f-50f6-48cf-a20c-80cf07e004d5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:41.594694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:41.597129 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb99b1a-d7e2-44e2-bd53-aa98590aa242" -d '{"events": [{"name": "network-changed", "server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:41.605170 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.608678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.609961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d537d78-a445-4ad0-a903-fc48612ca6df req-0f4e3534-8895-4f7a-9aff-1aa2b510bb6f tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "DELETE /v2.0/floatingips/20b571f6-e4e8-4655-882b-e01c45727aa7 HTTP/1.1" status: 204 len: 173 time: 0.8636267 Jul 14 09:21:41.616586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-eb015cb0-be8f-4fec-8d72-518d63240de9 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076175 Jul 14 09:21:41.627691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c4d8c-df5e-4258-ada2-08cefc36f73a req-98203c01-60a3-4a56-980d-37e3c6eeeca1 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.629238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d6c4d8c-df5e-4258-ada2-08cefc36f73a req-98203c01-60a3-4a56-980d-37e3c6eeeca1 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1097 time: 0.0564287 Jul 14 09:21:41.656175 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a732aa-0278-47db-a62a-6bac3ec357d0 x-openstack-request-id: req-c8a732aa-0278-47db-a62a-6bac3ec357d0 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:41.656580 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bee0319-3f33-4db4-9f96-77e3af926e7d", "tag": "29d3b3dd-a105-48d8-a764-78b091f4b14d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:41.656882 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8a732aa-0278-47db-a62a-6bac3ec357d0 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:41.657332 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bee0319-3f33-4db4-9f96-77e3af926e7d', 'tag': '29d3b3dd-a105-48d8-a764-78b091f4b14d', 'status': 'completed', 'code': 200} Jul 14 09:21:41.675099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d6c4d8c-df5e-4258-ada2-08cefc36f73a req-9281a7f6-85c5-4dda-b0cd-a927ba1e82d3 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396328 Jul 14 09:21:41.702258 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b4b7dda-86ba-4220-9b74-22a52b68444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.716381 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b4b7dda-86ba-4220-9b74-22a52b68444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.759148 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-58746f07-0a9f-4d3d-9c53-e30ad68db242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.760873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-58746f07-0a9f-4d3d-9c53-e30ad68db242 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4c163973802c41d48eda789e19635852&device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 1100 time: 0.0753396 Jul 14 09:21:41.774427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-fa27f41a-3a34-4a3d-9e75-0bdb88b4a902 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493769 Jul 14 09:21:41.783403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b7dda-86ba-4220-9b74-22a52b68444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57104eb-b97f-4240-9da0-584ba23eaa6c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:41.796809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2b4b7dda-86ba-4220-9b74-22a52b68444a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2a4fa9690cfe467b82730db30e93b95b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6473393 Jul 14 09:21:41.797681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:41.897520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-221eb86f-d882-4d84-8945-063e386dcb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.899052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-221eb86f-d882-4d84-8945-063e386dcb38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1320307 Jul 14 09:21:41.922811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752fcea-9d5d-42d0-a1c3-e5f3d0026bb8 req-e860b8d2-00c4-4413-ae0e-86fc2dc87ad4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.924318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b752fcea-9d5d-42d0-a1c3-e5f3d0026bb8 req-e860b8d2-00c4-4413-ae0e-86fc2dc87ad4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.1051478 Jul 14 09:21:41.928438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16165cce-9b1a-4e73-80f1-903177eec95b req-ca06940f-a931-4e6a-8ce8-25f87562824f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.929925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16165cce-9b1a-4e73-80f1-903177eec95b req-ca06940f-a931-4e6a-8ce8-25f87562824f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 945 time: 0.1596608 Jul 14 09:21:41.930823 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cba00a8-c6ac-4697-8cb2-c946d58dc4b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.956645 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-f8d093f5-90c0-4a3a-b9a5-47453ef8d404 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=29d3b3dd-a105-48d8-a764-78b091f4b14d HTTP/1.1" status: 200 len: 217 time: 0.0509210 Jul 14 09:21:41.979004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cba00a8-c6ac-4697-8cb2-c946d58dc4b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:41.991548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3254e4ce-64dc-47de-a63c-3ca697ccc773 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:41.993087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-3254e4ce-64dc-47de-a63c-3ca697ccc773 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.1387734 Jul 14 09:21:42.009157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-26'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:42.018645 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b752fcea-9d5d-42d0-a1c3-e5f3d0026bb8 req-aaee6d5d-3309-4692-8ef8-ce45c450bd36 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647538 Jul 14 09:21:42.025784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-aa099d19-706b-463b-9d71-b79dae56617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.027245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-aa099d19-706b-463b-9d71-b79dae56617b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0645940 Jul 14 09:21:42.046862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16165cce-9b1a-4e73-80f1-903177eec95b req-7ca2a1f5-1c33-4f3b-99ba-fd62083b3c16 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110339 Jul 14 09:21:42.115110 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cba00a8-c6ac-4697-8cb2-c946d58dc4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.117663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cba00a8-c6ac-4697-8cb2-c946d58dc4b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.118077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-72758332-255e-45bd-84de-81328f2a84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.120024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-72758332-255e-45bd-84de-81328f2a84ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864604 Jul 14 09:21:42.121811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1cba00a8-c6ac-4697-8cb2-c946d58dc4b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b57104eb-b97f-4240-9da0-584ba23eaa6c HTTP/1.1" status: 204 len: 168 time: 0.2997186 Jul 14 09:21:42.134191 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.136165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba00a8-c6ac-4697-8cb2-c946d58dc4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57104eb-b97f-4240-9da0-584ba23eaa6c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:42.260237 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-f82cb4a0-c5d8-422d-a468-5b6467cec1a0 req-110c047e-d4cf-4161-bbb6-fab76b5f2614 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] show failed (client error): The resource could not be found. Jul 14 09:21:42.261697 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f82cb4a0-c5d8-422d-a468-5b6467cec1a0 req-110c047e-d4cf-4161-bbb6-fab76b5f2614 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips/a718d240-1288-484b-b519-a501c759ae0f HTTP/1.1" status: 404 len: 350 time: 0.0419929 Jul 14 09:21:42.315347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940d316-20a6-40cb-b21f-08c55adc90ed req-e1ea9a0e-4840-4ad3-bff6-d1c5c7911331 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.316919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3940d316-20a6-40cb-b21f-08c55adc90ed req-e1ea9a0e-4840-4ad3-bff6-d1c5c7911331 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 948 time: 0.1291516 Jul 14 09:21:42.321087 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-3785ad35-03b6-40c4-8fd4-79b260ae16c2 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879807 Jul 14 09:21:42.322221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:42.350296 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3579e496-9d1b-4cb2-b7a2-b415c7815e2d x-openstack-request-id: req-3579e496-9d1b-4cb2-b7a2-b415c7815e2d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:42.350573 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:42.351371 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3579e496-9d1b-4cb2-b7a2-b415c7815e2d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:42.351567 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'status': 'completed', 'code': 200} Jul 14 09:21:42.423486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3940d316-20a6-40cb-b21f-08c55adc90ed req-5e6579a2-c9f4-433a-8d89-f843ce3fa74c tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989978 Jul 14 09:21:42.430061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:42.488696 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-aadf875e-0fb6-45a8-b1a8-c07beafc79f3 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips/e14fc82b-329e-4699-90c3-c293f4f2fc45 HTTP/1.1" status: 200 len: 692 time: 0.0889854 Jul 14 09:21:42.507704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-8aca2e87-bafc-4335-a001-34f0d886f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.510330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-8aca2e87-bafc-4335-a001-34f0d886f425 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1100 time: 0.1432469 Jul 14 09:21:42.511180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.525449 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.613678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01c8c3fb-d6e3-4123-a204-6a722cc9a043 req-eb45e4ca-dfed-44f8-ba33-ae1ea29d74b3 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852697 Jul 14 09:21:42.628298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-532cbf84-6558-48f0-a999-619f41d9b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.630150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-532cbf84-6558-48f0-a999-619f41d9b476 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1100 time: 0.2295737 Jul 14 09:21:42.637405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c36cda8a-3abc-4a4a-a983-e1a920531d84 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.645205 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c36cda8a-3abc-4a4a-a983-e1a920531d84 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1552575 Jul 14 09:21:42.687659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-1e7d136b-a40e-4090-8bdd-d68c0d5be518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.689421 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-1e7d136b-a40e-4090-8bdd-d68c0d5be518 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1734996 Jul 14 09:21:42.740773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-4a1dfa9f-69cd-4f4e-8af9-38c5f5527485 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0951355 Jul 14 09:21:42.770845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:42.778110 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-45f9811e-7c85-4743-8689-8ee202afd54e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0779901 Jul 14 09:21:42.808443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c157627e-71b4-4940-a8b8-463c96beb2db tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.85 HTTP/1.1" status: 200 len: 695 time: 0.0620878 Jul 14 09:21:42.867696 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-0bbe1f5b-dd93-45e3-a746-9fec8f4d5342 req-ddcfe3d2-0e3f-496c-a969-47b27caf4785 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] show failed (client error): The resource could not be found. Jul 14 09:21:42.868764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0bbe1f5b-dd93-45e3-a746-9fec8f4d5342 req-ddcfe3d2-0e3f-496c-a969-47b27caf4785 tempest-FloatingIPsTestJSON-1086977281 tempest-FloatingIPsTestJSON-1086977281-project] 10.222.0.73 "GET /v2.0/floatingips/a718d240-1288-484b-b519-a501c759ae0f HTTP/1.1" status: 404 len: 350 time: 0.1049693 Jul 14 09:21:42.871172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on host n-h2-780147-26 for vnic_type normal with profile {"migrating_to": "n-h1-780147-26"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:42.871508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:42.871840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:42.883961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45712) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:42.897362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:42.897689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Attempting to bind port cd4ca668-415d-4440-a886-7fb8f1f117e0 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:42.942812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:42.943153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:42.943545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:42.943977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Bound port: cd4ca668-415d-4440-a886-7fb8f1f117e0, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:42.944365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:42.947275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-b891c38a-c1a7-4645-8521-a816cfc3403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.949074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-b891c38a-c1a7-4645-8521-a816cfc3403d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3018076 Jul 14 09:21:42.955907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-89e962c2-2146-4b4a-8914-d91608d0a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:42.957549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-89e962c2-2146-4b4a-8914-d91608d0a2bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1576536 Jul 14 09:21:43.183123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:43.194404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-4a08162b-77ab-4ec5-8dd8-4962306ada4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.196179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-4a08162b-77ab-4ec5-8dd8-4962306ada4c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2294650 Jul 14 09:21:43.217382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:43.380595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-4a63f921-e612-4bf9-865e-834eba5c043f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0658443 Jul 14 09:21:43.462307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 79cae1ca-1497-42d8-8929-adf9f0bc73e9 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:43.504234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-9f8fdbf3-53f4-4bc9-8123-5ea20f1f89f6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.505852 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-9f8fdbf3-53f4-4bc9-8123-5ea20f1f89f6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 948 time: 0.6485672 Jul 14 09:21:43.511038 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-b529fd4e-fe78-411a-bc66-2b320b1ddcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.512246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-b529fd4e-fe78-411a-bc66-2b320b1ddcb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1221409 Jul 14 09:21:43.572056 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.588786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Deleting port 300a214c-c6f8-444c-9584-f37dc0e58518 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:43.589121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.609152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:43.623497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'mac_address': 'fa:16:3e:63:26:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:43.673665 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-a563ba5e-4b45-4b92-9d55-241e2cbfe219 service neutron] delete failed (client error): The resource could not be found. Jul 14 09:21:43.674705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-a563ba5e-4b45-4b92-9d55-241e2cbfe219 service neutron] 10.222.0.69 "DELETE /v2.0/ports/79cae1ca-1497-42d8-8929-adf9f0bc73e9/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.1615407 Jul 14 09:21:43.678178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.699901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cae1ca-1497-42d8-8929-adf9f0bc73e9 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:43.709862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-2fb35716-6025-428c-bdff-b009cf056dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.711463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-2fb35716-6025-428c-bdff-b009cf056dfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1905878 Jul 14 09:21:43.713587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:43.737764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.738233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.744751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:43.759436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.760922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 29d3b3dd-a105-48d8-a764-78b091f4b14d details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:43.786766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.787672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:43.788183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Calling delete_port for 300a214c-c6f8-444c-9584-f37dc0e58518 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:43.789057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-0804dc12-5109-42ad-ae12-cedef1801d63 service neutron] 10.222.0.69 "PUT /v2.0/ports/cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 200 len: 1123 time: 1.7884178 Jul 14 09:21:43.795957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-9d988e95-7e89-4871-9579-8a829d2c15e8 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913711 Jul 14 09:21:43.821267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56715-a474-4e62-92d9-e86149d34b68 req-03f7fa62-1f34-46a1-9432-fe0e14227610 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:43.823208 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-59b56715-a474-4e62-92d9-e86149d34b68 req-03f7fa62-1f34-46a1-9432-fe0e14227610 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 948 time: 0.6020346 Jul 14 09:21:43.868706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['cd4ca668-415d-4440-a886-7fb8f1f117e0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:43.904802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-39a81540-ab9d-41c3-80b8-5af570e988cf service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856279 Jul 14 09:21:43.931976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 29d3b3dd-a105-48d8-a764-78b091f4b14d, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=29d3b3dd-a105-48d8-a764-78b091f4b14d,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:43.936554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:43.959640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '29d3b3dd-a105-48d8-a764-78b091f4b14d', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '29d3b3dd-a105-48d8-a764-78b091f4b14d', 'mac_address': 'fa:16:3e:a7:4b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:21:43.987917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-59b56715-a474-4e62-92d9-e86149d34b68 req-9d70d025-b575-420c-a1db-61a437126a9f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503432 Jul 14 09:21:44.023028 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.025996 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-49a922d4-047e-4733-b03b-8bccf98a76bd service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206383 Jul 14 09:21:44.060161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d3b3dd-a105-48d8-a764-78b091f4b14d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:44.073873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adb99b1a-d7e2-44e2-bd53-aa98590aa242 req-3f20488d-5818-4e72-ab26-f1c90c14c968 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588595 Jul 14 09:21:44.083244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.111695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 29d3b3dd-a105-48d8-a764-78b091f4b14d, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=29d3b3dd-a105-48d8-a764-78b091f4b14d,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:44.112539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Pushing event deleted for resources: {'Port': ['ID=300a214c-c6f8-444c-9584-f37dc0e58518,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:44.151150 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.177250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.177951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.180258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.181568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7c3f9b72-4234-49d5-b628-adfe32ad6bd8 req-c91620cc-ad23-4e8e-83e6-a8171246c823 tempest-FloatingIPDetailsTestJSON-1652370109 tempest-FloatingIPDetailsTestJSON-1652370109-project] 10.222.0.73 "DELETE /v2.0/floatingips/e14fc82b-329e-4699-90c3-c293f4f2fc45 HTTP/1.1" status: 204 len: 173 time: 1.3669257 Jul 14 09:21:44.188956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45744) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:44.214785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=29d3b3dd-a105-48d8-a764-78b091f4b14d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:44.366502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0'}, {'name': 'network-changed', 'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:44.369249 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c" -d '{"events": [{"server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0"}, {"name": "network-changed", "server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:44.380604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-d5d6f9a3-9e64-4f5a-af44-295959c60485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.382224 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-d5d6f9a3-9e64-4f5a-af44-295959c60485 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1101 time: 0.1472924 Jul 14 09:21:44.429005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['79cae1ca-1497-42d8-8929-adf9f0bc73e9'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:44.453205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['29d3b3dd-a105-48d8-a764-78b091f4b14d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:44.518525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238aba1f-dc12-468c-8904-2bac89cfd6bb req-58a3aa0b-f34c-45ed-b305-d5e078d7671c tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.520039 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-238aba1f-dc12-468c-8904-2bac89cfd6bb req-58a3aa0b-f34c-45ed-b305-d5e078d7671c tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1097 time: 0.2084210 Jul 14 09:21:44.520362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2db61-2363-45e7-a6d0-d373b89df4cb req-7df735eb-9e0e-42e2-9616-4a12add67e8c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.521869 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36e2db61-2363-45e7-a6d0-d373b89df4cb req-7df735eb-9e0e-42e2-9616-4a12add67e8c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 943 time: 0.1229980 Jul 14 09:21:44.590355 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36e2db61-2363-45e7-a6d0-d373b89df4cb req-b010b10e-e544-42fb-952e-5dee5b4064ad tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585754 Jul 14 09:21:44.613368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-511411d7-f049-40fe-a675-cb25d52fd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.614882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-511411d7-f049-40fe-a675-cb25d52fd5ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1947393 Jul 14 09:21:44.630159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-238aba1f-dc12-468c-8904-2bac89cfd6bb req-2b8badea-f746-4f95-af4f-7bddde04e78a tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932298 Jul 14 09:21:44.668850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-edf38e21-efea-4252-8a49-9e199c3875e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0447824 Jul 14 09:21:44.689831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Deleting port a85f9c85-0211-4538-b873-e7de62423bfe {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:44.692885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.784317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-942cc87e-b5ff-4c3d-993a-3b2e117f8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.785683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-942cc87e-b5ff-4c3d-993a-3b2e117f8810 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1089346 Jul 14 09:21:44.803470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] For port a85f9c85-0211-4538-b873-e7de62423bfe, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a85f9c85-0211-4538-b873-e7de62423bfe,segment=NetworkSegment(65cec017-aa6e-4f96-90e6-c6ca11c3aab3),segment_id=65cec017-aa6e-4f96-90e6-c6ca11c3aab3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:44.803825 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:44.817044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Calling delete_port for a85f9c85-0211-4538-b873-e7de62423bfe owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:44.977182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-40c60320-9569-4271-b904-6a57100982e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:44.978755 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-40c60320-9569-4271-b904-6a57100982e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1815073 Jul 14 09:21:44.983391 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3184026-e152-45b4-a89e-0be122b8c82f x-openstack-request-id: req-a3184026-e152-45b4-a89e-0be122b8c82f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:44.983691 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0", "code": 200}, {"name": "network-changed", "server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:44.983945 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3184026-e152-45b4-a89e-0be122b8c82f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:44.984364 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0', 'code': 200} Jul 14 09:21:44.984620 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0', 'status': 'completed', 'code': 200} Jul 14 09:21:45.008685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae5db0-2624-413c-beda-e378d8a28650 req-a67ebe28-959a-47db-8618-d923c8fd7ad3 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.012929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2aae5db0-2624-413c-beda-e378d8a28650 req-a67ebe28-959a-47db-8618-d923c8fd7ad3 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 949 time: 0.1851728 Jul 14 09:21:45.060051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.095877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85f9c85-0211-4538-b873-e7de62423bfe,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.126735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-e84b7edb-286c-40e1-96c9-43cd84f47f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.128672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-e84b7edb-286c-40e1-96c9-43cd84f47f4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1126 time: 0.1144474 Jul 14 09:21:45.320982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.335871 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.404333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-7c91ee5b-ed9e-46f7-b93c-d0c020f25743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.405257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-7c91ee5b-ed9e-46f7-b93c-d0c020f25743 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.2315509 Jul 14 09:21:45.437105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2aae5db0-2624-413c-beda-e378d8a28650 req-01927c33-157f-44a8-8292-95856e9023b9 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801086 Jul 14 09:21:45.471608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-70e02b23-562f-46b6-8d3e-91731ffe7d88 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766223 Jul 14 09:21:45.486314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 79cae1ca-1497-42d8-8929-adf9f0bc73e9 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:45.486809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-d70de883-9d6e-41e8-a0bd-2891d7760db1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 200 len: 217 time: 0.0472362 Jul 14 09:21:45.541711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:45.550959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:45.551166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-eac63fa4-7b4d-4afa-93a7-e489d1cd8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.551739 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.552552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-eac63fa4-7b4d-4afa-93a7-e489d1cd8ae2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.0580056 Jul 14 09:21:45.632704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-1b97e0d4-04be-4795-ba1d-acb639df36cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728819 Jul 14 09:21:45.667453 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.694821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c17dffa3-6d32-4ab6-980b-6c29a0e7fd07 req-1616b10b-015d-44c6-8c55-4a6229b3d7d0 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719270 Jul 14 09:21:45.720829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:45.722276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:45.726005 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66a8c8a-fd79-41d7-a784-c23fc7375698" -d '{"events": [{"server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "name": "network-vif-plugged", "status": "completed", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:45.730756 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.731683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 29d3b3dd-a105-48d8-a764-78b091f4b14d up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:45.780649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Router da71919c-d472-4f02-b643-4fab5e2ce0a9 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:45.802375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-93fe323d-fa2b-466a-b5d4-f42069119a5d service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625876 Jul 14 09:21:45.859360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:45.860177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Deleting port c4b068b6-7703-4056-a4a2-037586d7f326 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:45.860687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.895268 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 29d3b3dd-a105-48d8-a764-78b091f4b14d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:45.900396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 29d3b3dd-a105-48d8-a764-78b091f4b14d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:45.901398 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:45.962004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856734be-3ae4-4581-ac5b-a59a7ed3cf49 req-2d9b9820-0383-4bc1-9276-c4c6f65c2852 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:45.968570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-856734be-3ae4-4581-ac5b-a59a7ed3cf49 req-2d9b9820-0383-4bc1-9276-c4c6f65c2852 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1584959 Jul 14 09:21:46.004825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.005951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] For port c4b068b6-7703-4056-a4a2-037586d7f326, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c4b068b6-7703-4056-a4a2-037586d7f326,segment=NetworkSegment(187a6927-33b9-442c-9b29-d1f936ea62cf),segment_id=187a6927-33b9-442c-9b29-d1f936ea62cf)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:46.006303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.030301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Calling delete_port for c4b068b6-7703-4056-a4a2-037586d7f326 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:46.036914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-856734be-3ae4-4581-ac5b-a59a7ed3cf49 req-c75792f0-4dfe-470e-bd07-41fb7d4736e1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674782 Jul 14 09:21:46.099210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 29d3b3dd-a105-48d8-a764-78b091f4b14d, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=29d3b3dd-a105-48d8-a764-78b091f4b14d,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:46.111039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.183485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=29d3b3dd-a105-48d8-a764-78b091f4b14d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:46.251842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device cd4ca668-415d-4440-a886-7fb8f1f117e0 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:46.299181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d913bd1f-1b53-482a-b464-d6fc3eb89c1c req-0d32f132-9c00-4993-8a89-79edd228e905 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821153 Jul 14 09:21:46.300157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:46.307494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6115bff2-de57-41d9-807f-7830970d0504 admin admin] 10.222.0.73 "PUT /v2.0/routers/da71919c-d472-4f02-b643-4fab5e2ce0a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4192522 Jul 14 09:21:46.309208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45794) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:46.315508 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] Sync routers for ids ['da71919c-d472-4f02-b643-4fab5e2ce0a9'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:46.341305 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] Routers {'da71919c-d472-4f02-b643-4fab5e2ce0a9'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:46.341906 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['da71919c-d472-4f02-b643-4fab5e2ce0a9'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:46.368374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:46.382326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device cd4ca668-415d-4440-a886-7fb8f1f117e0 has no active binding in host n-h1-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:21:46.446017 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] Set router da71919c-d472-4f02-b643-4fab5e2ce0a9 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:46.523574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.535086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964ad81-2abc-47f0-97b0-7fbf64615e75 req-b35fda86-7f4f-4e1d-b4bf-c3385848b20f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:46.536662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9964ad81-2abc-47f0-97b0-7fbf64615e75 req-b35fda86-7f4f-4e1d-b4bf-c3385848b20f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 943 time: 0.2332525 Jul 14 09:21:46.609587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-07c654b5-cd62-47a2-94ae-ab59986373d2 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:21:46.610514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-07c654b5-cd62-47a2-94ae-ab59986373d2 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130734 Jul 14 09:21:46.619544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.650751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Request body: {'binding': {'host': 'n-h2-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:46.651200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Unknown quota resources ['binding']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:21:46.709675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b068b6-7703-4056-a4a2-037586d7f326,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:46.725524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9964ad81-2abc-47f0-97b0-7fbf64615e75 req-ea2a3195-683a-421b-8814-5465d25e04bc tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533172 Jul 14 09:21:46.737643 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:44Z', 'revision_number': 5, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:46.772798 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] Checking router: da71919c-d472-4f02-b643-4fab5e2ce0a9 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:46.788252 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] Routers {'da71919c-d472-4f02-b643-4fab5e2ce0a9'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:46.788899 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['da71919c-d472-4f02-b643-4fab5e2ce0a9'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:46.802049 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6313ffb3-be2e-4f5b-9af7-6d044f28b0bd x-openstack-request-id: req-6313ffb3-be2e-4f5b-9af7-6d044f28b0bd {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:46.802953 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "name": "network-vif-plugged", "status": "completed", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:46.803519 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6313ffb3-be2e-4f5b-9af7-6d044f28b0bd {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:46.804148 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'code': 200} Jul 14 09:21:46.892095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:46.920428 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] Set router da71919c-d472-4f02-b643-4fab5e2ce0a9 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:46.990512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.016159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on host n-h2-780147-26 for vnic_type normal with profile None {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:47.016553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:47.016963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:47.060522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:47.061141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:47.086076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:47.086422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:47.086801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:47.087242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Bound port: c996e615-7ae9-4f42-b0a8-f3252a023a83, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:47.116142 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:44Z', 'revision_number': 5, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:47.144609 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2c061-d32c-4d83-bf9b-bf96dcae146b None None] The sync data for ids ['da71919c-d472-4f02-b643-4fab5e2ce0a9'] in n-d-780147-26 is: [{'id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'name': 'tempest-FloatingIPsTestJSON-1002498942-router', 'tenant_id': '00fa4fd4c38448e192e469b9511f847a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:24Z', 'updated_at': '2021-07-14T09:21:44Z', 'revision_number': 5, 'project_id': '00fa4fd4c38448e192e469b9511f847a', 'gw_port': {'id': 'c5ce2863-d7c6-4183-af8c-1b7e5efb16ec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71919c-d472-4f02-b643-4fab5e2ce0a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:25Z', 'updated_at': '2021-07-14T09:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:47.427916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Deleting port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:47.428150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.502458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:47.512786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.514587 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b42d7a63-efb9-4a0e-8668-321790a5875e service neutron] 10.222.0.73 "POST /v2.0/ports/c996e615-7ae9-4f42-b0a8-f3252a023a83/bindings HTTP/1.1" status: 201 len: 390 time: 0.8863249 Jul 14 09:21:47.581921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0637b9-a931-4389-b8c2-2c075124b50f req-38046510-f5bb-4507-8c21-01d4cc168919 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:47.586905 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa0637b9-a931-4389-b8c2-2c075124b50f req-38046510-f5bb-4507-8c21-01d4cc168919 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 950 time: 0.5128460 Jul 14 09:21:47.592298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-83120db5-20a9-404e-ac8c-da7acada8728 service neutron] 10.222.0.66 "GET /v2.0/ports/cd4ca668-415d-4440-a886-7fb8f1f117e0/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.0771809 Jul 14 09:21:47.658190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] For port c5ce2863-d7c6-4183-af8c-1b7e5efb16ec, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c5ce2863-d7c6-4183-af8c-1b7e5efb16ec,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:47.658664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:47.701728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Calling delete_port for c5ce2863-d7c6-4183-af8c-1b7e5efb16ec owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:47.725827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa0637b9-a931-4389-b8c2-2c075124b50f req-231eeb21-3727-4c7c-bef7-f0d87ea377b4 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289010 Jul 14 09:21:47.842164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:21:47.867841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:47.899005 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:47.934597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df3a12-6e10-4ebd-835a-202597f7f902 req-0779dcf2-ca3c-40ce-a29c-bbe7b0e66bc8 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:47.936923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-51df3a12-6e10-4ebd-835a-202597f7f902 req-0779dcf2-ca3c-40ce-a29c-bbe7b0e66bc8 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1319487 Jul 14 09:21:47.954546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4ca668-415d-4440-a886-7fb8f1f117e0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:47.973553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:48.000246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-51df3a12-6e10-4ebd-835a-202597f7f902 req-1976af30-39af-482f-953b-df8074124308 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570707 Jul 14 09:21:48.000980 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.047112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-2c6f418a-2fea-42a3-a956-7e1dc2c42cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.048719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-2c6f418a-2fea-42a3-a956-7e1dc2c42cfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1097 time: 0.2436457 Jul 14 09:21:48.163994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee13c2-811a-4d9b-b1e9-e9b81d20d1ab req-5028f331-1f59-4aef-8810-081e6f2d1923 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.165533 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59ee13c2-811a-4d9b-b1e9-e9b81d20d1ab req-5028f331-1f59-4aef-8810-081e6f2d1923 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 945 time: 0.2994542 Jul 14 09:21:48.171368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:21:48.181099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] Sync routers for ids ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:21:48.188534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d08f8aa5-d76f-458b-932b-1779a74657c9 admin admin] 10.222.0.73 "PUT /v2.0/routers/8594e9cc-cd2f-44eb-930e-f4a3ef57de05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9982064 Jul 14 09:21:48.189115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:48.190785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] Routers {'8594e9cc-cd2f-44eb-930e-f4a3ef57de05'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:48.191409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:48.239854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] Transition to ACTIVE for port object cd4ca668-415d-4440-a886-7fb8f1f117e0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:48.243716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.253391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.257398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-c3c94ced-beb0-47dd-b7a8-80f5c9a629e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.258915 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-c3c94ced-beb0-47dd-b7a8-80f5c9a629e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.2021167 Jul 14 09:21:48.289176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59ee13c2-811a-4d9b-b1e9-e9b81d20d1ab req-89a59be7-ce0b-48ea-9a86-d84751220be4 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140347 Jul 14 09:21:48.298475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ce2863-d7c6-4183-af8c-1b7e5efb16ec,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.323194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318322-df46-436d-b52b-9ebeadd1e94f req-e353c08a-11b4-46ff-b4b5-9edc6a4911f6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.324823 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0318322-df46-436d-b52b-9ebeadd1e94f req-e353c08a-11b4-46ff-b4b5-9edc6a4911f6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 943 time: 0.1751487 Jul 14 09:21:48.342489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-236c7646-3f72-4947-a627-7e261cbaf254 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 200 len: 217 time: 0.0519588 Jul 14 09:21:48.348949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] Set router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:48.367723 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.396582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] No DVR routers for this DVR port cd4ca668-415d-4440-a886-7fb8f1f117e0 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:48.417034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.418593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] Pushing event updated for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:48.499194 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0318322-df46-436d-b52b-9ebeadd1e94f req-c638efe7-41e5-4245-b326-e18c2f39a012 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600153 Jul 14 09:21:48.506431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-abb6f684-eb8a-4591-9167-8aaa37a3b1ff service neutron] 10.222.0.66 "PUT /v2.0/ports/cd4ca668-415d-4440-a886-7fb8f1f117e0/bindings/n-h1-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 0.9087188 Jul 14 09:21:48.513882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.517368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.556041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-96e5a012-58eb-4c38-8d20-7c7959c82e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.557556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-96e5a012-58eb-4c38-8d20-7c7959c82e3d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1993477 Jul 14 09:21:48.578975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:46Z', 'revision_number': 5, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:48.615006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] Checking router: 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:21:48.624943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] Routers {'8594e9cc-cd2f-44eb-930e-f4a3ef57de05'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:21:48.626135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:48.643946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.652636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-7e152c86-74fe-4e54-a335-6abb4a9068a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637913 Jul 14 09:21:48.654549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.655220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da71919c-d472-4f02-b643-4fab5e2ce0a9 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:48.673927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.677679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d4b609b9-c271-4a12-8bce-b7e5a4c3916d admin admin] 10.222.0.73 "DELETE /v2.0/routers/da71919c-d472-4f02-b643-4fab5e2ce0a9 HTTP/1.1" status: 204 len: 168 time: 2.3635089 Jul 14 09:21:48.703722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:48.805923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bee0319-3f33-4db4-9f96-77e3af926e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d3b3dd-a105-48d8-a764-78b091f4b14d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:48.815518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a408d45-2c67-4736-a76a-a9a48ec306e9 admin admin] Deleting subnet 877971a0-ff15-4164-b8a6-74adb6ee16c9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:48.816140 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353de437-e2bd-4dba-9176-22cf6efc17b7" -d '{"events": [{"server_uuid": "5bee0319-3f33-4db4-9f96-77e3af926e7d", "name": "network-vif-plugged", "status": "completed", "tag": "29d3b3dd-a105-48d8-a764-78b091f4b14d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:48.822519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a408d45-2c67-4736-a76a-a9a48ec306e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.858282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Deleting port f51b1f14-756c-49e5-8eda-bd674c54e1e4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:48.858743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.870998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] Set router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:21:48.877845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-f0db4183-9011-424a-a616-c665e6bcf590 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.879365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-f0db4183-9011-424a-a616-c665e6bcf590 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.2889001 Jul 14 09:21:48.879905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a85f9c85-0211-4538-b873-e7de62423bfe no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:48.913706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a408d45-2c67-4736-a76a-a9a48ec306e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:48.922404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0003fc-1de7-43ff-b72e-6a228f5e1d7d req-e8d2902d-9bc2-4838-a2b7-80d17952dd29 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:48.923955 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b0003fc-1de7-43ff-b72e-6a228f5e1d7d req-e8d2902d-9bc2-4838-a2b7-80d17952dd29 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1102 time: 0.2665055 Jul 14 09:21:48.925780 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-d38eeed6-151b-4ec2-adc1-093e7e8f01e9 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628200 Jul 14 09:21:49.025206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: a85f9c85-0211-4538-b873-e7de62423bfe {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:49.025578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a85f9c85-0211-4538-b873-e7de62423bfe not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:49.067403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b0003fc-1de7-43ff-b72e-6a228f5e1d7d req-09cb8165-7937-4c7b-aac8-3c56e4f792c0 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224182 Jul 14 09:21:49.077522 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a408d45-2c67-4736-a76a-a9a48ec306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.131085 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124064b6-ecdf-40ae-9fd5-fb53c34168f8 x-openstack-request-id: req-124064b6-ecdf-40ae-9fd5-fb53c34168f8 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:49.131374 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bee0319-3f33-4db4-9f96-77e3af926e7d", "name": "network-vif-plugged", "status": "completed", "tag": "29d3b3dd-a105-48d8-a764-78b091f4b14d", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:49.131624 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-124064b6-ecdf-40ae-9fd5-fb53c34168f8 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:49.132030 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bee0319-3f33-4db4-9f96-77e3af926e7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d3b3dd-a105-48d8-a764-78b091f4b14d', 'code': 200} Jul 14 09:21:49.140752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] For port f51b1f14-756c-49e5-8eda-bd674c54e1e4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f51b1f14-756c-49e5-8eda-bd674c54e1e4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:49.140980 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.160229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-04fc9685-f170-4106-bd57-bcdb2ee70e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.162717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-04fc9685-f170-4106-bd57-bcdb2ee70e55 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e&tenant_id=80bcc800fd7349bc90b804a3d1519051 HTTP/1.1" status: 200 len: 1096 time: 0.2692218 Jul 14 09:21:49.173885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Calling delete_port for f51b1f14-756c-49e5-8eda-bd674c54e1e4 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:49.184328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-30d5ecf1-de21-4109-8e04-2dc5d8d0f657 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382002 Jul 14 09:21:49.244489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158a6cc-8d65-41a6-b298-94446b903250 req-15bc21d0-f262-4683-a7a6-b45953dd4340 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.246005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f158a6cc-8d65-41a6-b298-94446b903250 req-15bc21d0-f262-4683-a7a6-b45953dd4340 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 950 time: 0.2455988 Jul 14 09:21:49.250133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a408d45-2c67-4736-a76a-a9a48ec306e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.319573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a408d45-2c67-4736-a76a-a9a48ec306e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.319816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa621091-3d37-4303-b554-76b9f735e134 None None] Network e0f79b25-8976-4be0-9b33-b9ab7921f0c5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:49.326918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1a408d45-2c67-4736-a76a-a9a48ec306e9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/877971a0-ff15-4164-b8a6-74adb6ee16c9 HTTP/1.1" status: 204 len: 168 time: 0.6201842 Jul 14 09:21:49.327479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a408d45-2c67-4736-a76a-a9a48ec306e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877971a0-ff15-4164-b8a6-74adb6ee16c9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:49.357561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45838) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:49.387371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:46Z', 'revision_number': 5, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:49.389282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45844) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:49.470959 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-843b7405-0ace-4bb4-897f-fde0922d5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.472488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-843b7405-0ace-4bb4-897f-fde0922d5917 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1096 time: 0.2354417 Jul 14 09:21:49.494301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9a46f-960e-4d4a-8527-4e549b5382ec req-dd359a70-9727-40fc-b9d8-4d5b6f916130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.495844 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adf9a46f-960e-4d4a-8527-4e549b5382ec req-dd359a70-9727-40fc-b9d8-4d5b6f916130 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 1102 time: 0.2485697 Jul 14 09:21:49.574899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f158a6cc-8d65-41a6-b298-94446b903250 req-e040ab17-60da-4387-8348-21f6571426e0 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141563 Jul 14 09:21:49.579499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bebd8ae-9230-43cf-a3e3-fe3633af68f2 None None] The sync data for ids ['8594e9cc-cd2f-44eb-930e-f4a3ef57de05'] in n-d-780147-26 is: [{'id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'name': 'tempest-FloatingIPDetailsTestJSON-969864831-router', 'tenant_id': '01e330186c654adab2b26e7e741bbb32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:10Z', 'updated_at': '2021-07-14T09:21:46Z', 'revision_number': 5, 'project_id': '01e330186c654adab2b26e7e741bbb32', 'gw_port': {'id': 'f51b1f14-756c-49e5-8eda-bd674c54e1e4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8594e9cc-cd2f-44eb-930e-f4a3ef57de05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:11Z', 'updated_at': '2021-07-14T09:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:21:49.654325 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adf9a46f-960e-4d4a-8527-4e549b5382ec req-1ee82e45-63bb-40f5-ae63-6f707bf0b11a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439993 Jul 14 09:21:49.657001 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.663062 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-191b3e5b-4a5f-4257-867a-ce9f8c556505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.696988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-515c783e-48c8-4ac2-8c09-521c486177ec tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.698419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-515c783e-48c8-4ac2-8c09-521c486177ec tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.4101613 Jul 14 09:21:49.710286 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.741819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-26'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:49.749775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-d2a91e39-2fb3-4041-b218-6c0783bf55eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.751725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-d2a91e39-2fb3-4041-b218-6c0783bf55eb service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.2549610 Jul 14 09:21:49.760891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c95144-9278-48ce-8279-0f5cbff054b1 req-3fef7899-ae9d-4d32-aed6-2c48d37b20d4 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.766135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43c95144-9278-48ce-8279-0f5cbff054b1 req-3fef7899-ae9d-4d32-aed6-2c48d37b20d4 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 945 time: 0.2876372 Jul 14 09:21:49.775900 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-3357ef13-683b-4a2a-855d-4921d897603e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815737 Jul 14 09:21:49.797994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f51b1f14-756c-49e5-8eda-bd674c54e1e4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:49.845543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-5d56a28c-00a8-454c-9edb-553194ae8681 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 200 len: 217 time: 0.0727665 Jul 14 09:21:49.884162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:49.909704 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43c95144-9278-48ce-8279-0f5cbff054b1 req-77dba4f8-54e1-45b0-a4cd-8fd1c1b8de63 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360877 Jul 14 09:21:49.937957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-cc714429-1aff-405b-b182-f49ba2fc94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:49.939276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-cc714429-1aff-405b-b182-f49ba2fc94fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.0863254 Jul 14 09:21:49.987144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-7c64f902-595f-42a6-b40d-651828df4b47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396986 Jul 14 09:21:50.004923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] DHCP port deletion for e0f79b25-8976-4be0-9b33-b9ab7921f0c5 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:50.029749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-191b3e5b-4a5f-4257-867a-ce9f8c556505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.053942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-191b3e5b-4a5f-4257-867a-ce9f8c556505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.061796 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.071290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.082880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] Deleting port 4fe3696f-91f1-4971-9d02-62ddf6155b20 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:50.083212 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.090935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.159198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Deleting port 4fe3696f-91f1-4971-9d02-62ddf6155b20 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:50.159776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.168364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-d326c7cf-806a-4c56-9180-8f461dd29dde tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.177529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] For port 4fe3696f-91f1-4971-9d02-62ddf6155b20, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fe3696f-91f1-4971-9d02-62ddf6155b20,segment=NetworkSegment(65cec017-aa6e-4f96-90e6-c6ca11c3aab3),segment_id=65cec017-aa6e-4f96-90e6-c6ca11c3aab3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:50.178060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.181279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-d326c7cf-806a-4c56-9180-8f461dd29dde tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3864632 Jul 14 09:21:50.220333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] Calling delete_port for 4fe3696f-91f1-4971-9d02-62ddf6155b20 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:50.386359 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.418262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] Pushing event deleted for resources: {'Port': ['ID=4fe3696f-91f1-4971-9d02-62ddf6155b20,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.425132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a2518-b5dc-48cd-90dd-257348c4ac47 None None] No DVR routers for this DVR port 4fe3696f-91f1-4971-9d02-62ddf6155b20 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:50.456865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b3e5b-4a5f-4257-867a-ce9f8c556505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2181e995-dfe0-4c7b-a85b-b1c8e3fcfd95,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.472671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-191b3e5b-4a5f-4257-867a-ce9f8c556505 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f9d196d05af4a02ad786fc80cc56e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729270 Jul 14 09:21:50.475206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45860) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:50.532682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-ea458254-fa1f-405a-85f1-ead6ba70e92e service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372493 Jul 14 09:21:50.557822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.558318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8594e9cc-cd2f-44eb-930e-f4a3ef57de05 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:21:50.570686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-de6ac5a2-0ae1-459b-95fe-0b925c2a34b3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/quotas/a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 375 time: 0.3884768 Jul 14 09:21:50.593529 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.594653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e7b69414-15f6-4f20-a4b9-be9d85d745ed admin admin] 10.222.0.73 "DELETE /v2.0/routers/8594e9cc-cd2f-44eb-930e-f4a3ef57de05 HTTP/1.1" status: 204 len: 168 time: 2.4012978 Jul 14 09:21:50.602308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45862) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:50.646958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77561bf-46f4-43c7-905d-a0de422fde41 req-4cac0b2b-d387-4fd2-bc02-3105e4a38421 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:50.648963 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a77561bf-46f4-43c7-905d-a0de422fde41 req-4cac0b2b-d387-4fd2-bc02-3105e4a38421 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 944 time: 0.2797072 Jul 14 09:21:50.652680 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6991bea9-c83b-465f-b5d4-60e98cd22cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.654129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] For port 4fe3696f-91f1-4971-9d02-62ddf6155b20, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fe3696f-91f1-4971-9d02-62ddf6155b20,segment=NetworkSegment(65cec017-aa6e-4f96-90e6-c6ca11c3aab3),segment_id=65cec017-aa6e-4f96-90e6-c6ca11c3aab3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:50.654502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.681711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6991bea9-c83b-465f-b5d4-60e98cd22cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.711678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Calling delete_port for 4fe3696f-91f1-4971-9d02-62ddf6155b20 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:50.779596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5795d4-f8aa-4305-98b8-c29063b51c86 admin admin] Deleting subnet a9efd386-944c-4814-9fbc-0f492109163e {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:21:50.790557 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-b7562dc0-8e4e-4442-b586-94695525dbd0 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511375 Jul 14 09:21:50.791581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db5795d4-f8aa-4305-98b8-c29063b51c86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.793132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-f33ee7f1-6685-45b4-91bf-560d5799adbd tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2212894 Jul 14 09:21:50.809263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a77561bf-46f4-43c7-905d-a0de422fde41 req-f6008ca6-ad04-4adc-9c9a-a1ef3831d8ea tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344202 Jul 14 09:21:50.844539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:50.860024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db5795d4-f8aa-4305-98b8-c29063b51c86 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.896927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.898527 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6991bea9-c83b-465f-b5d4-60e98cd22cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.901227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6991bea9-c83b-465f-b5d4-60e98cd22cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:50.906231 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6991bea9-c83b-465f-b5d4-60e98cd22cb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2181e995-dfe0-4c7b-a85b-b1c8e3fcfd95 HTTP/1.1" status: 204 len: 168 time: 0.4297006 Jul 14 09:21:50.932873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:50.935433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe3696f-91f1-4971-9d02-62ddf6155b20,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:50.940398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] No DVR routers for this DVR port 4fe3696f-91f1-4971-9d02-62ddf6155b20 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:50.970917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991bea9-c83b-465f-b5d4-60e98cd22cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2181e995-dfe0-4c7b-a85b-b1c8e3fcfd95,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.040019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db5795d4-f8aa-4305-98b8-c29063b51c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.139996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:51.145448 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb1d645-600c-412e-8e57-0413f969395a" -d '{"events": [{"server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "name": "network-vif-unplugged", "status": "completed", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:51.156189 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.164224 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.206836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db5795d4-f8aa-4305-98b8-c29063b51c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.209528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.218929 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.219232 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.220208 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.220486 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > port after_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.220986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.221174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > port after_update 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.221462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.221875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.222142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.222439 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.242979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c4b068b6-7703-4056-a4a2-037586d7f326 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:51.268737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c4b068b6-7703-4056-a4a2-037586d7f326 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:51.269233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c4b068b6-7703-4056-a4a2-037586d7f326 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:51.269910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c5ce2863-d7c6-4183-af8c-1b7e5efb16ec no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:51.271994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0069170-efb3-4a9d-aa4b-a973623b9506 None None] Network 9f636f57-711d-4301-a04b-ba8edd456d98 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:51.296179 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db5795d4-f8aa-4305-98b8-c29063b51c86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.300448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db5795d4-f8aa-4305-98b8-c29063b51c86 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a9efd386-944c-4814-9fbc-0f492109163e HTTP/1.1" status: 204 len: 168 time: 0.6946304 Jul 14 09:21:51.305125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c5ce2863-d7c6-4183-af8c-1b7e5efb16ec {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:51.305825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c5ce2863-d7c6-4183-af8c-1b7e5efb16ec not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:51.306397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fe3696f-91f1-4971-9d02-62ddf6155b20 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:51.315474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45880) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:51.319042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5795d4-f8aa-4305-98b8-c29063b51c86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9efd386-944c-4814-9fbc-0f492109163e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.362275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 4fe3696f-91f1-4971-9d02-62ddf6155b20 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:51.362807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fe3696f-91f1-4971-9d02-62ddf6155b20 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:51.378006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.378531 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.378682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.379033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:51.379421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f79b25-8976-4be0-9b33-b9ab7921f0c5']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:51.464432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cec017-aa6e-4f96-90e6-c6ca11c3aab3') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:51.464650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cec017-aa6e-4f96-90e6-c6ca11c3aab3') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:51.499831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45886) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:51.523581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.529703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device cd4ca668-415d-4440-a886-7fb8f1f117e0 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:51.542445 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d487f428-72fc-434b-9b0d-f4790ea50fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.546497 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.579022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] DHCP port deletion for 9f636f57-711d-4301-a04b-ba8edd456d98 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:21:51.582295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083c177-32e1-4c56-88cb-92b03c4dd843 req-e2eb0536-b206-4cf7-9078-82f7aa5728e6 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:51.584526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5083c177-32e1-4c56-88cb-92b03c4dd843 req-e2eb0536-b206-4cf7-9078-82f7aa5728e6 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 950 time: 0.6208007 Jul 14 09:21:51.599612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.634141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-ef322e2e-9680-46ea-9959-57f944bb5af2 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:51.634366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.636534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-ef322e2e-9680-46ea-9959-57f944bb5af2 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.4246943 Jul 14 09:21:51.643136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:51.643554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.654372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device cd4ca668-415d-4440-a886-7fb8f1f117e0 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:51.673503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] Deleting port ee57a7b7-4559-43dd-a898-8473028a5ec3 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:51.673883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: from cryptography.utils import int_from_bytes Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: from cryptography.utils import int_from_bytes Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.685546 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:51.688882 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:51.728843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5083c177-32e1-4c56-88cb-92b03c4dd843 req-a53862f2-8a6a-435c-8ea2-3abeef1424ac tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318853 Jul 14 09:21:51.773342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] For port ee57a7b7-4559-43dd-a898-8473028a5ec3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ee57a7b7-4559-43dd-a898-8473028a5ec3,segment=NetworkSegment(187a6927-33b9-442c-9b29-d1f936ea62cf),segment_id=187a6927-33b9-442c-9b29-d1f936ea62cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:51.773742 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.786494 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4280943d-96e5-468a-bb71-f0d84f88f283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.793846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] Calling delete_port for ee57a7b7-4559-43dd-a898-8473028a5ec3 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:51.800948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.804635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on host n-h1-780147-26 for vnic_type normal with profile {"migrating_to": "n-h2-780147-26"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:51.805181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:51.805885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:51.813568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:51.813972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Attempting to bind port c996e615-7ae9-4f42-b0a8-f3252a023a83 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:51.828056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba174f2-4f5b-4919-b3dc-71b7ee43a7c2 req-05295795-0d4e-43ad-9b6d-f4fba60c7f24 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:51.830351 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ba174f2-4f5b-4919-b3dc-71b7ee43a7c2 req-05295795-0d4e-43ad-9b6d-f4fba60c7f24 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 943 time: 0.6583009 Jul 14 09:21:51.834205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:51.834539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:51.834960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:51.835691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Bound port: c996e615-7ae9-4f42-b0a8-f3252a023a83, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:51.836253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.840563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Deleting port ee57a7b7-4559-43dd-a898-8473028a5ec3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:51.840911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.886810 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.894948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e0f79b25-8976-4be0-9b33-b9ab7921f0c5 HTTP/1.1" status: 204 len: 168 time: 2.5323207 Jul 14 09:21:51.912935 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:51.938116 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ba174f2-4f5b-4919-b3dc-71b7ee43a7c2 req-72c184c6-57c6-48ee-99a1-e4abc59d9d64 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996363 Jul 14 09:21:51.940286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcecf37a-fced-4457-9765-b7d1fd09f561 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f79b25-8976-4be0-9b33-b9ab7921f0c5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.944102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] Pushing event deleted for resources: {'Port': ['ID=ee57a7b7-4559-43dd-a898-8473028a5ec3,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:51.951492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2ecaa-9a24-4fcd-afc2-f8c961179b00 None None] No DVR routers for this DVR port ee57a7b7-4559-43dd-a898-8473028a5ec3 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:52.058644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d487f428-72fc-434b-9b0d-f4790ea50fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.062044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab45d9ad-a8d1-4191-bdd2-f10bdba6874b req-828a1c1d-cf52-41f6-987b-f47869808545 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 210 time: 0.1451511 Jul 14 09:21:52.074718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d487f428-72fc-434b-9b0d-f4790ea50fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.074934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:52.087416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:52.092482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.099598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-f3eb5576-381f-4697-854a-245070fe6458 service neutron] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:52.134195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d487f428-72fc-434b-9b0d-f4790ea50fff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a80e08df0bef490d8855b5b810eb970f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313469 Jul 14 09:21:52.137242 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-f3eb5576-381f-4697-854a-245070fe6458 service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.138258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cdb0455-a0c6-4e7a-b780-57a80067a630 req-f3eb5576-381f-4697-854a-245070fe6458 service neutron] 10.222.0.69 "DELETE /v2.0/ports/cd4ca668-415d-4440-a886-7fb8f1f117e0/bindings/n-h2-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.4857516 Jul 14 09:21:52.138746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45896) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:52.141236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487f428-72fc-434b-9b0d-f4790ea50fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ac3d6-481c-4ba4-8f2d-b13958ac9d67,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:52.166327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] For port ee57a7b7-4559-43dd-a898-8473028a5ec3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ee57a7b7-4559-43dd-a898-8473028a5ec3,segment=NetworkSegment(187a6927-33b9-442c-9b29-d1f936ea62cf),segment_id=187a6927-33b9-442c-9b29-d1f936ea62cf)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:52.166697 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.185712 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe0a7ee-d90f-4d3b-8981-4ddd600bd27f x-openstack-request-id: req-5fe0a7ee-d90f-4d3b-8981-4ddd600bd27f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:52.186685 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "name": "network-vif-unplugged", "status": "completed", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:52.186952 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5fe0a7ee-d90f-4d3b-8981-4ddd600bd27f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:52.188227 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83', 'code': 200} Jul 14 09:21:52.207172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Calling delete_port for ee57a7b7-4559-43dd-a898-8473028a5ec3 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:52.249649 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f347fc-b4bb-4f7e-b520-994030238054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.274097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45898) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:52.277597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f347fc-b4bb-4f7e-b520-994030238054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.279706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.280899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.282382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] 10.222.0.66 "PUT /v2.0/ports/c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 200 len: 1123 time: 2.5680070 Jul 14 09:21:52.295388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeacb0-687d-4aba-88aa-6ab656d54bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:52.339571 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a8910140-7b51-41b9-bd31-90362b8a8ba2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=00fa4fd4c38448e192e469b9511f847a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613379 Jul 14 09:21:52.342083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45900) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:52.370748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['c996e615-7ae9-4f42-b0a8-f3252a023a83'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:52.408368 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92184305-a5de-4d8f-ba7b-ec22365bac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.420756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f347fc-b4bb-4f7e-b520-994030238054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.423476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f347fc-b4bb-4f7e-b520-994030238054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.427602 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c8f347fc-b4bb-4f7e-b520-994030238054 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c29ac3d6-481c-4ba4-8f2d-b13958ac9d67 HTTP/1.1" status: 204 len: 168 time: 0.2765715 Jul 14 09:21:52.439191 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92184305-a5de-4d8f-ba7b-ec22365bac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.442113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f347fc-b4bb-4f7e-b520-994030238054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ac3d6-481c-4ba4-8f2d-b13958ac9d67,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:52.476934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afea466-d32d-4b06-b4af-c5a75ea9ee34 req-ac2e2b8d-dac3-4300-a425-247055fddc3f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.484928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1afea466-d32d-4b06-b4af-c5a75ea9ee34 req-ac2e2b8d-dac3-4300-a425-247055fddc3f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 944 time: 0.1215050 Jul 14 09:21:52.507889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92184305-a5de-4d8f-ba7b-ec22365bac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.511957 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92184305-a5de-4d8f-ba7b-ec22365bac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.513390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-92184305-a5de-4d8f-ba7b-ec22365bac45 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/867576c4-1391-4347-901d-9307464b22b4 HTTP/1.1" status: 204 len: 168 time: 0.1702149 Jul 14 09:21:52.534762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.541623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92184305-a5de-4d8f-ba7b-ec22365bac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867576c4-1391-4347-901d-9307464b22b4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:52.648480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1afea466-d32d-4b06-b4af-c5a75ea9ee34 req-7baabc0d-62e5-479c-b875-3a071047038f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615036 Jul 14 09:21:52.653092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee57a7b7-4559-43dd-a898-8473028a5ec3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:52.655881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] No DVR routers for this DVR port ee57a7b7-4559-43dd-a898-8473028a5ec3 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:52.830521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed38ad9-bf79-40c0-a8dc-ac1a36841c96 req-e4261620-0096-49be-a2f3-a580780bee9a tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:52.839311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ed38ad9-bf79-40c0-a8dc-ac1a36841c96 req-e4261620-0096-49be-a2f3-a580780bee9a tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 950 time: 0.1254234 Jul 14 09:21:52.851350 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-cf99200c-0ba0-4819-bf8e-16190b3f21a3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022043 Jul 14 09:21:52.852301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ee57a7b7-4559-43dd-a898-8473028a5ec3 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:52.889352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: ee57a7b7-4559-43dd-a898-8473028a5ec3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:52.900610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ee57a7b7-4559-43dd-a898-8473028a5ec3 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:52.901207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f51b1f14-756c-49e5-8eda-bd674c54e1e4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:52.923178 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ed38ad9-bf79-40c0-a8dc-ac1a36841c96 req-66bf35f0-cea0-4a7b-a75a-70a0a7e7d723 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813119 Jul 14 09:21:52.930993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: f51b1f14-756c-49e5-8eda-bd674c54e1e4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:52.931340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f51b1f14-756c-49e5-8eda-bd674c54e1e4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:52.940307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:52.970032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.970394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.971165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.971519 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > port after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.971849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.972373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > port after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.972718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.973041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.973425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:52.973686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:53.047113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:53.047472 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:53.047813 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:53.048152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93780) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 14 09:21:53.048714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f636f57-711d-4301-a04b-ba8edd456d98']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:53.069138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187a6927-33b9-442c-9b29-d1f936ea62cf') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:53.069862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187a6927-33b9-442c-9b29-d1f936ea62cf') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:21:53.105883 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.184088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.220170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:21:53.220708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: from cryptography.utils import int_from_bytes Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: from cryptography.utils import int_from_bytes Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:21:53.227241 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:21:53.231173 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:21:53.231173 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:21:53.231173 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:21:53.231173 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:21:53.231173 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:21:53.322920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.339863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-65f92eac-7f2c-4104-b1ff-8f4b4a528d45 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.342034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-65f92eac-7f2c-4104-b1ff-8f4b4a528d45 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4771256 Jul 14 09:21:53.357323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.359185 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] 10.222.0.73 "DELETE /v2.0/networks/9f636f57-711d-4301-a04b-ba8edd456d98 HTTP/1.1" status: 204 len: 168 time: 2.0260706 Jul 14 09:21:53.363708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c5ef5-cbb8-4e1f-941b-d3267e96ac16 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f636f57-711d-4301-a04b-ba8edd456d98,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:53.369156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Request body: {'port': {'device_id': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a5a588ec2f0246ae858dd6a1c248dfae'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:53.411152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867cbef-5adf-4adb-9469-2226c3c32a05 req-5c530bc4-a1cf-4f72-b325-c07d349a16f2 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.418108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4867cbef-5adf-4adb-9469-2226c3c32a05 req-5c530bc4-a1cf-4f72-b325-c07d349a16f2 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1096 time: 0.2685180 Jul 14 09:21:53.461204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd648d34-a183-4fef-80e2-1e87409b6e11 req-acc377d0-3f87-48ae-9196-ed9887092769 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:53.475822 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd648d34-a183-4fef-80e2-1e87409b6e11 req-acc377d0-3f87-48ae-9196-ed9887092769 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 943 time: 0.1048934 Jul 14 09:21:53.488410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4867cbef-5adf-4adb-9469-2226c3c32a05 req-ebdd963d-a57c-4116-8d25-45620717feb0 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693276 Jul 14 09:21:53.571382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd648d34-a183-4fef-80e2-1e87409b6e11 req-e4d81ea0-cf43-47ff-a438-206943270931 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945170 Jul 14 09:21:53.593727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Made reservation on behalf of a5a588ec2f0246ae858dd6a1c248dfae for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:53.602920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.677378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:53.709651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2d53a69-3a95-46f5-bcb9-b550904c4bd2 req-c743a1a0-1493-49db-8e21-dd3533fe3e70 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 210 time: 0.0376797 Jul 14 09:21:53.762090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1223b37b-8c9a-44ff-b872-34390d6e5001 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=01e330186c654adab2b26e7e741bbb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794797 Jul 14 09:21:53.766550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45954) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:53.805893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Allocated IP 192.168.233.26 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/dd36d205-045a-4d91-9fef-26f7d057cae2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:53.851035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7330fd2e-fdd7-437d-b713-d640568148d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.880847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7330fd2e-fdd7-437d-b713-d640568148d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.994192 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7330fd2e-fdd7-437d-b713-d640568148d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:53.996928 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7330fd2e-fdd7-437d-b713-d640568148d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.000849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7330fd2e-fdd7-437d-b713-d640568148d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5859be5b-3f06-44b9-9a93-e2db5f3a2c1c HTTP/1.1" status: 204 len: 168 time: 0.2307715 Jul 14 09:21:54.018699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff2125-02f2-4cc4-a699-17d615f8409b req-389a9bfd-307a-45c6-bae4-1a60cfd4c5af tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.020835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cbff2125-02f2-4cc4-a699-17d615f8409b req-389a9bfd-307a-45c6-bae4-1a60cfd4c5af tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 950 time: 0.1082783 Jul 14 09:21:54.021580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330fd2e-fdd7-437d-b713-d640568148d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5859be5b-3f06-44b9-9a93-e2db5f3a2c1c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.057345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45978) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:54.073638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cbff2125-02f2-4cc4-a699-17d615f8409b req-35087791-49d8-427f-9ba1-a8f71c912ceb tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470798 Jul 14 09:21:54.155359 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59a46-2650-44d6-87c6-7c42514623ae req-19f2e40b-fbfd-4f6f-bfc6-7e6bd02f3beb tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.156923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-19f2e40b-fbfd-4f6f-bfc6-7e6bd02f3beb tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 821 time: 0.2308114 Jul 14 09:21:54.175017 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e912405-79aa-439d-8130-d45c77377942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.188601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.189709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:54.193573 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd378dca-4f12-4f43-8c9f-d12355fe47b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:54.195001 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-44470d53-65ed-45da-b053-8956bedca7f0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/quotas/80bcc800fd7349bc90b804a3d1519051 HTTP/1.1" status: 200 len: 375 time: 0.0270352 Jul 14 09:21:54.236986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Transition to ACTIVE for port object dd36d205-045a-4d91-9fef-26f7d057cae2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:54.244637 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc73476b-142a-4c9c-bb4e-7fa0548f76e7 x-openstack-request-id: req-dc73476b-142a-4c9c-bb4e-7fa0548f76e7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:54.245473 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:54.246279 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc73476b-142a-4c9c-bb4e-7fa0548f76e7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:54.247001 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83', 'status': 'completed', 'code': 200} Jul 14 09:21:54.297716 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-d267882c-0b3e-46e2-8738-d0080be759f2 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018205 Jul 14 09:21:54.333941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-84ba6250-f5e9-4df0-b7b2-c07633df0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.336671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-84ba6250-f5e9-4df0-b7b2-c07633df0931 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1126 time: 0.0648389 Jul 14 09:21:54.350754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-network', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:54.355901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.375129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['79cae1ca-1497-42d8-8929-adf9f0bc73e9'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:54.433919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:54.445639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:54.447641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Made reservation on behalf of 2889820494ba41fbbdaf8896554d7cac for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:54.451202 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.455153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:54.493572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:54.501359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.521662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-82bf8d3e-c5f6-416b-b9ab-8e4f3d6112b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.523250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-82bf8d3e-c5f6-416b-b9ab-8e4f3d6112b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.1771834 Jul 14 09:21:54.541481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-197ad2d7-daba-41d4-8592-0a9590310815 service neutron] 10.222.0.73 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428398 Jul 14 09:21:54.541644 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.588518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-aa052ee6-fc38-4f65-8bd4-8e00e876503b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 200 len: 217 time: 0.0569863 Jul 14 09:21:54.661319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.661953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.699024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-f05e2998-12b9-47b1-be57-de1fc3041a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:54.701599 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-f05e2998-12b9-47b1-be57-de1fc3041a40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1038883 Jul 14 09:21:54.795269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-a82cc68b-c0b2-41f9-add3-8b2923a83b1e service neutron] 10.222.0.73 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528219 Jul 14 09:21:54.810349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-347fe33c-5522-427c-bc52-3f180f610b0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009490 Jul 14 09:21:54.850903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3fba3965-c3e7-45bb-b045-1aa630f5890e None None] Provisioning for port dd36d205-045a-4d91-9fef-26f7d057cae2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:54.868489 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.874620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3fba3965-c3e7-45bb-b045-1aa630f5890e None None] Provisioning complete for port dd36d205-045a-4d91-9fef-26f7d057cae2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:54.876571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.879108 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3fba3965-c3e7-45bb-b045-1aa630f5890e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:54.890859 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-4d009459-d729-435f-802a-ba7a3836c883 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5306242 Jul 14 09:21:54.905115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Request body: {'port': {'device_id': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:54.992324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3fba3965-c3e7-45bb-b045-1aa630f5890e None None] Port dd36d205-045a-4d91-9fef-26f7d057cae2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:21:55.002490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:21:55.032697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df619de-5b92-49dd-8cfc-99381fb7147f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.048470 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.053053 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Added segment b27be76a-9d9c-4e2a-b76a-e24019659c6c of type vlan for network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec Jul 14 09:21:55.149152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59906ef6-88ff-411c-9bd3-5e9edc822459 req-cc239553-ed4b-44b6-a1b0-35f62c84ecc5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.150739 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-59906ef6-88ff-411c-9bd3-5e9edc822459 req-cc239553-ed4b-44b6-a1b0-35f62c84ecc5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 943 time: 0.2594764 Jul 14 09:21:55.152228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.158596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-cc2980ab-84c2-41b2-b693-07b3a29ab752 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.160346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-cc2980ab-84c2-41b2-b693-07b3a29ab752 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.66 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 950 time: 0.3585081 Jul 14 09:21:55.185930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.190372 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.191592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.192447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.225800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-3fec4902-1005-420e-b208-203e0a6102f1 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359191 Jul 14 09:21:55.313146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] Pushing event updated for resources: {'Network': ['ID=9b9260c5-1d5a-402f-9cfc-1816bd3a94ec,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:55.324050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:21:55.374239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-59906ef6-88ff-411c-9bd3-5e9edc822459 req-6b0acb69-0951-4599-a603-bdffe7227717 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128556 Jul 14 09:21:55.394261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-88ce4b41-9703-4ede-85ba-685f14bc7656 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3347032 Jul 14 09:21:55.406620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46034) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:55.484167 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.487026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Request body: {'subnet': {'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-subnet', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:55.503983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f92db805-cde4-4c57-a3f5-d2f76814d3d1 req-73146c17-7079-44fb-b7b0-3b102b9ca135 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 210 time: 0.0494666 Jul 14 09:21:55.533893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c996e615-7ae9-4f42-b0a8-f3252a023a83 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:21:55.551800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd378dca-4f12-4f43-8c9f-d12355fe47b7 req-2fce7d33-27e3-49c3-a620-ced9abb13167 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151922 Jul 14 09:21:55.598691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Made reservation on behalf of 2889820494ba41fbbdaf8896554d7cac for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:55.602339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.627890 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Deleting port 29d3b3dd-a105-48d8-a764-78b091f4b14d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:21:55.628249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.724837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:55.739744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c996e615-7ae9-4f42-b0a8-f3252a023a83 has no active binding in host n-h2-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:21:55.784475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] For port 29d3b3dd-a105-48d8-a764-78b091f4b14d, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=29d3b3dd-a105-48d8-a764-78b091f4b14d,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:55.784812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:55.808030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Calling delete_port for 29d3b3dd-a105-48d8-a764-78b091f4b14d owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:21:55.819756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5f175-1149-45bb-9542-a98b2f272655 req-692d710c-9f2b-45f3-ac31-a605c682b1eb tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:55.821377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4d5f175-1149-45bb-9542-a98b2f272655 req-692d710c-9f2b-45f3-ac31-a605c682b1eb tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/ports?device_id=5bee0319-3f33-4db4-9f96-77e3af926e7d HTTP/1.1" status: 200 len: 950 time: 0.1293035 Jul 14 09:21:55.916844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4d5f175-1149-45bb-9542-a98b2f272655 req-43743e0d-ba1d-4b13-b8f8-7e326123d676 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.73 "GET /v2.0/security-groups?id=d2885daa-8391-4dc3-8ffa-e3319455c63e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858397 Jul 14 09:21:56.004862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89dc53e-2e41-47db-b855-dfc66844aded req-37b175cc-3360-429a-b0ed-7f8660610e38 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.012134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c89dc53e-2e41-47db-b855-dfc66844aded req-37b175cc-3360-429a-b0ed-7f8660610e38 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 935 time: 0.6134470 Jul 14 09:21:56.069507 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.082887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['29d3b3dd-a105-48d8-a764-78b091f4b14d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:21:56.097018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c89dc53e-2e41-47db-b855-dfc66844aded req-4f6fe55e-17f3-49a4-bf7f-bd66519915c0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837586 Jul 14 09:21:56.221205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd36d205-045a-4d91-9fef-26f7d057cae2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:56.250529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.254772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Pushing event deleted for resources: {'Port': ['ID=29d3b3dd-a105-48d8-a764-78b091f4b14d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.258970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-5313c438-0edb-4acf-af16-1bc2cce601f0 service neutron] 10.222.0.69 "GET /v2.0/ports/c996e615-7ae9-4f42-b0a8-f3252a023a83/bindings/n-h2-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.2465444 Jul 14 09:21:56.282385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] No DVR routers for this DVR port 29d3b3dd-a105-48d8-a764-78b091f4b14d on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:56.287368 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.292296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-59fe87f0-a22e-4282-95f2-d8db340c0cb6 req-69585b5b-e7ab-4c53-914c-eb84e739ddf2 tempest-DeleteServersAdminTestJSON-1442337612 tempest-DeleteServersAdminTestJSON-1442337612-project] 10.222.0.66 "DELETE /v2.0/ports/29d3b3dd-a105-48d8-a764-78b091f4b14d HTTP/1.1" status: 204 len: 173 time: 1.1233869 Jul 14 09:21:56.368942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bee0319-3f33-4db4-9f96-77e3af926e7d', 'name': 'network-vif-deleted', 'tag': '29d3b3dd-a105-48d8-a764-78b091f4b14d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:56.371675 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81db9d8-9bbb-410a-b660-0d53d59f3c19" -d '{"events": [{"server_uuid": "5bee0319-3f33-4db4-9f96-77e3af926e7d", "name": "network-vif-deleted", "tag": "29d3b3dd-a105-48d8-a764-78b091f4b14d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:56.383425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Transition to ACTIVE for port object dd36d205-045a-4d91-9fef-26f7d057cae2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:56.397352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.455660 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.472582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-be44cf14-afd2-4a25-b2b1-bc55ff70b2ad tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=985d625f55ac459aba7c4b57d75b22a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1648271 Jul 14 09:21:56.508244 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.601345 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ee0e6-5523-4727-8afc-a357d919ff47 x-openstack-request-id: req-9e4ee0e6-5523-4727-8afc-a357d919ff47 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:56.601797 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bee0319-3f33-4db4-9f96-77e3af926e7d", "name": "network-vif-deleted", "tag": "29d3b3dd-a105-48d8-a764-78b091f4b14d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:56.602064 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e4ee0e6-5523-4727-8afc-a357d919ff47 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:56.602555 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bee0319-3f33-4db4-9f96-77e3af926e7d', 'name': 'network-vif-deleted', 'tag': '29d3b3dd-a105-48d8-a764-78b091f4b14d', 'status': 'completed', 'code': 200} Jul 14 09:21:56.673765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:56.707217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59a46-2650-44d6-87c6-7c42514623ae req-256c2818-d806-4b1b-8d5d-b36e8c107600 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.709003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-256c2818-d806-4b1b-8d5d-b36e8c107600 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 821 time: 0.1887157 Jul 14 09:21:56.714320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6202cd3-3289-4dcc-a205-6d8ed1275eaf,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.725450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Request body: {'port': {'device_id': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'admin_state_up': True, 'tenant_id': '80bcc800fd7349bc90b804a3d1519051'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:56.726821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Attempting to bind port dd36d205-045a-4d91-9fef-26f7d057cae2 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:56.727157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Attempting to bind port dd36d205-045a-4d91-9fef-26f7d057cae2 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:56.727483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Attempting to bind port dd36d205-045a-4d91-9fef-26f7d057cae2 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:56.730366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:56.755879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Port dd36d205-045a-4d91-9fef-26f7d057cae2 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:21:56.756265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Attempting to bind port dd36d205-045a-4d91-9fef-26f7d057cae2 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:56.767366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:56.807133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:56.807472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:56.807850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:56.809022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Bound port: dd36d205-045a-4d91-9fef-26f7d057cae2, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:56.809388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.816521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c996e615-7ae9-4f42-b0a8-f3252a023a83 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:56.839744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Checking segment: {'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:56.840047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Network hostable DHCP agents. Network: 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:21:56.851920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-21bceb30-5840-4525-8090-ddd356294d27 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.853470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-21bceb30-5840-4525-8090-ddd356294d27 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3801217 Jul 14 09:21:56.879080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:21:56.899691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e08a0a7c-5357-47e1-a43f-5a8b1adaf841 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/quotas/985d625f55ac459aba7c4b57d75b22a7 HTTP/1.1" status: 200 len: 375 time: 0.0272453 Jul 14 09:21:56.921626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.921912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:21:56.961703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-9709d508-6460-4f6b-bbd0-fddb5041f626 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=985d625f55ac459aba7c4b57d75b22a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480919 Jul 14 09:21:56.966035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:56.968616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:56.974195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:56.974871 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:56.979982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621750a9-a235-4d34-b77d-1550e1f615e3 None None] Network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:56.988131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:56.997071 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.052885 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b529309c-33b6-465e-bf87-d320a0eaa1c3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6108160 Jul 14 09:21:57.054383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.055187 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.056757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] 10.222.0.69 "PUT /v2.0/ports/dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 1096 time: 2.1577399 Jul 14 09:21:57.069600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:21:57.078392 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37201a2-c270-47b1-92d8-a63ac7408f10" -d '{"events": [{"name": "network-changed", "server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:21:57.086693 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46074) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:57.093515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] Transition to ACTIVE for port object c996e615-7ae9-4f42-b0a8-f3252a023a83 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:57.093695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:57.094764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Made reservation on behalf of 80bcc800fd7349bc90b804a3d1519051 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:57.107026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.136407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcc228-295f-487d-8c2d-71f601b9e9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.139806 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.158138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.165794 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.183875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-9b9260c5-1d5a-402f-9cfc-1816bd3a94ec', 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'fixed_ips': [{'subnet_id': 'd6202cd3-3289-4dcc-a205-6d8ed1275eaf'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:21:57.189813 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.224361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1539e9-5ff9-40af-94fb-236b2b02a0ee req-ca9936f5-14a4-44a1-855b-2642f971537f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.226220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd1539e9-5ff9-40af-94fb-236b2b02a0ee req-ca9936f5-14a4-44a1-855b-2642f971537f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 943 time: 0.3824980 Jul 14 09:21:57.234557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] Pushing event updated for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.322933 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.336767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.403069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Allocated IP 172.20.0.2 (9b9260c5-1d5a-402f-9cfc-1816bd3a94ec/d6202cd3-3289-4dcc-a205-6d8ed1275eaf/285096b9-0e09-46e6-bae2-c9e7dd154639) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:57.487049 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Allocated IP 172.20.0.10 (4ab8a569-be26-4dfd-a9ab-e444e7ba992d/47c0d434-5bd1-44d9-96bd-9c876ccefab0/6e5d3e3c-abef-490b-b0b4-982e82bad8be) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:57.513505 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6628d9e5-c8ae-4016-a42d-2f639f0b40f4 req-22e7eea9-3a27-4a1d-960f-36c961cf1f94 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 210 time: 0.0774913 Jul 14 09:21:57.619700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-d6ed0c88-50cf-4e94-a543-954d6d678776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.621657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-d6ed0c88-50cf-4e94-a543-954d6d678776 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 1099 time: 0.3594136 Jul 14 09:21:57.626429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.679402 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-2aa4924c-087b-41d7-ae36-ce801ac7665a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 217 time: 0.0461330 Jul 14 09:21:57.682806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] No DVR routers for this DVR port c996e615-7ae9-4f42-b0a8-f3252a023a83 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:21:57.687312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd1539e9-5ff9-40af-94fb-236b2b02a0ee req-54016b24-dc70-4d0b-ba93-6111f57b0871 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277372 Jul 14 09:21:57.716497 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.722870 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed3bc79-eee6-49bb-81f3-ab4edfab0b15 x-openstack-request-id: req-2ed3bc79-eee6-49bb-81f3-ab4edfab0b15 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:21:57.723159 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:21:57.723407 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ed3bc79-eee6-49bb-81f3-ab4edfab0b15 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:21:57.723797 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'status': 'completed', 'code': 200} Jul 14 09:21:57.739717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Transition to ACTIVE for port object 285096b9-0e09-46e6-bae2-c9e7dd154639 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:57.778348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Transition to ACTIVE for port object 285096b9-0e09-46e6-bae2-c9e7dd154639 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:57.784123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-1a5cae6b-b422-4427-ac40-098024635c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.785794 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-1a5cae6b-b422-4427-ac40-098024635c27 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1019297 Jul 14 09:21:57.792335 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.846320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:57.850344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Pushing event updated for resources: {'Port': ['ID=285096b9-0e09-46e6-bae2-c9e7dd154639,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:57.858731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:57.861808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:57.931308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Attempting to bind port 285096b9-0e09-46e6-bae2-c9e7dd154639 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:21:57.931689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Attempting to bind port 285096b9-0e09-46e6-bae2-c9e7dd154639 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:21:57.932058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Attempting to bind port 285096b9-0e09-46e6-bae2-c9e7dd154639 on network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:21:57.939149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:21:57.939577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Checking segment: {'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:21:57.939991 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.940470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Bound using segment: {'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:21:57.940947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Bound port: 285096b9-0e09-46e6-bae2-c9e7dd154639, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:21:57.941868 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:57.953102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-3e37104b-79c6-44d1-92cc-041ef6a20ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.954293 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-3e37104b-79c6-44d1-92cc-041ef6a20ccb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1589844 Jul 14 09:21:57.963400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808f016-85ae-467f-a363-b649b5fdee4f req-eabbaa46-a157-4521-9f1b-cd7fb7d66f85 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:57.971187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8808f016-85ae-467f-a363-b649b5fdee4f req-eabbaa46-a157-4521-9f1b-cd7fb7d66f85 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 947 time: 0.1219645 Jul 14 09:21:58.034528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] For port 285096b9-0e09-46e6-bae2-c9e7dd154639, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:21:58.039443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] For port 285096b9-0e09-46e6-bae2-c9e7dd154639, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=285096b9-0e09-46e6-bae2-c9e7dd154639,segment=NetworkSegment(b27be76a-9d9c-4e2a-b76a-e24019659c6c),segment_id=b27be76a-9d9c-4e2a-b76a-e24019659c6c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:21:58.045439 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.120452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8a324-7470-4235-aa33-9f16ab78af3c None None] Pushing event updated for resources: {'Port': ['ID=285096b9-0e09-46e6-bae2-c9e7dd154639,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.144541 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8808f016-85ae-467f-a363-b649b5fdee4f req-6b669876-67d8-40fb-bd48-cb8b771a1dcf tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724677 Jul 14 09:21:58.163295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-9f090bcf-941e-4261-a21c-97e5f5fa3029 service neutron] 10.222.0.69 "PUT /v2.0/ports/c996e615-7ae9-4f42-b0a8-f3252a023a83/bindings/n-h2-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 1.8856602 Jul 14 09:21:58.224290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.234817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-919c37c1-d0f6-47b8-8e56-642ed102c4d0 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548642 Jul 14 09:21:58.241611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.277533 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.307439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c79e6409-4313-4251-a176-e8c6b6556a57 req-68267d0d-8fd9-4bb9-a5ad-d1a1e9949c00 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 210 time: 0.1644151 Jul 14 09:21:58.309063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.401953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:58.406025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:58.423392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:58.567424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-30f530ed-f510-46ba-87bf-592a799cfa51 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.569345 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-30f530ed-f510-46ba-87bf-592a799cfa51 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.2367585 Jul 14 09:21:58.570827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:58.571348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-907ec283-ef16-46b6-b674-6489ee7d1a53 req-8514ae23-a8d1-4d25-a340-620aa9416c14 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167145 Jul 14 09:21:58.572495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Allocated IP 172.25.0.133 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/dc8da89d-cbf9-44a9-b3c0-05daa53019ef) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:21:58.572866 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.577442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Pushing event updated for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:58.593462 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-4bf7e0c1-d373-4fdf-8019-6e0f40e74865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8727849 Jul 14 09:21:58.612478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Request body: {'port': {'device_id': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:58.768271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.777532 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:58.797780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.66', 65027) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:58.836029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-45ac5ae3-cedb-44ce-a4a1-79b01b193c30 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=985d625f55ac459aba7c4b57d75b22a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369143 Jul 14 09:21:58.851440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 285096b9-0e09-46e6-bae2-c9e7dd154639 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:21:58.922286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 285096b9-0e09-46e6-bae2-c9e7dd154639 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:58.974793 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.015175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-c91633a2-d357-47ae-9cdf-e0ffff1a1958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.016737 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-c91633a2-d357-47ae-9cdf-e0ffff1a1958 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d&tenant_id=4ef2f47428f74997af795a7905fea995 HTTP/1.1" status: 200 len: 1096 time: 0.4326046 Jul 14 09:21:59.024294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0899cc-0573-4f83-ad96-63e272492985 req-286894e0-f6ad-459d-8e87-e2555794778f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.025980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc0899cc-0573-4f83-ad96-63e272492985 req-286894e0-f6ad-459d-8e87-e2555794778f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 932 time: 0.2349961 Jul 14 09:21:59.058897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-51c3fffa-6497-4d70-af4b-6c69cef16266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.060987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-51c3fffa-6497-4d70-af4b-6c69cef16266 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 1099 time: 0.2733226 Jul 14 09:21:59.063960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:21:59.095760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:21:59.129019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:21:59.158944 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Pushing event updated for resources: {'Port': ['ID=dc8da89d-cbf9-44a9-b3c0-05daa53019ef,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:21:59.178792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-a6767c25-c95b-426e-8074-3ace80cea651 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.180346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-a6767c25-c95b-426e-8074-3ace80cea651 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909269 Jul 14 09:21:59.220560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Request body: {'port': {'device_id': '4645152e-1e3f-4fbf-bd62-88336eae4391', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '985d625f55ac459aba7c4b57d75b22a7'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:21:59.220941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc0899cc-0573-4f83-ad96-63e272492985 req-a6c1f53e-cca7-4b56-9dbd-045d3e194ce3 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821628 Jul 14 09:21:59.255680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77256ee-25e3-4b39-b0c2-d630d777c078 req-8431eafa-1a47-458d-9d52-13bda8fa4832 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.257376 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e77256ee-25e3-4b39-b0c2-d630d777c078 req-8431eafa-1a47-458d-9d52-13bda8fa4832 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 944 time: 0.2914729 Jul 14 09:21:59.353348 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.435541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-c6cc5d72-addd-417a-bf58-27c09a086a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.437532 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-c6cc5d72-addd-417a-bf58-27c09a086a75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3542833 Jul 14 09:21:59.476944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e77256ee-25e3-4b39-b0c2-d630d777c078 req-9b2bda89-5c0a-45d8-9efe-cb9659d7a8bf tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863201 Jul 14 09:21:59.537729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 29d3b3dd-a105-48d8-a764-78b091f4b14d no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:21:59.562318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3b991-e4a8-4199-82b7-95668e4b84ed None None] Network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:21:59.565103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 29d3b3dd-a105-48d8-a764-78b091f4b14d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:21:59.565488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 29d3b3dd-a105-48d8-a764-78b091f4b14d not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:21:59.590130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-7eb36e32-36d0-46a8-bbbf-a924061512df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:21:59.596230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-7eb36e32-36d0-46a8-bbbf-a924061512df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1096 time: 0.5343018 Jul 14 09:21:59.644685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-e8acb2cc-4849-4c83-baae-6113dbcf4c10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 217 time: 0.1378710 Jul 14 09:21:59.688977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1dfaa737-8cb9-46a8-bd30-7fcdc65672b2 None None] Provisioning for port 285096b9-0e09-46e6-bae2-c9e7dd154639 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:21:59.704565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Made reservation on behalf of 985d625f55ac459aba7c4b57d75b22a7 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:21:59.711026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1dfaa737-8cb9-46a8-bd30-7fcdc65672b2 None None] Provisioning complete for port 285096b9-0e09-46e6-bae2-c9e7dd154639 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:21:59.711399 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1dfaa737-8cb9-46a8-bd30-7fcdc65672b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.716838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.764737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5d3e3c-abef-490b-b0b4-982e82bad8be {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:21:59.777327 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.798357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Transition to ACTIVE for port object 6e5d3e3c-abef-490b-b0b4-982e82bad8be will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:21:59.801783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.816420 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.884074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:59.884435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:21:59.903925 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1dfaa737-8cb9-46a8-bd30-7fcdc65672b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:21:59.933639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a80e248e-4b75-4988-8c4b-bff0918ec025 req-a9bac567-ec31-42b8-8a40-18992f3ebda8 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 210 time: 0.0672438 Jul 14 09:21:59.948035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.023183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-6b0efacf-1fdf-4693-ad85-9a995b530252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.024705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-6b0efacf-1fdf-4693-ad85-9a995b530252 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.3571870 Jul 14 09:22:00.047941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1dfaa737-8cb9-46a8-bd30-7fcdc65672b2 None None] For port 285096b9-0e09-46e6-bae2-c9e7dd154639, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=285096b9-0e09-46e6-bae2-c9e7dd154639,segment=NetworkSegment(b27be76a-9d9c-4e2a-b76a-e24019659c6c),segment_id=b27be76a-9d9c-4e2a-b76a-e24019659c6c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:00.070819 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1dfaa737-8cb9-46a8-bd30-7fcdc65672b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.094197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:00.094532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:00.094866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:00.123298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:00.123631 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:00.125730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1dafdb4-0152-4cd3-b5a2-1ea6dd9c7112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.152389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:00.152655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:00.153976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:00.153976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Bound port: 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:00.154295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfaa737-8cb9-46a8-bd30-7fcdc65672b2 None None] Pushing event updated for resources: {'Port': ['ID=285096b9-0e09-46e6-bae2-c9e7dd154639,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.154433 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.178963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.186422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-24c4d8b6-1c26-481a-a097-35c5aa4dfed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.187911 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-24c4d8b6-1c26-481a-a097-35c5aa4dfed3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.5805695 Jul 14 09:22:00.205157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.224373 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.243627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fd0dd-8326-4c50-ab9b-eb10c29b4773 req-074c7c2b-5db1-42be-bb7d-dc37feb89a99 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.245670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6fd0dd-8326-4c50-ab9b-eb10c29b4773 req-074c7c2b-5db1-42be-bb7d-dc37feb89a99 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 947 time: 0.6581357 Jul 14 09:22:00.279549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d408dc16-78ff-4309-b4b3-ac5925e985b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c163973802c41d48eda789e19635852&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865001 Jul 14 09:22:00.282123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46150) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:00.309254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-f74786f7-910c-4dc4-9571-b4722a2c4c29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 200 len: 217 time: 0.0837555 Jul 14 09:22:00.354946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-d1d7a1af-5ee0-4efe-a3bb-8aef0b98d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.356549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-d1d7a1af-5ee0-4efe-a3bb-8aef0b98d419 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2941990 Jul 14 09:22:00.357854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130d3de8-cd2d-4a4b-84e0-f9ad5695247d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.375026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device c996e615-7ae9-4f42-b0a8-f3252a023a83 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:00.399028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:00.408489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:00.433352 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.489999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.490578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.492049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e5d3e3c-abef-490b-b0b4-982e82bad8be HTTP/1.1" status: 200 len: 1093 time: 1.8919735 Jul 14 09:22:00.499828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:00.502127 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb787c3-4628-49fc-aac9-ae3831ae18d3" -d '{"events": [{"name": "network-changed", "server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:00.556439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device c996e615-7ae9-4f42-b0a8-f3252a023a83 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:00.557707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6fd0dd-8326-4c50-ab9b-eb10c29b4773 req-3e3e6654-8945-49fc-a65d-e90d862a4adb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798932 Jul 14 09:22:00.564144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1682681a-d90f-40a6-9e9b-1c74d4ddea52 None None] Provisioning complete for port 285096b9-0e09-46e6-bae2-c9e7dd154639 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:00.564605 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1682681a-d90f-40a6-9e9b-1c74d4ddea52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.577055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-ef663979-2580-48b1-9286-43cf1cb39de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.578699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-ef663979-2580-48b1-9286-43cf1cb39de6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.2533762 Jul 14 09:22:00.650203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Allocated IP 192.168.233.17 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/0fbcda05-3999-4164-83da-398269dbb363) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:00.673743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-8e3ba378-f9ea-440a-a059-1e36137aa093 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588017 Jul 14 09:22:00.694270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485650eb-ef0d-4d29-9715-3a2b50723cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.721538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1dafdb4-0152-4cd3-b5a2-1ea6dd9c7112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.733355 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1dafdb4-0152-4cd3-b5a2-1ea6dd9c7112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.743839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6776c134-c1fa-4119-bcbf-2884e3fbc91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.768216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-b229f0e2-8c81-48a7-a132-4fe752bf7224 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766809 Jul 14 09:22:00.812004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59a46-2650-44d6-87c6-7c42514623ae req-29e7374b-a72a-45a5-87b3-5afc68db8092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.814023 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-29e7374b-a72a-45a5-87b3-5afc68db8092 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1096 time: 0.2546291 Jul 14 09:22:00.828520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa78aed-d37a-428d-8a73-a995cee00ff0 req-521ae04c-6b79-4403-b1be-2780f1b1c8af tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:00.830308 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faa78aed-d37a-428d-8a73-a995cee00ff0 req-521ae04c-6b79-4403-b1be-2780f1b1c8af tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 944 time: 0.3373175 Jul 14 09:22:00.842691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 285096b9-0e09-46e6-bae2-c9e7dd154639 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:00.846752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b1dafdb4-0152-4cd3-b5a2-1ea6dd9c7112 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a211f4377a474a0cbdff54acf003a174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9551201 Jul 14 09:22:00.847425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dafdb4-0152-4cd3-b5a2-1ea6dd9c7112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0936581-4dfe-43df-a752-05a30ebc4485,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:00.853176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:00.896477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 285096b9-0e09-46e6-bae2-c9e7dd154639 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:00.896935 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.901723 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6776c134-c1fa-4119-bcbf-2884e3fbc91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:00.933562 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-2f59a638-b7d7-44cb-9e34-31865764256f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be HTTP/1.1" status: 200 len: 217 time: 0.0992503 Jul 14 09:22:01.049047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faa78aed-d37a-428d-8a73-a995cee00ff0 req-59d47b42-a785-49a1-8834-12035d989ff7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931856 Jul 14 09:22:01.049380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-61eec223-ddd9-428e-8838-0ee742a7abbc service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552415 Jul 14 09:22:01.050341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.070066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d59a46-2650-44d6-87c6-7c42514623ae req-48da2d62-8b57-4611-a274-f0eb6af9c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.071625 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-48da2d62-8b57-4611-a274-f0eb6af9c380 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1219964 Jul 14 09:22:01.097924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05531fdc-53d3-4f81-b90a-85ab2f783b0f req-0f486717-cdee-4730-90a3-993c6325561d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.099770 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05531fdc-53d3-4f81-b90a-85ab2f783b0f req-0f486717-cdee-4730-90a3-993c6325561d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 944 time: 0.3652432 Jul 14 09:22:01.101212 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a65183e7-8a42-41df-b936-52ad4761f9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.133387 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca34fc0-25f7-4ba4-98a1-7a3e245278ff x-openstack-request-id: req-aca34fc0-25f7-4ba4-98a1-7a3e245278ff {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:01.133675 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:01.133922 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aca34fc0-25f7-4ba4-98a1-7a3e245278ff {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:01.134310 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be', 'status': 'completed', 'code': 200} Jul 14 09:22:01.138120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-1ecf55c0-8b75-48b7-8b32-8eae471498d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555050 Jul 14 09:22:01.144641 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.161709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c37201a2-c270-47b1-92d8-a63ac7408f10 req-79a88645-1e37-434a-b3ab-18d61054ae50 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395188 Jul 14 09:22:01.183696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6776c134-c1fa-4119-bcbf-2884e3fbc91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.186328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6776c134-c1fa-4119-bcbf-2884e3fbc91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.187466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6776c134-c1fa-4119-bcbf-2884e3fbc91a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d2885daa-8391-4dc3-8ffa-e3319455c63e HTTP/1.1" status: 204 len: 168 time: 0.9061079 Jul 14 09:22:01.209816 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a65183e7-8a42-41df-b936-52ad4761f9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.217397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776c134-c1fa-4119-bcbf-2884e3fbc91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2885daa-8391-4dc3-8ffa-e3319455c63e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.226652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Transition to ACTIVE for port object 0fbcda05-3999-4164-83da-398269dbb363 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:01.297471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05531fdc-53d3-4f81-b90a-85ab2f783b0f req-19adacbd-b153-46fc-8689-940d9c7baef0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328940 Jul 14 09:22:01.316437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-b2b8615a-7b23-49c7-8255-083a0746468f service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504826 Jul 14 09:22:01.343284 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-19f0ad8b-55dc-45c7-a88e-594ca3610f4b service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949186 Jul 14 09:22:01.350318 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.363190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:22:01.391862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a65183e7-8a42-41df-b936-52ad4761f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.396065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a65183e7-8a42-41df-b936-52ad4761f9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.396065 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a65183e7-8a42-41df-b936-52ad4761f9cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0936581-4dfe-43df-a752-05a30ebc4485 HTTP/1.1" status: 204 len: 168 time: 0.5389063 Jul 14 09:22:01.477424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:01.498902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65183e7-8a42-41df-b936-52ad4761f9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0936581-4dfe-43df-a752-05a30ebc4485,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.509936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:01.513843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:01.562204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Pushing event updated for resources: {'Port': ['ID=0fbcda05-3999-4164-83da-398269dbb363,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:01.582765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:01.595026 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Sync routers for ids ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:01.606806 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Routers {'f5b4a120-58c1-4cf6-bbb8-ba905a73e482'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:01.607651 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:01.630504 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.633616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b6eb15a1-ee26-47a3-9ab3-0e76463c75de admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.5458093 Jul 14 09:22:01.636000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46172) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:01.695046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.696028 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.715625 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d59a46-2650-44d6-87c6-7c42514623ae req-fa41ed80-73ee-4f60-b6e0-a6cd24e5f711 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591301 Jul 14 09:22:01.769316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf992f5a-b041-4521-8a2c-1e71ffaec722 req-98a3ea31-d6d9-4553-a7b5-601898da2324 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:01.773782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46176) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:01.785270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf992f5a-b041-4521-8a2c-1e71ffaec722 req-98a3ea31-d6d9-4553-a7b5-601898da2324 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 935 time: 0.3502610 Jul 14 09:22:01.792416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1b2d-ea73-4445-acdc-ad749130f28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.806876 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Set router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:01.906370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-7b955e1c-1eee-4a58-9dc2-d3c3d4dd367e tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6936579 Jul 14 09:22:01.908592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4f4fc12-0b05-40db-a13f-673abfdcb07a None None] Provisioning for port 0fbcda05-3999-4164-83da-398269dbb363 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:01.915756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4f4fc12-0b05-40db-a13f-673abfdcb07a None None] Provisioning complete for port 0fbcda05-3999-4164-83da-398269dbb363 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:01.916136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4f4fc12-0b05-40db-a13f-673abfdcb07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:01.929368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Request body: {'port': {'device_id': '4645152e-1e3f-4fbf-bd62-88336eae4391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:01.989870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b4f4fc12-0b05-40db-a13f-673abfdcb07a None None] Port 0fbcda05-3999-4164-83da-398269dbb363 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:01.999227 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:21:59Z', 'revision_number': 3, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port': {'id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:58Z', 'updated_at': '2021-07-14T09:21:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:02.032035 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Checking router: f5b4a120-58c1-4cf6-bbb8-ba905a73e482 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:02.032504 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Updating router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 port dc8da89d-cbf9-44a9-b3c0-05daa53019ef binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:02.038598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf992f5a-b041-4521-8a2c-1e71ffaec722 req-e16f71f0-a49c-423a-8de4-152f691a895f tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506464 Jul 14 09:22:02.062432 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.068127 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.074564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-23a31a15-ec82-489e-a3c1-7187aa626b2b tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.076817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-23a31a15-ec82-489e-a3c1-7187aa626b2b tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.3275173 Jul 14 09:22:02.157461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:02.185697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb2bb0-0217-4d1c-96d0-54018c713ee3 req-66f1d66d-f447-4cc9-8a14-89da3315e9e1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.200922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43eb2bb0-0217-4d1c-96d0-54018c713ee3 req-66f1d66d-f447-4cc9-8a14-89da3315e9e1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 947 time: 0.3572624 Jul 14 09:22:02.204124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.66', 65029) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:02.210352 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-568c2bb8-29aa-44fc-9e3a-0fc8b7af0e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.220020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-f41e8dce-54af-486e-96cf-0a54108ace07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.222454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-f41e8dce-54af-486e-96cf-0a54108ace07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1096 time: 0.4253547 Jul 14 09:22:02.392638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device dd36d205-045a-4d91-9fef-26f7d057cae2 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:02.439890 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.454998 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Transition to ACTIVE for port object dc8da89d-cbf9-44a9-b3c0-05daa53019ef will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:02.467059 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.497700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-84a6f422-eaf0-4fc4-8650-b7b8f3e3805c service neutron] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:02.507979 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-84a6f422-eaf0-4fc4-8650-b7b8f3e3805c service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.509157 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f44ca636-9d55-44bc-912d-502d40cd3d80 req-84a6f422-eaf0-4fc4-8650-b7b8f3e3805c service neutron] 10.222.0.66 "DELETE /v2.0/ports/c996e615-7ae9-4f42-b0a8-f3252a023a83/bindings/n-h1-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.4253352 Jul 14 09:22:02.515364 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:02.521594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-be3fb3d4-4ac2-4682-b996-037daded7248 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3086076 Jul 14 09:22:02.534335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'mac_address': 'fa:16:3e:df:84:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:02.540569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212b6da-49c2-445d-9cc9-53219968122c req-afc3f5d4-55db-46a2-b98c-5aff240d292d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.542102 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b212b6da-49c2-445d-9cc9-53219968122c req-afc3f5d4-55db-46a2-b98c-5aff240d292d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 944 time: 0.3150921 Jul 14 09:22:02.604100 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.604342 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c4b8e-a166-44a9-86a9-1c112eafe4aa None None] Pushing event updated for resources: {'Port': ['ID=dc8da89d-cbf9-44a9-b3c0-05daa53019ef,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:02.628978 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Attempting to bind port dc8da89d-cbf9-44a9-b3c0-05daa53019ef on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:02.629333 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Attempting to bind port dc8da89d-cbf9-44a9-b3c0-05daa53019ef by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:02.629698 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Attempting to bind port dc8da89d-cbf9-44a9-b3c0-05daa53019ef on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:02.633807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd36d205-045a-4d91-9fef-26f7d057cae2 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:02.640173 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:02.640615 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:02.641004 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.641399 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:02.641958 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Bound port: dc8da89d-cbf9-44a9-b3c0-05daa53019ef, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:02.642366 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.657568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:02.662531 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.677964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b212b6da-49c2-445d-9cc9-53219968122c req-3249777b-119d-485e-9207-b4e575578d38 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282887 Jul 14 09:22:02.695077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbcda05-3999-4164-83da-398269dbb363 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:02.704896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.723715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43eb2bb0-0217-4d1c-96d0-54018c713ee3 req-cacadc6f-ca56-4534-80ae-ce480ff81119 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224767 Jul 14 09:22:02.730338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Transition to ACTIVE for port object 0fbcda05-3999-4164-83da-398269dbb363 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:02.733234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-2c55d718-407f-49c3-a5f4-66034316e419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.735094 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-2c55d718-407f-49c3-a5f4-66034316e419 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1102 time: 0.1209288 Jul 14 09:22:02.735927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.740814 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1b2d-ea73-4445-acdc-ad749130f28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.742378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-5a9ebf34-4f6b-4b34-ade0-f557d702b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:02.743923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-5a9ebf34-4f6b-4b34-ade0-f557d702b88c service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.4777694 Jul 14 09:22:02.752214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed3a1b2d-ea73-4445-acdc-ad749130f28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.784421 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] For port dc8da89d-cbf9-44a9-b3c0-05daa53019ef, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:02.788654 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] For port dc8da89d-cbf9-44a9-b3c0-05daa53019ef, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dc8da89d-cbf9-44a9-b3c0-05daa53019ef,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:02.797409 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:02.823424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:02.871775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-7ccb2c5e-3aa8-4f4c-88b5-9f455a525aa0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be HTTP/1.1" status: 200 len: 217 time: 0.1209393 Jul 14 09:22:02.924582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['dd36d205-045a-4d91-9fef-26f7d057cae2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:02.937282 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Routers {'f5b4a120-58c1-4cf6-bbb8-ba905a73e482'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:02.939720 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:02.946337 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c4b8e-a166-44a9-86a9-1c112eafe4aa None None] Pushing event updated for resources: {'Port': ['ID=dc8da89d-cbf9-44a9-b3c0-05daa53019ef,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:02.989966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed3a1b2d-ea73-4445-acdc-ad749130f28d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a0f2d1050acb444c9cf64a2a016a6ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2151310 Jul 14 09:22:02.995489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a1b2d-ea73-4445-acdc-ad749130f28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e48484-7bee-4cd7-9755-0827b379fa47,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.014509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46186) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:03.097234 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] Set router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:03.196419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-2f37420b-59d2-45f8-8be3-c53f0ccdb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.197941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-2f37420b-59d2-45f8-8be3-c53f0ccdb9ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.3145704 Jul 14 09:22:03.246172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e82aa1c-ad28-4622-b3ec-e924a445ac17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.278039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e82aa1c-ad28-4622-b3ec-e924a445ac17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.310246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-7b951605-f8e6-419b-a079-d69a513bbc3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932713 Jul 14 09:22:03.332184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Pushing event updated for resources: {'Port': ['ID=0fbcda05-3999-4164-83da-398269dbb363,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.392902 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:21:59Z', 'revision_number': 3, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port': {'id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:58Z', 'updated_at': '2021-07-14T09:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:03.473426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-064ff5ec-123a-4b8c-b223-e2ecc73036a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.476900 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-064ff5ec-123a-4b8c-b223-e2ecc73036a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.7098212 Jul 14 09:22:03.481870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e82aa1c-ad28-4622-b3ec-e924a445ac17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.484766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e82aa1c-ad28-4622-b3ec-e924a445ac17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.488348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4e82aa1c-ad28-4622-b3ec-e924a445ac17 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2e48484-7bee-4cd7-9755-0827b379fa47 HTTP/1.1" status: 204 len: 168 time: 0.4595068 Jul 14 09:22:03.535196 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43625806-2f3a-460a-9348-3487d7d1e733 None None] The sync data for ids ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'] in n-d-780147-26 is: [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:21:59Z', 'revision_number': 3, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port': {'id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:58Z', 'updated_at': '2021-07-14T09:22:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:03.566360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Attempting to bind port 0fbcda05-3999-4164-83da-398269dbb363 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:03.566700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Attempting to bind port 0fbcda05-3999-4164-83da-398269dbb363 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:03.567036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Attempting to bind port 0fbcda05-3999-4164-83da-398269dbb363 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:03.580891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-278cedc6-3262-417f-ab30-a63111420913 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0760055 Jul 14 09:22:03.582295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b7a97-2511-427f-84e2-0e56237948d0 req-db576c5f-c769-4b9d-9e34-525748c43200 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.583954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c5b7a97-2511-427f-84e2-0e56237948d0 req-db576c5f-c769-4b9d-9e34-525748c43200 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 944 time: 0.5627847 Jul 14 09:22:03.588462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82aa1c-ad28-4622-b3ec-e924a445ac17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e48484-7bee-4cd7-9755-0827b379fa47,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.605388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Port 0fbcda05-3999-4164-83da-398269dbb363 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:03.605721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Attempting to bind port 0fbcda05-3999-4164-83da-398269dbb363 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:03.621321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-d1a4fbf5-b6de-43f5-b86e-5dea0cb871d6 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004360 Jul 14 09:22:03.647125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8a755-de82-4fdd-b415-bbb563db88b0 req-35b4c68a-6e14-4b01-a2aa-a90df42c276d tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.654559 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-54f8a755-de82-4fdd-b415-bbb563db88b0 req-35b4c68a-6e14-4b01-a2aa-a90df42c276d tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 947 time: 0.3868351 Jul 14 09:22:03.657779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-568c2bb8-29aa-44fc-9e3a-0fc8b7af0e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.667946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:03.668311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:03.668661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:03.669151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Bound port: 0fbcda05-3999-4164-83da-398269dbb363, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:03.669505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.683943 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-568c2bb8-29aa-44fc-9e3a-0fc8b7af0e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.735865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-6ed6c540-0443-4a8c-bd22-fc1f7abf75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:03.737270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-6ed6c540-0443-4a8c-bd22-fc1f7abf75aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1476891 Jul 14 09:22:03.749947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c5b7a97-2511-427f-84e2-0e56237948d0 req-beacb917-e0fa-4b3f-8fb7-c0c05706678a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527755 Jul 14 09:22:03.780390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:03.817213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-568c2bb8-29aa-44fc-9e3a-0fc8b7af0e52 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=460c2aad0e3b47d3a8f2f1fa84861d47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6564622 Jul 14 09:22:03.817213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c2bb8-29aa-44fc-9e3a-0fc8b7af0e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181d6be4-afd3-454f-b47e-4f27bc23c0c4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:03.824725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46200) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:03.844825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-54f8a755-de82-4fdd-b415-bbb563db88b0 req-107f9b3d-018a-4bd8-83ee-f72d268001b2 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893194 Jul 14 09:22:04.026879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] For port 0fbcda05-3999-4164-83da-398269dbb363, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:04.040210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Allocated IP 172.20.0.1 (9b9260c5-1d5a-402f-9cfc-1816bd3a94ec/d6202cd3-3289-4dcc-a205-6d8ed1275eaf/79988622-907b-47ff-b541-c06308100b28) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:04.051389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] For port 0fbcda05-3999-4164-83da-398269dbb363, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=0fbcda05-3999-4164-83da-398269dbb363,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:04.118815 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb787c3-4628-49fc-aac9-ae3831ae18d3 req-d9da786b-2ab3-49c5-b40c-82a36fb893ad service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890330 Jul 14 09:22:04.178015 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb2e0-fcfd-49be-9a70-474f3b90c63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.205211 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb2e0-fcfd-49be-9a70-474f3b90c63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.241009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.269962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.280926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f3e36-aa17-41cb-b8ac-5a4217080697 req-cad31537-d362-453d-9757-66525551a40c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.282483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c7f3e36-aa17-41cb-b8ac-5a4217080697 req-cad31537-d362-453d-9757-66525551a40c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 944 time: 0.2321563 Jul 14 09:22:04.304597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Pushing event updated for resources: {'Port': ['ID=0fbcda05-3999-4164-83da-398269dbb363,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.307880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-586d9f57-0d0b-4a39-8e86-16059d6b3b2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1523080 Jul 14 09:22:04.309746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Transition to ACTIVE for port object 79988622-907b-47ff-b541-c06308100b28 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:04.318333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-b1f6b857-5f62-43b2-8f06-5495deac4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.319673 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-b1f6b857-5f62-43b2-8f06-5495deac4fc0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5433700 Jul 14 09:22:04.352139 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.352753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.353750 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-e22b231b-f461-4058-8114-b27c8a0b175e service neutron] 10.222.0.66 "PUT /v2.0/ports/0fbcda05-3999-4164-83da-398269dbb363 HTTP/1.1" status: 200 len: 1096 time: 2.4356437 Jul 14 09:22:04.364444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4645152e-1e3f-4fbf-bd62-88336eae4391', 'tag': '0fbcda05-3999-4164-83da-398269dbb363'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:04.367193 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ece1e8e-3606-484c-95f1-726759ad5d09" -d '{"events": [{"name": "network-changed", "server_uuid": "4645152e-1e3f-4fbf-bd62-88336eae4391", "tag": "0fbcda05-3999-4164-83da-398269dbb363"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:04.385348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c7f3e36-aa17-41cb-b8ac-5a4217080697 req-db296ba7-cdcd-4a14-ab6a-193118d7948f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936761 Jul 14 09:22:04.406016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device dd36d205-045a-4d91-9fef-26f7d057cae2 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:04.421717 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.471446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:04.471670 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-7bc6f76e-2022-4ec5-918c-5c4128e9aa7f service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425035 Jul 14 09:22:04.474842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb2e0-fcfd-49be-9a70-474f3b90c63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.477569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1dcb2e0-fcfd-49be-9a70-474f3b90c63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.478592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c1dcb2e0-fcfd-49be-9a70-474f3b90c63f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/181d6be4-afd3-454f-b47e-4f27bc23c0c4 HTTP/1.1" status: 204 len: 168 time: 0.6531634 Jul 14 09:22:04.479098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:04.494560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:04.501382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-1c2bb280-97de-44f0-b687-14b3f5e71545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.503166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-1c2bb280-97de-44f0-b687-14b3f5e71545 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 1097 time: 0.1680725 Jul 14 09:22:04.537736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dcb2e0-fcfd-49be-9a70-474f3b90c63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d6be4-afd3-454f-b47e-4f27bc23c0c4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.576854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Pushing event updated for resources: {'Port': ['ID=79988622-907b-47ff-b541-c06308100b28,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:04.619562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port dd36d205-045a-4d91-9fef-26f7d057cae2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:04.632302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port dd36d205-045a-4d91-9fef-26f7d057cae2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:04.633028 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.687792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f36424-b685-4ba0-980f-18ffd74f4139 req-4e9d1dcc-af63-4419-af49-d609269ebfce tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.691774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80f36424-b685-4ba0-980f-18ffd74f4139 req-4e9d1dcc-af63-4419-af49-d609269ebfce tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 948 time: 0.5493805 Jul 14 09:22:04.851476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.892722 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:04.901942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80f36424-b685-4ba0-980f-18ffd74f4139 req-e00cb5d1-d9ae-4e0e-897d-035efb33bcac tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927435 Jul 14 09:22:04.906939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dc8da89d-cbf9-44a9-b3c0-05daa53019ef up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:04.938064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-3643f165-9c90-4b3e-8993-6156d3d70e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:04.939637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-3643f165-9c90-4b3e-8993-6156d3d70e4f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=985d625f55ac459aba7c4b57d75b22a7&device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 1099 time: 0.4657152 Jul 14 09:22:04.948749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f12536c-e357-4878-a07e-b0a5e8b8bcf0 req-e9021cc8-16fa-43f5-a153-fca788598f80 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597032 Jul 14 09:22:05.010171 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-5a1d338f-63cd-426d-8119-11c83464b38b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=0fbcda05-3999-4164-83da-398269dbb363 HTTP/1.1" status: 200 len: 217 time: 0.0604470 Jul 14 09:22:05.029778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:05.032123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00567a1f-5182-41e6-91c9-01dfb7e74a64 req-e8c978e4-b0d6-4b53-affe-4e6ae2edd37f tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.036536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:05.039565 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00567a1f-5182-41e6-91c9-01dfb7e74a64 req-e8c978e4-b0d6-4b53-affe-4e6ae2edd37f tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1096 time: 0.2777591 Jul 14 09:22:05.040422 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768ad9fd-25ee-46c3-9ae6-c9bc18325670" -d '{"events": [{"server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "name": "network-vif-plugged", "status": "completed", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:05.048015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.135595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-9d8081ea-76f4-43c2-af73-869638c1a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.138292 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-9d8081ea-76f4-43c2-af73-869638c1a8a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1151843 Jul 14 09:22:05.169190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-d00873bb-db03-475c-a6f6-3010244a7c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.170762 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-d00873bb-db03-475c-a6f6-3010244a7c5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 925 time: 0.6358700 Jul 14 09:22:05.179114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port dc8da89d-cbf9-44a9-b3c0-05daa53019ef completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:05.217564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port dc8da89d-cbf9-44a9-b3c0-05daa53019ef triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:05.218196 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.221904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.246529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00567a1f-5182-41e6-91c9-01dfb7e74a64 req-18f63442-c012-4594-88d7-21425fbc089a tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059498 Jul 14 09:22:05.250297 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991aa854-a19c-4340-a54f-c84effe37061 x-openstack-request-id: req-991aa854-a19c-4340-a54f-c84effe37061 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:05.250597 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4645152e-1e3f-4fbf-bd62-88336eae4391", "tag": "0fbcda05-3999-4164-83da-398269dbb363", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:05.250859 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-991aa854-a19c-4340-a54f-c84effe37061 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:05.254191 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4645152e-1e3f-4fbf-bd62-88336eae4391', 'tag': '0fbcda05-3999-4164-83da-398269dbb363', 'status': 'completed', 'code': 200} Jul 14 09:22:05.259807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-a31931a2-bb20-4d53-9646-09b07a760386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.277276 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-a31931a2-bb20-4d53-9646-09b07a760386 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1196823 Jul 14 09:22:05.293239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5ba68726-ff13-48c5-924b-21bce70ea6d0 None None] Provisioning for port 79988622-907b-47ff-b541-c06308100b28 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:05.321411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5ba68726-ff13-48c5-924b-21bce70ea6d0 None None] Provisioning complete for port 79988622-907b-47ff-b541-c06308100b28 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:05.322031 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5ba68726-ff13-48c5-924b-21bce70ea6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.413766 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac69b7d-191b-496d-bc19-a27b7161648d x-openstack-request-id: req-3ac69b7d-191b-496d-bc19-a27b7161648d {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:05.414516 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "name": "network-vif-plugged", "status": "completed", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:05.415206 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ac69b7d-191b-496d-bc19-a27b7161648d {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:05.415803 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'code': 200} Jul 14 09:22:05.435799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5ba68726-ff13-48c5-924b-21bce70ea6d0 None None] Port 79988622-907b-47ff-b541-c06308100b28 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:05.446522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-8c277f8f-d3c7-46dc-bf9b-517f5331b366 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5 HTTP/1.1" status: 200 len: 1000 time: 0.2513983 Jul 14 09:22:05.451841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.535218 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.569772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-255ab51c-dd9c-43b1-a680-8841e444f2f4 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915981 Jul 14 09:22:05.579282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port dc8da89d-cbf9-44a9-b3c0-05daa53019ef, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dc8da89d-cbf9-44a9-b3c0-05daa53019ef,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:05.585950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6e5d3e3c-abef-490b-b0b4-982e82bad8be details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:05.593048 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.630095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-ed13453d-f282-4008-92ec-323639f68444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.631654 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-ed13453d-f282-4008-92ec-323639f68444 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa HTTP/1.1" status: 200 len: 863 time: 0.1778822 Jul 14 09:22:05.660426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026005-b8e5-4afb-8ee6-e3cff262a49a req-8b71d77a-df1c-495c-9f17-73a9b26c3001 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.667852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1026005-b8e5-4afb-8ee6-e3cff262a49a req-8b71d77a-df1c-495c-9f17-73a9b26c3001 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 947 time: 0.2030473 Jul 14 09:22:05.747286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2573e9f-a5dc-4326-97a3-0ae5f920d5db req-9cdf842e-585a-4027-8e63-49dc86e11e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:05.748891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2573e9f-a5dc-4326-97a3-0ae5f920d5db req-9cdf842e-585a-4027-8e63-49dc86e11e97 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 1101 time: 0.2722216 Jul 14 09:22:05.754707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=dc8da89d-cbf9-44a9-b3c0-05daa53019ef,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:05.826894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:05.844070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1026005-b8e5-4afb-8ee6-e3cff262a49a req-58c5b4ee-5f64-40c8-af86-561c0b064fb4 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410792 Jul 14 09:22:05.845279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '6e5d3e3c-abef-490b-b0b4-982e82bad8be', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'port_id': '6e5d3e3c-abef-490b-b0b4-982e82bad8be', 'mac_address': 'fa:16:3e:1c:0c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c0d434-5bd1-44d9-96bd-9c876ccefab0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:05.857971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2573e9f-a5dc-4326-97a3-0ae5f920d5db req-a8cc90a2-d213-4465-b750-60969d453206 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839736 Jul 14 09:22:05.882744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b82d4e2-3ffa-4bea-ba61-951c085865f5 req-baa2bd60-e231-4023-a868-aced9936c48a service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005931 Jul 14 09:22:05.961806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:05.986256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5d3e3c-abef-490b-b0b4-982e82bad8be {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:06.026722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:06.029361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-731655cb-df3d-4e91-9755-4841b3023fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.030933 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-731655cb-df3d-4e91-9755-4841b3023fff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7903b25e-f7c7-42be-8fb1-7d412959b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3925614 Jul 14 09:22:06.037038 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.122780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.124324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6769eb-6610-49bc-b6d2-2f4a05311ef0 req-5c3a50f2-33ca-4cbb-a383-89d58a6f08af tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.125901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f6769eb-6610-49bc-b6d2-2f4a05311ef0 req-5c3a50f2-33ca-4cbb-a383-89d58a6f08af tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 944 time: 0.4613605 Jul 14 09:22:06.147557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-961860de-8a35-4451-b1b3-b6be0b95f3d9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.149306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-961860de-8a35-4451-b1b3-b6be0b95f3d9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 808 time: 0.1657834 Jul 14 09:22:06.161377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-d5d16c88-b593-4d5b-b147-ceac813e6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.163257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-d5d16c88-b593-4d5b-b147-ceac813e6175 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=985d625f55ac459aba7c4b57d75b22a7&device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 1099 time: 0.2166395 Jul 14 09:22:06.192078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-9b87ef8b-f654-4615-88a1-450159bfe7d4 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/quotas/4ef2f47428f74997af795a7905fea995 HTTP/1.1" status: 200 len: 375 time: 0.0346591 Jul 14 09:22:06.211352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.219968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.291105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f6769eb-6610-49bc-b6d2-2f4a05311ef0 req-a4ae0eff-dcd1-46a0-a293-fdb6032a9515 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221535 Jul 14 09:22:06.291825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['6e5d3e3c-abef-490b-b0b4-982e82bad8be'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:06.334743 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.338994 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-7a1c18a9-52e5-417a-bdf4-e37268b57eaa service neutron] 10.222.0.69 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913904 Jul 14 09:22:06.341797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Pushing event updated for resources: {'Port': ['ID=79988622-907b-47ff-b541-c06308100b28,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:06.355907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-945cad5b-04cc-41e7-b3eb-902ae4d169a3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625893 Jul 14 09:22:06.427860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-fd3a659c-5632-4d92-910d-c35224ef20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.429708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-fd3a659c-5632-4d92-910d-c35224ef20cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2573981 Jul 14 09:22:06.477360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-3be85061-9638-431d-918b-642044403e04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=0fbcda05-3999-4164-83da-398269dbb363 HTTP/1.1" status: 200 len: 217 time: 0.0411987 Jul 14 09:22:06.552470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5b1e1889-e7ea-442f-851f-b51f3b55d8a8 service neutron] 10.222.0.73 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955738 Jul 14 09:22:06.554342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-923e4f66-d463-4546-bb16-efe2ae98c16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.555737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-923e4f66-d463-4546-bb16-efe2ae98c16b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0680628 Jul 14 09:22:06.716140 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-33dbcf20-9cfd-4ce6-b610-7328e662719c service neutron] 10.222.0.73 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573527 Jul 14 09:22:06.718987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-78e001b5-cb71-44b4-829e-5006677154eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.720551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-78e001b5-cb71-44b4-829e-5006677154eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1538141 Jul 14 09:22:06.823904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dc8da89d-cbf9-44a9-b3c0-05daa53019ef up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:06.844136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e09e100f-3db9-42f5-ad3a-89d9b1939c45 req-e95005f1-597c-40ed-834d-20e5799167cb service neutron] 10.222.0.69 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870300 Jul 14 09:22:06.903699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1be0b-f718-45c7-86e9-cdd8191b5e26 req-95651cb8-ef6c-4ff7-866d-62900b3afec7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:06.910781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f1be0b-f718-45c7-86e9-cdd8191b5e26 req-95651cb8-ef6c-4ff7-866d-62900b3afec7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.4512939 Jul 14 09:22:06.914687 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-803d4582-ad1d-46d0-b926-4bbe39ab88ff service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865520 Jul 14 09:22:06.956443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:06.959172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:06.977160 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port dc8da89d-cbf9-44a9-b3c0-05daa53019ef triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:06.977541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:06.993232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f1be0b-f718-45c7-86e9-cdd8191b5e26 req-cda84ea1-fd23-4560-9d80-a76be91580b3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811357 Jul 14 09:22:07.108077 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:22:07.182553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ece1e8e-3606-484c-95f1-726759ad5d09 req-8db5a4d3-0666-4bc0-a6b1-dfc0b80d4fd3 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570300 Jul 14 09:22:07.215935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:07.377742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:07.392598 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ceaff8bf-9fff-4af4-bd59-f21cba514fff admin admin] 10.222.0.73 "PUT /v2.0/routers/f5b4a120-58c1-4cf6-bbb8-ba905a73e482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7460499 Jul 14 09:22:07.392738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Sync routers for ids ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:07.406202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Routers {'f5b4a120-58c1-4cf6-bbb8-ba905a73e482'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:07.406846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:07.416652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00c20a-482f-43e8-88b0-3c734d590d7d req-0c2c80a2-cd87-4402-8951-35fee472150f tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:07.424444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c00c20a-482f-43e8-88b0-3c734d590d7d req-0c2c80a2-cd87-4402-8951-35fee472150f tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 947 time: 0.1058416 Jul 14 09:22:07.453692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0ea8e3c-44c3-47cc-9a5f-a84d91a1ef2a req-d03871e4-c5c6-4669-a742-39e7775fe20e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 210 time: 0.0288184 Jul 14 09:22:07.481622 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c00c20a-482f-43e8-88b0-3c734d590d7d req-658545db-de76-41af-abee-ca006d7031ad tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469289 Jul 14 09:22:07.502768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d007bc3d-4903-497c-8eea-49a74e6efdc3 None None] Provisioning complete for port 79988622-907b-47ff-b541-c06308100b28 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:07.503332 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d007bc3d-4903-497c-8eea-49a74e6efdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.585775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6e5d3e3c-abef-490b-b0b4-982e82bad8be up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:07.638515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d007bc3d-4903-497c-8eea-49a74e6efdc3 None None] Port 79988622-907b-47ff-b541-c06308100b28 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:07.657086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Set router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:07.677350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801af458-8fb5-4f9e-8454-9f3ba7902964 req-30b63f21-bef9-44e9-8ecd-ae365a7a15e3 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:07.678943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-801af458-8fb5-4f9e-8454-9f3ba7902964 req-30b63f21-bef9-44e9-8ecd-ae365a7a15e3 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 945 time: 0.0969808 Jul 14 09:22:07.733290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-801af458-8fb5-4f9e-8454-9f3ba7902964 req-e20f4ae4-833e-44ab-a03e-bfcda86610f6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478778 Jul 14 09:22:07.763196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 6e5d3e3c-abef-490b-b0b4-982e82bad8be completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:07.799190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 6e5d3e3c-abef-490b-b0b4-982e82bad8be triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:07.799502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:07.837132 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-4f6f7089-f96b-49ec-9ef0-420d9f6db1a1 req-ca08943e-8c72-410d-9f46-e1cdc65ea9c1 tempest-FloatingIPDetailsNegativeTestJSON-1383405279 tempest-FloatingIPDetailsNegativeTestJSON-1383405279-project] show failed (client error): The resource could not be found. Jul 14 09:22:07.844160 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f6f7089-f96b-49ec-9ef0-420d9f6db1a1 req-ca08943e-8c72-410d-9f46-e1cdc65ea9c1 tempest-FloatingIPDetailsNegativeTestJSON-1383405279 tempest-FloatingIPDetailsNegativeTestJSON-1383405279-project] 10.222.0.73 "GET /v2.0/floatingips/3acee143-1273-43cb-b38d-f318d6d820eb HTTP/1.1" status: 404 len: 350 time: 0.0499079 Jul 14 09:22:07.848108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:07.989372 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.025400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:08.028233 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc9f8cb-d77b-45ea-9b73-f23a801252e8" -d '{"events": [{"server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "name": "network-vif-plugged", "status": "completed", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:08.045478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port': {'id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:58Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '79988622-907b-47ff-b541-c06308100b28', 'name': '', 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'mac_address': 'fa:16:3e:08:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd6202cd3-3289-4dcc-a205-6d8ed1275eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:03Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 2, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'subnets': [{'id': 'd6202cd3-3289-4dcc-a205-6d8ed1275eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:08.050370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:08.075958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Checking router: f5b4a120-58c1-4cf6-bbb8-ba905a73e482 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:08.076216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Updating router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 port 79988622-907b-47ff-b541-c06308100b28 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:08.078329 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.149258 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.173485 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e621db94-729d-4f98-a9f0-7fa3010aa118 x-openstack-request-id: req-e621db94-729d-4f98-a9f0-7fa3010aa118 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:08.173780 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "name": "network-vif-plugged", "status": "completed", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:08.174036 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e621db94-729d-4f98-a9f0-7fa3010aa118 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:08.174422 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be', 'code': 200} Jul 14 09:22:08.178933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:08.370350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21388a2d-6df2-4d91-a4e0-aa490dc4c24f req-a483fa0e-f633-42b3-ac5c-ba6fee5d627d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.376694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21388a2d-6df2-4d91-a4e0-aa490dc4c24f req-a483fa0e-f633-42b3-ac5c-ba6fee5d627d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1098 time: 0.1341558 Jul 14 09:22:08.421128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bc1b0-a578-49ab-9b20-5a5a1c82b8e3 req-f17d1f6a-7ecc-49cd-8d48-5d9a0f7bd53d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.428692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.436349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c4bc1b0-a578-49ab-9b20-5a5a1c82b8e3 req-f17d1f6a-7ecc-49cd-8d48-5d9a0f7bd53d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1788368 Jul 14 09:22:08.460635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46362) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:08.497587 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21388a2d-6df2-4d91-a4e0-aa490dc4c24f req-93667508-c823-4524-b694-1fdc2ebb5794 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136191 Jul 14 09:22:08.533537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c4bc1b0-a578-49ab-9b20-5a5a1c82b8e3 req-2a17e4e4-a9a8-400d-b49a-01ebe9305de3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905972 Jul 14 09:22:08.635783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-517a4448-ad17-4bd4-98ee-e343e83a6745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.644181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61c7737e-32e2-4695-8fb6-e80eb8321b0e req-0dc849ec-c069-4e2f-b0b7-cb41a7559f5e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 210 time: 0.0582440 Jul 14 09:22:08.727750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.739197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Transition to ACTIVE for port object 79988622-907b-47ff-b541-c06308100b28 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:08.747563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.835025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-a06d20b6-2fb2-43c8-9bd9-015a3aa13b94 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.839366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-a06d20b6-2fb2-43c8-9bd9-015a3aa13b94 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 808 time: 0.3064973 Jul 14 09:22:08.865324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384e53-6bc6-438d-a11d-5e305710f3e2 None None] Pushing event updated for resources: {'Port': ['ID=79988622-907b-47ff-b541-c06308100b28,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:08.876795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cf938-5313-40f1-88ec-358b9c604c9d req-77d32dc9-b247-453a-8de3-43293452f413 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:08.878319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Request body: {'port': {'device_id': '5de454f7-63ab-4566-bba6-006de8ac686a', 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'admin_state_up': True, 'tenant_id': '4ef2f47428f74997af795a7905fea995'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:08.885133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-318cf938-5313-40f1-88ec-358b9c604c9d req-77d32dc9-b247-453a-8de3-43293452f413 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 947 time: 0.1484144 Jul 14 09:22:08.889177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-517a4448-ad17-4bd4-98ee-e343e83a6745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.907554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-517a4448-ad17-4bd4-98ee-e343e83a6745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.938583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Attempting to bind port 79988622-907b-47ff-b541-c06308100b28 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:08.939260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Attempting to bind port 79988622-907b-47ff-b541-c06308100b28 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:08.939626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Attempting to bind port 79988622-907b-47ff-b541-c06308100b28 on network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:08.956373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:08.956741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Checking segment: {'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:08.957607 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.957607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Bound using segment: {'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:08.958131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Bound port: 79988622-907b-47ff-b541-c06308100b28, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b27be76a-9d9c-4e2a-b76a-e24019659c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:08.958511 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:08.993201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-517a4448-ad17-4bd4-98ee-e343e83a6745 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25d72337e46e4f348e23b332fdbd66e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256877 Jul 14 09:22:08.995413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:09.014383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-318cf938-5313-40f1-88ec-358b9c604c9d req-4842a3da-4de1-471b-a409-9854d3a5bbd7 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282041 Jul 14 09:22:09.023436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4448-ad17-4bd4-98ee-e343e83a6745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77ca81e-0683-474d-9d42-58128097631e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:09.100602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] For port 79988622-907b-47ff-b541-c06308100b28, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:09.104515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] For port 79988622-907b-47ff-b541-c06308100b28, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=79988622-907b-47ff-b541-c06308100b28,segment=NetworkSegment(b27be76a-9d9c-4e2a-b76a-e24019659c6c),segment_id=b27be76a-9d9c-4e2a-b76a-e24019659c6c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:09.111524 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.139375 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6619acde-2475-49a8-b8ca-6b198285e577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.194227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Routers {'f5b4a120-58c1-4cf6-bbb8-ba905a73e482'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:09.195159 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6619acde-2475-49a8-b8ca-6b198285e577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.197156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:09.285189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Made reservation on behalf of 4ef2f47428f74997af795a7905fea995 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:09.298388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.332967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8b611-48ea-433c-918a-d43e5166bc72 req-5ed46744-3148-4bbb-ab96-a70ec9fac259 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:09.352899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcf8b611-48ea-433c-918a-d43e5166bc72 req-5ed46744-3148-4bbb-ab96-a70ec9fac259 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1233642 Jul 14 09:22:09.362712 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6619acde-2475-49a8-b8ca-6b198285e577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.366276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6619acde-2475-49a8-b8ca-6b198285e577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.367814 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6619acde-2475-49a8-b8ca-6b198285e577 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d77ca81e-0683-474d-9d42-58128097631e HTTP/1.1" status: 204 len: 168 time: 0.3712533 Jul 14 09:22:09.395352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619acde-2475-49a8-b8ca-6b198285e577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77ca81e-0683-474d-9d42-58128097631e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:09.434755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90384e53-6bc6-438d-a11d-5e305710f3e2 None None] Pushing event updated for resources: {'Port': ['ID=79988622-907b-47ff-b541-c06308100b28,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:09.483984 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-a6ab1352-89c1-4c40-9fa6-214a63ee39a2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3335161 Jul 14 09:22:09.485398 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcf8b611-48ea-433c-918a-d43e5166bc72 req-51b749d4-1d2e-443b-a66c-82f4659058c7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304543 Jul 14 09:22:09.561004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468277e3-59d3-47ec-aa43-640c1582bcee req-53ddf420-41ef-4168-a03d-938ccd331e99 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:09.562906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] Set router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:09.567700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-468277e3-59d3-47ec-aa43-640c1582bcee req-53ddf420-41ef-4168-a03d-938ccd331e99 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.2999785 Jul 14 09:22:09.592003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Deleting port 79988622-907b-47ff-b541-c06308100b28 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:09.592378 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.600300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 0fbcda05-3999-4164-83da-398269dbb363 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:09.707376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Allocated IP 172.20.0.2 (c57b139e-cf08-4d82-9360-8bec932fdedf/41972096-a7d9-4b2c-b8d7-7a81dde04479/9c823a6a-19e9-43f2-b8df-7264f85ee307) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:09.764066 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-468277e3-59d3-47ec-aa43-640c1582bcee req-fd8dc131-7de1-4c3e-b131-2e070ab2ed06 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952326 Jul 14 09:22:09.843237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 0fbcda05-3999-4164-83da-398269dbb363, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=0fbcda05-3999-4164-83da-398269dbb363,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:09.860893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '0fbcda05-3999-4164-83da-398269dbb363', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '0fbcda05-3999-4164-83da-398269dbb363', 'mac_address': 'fa:16:3e:40:52:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:09.895691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] For port 79988622-907b-47ff-b541-c06308100b28, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=79988622-907b-47ff-b541-c06308100b28,segment=NetworkSegment(b27be76a-9d9c-4e2a-b76a-e24019659c6c),segment_id=b27be76a-9d9c-4e2a-b76a-e24019659c6c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:09.896215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.923533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Calling delete_port for 79988622-907b-47ff-b541-c06308100b28 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:09.938746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:09.966869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17ca92f2-aafc-43f0-965b-8ea8f83fce15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.978061 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:09.997567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbcda05-3999-4164-83da-398269dbb363 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:10.011359 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-413fdb54-8fdb-40ca-91bc-1cef3a1e16b5 req-8a20ba68-1070-4c1e-92e9-ac4779223f41 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 210 time: 0.0682421 Jul 14 09:22:10.023265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 0fbcda05-3999-4164-83da-398269dbb363, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=0fbcda05-3999-4164-83da-398269dbb363,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:10.029567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.040222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port': {'id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:58Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '79988622-907b-47ff-b541-c06308100b28', 'name': '', 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'mac_address': 'fa:16:3e:08:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd6202cd3-3289-4dcc-a205-6d8ed1275eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:03Z', 'updated_at': '2021-07-14T09:22:09Z', 'revision_number': 4, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'subnets': [{'id': 'd6202cd3-3289-4dcc-a205-6d8ed1275eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:10.128634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8a2d32-ad78-4c9b-863c-6061ed3c244d None None] The sync data for ids ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'] in n-d-780147-26 is: [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port': {'id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:58Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '79988622-907b-47ff-b541-c06308100b28', 'name': '', 'network_id': '9b9260c5-1d5a-402f-9cfc-1816bd3a94ec', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'mac_address': 'fa:16:3e:08:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'd6202cd3-3289-4dcc-a205-6d8ed1275eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:03Z', 'updated_at': '2021-07-14T09:22:09Z', 'revision_number': 4, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'subnets': [{'id': 'd6202cd3-3289-4dcc-a205-6d8ed1275eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:10.190291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=0fbcda05-3999-4164-83da-398269dbb363,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:10.222903 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17ca92f2-aafc-43f0-965b-8ea8f83fce15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.237561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17ca92f2-aafc-43f0-965b-8ea8f83fce15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.268041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46420) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:10.275644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['0fbcda05-3999-4164-83da-398269dbb363'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:10.445863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca92f2-aafc-43f0-965b-8ea8f83fce15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8e9e7e-6c78-4e50-b78a-dc586c0219c4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:10.446930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.455423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-17ca92f2-aafc-43f0-965b-8ea8f83fce15 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a99665f11f94777b4a1bae9fcc81ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126431 Jul 14 09:22:10.457748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46424) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:10.559606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.614573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff87ca-70ef-416a-8a61-6b857b3e69bb req-9262758d-92f1-4f67-91f8-10a56eb35d9b tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:10.621472 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6d500fd-3965-48c0-9f51-6cf3496bb893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.641760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6ff87ca-70ef-416a-8a61-6b857b3e69bb req-9262758d-92f1-4f67-91f8-10a56eb35d9b tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 948 time: 0.2839880 Jul 14 09:22:10.665550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Network c57b139e-cf08-4d82-9360-8bec932fdedf is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:10.681005 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e8b0-54c1-445f-b036-bdf850ba8817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.726035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:10.744081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:10.774962 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e8b0-54c1-445f-b036-bdf850ba8817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.839338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Pushing event updated for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:10.847216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 79988622-907b-47ff-b541-c06308100b28 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:10.864558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:10.865421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.876707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6ff87ca-70ef-416a-8a61-6b857b3e69bb req-b5c5382d-44e3-48ca-9a5e-085a5f32cc72 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255368 Jul 14 09:22:10.907954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e8b0-54c1-445f-b036-bdf850ba8817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.911252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ed6e8b0-54c1-445f-b036-bdf850ba8817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:10.912766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3ed6e8b0-54c1-445f-b036-bdf850ba8817 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a8e9e7e-6c78-4e50-b78a-dc586c0219c4 HTTP/1.1" status: 204 len: 168 time: 0.4540889 Jul 14 09:22:10.925662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6e8b0-54c1-445f-b036-bdf850ba8817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8e9e7e-6c78-4e50-b78a-dc586c0219c4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.074521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 79988622-907b-47ff-b541-c06308100b28 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:11.079532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 79988622-907b-47ff-b541-c06308100b28 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:11.079977 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.100001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.127594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Port 79988622-907b-47ff-b541-c06308100b28 was deleted so its status cannot be updated. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:22:11.187111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Pushing event deleted for resources: {'Port': ['ID=79988622-907b-47ff-b541-c06308100b28,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.252214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429c3fd-0c30-4fd3-b041-b2aafa445539 req-1978dee4-a957-4c5b-b5f0-889ee69cdc4b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.253822 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f429c3fd-0c30-4fd3-b041-b2aafa445539 req-1978dee4-a957-4c5b-b5f0-889ee69cdc4b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.2778234 Jul 14 09:22:11.289512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5f80e-e5f6-4e28-9461-dd1083780a20 req-5a79e441-c56b-4131-935f-da82ed40d7d2 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.299840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9c5f80e-e5f6-4e28-9461-dd1083780a20 req-5a79e441-c56b-4131-935f-da82ed40d7d2 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.1182678 Jul 14 09:22:11.325869 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6d500fd-3965-48c0-9f51-6cf3496bb893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.360844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e9c5f80e-e5f6-4e28-9461-dd1083780a20 req-82f5f3c1-b248-408d-8b8b-8ed08cdfa5c7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597255 Jul 14 09:22:11.378596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6d500fd-3965-48c0-9f51-6cf3496bb893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.410091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-5c4435ea-5f38-4da8-9d04-be7fc2e8dac5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5599363 Jul 14 09:22:11.448257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Request body: {'port': {'device_id': '5de454f7-63ab-4566-bba6-006de8ac686a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:11.531403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f429c3fd-0c30-4fd3-b041-b2aafa445539 req-1557b643-4b82-45da-aacb-d7fb1eefbc70 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642398 Jul 14 09:22:11.539619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e6d500fd-3965-48c0-9f51-6cf3496bb893 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d402852f72344d68f5d562644a792cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2653658 Jul 14 09:22:11.549880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46452) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:11.562388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d500fd-3965-48c0-9f51-6cf3496bb893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e92797-0a6a-49a6-a9bb-f3c0f95d8754,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:11.596114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 0fbcda05-3999-4164-83da-398269dbb363 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:11.663226 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.694814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 0fbcda05-3999-4164-83da-398269dbb363 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:11.701308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 0fbcda05-3999-4164-83da-398269dbb363 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:11.702015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.710826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.727876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdec9d-0633-4171-9213-4379b9a47a91 req-7026b62d-ac92-4a44-8351-4003385b78b4 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.739249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-40bdec9d-0633-4171-9213-4379b9a47a91 req-7026b62d-ac92-4a44-8351-4003385b78b4 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 931 time: 0.1743038 Jul 14 09:22:11.742770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-e2a2e9b6-93a4-4d45-a245-c6bc0b995d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.744783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-e2a2e9b6-93a4-4d45-a245-c6bc0b995d07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 1101 time: 0.2279170 Jul 14 09:22:11.815155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.851236 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.853011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-40bdec9d-0633-4171-9213-4379b9a47a91 req-1ca46e69-9b3f-452b-8f92-f21f571d5f42 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124928 Jul 14 09:22:11.896127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4645152e-1e3f-4fbf-bd62-88336eae4391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbcda05-3999-4164-83da-398269dbb363'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:11.900677 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea8cd10-51e3-459e-995f-87f7da6164af" -d '{"events": [{"server_uuid": "4645152e-1e3f-4fbf-bd62-88336eae4391", "name": "network-vif-plugged", "status": "completed", "tag": "0fbcda05-3999-4164-83da-398269dbb363"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:11.904838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-fdf730c7-8221-48c2-bff2-941de68f8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:11.906627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-fdf730c7-8221-48c2-bff2-941de68f8e6f service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1377492 Jul 14 09:22:11.920812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 0fbcda05-3999-4164-83da-398269dbb363, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=0fbcda05-3999-4164-83da-398269dbb363,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:11.929582 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:11.995236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-23f517a2-59c4-451d-af52-0ec979b0ca92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 217 time: 0.0794270 Jul 14 09:22:12.039305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=0fbcda05-3999-4164-83da-398269dbb363,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:12.117660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-7bb187f4-5476-4534-80b5-0fba101bd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.119200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-7bb187f4-5476-4534-80b5-0fba101bd039 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1170998 Jul 14 09:22:12.265677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.405093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae433cd5-0750-4050-9699-8137dbb4c74d req-6ac385e6-2209-4f5f-9a6c-35acb6069fa0 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.406790 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae433cd5-0750-4050-9699-8137dbb4c74d req-6ac385e6-2209-4f5f-9a6c-35acb6069fa0 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1098 time: 0.6051934 Jul 14 09:22:12.463790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de94f3-f6eb-4f58-be94-ab224db6db8f req-8f603116-3a9a-40bc-85ba-4fcf70b2e6f1 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.465496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32de94f3-f6eb-4f58-be94-ab224db6db8f req-8f603116-3a9a-40bc-85ba-4fcf70b2e6f1 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 949 time: 0.4139786 Jul 14 09:22:12.515306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32de94f3-f6eb-4f58-be94-ab224db6db8f req-9c494c38-7da9-4e04-88b8-b7e26898dbba tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Jul 14 09:22:12.518886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-63c7aec8-1bbb-4519-8120-066c9e1b5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.520525 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-63c7aec8-1bbb-4519-8120-066c9e1b5adb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3949268 Jul 14 09:22:12.523363 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.525938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.529994 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7e92797-0a6a-49a6-a9bb-f3c0f95d8754 HTTP/1.1" status: 204 len: 168 time: 0.9790573 Jul 14 09:22:12.597963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e92797-0a6a-49a6-a9bb-f3c0f95d8754,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:12.603768 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4b0ff2-8587-498c-8ee4-615dfbd8362c x-openstack-request-id: req-cd4b0ff2-8587-498c-8ee4-615dfbd8362c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:12.604448 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4645152e-1e3f-4fbf-bd62-88336eae4391", "name": "network-vif-plugged", "status": "completed", "tag": "0fbcda05-3999-4164-83da-398269dbb363", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:12.604448 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cd4b0ff2-8587-498c-8ee4-615dfbd8362c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:12.604775 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4645152e-1e3f-4fbf-bd62-88336eae4391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbcda05-3999-4164-83da-398269dbb363', 'code': 200} Jul 14 09:22:12.614044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae433cd5-0750-4050-9699-8137dbb4c74d req-6d4b8843-5305-408a-9ac3-729989652914 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549437 Jul 14 09:22:12.627283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.627643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.627997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.628368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.628707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.629043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.629377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.629706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.630035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.630376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.630689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.631018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300c516f-0572-4805-b9dc-f501c66952f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:12.665883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:12.790282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c823a6a-19e9-43f2-b8df-7264f85ee307 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:12.809831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.823721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-c75f7d48-b873-40c3-8d74-ce2c3bbd6356 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954438 Jul 14 09:22:12.901664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b782-864e-4140-afa0-b52c6de8f403 req-eb7a6c64-95f2-4010-a52d-278c45b8f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:12.902391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Transition to ACTIVE for port object 9c823a6a-19e9-43f2-b8df-7264f85ee307 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:12.903887 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9836b782-864e-4140-afa0-b52c6de8f403 req-eb7a6c64-95f2-4010-a52d-278c45b8f76a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 1101 time: 0.1857729 Jul 14 09:22:12.910513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:12.974116 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9836b782-864e-4140-afa0-b52c6de8f403 req-598f2538-b346-48e1-a4ed-cb4b3e9a735a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631855 Jul 14 09:22:12.981306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-27ab938c-5376-424d-8432-ed2cfab509e9 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357474 Jul 14 09:22:13.003257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:13.016630 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] Sync routers for ids ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:13.028270 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] Routers {'f5b4a120-58c1-4cf6-bbb8-ba905a73e482'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:13.028963 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:13.037736 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3057e305-2f57-4668-bee8-65ff250d4313 admin admin] 10.222.0.73 "PUT /v2.0/routers/f5b4a120-58c1-4cf6-bbb8-ba905a73e482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1883395 Jul 14 09:22:13.041020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46502) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:13.074276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Pushing event updated for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:13.164393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46504) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:13.213738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ffe03-68db-4f41-b8ed-2c94ec8e844b req-87790ca5-853d-4390-b47d-58687bd3fb9c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.215557 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f4ffe03-68db-4f41-b8ed-2c94ec8e844b req-87790ca5-853d-4390-b47d-58687bd3fb9c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.3916996 Jul 14 09:22:13.223450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] Set router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:13.228906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-747960ae-d9db-4058-8944-bf5cb11d47ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.242012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.298838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:13.299519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:13.299859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:13.320805 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f4ffe03-68db-4f41-b8ed-2c94ec8e844b req-1b62a4e3-6191-4961-829f-4acabe8558cc tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966916 Jul 14 09:22:13.324019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:13.327997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:13.360530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:13.360873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:13.361272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:13.361719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Bound port: 9c823a6a-19e9-43f2-b8df-7264f85ee307, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:13.362083 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.470975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:13.473267 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.474385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:13.484836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.498852 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:10Z', 'revision_number': 5, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port': {'id': 'dc8da89d-cbf9-44a9-b3c0-05daa53019ef', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:21:58Z', 'updated_at': '2021-07-14T09:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:13.506004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-747960ae-d9db-4058-8944-bf5cb11d47ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.532080 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-747960ae-d9db-4058-8944-bf5cb11d47ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.532306 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] Checking router: f5b4a120-58c1-4cf6-bbb8-ba905a73e482 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:13.547656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.548377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.548509 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] Routers {'f5b4a120-58c1-4cf6-bbb8-ba905a73e482'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:13.549771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] 10.222.0.69 "PUT /v2.0/ports/9c823a6a-19e9-43f2-b8df-7264f85ee307 HTTP/1.1" status: 200 len: 1092 time: 2.1138184 Jul 14 09:22:13.550222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:13.551277 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:21:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:13.552596 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53bda17-543a-4b44-8143-d2c73c21e9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:13.624547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Deleting port dc8da89d-cbf9-44a9-b3c0-05daa53019ef {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:13.624974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.702060 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] Set router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:13.714694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747960ae-d9db-4058-8944-bf5cb11d47ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3051e925-33c5-4366-ae58-084602b0c388,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:13.731689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-747960ae-d9db-4058-8944-bf5cb11d47ef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c39c255523c043d88f67d9e0f1cb4bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5647941 Jul 14 09:22:13.736734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46518) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:13.757321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c0770-4fa5-4192-a28c-5ddaa9894f6e service neutron] Pushing event updated for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:13.767628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] For port dc8da89d-cbf9-44a9-b3c0-05daa53019ef, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dc8da89d-cbf9-44a9-b3c0-05daa53019ef,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:13.767998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.788358 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 6, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:13.820236 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4804b358-2143-4e55-80ca-934e8ad1eae6 None None] The sync data for ids ['f5b4a120-58c1-4cf6-bbb8-ba905a73e482'] in n-d-780147-26 is: [{'id': 'f5b4a120-58c1-4cf6-bbb8-ba905a73e482', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1380796876-router', 'tenant_id': '2889820494ba41fbbdaf8896554d7cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:21:57Z', 'updated_at': '2021-07-14T09:22:13Z', 'revision_number': 6, 'project_id': '2889820494ba41fbbdaf8896554d7cac', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:13.820952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Calling delete_port for dc8da89d-cbf9-44a9-b3c0-05daa53019ef owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:13.879515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75687d3-6a72-475e-bfe6-0c0d8ae7f503 req-c5c90b8b-abbd-4ec1-95b4-92f5dd905885 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.891426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c75687d3-6a72-475e-bfe6-0c0d8ae7f503 req-c5c90b8b-abbd-4ec1-95b4-92f5dd905885 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 943 time: 0.3282828 Jul 14 09:22:13.894896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-3293c3ec-cf91-4b9d-bfd0-b6bdcca82fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:13.896519 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-3293c3ec-cf91-4b9d-bfd0-b6bdcca82fd7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1095 time: 0.2961144 Jul 14 09:22:13.950475 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-206b6d6e-264f-4743-941c-52b9974012b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:13.954524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c75687d3-6a72-475e-bfe6-0c0d8ae7f503 req-71942c98-1b73-4884-bcc6-cb9c5f7ee901 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554876 Jul 14 09:22:14.023534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-206b6d6e-264f-4743-941c-52b9974012b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.052595 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621a7522-f1ff-461c-a42c-ffd0ab532e0f x-openstack-request-id: req-621a7522-f1ff-461c-a42c-ffd0ab532e0f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:14.052773 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:14.053048 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-621a7522-f1ff-461c-a42c-ffd0ab532e0f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:14.053449 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307', 'status': 'completed', 'code': 200} Jul 14 09:22:14.055605 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-6fed9dd1-97fe-408f-92b8-aa1ce00795d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307 HTTP/1.1" status: 200 len: 217 time: 0.1206446 Jul 14 09:22:14.126912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fc3e4-bfca-4061-b3fa-ab70b682e584 req-2b3914cd-7f86-4e43-94ad-9c6d4c95ac22 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.133568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-660fc3e4-bfca-4061-b3fa-ab70b682e584 req-2b3914cd-7f86-4e43-94ad-9c6d4c95ac22 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 949 time: 0.1946566 Jul 14 09:22:14.148806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-b8b72fc1-f72e-4e1b-a98b-02b6a1c57962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.150820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-b8b72fc1-f72e-4e1b-a98b-02b6a1c57962 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0882869 Jul 14 09:22:14.207531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-c84a7896-bee5-48a3-ac2b-7311dc5a677c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499353 Jul 14 09:22:14.211542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-660fc3e4-bfca-4061-b3fa-ab70b682e584 req-3e6567e5-f1ae-4d16-a759-688a179f76a4 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770364 Jul 14 09:22:14.214225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-206b6d6e-264f-4743-941c-52b9974012b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.216840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-206b6d6e-264f-4743-941c-52b9974012b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.217938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-206b6d6e-264f-4743-941c-52b9974012b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3051e925-33c5-4366-ae58-084602b0c388 HTTP/1.1" status: 204 len: 168 time: 0.4802318 Jul 14 09:22:14.271786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b6d6e-264f-4743-941c-52b9974012b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3051e925-33c5-4366-ae58-084602b0c388,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:14.294705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.345847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc8da89d-cbf9-44a9-b3c0-05daa53019ef,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:14.467395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-526834cb-51b3-4ca0-a773-c3443cb6ffd9 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520375 Jul 14 09:22:14.478611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.584265 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.586482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.645900 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.646625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b4a120-58c1-4cf6-bbb8-ba905a73e482 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:22:14.657244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.662169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6048f28e-ed10-434e-858b-8c4763c175c6 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f5b4a120-58c1-4cf6-bbb8-ba905a73e482 HTTP/1.1" status: 204 len: 168 time: 1.6199281 Jul 14 09:22:14.663045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:14.673357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f785f9ac-618a-4fb0-af99-18df9531ad49 req-49d703db-232c-4b4c-8061-996d3fd6444c service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961687 Jul 14 09:22:14.713084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e265a0-39fd-4970-afa1-bc340b6afb48 req-1fef3764-0e3b-42c7-90d8-927c89450645 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.716086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-93e265a0-39fd-4970-afa1-bc340b6afb48 req-1fef3764-0e3b-42c7-90d8-927c89450645 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1416502 Jul 14 09:22:14.753023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Deleting subnet d6202cd3-3289-4dcc-a205-6d8ed1275eaf {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:14.763130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.824255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-93e265a0-39fd-4970-afa1-bc340b6afb48 req-abe48e02-458b-413f-99ae-38a9d4f650ee tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021087 Jul 14 09:22:14.832924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-f323e6c8-fc2d-4c88-9203-b0cb36ac3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.834711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-f323e6c8-fc2d-4c88-9203-b0cb36ac3d4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1095 time: 0.1040599 Jul 14 09:22:14.849811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dc8da89d-cbf9-44a9-b3c0-05daa53019ef no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:14.891128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: dc8da89d-cbf9-44a9-b3c0-05daa53019ef {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:14.892493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dc8da89d-cbf9-44a9-b3c0-05daa53019ef not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:14.893500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 79988622-907b-47ff-b541-c06308100b28 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:14.894321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:14.919712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 79988622-907b-47ff-b541-c06308100b28 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:14.921235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 79988622-907b-47ff-b541-c06308100b28 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:14.957801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-ff685ecc-6807-4cb3-bdcf-2e07428a71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:14.959551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-ff685ecc-6807-4cb3-bdcf-2e07428a71b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.1184158 Jul 14 09:22:15.010013 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-d948c68d-ca22-47e7-9814-8b6bdff14d6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307 HTTP/1.1" status: 200 len: 217 time: 0.0430806 Jul 14 09:22:15.014450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98fc85c6-43a8-4c40-8bc3-2c0f9962535a req-7dfa4de8-c510-446c-a52f-be30574137cb tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7c81b355a5c48a0809c06de4bdd6a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557806 Jul 14 09:22:15.089483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-aa60465e-0ae6-4009-9270-c3b644f1af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.100218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-aa60465e-0ae6-4009-9270-c3b644f1af32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0780025 Jul 14 09:22:15.130527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.168632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-db453d53-7bc6-4b4a-bed0-6d0564a97b3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608120 Jul 14 09:22:15.225914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.270605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6202cd3-3289-4dcc-a205-6d8ed1275eaf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:15.306231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc85c6-43a8-4c40-8bc3-2c0f9962535a req-89d89fde-b08f-4b2c-a975-ecad031b3be1 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.307239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c52552-a0ca-47c4-9799-0430924d2c9e None None] Network 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:15.314069 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98fc85c6-43a8-4c40-8bc3-2c0f9962535a req-89d89fde-b08f-4b2c-a975-ecad031b3be1 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2918088 Jul 14 09:22:15.318166 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.320277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d6202cd3-3289-4dcc-a205-6d8ed1275eaf HTTP/1.1" status: 204 len: 168 time: 0.6554451 Jul 14 09:22:15.321965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.322342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.322948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.323280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.323792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.324134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.324579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.324967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.325302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.325684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.326014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.326338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6880e5da-c7f1-436b-9de5-c4f451185ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:15.331176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46580) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:15.348395 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98fc85c6-43a8-4c40-8bc3-2c0f9962535a req-00c01e70-440b-4ec4-8d90-5e62a2727828 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/quotas/e7c81b355a5c48a0809c06de4bdd6a94 HTTP/1.1" status: 200 len: 375 time: 0.0333660 Jul 14 09:22:15.395719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98fc85c6-43a8-4c40-8bc3-2c0f9962535a req-fc4795ad-64ad-4acb-8b7f-613785bf08e5 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7c81b355a5c48a0809c06de4bdd6a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463879 Jul 14 09:22:15.494039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29492a7f-6f9a-4e21-be75-280b15a74095 req-47303169-96c4-4067-843d-093938ea2458 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.502619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29492a7f-6f9a-4e21-be75-280b15a74095 req-47303169-96c4-4067-843d-093938ea2458 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 943 time: 0.3357031 Jul 14 09:22:15.556650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-10436303-4d18-456c-9759-14e7d1c53b35 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708112 Jul 14 09:22:15.568987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.623608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] DHCP port deletion for 9b9260c5-1d5a-402f-9cfc-1816bd3a94ec request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:22:15.642202 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29492a7f-6f9a-4e21-be75-280b15a74095 req-f76c35f7-f83e-46b2-98a0-3187169bf6a9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353307 Jul 14 09:22:15.725275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Deleting port 285096b9-0e09-46e6-bae2-c9e7dd154639 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:15.725275 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.759105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b53bda17-543a-4b44-8143-d2c73c21e9b7 req-531acf9f-9b62-4b24-ac06-34fec36ec4af service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928895 Jul 14 09:22:15.772938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Deleting port 285096b9-0e09-46e6-bae2-c9e7dd154639 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:15.773258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.812320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] For port 285096b9-0e09-46e6-bae2-c9e7dd154639, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=285096b9-0e09-46e6-bae2-c9e7dd154639,segment=NetworkSegment(b27be76a-9d9c-4e2a-b76a-e24019659c6c),segment_id=b27be76a-9d9c-4e2a-b76a-e24019659c6c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:15.814456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.833206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3388aef-6105-4354-82bc-c90a78dbf8d9 req-4870f969-b327-40c7-9c30-fb618b00dbd9 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:15.835652 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3388aef-6105-4354-82bc-c90a78dbf8d9 req-4870f969-b327-40c7-9c30-fb618b00dbd9 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 949 time: 0.2402971 Jul 14 09:22:15.839591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Calling delete_port for 285096b9-0e09-46e6-bae2-c9e7dd154639 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:15.873726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] For port 285096b9-0e09-46e6-bae2-c9e7dd154639, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=285096b9-0e09-46e6-bae2-c9e7dd154639,segment=NetworkSegment(b27be76a-9d9c-4e2a-b76a-e24019659c6c),segment_id=b27be76a-9d9c-4e2a-b76a-e24019659c6c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:15.878490 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:15.903140 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3388aef-6105-4354-82bc-c90a78dbf8d9 req-f4c67a44-5d0e-43bb-8293-c5df0db872d9 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542135 Jul 14 09:22:15.904263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Calling delete_port for 285096b9-0e09-46e6-bae2-c9e7dd154639 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:16.018631 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.062200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Pushing event deleted for resources: {'Port': ['ID=285096b9-0e09-46e6-bae2-c9e7dd154639,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.072383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.072734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.073077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.073415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.073749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.074083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.074298 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.074495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.074791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.075117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.075444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.075769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.076089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:16.078817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e661d4-cca0-49ff-9210-4fc23792985a None None] No DVR routers for this DVR port 285096b9-0e09-46e6-bae2-c9e7dd154639 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:16.136600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] No DVR routers for this DVR port 285096b9-0e09-46e6-bae2-c9e7dd154639 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:16.141314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Pushing event deleted for resources: {'Port': ['ID=285096b9-0e09-46e6-bae2-c9e7dd154639,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.239175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.250475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9260c5-1d5a-402f-9cfc-1816bd3a94ec']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:16.269562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b27be76a-9d9c-4e2a-b76a-e24019659c6c') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:16.269843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b27be76a-9d9c-4e2a-b76a-e24019659c6c') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:16.295390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.314142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.323633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:16.324075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:16.327550 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:16.336513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24446892-c644-4b2e-9ca0-0e66df587ad9 req-a49d5237-781c-4c28-8389-46db68e7e80f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:16.338247 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-24446892-c644-4b2e-9ca0-0e66df587ad9 req-a49d5237-781c-4c28-8389-46db68e7e80f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.0922787 Jul 14 09:22:16.389081 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-24446892-c644-4b2e-9ca0-0e66df587ad9 req-c0fc63a2-c754-4a41-b945-b547d3abe18b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452633 Jul 14 09:22:16.394663 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.400378 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.402837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] 10.222.0.73 "DELETE /v2.0/networks/9b9260c5-1d5a-402f-9cfc-1816bd3a94ec HTTP/1.1" status: 204 len: 168 time: 1.0716138 Jul 14 09:22:16.418616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12097-d84c-4ace-9a18-4d34ea859eec admin admin] Pushing event deleted for resources: {'Network': ['ID=9b9260c5-1d5a-402f-9cfc-1816bd3a94ec,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:16.596397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46628) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:16.656341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-68642872-8b44-4274-b5db-6bb7e4f72d3e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2889820494ba41fbbdaf8896554d7cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570991 Jul 14 09:22:16.658606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46630) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:16.742385 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c715a23c-1ca5-407f-bd25-24dca48c2a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.781113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c715a23c-1ca5-407f-bd25-24dca48c2a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.797489 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 285096b9-0e09-46e6-bae2-c9e7dd154639 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:16.841096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 285096b9-0e09-46e6-bae2-c9e7dd154639 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:16.841714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 285096b9-0e09-46e6-bae2-c9e7dd154639 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:16.844458 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c715a23c-1ca5-407f-bd25-24dca48c2a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.850719 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c715a23c-1ca5-407f-bd25-24dca48c2a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:16.850719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c715a23c-1ca5-407f-bd25-24dca48c2a74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3df619de-5b92-49dd-8cfc-99381fb7147f HTTP/1.1" status: 204 len: 168 time: 0.1887717 Jul 14 09:22:16.866839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715a23c-1ca5-407f-bd25-24dca48c2a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df619de-5b92-49dd-8cfc-99381fb7147f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:17.049930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20ea49-22f5-4714-ae19-44d8a9afdc16 req-c79c769e-f89c-4da9-9cbe-274622bffee6 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.052681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c20ea49-22f5-4714-ae19-44d8a9afdc16 req-c79c769e-f89c-4da9-9cbe-274622bffee6 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 949 time: 0.1080701 Jul 14 09:22:17.094495 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c20ea49-22f5-4714-ae19-44d8a9afdc16 req-667a4e05-968b-4ef0-b6dc-f0e9b3456c39 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Jul 14 09:22:17.148840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271d0f2-26c6-411d-9a40-da2c623fc155 req-621c761b-1255-4986-8d58-3488bf7bd639 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.150804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7271d0f2-26c6-411d-9a40-da2c623fc155 req-621c761b-1255-4986-8d58-3488bf7bd639 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 943 time: 0.0738916 Jul 14 09:22:17.192821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7271d0f2-26c6-411d-9a40-da2c623fc155 req-e55e85ae-4276-42a3-bc47-60e947104e87 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343239 Jul 14 09:22:17.713427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6e35c-c0ed-4d58-9b48-79771d91882b req-ce25b5a6-95a3-437a-b43b-04fc5dc85bf9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.723947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caa6e35c-c0ed-4d58-9b48-79771d91882b req-ce25b5a6-95a3-437a-b43b-04fc5dc85bf9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.0977564 Jul 14 09:22:17.781323 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caa6e35c-c0ed-4d58-9b48-79771d91882b req-897ec3ed-1a3e-4957-97f9-a02d905940c6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560491 Jul 14 09:22:17.834009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d1a0ef5-ff2c-45bd-90b3-8ce234905ce3 req-c1b02b63-9763-40b4-b2a8-de376da06a69 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7c81b355a5c48a0809c06de4bdd6a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308485 Jul 14 09:22:17.956019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a0ef5-ff2c-45bd-90b3-8ce234905ce3 req-a23f1936-656a-497f-83bb-c6b6e73f113a tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:17.957635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d1a0ef5-ff2c-45bd-90b3-8ce234905ce3 req-a23f1936-656a-497f-83bb-c6b6e73f113a tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1182759 Jul 14 09:22:17.975249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d1a0ef5-ff2c-45bd-90b3-8ce234905ce3 req-2fe4dead-c975-4ee9-bae1-2a1ef12fd93f tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/quotas/e7c81b355a5c48a0809c06de4bdd6a94 HTTP/1.1" status: 200 len: 375 time: 0.0101082 Jul 14 09:22:18.026730 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d1a0ef5-ff2c-45bd-90b3-8ce234905ce3 req-04fee615-88d2-40cd-a30d-dfef0f4032f0 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7c81b355a5c48a0809c06de4bdd6a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443325 Jul 14 09:22:18.141522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-5d240a3b-64e0-4b88-86bd-b47bf6c837dd tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.144053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-5d240a3b-64e0-4b88-86bd-b47bf6c837dd tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.66 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 949 time: 0.1510255 Jul 14 09:22:18.265963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Deleting port 0fbcda05-3999-4164-83da-398269dbb363 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:18.266257 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.383197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] For port 0fbcda05-3999-4164-83da-398269dbb363, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=0fbcda05-3999-4164-83da-398269dbb363,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:18.383730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.399146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Calling delete_port for 0fbcda05-3999-4164-83da-398269dbb363 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:18.484004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9c823a6a-19e9-43f2-b8df-7264f85ee307 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:18.492242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75d16c-5ad1-496a-bad5-8328a52d2766 req-bbafedf8-ff7e-436a-9c89-4f29553e8436 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.493797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd75d16c-5ad1-496a-bad5-8328a52d2766 req-bbafedf8-ff7e-436a-9c89-4f29553e8436 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/ports?device_id=4645152e-1e3f-4fbf-bd62-88336eae4391 HTTP/1.1" status: 200 len: 949 time: 0.0706227 Jul 14 09:22:18.538842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e5c90-f29a-41b8-bc3e-d190c8721d81 req-9e03c49d-4120-4a5f-8782-b77fd1f38fe3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:18.540739 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-635e5c90-f29a-41b8-bc3e-d190c8721d81 req-9e03c49d-4120-4a5f-8782-b77fd1f38fe3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 943 time: 0.0964220 Jul 14 09:22:18.553658 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd75d16c-5ad1-496a-bad5-8328a52d2766 req-91c198cf-995a-4427-8422-6c0e979db0b7 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.73 "GET /v2.0/security-groups?id=130d3de8-cd2d-4a4b-84e0-f9ad5695247d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522974 Jul 14 09:22:18.623113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:18.624772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-635e5c90-f29a-41b8-bc3e-d190c8721d81 req-19b3c3d2-dfcb-471b-a5e9-0710e61f650a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585773 Jul 14 09:22:18.626428 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.645025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '9c823a6a-19e9-43f2-b8df-7264f85ee307', 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'port_id': '9c823a6a-19e9-43f2-b8df-7264f85ee307', 'mac_address': 'fa:16:3e:4a:85:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41972096-a7d9-4b2c-b8d7-7a81dde04479', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:18.676772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['0fbcda05-3999-4164-83da-398269dbb363'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:18.688123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Pushing event deleted for resources: {'Port': ['ID=0fbcda05-3999-4164-83da-398269dbb363,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:18.712526 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.726725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c823a6a-19e9-43f2-b8df-7264f85ee307 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:18.761892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] No DVR routers for this DVR port 0fbcda05-3999-4164-83da-398269dbb363 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:18.764825 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.767244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17763c7a-d46d-4fee-840d-955c8e309e00 req-f11d6d6f-abe4-41bc-82cd-fc99b28e8161 tempest-ImagesNegativeTestJSON-1301312116 tempest-ImagesNegativeTestJSON-1301312116-project] 10.222.0.66 "DELETE /v2.0/ports/0fbcda05-3999-4164-83da-398269dbb363 HTTP/1.1" status: 204 len: 173 time: 0.6176679 Jul 14 09:22:18.768029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4645152e-1e3f-4fbf-bd62-88336eae4391', 'name': 'network-vif-deleted', 'tag': '0fbcda05-3999-4164-83da-398269dbb363'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:18.771056 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eba8efa-edc0-4393-b98f-b1059c9d9aef" -d '{"events": [{"server_uuid": "4645152e-1e3f-4fbf-bd62-88336eae4391", "name": "network-vif-deleted", "tag": "0fbcda05-3999-4164-83da-398269dbb363"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:18.807480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:18.820768 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:18.876456 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d22d7b8-ac41-4678-bc79-10910e700226 x-openstack-request-id: req-0d22d7b8-ac41-4678-bc79-10910e700226 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:18.876929 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4645152e-1e3f-4fbf-bd62-88336eae4391", "name": "network-vif-deleted", "tag": "0fbcda05-3999-4164-83da-398269dbb363", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:18.877249 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d22d7b8-ac41-4678-bc79-10910e700226 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:18.877649 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4645152e-1e3f-4fbf-bd62-88336eae4391', 'name': 'network-vif-deleted', 'tag': '0fbcda05-3999-4164-83da-398269dbb363', 'status': 'completed', 'code': 200} Jul 14 09:22:18.941723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:19.075776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['9c823a6a-19e9-43f2-b8df-7264f85ee307'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:19.162635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815e1c1-d12c-47ad-bf22-bb55178f5eb9 req-c4328bb3-c40c-4761-be25-7b672b709f88 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.164443 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0815e1c1-d12c-47ad-bf22-bb55178f5eb9 req-c4328bb3-c40c-4761-be25-7b672b709f88 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.0976014 Jul 14 09:22:19.252865 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0815e1c1-d12c-47ad-bf22-bb55178f5eb9 req-b3ca016d-b8d6-4e6f-822e-121713866ca0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714939 Jul 14 09:22:19.265088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b24905dc-0f8b-4015-8ddb-7eb3f8c24be8 req-231b10b2-2a48-4eb7-a81c-b0873f7f78df tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=e7c81b355a5c48a0809c06de4bdd6a94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373893 Jul 14 09:22:19.440695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24905dc-0f8b-4015-8ddb-7eb3f8c24be8 req-cacfb45d-71d1-4270-b68c-578f60dacd49 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.442691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b24905dc-0f8b-4015-8ddb-7eb3f8c24be8 req-cacfb45d-71d1-4270-b68c-578f60dacd49 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761065 Jul 14 09:22:19.466185 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b24905dc-0f8b-4015-8ddb-7eb3f8c24be8 req-4b8dfe55-bfff-46a0-ab19-2f2a0a28114d tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/quotas/e7c81b355a5c48a0809c06de4bdd6a94 HTTP/1.1" status: 200 len: 375 time: 0.0171709 Jul 14 09:22:19.533535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b24905dc-0f8b-4015-8ddb-7eb3f8c24be8 req-9fc5ce72-1ef9-4e85-a4d7-a6957d8c9399 tempest-QuotasAdminNegativeTest-339033392 tempest-QuotasAdminNegativeTest-339033392-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=e7c81b355a5c48a0809c06de4bdd6a94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593042 Jul 14 09:22:19.883632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85581abe-d636-4aac-be42-29fed5997ab8 req-3087b13e-1974-43dd-8f25-70f86482e014 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:19.891817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85581abe-d636-4aac-be42-29fed5997ab8 req-3087b13e-1974-43dd-8f25-70f86482e014 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 944 time: 0.0880649 Jul 14 09:22:19.935511 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85581abe-d636-4aac-be42-29fed5997ab8 req-a1bdcfac-bbc7-4bdf-a735-5dc8bd146b92 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Jul 14 09:22:20.447353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46898) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.498984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9c823a6a-19e9-43f2-b8df-7264f85ee307 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:20.507626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8008a0-342c-4604-b24c-0e374df95ea0 req-1b062eb6-bae3-46d8-b09c-b7699341eb95 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:20.510279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f8008a0-342c-4604-b24c-0e374df95ea0 req-1b062eb6-bae3-46d8-b09c-b7699341eb95 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.0960860 Jul 14 09:22:20.563335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 9c823a6a-19e9-43f2-b8df-7264f85ee307 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:20.568176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 9c823a6a-19e9-43f2-b8df-7264f85ee307 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:20.568804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.584741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f8008a0-342c-4604-b24c-0e374df95ea0 req-0a8e97a2-0d25-48f0-a0d9-dd6d45d9afa3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679801 Jul 14 09:22:20.602563 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4e09-4701-4273-8408-8ca9d7cb3a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.696403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.706564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46906) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.740755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:20.743341 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8139ac7-b428-4446-8b4d-c50cea407f18" -d '{"events": [{"server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "name": "network-vif-plugged", "status": "completed", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:20.782611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:20.792584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.819930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4e09-4701-4273-8408-8ca9d7cb3a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.827512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6bc4e09-4701-4273-8408-8ca9d7cb3a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:20.843240 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1594ef95-0807-44c3-b4fe-44b5fa13e2a2 x-openstack-request-id: req-1594ef95-0807-44c3-b4fe-44b5fa13e2a2 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:20.843808 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "name": "network-vif-plugged", "status": "completed", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:20.844553 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1594ef95-0807-44c3-b4fe-44b5fa13e2a2 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:20.845159 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307', 'code': 200} Jul 14 09:22:20.884259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b6bc4e09-4701-4273-8408-8ca9d7cb3a2f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7c81b355a5c48a0809c06de4bdd6a94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335010 Jul 14 09:22:20.884259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc4e09-4701-4273-8408-8ca9d7cb3a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f880b213-4c98-4724-80a4-39dfebfe7613,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.885965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46912) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.897811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:20.926383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a470939b-cad8-4e22-871e-74f91f5311e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=985d625f55ac459aba7c4b57d75b22a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181661 Jul 14 09:22:20.928662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46914) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:20.976850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c6d64a6-8db7-4172-86ed-d657825a4511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.021318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4c71ce5-dfcf-47a0-ae1d-7afed1e18081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.030664 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c6d64a6-8db7-4172-86ed-d657825a4511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.056292 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4c71ce5-dfcf-47a0-ae1d-7afed1e18081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.115906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83649b-f1d7-4846-8c7a-7c26e3f0d9eb req-1107914f-4d35-43ec-8679-ca8347f864f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.117683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa83649b-f1d7-4846-8c7a-7c26e3f0d9eb req-1107914f-4d35-43ec-8679-ca8347f864f1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1097 time: 0.1819022 Jul 14 09:22:21.166494 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4c71ce5-dfcf-47a0-ae1d-7afed1e18081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.170354 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4c71ce5-dfcf-47a0-ae1d-7afed1e18081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.172516 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d4c71ce5-dfcf-47a0-ae1d-7afed1e18081 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/130d3de8-cd2d-4a4b-84e0-f9ad5695247d HTTP/1.1" status: 204 len: 168 time: 0.2424071 Jul 14 09:22:21.181386 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa83649b-f1d7-4846-8c7a-7c26e3f0d9eb req-7d40c4de-a9e9-4e97-a5b1-99100a1eab86 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516880 Jul 14 09:22:21.190808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c71ce5-dfcf-47a0-ae1d-7afed1e18081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130d3de8-cd2d-4a4b-84e0-f9ad5695247d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.193565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c6d64a6-8db7-4172-86ed-d657825a4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.197750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c6d64a6-8db7-4172-86ed-d657825a4511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.199434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4c6d64a6-8db7-4172-86ed-d657825a4511 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f880b213-4c98-4724-80a4-39dfebfe7613 HTTP/1.1" status: 204 len: 168 time: 0.3094018 Jul 14 09:22:21.225702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d64a6-8db7-4172-86ed-d657825a4511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f880b213-4c98-4724-80a4-39dfebfe7613,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:21.253763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8133ddd-e6cc-412b-abec-3441ab36256e req-b264e35a-9c0c-4529-a5eb-24a94a149fed tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.263931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8133ddd-e6cc-412b-abec-3441ab36256e req-b264e35a-9c0c-4529-a5eb-24a94a149fed tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.1633739 Jul 14 09:22:21.341965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8133ddd-e6cc-412b-abec-3441ab36256e req-c5b47139-4461-48e5-93ed-b44dd79ce20e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770516 Jul 14 09:22:21.566194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46946) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:21.631257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 0fbcda05-3999-4164-83da-398269dbb363 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:21.680559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 0fbcda05-3999-4164-83da-398269dbb363 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:21.690398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 0fbcda05-3999-4164-83da-398269dbb363 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:21.773327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-231a239a-c0ed-4d01-89e0-c20d55554340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.882648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40de1efc-8db5-45c1-bec9-fdb74d940570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:21.964047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54267d67-8673-4113-8e97-953fe4c6715d req-bb329a56-e6b3-4b7f-81b6-2a6e52e56c92 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:21.966759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-54267d67-8673-4113-8e97-953fe4c6715d req-bb329a56-e6b3-4b7f-81b6-2a6e52e56c92 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1469941 Jul 14 09:22:22.049505 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-54267d67-8673-4113-8e97-953fe4c6715d req-bc924f19-890f-4c70-9edb-9e4d1df2d52d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724418 Jul 14 09:22:22.135988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40de1efc-8db5-45c1-bec9-fdb74d940570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.144980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40de1efc-8db5-45c1-bec9-fdb74d940570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.191557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46974) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:22.214685 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab0d15ac-3ee8-4250-b58f-ee8d02581150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.244031 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-40de1efc-8db5-45c1-bec9-fdb74d940570 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=05a9eb92fa594a0fa35ce77402b0aaf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6767354 Jul 14 09:22:22.247329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46980) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:22.271284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de1efc-8db5-45c1-bec9-fdb74d940570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b78b0a-d514-479b-8797-6e9025086f6a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.321010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b9582e8-c526-478e-b36e-0f887a726131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.354878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b9582e8-c526-478e-b36e-0f887a726131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.480176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b9582e8-c526-478e-b36e-0f887a726131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.483500 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b9582e8-c526-478e-b36e-0f887a726131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.485168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1b9582e8-c526-478e-b36e-0f887a726131 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88b78b0a-d514-479b-8797-6e9025086f6a HTTP/1.1" status: 204 len: 168 time: 0.2365079 Jul 14 09:22:22.500558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9582e8-c526-478e-b36e-0f887a726131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b78b0a-d514-479b-8797-6e9025086f6a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.517316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab0d15ac-3ee8-4250-b58f-ee8d02581150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.526788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab0d15ac-3ee8-4250-b58f-ee8d02581150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.609826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d15ac-3ee8-4250-b58f-ee8d02581150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218ca43e-2566-41d2-9349-0cc6ac837465,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:22.640028 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ab0d15ac-3ee8-4250-b58f-ee8d02581150 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ce879d2b431401dabed8332c01f79df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469237 Jul 14 09:22:22.640883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47010) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:22.760688 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0eb5-b273-401c-82db-89d2116d33e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.780707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8a669-eafb-4eb3-b49a-c59987e32c3c req-a98ff3c7-0881-4229-b09d-f3f595922072 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:22.782303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cad8a669-eafb-4eb3-b49a-c59987e32c3c req-a98ff3c7-0881-4229-b09d-f3f595922072 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.1540508 Jul 14 09:22:22.803189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0eb5-b273-401c-82db-89d2116d33e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.852071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47016) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:22.863260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cad8a669-eafb-4eb3-b49a-c59987e32c3c req-b8f1be2f-a873-4d24-ac44-74afe0be206a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710301 Jul 14 09:22:22.897006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0eb5-b273-401c-82db-89d2116d33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.899976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab8c0eb5-b273-401c-82db-89d2116d33e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:22.904027 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ab8c0eb5-b273-401c-82db-89d2116d33e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/218ca43e-2566-41d2-9349-0cc6ac837465 HTTP/1.1" status: 204 len: 168 time: 0.2550426 Jul 14 09:22:22.915948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c0eb5-b273-401c-82db-89d2116d33e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218ca43e-2566-41d2-9349-0cc6ac837465,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.039387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-786329151-network', 'tenant_id': 'df7f4d0203444ab89843baf353ad2efa'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:23.043670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47024) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:23.065828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68aae70f-3be6-43d7-b7cd-451229875faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.086600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Made reservation on behalf of df7f4d0203444ab89843baf353ad2efa for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:23.088983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.089248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1a990-b494-4ce2-ba5f-8fac51800dec req-7cc99ee0-6cd1-4a8e-8805-5c95455158eb tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.097380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2f1a990-b494-4ce2-ba5f-8fac51800dec req-7cc99ee0-6cd1-4a8e-8805-5c95455158eb tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1097 time: 0.0807564 Jul 14 09:22:23.102582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.141465 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2f1a990-b494-4ce2-ba5f-8fac51800dec req-b5f95087-352c-44a0-bbaa-28ab32af2561 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431173 Jul 14 09:22:23.201570 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68aae70f-3be6-43d7-b7cd-451229875faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.213779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68aae70f-3be6-43d7-b7cd-451229875faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.303687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-68aae70f-3be6-43d7-b7cd-451229875faf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3c8dd9270014f4ca2f8942c3a801aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565749 Jul 14 09:22:23.304422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aae70f-3be6-43d7-b7cd-451229875faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c2e561-71ac-4813-8f24-d5f27575b7cf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.305253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:23.369335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d63ec-a905-4e2a-91a2-f5b388a68cb1 req-4afb7c96-2394-46fb-bc80-7e8a786b7cb5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.370897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a1d63ec-a905-4e2a-91a2-f5b388a68cb1 req-4afb7c96-2394-46fb-bc80-7e8a786b7cb5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1385329 Jul 14 09:22:23.376168 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b48b432-e069-4352-8b7a-fcb0bdc9ea75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.399496 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b48b432-e069-4352-8b7a-fcb0bdc9ea75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.423629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.430021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.461246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a1d63ec-a905-4e2a-91a2-f5b388a68cb1 req-ef628738-cef5-489e-89aa-894af8cd6cfe tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758348 Jul 14 09:22:23.477269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b48b432-e069-4352-8b7a-fcb0bdc9ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.480178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b48b432-e069-4352-8b7a-fcb0bdc9ea75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.482072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0b48b432-e069-4352-8b7a-fcb0bdc9ea75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6c2e561-71ac-4813-8f24-d5f27575b7cf HTTP/1.1" status: 204 len: 168 time: 0.1748536 Jul 14 09:22:23.487900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:23.509892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48b432-e069-4352-8b7a-fcb0bdc9ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c2e561-71ac-4813-8f24-d5f27575b7cf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.528380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2545144e-52dc-4485-bcc0-88063fefc07d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:23.536443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.536791 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Added segment 33aa3dd4-38be-4f69-9d6d-c4723bc50238 of type vlan for network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 Jul 14 09:22:23.596063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.689846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:23.696255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:23.697046 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.049195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47074) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:24.060138 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2069964 Jul 14 09:22:24.069167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa6db0d6-c518-4253-94b7-bea348c065ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.069873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47076) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:24.075978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Request body: {'subnet': {'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-786329151-subnet', 'tenant_id': 'df7f4d0203444ab89843baf353ad2efa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:24.105514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30740494-791e-4d59-bd77-27cbd5364d54 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2bbeac-ba5a-40c8-ab23-a57d78c54101,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.116703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:24.129980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Made reservation on behalf of df7f4d0203444ab89843baf353ad2efa for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:24.133073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.239692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7b577c54-f616-4113-be65-eb5ea955ca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.284686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa6db0d6-c518-4253-94b7-bea348c065ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.290090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa6db0d6-c518-4253-94b7-bea348c065ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.353388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6db0d6-c518-4253-94b7-bea348c065ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae65db1-69b8-4cf1-9a56-c723d990ca90,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.359814 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fa6db0d6-c518-4253-94b7-bea348c065ce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=504d0981cdee462cb0b4a5783d49d098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067551 Jul 14 09:22:24.360374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:24.440250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac85280-c726-412b-af4c-d7c2310a141c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.442265 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.457173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.488368 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac85280-c726-412b-af4c-d7c2310a141c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.523654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47114) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:24.557901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac85280-c726-412b-af4c-d7c2310a141c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.559981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59228d2-777c-49a5-a349-7c4682e49e4a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.562113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac85280-c726-412b-af4c-d7c2310a141c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.566309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eac85280-c726-412b-af4c-d7c2310a141c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ae65db1-69b8-4cf1-9a56-c723d990ca90 HTTP/1.1" status: 204 len: 168 time: 0.2037256 Jul 14 09:22:24.583336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac85280-c726-412b-af4c-d7c2310a141c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae65db1-69b8-4cf1-9a56-c723d990ca90,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:24.608573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Checking segment: {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:24.608946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Network hostable DHCP agents. Network: 5d2bbeac-ba5a-40c8-ab23-a57d78c54101, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:24.627975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:24.674519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5d2bbeac-ba5a-40c8-ab23-a57d78c54101) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:24.680454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.681115 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.688526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d28fe4-64d4-4afc-8388-a109d1dd7680 None None] Network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:24.706813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-217cb2ed-03ba-4022-a750-a9ac5bb2d624 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6357579 Jul 14 09:22:24.712243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-04feffcd-7590-46f9-82bc-853c2c48ddaf tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=843697946901452290e89de46cba78ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364051 Jul 14 09:22:24.728867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-network', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:24.772255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ca9ef-efe9-4f68-9f4c-da5752d79207 req-55a66f7b-6082-4075-acd2-4dc2056129c7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.780256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea7ca9ef-efe9-4f68-9f4c-da5752d79207 req-55a66f7b-6082-4075-acd2-4dc2056129c7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1475430 Jul 14 09:22:24.805805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Made reservation on behalf of 3c741968710e446faaad1b5ac2db11d4 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:24.811635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.840932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:24.901766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-4d4d1d6b-a9c5-4155-8802-fb8b3e7018b8 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:24.909087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-4d4d1d6b-a9c5-4155-8802-fb8b3e7018b8 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1955512 Jul 14 09:22:24.925609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-9b65475d-0a57-4b95-bb7f-72d7dcc67074 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/quotas/843697946901452290e89de46cba78ac HTTP/1.1" status: 200 len: 375 time: 0.0151048 Jul 14 09:22:24.937068 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35afbda7-506f-4984-b06d-7991a0c7d353 None None] Network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:24.971356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-736c8461-af11-4a03-9148-b08f129dc913 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=843697946901452290e89de46cba78ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454891 Jul 14 09:22:25.005241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea7ca9ef-efe9-4f68-9f4c-da5752d79207 req-2a6f65fc-1e09-49d2-bf32-ff4e47ea9873 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120373 Jul 14 09:22:25.046543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.051978 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.066047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:25.077920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.078272 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Added segment 190544e8-5531-4ed5-9292-6b4028ad11b2 of type vlan for network a229a0d2-a280-4ff7-9fb9-18f9011fa82b Jul 14 09:22:25.112852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3354d9-4c07-45b6-823a-5f17f748a80f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.156773 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.196700 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.197708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:25.198380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.266757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] Pushing event updated for resources: {'Network': ['ID=a229a0d2-a280-4ff7-9fb9-18f9011fa82b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.279469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:25.295053 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d7eb7983-a60d-47c3-860f-4595c5949c91 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7669046 Jul 14 09:22:25.298082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:25.314207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Request body: {'subnet': {'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-subnet', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:25.345965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Made reservation on behalf of 3c741968710e446faaad1b5ac2db11d4 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:25.349193 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.470887 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.651964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.748988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Checking segment: {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:25.749341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Network hostable DHCP agents. Network: a229a0d2-a280-4ff7-9fb9-18f9011fa82b, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:25.765640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-86e5e507-55fe-4670-98a9-f73ee64bf783 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:25.767879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-86e5e507-55fe-4670-98a9-f73ee64bf783 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 821 time: 0.1520119 Jul 14 09:22:25.774854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0212873-cca6-4f22-ae40-8c058bcc53cf,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:25.791585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-ac49fd11-b2c1-4cfc-a5e8-87e62c84aaa9 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=843697946901452290e89de46cba78ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302310 Jul 14 09:22:25.799284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:25.799452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-986f84ae-2773-42eb-b7ce-df084650e06e tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/quotas/df7f4d0203444ab89843baf353ad2efa HTTP/1.1" status: 200 len: 375 time: 0.0244565 Jul 14 09:22:25.847837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-3cbc6888-4a05-43be-89f0-19b8bcc22989 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410814 Jul 14 09:22:25.871312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a229a0d2-a280-4ff7-9fb9-18f9011fa82b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:25.881793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64eebd6-5905-4222-9988-a82358e8c5a0 None None] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:25.882895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:25.883844 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:25.905335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e9c5460f-623a-446e-a105-c6da0e886c21 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6058583 Jul 14 09:22:25.912350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47206) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:25.918284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:25.977389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-e2012c4f-220e-4dc4-9ab3-b6e774d00992 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.000635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-e2012c4f-220e-4dc4-9ab3-b6e774d00992 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924381 Jul 14 09:22:26.016465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.017630 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.051044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-5f84a419-f7a8-4864-ba25-a2344f18f845 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/quotas/843697946901452290e89de46cba78ac HTTP/1.1" status: 200 len: 375 time: 0.0494127 Jul 14 09:22:26.079233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-eb4f2657-26d2-488f-b369-68000cbe0ad4 service neutron] 10.222.0.73 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216308 Jul 14 09:22:26.127316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-5777f981-02e6-4e5c-a54a-5be31b8bbb09 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=843697946901452290e89de46cba78ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752757 Jul 14 09:22:26.247343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.265124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-73aca269-c57f-4969-b521-1d9ae0dd7f4a service neutron] 10.222.0.73 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845791 Jul 14 09:22:26.414128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-a229a0d2-a280-4ff7-9fb9-18f9011fa82b', 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'fixed_ips': [{'subnet_id': 'c0212873-cca6-4f22-ae40-8c058bcc53cf'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:26.415243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.650255 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.720907 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:26.755504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Allocated IP 172.20.0.2 (a229a0d2-a280-4ff7-9fb9-18f9011fa82b/c0212873-cca6-4f22-ae40-8c058bcc53cf/b5bb34ff-a1a2-4284-b77d-645aaa6eda57) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:26.871420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00a97257-de2d-4e45-870e-7e272e5dfc2d req-eb03d003-becb-4941-82b0-c00f9a8c1281 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 210 time: 0.1026728 Jul 14 09:22:26.882043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a307d24-3582-4ac7-b423-55f16fc836dc req-fa6d49f1-2bd0-4637-971c-2b0ae13cffcd tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:26.883912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a307d24-3582-4ac7-b423-55f16fc836dc req-fa6d49f1-2bd0-4637-971c-2b0ae13cffcd tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.2474065 Jul 14 09:22:26.994887 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a307d24-3582-4ac7-b423-55f16fc836dc req-c7791880-f179-4b07-ab35-2d0e5df91d3c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015193 Jul 14 09:22:27.018227 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e56be1e0-7265-410c-b461-490481065fd9 req-04813755-2362-45cd-bb61-9485fe2e0f43 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 210 time: 0.0730684 Jul 14 09:22:27.200770 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.244170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.258496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-b3aaabe8-1ff8-46ec-9f93-1a56dce83cb0 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=843697946901452290e89de46cba78ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1490881 Jul 14 09:22:27.263368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Transition to ACTIVE for port object b5bb34ff-a1a2-4284-b77d-645aaa6eda57 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:27.296667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Transition to ACTIVE for port object b5bb34ff-a1a2-4284-b77d-645aaa6eda57 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:27.311041 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.365539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:27.370464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:27.378627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:27.379902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.424832 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.462356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Pushing event updated for resources: {'Port': ['ID=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:27.478802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Attempting to bind port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:27.479490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Attempting to bind port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:27.482695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Attempting to bind port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 on network a229a0d2-a280-4ff7-9fb9-18f9011fa82b {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:27.496101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:27.497371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Checking segment: {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:27.498402 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.499376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Bound using segment: {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:27.500752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Bound port: b5bb34ff-a1a2-4284-b77d-645aaa6eda57, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:27.504007 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.551968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-c74ab613-ae05-4f3f-88df-8441331ef4f8 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:27.554039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-c74ab613-ae05-4f3f-88df-8441331ef4f8 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2673213 Jul 14 09:22:27.596318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Request body: {'port': {'device_id': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '843697946901452290e89de46cba78ac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:27.678538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] For port b5bb34ff-a1a2-4284-b77d-645aaa6eda57, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:27.683110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] For port b5bb34ff-a1a2-4284-b77d-645aaa6eda57, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:27.694045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:27.819370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daef3cc-f06c-4502-88af-bab1b7595fc1 None None] Pushing event updated for resources: {'Port': ['ID=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:28.290540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ce7c0b0-102c-4db2-b540-40eabfac76f5 req-5efd7d95-d168-40e3-a124-555fab858ed3 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 210 time: 0.0529218 Jul 14 09:22:28.296063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c172f23-a010-4b06-b61c-ca4b53eff5d9 req-b7815d3e-0810-4c06-96b1-2d18725c2677 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.301868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Allocated IP 172.25.0.125 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/270fc9a5-eb70-48ef-b519-747c55888a18) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:28.320714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c172f23-a010-4b06-b61c-ca4b53eff5d9 req-b7815d3e-0810-4c06-96b1-2d18725c2677 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1337650 Jul 14 09:22:28.389130 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c172f23-a010-4b06-b61c-ca4b53eff5d9 req-929cbf96-c465-4c2b-9794-8af4984e0461 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645170 Jul 14 09:22:28.456177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.515926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.549987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:28.588927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:28.591607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Made reservation on behalf of 843697946901452290e89de46cba78ac for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:28.596541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.599000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:28.605193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cb4a7d6-78e7-467c-9a15-a5a152d5f4b6 req-b9b94910-b0e3-4b07-9703-e6a73ef3a6ad tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 210 time: 0.0710611 Jul 14 09:22:28.684144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:28.741424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Pushing event updated for resources: {'Port': ['ID=270fc9a5-eb70-48ef-b519-747c55888a18,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:28.761223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-2c3e7aa3-f4f0-4d11-bdb4-d1d0374f93c9 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=843697946901452290e89de46cba78ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537635 Jul 14 09:22:28.887430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b5bb34ff-a1a2-4284-b77d-645aaa6eda57 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:28.948128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-3393b113-78c1-4528-9a7f-40300ff94af8 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:28.950298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-3393b113-78c1-4528-9a7f-40300ff94af8 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 821 time: 0.2986848 Jul 14 09:22:28.971821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Request body: {'port': {'device_id': '1ce64015-85b9-46da-bd5e-ce82666ba9a3', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'admin_state_up': True, 'tenant_id': 'df7f4d0203444ab89843baf353ad2efa'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:28.990774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:29.099115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47304) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:29.257643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35723204-9863-43b1-8b3d-2ebbab318dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.262927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-d9df6ac2-47cb-4498-bb1b-3ad9ba6213c2 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.264562 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-d9df6ac2-47cb-4498-bb1b-3ad9ba6213c2 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4850800 Jul 14 09:22:29.289930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Request body: {'port': {'device_id': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '843697946901452290e89de46cba78ac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:29.395764 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.468035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598b9979-6e26-41c2-a4b9-aeda9b92f86d None None] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:29.518344 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0690fba-84a0-4767-a4af-3c1e057766ac req-87a58e47-72ff-48d3-a96a-3433e9f711a0 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 210 time: 0.0630934 Jul 14 09:22:29.590365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9380b330-f319-4af6-879c-619824a6539f None None] Provisioning for port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:29.598699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9380b330-f319-4af6-879c-619824a6539f None None] Provisioning complete for port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:29.599230 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9380b330-f319-4af6-879c-619824a6539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.612570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.622453 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.627090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c603b4b-32ad-4b25-a168-3afe0e7a5f2d req-9303cff1-4cb5-4807-b977-0f5074281218 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:29.641842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c603b4b-32ad-4b25-a168-3afe0e7a5f2d req-9303cff1-4cb5-4807-b977-0f5074281218 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1179905 Jul 14 09:22:29.685665 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.724952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-35723204-9863-43b1-8b3d-2ebbab318dd6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:22:29.724952 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:22:29.724952 n-d-780147-26 neutron-server[93780]: [parameters: {'project_id_1': '67bb040b5647422981aac7476f48f767', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 22, 29, 292952)}] Jul 14 09:22:29.724952 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:22:29.726310 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-35723204-9863-43b1-8b3d-2ebbab318dd6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:22:29.727010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Made reservation on behalf of df7f4d0203444ab89843baf353ad2efa for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:29.731140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.759032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c603b4b-32ad-4b25-a168-3afe0e7a5f2d req-6f7c88f1-3635-4786-b0f4-dcccfc0d08c6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149712 Jul 14 09:22:29.824917 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9380b330-f319-4af6-879c-619824a6539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.880572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Allocated IP 192.168.233.5 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/5f5a36f2-748e-4178-8fc8-68451c35c6fd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:29.883293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9380b330-f319-4af6-879c-619824a6539f None None] For port b5bb34ff-a1a2-4284-b77d-645aaa6eda57, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:29.888002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:22:29.888002 n-d-780147-26 neutron-server[93779]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:22:29.888002 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id_1': '843697946901452290e89de46cba78ac', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 22, 29, 603260)}] Jul 14 09:22:29.888002 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:22:29.888714 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:22:29.891797 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9380b330-f319-4af6-879c-619824a6539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:29.907803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90afe6a7-9db9-4c3e-aef3-da5efc59c944,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:29.957763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380b330-f319-4af6-879c-619824a6539f None None] Pushing event updated for resources: {'Port': ['ID=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:29.974323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Allocated IP 172.20.0.5 (5d2bbeac-ba5a-40c8-ab23-a57d78c54101/c59228d2-777c-49a5-a349-7c4682e49e4a/2e4dd338-ad99-438c-b73d-bc6da25b1c3d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:30.001485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c24fc405-a13e-4be5-9ed2-768d670aa92c req-d0c1503e-9690-4da3-a1ec-142f70e17542 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 210 time: 0.0687766 Jul 14 09:22:30.154931 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.179120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.219027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dd5ed122-1391-42b2-bbcf-fffd31c669e8 None None] Provisioning complete for port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:30.219804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd5ed122-1391-42b2-bbcf-fffd31c669e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.228069 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35723204-9863-43b1-8b3d-2ebbab318dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.246200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.318823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:30.329694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:30.338733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:30.347072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event updated for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.410092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.410761 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.471493 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35723204-9863-43b1-8b3d-2ebbab318dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.476843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.477859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35723204-9863-43b1-8b3d-2ebbab318dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.487426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-6b89c709-195a-4989-8b79-f26b1e34befa tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5260968 Jul 14 09:22:30.498932 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-3247ae94-6556-4731-83cf-1a8165e4856c service neutron] show failed (client error): The resource could not be found. Jul 14 09:22:30.499929 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-3247ae94-6556-4731-83cf-1a8165e4856c service neutron] 10.222.0.69 "GET /v2.0/ports/dd36d205-045a-4d91-9fef-26f7d057cae2/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.3133326 Jul 14 09:22:30.501285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Request body: {'port': {'device_id': '1ce64015-85b9-46da-bd5e-ce82666ba9a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:30.507463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Transition to ACTIVE for port object 5f5a36f2-748e-4178-8fc8-68451c35c6fd will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:30.528396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Made reservation on behalf of 843697946901452290e89de46cba78ac for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:30.532357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.536928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Router 59a69824-6040-4094-b6c6-13f57bc609a5 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:22:30.620902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-35723204-9863-43b1-8b3d-2ebbab318dd6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67bb040b5647422981aac7476f48f767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5179701 Jul 14 09:22:30.624450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47326) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:30.635893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35723204-9863-43b1-8b3d-2ebbab318dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69207cfc-5838-4a16-9d55-3afb374b94a8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.680754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.697665 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.803193 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-557e9c9a-549a-427a-8cbf-cf821fdd82d5 req-691b9747-f98c-4d45-837e-f6b1c3a12244 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 210 time: 0.0916748 Jul 14 09:22:30.814976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:30.818186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0aff0c05-d5c5-4d50-8a18-ecf4f00c7d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:30.844462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b5bb34ff-a1a2-4284-b77d-645aaa6eda57 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:30.848488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:30.849089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:30.853455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:30.869130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f873a7c-5aeb-4046-881b-bfb4eddae005 req-2787df0f-d37d-4b55-99df-29ec8fee9d28 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:30.876806 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f873a7c-5aeb-4046-881b-bfb4eddae005 req-2787df0f-d37d-4b55-99df-29ec8fee9d28 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1098 time: 0.3277023 Jul 14 09:22:30.924974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:30.952087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Sync routers for ids ['59a69824-6040-4094-b6c6-13f57bc609a5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:30.958077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Allocated IP 192.168.233.141 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/5248555d-159e-455d-9d6d-7ed7785addd7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:30.975214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Routers {'59a69824-6040-4094-b6c6-13f57bc609a5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:30.975873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['59a69824-6040-4094-b6c6-13f57bc609a5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:31.002074 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.003336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3f9116ea-be79-4a75-9ca7-d9bcd4c312be admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0900218 Jul 14 09:22:31.012414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.013102 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.018937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47330) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:31.044322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:31.045013 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.054167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f873a7c-5aeb-4046-881b-bfb4eddae005 req-e063bf5f-0096-4b27-844b-a3504929a061 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761954 Jul 14 09:22:31.233214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-5908e59f-873e-425d-ab13-579c2d7a3014 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6413970 Jul 14 09:22:31.262767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4dd338-ad99-438c-b73d-bc6da25b1c3d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:31.267554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Request body: {'port': {'device_id': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:31.271356 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.285276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Transition to ACTIVE for port object 2e4dd338-ad99-438c-b73d-bc6da25b1c3d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:31.299260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Set router 59a69824-6040-4094-b6c6-13f57bc609a5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:31.306542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.338568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0b9214ff-6d8e-452e-b7f3-6f3378edfe09 None None] Provisioning for port 5f5a36f2-748e-4178-8fc8-68451c35c6fd completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:31.398148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0b9214ff-6d8e-452e-b7f3-6f3378edfe09 None None] Provisioning complete for port 5f5a36f2-748e-4178-8fc8-68451c35c6fd triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:31.399410 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0b9214ff-6d8e-452e-b7f3-6f3378edfe09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.413631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0aff0c05-d5c5-4d50-8a18-ecf4f00c7d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.457959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0b9214ff-6d8e-452e-b7f3-6f3378edfe09 None None] Port 5f5a36f2-748e-4178-8fc8-68451c35c6fd cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:31.460000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Pushing event updated for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.561786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f675469-d0cd-4066-9e1f-d45697ef8c78 req-3c24005b-8038-4edf-804e-618967db6711 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.563860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f675469-d0cd-4066-9e1f-d45697ef8c78 req-3c24005b-8038-4edf-804e-618967db6711 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.2687082 Jul 14 09:22:31.572292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-dcddda6b-4b44-4bc2-8681-df11dd1b3e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:31.574329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-dcddda6b-4b44-4bc2-8681-df11dd1b3e0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 1101 time: 0.2879393 Jul 14 09:22:31.597601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:31.608507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0aff0c05-d5c5-4d50-8a18-ecf4f00c7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.611008 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0aff0c05-d5c5-4d50-8a18-ecf4f00c7d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.614748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0aff0c05-d5c5-4d50-8a18-ecf4f00c7d1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69207cfc-5838-4a16-9d55-3afb374b94a8 HTTP/1.1" status: 204 len: 168 time: 0.9848063 Jul 14 09:22:31.619997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:22:29Z', 'revision_number': 3, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port': {'id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:27Z', 'updated_at': '2021-07-14T09:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:31.644387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Attempting to bind port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:31.644992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Attempting to bind port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:31.645094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Attempting to bind port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:31.665618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Checking router: 59a69824-6040-4094-b6c6-13f57bc609a5 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:31.666080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Updating router 59a69824-6040-4094-b6c6-13f57bc609a5 port 270fc9a5-eb70-48ef-b519-747c55888a18 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:31.668816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff0c05-d5c5-4d50-8a18-ecf4f00c7d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69207cfc-5838-4a16-9d55-3afb374b94a8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:31.681998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:31.681998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Attempting to bind port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:31.696814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f675469-d0cd-4066-9e1f-d45697ef8c78 req-35b5747d-8f50-49d0-87d1-c75414fa949c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179774 Jul 14 09:22:31.724509 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.737333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:31.737679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Checking segment: {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:31.738068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Bound using segment: {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:31.738581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Bound port: 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:31.738870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.789692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:31.855007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:31.859578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:31.874272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.047281 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.060229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Transition to ACTIVE for port object 270fc9a5-eb70-48ef-b519-747c55888a18 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:32.071608 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.102613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47346) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.113856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.114746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.116841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] 10.222.0.69 "PUT /v2.0/ports/2e4dd338-ad99-438c-b73d-bc6da25b1c3d HTTP/1.1" status: 200 len: 1092 time: 1.6209323 Jul 14 09:22:32.130441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce64015-85b9-46da-bd5e-ce82666ba9a3', 'tag': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:32.137923 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f8743a-b142-42a5-b2c1-7eee85680c40" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce64015-85b9-46da-bd5e-ce82666ba9a3", "tag": "2e4dd338-ad99-438c-b73d-bc6da25b1c3d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:32.144054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Attempting to bind port 270fc9a5-eb70-48ef-b519-747c55888a18 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:32.144670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Attempting to bind port 270fc9a5-eb70-48ef-b519-747c55888a18 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:32.145149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Attempting to bind port 270fc9a5-eb70-48ef-b519-747c55888a18 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:32.148553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826b3b2-fda2-4790-a2e6-000585e4c796 None None] Pushing event updated for resources: {'Port': ['ID=270fc9a5-eb70-48ef-b519-747c55888a18,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.153488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:32.153987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:32.154558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.155047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:32.155618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Bound port: 270fc9a5-eb70-48ef-b519-747c55888a18, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:32.156142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.175922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7beb5d9b-af76-4088-ae49-c0c94df3185c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.221566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e527c-bfe0-4487-9ea7-db3d003ecd1f service neutron] Pushing event updated for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.255220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] For port 270fc9a5-eb70-48ef-b519-747c55888a18, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:32.262487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] For port 270fc9a5-eb70-48ef-b519-747c55888a18, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=270fc9a5-eb70-48ef-b519-747c55888a18,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:32.266829 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.314519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-9ea41033-7257-4987-9291-c9c6934331a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.316083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-9ea41033-7257-4987-9291-c9c6934331a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 1095 time: 0.1447315 Jul 14 09:22:32.350089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Routers {'59a69824-6040-4094-b6c6-13f57bc609a5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:32.362912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['59a69824-6040-4094-b6c6-13f57bc609a5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:32.368352 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.442899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-5f6c85ec-5345-4ad1-aa5c-e0a9d7ae689c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d HTTP/1.1" status: 200 len: 217 time: 0.1003702 Jul 14 09:22:32.460752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259be169-791c-4dde-b7a0-5afe2510b902 req-6fa37dbb-f60b-4ee6-831b-79f1053aeb94 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.462380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-259be169-791c-4dde-b7a0-5afe2510b902 req-6fa37dbb-f60b-4ee6-831b-79f1053aeb94 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 943 time: 1.1687443 Jul 14 09:22:32.473644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826b3b2-fda2-4790-a2e6-000585e4c796 None None] Pushing event updated for resources: {'Port': ['ID=270fc9a5-eb70-48ef-b519-747c55888a18,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.559731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-43c1e9fd-59ea-47bb-93a0-ffdcd63688f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:32.561271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-43c1e9fd-59ea-47bb-93a0-ffdcd63688f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c59228d2-777c-49a5-a349-7c4682e49e4a HTTP/1.1" status: 200 len: 861 time: 0.1115611 Jul 14 09:22:32.571287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7beb5d9b-af76-4088-ae49-c0c94df3185c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.615615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.625777 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7beb5d9b-af76-4088-ae49-c0c94df3185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.637539 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-8e381411-fc8b-4da5-b92f-cf863f2651f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646179 Jul 14 09:22:32.705433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Transition to ACTIVE for port object 5248555d-159e-455d-9d6d-7ed7785addd7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:32.727269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] Set router 59a69824-6040-4094-b6c6-13f57bc609a5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:32.774643 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-259be169-791c-4dde-b7a0-5afe2510b902 req-2641f184-c89a-440b-a210-b619ffbf00c1 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211441 Jul 14 09:22:32.820892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7beb5d9b-af76-4088-ae49-c0c94df3185c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eea579f5eb994f7bab38d17d7f64bb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115719 Jul 14 09:22:32.827455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:32.829726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47370) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:32.846251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb5d9b-af76-4088-ae49-c0c94df3185c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c748b87a-5ea4-4fe8-84aa-c6af66c2326c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:32.851812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:32.874009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:32.905677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:33.003403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.004163 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.026290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7481625 Jul 14 09:22:33.047551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Request body: {'port': {'device_id': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:33.084117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-12fcafc8-8d55-41e1-b76c-362e3473f654 service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242265 Jul 14 09:22:33.133844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:33.144330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:22:29Z', 'revision_number': 3, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port': {'id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:27Z', 'updated_at': '2021-07-14T09:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:33.165063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.187561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff92006e-38ae-4b33-bfac-c47c5f0e79d0 None None] The sync data for ids ['59a69824-6040-4094-b6c6-13f57bc609a5'] in n-d-780147-26 is: [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:22:29Z', 'revision_number': 3, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port': {'id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:27Z', 'updated_at': '2021-07-14T09:22:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:33.217716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a960fb6-b691-4624-84a9-9b86834fe496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.219576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b183f-3868-40d3-a1fb-1132b9503f12 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Pushing event updated for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.265313 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a960fb6-b691-4624-84a9-9b86834fe496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.294639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:33.305253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c5575bba-2b55-4079-8048-0bd9db9f8f46 None None] Provisioning for port 5248555d-159e-455d-9d6d-7ed7785addd7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:33.313009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c5575bba-2b55-4079-8048-0bd9db9f8f46 None None] Provisioning complete for port 5248555d-159e-455d-9d6d-7ed7785addd7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:33.313631 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c5575bba-2b55-4079-8048-0bd9db9f8f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.364458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c5575bba-2b55-4079-8048-0bd9db9f8f46 None None] Port 5248555d-159e-455d-9d6d-7ed7785addd7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:33.394196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0f998e-e267-4616-b705-c7e2a12a33e1 req-7195caf1-fd84-4952-900f-f7e6ca578a2e service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998433 Jul 14 09:22:33.401526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-7c2b2b37-84b6-409f-85e5-db4660bca0de tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:33.402967 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-7c2b2b37-84b6-409f-85e5-db4660bca0de tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181341 Jul 14 09:22:33.414814 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.422933 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.427163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Request body: {'binding': {'host': 'n-h1-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:33.427370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Unknown quota resources ['binding']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:22:33.451713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d376b-db52-4bf7-9bf3-f3eb0a0f2cc7 req-894d1f3f-748a-455d-be7e-55d3356f9df1 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:33.457004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Transition to ACTIVE for port object dd36d205-045a-4d91-9fef-26f7d057cae2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:33.458790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1d9d376b-db52-4bf7-9bf3-f3eb0a0f2cc7 req-894d1f3f-748a-455d-be7e-55d3356f9df1 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 936 time: 0.2798214 Jul 14 09:22:33.470222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a960fb6-b691-4624-84a9-9b86834fe496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.473567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a960fb6-b691-4624-84a9-9b86834fe496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.474930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1a960fb6-b691-4624-84a9-9b86834fe496 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c748b87a-5ea4-4fe8-84aa-c6af66c2326c HTTP/1.1" status: 204 len: 168 time: 0.6440518 Jul 14 09:22:33.481316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:33.517646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a960fb6-b691-4624-84a9-9b86834fe496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c748b87a-5ea4-4fe8-84aa-c6af66c2326c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.630973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1d9d376b-db52-4bf7-9bf3-f3eb0a0f2cc7 req-7670a2e7-8126-431d-acad-82e824ab24fd tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712489 Jul 14 09:22:33.690295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:33.700515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] No DVR routers for this DVR port dd36d205-045a-4d91-9fef-26f7d057cae2 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:33.754732 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568fa29f-8dda-4492-ae04-ed99bf629762 x-openstack-request-id: req-568fa29f-8dda-4492-ae04-ed99bf629762 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:33.755270 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce64015-85b9-46da-bd5e-ce82666ba9a3", "tag": "2e4dd338-ad99-438c-b73d-bc6da25b1c3d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:33.755680 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-568fa29f-8dda-4492-ae04-ed99bf629762 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:33.756092 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ce64015-85b9-46da-bd5e-ce82666ba9a3', 'tag': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'status': 'completed', 'code': 200} Jul 14 09:22:33.915992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Allocated IP 172.20.0.1 (a229a0d2-a280-4ff7-9fb9-18f9011fa82b/c0212873-cca6-4f22-ae40-8c058bcc53cf/f741ea65-2451-4d99-baa2-f55ad8f1a006) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:34.060372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5a36f2-748e-4178-8fc8-68451c35c6fd {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:34.077461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.115056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Transition to ACTIVE for port object 5f5a36f2-748e-4178-8fc8-68451c35c6fd will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:34.149689 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.182690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Attempting to bind port dd36d205-045a-4d91-9fef-26f7d057cae2 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:34.183924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Attempting to bind port dd36d205-045a-4d91-9fef-26f7d057cae2 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:34.184764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Attempting to bind port dd36d205-045a-4d91-9fef-26f7d057cae2 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:34.213676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Port dd36d205-045a-4d91-9fef-26f7d057cae2 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:34.214122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Attempting to bind port dd36d205-045a-4d91-9fef-26f7d057cae2 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:34.220761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:34.221181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:34.221629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:34.222126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Bound port: dd36d205-045a-4d91-9fef-26f7d057cae2, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:34.222553 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.248756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20ffc2-a461-4354-a5dc-d3eeba978fea req-e395db5e-9c8e-4b28-8bcf-0af8752256c0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.255771 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a20ffc2-a461-4354-a5dc-d3eeba978fea req-e395db5e-9c8e-4b28-8bcf-0af8752256c0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 947 time: 0.2939467 Jul 14 09:22:34.256461 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on host n-h1-780147-26 for vnic_type normal with profile None {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:34.256867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:34.257354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:34.266201 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.286720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:34.287134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:34.295465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:34.295879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:34.296454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:34.297027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Bound port: 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:34.314191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-6d45ec3d-b409-490c-af19-a31012a42009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.316399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-6d45ec3d-b409-490c-af19-a31012a42009 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 1095 time: 0.5692048 Jul 14 09:22:34.352766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Transition to ACTIVE for port object f741ea65-2451-4d99-baa2-f55ad8f1a006 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:34.357005 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.441809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:34.467908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:34.469914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:34.480859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.491154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a20ffc2-a461-4354-a5dc-d3eeba978fea req-f5951787-4984-428c-9fba-a78c4eeb8ad7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343714 Jul 14 09:22:34.500789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.501786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.503234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] 10.222.0.66 "PUT /v2.0/ports/dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 1096 time: 2.9214044 Jul 14 09:22:34.504856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.515448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ced8b10d-e1ab-4100-8f0a-1ca360c39e2a service neutron] 10.222.0.73 "POST /v2.0/ports/6e5d3e3c-abef-490b-b0b4-982e82bad8be/bindings HTTP/1.1" status: 201 len: 390 time: 1.0945668 Jul 14 09:22:34.544993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device dd36d205-045a-4d91-9fef-26f7d057cae2 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:34.721342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-a6355ad3-e480-4dce-b0bc-7a82affcb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.723367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-a6355ad3-e480-4dce-b0bc-7a82affcb044 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 922 time: 0.3860261 Jul 14 09:22:34.788400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Attempting to bind port 5f5a36f2-748e-4178-8fc8-68451c35c6fd on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:34.789468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device dd36d205-045a-4d91-9fef-26f7d057cae2 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:34.791716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Attempting to bind port 5f5a36f2-748e-4178-8fc8-68451c35c6fd by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:34.792353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Attempting to bind port 5f5a36f2-748e-4178-8fc8-68451c35c6fd on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:34.838690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.842819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a07fb3-4850-41bb-a40b-2e108ee2447c service neutron] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:34.848077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-1e00a075-1558-4886-8a1a-13aabdb5afe1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d HTTP/1.1" status: 200 len: 217 time: 0.1130779 Jul 14 09:22:34.859754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-49b94e0c-b90d-49e6-8fd3-40ef759e2316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:34.861786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-49b94e0c-b90d-49e6-8fd3-40ef759e2316 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 1099 time: 0.2687178 Jul 14 09:22:34.888706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 270fc9a5-eb70-48ef-b519-747c55888a18 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:34.924061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Port 5f5a36f2-748e-4178-8fc8-68451c35c6fd on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:34.924433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Attempting to bind port 5f5a36f2-748e-4178-8fc8-68451c35c6fd on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:34.959396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 270fc9a5-eb70-48ef-b519-747c55888a18 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:34.967983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 270fc9a5-eb70-48ef-b519-747c55888a18 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:34.968644 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:34.995454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:34.995823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:34.996223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:34.996732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Bound port: 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:34.997096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.003840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:35.055181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:35.059188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5248555d-159e-455d-9d6d-7ed7785addd7 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:35.068235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:35.073359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=f741ea65-2451-4d99-baa2-f55ad8f1a006,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.078846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.120386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-4782faac-6164-4162-a5ee-ca27a78c9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.121955 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-4782faac-6164-4162-a5ee-ca27a78c9ef3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2444890 Jul 14 09:22:35.122098 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.123447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-296964ec-3577-4922-acea-ed09f40a091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.125409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-296964ec-3577-4922-acea-ed09f40a091f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c59228d2-777c-49a5-a349-7c4682e49e4a HTTP/1.1" status: 200 len: 861 time: 0.2620771 Jul 14 09:22:35.147387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 270fc9a5-eb70-48ef-b519-747c55888a18, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=270fc9a5-eb70-48ef-b519-747c55888a18,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:35.162122 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.195042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Transition to ACTIVE for port object 5248555d-159e-455d-9d6d-7ed7785addd7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:35.248996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:35.253469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:35.256519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.260037 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.267858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-a9ad9736-a704-40dc-8a06-d27b7333ee76 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273916 Jul 14 09:22:35.269787 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-5a2a5812-a645-4de9-8360-b7d5be591afd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 217 time: 0.1384232 Jul 14 09:22:35.278670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.282846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=270fc9a5-eb70-48ef-b519-747c55888a18,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.341192 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-4de50a09-1c32-4ff6-b6c5-809de06b6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.342664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-4de50a09-1c32-4ff6-b6c5-809de06b6e7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0649977 Jul 14 09:22:35.346006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.346767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.348579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] 10.222.0.66 "PUT /v2.0/ports/5f5a36f2-748e-4178-8fc8-68451c35c6fd HTTP/1.1" status: 200 len: 1095 time: 4.1055822 Jul 14 09:22:35.393567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-fa7793c5-6bb8-4025-9078-b21e1cc17862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.394831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-fa7793c5-6bb8-4025-9078-b21e1cc17862 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1098 time: 0.5435536 Jul 14 09:22:35.395322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:35.396718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0cdcb65d-4d7b-4ad6-962a-e6b61a3e0305 None None] Provisioning for port f741ea65-2451-4d99-baa2-f55ad8f1a006 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:35.397886 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c822823e-d97a-4c6e-ba40-20a04c879bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:35.415571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e28df4-14f6-4103-9645-77e796579ed8 req-9765a0d2-7f8d-41a7-911b-9d57236ced63 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.418449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0cdcb65d-4d7b-4ad6-962a-e6b61a3e0305 None None] Provisioning complete for port f741ea65-2451-4d99-baa2-f55ad8f1a006 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:35.419090 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0cdcb65d-4d7b-4ad6-962a-e6b61a3e0305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:35.423280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97e28df4-14f6-4103-9645-77e796579ed8 req-9765a0d2-7f8d-41a7-911b-9d57236ced63 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 943 time: 0.6280334 Jul 14 09:22:35.468334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ba10-ba7f-40cb-9673-d20e979291eb req-d32bafa6-a636-4786-83cd-8752bf487fdc tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.476713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1247ba10-ba7f-40cb-9673-d20e979291eb req-d32bafa6-a636-4786-83cd-8752bf487fdc tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.4446411 Jul 14 09:22:35.483251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0cdcb65d-4d7b-4ad6-962a-e6b61a3e0305 None None] Port f741ea65-2451-4d99-baa2-f55ad8f1a006 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:35.569382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.587628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1247ba10-ba7f-40cb-9673-d20e979291eb req-a9dcdbf7-7de1-4b74-b161-b6206b0b2844 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099405 Jul 14 09:22:35.605425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-a3f7f18b-0c0e-4fa3-89a7-70b517b76c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.606967 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-a3f7f18b-0c0e-4fa3-89a7-70b517b76c36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2561781 Jul 14 09:22:35.650989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-030b1946-6993-4346-b89c-24f50d0b8f7f service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122897 Jul 14 09:22:35.696891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97e28df4-14f6-4103-9645-77e796579ed8 req-26bb2947-f9e3-436e-87f0-5e89737e57f4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589710 Jul 14 09:22:35.800778 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2df0f5-1de5-4768-8504-2102ec4cf851 x-openstack-request-id: req-4d2df0f5-1de5-4768-8504-2102ec4cf851 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:35.812574 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:35.813047 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d2df0f5-1de5-4768-8504-2102ec4cf851 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:35.813629 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'status': 'completed', 'code': 200} Jul 14 09:22:35.832932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2'}, {'name': 'network-changed', 'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:35.835816 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4" -d '{"events": [{"server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "name": "network-vif-unplugged", "status": "completed", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2"}, {"name": "network-changed", "server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:35.915630 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-1a215297-9e0c-4f60-84bc-223299e5e095 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952740 Jul 14 09:22:35.935436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d07a9b-2fbf-4d2f-a205-9b961f03cea4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:35.938498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-0f703ea7-96eb-4d30-bb2a-6c3220497aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:35.939999 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-0f703ea7-96eb-4d30-bb2a-6c3220497aa7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.5026538 Jul 14 09:22:35.999121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-0b958aca-90a5-4a55-ae14-ccc6ffd2c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.001153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-0b958aca-90a5-4a55-ae14-ccc6ffd2c21e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=843697946901452290e89de46cba78ac&device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 1098 time: 0.5999050 Jul 14 09:22:36.059146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1f8743a-b142-42a5-b2c1-7eee85680c40 req-8cd3947f-803e-40cf-a04f-fb578bb1be39 service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899686 Jul 14 09:22:36.081818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85529d-a2c8-4c66-ae04-2c2d7d697a5f req-0dd5b677-fed2-4da7-855e-3cde2b24b2b6 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.083406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c85529d-a2c8-4c66-ae04-2c2d7d697a5f req-0dd5b677-fed2-4da7-855e-3cde2b24b2b6 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 948 time: 0.1852705 Jul 14 09:22:36.085896 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94e7c17-5e49-4ed8-bfbe-5c5177d57d51 req-26d050db-5cc3-47fe-980f-2a817a1fdfdc service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433046 Jul 14 09:22:36.127752 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c85529d-a2c8-4c66-ae04-2c2d7d697a5f req-13769e72-fd14-4849-9ec6-dcaedfd55f42 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Jul 14 09:22:36.334068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-f4896a07-2dad-4d4e-b49c-c678f627007a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be HTTP/1.1" status: 200 len: 217 time: 0.3577576 Jul 14 09:22:36.340148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Attempting to bind port 5248555d-159e-455d-9d6d-7ed7785addd7 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:36.340513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Attempting to bind port 5248555d-159e-455d-9d6d-7ed7785addd7 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:36.340838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Attempting to bind port 5248555d-159e-455d-9d6d-7ed7785addd7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:36.365171 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df156dd-d625-4936-b08d-f57efe2fbd9d x-openstack-request-id: req-9df156dd-d625-4936-b08d-f57efe2fbd9d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:36.365661 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "name": "network-vif-unplugged", "status": "completed", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2", "code": 200}, {"name": "network-changed", "server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:36.365752 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9df156dd-d625-4936-b08d-f57efe2fbd9d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:36.366097 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'code': 200} Jul 14 09:22:36.366519 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'status': 'completed', 'code': 200} Jul 14 09:22:36.370087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.391501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-d9618228-8eb7-4034-993a-e9a2f3cfb932 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd HTTP/1.1" status: 200 len: 217 time: 0.0689478 Jul 14 09:22:36.410333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Port 5248555d-159e-455d-9d6d-7ed7785addd7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:36.410656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Attempting to bind port 5248555d-159e-455d-9d6d-7ed7785addd7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:36.459509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:36.459913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:36.460252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:36.460699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Bound port: 5248555d-159e-455d-9d6d-7ed7785addd7, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:36.461049 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.489623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-078a048b-41db-42d2-b50d-9dd7e9b1dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.491130 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-078a048b-41db-42d2-b50d-9dd7e9b1dd6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 1099 time: 0.0994194 Jul 14 09:22:36.493079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-3ce1126b-ef20-42ff-8aaf-b68925388d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.494674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-3ce1126b-ef20-42ff-8aaf-b68925388d59 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 1099 time: 0.0733876 Jul 14 09:22:36.517454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-cf9703f0-9533-471d-9b04-2fdc07b012dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.518943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-cf9703f0-9533-471d-9b04-2fdc07b012dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1760120 Jul 14 09:22:36.561703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2e4dd338-ad99-438c-b73d-bc6da25b1c3d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:36.572187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4e21a-37d2-44b2-bb4c-98092de2d32c req-569cb4be-eaff-475a-ac4d-32e63b724955 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.575078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73b4e21a-37d2-44b2-bb4c-98092de2d32c req-569cb4be-eaff-475a-ac4d-32e63b724955 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 947 time: 0.6676784 Jul 14 09:22:36.602660 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-7917df86-a116-4d6c-9d6c-988b4a2f0b5b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701225 Jul 14 09:22:36.652244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-bd76484c-fe3a-43be-a5e3-ce4695d255b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.653940 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-bd76484c-fe3a-43be-a5e3-ce4695d255b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2398608 Jul 14 09:22:36.658354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-fbaaedb4-2718-47c8-a531-4669cd9f60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.659830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-fbaaedb4-2718-47c8-a531-4669cd9f60e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1606250 Jul 14 09:22:36.660966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-c258ec57-3157-407f-8000-fa51b13d1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.662277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-c258ec57-3157-407f-8000-fa51b13d1b1b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1549063 Jul 14 09:22:36.726981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:36.739243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'port_id': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'mac_address': 'fa:16:3e:21:4d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59228d2-777c-49a5-a349-7c4682e49e4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:36.764412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-aa1b24d4-b9f5-45b5-8723-e400da66880c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 217 time: 0.0973566 Jul 14 09:22:36.766357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-5aafae0f-8724-4c2e-b873-05087bea83e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 217 time: 0.0925262 Jul 14 09:22:36.778196 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.792238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4dd338-ad99-438c-b73d-bc6da25b1c3d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:36.819484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 270fc9a5-eb70-48ef-b519-747c55888a18 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:36.834877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:36.851359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:36.856946 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.888811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:36.892803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-d540b07a-d4fd-473f-874b-9ef560677619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.894295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-d540b07a-d4fd-473f-874b-9ef560677619 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1193364 Jul 14 09:22:36.904434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-98369b12-f3a3-4aab-af86-064222c07928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.904434 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-98369b12-f3a3-4aab-af86-064222c07928 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1256454 Jul 14 09:22:36.905315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73b4e21a-37d2-44b2-bb4c-98092de2d32c req-72ef76ff-4881-4146-866a-2fe487ac7af8 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064342 Jul 14 09:22:36.923046 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.951902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 270fc9a5-eb70-48ef-b519-747c55888a18 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:36.952385 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:36.954872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:36.972880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f236e46-2e58-44c5-9999-dc8a840afc3e req-65bb2a11-b55f-4aa9-85b9-202852ab8b96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:36.975365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f236e46-2e58-44c5-9999-dc8a840afc3e req-65bb2a11-b55f-4aa9-85b9-202852ab8b96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.2124598 Jul 14 09:22:36.996448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.001460 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-e729a420-2aee-4537-bb26-e1b5d56fe240 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791165 Jul 14 09:22:37.009425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.010610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.011504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] 10.222.0.66 "PUT /v2.0/ports/5248555d-159e-455d-9d6d-7ed7785addd7 HTTP/1.1" status: 200 len: 1097 time: 3.9716070 Jul 14 09:22:37.018828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-7ac184c9-4f23-4772-8990-d329219501a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.020394 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-7ac184c9-4f23-4772-8990-d329219501a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3490698 Jul 14 09:22:37.021080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.098932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-260d56ee-a7ea-4e06-9ee5-bfaa1b36c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.100537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-260d56ee-a7ea-4e06-9ee5-bfaa1b36c7bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1973178 Jul 14 09:22:37.131549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['2e4dd338-ad99-438c-b73d-bc6da25b1c3d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:37.191136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f236e46-2e58-44c5-9999-dc8a840afc3e req-24fa8e66-9e24-403d-a03a-0b621c3c6edf tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998932 Jul 14 09:22:37.235219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24633020-bed3-4164-a01d-95ab159d96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:37.236320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-8bc67348-2caf-49cf-9670-d33b4bcc3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.238181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-8bc67348-2caf-49cf-9670-d33b4bcc3ded service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3262074 Jul 14 09:22:37.309044 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:37.321843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-e3b87368-76e6-4485-b741-8ea20535af22 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106197 Jul 14 09:22:37.378299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=f741ea65-2451-4d99-baa2-f55ad8f1a006,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:37.434312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-7d4f0941-ccab-41b9-8517-5ffe506e07ea service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824970 Jul 14 09:22:37.436594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-6b21fb9b-6452-4035-979a-337c62717bd8 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238193 Jul 14 09:22:37.455668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-b178aa0d-c04d-4263-96b4-ee323367bbf5 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220114 Jul 14 09:22:37.457512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-7cdd32de-6a28-4dcb-8bde-efcd46b55c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.459047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-7cdd32de-6a28-4dcb-8bde-efcd46b55c66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=843697946901452290e89de46cba78ac&device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 1100 time: 0.3665960 Jul 14 09:22:37.469545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd34c93-ed32-4e6b-84f9-35810d501791 req-b72a8ac9-1de2-4601-80b9-1276d92d2fa2 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.471041 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbd34c93-ed32-4e6b-84f9-35810d501791 req-b72a8ac9-1de2-4601-80b9-1276d92d2fa2 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 944 time: 0.3613992 Jul 14 09:22:37.519057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-952d5c3e-5a39-4124-bd05-fc23c03a738f service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882565 Jul 14 09:22:37.537830 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-969e13a0-a91f-4aaf-b33f-8d7825dfa370 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5248555d-159e-455d-9d6d-7ed7785addd7 HTTP/1.1" status: 200 len: 217 time: 0.0642970 Jul 14 09:22:37.577232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d7ce95a-fd14-4754-bc2f-fcec1ef30cc4 req-4b7def08-0857-4381-a17e-ad64789dd2e8 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298401 Jul 14 09:22:37.585855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd015eb-a5ab-4df9-a02b-2f9ddd3167d6 req-a775b3a6-12ce-40be-b468-673c511b61f4 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.587354 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cd015eb-a5ab-4df9-a02b-2f9ddd3167d6 req-a775b3a6-12ce-40be-b468-673c511b61f4 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 948 time: 0.1554890 Jul 14 09:22:37.642878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cd015eb-a5ab-4df9-a02b-2f9ddd3167d6 req-29aeb4e3-3172-48ec-b400-77ef30cee60c tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 Jul 14 09:22:37.671539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:37.692363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-89f7dd32-c878-4320-b02e-abd84aab7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.692363 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-89f7dd32-c878-4320-b02e-abd84aab7923 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1227674 Jul 14 09:22:37.692363 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbd34c93-ed32-4e6b-84f9-35810d501791 req-393507e8-cc21-413a-9021-df73d829c83d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013116 Jul 14 09:22:37.692363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:37.789573 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e34864e2-fcbc-4724-86c2-0cf3710f59e1 req-93df7ad5-ab46-4207-9090-9393cd7a3525 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149750 Jul 14 09:22:37.815885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:37.821214 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cbcd9d-2a32-4692-a27c-e65d569ec75c" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:37.884412 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112afed9-70e5-4042-a423-ad738fc6928f x-openstack-request-id: req-112afed9-70e5-4042-a423-ad738fc6928f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:37.884804 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:37.884992 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-112afed9-70e5-4042-a423-ad738fc6928f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:37.885737 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7', 'status': 'completed', 'code': 200} Jul 14 09:22:37.963314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-f733b89e-bb15-4125-9c2a-f5cc551e1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:37.965005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-f733b89e-bb15-4125-9c2a-f5cc551e1812 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2681489 Jul 14 09:22:38.001312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Router 59a69824-6040-4094-b6c6-13f57bc609a5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:38.087437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a72e2d40-41a3-4628-b223-f774c1ccc274 None None] Provisioning complete for port f741ea65-2451-4d99-baa2-f55ad8f1a006 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:38.088432 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a72e2d40-41a3-4628-b223-f774c1ccc274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.094481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-c374ee76-61cb-4c45-b3fe-38a7f7cb5cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.096169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-c374ee76-61cb-4c45-b3fe-38a7f7cb5cd4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=843697946901452290e89de46cba78ac&device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 1098 time: 0.2078340 Jul 14 09:22:38.149429 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-db382214-9cec-445a-b514-1e78586ef4ea service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770892 Jul 14 09:22:38.159976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a72e2d40-41a3-4628-b223-f774c1ccc274 None None] Port f741ea65-2451-4d99-baa2-f55ad8f1a006 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:38.187066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf935ce3-f6dc-4d15-96e5-c7388c9fb183 req-064c6fa2-3a12-4d0f-8679-213dcb170fca tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.194950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf935ce3-f6dc-4d15-96e5-c7388c9fb183 req-064c6fa2-3a12-4d0f-8679-213dcb170fca tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 947 time: 0.0990465 Jul 14 09:22:38.245072 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf935ce3-f6dc-4d15-96e5-c7388c9fb183 req-bdd73736-39f7-460e-8e58-3b3e69f1d71a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491164 Jul 14 09:22:38.343674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47476) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:38.455188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1bc11877-0359-43a5-97ff-9345f081c5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.465984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:38.471802 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf1b427-dbd7-4007-b322-45ee033d210e req-c6548a6d-0d12-4192-b716-e886580b79b2 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708759 Jul 14 09:22:38.479295 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Sync routers for ids ['59a69824-6040-4094-b6c6-13f57bc609a5'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:38.480876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-51ac9a63-2789-45ba-a4a0-28c8d16d7ce7 admin admin] 10.222.0.73 "PUT /v2.0/routers/59a69824-6040-4094-b6c6-13f57bc609a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4596508 Jul 14 09:22:38.483912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-d5b29eca-0c2d-4598-8dd2-956f3a196ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.486144 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-d5b29eca-0c2d-4598-8dd2-956f3a196ea3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3350279 Jul 14 09:22:38.492500 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Routers {'59a69824-6040-4094-b6c6-13f57bc609a5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:38.493422 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['59a69824-6040-4094-b6c6-13f57bc609a5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:38.566318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2e4dd338-ad99-438c-b73d-bc6da25b1c3d up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:38.573745 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1bc11877-0359-43a5-97ff-9345f081c5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.579500 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1bc11877-0359-43a5-97ff-9345f081c5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.615590 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-de11fa2e-b886-46bb-b4db-5cbe8ae91559 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd HTTP/1.1" status: 200 len: 217 time: 0.1083262 Jul 14 09:22:38.632797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Set router 59a69824-6040-4094-b6c6-13f57bc609a5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:38.637893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1bc11877-0359-43a5-97ff-9345f081c5b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86405db068d04bb2a62dc57c5ff2fece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927852 Jul 14 09:22:38.640705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47482) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:38.650449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc11877-0359-43a5-97ff-9345f081c5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7398dc37-3013-4897-8222-36cd67639727,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.658459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:38.667477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:38.679523 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.747207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a558868-a4c5-4fb9-b7fc-f663a5d0a313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.780230 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a558868-a4c5-4fb9-b7fc-f663a5d0a313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.829465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb93d4-b4d7-4022-b4b8-4a96b17c4034 req-4c01f370-4f24-4111-b6be-4b0904259acd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.838258 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ddfb93d4-b4d7-4022-b4b8-4a96b17c4034 req-4c01f370-4f24-4111-b6be-4b0904259acd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.4716177 Jul 14 09:22:38.846929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a558868-a4c5-4fb9-b7fc-f663a5d0a313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.852536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a558868-a4c5-4fb9-b7fc-f663a5d0a313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.856583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1a558868-a4c5-4fb9-b7fc-f663a5d0a313 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7398dc37-3013-4897-8222-36cd67639727 HTTP/1.1" status: 204 len: 168 time: 0.2117770 Jul 14 09:22:38.865106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a558868-a4c5-4fb9-b7fc-f663a5d0a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7398dc37-3013-4897-8222-36cd67639727,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:38.902118 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:22:35Z', 'revision_number': 4, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port': {'id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:27Z', 'updated_at': '2021-07-14T09:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f741ea65-2451-4d99-baa2-f55ad8f1a006', 'name': '', 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'mac_address': 'fa:16:3e:b1:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0212873-cca6-4f22-ae40-8c058bcc53cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:33Z', 'updated_at': '2021-07-14T09:22:36Z', 'revision_number': 2, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'subnets': [{'id': 'c0212873-cca6-4f22-ae40-8c058bcc53cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:38.902805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-91bc6ff9-2998-4fb8-a52e-18f2827aed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.904277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-91bc6ff9-2998-4fb8-a52e-18f2827aed84 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2634907 Jul 14 09:22:38.929808 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Checking router: 59a69824-6040-4094-b6c6-13f57bc609a5 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:38.930511 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Updating router 59a69824-6040-4094-b6c6-13f57bc609a5 port f741ea65-2451-4d99-baa2-f55ad8f1a006 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:38.960792 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.966937 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ddfb93d4-b4d7-4022-b4b8-4a96b17c4034 req-790e6b97-f058-4b32-b57a-2e3a251bcd12 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277339 Jul 14 09:22:38.969739 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:38.972881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-33fea11a-3872-42b9-ab6f-acbf453aa410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:38.974405 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-33fea11a-3872-42b9-ab6f-acbf453aa410 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=843697946901452290e89de46cba78ac&device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 1100 time: 0.3627923 Jul 14 09:22:39.028227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce64015-85b9-46da-bd5e-ce82666ba9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:39.045681 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52a6a08-c18b-4712-8631-daf0bfd5178d" -d '{"events": [{"server_uuid": "1ce64015-85b9-46da-bd5e-ce82666ba9a3", "name": "network-vif-plugged", "status": "completed", "tag": "2e4dd338-ad99-438c-b73d-bc6da25b1c3d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:39.090344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a12c5-5bd2-4922-b552-2582b00761ab req-0630d376-d0b2-4b93-9a88-9f52ae28261b tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.092003 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-128a12c5-5bd2-4922-b552-2582b00761ab req-0630d376-d0b2-4b93-9a88-9f52ae28261b tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 948 time: 0.2021432 Jul 14 09:22:39.098686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:39.104403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.193871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-128a12c5-5bd2-4922-b552-2582b00761ab req-e8becf5b-b4d9-42ff-a566-efa1fafc9d46 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950170 Jul 14 09:22:39.238002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.296532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-2f0cd592-fc22-4dc2-844a-f8839d9abfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.298021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-2f0cd592-fc22-4dc2-844a-f8839d9abfc8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3863015 Jul 14 09:22:39.308692 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.319329 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Transition to ACTIVE for port object f741ea65-2451-4d99-baa2-f55ad8f1a006 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:39.328741 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.457840 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Attempting to bind port f741ea65-2451-4d99-baa2-f55ad8f1a006 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:39.468706 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Attempting to bind port f741ea65-2451-4d99-baa2-f55ad8f1a006 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:39.469395 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Attempting to bind port f741ea65-2451-4d99-baa2-f55ad8f1a006 on network a229a0d2-a280-4ff7-9fb9-18f9011fa82b {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:39.473049 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Pushing event updated for resources: {'Port': ['ID=f741ea65-2451-4d99-baa2-f55ad8f1a006,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.483163 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:39.484396 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Checking segment: {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:39.484959 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.485529 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Bound using segment: {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:39.486175 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Bound port: f741ea65-2451-4d99-baa2-f55ad8f1a006, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:39.486599 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.492959 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48199782-45eb-4920-b1e1-10d7797c8346 x-openstack-request-id: req-48199782-45eb-4920-b1e1-10d7797c8346 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:39.493278 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce64015-85b9-46da-bd5e-ce82666ba9a3", "name": "network-vif-plugged", "status": "completed", "tag": "2e4dd338-ad99-438c-b73d-bc6da25b1c3d", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:39.493538 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48199782-45eb-4920-b1e1-10d7797c8346 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:39.493939 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce64015-85b9-46da-bd5e-ce82666ba9a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'code': 200} Jul 14 09:22:39.501931 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.502484 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.502977 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.503489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.503970 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.504620 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.505101 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.505580 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.506078 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.506556 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.507049 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.507525 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:22:39.517261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-10883df8-e050-4a74-bb01-4bdaf1783bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.518794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-10883df8-e050-4a74-bb01-4bdaf1783bbc service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.5285003 Jul 14 09:22:39.614979 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] For port f741ea65-2451-4d99-baa2-f55ad8f1a006, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:39.625954 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] For port f741ea65-2451-4d99-baa2-f55ad8f1a006, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f741ea65-2451-4d99-baa2-f55ad8f1a006,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:39.638401 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.688780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device dd36d205-045a-4d91-9fef-26f7d057cae2 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:39.770763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3f66e-3cd6-4715-9fa0-0ad96184e3e5 req-9db38480-217b-44f7-9ec7-5b4612a2e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:39.773149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4cc3f66e-3cd6-4715-9fa0-0ad96184e3e5 req-9db38480-217b-44f7-9ec7-5b4612a2e3a2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 1097 time: 0.1525044 Jul 14 09:22:39.801192 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47512) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:39.830566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-network', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:39.863974 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Routers {'59a69824-6040-4094-b6c6-13f57bc609a5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:39.864641 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['59a69824-6040-4094-b6c6-13f57bc609a5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:39.865429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47514) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:39.915304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Made reservation on behalf of a7bd88a8511d4f52813103a4e1737495 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:39.920021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.951534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c97a60c3-b54b-494a-b0f0-771ea6f8deeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.970449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:39.982941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:39.985266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'mac_address': 'fa:16:3e:df:84:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:39.985440 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82349e3-f524-4b7f-99a2-6c7618d20c09 None None] Pushing event updated for resources: {'Port': ['ID=f741ea65-2451-4d99-baa2-f55ad8f1a006,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:39.987758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4cc3f66e-3cd6-4715-9fa0-0ad96184e3e5 req-66923c9e-1fa6-4742-8c02-f00441bb12f1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070460 Jul 14 09:22:40.050497 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.071432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd36d205-045a-4d91-9fef-26f7d057cae2 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:40.080742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a614fec-473b-42b9-8fa5-877281b84683 req-8c3cb2fa-2530-4d30-a877-5e2fa485be13 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.082731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a614fec-473b-42b9-8fa5-877281b84683 req-8c3cb2fa-2530-4d30-a877-5e2fa485be13 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 947 time: 0.2157907 Jul 14 09:22:40.131629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:40.144710 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.159130 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a614fec-473b-42b9-8fa5-877281b84683 req-d3872020-c12d-434d-bcfc-b4e14bda1968 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649962 Jul 14 09:22:40.181711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c97a60c3-b54b-494a-b0f0-771ea6f8deeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.198074 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c97a60c3-b54b-494a-b0f0-771ea6f8deeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.221559 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-9d2856d2-588a-4cd9-bc28-fa34520a1d1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=5248555d-159e-455d-9d6d-7ed7785addd7 HTTP/1.1" status: 200 len: 217 time: 0.6820061 Jul 14 09:22:40.293572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-e89f3534-8312-48f0-ac30-6bbaa446eae1 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9851842 Jul 14 09:22:40.294689 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] Set router 59a69824-6040-4094-b6c6-13f57bc609a5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:40.363395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:40.399475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c97a60c3-b54b-494a-b0f0-771ea6f8deeb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98e4563536f24363b5e9b874d5cb52a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5192208 Jul 14 09:22:40.406316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47526) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:40.406698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a60c3-b54b-494a-b0f0-771ea6f8deeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d89e1e1-857c-4ab6-a2b4-63d73bbb1df5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:40.463227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['dd36d205-045a-4d91-9fef-26f7d057cae2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:40.505826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-85480eb0-4e7a-4011-9fdb-2298cd615594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.508224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-85480eb0-4e7a-4011-9fdb-2298cd615594 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2130094 Jul 14 09:22:40.511865 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c822823e-d97a-4c6e-ba40-20a04c879bbe req-043a33cd-0231-477c-862f-aff10568ef68 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950769 Jul 14 09:22:40.528231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9bd377-2bad-4483-960f-eb9d4878b2a2 req-6bc8827d-eb48-4492-9d06-988df8a7f9b6 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.534247 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec9bd377-2bad-4483-960f-eb9d4878b2a2 req-6bc8827d-eb48-4492-9d06-988df8a7f9b6 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 1.2530954 Jul 14 09:22:40.543112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.556836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122d8af-c8ab-4990-b04e-f3bf2454f544 req-715060fc-5f9d-41ae-baa6-6ed9ab12a49e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.559148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b122d8af-c8ab-4990-b04e-f3bf2454f544 req-715060fc-5f9d-41ae-baa6-6ed9ab12a49e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.2156258 Jul 14 09:22:40.560422 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.565010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-902f46b3-2e63-4807-943c-cc3e4395144d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.582874 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:22:35Z', 'revision_number': 4, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port': {'id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:27Z', 'updated_at': '2021-07-14T09:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f741ea65-2451-4d99-baa2-f55ad8f1a006', 'name': '', 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'mac_address': 'fa:16:3e:b1:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0212873-cca6-4f22-ae40-8c058bcc53cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:33Z', 'updated_at': '2021-07-14T09:22:39Z', 'revision_number': 4, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'subnets': [{'id': 'c0212873-cca6-4f22-ae40-8c058bcc53cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:40.629487 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-902f46b3-2e63-4807-943c-cc3e4395144d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.632630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:40.634251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec9bd377-2bad-4483-960f-eb9d4878b2a2 req-fac16fb6-a9be-4646-8461-2f0c0a27a307 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756655 Jul 14 09:22:40.637866 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6603b1a4-ef9c-4686-ae73-210733e375a7 None None] The sync data for ids ['59a69824-6040-4094-b6c6-13f57bc609a5'] in n-d-780147-26 is: [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:22:35Z', 'revision_number': 4, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port': {'id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:27Z', 'updated_at': '2021-07-14T09:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f741ea65-2451-4d99-baa2-f55ad8f1a006', 'name': '', 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'mac_address': 'fa:16:3e:b1:cd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c0212873-cca6-4f22-ae40-8c058bcc53cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:33Z', 'updated_at': '2021-07-14T09:22:39Z', 'revision_number': 4, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'subnets': [{'id': 'c0212873-cca6-4f22-ae40-8c058bcc53cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:40.645782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd146c4-548e-4822-a23d-6c5fe39459eb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:40.662214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-5afb8159-79b8-45f4-b05c-64520085e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:40.664744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-5afb8159-79b8-45f4-b05c-64520085e2e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275022 Jul 14 09:22:40.770717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b122d8af-c8ab-4990-b04e-f3bf2454f544 req-d6022c85-716c-480e-9d75-813747f3a5f7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038145 Jul 14 09:22:40.836055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-ba5ec2ba-5586-41f5-bb67-fc9f662801aa service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637688 Jul 14 09:22:40.848131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:40.849513 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Added segment a2c78f1a-0ea7-4bbc-abcc-bb9b46517184 of type vlan for network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 Jul 14 09:22:40.984995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f741ea65-2451-4d99-baa2-f55ad8f1a006 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:40.990119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.036035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.037941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.038861 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.056346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cbcd9d-2a32-4692-a27c-e65d569ec75c req-b82f17f3-5550-4d80-a9ab-7dff2306c80a service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087252 Jul 14 09:22:41.084477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f741ea65-2451-4d99-baa2-f55ad8f1a006 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:41.094993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f741ea65-2451-4d99-baa2-f55ad8f1a006 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:41.095512 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.188645 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3681183 Jul 14 09:22:41.188645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-902f46b3-2e63-4807-943c-cc3e4395144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.189962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-902f46b3-2e63-4807-943c-cc3e4395144d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.193504 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-902f46b3-2e63-4807-943c-cc3e4395144d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2d89e1e1-857c-4ab6-a2b4-63d73bbb1df5 HTTP/1.1" status: 204 len: 168 time: 0.7812426 Jul 14 09:22:41.193504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47532) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:41.248589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Request body: {'subnet': {'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-subnet', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:41.261370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e7c3f-5b2e-4e82-a87f-1ae26fe399e2 req-a1410091-0a7d-47f0-907d-3e65550caa0c tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.271640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f3e7c3f-5b2e-4e82-a87f-1ae26fe399e2 req-a1410091-0a7d-47f0-907d-3e65550caa0c tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1097 time: 0.0968308 Jul 14 09:22:41.291407 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.329938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f46b3-2e63-4807-943c-cc3e4395144d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d89e1e1-857c-4ab6-a2b4-63d73bbb1df5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.343499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98e44f-af97-4cfe-bca3-c57c7920766e admin admin] Pushing event updated for resources: {'Network': ['ID=1e2448f1-4dd7-429e-bfcc-98ff1804e102,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.356738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port f741ea65-2451-4d99-baa2-f55ad8f1a006, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f741ea65-2451-4d99-baa2-f55ad8f1a006,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:41.360333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f3e7c3f-5b2e-4e82-a87f-1ae26fe399e2 req-49eb4207-d889-406d-b853-682a37c708da tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854356 Jul 14 09:22:41.379269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:41.379269 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.409741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Made reservation on behalf of a7bd88a8511d4f52813103a4e1737495 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:41.412079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.444860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e86e1-74f6-49a6-8305-d37928942132 req-5a9794af-29d7-4a42-962e-7fcbef027b7f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.446444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-5a9794af-29d7-4a42-962e-7fcbef027b7f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 948 time: 0.2846110 Jul 14 09:22:41.554285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096e9ea-d28f-4fc4-b15d-0ee0fe30260e req-88231022-645a-4d92-920a-cc2e43a82a4c tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.555975 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4096e9ea-d28f-4fc4-b15d-0ee0fe30260e req-88231022-645a-4d92-920a-cc2e43a82a4c tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 948 time: 0.3911262 Jul 14 09:22:41.632022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=f741ea65-2451-4d99-baa2-f55ad8f1a006,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:41.683817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4096e9ea-d28f-4fc4-b15d-0ee0fe30260e req-9d7ec88f-f68e-4529-a74c-778313226691 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127365 Jul 14 09:22:41.696569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:41.701351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device dd36d205-045a-4d91-9fef-26f7d057cae2 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:41.701491 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-c52e86e1-74f6-49a6-8305-d37928942132 req-b04c3c12-6e93-4636-af9e-4b236867ba3e service neutron] delete failed (client error): The resource could not be found. Jul 14 09:22:41.702414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-b04c3c12-6e93-4636-af9e-4b236867ba3e service neutron] 10.222.0.69 "DELETE /v2.0/ports/dd36d205-045a-4d91-9fef-26f7d057cae2/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.2196383 Jul 14 09:22:41.838507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:41.861983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bac52-279c-42f0-b48b-105d043fda6b req-4234bdc3-19cf-4373-bbdb-a9a018cf90ab tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:41.870479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a12bac52-279c-42f0-b48b-105d043fda6b req-4234bdc3-19cf-4373-bbdb-a9a018cf90ab tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 948 time: 0.1336348 Jul 14 09:22:41.973119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a12bac52-279c-42f0-b48b-105d043fda6b req-362f3b4f-037a-4057-95bf-07787b0bdb17 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011841 Jul 14 09:22:42.028606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbf1ecf-cb2e-403d-b6b2-439b97204d1b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:42.050671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port dd36d205-045a-4d91-9fef-26f7d057cae2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:42.063018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Checking segment: {'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:42.063392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Network hostable DHCP agents. Network: 1e2448f1-4dd7-429e-bfcc-98ff1804e102, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:42.075286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port dd36d205-045a-4d91-9fef-26f7d057cae2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:42.075657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.080113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e86e1-74f6-49a6-8305-d37928942132 req-eab09788-9a9e-459e-a6dd-72a0b164dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.081832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-eab09788-9a9e-459e-a6dd-72a0b164dbe8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 1100 time: 0.1756778 Jul 14 09:22:42.106397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:42.153109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:42.166936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 1e2448f1-4dd7-429e-bfcc-98ff1804e102) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:42.182006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.183797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.185598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d079237c-8d7f-43fd-85c7-06879acfab3e None None] Network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:42.220581 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-38fec4ec-6047-4a75-aa88-da9aca627a3b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0128429 Jul 14 09:22:42.223697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.230380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:42.247567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e86e1-74f6-49a6-8305-d37928942132 req-c3afba99-eea3-43a6-a62e-dc014d32245c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.250197 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-c3afba99-eea3-43a6-a62e-dc014d32245c service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1564519 Jul 14 09:22:42.295784 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.300489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.328087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'mac_address': 'fa:16:3e:19:12:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:42.356943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-2a5b268d-f55b-41b8-8fd9-8533a60f5946 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 200 len: 217 time: 0.0962994 Jul 14 09:22:42.451851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e86e1-74f6-49a6-8305-d37928942132 req-111ae66e-2bfd-4553-8da1-0da03164d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.453611 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-111ae66e-2bfd-4553-8da1-0da03164d42a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0853999 Jul 14 09:22:42.512411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-1e2448f1-4dd7-429e-bfcc-98ff1804e102', 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'fixed_ips': [{'subnet_id': '8dbf1ecf-cb2e-403d-b6b2-439b97204d1b'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:22:42.517147 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.529145 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.564685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e86e1-74f6-49a6-8305-d37928942132 req-ffe75813-4223-4f6e-81c9-43b6f5b0998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:42.568553 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.581184 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-ffe75813-4223-4f6e-81c9-43b6f5b0998a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193426 Jul 14 09:22:42.814480 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.848845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:42.852589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:42.854975 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c6bcf2-1927-414b-a315-4560775c912a" -d '{"events": [{"server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "name": "network-vif-plugged", "status": "completed", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:42.863548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5a36f2-748e-4178-8fc8-68451c35c6fd {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:42.887433 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:42.927619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:42.933480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f741ea65-2451-4d99-baa2-f55ad8f1a006 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:43.016772 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.017458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5248555d-159e-455d-9d6d-7ed7785addd7 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:43.023147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:43.042429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513fdbf0-f950-4de0-bfa3-303294104693 req-b02b20f7-dcf8-43cb-b9aa-7dcc6d3d0f0a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.050455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-513fdbf0-f950-4de0-bfa3-303294104693 req-b02b20f7-dcf8-43cb-b9aa-7dcc6d3d0f0a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.6771357 Jul 14 09:22:43.085071 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.086983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1331162386-network', 'tenant_id': '1476507e5edb4ee0a5a01ccb7152f6ff'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:43.110506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-a917b43f-da09-4ce3-a983-635dc15d5da1 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199263 Jul 14 09:22:43.138735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-513fdbf0-f950-4de0-bfa3-303294104693 req-36d4c4e5-ed79-48c7-ae50-600c17454f01 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736604 Jul 14 09:22:43.187870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Made reservation on behalf of 1476507e5edb4ee0a5a01ccb7152f6ff for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:43.199568 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.215702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:43.222824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:43.261881 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.314851 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c52e86e1-74f6-49a6-8305-d37928942132 req-a3f17b99-3006-4484-bcf4-86725491263e service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965652 Jul 14 09:22:43.338875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '5248555d-159e-455d-9d6d-7ed7785addd7', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '5248555d-159e-455d-9d6d-7ed7785addd7', 'mac_address': 'fa:16:3e:31:82:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:43.368350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f741ea65-2451-4d99-baa2-f55ad8f1a006 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:43.368879 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.460158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:43.471391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Allocated IP 172.20.0.2 (1e2448f1-4dd7-429e-bfcc-98ff1804e102/8dbf1ecf-cb2e-403d-b6b2-439b97204d1b/cb1dbda3-a014-40c3-9962-dcdfad39f862) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:43.506872 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.547475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066d151-57ad-485a-a273-e3bb8e22a4d9 req-291a87bf-7634-4f95-8c4d-20e110cd9620 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:43.549075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b066d151-57ad-485a-a273-e3bb8e22a4d9 req-291a87bf-7634-4f95-8c4d-20e110cd9620 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.2532399 Jul 14 09:22:43.557281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5248555d-159e-455d-9d6d-7ed7785addd7 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:43.590330 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.622067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-f37f2ebe-23dd-4282-9ad4-d84a5c4841d7 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:22:43.623390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-f37f2ebe-23dd-4282-9ad4-d84a5c4841d7 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089207 Jul 14 09:22:43.633512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Request body: {'binding': {'host': 'n-h2-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:43.633968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Unknown quota resources ['binding']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:22:43.635898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.652965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.662235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.668418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:43.675950 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.715694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b066d151-57ad-485a-a273-e3bb8e22a4d9 req-2bf83e2d-b76e-415e-b4fb-5b2eff2499a6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532531 Jul 14 09:22:43.780082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:43.802939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eddd152-397c-462f-8167-1c4dec5b5bda,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:43.816038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:43.843154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.843745 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Added segment ab88640a-3e79-449f-97d4-941c18b0ce1f of type vlan for network 45926d65-d4ec-4d45-b6f9-2ed936af294e Jul 14 09:22:43.852827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on host n-h2-780147-26 for vnic_type normal with profile None {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:43.853379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:43.853718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:43.860016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:43.860378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:43.865789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:43.866177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:43.866568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:43.867083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Bound port: 9c823a6a-19e9-43f2-b8df-7264f85ee307, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:43.938285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:43.951100 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:43.953059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-30e6cf71-97a2-4775-83db-b11b2499b3f8 service neutron] 10.222.0.73 "POST /v2.0/ports/9c823a6a-19e9-43f2-b8df-7264f85ee307/bindings HTTP/1.1" status: 201 len: 390 time: 0.3231575 Jul 14 09:22:43.971614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['5f5a36f2-748e-4178-8fc8-68451c35c6fd'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:43.993250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.023009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['5248555d-159e-455d-9d6d-7ed7785addd7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:44.066213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Allocated IP 172.25.0.253 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/92058c14-150a-43d7-b30d-d82942c72e2e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:44.072692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.079393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.081314 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.097400 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.107002 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:22:44.115148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Transition to ACTIVE for port object cb1dbda3-a014-40c3-9962-dcdfad39f862 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:44.160838 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a02675-c5a4-43a3-83cd-b49104811f5f x-openstack-request-id: req-e8a02675-c5a4-43a3-83cd-b49104811f5f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:44.161134 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "name": "network-vif-plugged", "status": "completed", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:44.161400 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e8a02675-c5a4-43a3-83cd-b49104811f5f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:44.161814 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'code': 200} Jul 14 09:22:44.169599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Transition to ACTIVE for port object cb1dbda3-a014-40c3-9962-dcdfad39f862 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:44.178890 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3286953 Jul 14 09:22:44.182816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47600) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:44.189244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Request body: {'subnet': {'network_id': '45926d65-d4ec-4d45-b6f9-2ed936af294e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1331162386-subnet', 'tenant_id': '1476507e5edb4ee0a5a01ccb7152f6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:44.201401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.238282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a0898-7341-4007-afb4-ab67790b3a83 admin admin] Pushing event updated for resources: {'Network': ['ID=45926d65-d4ec-4d45-b6f9-2ed936af294e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.258558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Made reservation on behalf of 1476507e5edb4ee0a5a01ccb7152f6ff for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:44.262965 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.316933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 45926d65-d4ec-4d45-b6f9-2ed936af294e details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:44.344639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:44.390759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:44.393023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.403438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:44.427627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Pushing event updated for resources: {'Port': ['ID=cb1dbda3-a014-40c3-9962-dcdfad39f862,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.462478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd915a3-e76e-4037-a7ba-83bbdbcbdf31 req-76879165-1ead-4844-8634-74b4070d6b81 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.465276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fd915a3-e76e-4037-a7ba-83bbdbcbdf31 req-76879165-1ead-4844-8634-74b4070d6b81 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1290877 Jul 14 09:22:44.497225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.530289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fd915a3-e76e-4037-a7ba-83bbdbcbdf31 req-f37e55e2-9182-4a21-9ba3-e1cf7bfad923 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582385 Jul 14 09:22:44.568176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Attempting to bind port cb1dbda3-a014-40c3-9962-dcdfad39f862 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:44.568498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Attempting to bind port cb1dbda3-a014-40c3-9962-dcdfad39f862 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:44.568821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Attempting to bind port cb1dbda3-a014-40c3-9962-dcdfad39f862 on network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:44.588532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:44.589471 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Checking segment: {'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:44.589835 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.590230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Bound using segment: {'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:44.590708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Bound port: cb1dbda3-a014-40c3-9962-dcdfad39f862, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:44.591096 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.616178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:44.636420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Pushing event updated for resources: {'Port': ['ID=92058c14-150a-43d7-b30d-d82942c72e2e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.639118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:44.642775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:44.702956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c7228-005f-4477-9470-7313c4e0f706 req-0e6584d9-c691-4537-bf66-bd2f92adb61d tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.705870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.711470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e72c7228-005f-4477-9470-7313c4e0f706 req-0e6584d9-c691-4537-bf66-bd2f92adb61d tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 949 time: 0.4762144 Jul 14 09:22:44.713670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] For port cb1dbda3-a014-40c3-9962-dcdfad39f862, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:44.717077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] For port cb1dbda3-a014-40c3-9962-dcdfad39f862, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb1dbda3-a014-40c3-9962-dcdfad39f862,segment=NetworkSegment(a2c78f1a-0ea7-4bbc-abcc-bb9b46517184),segment_id=a2c78f1a-0ea7-4bbc-abcc-bb9b46517184)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:44.722049 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.748230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-8e9d74a3-df62-40f6-b200-a0c3acb295be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.749774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-8e9d74a3-df62-40f6-b200-a0c3acb295be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1097 time: 0.3066318 Jul 14 09:22:44.780619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f507dd2-5fa2-429d-9566-d9b9e7604b82,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.789260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e72c7228-005f-4477-9470-7313c4e0f706 req-3ac054c4-1fc3-4457-88f1-547e2a8a7ef0 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737424 Jul 14 09:22:44.800647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b07526-83c4-46ad-9f2e-38a5ad15b3e1 None None] Pushing event updated for resources: {'Port': ['ID=cb1dbda3-a014-40c3-9962-dcdfad39f862,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:44.852640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Checking segment: {'id': 'ab88640a-3e79-449f-97d4-941c18b0ce1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '45926d65-d4ec-4d45-b6f9-2ed936af294e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:44.852640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Network hostable DHCP agents. Network: 45926d65-d4ec-4d45-b6f9-2ed936af294e, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:44.868620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541cc6d-a190-42e9-bc3e-ea7086994fb6 req-111cf7c4-79d0-482b-8ccc-2b170b5c7a5c tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.876026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1541cc6d-a190-42e9-bc3e-ea7086994fb6 req-111cf7c4-79d0-482b-8ccc-2b170b5c7a5c tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.2121978 Jul 14 09:22:44.906347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Network 45926d65-d4ec-4d45-b6f9-2ed936af294e is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:44.924980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 45926d65-d4ec-4d45-b6f9-2ed936af294e) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:44.932897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff41db7-316a-4923-be32-0b2f0fd1b41c None None] Network 45926d65-d4ec-4d45-b6f9-2ed936af294e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:44.954333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:44.954963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:44.959781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1541cc6d-a190-42e9-bc3e-ea7086994fb6 req-db6b3564-bc39-48d6-9fea-2eb0ed6cf2c5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829148 Jul 14 09:22:44.980921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fc4c3d67-ba2b-4084-a9de-a4dbb3333ed0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7898922 Jul 14 09:22:45.164944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faac051e-3792-40b6-b67c-7148cb1e2b2a None None] Network 45926d65-d4ec-4d45-b6f9-2ed936af294e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:45.238201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43bab3-d558-4898-9449-3bb9e1b8bdc7 req-d17ee892-c3ab-4adb-aaf4-1e6c881a9b36 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.248558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6a43bab3-d558-4898-9449-3bb9e1b8bdc7 req-d17ee892-c3ab-4adb-aaf4-1e6c881a9b36 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1034636 Jul 14 09:22:45.263081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b146162-affa-4b29-8027-25cf45db83be req-29d08faf-2625-4385-9653-d7fd3fbe99a7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.270435 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b146162-affa-4b29-8027-25cf45db83be req-29d08faf-2625-4385-9653-d7fd3fbe99a7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.3065917 Jul 14 09:22:45.290851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-06858f58-8671-4c99-a4a0-162a43c2726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.292455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-06858f58-8671-4c99-a4a0-162a43c2726b service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.5249312 Jul 14 09:22:45.310318 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.321392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6a43bab3-d558-4898-9449-3bb9e1b8bdc7 req-35b1eb28-614f-4d3b-b5e7-b3b662b6b7cf tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705221 Jul 14 09:22:45.383570 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-f018f95f-8182-42c4-ba11-af930b509a7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307 HTTP/1.1" status: 200 len: 217 time: 0.0796070 Jul 14 09:22:45.413005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b146162-affa-4b29-8027-25cf45db83be req-ec4c22cb-cbac-4334-b181-dd8afc1cc3e0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412494 Jul 14 09:22:45.527017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3089c79-880e-42a5-9387-634d4878998d req-5abf31d4-53e2-4e17-912d-245081cb448c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.528856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3089c79-880e-42a5-9387-634d4878998d req-5abf31d4-53e2-4e17-912d-245081cb448c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.0769215 Jul 14 09:22:45.593774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-cfac48ed-1820-4d86-baa7-1da3b083ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:45.595304 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-cfac48ed-1820-4d86-baa7-1da3b083ebf6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.2045975 Jul 14 09:22:45.608890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3089c79-880e-42a5-9387-634d4878998d req-c9eba00f-1072-4a13-8cd4-da9eef95b354 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485864 Jul 14 09:22:45.690878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47634) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:45.696174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1125442925-network', 'tenant_id': '74f60b2eb48c47a983c2274af6017cba'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:45.731273 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-a2dc43af-d8df-4127-a69a-45020247e25e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242585 Jul 14 09:22:45.731902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:45.760171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Made reservation on behalf of 74f60b2eb48c47a983c2274af6017cba for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:45.763856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.774431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.804778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.805192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 5f5a36f2-748e-4178-8fc8-68451c35c6fd completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:45.810615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 5f5a36f2-748e-4178-8fc8-68451c35c6fd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:45.811536 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.939802 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.941417 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.958298 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.991684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:45.998411 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:45.998737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5248555d-159e-455d-9d6d-7ed7785addd7 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:46.010682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd72f53-c0b0-45a0-af83-48f7460eb3f9 req-a6db647f-cc93-454d-92da-d5df5e087c16 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.012298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cd72f53-c0b0-45a0-af83-48f7460eb3f9 req-a6db647f-cc93-454d-92da-d5df5e087c16 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.2675340 Jul 14 09:22:46.019995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:22:46.039143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.039496 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Added segment 978c049e-c2ee-4df5-95b9-84d01d12e240 of type vlan for network 7552661b-35bf-4b8f-a9a3-9901ef555310 Jul 14 09:22:46.040869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf1c9c9-6e14-46c6-95d1-2de6b35ad9b6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.076594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-ff19992a-6e39-4d0b-b6e7-7b3b60571eba service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329692 Jul 14 09:22:46.081070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cd72f53-c0b0-45a0-af83-48f7460eb3f9 req-ede6cb8f-7de4-47d7-be3d-b8e1c994d993 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591767 Jul 14 09:22:46.114272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8c8894-8674-45a9-bf07-4a7d4245674f None None] Network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:46.114795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae50ae-4309-41ac-9e4b-97383dfe3d6a req-6fbd7f5a-b4d8-46c9-a83e-4f36fa555926 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.123160 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cae50ae-4309-41ac-9e4b-97383dfe3d6a req-6fbd7f5a-b4d8-46c9-a83e-4f36fa555926 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 949 time: 0.1857173 Jul 14 09:22:46.126520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.161578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 5248555d-159e-455d-9d6d-7ed7785addd7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:46.168779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:46.171447 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84f614a-2d5a-4404-a1ab-9d8a3b2eb876" -d '{"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:46.191037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 5248555d-159e-455d-9d6d-7ed7785addd7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:46.191297 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.206532 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cae50ae-4309-41ac-9e4b-97383dfe3d6a req-451098f3-b5bd-4635-b157-a781e30bf992 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822358 Jul 14 09:22:46.217956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.219058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.220293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.220480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Router 724137f8-1c57-4f4e-8a89-6954b7b530d7 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:22:46.232047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.253634 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e20318a1-440b-450e-b653-beede3bc2a33 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296538 Jul 14 09:22:46.254752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-66521f66-5b24-4fb7-8a76-ee8959db1cc5 None None] Provisioning for port cb1dbda3-a014-40c3-9962-dcdfad39f862 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:46.344247 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-a579f373-2523-4935-b4e3-ad6b5be59173 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594676 Jul 14 09:22:46.346995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] Pushing event updated for resources: {'Network': ['ID=7552661b-35bf-4b8f-a9a3-9901ef555310,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.364952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-794cd410-6a76-4c48-bedb-d6f362155764 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6728632 Jul 14 09:22:46.368784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:46.380808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7552661b-35bf-4b8f-a9a3-9901ef555310 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:22:46.382265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Request body: {'subnet': {'network_id': '7552661b-35bf-4b8f-a9a3-9901ef555310', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1125442925-subnet', 'tenant_id': '74f60b2eb48c47a983c2274af6017cba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:46.435545 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.450279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Made reservation on behalf of 74f60b2eb48c47a983c2274af6017cba for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:46.452772 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.618927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:46.629121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.655818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.680496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d0d2-fc34-460a-950e-9b7c0bc0113d req-3fce63c2-2ece-45e4-8d45-6e7f027970a2 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.682128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59c4d0d2-fc34-460a-950e-9b7c0bc0113d req-3fce63c2-2ece-45e4-8d45-6e7f027970a2 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.3148544 Jul 14 09:22:46.707092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.784766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59c4d0d2-fc34-460a-950e-9b7c0bc0113d req-81454db8-8b11-47b0-813a-d6859c7c1bd4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650101 Jul 14 09:22:46.814962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Checking segment: {'id': '978c049e-c2ee-4df5-95b9-84d01d12e240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '7552661b-35bf-4b8f-a9a3-9901ef555310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:46.814962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Network hostable DHCP agents. Network: 7552661b-35bf-4b8f-a9a3-9901ef555310, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:22:46.838005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36fb6c7-a2ba-4375-9b19-52b4e711fec9,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:46.858690 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b02c0-a52a-4c86-8d91-0d72ff616fa1 x-openstack-request-id: req-968b02c0-a52a-4c86-8d91-0d72ff616fa1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:46.859946 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:46.860602 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-968b02c0-a52a-4c86-8d91-0d72ff616fa1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:46.861625 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'code': 200} Jul 14 09:22:46.863358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Network 7552661b-35bf-4b8f-a9a3-9901ef555310 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:22:46.879953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7552661b-35bf-4b8f-a9a3-9901ef555310) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:46.890094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4119bc-05ee-42ee-aba8-c3fc051fb139 None None] Network 7552661b-35bf-4b8f-a9a3-9901ef555310 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:46.891660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.892409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:46.914224 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a9711f14-9466-4467-94b0-f334b8d5cc66 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5442913 Jul 14 09:22:46.925509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:46.940727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-20e4a8cd-f3cc-421d-b060-f7730f2f45d2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:46.955032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-20e4a8cd-f3cc-421d-b060-f7730f2f45d2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6805053 Jul 14 09:22:47.023651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-70cfd6c3-1d53-4c4b-9977-71afbb47df91 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/quotas/a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 375 time: 0.0672343 Jul 14 09:22:47.047851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb1dbda3-a014-40c3-9962-dcdfad39f862 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:47.080596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Sync routers for ids ['724137f8-1c57-4f4e-8a89-6954b7b530d7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:47.084974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.088259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-64f87c50-01e8-4589-a224-4a2669cb3435 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8625200 Jul 14 09:22:47.091972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.129396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47668) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.144413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92b5850-5848-4acb-9468-b5a0018089ee None None] Network 7552661b-35bf-4b8f-a9a3-9901ef555310 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:22:47.151293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb5d0e-cccd-40dc-96c9-7b13b5ecf5c9 req-55d7d9af-2b6e-42a4-ab20-b450921a3940 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.154896 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-faeb5d0e-cccd-40dc-96c9-7b13b5ecf5c9 req-55d7d9af-2b6e-42a4-ab20-b450921a3940 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.1087816 Jul 14 09:22:47.158931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Routers {'724137f8-1c57-4f4e-8a89-6954b7b530d7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:47.159583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['724137f8-1c57-4f4e-8a89-6954b7b530d7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:47.189274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba647a4a-abb3-40c1-b79f-8b47b867e465 req-3746bba1-da5d-4e11-8563-22db8df86e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.190826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba647a4a-abb3-40c1-b79f-8b47b867e465 req-3746bba1-da5d-4e11-8563-22db8df86e61 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 1100 time: 0.2335482 Jul 14 09:22:47.233616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb20c75c-ac40-4d64-bc57-94431367a51b admin admin] Deleting subnet 5f507dd2-5fa2-429d-9566-d9b9e7604b82 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:47.240024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb20c75c-ac40-4d64-bc57-94431367a51b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.273332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-39c8f213-59c7-46c6-9895-e10be24f788c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2483373 Jul 14 09:22:47.290383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba647a4a-abb3-40c1-b79f-8b47b867e465 req-9e5becf1-c704-4d76-ba12-c9f890ab6a93 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922699 Jul 14 09:22:47.299303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port cb1dbda3-a014-40c3-9962-dcdfad39f862 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:47.324165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cb1dbda3-a014-40c3-9962-dcdfad39f862 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:47.325608 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.354888 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-faeb5d0e-cccd-40dc-96c9-7b13b5ecf5c9 req-12c2d7fa-4f0b-42b3-95de-c1418e56d69b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786692 Jul 14 09:22:47.378683 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb20c75c-ac40-4d64-bc57-94431367a51b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.399523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Set router 724137f8-1c57-4f4e-8a89-6954b7b530d7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:47.473229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb20c75c-ac40-4d64-bc57-94431367a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.609728 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb20c75c-ac40-4d64-bc57-94431367a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.643869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.663489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20c75c-ac40-4d64-bc57-94431367a51b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f507dd2-5fa2-429d-9566-d9b9e7604b82,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:47.672920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb20c75c-ac40-4d64-bc57-94431367a51b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.678074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fb20c75c-ac40-4d64-bc57-94431367a51b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5f507dd2-5fa2-429d-9566-d9b9e7604b82 HTTP/1.1" status: 204 len: 168 time: 0.5465636 Jul 14 09:22:47.680518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47678) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:47.778291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port cb1dbda3-a014-40c3-9962-dcdfad39f862, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb1dbda3-a014-40c3-9962-dcdfad39f862,segment=NetworkSegment(a2c78f1a-0ea7-4bbc-abcc-bb9b46517184),segment_id=a2c78f1a-0ea7-4bbc-abcc-bb9b46517184)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:47.795390 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.804120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.860411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca28067-49db-43e2-a1c8-2c00d613331e req-4ad8bdd1-1cb1-4a21-8dbd-6f1ff657bee6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:47.870566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:22:44Z', 'revision_number': 3, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:47.873026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ca28067-49db-43e2-a1c8-2c00d613331e req-4ad8bdd1-1cb1-4a21-8dbd-6f1ff657bee6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.2496848 Jul 14 09:22:47.911891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Checking router: 724137f8-1c57-4f4e-8a89-6954b7b530d7 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:47.911891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Updating router 724137f8-1c57-4f4e-8a89-6954b7b530d7 port 92058c14-150a-43d7-b30d-d82942c72e2e binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:47.957787 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.992084 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:47.995591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ca28067-49db-43e2-a1c8-2c00d613331e req-0cddf920-3487-4236-9da3-09e96f26be92 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120744 Jul 14 09:22:48.006946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45926d65-d4ec-4d45-b6f9-2ed936af294e']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:48.029165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab88640a-3e79-449f-97d4-941c18b0ce1f') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:48.029731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab88640a-3e79-449f-97d4-941c18b0ce1f') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:48.039411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.046073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.055312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.062672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:48.063657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:48.107216 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:48.122877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33be7a26-2af5-48f4-afd7-d42a19384326 req-00e2a381-da66-4140-bbad-fc4ccb61e87b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 210 time: 0.0522845 Jul 14 09:22:48.141277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58904a-1d62-4bb9-8dd9-57d86ac81d5c req-7f8e4034-a6e8-478d-951e-c85ac8832fcb tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.158407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef58904a-1d62-4bb9-8dd9-57d86ac81d5c req-7f8e4034-a6e8-478d-951e-c85ac8832fcb tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 950 time: 0.3141942 Jul 14 09:22:48.162043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=cb1dbda3-a014-40c3-9962-dcdfad39f862,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.180566 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.202244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.207684 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] 10.222.0.73 "DELETE /v2.0/networks/45926d65-d4ec-4d45-b6f9-2ed936af294e HTTP/1.1" status: 204 len: 168 time: 0.5258973 Jul 14 09:22:48.209004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47686) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:48.260360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b25ef-f36b-4d37-b2bc-b80cc3fba737 admin admin] Pushing event deleted for resources: {'Network': ['ID=45926d65-d4ec-4d45-b6f9-2ed936af294e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.279642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d0b5e9-685b-48d1-98fa-a04b337d2cbe admin admin] Deleting subnet d36fb6c7-a2ba-4375-9b19-52b4e711fec9 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:22:48.289275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62d0b5e9-685b-48d1-98fa-a04b337d2cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.336416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62d0b5e9-685b-48d1-98fa-a04b337d2cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.376570 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62d0b5e9-685b-48d1-98fa-a04b337d2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.394017 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef58904a-1d62-4bb9-8dd9-57d86ac81d5c req-9fb34762-ab8f-4433-a260-ef641f7bf487 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426496 Jul 14 09:22:48.403094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.426412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Transition to ACTIVE for port object 92058c14-150a-43d7-b30d-d82942c72e2e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:48.435274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.494492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Attempting to bind port 92058c14-150a-43d7-b30d-d82942c72e2e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:48.494939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Attempting to bind port 92058c14-150a-43d7-b30d-d82942c72e2e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:48.495353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Attempting to bind port 92058c14-150a-43d7-b30d-d82942c72e2e on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:48.495729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62d0b5e9-685b-48d1-98fa-a04b337d2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.505010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa151e-fb75-4599-8529-160985d2ed27 None None] Pushing event updated for resources: {'Port': ['ID=92058c14-150a-43d7-b30d-d82942c72e2e,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.508425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:48.508804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:48.509208 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.509741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:48.510224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Bound port: 92058c14-150a-43d7-b30d-d82942c72e2e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:48.511270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.538254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16995a38-79c1-4ffb-88dd-fee0e0fe3e11 req-5681b9de-a4c6-4571-ac5f-e417261a8745 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.551606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16995a38-79c1-4ffb-88dd-fee0e0fe3e11 req-5681b9de-a4c6-4571-ac5f-e417261a8745 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.2914762 Jul 14 09:22:48.553871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0b5e9-685b-48d1-98fa-a04b337d2cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36fb6c7-a2ba-4375-9b19-52b4e711fec9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.555960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62d0b5e9-685b-48d1-98fa-a04b337d2cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.562237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:48.565510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-62d0b5e9-685b-48d1-98fa-a04b337d2cbe admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d36fb6c7-a2ba-4375-9b19-52b4e711fec9 HTTP/1.1" status: 204 len: 168 time: 0.3529081 Jul 14 09:22:48.582281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] For port 92058c14-150a-43d7-b30d-d82942c72e2e, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:48.587265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] For port 92058c14-150a-43d7-b30d-d82942c72e2e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=92058c14-150a-43d7-b30d-d82942c72e2e,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:48.594545 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.668731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Routers {'724137f8-1c57-4f4e-8a89-6954b7b530d7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:48.669377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['724137f8-1c57-4f4e-8a89-6954b7b530d7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:48.701432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcba5a-bed5-4def-a549-d2f480dc99e7 req-3264167b-20de-42f7-b0d1-628fb142a3c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:48.709244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62dcba5a-bed5-4def-a549-d2f480dc99e7 req-3264167b-20de-42f7-b0d1-628fb142a3c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.1204841 Jul 14 09:22:48.732878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Allocated IP 172.20.0.1 (1e2448f1-4dd7-429e-bfcc-98ff1804e102/8dbf1ecf-cb2e-403d-b6b2-439b97204d1b/c145070b-d02c-4775-a22c-44785ee2b68c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:48.771762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa151e-fb75-4599-8529-160985d2ed27 None None] Pushing event updated for resources: {'Port': ['ID=92058c14-150a-43d7-b30d-d82942c72e2e,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:48.786745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62dcba5a-bed5-4def-a549-d2f480dc99e7 req-c0b0343e-43f6-4f8b-8725-2f635556eebd tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762248 Jul 14 09:22:48.851517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] Set router 724137f8-1c57-4f4e-8a89-6954b7b530d7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:48.886045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16995a38-79c1-4ffb-88dd-fee0e0fe3e11 req-fa6569ab-fa8e-4e7b-a15f-624234fa13e2 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332381 Jul 14 09:22:48.888667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:48.919144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:48.921471 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac0f5a9-455a-41ee-bf1c-e219cf7e2569" -d '{"events": [{"server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "name": "network-vif-plugged", "status": "completed", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:48.928231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb1dbda3-a014-40c3-9962-dcdfad39f862 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:49.020785 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1705bf0-a6e1-485b-90ff-149684891e14 x-openstack-request-id: req-d1705bf0-a6e1-485b-90ff-149684891e14 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:49.021066 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "name": "network-vif-plugged", "status": "completed", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:49.021330 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1705bf0-a6e1-485b-90ff-149684891e14 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:49.021725 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7', 'code': 200} Jul 14 09:22:49.050984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.054885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cb1dbda3-a014-40c3-9962-dcdfad39f862 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:49.055266 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.086170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Transition to ACTIVE for port object c145070b-d02c-4775-a22c-44785ee2b68c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:49.185115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac78dc2-4172-4247-8208-93c3db8f339a req-f6dc611f-3655-45a7-b427-eb3cd2cab48c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.194173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ac78dc2-4172-4247-8208-93c3db8f339a req-f6dc611f-3655-45a7-b427-eb3cd2cab48c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.0770020 Jul 14 09:22:49.234923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:22:44Z', 'revision_number': 3, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:49.238064 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.243446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ac78dc2-4172-4247-8208-93c3db8f339a req-5622c49c-60c8-4616-9392-414316b71240 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481577 Jul 14 09:22:49.288566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f589b5-85ae-422f-a5e3-ed2fa4f6b3b1 None None] The sync data for ids ['724137f8-1c57-4f4e-8a89-6954b7b530d7'] in n-d-780147-26 is: [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:22:44Z', 'revision_number': 3, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:49.300127 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-51b70861-666f-45c0-8312-2a78fd04542c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265865 Jul 14 09:22:49.361158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:49.395763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:49.410835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:49.422655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.470410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Pushing event updated for resources: {'Port': ['ID=c145070b-d02c-4775-a22c-44785ee2b68c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:49.474630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7552661b-35bf-4b8f-a9a3-9901ef555310']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:49.508243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d4bcd-5abb-4b85-b890-ea91c1af5e6a req-50f4857a-bcbc-4f02-8708-660777a82104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.510317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e6d4bcd-5abb-4b85-b890-ea91c1af5e6a req-50f4857a-bcbc-4f02-8708-660777a82104 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 1102 time: 0.3474505 Jul 14 09:22:49.520144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '978c049e-c2ee-4df5-95b9-84d01d12e240') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:49.520761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '978c049e-c2ee-4df5-95b9-84d01d12e240') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:49.554182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.563646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec557a-238f-4c65-9ffd-475add1a81d0 req-ab3d7897-df6d-4ab7-a779-e3aac4ca8ce9 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.566698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97501513-7de6-4028-a44d-95eb57287d26 req-b18fe140-7218-4138-918d-b764c5475179 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 210 time: 0.0681849 Jul 14 09:22:49.573600 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9ec557a-238f-4c65-9ffd-475add1a81d0 req-ab3d7897-df6d-4ab7-a779-e3aac4ca8ce9 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.3793106 Jul 14 09:22:49.607559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-95a6101a-6a5e-4492-afdc-a9587ca1407b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.611288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-95a6101a-6a5e-4492-afdc-a9587ca1407b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2818656 Jul 14 09:22:49.618029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.626300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Request body: {'port': {'device_id': '45de3388-2de1-437f-8a98-f0ef98fea785', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a5a588ec2f0246ae858dd6a1c248dfae'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:49.670244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e6d4bcd-5abb-4b85-b890-ea91c1af5e6a req-d641ba40-d122-4334-95f5-cca71e9f1cd1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515310 Jul 14 09:22:49.775469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.792009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fef95de5-a46d-441f-9300-920039b27d14 None None] Provisioning for port c145070b-d02c-4775-a22c-44785ee2b68c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:49.796630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fef95de5-a46d-441f-9300-920039b27d14 None None] Provisioning complete for port c145070b-d02c-4775-a22c-44785ee2b68c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:49.797333 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fef95de5-a46d-441f-9300-920039b27d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.814922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:22:49.815767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:22:49.820624 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:22:49.863954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fef95de5-a46d-441f-9300-920039b27d14 None None] Port c145070b-d02c-4775-a22c-44785ee2b68c cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:49.893543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Made reservation on behalf of a5a588ec2f0246ae858dd6a1c248dfae for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:22:49.897622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:49.910173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9ec557a-238f-4c65-9ffd-475add1a81d0 req-101669ff-761b-4c9d-a75b-428c59ce6cfc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356175 Jul 14 09:22:49.951670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfeaf40-93d7-4f78-ae91-f6aea413be2d req-054d5d8e-b47d-49c3-9981-3a00bb7abd02 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:49.961035 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ebfeaf40-93d7-4f78-ae91-f6aea413be2d req-054d5d8e-b47d-49c3-9981-3a00bb7abd02 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 950 time: 0.1444409 Jul 14 09:22:50.008394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.014232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ebfeaf40-93d7-4f78-ae91-f6aea413be2d req-6d72ea47-34ca-47dd-9fba-b3de01054128 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520170 Jul 14 09:22:50.047205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7552661b-35bf-4b8f-a9a3-9901ef555310,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:50.054367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.057961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b0399f92-b32e-4e94-b36d-4c304e3de8b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7552661b-35bf-4b8f-a9a3-9901ef555310 HTTP/1.1" status: 204 len: 168 time: 1.4857445 Jul 14 09:22:50.203954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.274113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Allocated IP 192.168.233.215 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/efdcf19d-7971-448b-b49c-2de02ff28d23) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:22:50.387592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:50.405945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f90f6-f79b-44ed-ab10-6fee7a90e553 req-e59a0249-c24d-45f3-ba5e-e263f16fa136 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.407502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-766f90f6-f79b-44ed-ab10-6fee7a90e553 req-e59a0249-c24d-45f3-ba5e-e263f16fa136 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.2683983 Jul 14 09:22:50.497332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c553fb1c-1990-4ee9-b26d-7d509b41698b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1476507e5edb4ee0a5a01ccb7152f6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048241 Jul 14 09:22:50.497542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.498515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:50.512096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Transition to ACTIVE for port object efdcf19d-7971-448b-b49c-2de02ff28d23 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:50.512350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-766f90f6-f79b-44ed-ab10-6fee7a90e553 req-977c4e6e-028a-4511-ac43-b36d895b5c3e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803380 Jul 14 09:22:50.560620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.582508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'dd36d205-045a-4d91-9fef-26f7d057cae2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:50.584565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d45036-a45d-4bf7-ae38-510a840045c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.596388 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.605098 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.642308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:50.653870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:50.656540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:50.659355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:22:50.731129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d32a64-179a-45cb-b7ff-8ae04705db35 req-925e6382-cfb0-4b72-90c5-fd7039f1a5a7 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.743570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32d32a64-179a-45cb-b7ff-8ae04705db35 req-925e6382-cfb0-4b72-90c5-fd7039f1a5a7 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.1945457 Jul 14 09:22:50.752751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:50.753730 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.754687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Pushing event updated for resources: {'Port': ['ID=c145070b-d02c-4775-a22c-44785ee2b68c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:50.774495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d45036-a45d-4bf7-ae38-510a840045c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.804106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b9716bc1-3f9a-47c1-82b2-be4e762055e4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1842966 Jul 14 09:22:50.824000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Request body: {'port': {'device_id': '45de3388-2de1-437f-8a98-f0ef98fea785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:50.870627 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32d32a64-179a-45cb-b7ff-8ae04705db35 req-eb5dc202-3cd9-4da4-a9ef-776a52bf1a5f tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254525 Jul 14 09:22:50.920468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 92058c14-150a-43d7-b30d-d82942c72e2e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:50.966080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:50.995666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.064217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d45036-a45d-4bf7-ae38-510a840045c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.066766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d45036-a45d-4bf7-ae38-510a840045c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.076010 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-09d45036-a45d-4bf7-ae38-510a840045c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0eddd152-397c-462f-8167-1c4dec5b5bda HTTP/1.1" status: 204 len: 168 time: 0.5749149 Jul 14 09:22:51.106491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d45036-a45d-4bf7-ae38-510a840045c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eddd152-397c-462f-8167-1c4dec5b5bda,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:51.145964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 92058c14-150a-43d7-b30d-d82942c72e2e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:51.169253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 92058c14-150a-43d7-b30d-d82942c72e2e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:51.170025 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.181373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2e472504-bac5-4279-8010-fb7956497579 None None] Provisioning for port efdcf19d-7971-448b-b49c-2de02ff28d23 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:51.199889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c136b-39b3-472f-a892-7d55d535ec66 req-2df3df53-7f03-4a3c-a990-104c009642ef tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.207519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-384c136b-39b3-472f-a892-7d55d535ec66 req-2df3df53-7f03-4a3c-a990-104c009642ef tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 945 time: 0.3825839 Jul 14 09:22:51.213960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2e472504-bac5-4279-8010-fb7956497579 None None] Provisioning complete for port efdcf19d-7971-448b-b49c-2de02ff28d23 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:51.215504 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2e472504-bac5-4279-8010-fb7956497579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.274758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2e472504-bac5-4279-8010-fb7956497579 None None] Port efdcf19d-7971-448b-b49c-2de02ff28d23 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:51.347316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-384c136b-39b3-472f-a892-7d55d535ec66 req-0bc40ceb-a9b5-44b8-b1f2-e174a06d6755 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385486 Jul 14 09:22:51.372918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:22:51.375933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:22:51.407090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-16909b57-7be0-4da4-bbae-418e09226db9 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.410012 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-16909b57-7be0-4da4-bbae-418e09226db9 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1098 time: 0.2913425 Jul 14 09:22:51.432724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-26'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:22:51.568798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d7e70-9c3a-4736-a72d-c976e478dc60 req-01a78be1-3dd8-4903-94f0-d1759c5bacfd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.570383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-388d7e70-9c3a-4736-a72d-c976e478dc60 req-01a78be1-3dd8-4903-94f0-d1759c5bacfd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 946 time: 0.4148862 Jul 14 09:22:51.709060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47736) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:51.714309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdcf19d-7971-448b-b49c-2de02ff28d23 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:51.766683 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.792591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.794383 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2870a35f-7029-4a54-bba2-43f1a8541868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.805091 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.806189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 92058c14-150a-43d7-b30d-d82942c72e2e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=92058c14-150a-43d7-b30d-d82942c72e2e,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:51.811317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Transition to ACTIVE for port object efdcf19d-7971-448b-b49c-2de02ff28d23 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:51.819169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0f3dd3d6-d141-4643-9c8c-21b675c18326 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74f60b2eb48c47a983c2274af6017cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1051359 Jul 14 09:22:51.819528 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.828529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:51.843131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.848095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-388d7e70-9c3a-4736-a72d-c976e478dc60 req-8b4f8f6d-4dd6-427d-9cfa-4c243ab6ce30 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515600 Jul 14 09:22:51.889652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Router 724137f8-1c57-4f4e-8a89-6954b7b530d7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:51.907859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed8168-628e-4f7b-8a39-3d22314513fa req-02f116bf-2c3b-499d-bcae-25931f6a261c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:51.916659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48ed8168-628e-4f7b-8a39-3d22314513fa req-02f116bf-2c3b-499d-bcae-25931f6a261c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 936 time: 0.3152604 Jul 14 09:22:51.948571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=92058c14-150a-43d7-b30d-d82942c72e2e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:51.958241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7b61b27d-2f47-4e8b-81fc-cd5ac7923442 None None] Provisioning complete for port c145070b-d02c-4775-a22c-44785ee2b68c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:51.961922 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7b61b27d-2f47-4e8b-81fc-cd5ac7923442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:51.998596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:52.007627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4651a90b-eb65-47c9-b6f9-85455b62f83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.015407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Attempting to bind port efdcf19d-7971-448b-b49c-2de02ff28d23 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:52.015834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Attempting to bind port efdcf19d-7971-448b-b49c-2de02ff28d23 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:52.018114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Attempting to bind port efdcf19d-7971-448b-b49c-2de02ff28d23 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:52.022070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Port efdcf19d-7971-448b-b49c-2de02ff28d23 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:52.022427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Attempting to bind port efdcf19d-7971-448b-b49c-2de02ff28d23 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:52.030091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:52.030546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:52.031858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:52.038014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Bound port: efdcf19d-7971-448b-b49c-2de02ff28d23, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:52.038521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.047415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7b61b27d-2f47-4e8b-81fc-cd5ac7923442 None None] Port c145070b-d02c-4775-a22c-44785ee2b68c cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:22:52.104813 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48ed8168-628e-4f7b-8a39-3d22314513fa req-eea1f38f-4904-4d00-8d09-8ea77db39bd2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871464 Jul 14 09:22:52.142425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:52.146658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:52.158543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:52.195063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.240446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4651a90b-eb65-47c9-b6f9-85455b62f83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.259750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.260952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.265328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] 10.222.0.69 "PUT /v2.0/ports/efdcf19d-7971-448b-b49c-2de02ff28d23 HTTP/1.1" status: 200 len: 1097 time: 1.4432814 Jul 14 09:22:52.265901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:52.268247 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca794e0-efb4-4bfc-862a-01134f68eb8c" -d '{"events": [{"name": "network-changed", "server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:52.272332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957bca0-9ee8-4cd1-b917-1fbc6f51155f service neutron] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:52.276602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:52.304993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b500cd-76fc-47d4-ad9b-dc988c219ea4 req-4739b12b-5f18-473c-b8d4-60581e3d5b00 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.315319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7b500cd-76fc-47d4-ad9b-dc988c219ea4 req-4739b12b-5f18-473c-b8d4-60581e3d5b00 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.2170656 Jul 14 09:22:52.341408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:52.347051 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83b83bf-56cb-43ff-bbef-0250eec3fb71" -d '{"events": [{"server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:52.355144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.406669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7b500cd-76fc-47d4-ad9b-dc988c219ea4 req-b08fcdd9-cdc8-4d0d-abec-ced76547184e tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845339 Jul 14 09:22:52.453668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-ff319a72-fd62-417f-8d0c-78347cbd3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.455091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-ff319a72-fd62-417f-8d0c-78347cbd3971 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 1100 time: 0.1285825 Jul 14 09:22:52.525326 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-c381630c-18e4-4c21-9166-812148817769 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=efdcf19d-7971-448b-b49c-2de02ff28d23 HTTP/1.1" status: 200 len: 217 time: 0.0570939 Jul 14 09:22:52.621060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-4d707334-04e5-4d47-858b-9c97f79ac8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.622457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-4d707334-04e5-4d47-858b-9c97f79ac8ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0813174 Jul 14 09:22:52.631041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6e5d3e3c-abef-490b-b0b4-982e82bad8be details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:52.684219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf7c94-f4ed-4437-8dc4-5ed4e78d7c09 req-6240d8eb-c350-4ab9-bb9a-ab8366ee0830 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.685698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73cf7c94-f4ed-4437-8dc4-5ed4e78d7c09 req-6240d8eb-c350-4ab9-bb9a-ab8366ee0830 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.1183147 Jul 14 09:22:52.693128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.749158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73cf7c94-f4ed-4437-8dc4-5ed4e78d7c09 req-2a9de3a2-8593-43db-8a6d-c3a8d5be468d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519445 Jul 14 09:22:52.752052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b88254ed-e14c-40b6-904e-c284a02dfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.753537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-b88254ed-e14c-40b6-904e-c284a02dfc38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1218743 Jul 14 09:22:52.859290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:52.862537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4651a90b-eb65-47c9-b6f9-85455b62f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.866671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4651a90b-eb65-47c9-b6f9-85455b62f83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:52.867823 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4651a90b-eb65-47c9-b6f9-85455b62f83d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3bf1c9c9-6e14-46c6-95d1-2de6b35ad9b6 HTTP/1.1" status: 204 len: 168 time: 1.0393376 Jul 14 09:22:52.872720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:52.901316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 92058c14-150a-43d7-b30d-d82942c72e2e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:52.906631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-eb8e7ee3-5dd5-4fff-a154-7f755d2d32f2 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284533 Jul 14 09:22:52.907167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:52.923181 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Sync routers for ids ['724137f8-1c57-4f4e-8a89-6954b7b530d7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:52.926838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1068258e-d560-42fa-8b8d-fd4e7d88307c admin admin] 10.222.0.73 "PUT /v2.0/routers/724137f8-1c57-4f4e-8a89-6954b7b530d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8324101 Jul 14 09:22:52.944229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac3095-b75e-436a-bf21-0f06b8634d80 req-b300b661-25ec-40a8-965f-a67f179ddc5a tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:52.946779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Routers {'724137f8-1c57-4f4e-8a89-6954b7b530d7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:52.947466 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['724137f8-1c57-4f4e-8a89-6954b7b530d7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:52.952785 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ac3095-b75e-436a-bf21-0f06b8634d80 req-b300b661-25ec-40a8-965f-a67f179ddc5a tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 950 time: 0.6280723 Jul 14 09:22:52.955850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on host n-h2-780147-26 for vnic_type normal with profile {"migrating_to": "n-h1-780147-26"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:52.956191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:52.956551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:52.958744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651a90b-eb65-47c9-b6f9-85455b62f83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf1c9c9-6e14-46c6-95d1-2de6b35ad9b6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:53.000881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:53.001217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:53.040416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:53.043572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:53.044685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:53.046429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Bound port: 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:53.047836 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.064720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a8f25a9-e6f4-48e7-8561-f4158b1757a7 req-826a846b-af14-40de-9094-3d7cd4211bdc service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427267 Jul 14 09:22:53.078619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on host n-h2-780147-26 for vnic_type normal with profile {"migrating_to": "n-h1-780147-26"} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:53.078995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:53.079365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:53.114611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:53.116874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:53.139527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:53.139655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:53.140296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:53.140846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Bound port: 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:53.141302 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.148734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ac3095-b75e-436a-bf21-0f06b8634d80 req-2447cfb7-52fe-476c-b31b-2778d5a2a06c tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946640 Jul 14 09:22:53.190849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:53.210757 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271c19d9-ecc9-4ce7-975a-8a93aa230b85 x-openstack-request-id: req-271c19d9-ecc9-4ce7-975a-8a93aa230b85 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:53.211659 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:53.212121 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-271c19d9-ecc9-4ce7-975a-8a93aa230b85 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:53.213036 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'status': 'completed', 'code': 200} Jul 14 09:22:53.221622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:53.230479 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.238503 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Set router 724137f8-1c57-4f4e-8a89-6954b7b530d7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:53.321199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 92058c14-150a-43d7-b30d-d82942c72e2e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:53.324694 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.357454 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5eac02-debb-4a1a-b596-54ef187d30c8 x-openstack-request-id: req-af5eac02-debb-4a1a-b596-54ef187d30c8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:53.357791 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:53.358008 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af5eac02-debb-4a1a-b596-54ef187d30c8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:53.358431 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be', 'code': 200} Jul 14 09:22:53.382472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-7387b954-498f-4daf-aa1a-157af4f8ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.400524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-7387b954-498f-4daf-aa1a-157af4f8ef1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 1100 time: 0.1442816 Jul 14 09:22:53.527212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:53.538255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.539486 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:53.540406 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-44af1956-ef74-4c04-892d-1da0123967b1 service neutron] 10.222.0.69 "PUT /v2.0/ports/6e5d3e3c-abef-490b-b0b4-982e82bad8be HTTP/1.1" status: 200 len: 1124 time: 2.1214342 Jul 14 09:22:53.648256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:53.657649 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 6e5d3e3c-abef-490b-b0b4-982e82bad8be-n-h2-780147-26-0 {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:22:53.658079 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:22:53.693528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['6e5d3e3c-abef-490b-b0b4-982e82bad8be'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:53.705199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-def51ef3-33ff-4a59-80e0-f0a607cdc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:53.706700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-def51ef3-33ff-4a59-80e0-f0a607cdc2b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3029480 Jul 14 09:22:53.753523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6e5d3e3c-abef-490b-b0b4-982e82bad8be'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:53.757151 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:22:50Z', 'revision_number': 4, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c145070b-d02c-4775-a22c-44785ee2b68c', 'name': '', 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'mac_address': 'fa:16:3e:6b:d8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8dbf1ecf-cb2e-403d-b6b2-439b97204d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:48Z', 'updated_at': '2021-07-14T09:22:50Z', 'revision_number': 2, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'subnets': [{'id': '8dbf1ecf-cb2e-403d-b6b2-439b97204d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:53.801463 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Checking router: 724137f8-1c57-4f4e-8a89-6954b7b530d7 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:22:53.802126 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Updating router 724137f8-1c57-4f4e-8a89-6954b7b530d7 port c145070b-d02c-4775-a22c-44785ee2b68c binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:22:53.843150 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.252644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on host n-h2-780147-26 for vnic_type normal with profile {"migrating_to": "n-h1-780147-26"} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:54.253285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:54.253378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:54.263069 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dbbff20b-a299-47a7-a62e-a732b1a73ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.279503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:22:54.279869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempting to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:54.301376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:54.305295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:54.306772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:54.308592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Bound port: 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:54.312866 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.382790 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-e3f37d66-98d5-4273-a4c4-204d0d85e46b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=efdcf19d-7971-448b-b49c-2de02ff28d23 HTTP/1.1" status: 200 len: 217 time: 0.6580367 Jul 14 09:22:54.384440 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.402437 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Transition to ACTIVE for port object c145070b-d02c-4775-a22c-44785ee2b68c will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:22:54.411645 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.473045 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd706-35f3-4500-904e-d6010d1b1a4f None None] Pushing event updated for resources: {'Port': ['ID=c145070b-d02c-4775-a22c-44785ee2b68c,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:54.497848 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.547414 n-d-780147-26 neutron-server[93781]: WARNING neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Concurrent port binding operations failed on port 6e5d3e3c-abef-490b-b0b4-982e82bad8be Jul 14 09:22:54.554310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:54.555815 n-d-780147-26 neutron-server[93781]: INFO neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Attempt 2 to bind port 6e5d3e3c-abef-490b-b0b4-982e82bad8be Jul 14 09:22:54.556231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6e5d3e3c-abef-490b-b0b4-982e82bad8be has no active binding in host n-h1-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:22:54.623764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-0ea28315-8352-4957-89ec-05c5b4dcaf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.625277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-0ea28315-8352-4957-89ec-05c5b4dcaf68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2274411 Jul 14 09:22:54.626564 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Attempting to bind port c145070b-d02c-4775-a22c-44785ee2b68c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:22:54.628436 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Attempting to bind port c145070b-d02c-4775-a22c-44785ee2b68c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:22:54.629896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Attempting to bind port c145070b-d02c-4775-a22c-44785ee2b68c on network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:22:54.644439 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:22:54.645413 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Checking segment: {'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:22:54.646063 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.646679 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Bound using segment: {'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:22:54.648601 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Bound port: c145070b-d02c-4775-a22c-44785ee2b68c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:22:54.649262 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.662160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6726b-97fc-453f-95ed-728425670060 req-f958e314-374a-46d0-bb4e-035347f80967 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.670372 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a3e6726b-97fc-453f-95ed-728425670060 req-f958e314-374a-46d0-bb4e-035347f80967 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 948 time: 0.1421936 Jul 14 09:22:54.713380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97151ae-f160-4533-bb5f-a378bebfb301 req-2075fa68-f442-43c8-b9ae-d30850c83444 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.726127 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c97151ae-f160-4533-bb5f-a378bebfb301 req-2075fa68-f442-43c8-b9ae-d30850c83444 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 944 time: 1.0172217 Jul 14 09:22:54.741024 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a3e6726b-97fc-453f-95ed-728425670060 req-e1e38e03-be90-479b-ae20-2016609f36bd tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632315 Jul 14 09:22:54.829835 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] For port c145070b-d02c-4775-a22c-44785ee2b68c, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:22:54.833962 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] For port c145070b-d02c-4775-a22c-44785ee2b68c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c145070b-d02c-4775-a22c-44785ee2b68c,segment=NetworkSegment(a2c78f1a-0ea7-4bbc-abcc-bb9b46517184),segment_id=a2c78f1a-0ea7-4bbc-abcc-bb9b46517184)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:22:54.840574 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:54.902850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c97151ae-f160-4533-bb5f-a378bebfb301 req-019e0e32-9eea-4eea-b675-87874e30e3c2 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757119 Jul 14 09:22:54.944960 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd706-35f3-4500-904e-d6010d1b1a4f None None] Pushing event updated for resources: {'Port': ['ID=c145070b-d02c-4775-a22c-44785ee2b68c,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:54.950987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-4880b393-8060-4dfe-a63e-bff71eea0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:54.965330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-4880b393-8060-4dfe-a63e-bff71eea0ebb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3256936 Jul 14 09:22:55.021263 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Routers {'724137f8-1c57-4f4e-8a89-6954b7b530d7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:22:55.021901 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['724137f8-1c57-4f4e-8a89-6954b7b530d7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:55.102260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ddfbb-3162-49e3-9c76-7c729e181949 req-c6014425-9fa0-4671-9885-0e68c2c976a2 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.104002 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c1ddfbb-3162-49e3-9c76-7c729e181949 req-c6014425-9fa0-4671-9885-0e68c2c976a2 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 948 time: 0.1953175 Jul 14 09:22:55.190706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c1ddfbb-3162-49e3-9c76-7c729e181949 req-a7e384cf-700e-4663-b82f-8a5d8b810f8a tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804698 Jul 14 09:22:55.212630 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-6935a64a-6ec9-43ae-97c5-748e71e45729 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353418 Jul 14 09:22:55.259540 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] Set router 724137f8-1c57-4f4e-8a89-6954b7b530d7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:22:55.360111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:55.363209 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab96aabc-07a0-4382-a8ca-cab0409eb489" -d '{"events": [{"name": "network-changed", "server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:55.471372 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:55.509708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-f4d9a436-d99f-45a2-b941-d8e302c30294 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--465853959&fields=id&tenant_id=da40589ad30e42c29f1feb371c71d83c HTTP/1.1" status: 200 len: 267 time: 0.2956438 Jul 14 09:22:55.576118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65cdc7-d81a-4b3f-b930-7cf12f8dd479 req-56dfe763-fad6-4939-85ae-ba7c670015f9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.585271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f65cdc7-d81a-4b3f-b930-7cf12f8dd479 req-56dfe763-fad6-4939-85ae-ba7c670015f9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.1319826 Jul 14 09:22:55.621653 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:22:50Z', 'revision_number': 4, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c145070b-d02c-4775-a22c-44785ee2b68c', 'name': '', 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'mac_address': 'fa:16:3e:6b:d8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8dbf1ecf-cb2e-403d-b6b2-439b97204d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:48Z', 'updated_at': '2021-07-14T09:22:54Z', 'revision_number': 4, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'subnets': [{'id': '8dbf1ecf-cb2e-403d-b6b2-439b97204d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:22:55.655201 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ca794e0-efb4-4bfc-862a-01134f68eb8c req-069e6715-cc02-4ba2-a1a8-6164207f4187 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255583 Jul 14 09:22:55.677428 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891bc587-34d7-49e4-b7cc-2db2a251f519 None None] The sync data for ids ['724137f8-1c57-4f4e-8a89-6954b7b530d7'] in n-d-780147-26 is: [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:22:50Z', 'revision_number': 4, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c145070b-d02c-4775-a22c-44785ee2b68c', 'name': '', 'network_id': '1e2448f1-4dd7-429e-bfcc-98ff1804e102', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'mac_address': 'fa:16:3e:6b:d8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8dbf1ecf-cb2e-403d-b6b2-439b97204d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:48Z', 'updated_at': '2021-07-14T09:22:54Z', 'revision_number': 4, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'subnets': [{'id': '8dbf1ecf-cb2e-403d-b6b2-439b97204d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:22:55.701644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f65cdc7-d81a-4b3f-b930-7cf12f8dd479 req-f2498802-fc95-4ce2-8acc-6aa5eb97e634 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153588 Jul 14 09:22:55.756992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-9afe67f0-4918-4a8f-93f5-9f8bcd7e6558 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.767052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-9afe67f0-4918-4a8f-93f5-9f8bcd7e6558 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.69 "GET /v2.0/ports?device_id=4e56ade9-2a9b-4504-bebf-5864aa3eba52 HTTP/1.1" status: 200 len: 945 time: 0.1605389 Jul 14 09:22:55.817540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-e04ef935-8d88-46d8-b131-9275f4ddb8de tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:55.827353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-e04ef935-8d88-46d8-b131-9275f4ddb8de tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 824 time: 0.3157609 Jul 14 09:22:55.894827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-601693cc-c631-47cf-97b6-e819b926b045 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/quotas/da40589ad30e42c29f1feb371c71d83c HTTP/1.1" status: 200 len: 375 time: 0.0649397 Jul 14 09:22:56.004475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66e07581-d831-4db2-9c83-306ac598da67 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1085670 Jul 14 09:22:56.107286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Deleting port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:22:56.109589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.249747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-f87ac6ab-c89b-4bcd-b42b-928b6dae4685 service neutron] 10.222.0.73 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307272 Jul 14 09:22:56.387984 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-7548ecb4-d625-414e-8188-579cdb28bfc4 service neutron] 10.222.0.73 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316435 Jul 14 09:22:56.412230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] For port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:56.412602 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.517346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.714198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:56.889696 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.890270 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:56.890655 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Floating IP 586c27f1-4549-43b8-a1b6-2170bc9b2803 disassociated. External IP: 172.25.0.24, port: 4fe58337-05a9-42a9-ace8-3ae1fefe90d5. Jul 14 09:22:56.891183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Calling delete_port for 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:22:57.212126 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bcc455-c6e3-42e8-a9f0-84eababc36fa x-openstack-request-id: req-25bcc455-c6e3-42e8-a9f0-84eababc36fa {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:22:57.212455 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:22:57.212713 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25bcc455-c6e3-42e8-a9f0-84eababc36fa {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:22:57.213653 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be', 'status': 'completed', 'code': 200} Jul 14 09:22:57.221382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47856) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:57.241056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:57.288618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'mac_address': 'fa:16:3e:e2:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:22:57.310320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c145070b-d02c-4775-a22c-44785ee2b68c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:57.401303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce110f5-ad81-4ed8-9a40-6ffb0ede61db req-f03f44de-52ee-43cc-8a99-8716e652e92d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.408874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ce110f5-ad81-4ed8-9a40-6ffb0ede61db req-f03f44de-52ee-43cc-8a99-8716e652e92d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 944 time: 0.1257520 Jul 14 09:22:57.563755 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.602755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event deleted for resources: {'Port': ['ID=4fe58337-05a9-42a9-ace8-3ae1fefe90d5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:57.627150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ce110f5-ad81-4ed8-9a40-6ffb0ede61db req-8b72234a-b17f-4385-8eb4-8aa67f5acdd7 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170763 Jul 14 09:22:57.693533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-e4089167-071a-4e8d-878d-6b4b999a2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.695131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-e4089167-071a-4e8d-878d-6b4b999a2eb4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1127 time: 0.5524280 Jul 14 09:22:57.704121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cec4d-0e9c-42cc-9433-e0e911b10fc0 req-0296b217-bdcf-4ce6-81c7-6c797167ec44 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.711858 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b84cec4d-0e9c-42cc-9433-e0e911b10fc0 req-0296b217-bdcf-4ce6-81c7-6c797167ec44 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 948 time: 0.4957836 Jul 14 09:22:57.728078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-362f628f-6eec-4883-b381-68275b18e781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.834683 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.846780 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:57.909761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdcf19d-7971-448b-b49c-2de02ff28d23 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:22:57.984976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-79858963-eabf-4c6a-b2e3-9c518fcd1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:57.989739 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-79858963-eabf-4c6a-b2e3-9c518fcd1b03 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.2550659 Jul 14 09:22:58.024737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c145070b-d02c-4775-a22c-44785ee2b68c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:22:58.052414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:58.058452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c145070b-d02c-4775-a22c-44785ee2b68c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:58.058994 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.129240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.143150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-362f628f-6eec-4883-b381-68275b18e781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.154558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-362f628f-6eec-4883-b381-68275b18e781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.255925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-362f628f-6eec-4883-b381-68275b18e781 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e40c6e3bcba44e85b03420fedc507ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0325305 Jul 14 09:22:58.257534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47872) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:58.369269 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.422662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b84cec4d-0e9c-42cc-9433-e0e911b10fc0 req-b353813d-5bb2-40bd-b410-cd2fd06a06ac tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6977997 Jul 14 09:22:58.425704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7250f0d1-e512-4c78-92a6-846e7899cda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.427005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.430844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-5432e88b-90bf-463f-bc05-dd4c97f1f4bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be HTTP/1.1" status: 200 len: 217 time: 0.4179764 Jul 14 09:22:58.454203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7250f0d1-e512-4c78-92a6-846e7899cda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.540569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c145070b-d02c-4775-a22c-44785ee2b68c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c145070b-d02c-4775-a22c-44785ee2b68c,segment=NetworkSegment(a2c78f1a-0ea7-4bbc-abcc-bb9b46517184),segment_id=a2c78f1a-0ea7-4bbc-abcc-bb9b46517184)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:22:58.545454 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.560999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f628f-6eec-4883-b381-68275b18e781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e851f9-875d-47cf-beca-2ba17068ac4b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.571157 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7250f0d1-e512-4c78-92a6-846e7899cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.579113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7250f0d1-e512-4c78-92a6-846e7899cda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:58.580398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7250f0d1-e512-4c78-92a6-846e7899cda9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/59e851f9-875d-47cf-beca-2ba17068ac4b HTTP/1.1" status: 204 len: 168 time: 0.3166177 Jul 14 09:22:58.698671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c145070b-d02c-4775-a22c-44785ee2b68c,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.714089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['efdcf19d-7971-448b-b49c-2de02ff28d23'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:22:58.743189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Router a1c0f9ca-8fa8-482f-828e-9ec51940142c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:22:58.755604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250f0d1-e512-4c78-92a6-846e7899cda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e851f9-875d-47cf-beca-2ba17068ac4b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:22:58.800905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-c842c2f5-07d5-49d7-9296-37a8e39d2698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.803983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-c842c2f5-07d5-49d7-9296-37a8e39d2698 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.3516324 Jul 14 09:22:58.821785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2e4dd338-ad99-438c-b73d-bc6da25b1c3d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:58.824054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:22:58.859150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03423ada-bd66-46c0-9693-6d90c456d473 req-dc240e58-791c-4276-80d9-0e8594dafa6d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:58.868384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03423ada-bd66-46c0-9693-6d90c456d473 req-dc240e58-791c-4276-80d9-0e8594dafa6d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.4443231 Jul 14 09:22:58.918363 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03423ada-bd66-46c0-9693-6d90c456d473 req-033be461-b236-438c-ad73-9d18596acb42 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489573 Jul 14 09:22:58.966384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:22:58.967479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:22:59.007543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-e71f4c32-e951-48cd-aa0e-d5203d99fc7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941140 Jul 14 09:22:59.017571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c145070b-d02c-4775-a22c-44785ee2b68c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:22:59.180546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7fce334-bcc9-49ea-88b9-6de5b5bbb640 req-7ef6c0e0-862e-4bd3-bc14-ac9bc5dfb6fc tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 210 time: 0.1569786 Jul 14 09:22:59.407150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47892) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:59.424325 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4eb4-b99a-4ee7-bf71-cc5ca772403a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.506235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.582266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c145070b-d02c-4775-a22c-44785ee2b68c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:22:59.584639 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.632579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d671db4-7a46-44c8-bd81-e0fd42a79ef5 req-d82a8fb2-8e5a-4353-97f2-02a080159f95 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.634523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d671db4-7a46-44c8-bd81-e0fd42a79ef5 req-d82a8fb2-8e5a-4353-97f2-02a080159f95 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 945 time: 0.1899400 Jul 14 09:22:59.711745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:22:59.732324 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d671db4-7a46-44c8-bd81-e0fd42a79ef5 req-b3960864-036f-4331-aee7-4adf36e5360c tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887082 Jul 14 09:22:59.750781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-de431007-940e-4f6a-b5c8-35d091b8246b service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7287230 Jul 14 09:22:59.767228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c5675-db4e-4786-9954-f74a3e38bf29 req-8a4e92b5-8c1c-4057-99b6-a09a3f23b4d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:22:59.767835 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4eb4-b99a-4ee7-bf71-cc5ca772403a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.769266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-226c5675-db4e-4786-9954-f74a3e38bf29 req-8a4e92b5-8c1c-4057-99b6-a09a3f23b4d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 944 time: 0.2975106 Jul 14 09:22:59.777571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d0f4eb4-b99a-4ee7-bf71-cc5ca772403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.797312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] No DVR routers for this DVR port 4fe58337-05a9-42a9-ace8-3ae1fefe90d5 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:22:59.801919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:22:59.803726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa10bd7d-9fce-47f1-b7d1-bcbc6e316b10 req-680fda97-efd9-4ac2-863b-96523fd68283 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.69 "DELETE /v2.0/ports/4fe58337-05a9-42a9-ace8-3ae1fefe90d5 HTTP/1.1" status: 204 len: 173 time: 4.0217094 Jul 14 09:22:59.826384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] Sync routers for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:22:59.830736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'name': 'network-vif-deleted', 'tag': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:22:59.843836 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f831104b-470f-4607-a127-72dcc82c4c38" -d '{"events": [{"server_uuid": "4e56ade9-2a9b-4504-bebf-5864aa3eba52", "name": "network-vif-deleted", "tag": "4fe58337-05a9-42a9-ace8-3ae1fefe90d5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:22:59.887348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1d0f4eb4-b99a-4ee7-bf71-cc5ca772403a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5fddaa8ed2174aabb2a2373327421810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781377 Jul 14 09:22:59.889708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47900) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:22:59.916898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:22:59.919702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f4eb4-b99a-4ee7-bf71-cc5ca772403a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01440351-20a2-4dda-8f29-3467a2ece6bf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.092015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:00.121424 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbc68ee0-5857-47ee-ac0b-eb04631902bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.139002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:00.139695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:00.167418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-226c5675-db4e-4786-9954-f74a3e38bf29 req-7e19d036-479d-4ed0-b7ca-d7a0cceac727 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695612 Jul 14 09:23:00.228564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbc68ee0-5857-47ee-ac0b-eb04631902bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.268944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'mac_address': 'fa:16:3e:19:12:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:00.352282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ab96aabc-07a0-4382-a8ca-cab0409eb489 req-a5cb69d4-1fe8-4aa0-a528-471bb7679079 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808723 Jul 14 09:23:00.384355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d3f2c-9d3c-483c-9807-d1bac80569ab req-0b8560c0-084c-46ca-9492-8da907e2558f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.388543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:00.392150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc6d3f2c-9d3c-483c-9807-d1bac80569ab req-0b8560c0-084c-46ca-9492-8da907e2558f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 949 time: 0.3356276 Jul 14 09:23:00.397696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-bafe12b8-5bab-4286-8f4b-873f216b70e8 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.407886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-bafe12b8-5bab-4286-8f4b-873f216b70e8 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.4568286 Jul 14 09:23:00.479565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-26'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:00.481847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc6d3f2c-9d3c-483c-9807-d1bac80569ab req-e0a6f73e-d454-4c1e-a487-082b30d0bd4f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883269 Jul 14 09:23:00.500549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbc68ee0-5857-47ee-ac0b-eb04631902bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.503880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbc68ee0-5857-47ee-ac0b-eb04631902bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:00.505351 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fbc68ee0-5857-47ee-ac0b-eb04631902bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/01440351-20a2-4dda-8f29-3467a2ece6bf HTTP/1.1" status: 204 len: 168 time: 0.6147368 Jul 14 09:23:00.527892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc68ee0-5857-47ee-ac0b-eb04631902bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01440351-20a2-4dda-8f29-3467a2ece6bf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:00.690904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'port_id': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'mac_address': 'fa:16:3e:21:4d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59228d2-777c-49a5-a349-7c4682e49e4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:00.882406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-df4577d5-3549-425f-97b2-6bb90601bf22 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:00.887869 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-df4577d5-3549-425f-97b2-6bb90601bf22 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.66 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 824 time: 0.4785328 Jul 14 09:23:00.894667 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780cc3bc-de36-4be4-b517-db82160a3e6c x-openstack-request-id: req-780cc3bc-de36-4be4-b517-db82160a3e6c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:00.897352 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e56ade9-2a9b-4504-bebf-5864aa3eba52", "name": "network-vif-deleted", "tag": "4fe58337-05a9-42a9-ace8-3ae1fefe90d5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:00.897791 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-780cc3bc-de36-4be4-b517-db82160a3e6c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:00.898418 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e56ade9-2a9b-4504-bebf-5864aa3eba52', 'name': 'network-vif-deleted', 'tag': '4fe58337-05a9-42a9-ace8-3ae1fefe90d5', 'status': 'completed', 'code': 200} Jul 14 09:23:01.035785 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.122607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f5a36f2-748e-4178-8fc8-68451c35c6fd {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:01.186120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-37471b22-0cfb-4aa5-a4f2-15b46bb28781 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da40589ad30e42c29f1feb371c71d83c HTTP/1.1" status: 200 len: 379 time: 0.2814717 Jul 14 09:23:01.187213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c34559-46d3-4b8d-b84c-fb1ad3c05487 req-78de087c-0ba9-4129-8cb3-c6c360e57caa tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:01.203742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e1c34559-46d3-4b8d-b84c-fb1ad3c05487 req-78de087c-0ba9-4129-8cb3-c6c360e57caa tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 0.2490501 Jul 14 09:23:01.218148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:01.226375 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.242526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Request body: {'port': {'device_id': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'admin_state_up': True, 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'security_groups': ['c0e20622-4225-4d11-ba85-0e32a352cd15']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:01.274021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e4dd338-ad99-438c-b73d-bc6da25b1c3d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:01.343091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:01.356547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:01.361366 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.421464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e1c34559-46d3-4b8d-b84c-fb1ad3c05487 req-6d923280-ab02-488a-9406-b5178d137b9c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150998 Jul 14 09:23:01.555766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:01.770218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-0fbf84de-0a7f-483a-9d73-f83d490ca410 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1769001 Jul 14 09:23:01.908630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-566baf45-35d4-485f-90bd-e456d6eb6768 req-25ad1c9b-f8c6-4dfe-86e1-0969d13e0cf3 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 210 time: 0.2253673 Jul 14 09:23:02.112552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Made reservation on behalf of da40589ad30e42c29f1feb371c71d83c for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:02.124724 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.126250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:02.264594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6c4bf-4cea-4d38-8862-18ac0c8a25f0 req-2cddf98b-2692-494a-9204-e8abc17c1dec tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.266236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bee6c4bf-4cea-4d38-8862-18ac0c8a25f0 req-2cddf98b-2692-494a-9204-e8abc17c1dec tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 944 time: 0.4725928 Jul 14 09:23:02.295607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-45ebda1a-db46-4f68-8409-ebb82867d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.299184 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-45ebda1a-db46-4f68-8409-ebb82867d7ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1097 time: 0.4761250 Jul 14 09:23:02.342125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 9c823a6a-19e9-43f2-b8df-7264f85ee307 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:02.351718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6e5d3e3c-abef-490b-b0b4-982e82bad8be no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:02.366040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:02.640876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bee6c4bf-4cea-4d38-8862-18ac0c8a25f0 req-0256701b-a427-4f7a-9a8c-256acc8f2466 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595314 Jul 14 09:23:02.721505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-9b9304d3-1556-4214-8ac9-cd107309b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.725459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-9b9304d3-1556-4214-8ac9-cd107309b962 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.3921785 Jul 14 09:23:02.774742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2e252-29e3-45d1-85b1-bdef29112de0 req-d0c4da05-e7ec-4ac1-9791-41f633f684ed tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.797922 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bb2e252-29e3-45d1-85b1-bdef29112de0 req-d0c4da05-e7ec-4ac1-9791-41f633f684ed tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 944 time: 0.4990361 Jul 14 09:23:02.820732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-15b9096b-f80f-4e7a-b179-90bbed98ba64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 217 time: 0.0857432 Jul 14 09:23:02.943972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:02.968070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-7242691d-ae78-4369-8ba5-b4fa298719a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:02.973641 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-7242691d-ae78-4369-8ba5-b4fa298719a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1392777 Jul 14 09:23:03.148590 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bb2e252-29e3-45d1-85b1-bdef29112de0 req-5418b7a5-4e7f-47ac-ba6e-853d2e127314 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449414 Jul 14 09:23:03.222106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:03.226673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Allocated IP 172.20.0.7 (7903b25e-f7c7-42be-8fb1-7d412959b10f/9f5cdfef-bcef-4ab1-81c6-7eb5253793fa/38ef845c-78c2-428e-b633-34cd54ef3fff) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:03.292755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:03.314193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['5f5a36f2-748e-4178-8fc8-68451c35c6fd'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:03.322731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-958c4ebf-14ad-40b9-b65e-af9ca2138a63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520433 Jul 14 09:23:03.563433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 9c823a6a-19e9-43f2-b8df-7264f85ee307 has no active binding in host n-h2-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:23:03.811657 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:03.845549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-502bb27b-ab11-4160-8bcb-30dabcb99fe0 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137615 Jul 14 09:23:03.859212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec491a-36e7-4489-8ba3-3a9acacf4ac0 req-cd3aaa4c-a495-4fdb-8a4d-df8e241501e7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:03.886225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39ec491a-36e7-4489-8ba3-3a9acacf4ac0 req-cd3aaa4c-a495-4fdb-8a4d-df8e241501e7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 949 time: 0.9705307 Jul 14 09:23:04.088336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39ec491a-36e7-4489-8ba3-3a9acacf4ac0 req-386ec91f-edb7-46d8-b9d8-362cb636f95f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922605 Jul 14 09:23:04.195167 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5823418-ff9c-4ff4-92c0-7da2ffdb2701 req-c787c853-84f2-4917-b7cc-be5a1855f35b service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999732 Jul 14 09:23:04.332706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:04.417823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84183dfe-0a0a-4329-8059-8dae5d3b022a req-a072f018-1671-4e09-b62f-3638e64b3ada tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 210 time: 0.1201870 Jul 14 09:23:04.683000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:04.720399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port efdcf19d-7971-448b-b49c-2de02ff28d23 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:04.749713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-4ded81dd-051d-4be1-b9a6-9a1cc62a7e8d service neutron] 10.222.0.66 "GET /v2.0/ports/6e5d3e3c-abef-490b-b0b4-982e82bad8be/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.2228994 Jul 14 09:23:04.773812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port efdcf19d-7971-448b-b49c-2de02ff28d23 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:04.774185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:04.836819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:04.917603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690deb70-1139-4e44-912b-f12811790fb1 req-7a9b0e37-e5b6-4efb-a3fc-3d56058a148d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:04.920880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-690deb70-1139-4e44-912b-f12811790fb1 req-7a9b0e37-e5b6-4efb-a3fc-3d56058a148d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 944 time: 0.1827426 Jul 14 09:23:04.942765 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] Checking router: a1c0f9ca-8fa8-482f-828e-9ec51940142c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:04.999632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:05.018894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:22:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:05.180450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:05.234130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:05.310392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Transition to ACTIVE for port object 38ef845c-78c2-428e-b633-34cd54ef3fff will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:05.312987 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.316085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5d3e3c-abef-490b-b0b4-982e82bad8be {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:05.330769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:05.351056 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.379583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-690deb70-1139-4e44-912b-f12811790fb1 req-c0cbd5d4-f580-46f9-b201-781563d307b6 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489295 Jul 14 09:23:05.399150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:05.402040 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a245ac-6d6b-4a8a-8d78-71a24e176685" -d '{"events": [{"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-plugged", "status": "completed", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:05.418802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:05.421120 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c6c5d-5c88-42a5-9cbc-d67ff4f773a0" -d '{"events": [{"server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "name": "network-vif-unplugged", "status": "completed", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:05.436752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.442168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:05.448763 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.469289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2e4dd338-ad99-438c-b73d-bc6da25b1c3d no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:05.484615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.490013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:05.499175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] Transition to ACTIVE for port object 6e5d3e3c-abef-490b-b0b4-982e82bad8be will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:05.512686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.646436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-c47f9ad6-c112-451f-8ce0-a5bfa7721685 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.648356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-c47f9ad6-c112-451f-8ce0-a5bfa7721685 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 944 time: 2.2172086 Jul 14 09:23:05.703089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] No DVR routers for this DVR port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:05.768527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e894b7-7603-4482-961f-a9f6d366f517 req-d1663a82-53a5-440b-8e74-813591a9e983 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:05.780626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76e894b7-7603-4482-961f-a9f6d366f517 req-d1663a82-53a5-440b-8e74-813591a9e983 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 945 time: 1.8455389 Jul 14 09:23:05.837027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:05.843400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.867217 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:05.903838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] 10.222.0.66 "PUT /v2.0/ports/6e5d3e3c-abef-490b-b0b4-982e82bad8be/bindings/n-h1-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 1.0854042 Jul 14 09:23:05.906258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Pushing event updated for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:05.983363 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76e894b7-7603-4482-961f-a9f6d366f517 req-3fb78114-bb35-437d-9c55-8090ab5fb748 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992254 Jul 14 09:23:06.009997 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.019698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edf680-18b6-49c0-b621-fdf56b6f6c75 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.113730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffdc61-1afc-4ad3-9a5a-78be5dfb49f6 req-3d333227-cba2-4d0a-a9c0-e6dd7608ae90 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.115458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fdffdc61-1afc-4ad3-9a5a-78be5dfb49f6 req-3d333227-cba2-4d0a-a9c0-e6dd7608ae90 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 945 time: 0.3903518 Jul 14 09:23:06.127904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2e4dd338-ad99-438c-b73d-bc6da25b1c3d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:06.202813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:06.203209 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-55a55092-1b7a-4051-a093-59980549d942 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3549192 Jul 14 09:23:06.208324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event updated for resources: {'Port': ['ID=38ef845c-78c2-428e-b633-34cd54ef3fff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.226355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fdffdc61-1afc-4ad3-9a5a-78be5dfb49f6 req-94c13b3f-7ddd-4eeb-8a75-bffa18883e5e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992444 Jul 14 09:23:06.241328 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.243608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-9aac005b-545c-4d61-a7d6-58f997ecf96b tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.245666 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-9aac005b-545c-4d61-a7d6-58f997ecf96b tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.2272401 Jul 14 09:23:06.253027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2e4dd338-ad99-438c-b73d-bc6da25b1c3d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:06.308156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:06.320905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on host n-h1-780147-26 for vnic_type normal with profile {"migrating_to": "n-h2-780147-26"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:06.321536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:06.321657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:06.338229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:06.342915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:06.589653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.599219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:06.601444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.633895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-5bad0bd8-0ee0-4206-aa9e-f81796e5e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.659162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-5bad0bd8-0ee0-4206-aa9e-f81796e5e793 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f&tenant_id=80bcc800fd7349bc90b804a3d1519051 HTTP/1.1" status: 200 len: 1097 time: 0.3775945 Jul 14 09:23:06.663697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 5f5a36f2-748e-4178-8fc8-68451c35c6fd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:06.663970 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.687619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-2c036ed9-b572-4447-b983-c7444ffc6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:06.690054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-2c036ed9-b572-4447-b983-c7444ffc6a8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 1119 time: 0.3321166 Jul 14 09:23:06.696482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-66bc4e1e-04df-4c99-a83e-dd7564ddbd28 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4851699 Jul 14 09:23:06.767510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Request body: {'port': {'device_id': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:06.785491 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f29308-b1d3-493c-9829-20af1c42d691 x-openstack-request-id: req-90f29308-b1d3-493c-9829-20af1c42d691 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:06.785864 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-plugged", "status": "completed", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:06.785992 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90f29308-b1d3-493c-9829-20af1c42d691 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:06.792847 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'code': 200} Jul 14 09:23:06.800105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:06.810425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Attempting to bind port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:06.925613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.69', 54976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:06.927341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:06.934945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:06.935644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:06.936385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Bound port: 9c823a6a-19e9-43f2-b8df-7264f85ee307, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:06.938328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:06.993067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:06.996821 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f11875b-9b0b-4b4b-9713-2899c4b99f3c x-openstack-request-id: req-3f11875b-9b0b-4b4b-9713-2899c4b99f3c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:06.997133 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "name": "network-vif-unplugged", "status": "completed", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:06.997394 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f11875b-9b0b-4b4b-9713-2899c4b99f3c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:06.997793 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307', 'code': 200} Jul 14 09:23:07.083125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a78c5e7b-47d4-4edb-9054-de98cceb4a3f None None] Provisioning for port 38ef845c-78c2-428e-b633-34cd54ef3fff completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:07.085626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-0825f865-c4bf-45ac-9d20-62fd1a80e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.090725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'port_id': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'mac_address': 'fa:16:3e:21:4d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59228d2-777c-49a5-a349-7c4682e49e4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:07.093555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-0825f865-c4bf-45ac-9d20-62fd1a80e498 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.3208508 Jul 14 09:23:07.102446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a78c5e7b-47d4-4edb-9054-de98cceb4a3f None None] Provisioning complete for port 38ef845c-78c2-428e-b633-34cd54ef3fff triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:07.102834 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a78c5e7b-47d4-4edb-9054-de98cceb4a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.158151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a78c5e7b-47d4-4edb-9054-de98cceb4a3f None None] Port 38ef845c-78c2-428e-b633-34cd54ef3fff cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:07.200818 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.218359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Deleting port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:07.218359 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.235583 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.252455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-e3c17c62-5d11-42b9-9fe6-c80f8b3698e5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 200 len: 217 time: 0.1431687 Jul 14 09:23:07.257185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:07.291185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.293255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8297d4b8-ab77-4e06-8fa8-aabf293e8330 None None] The sync data for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 is: [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:07.298337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:07.303983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4dd338-ad99-438c-b73d-bc6da25b1c3d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:07.324770 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.385850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-664e9b6f-e9b4-4467-8b70-b175d2c68086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.390216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-664e9b6f-e9b4-4467-8b70-b175d2c68086 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1097 time: 0.7133172 Jul 14 09:23:07.390814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:07.396702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:07.402854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:07.464371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b0cff-d6e3-4da2-8948-bf20972b1b4b req-65368c2f-ce63-4323-8095-a883ebe198e2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.466998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:07.497385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-846b0cff-d6e3-4da2-8948-bf20972b1b4b req-65368c2f-ce63-4323-8095-a883ebe198e2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.8207595 Jul 14 09:23:07.683097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-fab6ad7c-dc2e-4dbd-841e-ff73c23f0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:07.685199 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-fab6ad7c-dc2e-4dbd-841e-ff73c23f0a00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.4294753 Jul 14 09:23:07.743156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-7d5935a5-6178-46d1-99af-c8e1603fb12d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374572 Jul 14 09:23:07.777722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-846b0cff-d6e3-4da2-8948-bf20972b1b4b req-7dc40e13-1326-4c5e-8356-5cfda0a95237 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778409 Jul 14 09:23:07.985616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:08.008141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-f9fa45f4-e71b-4378-9ff4-ef372b5def9c service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435920 Jul 14 09:23:08.042652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ea0dad84-4ba7-418f-b72c-a5d6392a150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.044603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-ea0dad84-4ba7-418f-b72c-a5d6392a150c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.6469781 Jul 14 09:23:08.058397 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3c3d6e-a53b-4b94-a86d-3b2fb0af1a12 None None] New status for floating IP 586c27f1-4549-43b8-a1b6-2170bc9b2803: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:23:08.092077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:08.115944 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.264076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a002c0a-ddaa-4d39-9dcd-262875f7257b req-14c3eb8f-cbcd-4011-a12c-6e7b649d241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.267986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a002c0a-ddaa-4d39-9dcd-262875f7257b req-14c3eb8f-cbcd-4011-a12c-6e7b649d241a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 1102 time: 1.2772155 Jul 14 09:23:08.275456 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48c3b00-c974-42d8-ae7c-8a8e00e4cae8 req-a0f1564c-b73c-4062-8aa8-4fbfd3720d70 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289536 Jul 14 09:23:08.281773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-2a0a286d-e531-48db-a9a4-b16da6bfa47c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be HTTP/1.1" status: 200 len: 217 time: 0.2150989 Jul 14 09:23:08.391797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-70df2fa2-7d02-4e7b-b6da-61652a868660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.394110 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-70df2fa2-7d02-4e7b-b6da-61652a868660 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.0803366 Jul 14 09:23:08.448223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-3eec3cdd-8bc6-4ae2-9bfd-f08214e67acc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467386 Jul 14 09:23:08.536427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c410da3-89ec-491e-b4d2-c89457e8a1ee req-afd7671c-8eaf-4a00-8deb-2b27cb121fe1 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.544000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c410da3-89ec-491e-b4d2-c89457e8a1ee req-afd7671c-8eaf-4a00-8deb-2b27cb121fe1 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ce64015-85b9-46da-bd5e-ce82666ba9a3 HTTP/1.1" status: 200 len: 944 time: 0.3843830 Jul 14 09:23:08.570219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a694-3e24-4312-969d-ad8333f797ab req-2958f7ee-52e2-45ea-b70b-946455deb66d tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.571996 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7713a694-3e24-4312-969d-ad8333f797ab req-2958f7ee-52e2-45ea-b70b-946455deb66d tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 931 time: 1.0623429 Jul 14 09:23:08.583866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:08.584541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.585952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] 10.222.0.66 "PUT /v2.0/ports/9c823a6a-19e9-43f2-b8df-7264f85ee307 HTTP/1.1" status: 200 len: 1123 time: 8.1188698 Jul 14 09:23:08.598161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] For port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:08.598549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.601015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4da4d-6d4f-42f1-9aac-7a830060260d service neutron] Pushing event updated for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:08.635436 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c410da3-89ec-491e-b4d2-c89457e8a1ee req-8a83b99a-fab1-4728-86c7-c19499709573 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873215 Jul 14 09:23:08.655514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a002c0a-ddaa-4d39-9dcd-262875f7257b req-1f0c4390-1e3e-44c8-922b-7e1520c84f31 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051209 Jul 14 09:23:08.657116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Calling delete_port for 2e4dd338-ad99-438c-b73d-bc6da25b1c3d owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:08.662707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['9c823a6a-19e9-43f2-b8df-7264f85ee307'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:08.704457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-2e344ce2-4a25-4fb0-b0fb-e2551c1b5c19 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466555 Jul 14 09:23:08.731326 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7713a694-3e24-4312-969d-ad8333f797ab req-9c00a903-9ad6-43e0-81e9-a49494d4ca46 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403463 Jul 14 09:23:08.753549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9c823a6a-19e9-43f2-b8df-7264f85ee307'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:08.843473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ef845c-78c2-428e-b633-34cd54ef3fff {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:08.858473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:08.864687 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f21dfb0-9b31-45ce-b988-b33c6b3d7f31" -d '{"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:08.876663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.932401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Transition to ACTIVE for port object 38ef845c-78c2-428e-b633-34cd54ef3fff will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:08.947661 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:08.974470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-502b37c4-29fa-4096-9991-7bc3880a237a service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625995 Jul 14 09:23:09.015868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:09.022119 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6269e19d-7c03-43c7-b297-bfa46dc22945" -d '{"events": [{"name": "network-changed", "server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:09.138691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Pushing event updated for resources: {'Port': ['ID=38ef845c-78c2-428e-b633-34cd54ef3fff,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.324002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.434986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event deleted for resources: {'Port': ['ID=2e4dd338-ad99-438c-b73d-bc6da25b1c3d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:09.454091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116ec2c-fdde-4937-865a-233e08509c66 req-751a5fdb-2c91-4d89-b033-11bb4eedcb6b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.462056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e116ec2c-fdde-4937-865a-233e08509c66 req-751a5fdb-2c91-4d89-b033-11bb4eedcb6b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 943 time: 0.4745915 Jul 14 09:23:09.508362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Attempting to bind port 38ef845c-78c2-428e-b633-34cd54ef3fff on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:09.509007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Attempting to bind port 38ef845c-78c2-428e-b633-34cd54ef3fff by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:09.510133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Attempting to bind port 38ef845c-78c2-428e-b633-34cd54ef3fff on network 7903b25e-f7c7-42be-8fb1-7d412959b10f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:09.521137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] No DVR routers for this DVR port 2e4dd338-ad99-438c-b73d-bc6da25b1c3d on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:09.532072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.534770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c197c4dd-4631-4b6a-9980-a33c8c20a230 req-db14fb5c-7614-494e-a95a-bf8ec241fe07 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "DELETE /v2.0/ports/2e4dd338-ad99-438c-b73d-bc6da25b1c3d HTTP/1.1" status: 204 len: 173 time: 3.8782830 Jul 14 09:23:09.537674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Port 38ef845c-78c2-428e-b633-34cd54ef3fff on network 7903b25e-f7c7-42be-8fb1-7d412959b10f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:09.538212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Attempting to bind port 38ef845c-78c2-428e-b633-34cd54ef3fff on network 7903b25e-f7c7-42be-8fb1-7d412959b10f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:09.546909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:09.547529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Checking segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:09.548110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Bound using segment: {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:09.548785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Bound port: 38ef845c-78c2-428e-b633-34cd54ef3fff, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248f752f-c67d-4e26-b92e-d8fc8b319c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:09.549150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.626738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-08052cc4-99c8-411e-a6f4-cf16883809a9 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.631221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e116ec2c-fdde-4937-865a-233e08509c66 req-b8b68724-875a-48fb-b74c-e98cc4577568 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675546 Jul 14 09:23:09.632962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-08052cc4-99c8-411e-a6f4-cf16883809a9 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.1610482 Jul 14 09:23:09.697233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] For port 38ef845c-78c2-428e-b633-34cd54ef3fff, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:09.707676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] For port 38ef845c-78c2-428e-b633-34cd54ef3fff, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=38ef845c-78c2-428e-b633-34cd54ef3fff,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:09.723951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.809253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:09.810313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.813347 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] 10.222.0.66 "PUT /v2.0/ports/38ef845c-78c2-428e-b633-34cd54ef3fff HTTP/1.1" status: 200 len: 1092 time: 3.1003292 Jul 14 09:23:09.905372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-b7c89394-372a-45e3-98f5-085378574d0f service neutron] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:09.910961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-b7c89394-372a-45e3-98f5-085378574d0f service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:09.912241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b340ea1-73f1-4826-b807-ad403eea2495 req-b7c89394-372a-45e3-98f5-085378574d0f service neutron] 10.222.0.69 "DELETE /v2.0/ports/6e5d3e3c-abef-490b-b0b4-982e82bad8be/bindings/n-h2-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.2721665 Jul 14 09:23:10.136162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef754c-9dd1-4686-8e5b-f63e95d663d8 service neutron] Pushing event updated for resources: {'Port': ['ID=38ef845c-78c2-428e-b633-34cd54ef3fff,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:10.193034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86df58-2055-4f4e-bc25-2a23d0b10f88 req-3b6abf98-edb9-4fea-958a-6bf6a8c60b54 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.194737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e86df58-2055-4f4e-bc25-2a23d0b10f88 req-3b6abf98-edb9-4fea-958a-6bf6a8c60b54 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 945 time: 0.2853448 Jul 14 09:23:10.257378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e86df58-2055-4f4e-bc25-2a23d0b10f88 req-84f791fa-6ce4-4ad2-9fb3-ae72248e3aa0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520544 Jul 14 09:23:10.270448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-fadadcc9-77ed-4404-b3b5-560a9e0ed58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.272244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-fadadcc9-77ed-4404-b3b5-560a9e0ed58e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 1095 time: 0.1789427 Jul 14 09:23:10.387077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-6e72a67f-df44-4780-aea2-094736a3a926 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38ef845c-78c2-428e-b633-34cd54ef3fff HTTP/1.1" status: 200 len: 217 time: 0.1033189 Jul 14 09:23:10.508334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-0d4a6d30-4330-4bb2-8664-0c53efd8d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.511662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-0d4a6d30-4330-4bb2-8664-0c53efd8d323 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa HTTP/1.1" status: 200 len: 863 time: 0.1133919 Jul 14 09:23:10.669574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-fc27b537-57b4-4107-8312-eeb0dddea041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.673039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-fc27b537-57b4-4107-8312-eeb0dddea041 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7903b25e-f7c7-42be-8fb1-7d412959b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525397 Jul 14 09:23:10.952673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbfaad-843e-40c4-aecd-604b37847347 req-acfaee20-ab07-41c6-b9f8-23db7622cd3a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:10.954291 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46dbfaad-843e-40c4-aecd-604b37847347 req-acfaee20-ab07-41c6-b9f8-23db7622cd3a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.2809854 Jul 14 09:23:10.983365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-7084294f-2418-4600-9954-cbd8837642d1 service neutron] 10.222.0.66 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440474 Jul 14 09:23:11.173126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46dbfaad-843e-40c4-aecd-604b37847347 req-42d75d29-49af-46b3-a896-910a078caab4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097857 Jul 14 09:23:11.356233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ebdfecf-ea14-4770-925e-86c2898fa54f req-70dac44d-5048-48af-925e-e4d2aa6d29f5 service neutron] 10.222.0.66 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578787 Jul 14 09:23:11.359794 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e96112a-55b1-4d1c-a948-82207cdb2319 x-openstack-request-id: req-3e96112a-55b1-4d1c-a948-82207cdb2319 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:11.360847 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:11.361280 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e96112a-55b1-4d1c-a948-82207cdb2319 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:11.361888 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'code': 200} Jul 14 09:23:11.466868 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af4cf8-ddbe-4530-b5e3-7b3e462ad6f0 x-openstack-request-id: req-71af4cf8-ddbe-4530-b5e3-7b3e462ad6f0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:11.467164 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:11.467421 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71af4cf8-ddbe-4530-b5e3-7b3e462ad6f0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:11.467824 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307', 'status': 'completed', 'code': 200} Jul 14 09:23:11.625465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-1cd31bfe-35b2-46cd-a35c-e02645b06ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.630577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-1cd31bfe-35b2-46cd-a35c-e02645b06ab9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1126 time: 0.1328499 Jul 14 09:23:11.758286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae69a8-8c0a-4888-a7fb-2208b6749adc req-cb089a8b-d641-4525-83f9-7b637d053d29 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.764246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ae69a8-8c0a-4888-a7fb-2208b6749adc req-cb089a8b-d641-4525-83f9-7b637d053d29 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 943 time: 0.1208701 Jul 14 09:23:11.827052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-a8cce220-c39e-4be9-9114-bc9e958b8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.828835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-a8cce220-c39e-4be9-9114-bc9e958b8719 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.1909542 Jul 14 09:23:11.847784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ae69a8-8c0a-4888-a7fb-2208b6749adc req-70472f83-0667-41be-83e9-0f4c6bc7e1cd tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776389 Jul 14 09:23:11.919658 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-41ba6f5c-5930-4011-9d06-0738a57cb029 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307 HTTP/1.1" status: 200 len: 217 time: 0.0824642 Jul 14 09:23:11.985266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-3c37485f-2c58-44ad-a7fd-069743db21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:11.986958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-3c37485f-2c58-44ad-a7fd-069743db21f2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0556753 Jul 14 09:23:12.045956 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-8324299e-795b-425c-82d3-5714780277d8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472739 Jul 14 09:23:12.192093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-f0915f36-3bd4-4c5d-b550-37f7fb3014fb service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294327 Jul 14 09:23:12.335201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b7171-54f5-40cb-94c9-f209e69fd49c req-3988151c-05e6-4a01-a188-c9c183664ed8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:12.351357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a7b7171-54f5-40cb-94c9-f209e69fd49c req-3988151c-05e6-4a01-a188-c9c183664ed8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 943 time: 0.1735232 Jul 14 09:23:12.362775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6269e19d-7c03-43c7-b297-bfa46dc22945 req-c28f7ff3-c83c-4f22-bcf5-d6cc03c9272c service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605597 Jul 14 09:23:12.414887 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a7b7171-54f5-40cb-94c9-f209e69fd49c req-16e5cad2-e60d-4b0f-8971-d0690c01a059 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621169 Jul 14 09:23:12.668819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4b90a-4638-404d-8997-534ee8899e89 req-53f2ec24-b798-4a0c-bae7-80d7e4901366 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:12.677425 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3dd4b90a-4638-404d-8997-534ee8899e89 req-53f2ec24-b798-4a0c-bae7-80d7e4901366 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.0862563 Jul 14 09:23:12.742893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3dd4b90a-4638-404d-8997-534ee8899e89 req-f7f2cfd3-4a1d-4887-93d4-1b428cc90935 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608459 Jul 14 09:23:13.018732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:13.026750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-81578371-d9a7-4489-9f0c-ef84cb4080c3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399366655', 'description': 'tempest-description--1065682704'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:13.101517 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81578371-d9a7-4489-9f0c-ef84cb4080c3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.276298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81578371-d9a7-4489-9f0c-ef84cb4080c3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.300625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81578371-d9a7-4489-9f0c-ef84cb4080c3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.422262 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81578371-d9a7-4489-9f0c-ef84cb4080c3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.423504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-81578371-d9a7-4489-9f0c-ef84cb4080c3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4031110 Jul 14 09:23:13.426783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48106) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:13.431426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Request body: {'security_group_rule': {'security_group_id': '753055ed-af03-4805-a085-93b16e5bc337', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:13.452977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81578371-d9a7-4489-9f0c-ef84cb4080c3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753055ed-af03-4805-a085-93b16e5bc337,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.487530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce64015-85b9-46da-bd5e-ce82666ba9a3', 'name': 'network-vif-deleted', 'tag': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d'}, {'name': 'network-changed', 'server_uuid': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'tag': '38ef845c-78c2-428e-b633-34cd54ef3fff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:13.490275 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33da2035-4dbf-4233-8ba3-16f37906f7ee" -d '{"events": [{"server_uuid": "1ce64015-85b9-46da-bd5e-ce82666ba9a3", "name": "network-vif-deleted", "tag": "2e4dd338-ad99-438c-b73d-bc6da25b1c3d"}, {"name": "network-changed", "server_uuid": "c89671b1-6723-4d3c-965d-45f85c0e177c", "tag": "38ef845c-78c2-428e-b633-34cd54ef3fff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:13.490448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.523689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b176e-ed67-48dd-9f97-c11c1c69579f req-4cb24313-7a6c-4b86-b07f-53796a0d5c9f tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:13.532152 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f64b176e-ed67-48dd-9f97-c11c1c69579f req-4cb24313-7a6c-4b86-b07f-53796a0d5c9f tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1097 time: 0.0895057 Jul 14 09:23:13.584405 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f64b176e-ed67-48dd-9f97-c11c1c69579f req-c4750904-ab3b-4c7b-9fe2-3ba883ecbfe8 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474617 Jul 14 09:23:13.652099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.658934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.698585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd907e97-f4b7-4a89-88b6-3f8b0075fc8b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:13.720054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.725090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2951224 Jul 14 09:23:13.725270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:13.727371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.728480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.730036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.730354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e491abfc-7265-4be4-b8fe-943ab9b9cda3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Request body: {'security_group_rule': {'security_group_id': '753055ed-af03-4805-a085-93b16e5bc337', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:13.730499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.730867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.731539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.732418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.733508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.735597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.736035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.736462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.736868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b185d8d-cf00-4b67-8d4a-190be23513dc tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:13.797119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e491abfc-7265-4be4-b8fe-943ab9b9cda3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.945641 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e491abfc-7265-4be4-b8fe-943ab9b9cda3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.952583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e491abfc-7265-4be4-b8fe-943ab9b9cda3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:13.991953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda031e-da9b-4ccc-8852-bf6b39f78128 req-e0944214-e5b7-495c-8eb3-fa0717fda62b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:13.995574 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3fda031e-da9b-4ccc-8852-bf6b39f78128 req-e0944214-e5b7-495c-8eb3-fa0717fda62b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 943 time: 0.1853788 Jul 14 09:23:14.005989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491abfc-7265-4be4-b8fe-943ab9b9cda3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9838ad-93e6-47c3-9812-8970ea412e7a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:14.021478 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e491abfc-7265-4be4-b8fe-943ab9b9cda3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.025659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e491abfc-7265-4be4-b8fe-943ab9b9cda3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2964654 Jul 14 09:23:14.026099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48124) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:14.030849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:14.057737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.098111 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3fda031e-da9b-4ccc-8852-bf6b39f78128 req-2fd50faf-0c1c-461c-9a86-1be1e1f85273 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940495 Jul 14 09:23:14.205846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:14.426054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Allocated IP 172.25.0.199 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6ff1cab5-aa64-42db-b123-23e8601a0eb0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:14.458935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab267b-5bb1-49e6-880a-101b1baac78e req-32ec4165-fa6d-4b6c-a48c-f016d2ff507a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.464928 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15ab267b-5bb1-49e6-880a-101b1baac78e req-32ec4165-fa6d-4b6c-a48c-f016d2ff507a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 943 time: 0.1873505 Jul 14 09:23:14.557547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15ab267b-5bb1-49e6-880a-101b1baac78e req-82ce14a7-c447-4f89-af09-faf6c716e702 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857852 Jul 14 09:23:14.685421 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d8d598-c511-44ac-9bfb-b40fa7e83d33 x-openstack-request-id: req-48d8d598-c511-44ac-9bfb-b40fa7e83d33 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:14.685849 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce64015-85b9-46da-bd5e-ce82666ba9a3", "name": "network-vif-deleted", "tag": "2e4dd338-ad99-438c-b73d-bc6da25b1c3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c89671b1-6723-4d3c-965d-45f85c0e177c", "tag": "38ef845c-78c2-428e-b633-34cd54ef3fff", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:14.686193 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48d8d598-c511-44ac-9bfb-b40fa7e83d33 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:14.686687 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ce64015-85b9-46da-bd5e-ce82666ba9a3', 'name': 'network-vif-deleted', 'tag': '2e4dd338-ad99-438c-b73d-bc6da25b1c3d', 'status': 'completed', 'code': 200} Jul 14 09:23:14.687037 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'tag': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'status': 'completed', 'code': 200} Jul 14 09:23:14.807184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-5c1127b1-9c02-4636-a070-616782aa72ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:14.808811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-5c1127b1-9c02-4636-a070-616782aa72ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 1095 time: 0.1180327 Jul 14 09:23:15.030620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-467942f3-3407-4b6e-906a-4a48633127c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.032133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-467942f3-3407-4b6e-906a-4a48633127c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 925 time: 0.2159917 Jul 14 09:23:15.086365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.131213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.158362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-c84c8278-7d6a-4f0e-984d-9c3ce96f0e12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38ef845c-78c2-428e-b633-34cd54ef3fff HTTP/1.1" status: 200 len: 217 time: 0.1150587 Jul 14 09:23:15.177107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:15.187550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:15.191863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:15.225895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event updated for resources: {'Port': ['ID=6ff1cab5-aa64-42db-b123-23e8601a0eb0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:15.532552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-890bb20a-437e-4393-ad25-53d4461fd7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.534064 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-890bb20a-437e-4393-ad25-53d4461fd7fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa HTTP/1.1" status: 200 len: 863 time: 0.3158038 Jul 14 09:23:15.558936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.613981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602e000-5592-4dae-a901-85e51c593428 req-2810485b-d62d-4542-a5ff-918b60d29b94 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.623046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d602e000-5592-4dae-a901-85e51c593428 req-2810485b-d62d-4542-a5ff-918b60d29b94 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 1097 time: 0.5897896 Jul 14 09:23:15.661153 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:15.729625 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d602e000-5592-4dae-a901-85e51c593428 req-89413595-12af-425d-86ac-b21d99a4ece4 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055758 Jul 14 09:23:15.818676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-54c59e72-f927-42a6-bb94-5b6c34d33129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:15.820225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-54c59e72-f927-42a6-bb94-5b6c34d33129 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7903b25e-f7c7-42be-8fb1-7d412959b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2696106 Jul 14 09:23:15.888856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 38ef845c-78c2-428e-b633-34cd54ef3fff details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:16.178808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-092e3b2f-293d-45c4-9246-51b6a21e8ef7 service neutron] 10.222.0.66 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452995 Jul 14 09:23:16.179351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 38ef845c-78c2-428e-b633-34cd54ef3fff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=38ef845c-78c2-428e-b633-34cd54ef3fff,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:16.203843 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.211446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.215340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'port_id': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'mac_address': 'fa:16:3e:c9:25:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:16.264122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event updated for resources: {'Port': ['ID=6ff1cab5-aa64-42db-b123-23e8601a0eb0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:16.330639 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.359972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ef845c-78c2-428e-b633-34cd54ef3fff {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:16.371016 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.404871 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.408966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 38ef845c-78c2-428e-b633-34cd54ef3fff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=38ef845c-78c2-428e-b633-34cd54ef3fff,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:16.419261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-86dca58e-67f2-4fca-8121-56f4d1bf6460 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3796246 Jul 14 09:23:16.420052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:16.540600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=38ef845c-78c2-428e-b633-34cd54ef3fff,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:16.558753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e93614-7bb4-4641-afbf-ee1f50cfc59d req-a2ac402a-1d3c-43a6-bee6-5f67ab4ca192 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.563655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.564005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.564375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.564717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.565052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.565413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.565709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.566033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.566159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30e93614-7bb4-4641-afbf-ee1f50cfc59d req-a2ac402a-1d3c-43a6-bee6-5f67ab4ca192 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 943 time: 0.3545275 Jul 14 09:23:16.566356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.566682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.567007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.567321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:16.604147 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33da2035-4dbf-4233-8ba3-16f37906f7ee req-e3ff4392-c640-4161-b46a-5ddab787fa83 service neutron] 10.222.0.66 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145744 Jul 14 09:23:16.652170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30e93614-7bb4-4641-afbf-ee1f50cfc59d req-dd889619-cbd9-406e-83f3-4f5d14f74659 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850241 Jul 14 09:23:16.822228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['38ef845c-78c2-428e-b633-34cd54ef3fff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:16.862283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ce521-1af1-4728-82df-5399a3ec8c15 req-34120708-be09-4555-ab3f-2c300319daa0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:16.864318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe4ce521-1af1-4728-82df-5399a3ec8c15 req-34120708-be09-4555-ab3f-2c300319daa0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 943 time: 0.1042521 Jul 14 09:23:16.913924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe4ce521-1af1-4728-82df-5399a3ec8c15 req-258ec420-3aa5-4124-8760-89ddb2bf1f35 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435276 Jul 14 09:23:17.508378 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-62eb3720-a0ab-42d5-abe5-ebe38bc7e38f service neutron] 10.222.0.69 "GET /v2.0/ports/9c823a6a-19e9-43f2-b8df-7264f85ee307/bindings/n-h2-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.1070416 Jul 14 09:23:18.223288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:18.232152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9c823a6a-19e9-43f2-b8df-7264f85ee307 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:18.319245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:18.367502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:18.451639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c823a6a-19e9-43f2-b8df-7264f85ee307 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:18.480125 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:18.510547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.595736 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.769315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.776122 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.786924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] Transition to ACTIVE for port object 9c823a6a-19e9-43f2-b8df-7264f85ee307 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:18.792408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-ec5f63cc-c5e2-41dd-a646-22a00278b020 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1941183 Jul 14 09:23:18.793937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:18.822523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33fd7a4-4d12-4746-a531-b4806bb8166f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:18.837787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.838418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.838979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.839576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.840115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.841213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.841786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.842342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.843300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.843856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.844433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.844994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:23:18.876335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7a028bfa-d42a-4326-936b-ee62e828291a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86e35261be724bd68a1b8a1366bb4022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072734 Jul 14 09:23:18.877084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:18.879800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] No DVR routers for this DVR port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:18.886739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] Pushing event updated for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:18.920441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-fbc34be4-8f30-4045-b97d-234dee3fc54f service neutron] 10.222.0.69 "PUT /v2.0/ports/9c823a6a-19e9-43f2-b8df-7264f85ee307/bindings/n-h2-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 1.3357289 Jul 14 09:23:19.040008 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f064-859c-46c7-90e2-695b66843ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.155554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f064-859c-46c7-90e2-695b66843ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.288577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-3d94d2ba-2fca-46ce-9d1c-7e22096dd59f tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.308177 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-3d94d2ba-2fca-46ce-9d1c-7e22096dd59f tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.3004146 Jul 14 09:23:19.471062 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f064-859c-46c7-90e2-695b66843ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.474456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb0f064-859c-46c7-90e2-695b66843ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:19.479639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bcb0f064-859c-46c7-90e2-695b66843ffd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b33fd7a4-4d12-4746-a531-b4806bb8166f HTTP/1.1" status: 204 len: 168 time: 0.6011348 Jul 14 09:23:19.501101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-c42ce1a9-e63d-4c10-aab2-e935cffdf4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.506207 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-c42ce1a9-e63d-4c10-aab2-e935cffdf4cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a&tenant_id=4ef2f47428f74997af795a7905fea995 HTTP/1.1" status: 200 len: 1096 time: 0.1886015 Jul 14 09:23:19.515110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0f064-859c-46c7-90e2-695b66843ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33fd7a4-4d12-4746-a531-b4806bb8166f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:19.687114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-bb4068ac-904d-41e2-96c8-a0b1972d74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.689026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-bb4068ac-904d-41e2-96c8-a0b1972d74d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1096 time: 0.1332057 Jul 14 09:23:19.921092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 38ef845c-78c2-428e-b633-34cd54ef3fff up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:19.967670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-e2c73add-2bee-4a3d-a68e-d24b77951327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:19.969275 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-e2c73add-2bee-4a3d-a68e-d24b77951327 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.2674403 Jul 14 09:23:20.104626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-a35ba238-0254-4334-b421-13bbccd76b91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307 HTTP/1.1" status: 200 len: 217 time: 0.1254063 Jul 14 09:23:20.122025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 38ef845c-78c2-428e-b633-34cd54ef3fff completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:20.129404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 38ef845c-78c2-428e-b633-34cd54ef3fff triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:20.148167 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.245737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48210) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:20.282340 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e29e66c2-0a37-4ee9-b889-e4183ced7d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.389242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-0bcec7b9-7bb2-45a9-84a8-2d4074c3538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:20.393721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-0bcec7b9-7bb2-45a9-84a8-2d4074c3538a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.2741306 Jul 14 09:23:20.526148 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-2347b4a3-ac82-413c-b3cb-e15edce74573 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236663 Jul 14 09:23:20.543310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.614579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ef845c-78c2-428e-b633-34cd54ef3fff'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:20.620410 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda83ba2-353a-46d3-8d51-8cd7632f22f1" -d '{"events": [{"server_uuid": "c89671b1-6723-4d3c-965d-45f85c0e177c", "name": "network-vif-plugged", "status": "completed", "tag": "38ef845c-78c2-428e-b633-34cd54ef3fff"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:20.627760 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e29e66c2-0a37-4ee9-b889-e4183ced7d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.632870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e29e66c2-0a37-4ee9-b889-e4183ced7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.656424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 38ef845c-78c2-428e-b633-34cd54ef3fff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=38ef845c-78c2-428e-b633-34cd54ef3fff,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:20.660750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.742041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e66c2-0a37-4ee9-b889-e4183ced7d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad2f04f-850c-4380-bb64-b9f3d9308033,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:20.769584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e29e66c2-0a37-4ee9-b889-e4183ced7d8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f7afdc53c624de4a8bf24c8f9289882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216973 Jul 14 09:23:20.771736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=38ef845c-78c2-428e-b633-34cd54ef3fff,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:20.775055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48220) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:20.847001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-2495dc90-257b-44da-af1b-2a1bdce20f77 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128932 Jul 14 09:23:20.918472 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79b93eb9-19b8-404d-a0be-8ddad68c0d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:20.970979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79b93eb9-19b8-404d-a0be-8ddad68c0d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.110128 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:21.163896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-0c1517e4-6392-4c89-bab2-118a0773a7f0 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082676 Jul 14 09:23:21.290106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79b93eb9-19b8-404d-a0be-8ddad68c0d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.292690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79b93eb9-19b8-404d-a0be-8ddad68c0d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.302869 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-79b93eb9-19b8-404d-a0be-8ddad68c0d34 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aad2f04f-850c-4380-bb64-b9f3d9308033 HTTP/1.1" status: 204 len: 168 time: 0.5251029 Jul 14 09:23:21.396067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b93eb9-19b8-404d-a0be-8ddad68c0d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad2f04f-850c-4380-bb64-b9f3d9308033,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:21.470383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-48dc4f1f-ac64-49e3-bc39-11a5ea15dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.474074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-48dc4f1f-ac64-49e3-bc39-11a5ea15dd5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 1102 time: 0.2843516 Jul 14 09:23:21.641998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-39e69bfa-c94f-4562-881b-177fbf75e931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.643906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-39e69bfa-c94f-4562-881b-177fbf75e931 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1565731 Jul 14 09:23:21.717192 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-8e13b566-1054-4592-9e59-e8e2b9deae28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=efdcf19d-7971-448b-b49c-2de02ff28d23 HTTP/1.1" status: 200 len: 217 time: 0.0658374 Jul 14 09:23:21.758934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-9ab68094-f4a6-4f9f-a865-0b92606b97fd tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.760508 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-9ab68094-f4a6-4f9f-a865-0b92606b97fd tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.1691248 Jul 14 09:23:21.766288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-34802b7a-ca64-4a0a-9414-2d88f240fc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:21.831301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-ffc41ec8-81ed-488d-a1d8-d73a8d08cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:21.832961 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-ffc41ec8-81ed-488d-a1d8-d73a8d08cf72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1076651 Jul 14 09:23:22.033803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-69b17270-4a3b-4329-bc36-d89d81aa59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:22.036374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-69b17270-4a3b-4329-bc36-d89d81aa59d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1941857 Jul 14 09:23:22.281834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999765b3-da62-403f-a315-a90642a4dfd5 req-699a8e18-8b7e-4ff9-abfe-cdc854e52d97 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:22.283816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-999765b3-da62-403f-a315-a90642a4dfd5 req-699a8e18-8b7e-4ff9-abfe-cdc854e52d97 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 945 time: 0.1417546 Jul 14 09:23:22.293232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-6f1c5893-a680-4e1c-8186-bf280b3699bc service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487671 Jul 14 09:23:22.565390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-78e4bfbe-4a19-405e-9974-29011c925de1 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375565 Jul 14 09:23:22.590301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-999765b3-da62-403f-a315-a90642a4dfd5 req-1a971ec0-9608-4fda-9458-0d9164138728 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3000894 Jul 14 09:23:22.733762 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-a4c8620f-8c85-421f-b9bf-537774da020d service neutron] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:22.739496 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-a4c8620f-8c85-421f-b9bf-537774da020d service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:22.740812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3f897cd-1e93-4320-a605-14bceb89aba2 req-a4c8620f-8c85-421f-b9bf-537774da020d service neutron] 10.222.0.66 "DELETE /v2.0/ports/9c823a6a-19e9-43f2-b8df-7264f85ee307/bindings/n-h1-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.9527636 Jul 14 09:23:22.812504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-2dc9acd4-86cf-4831-b43b-29a88fe78c98 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:22.817898 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-2dc9acd4-86cf-4831-b43b-29a88fe78c98 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 821 time: 0.9090176 Jul 14 09:23:22.850526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-c2d6abec-b0a7-4703-8670-4cd0d498a2af tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/quotas/df7f4d0203444ab89843baf353ad2efa HTTP/1.1" status: 200 len: 375 time: 0.0279300 Jul 14 09:23:23.012369 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bbb7a-52a8-45a0-bded-fc4efed50dc7 req-528958f3-b572-4661-83f2-f5e014c21a12 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.014061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-d2553c88-1d50-4ef7-9834-b7193aaaa5eb tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556444 Jul 14 09:23:23.030792 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484bbb7a-52a8-45a0-bded-fc4efed50dc7 req-528958f3-b572-4661-83f2-f5e014c21a12 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 944 time: 0.1691360 Jul 14 09:23:23.066470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48268) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:23.128076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484bbb7a-52a8-45a0-bded-fc4efed50dc7 req-66a9be99-746a-433f-86bb-d027a3fdfded tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881352 Jul 14 09:23:23.228274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-cbfa4be3-d6b8-4bce-b945-b70747e44e77 service neutron] 10.222.0.73 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026670 Jul 14 09:23:23.353177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-network', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:23.395685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Made reservation on behalf of 80f20714d7bd4b5ca1f6b5573e29a018 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:23.399644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.416977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.434804 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-2f8d28f9-1c6b-4c43-9037-c7b3908ff8ae service neutron] 10.222.0.73 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052596 Jul 14 09:23:23.500363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd088d9d-934a-46b4-b0d0-29a8cb30d3bc req-b38033b5-2957-4943-be88-2cb9f9d05c0b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.508253 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd088d9d-934a-46b4-b0d0-29a8cb30d3bc req-b38033b5-2957-4943-be88-2cb9f9d05c0b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.2049036 Jul 14 09:23:23.571459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd088d9d-934a-46b4-b0d0-29a8cb30d3bc req-c33bc73e-33c3-4afb-8e61-1a6d1f10df5b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619860 Jul 14 09:23:23.633937 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ec1cb0-5469-41df-a317-8225cda41d34 x-openstack-request-id: req-96ec1cb0-5469-41df-a317-8225cda41d34 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:23.634797 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89671b1-6723-4d3c-965d-45f85c0e177c", "name": "network-vif-plugged", "status": "completed", "tag": "38ef845c-78c2-428e-b633-34cd54ef3fff", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:23.635209 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96ec1cb0-5469-41df-a317-8225cda41d34 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:23.635609 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'code': 200} Jul 14 09:23:23.687707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.699091 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.807675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:23:23.895111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:23.895623 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Added segment 19e6f1b6-9b43-4a58-a636-de3de3881a35 of type vlan for network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 Jul 14 09:23:23.909791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad399-1a83-4eee-a891-5f2e450fb378 req-ccea5afc-8a76-4332-b54f-39fd34184a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.911287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeaad399-1a83-4eee-a891-5f2e450fb378 req-ccea5afc-8a76-4332-b54f-39fd34184a02 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 1097 time: 0.1556723 Jul 14 09:23:23.988870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e152d1-554b-4e5a-8e82-35f1bd3397d5 req-09152173-6927-4b24-abee-c33c3c9549c5 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:23.997592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d3e152d1-554b-4e5a-8e82-35f1bd3397d5 req-09152173-6927-4b24-abee-c33c3c9549c5 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 945 time: 0.1002016 Jul 14 09:23:24.031964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeaad399-1a83-4eee-a891-5f2e450fb378 req-7f32bee5-4b3b-4b4e-ac6c-449eda02115d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039584 Jul 14 09:23:24.036965 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.060337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d3e152d1-554b-4e5a-8e82-35f1bd3397d5 req-16cb2fe0-d064-4510-b742-9c9eacf050c9 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525615 Jul 14 09:23:24.102580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-924c75c2-fbba-4fcd-ad53-5b9738aed7f0 req-3fa38c45-f05d-41fc-bcf1-4ec17aaa7e3c tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 210 time: 0.2958767 Jul 14 09:23:24.105469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.106605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:24.107239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.175348 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8570596a-9368-4fbb-80c4-6b12cfd97ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.261457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acac8d0d-683d-4e29-bbef-2c2e10a49415,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:24.289507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2190769 Jul 14 09:23:24.290305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:24.295401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Request body: {'subnet': {'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-subnet', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:24.336186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f71b4-6dfe-480f-b531-d3e01c0ac0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b429a2d5-cb27-47d8-b9d3-cae848ea2ad0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:24.347919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:23:24.466201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Made reservation on behalf of 80f20714d7bd4b5ca1f6b5573e29a018 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:24.469105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.550469 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.615865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfe14e-cd26-43ab-8df9-ee0eb47f0205 req-d6d53305-f633-49e3-a68a-6a7ab6ca9dd9 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:24.623751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1bfe14e-cd26-43ab-8df9-ee0eb47f0205 req-d6d53305-f633-49e3-a68a-6a7ab6ca9dd9 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1096 time: 0.2579522 Jul 14 09:23:24.641885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cd16d-96b6-40d6-a01f-9fa4dd34fd32 req-9173ed5d-ade4-4f62-ac50-d750580fbecb tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:24.648865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a12cd16d-96b6-40d6-a01f-9fa4dd34fd32 req-9173ed5d-ade4-4f62-ac50-d750580fbecb tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 948 time: 0.1469753 Jul 14 09:23:24.678404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1bfe14e-cd26-43ab-8df9-ee0eb47f0205 req-3a997a8a-1a0f-4994-8f71-367d3060e908 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532496 Jul 14 09:23:24.730422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a12cd16d-96b6-40d6-a01f-9fa4dd34fd32 req-b54d16fc-5429-4744-a225-fa67b1d5adc0 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805442 Jul 14 09:23:24.828188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:24.998158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec90695-0d5a-4800-b136-cb571d72e970 req-8a6ee2b2-196c-4d21-b251-6f76cd37fd50 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.009601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ec90695-0d5a-4800-b136-cb571d72e970 req-8a6ee2b2-196c-4d21-b251-6f76cd37fd50 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 1096 time: 0.0959170 Jul 14 09:23:25.074035 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ec90695-0d5a-4800-b136-cb571d72e970 req-ae2cef76-2131-41dd-9f77-dc954758244d tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 Jul 14 09:23:25.095531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Checking segment: {'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:25.098847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Network hostable DHCP agents. Network: b429a2d5-cb27-47d8-b9d3-cae848ea2ad0, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:23:25.101251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:25.175111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:23:25.213536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799b2e-1bcc-42b9-8a23-a8f895d3cd2b req-8c710add-e847-4fe2-8857-868f2e77ef55 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.215853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a799b2e-1bcc-42b9-8a23-a8f895d3cd2b req-8c710add-e847-4fe2-8857-868f2e77ef55 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.2639415 Jul 14 09:23:25.217673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b429a2d5-cb27-47d8-b9d3-cae848ea2ad0) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:25.229140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e56c2d8-8a47-4dfe-a0ca-bd3740de834e None None] Network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:25.246303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.251343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.329366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a799b2e-1bcc-42b9-8a23-a8f895d3cd2b req-43f18334-19d0-43a1-aae9-ee590a052a6e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908675 Jul 14 09:23:25.344915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48332) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:25.345141 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-378b1fa8-23eb-4dfc-9cda-15b3ed2f87f0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0537329 Jul 14 09:23:25.353340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:25.410727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.412789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.460122 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.495624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.572680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b429a2d5-cb27-47d8-b9d3-cae848ea2ad0', 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'fixed_ips': [{'subnet_id': '3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:23:25.574375 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.710025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a0b90-9833-49a6-8540-33a1876d69d9 req-2158de45-5469-4b83-bfbd-c81c4528042c tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.716841 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db3a0b90-9833-49a6-8540-33a1876d69d9 req-2158de45-5469-4b83-bfbd-c81c4528042c tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 945 time: 0.1985292 Jul 14 09:23:25.770353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:25.793015 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db3a0b90-9833-49a6-8540-33a1876d69d9 req-abd3886b-bfb2-40ab-8fe9-ac9928fab457 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622859 Jul 14 09:23:25.856026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Allocated IP 172.20.0.2 (b429a2d5-cb27-47d8-b9d3-cae848ea2ad0/3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4/1a64562b-2db8-4a56-a5b5-12dc8774e80c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:25.980911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-449b89c8-197d-471f-a9df-b7ad3e7ee03e tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:25.982491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-449b89c8-197d-471f-a9df-b7ad3e7ee03e tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 821 time: 0.3614066 Jul 14 09:23:26.004410 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7cfc4bb-6d6b-4301-83f9-b08e0c3b00f4 req-bedadce5-087d-45a8-9181-1ebadbf449a6 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 210 time: 0.0430491 Jul 14 09:23:26.018648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Request body: {'port': {'device_id': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'admin_state_up': True, 'tenant_id': 'df7f4d0203444ab89843baf353ad2efa'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:26.168209 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.177319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Transition to ACTIVE for port object 1a64562b-2db8-4a56-a5b5-12dc8774e80c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:26.194337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Transition to ACTIVE for port object 1a64562b-2db8-4a56-a5b5-12dc8774e80c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:26.199641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:26.204806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.242174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:26.246046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:26.273118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:26.359196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Attempting to bind port 1a64562b-2db8-4a56-a5b5-12dc8774e80c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:26.359807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Attempting to bind port 1a64562b-2db8-4a56-a5b5-12dc8774e80c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:26.360434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Attempting to bind port 1a64562b-2db8-4a56-a5b5-12dc8774e80c on network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:26.370906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:26.371953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Checking segment: {'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:26.372657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.373250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Bound using segment: {'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:26.373902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Bound port: 1a64562b-2db8-4a56-a5b5-12dc8774e80c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:26.374460 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.398812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Made reservation on behalf of df7f4d0203444ab89843baf353ad2efa for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:26.403430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.462683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] For port 1a64562b-2db8-4a56-a5b5-12dc8774e80c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:26.467206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] For port 1a64562b-2db8-4a56-a5b5-12dc8774e80c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1a64562b-2db8-4a56-a5b5-12dc8774e80c,segment=NetworkSegment(19e6f1b6-9b43-4a58-a636-de3de3881a35),segment_id=19e6f1b6-9b43-4a58-a636-de3de3881a35)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:26.478979 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.516577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Pushing event updated for resources: {'Port': ['ID=1a64562b-2db8-4a56-a5b5-12dc8774e80c,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:26.522338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.575212 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.607420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-e18669d6-e2d7-408e-aaf2-2ff13f621562 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:26.609151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48328f92-4d2a-4c45-92b0-962fa273af7b None None] Pushing event updated for resources: {'Port': ['ID=1a64562b-2db8-4a56-a5b5-12dc8774e80c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:26.616593 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-e18669d6-e2d7-408e-aaf2-2ff13f621562 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/networks?id=a229a0d2-a280-4ff7-9fb9-18f9011fa82b HTTP/1.1" status: 200 len: 814 time: 0.2354021 Jul 14 09:23:26.632559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.643361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-4b4e01cf-593e-4c84-af12-44c04b907718 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/quotas/3c741968710e446faaad1b5ac2db11d4 HTTP/1.1" status: 200 len: 375 time: 0.0258641 Jul 14 09:23:26.647718 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.731974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:26.733208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:26.736353 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a183a701-db74-4032-95c1-3c0174775eee" -d '{"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:26.740562 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:26.744835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-6c88db05-44e3-4da4-93f8-077c16acdc8a tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3c741968710e446faaad1b5ac2db11d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952845 Jul 14 09:23:26.818344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:26.889356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Allocated IP 172.20.0.3 (5d2bbeac-ba5a-40c8-ab23-a57d78c54101/c59228d2-777c-49a5-a349-7c4682e49e4a/fc0d88e6-2cb5-4701-8b20-acc1903d81fa) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:26.938064 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-0140d992-7eef-4810-86c1-1dff2c4b1496 service neutron] 10.222.0.73 "GET /v2.0/networks/a229a0d2-a280-4ff7-9fb9-18f9011fa82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848333 Jul 14 09:23:26.988392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Allocated IP 172.25.0.179 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/84797ac7-8649-4498-88dd-491f9bb7cb57) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:27.037477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eaa17-aeb5-4846-bdfa-72f036eedddb req-776e1a09-cc6c-4360-b5f0-ff4ecf05639f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:27.039712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-499eaa17-aeb5-4846-bdfa-72f036eedddb req-776e1a09-cc6c-4360-b5f0-ff4ecf05639f tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 945 time: 0.2666378 Jul 14 09:23:27.050284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:27.058094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Request body: {'floatingip': {'port_id': '38ef845c-78c2-428e-b633-34cd54ef3fff'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:27.124607 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.124792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.237434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.241394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.376928 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-d4ade264-35dd-49fc-952c-5b90e565cf7b service neutron] 10.222.0.73 "GET /v2.0/networks/a229a0d2-a280-4ff7-9fb9-18f9011fa82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377768 Jul 14 09:23:27.400093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.474203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event updated for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:27.495273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38944422-0bc5-46b2-8a86-fe6d7573fc0d req-9ff2c3b2-4f81-45ce-a0cf-6776a9ab774b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:27.497182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38944422-0bc5-46b2-8a86-fe6d7573fc0d req-9ff2c3b2-4f81-45ce-a0cf-6776a9ab774b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.2150922 Jul 14 09:23:27.500550 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.606725 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7658d9-9ed8-42c4-9d3a-55c3190e03e1 x-openstack-request-id: req-ac7658d9-9ed8-42c4-9d3a-55c3190e03e1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:27.607237 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:27.607237 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac7658d9-9ed8-42c4-9d3a-55c3190e03e1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:27.607586 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'code': 200} Jul 14 09:23:27.638992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Pushing event updated for resources: {'Port': ['ID=84797ac7-8649-4498-88dd-491f9bb7cb57,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:27.665613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:27.685348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:27.693251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:27.789572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:27.830594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:27.836049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.844547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:27.857586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:27.872692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.882938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:27.924597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-acf205d8-62d0-413c-aa93-82e8628824e4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9304526 Jul 14 09:23:27.938154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Request body: {'port': {'device_id': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:27.959099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38944422-0bc5-46b2-8a86-fe6d7573fc0d req-e18fc93d-ecde-4b21-bf04-eec7f3396a54 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348290 Jul 14 09:23:28.187952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a55fff89-a491-4207-94d2-f035a6c60b44 req-115007af-7356-40f1-adb1-77da7ef4de43 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 210 time: 0.1562591 Jul 14 09:23:28.201175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba067d5-0f3b-45f5-bff0-5ea0415863f1 None None] Network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:28.235395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d42014-a667-44a3-b027-dfda93f23a93 req-4d310d5a-d639-46cb-8385-be6cae63bf2e tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:28.237036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77d42014-a667-44a3-b027-dfda93f23a93 req-4d310d5a-d639-46cb-8385-be6cae63bf2e tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 931 time: 0.3676674 Jul 14 09:23:28.283474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:28.306704 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Floating IP 586c27f1-4549-43b8-a1b6-2170bc9b2803 associated. External IP: 172.25.0.24, port: 38ef845c-78c2-428e-b633-34cd54ef3fff. Jul 14 09:23:28.363410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9553bbc7-31a9-4d86-9fcb-7feb9b225828 None None] Provisioning for port 1a64562b-2db8-4a56-a5b5-12dc8774e80c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:28.501433 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77d42014-a667-44a3-b027-dfda93f23a93 req-5a46c562-5255-425e-a669-92db0e9d9ea5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538800 Jul 14 09:23:28.800033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Router a1c0f9ca-8fa8-482f-828e-9ec51940142c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:28.840033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.007665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:29.013813 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.022647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1a64562b-2db8-4a56-a5b5-12dc8774e80c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:29.033681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] Sync routers for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:29.093522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-da2c423a-9f0d-4d72-95f2-1266523d32b0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "PUT /v2.0/floatingips/586c27f1-4549-43b8-a1b6-2170bc9b2803 HTTP/1.1" status: 200 len: 990 time: 2.0395653 Jul 14 09:23:29.093522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'tag': '38ef845c-78c2-428e-b633-34cd54ef3fff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:29.101570 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c04adf-4563-4aef-b422-7a3890db9744" -d '{"events": [{"name": "network-changed", "server_uuid": "c89671b1-6723-4d3c-965d-45f85c0e177c", "tag": "38ef845c-78c2-428e-b633-34cd54ef3fff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:29.121252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1a64562b-2db8-4a56-a5b5-12dc8774e80c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:29.129861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:29.130325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:23:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:29.250766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1a64562b-2db8-4a56-a5b5-12dc8774e80c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:29.253538 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.358647 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d9b91e-52f3-4b71-8409-39d48ff0a2e6 x-openstack-request-id: req-c6d9b91e-52f3-4b71-8409-39d48ff0a2e6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:29.358944 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c89671b1-6723-4d3c-965d-45f85c0e177c", "tag": "38ef845c-78c2-428e-b633-34cd54ef3fff", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:29.359198 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6d9b91e-52f3-4b71-8409-39d48ff0a2e6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:29.359593 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'tag': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'status': 'completed', 'code': 200} Jul 14 09:23:29.429963 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.432774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:29.526750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05088a7-6582-495d-93ca-761ddc1422a1 req-2992f939-5496-4bd8-9c2e-193e925c1d5c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.531552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c835300-9f7f-4650-a2ba-b6953976417f req-dd98e916-81de-44b7-acff-49e2284ad181 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 210 time: 0.0507174 Jul 14 09:23:29.533620 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a05088a7-6582-495d-93ca-761ddc1422a1 req-2992f939-5496-4bd8-9c2e-193e925c1d5c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.3513110 Jul 14 09:23:29.539264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04adf-4563-4aef-b422-7a3890db9744 req-60799348-209d-410e-9b81-e07a49f99174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.550677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c04adf-4563-4aef-b422-7a3890db9744 req-60799348-209d-410e-9b81-e07a49f99174 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da40589ad30e42c29f1feb371c71d83c&device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 1097 time: 0.1492519 Jul 14 09:23:29.600914 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.611486 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.690637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a05088a7-6582-495d-93ca-761ddc1422a1 req-64639a56-94b3-4a06-9aec-72e7860f4693 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561456 Jul 14 09:23:29.782361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0d88e6-2cb5-4701-8b20-acc1903d81fa {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:29.795897 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.801167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04adf-4563-4aef-b422-7a3890db9744 req-969aaf69-c501-45f9-9c62-5e4ee6254627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:29.802824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c04adf-4563-4aef-b422-7a3890db9744 req-969aaf69-c501-45f9-9c62-5e4ee6254627 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 200 len: 925 time: 0.2441745 Jul 14 09:23:29.822884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Transition to ACTIVE for port object fc0d88e6-2cb5-4701-8b20-acc1903d81fa will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:29.832293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:29.970180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5248555d-159e-455d-9d6d-7ed7785addd7 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:30.014341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-d16f932c-793d-40a4-b6a8-70e7d640ac1d tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:30.016392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-d16f932c-793d-40a4-b6a8-70e7d640ac1d tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.66 "GET /v2.0/networks?id=a229a0d2-a280-4ff7-9fb9-18f9011fa82b HTTP/1.1" status: 200 len: 814 time: 0.1228297 Jul 14 09:23:30.032190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 1a64562b-2db8-4a56-a5b5-12dc8774e80c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1a64562b-2db8-4a56-a5b5-12dc8774e80c,segment=NetworkSegment(19e6f1b6-9b43-4a58-a636-de3de3881a35),segment_id=19e6f1b6-9b43-4a58-a636-de3de3881a35)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:30.051672 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.073101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Request body: {'port': {'device_id': '607f426b-57f2-49fe-bb88-3ab40d1d510c', 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b', 'admin_state_up': True, 'tenant_id': '3c741968710e446faaad1b5ac2db11d4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:30.100960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.135954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=1a64562b-2db8-4a56-a5b5-12dc8774e80c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.180004 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c04adf-4563-4aef-b422-7a3890db9744 req-eb46c17d-49d5-4d34-a8e7-ae526acffc95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38ef845c-78c2-428e-b633-34cd54ef3fff HTTP/1.1" status: 200 len: 998 time: 0.3657556 Jul 14 09:23:30.202001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Attempting to bind port fc0d88e6-2cb5-4701-8b20-acc1903d81fa on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:30.202258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Attempting to bind port fc0d88e6-2cb5-4701-8b20-acc1903d81fa by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:30.204838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Attempting to bind port fc0d88e6-2cb5-4701-8b20-acc1903d81fa on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:30.230839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Port fc0d88e6-2cb5-4701-8b20-acc1903d81fa on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:30.235008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Attempting to bind port fc0d88e6-2cb5-4701-8b20-acc1903d81fa on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:30.260385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:30.260796 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Checking segment: {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:30.262304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Bound using segment: {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:30.264808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Bound port: fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:30.265207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.275993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:23:30.416500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:30.426022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c61b93-2a89-4067-b089-d9d6e205a171 req-79cfe1ba-2ec5-4b45-9cff-86db2a89abc2 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:30.436088 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17c61b93-2a89-4067-b089-d9d6e205a171 req-79cfe1ba-2ec5-4b45-9cff-86db2a89abc2 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 943 time: 0.5435634 Jul 14 09:23:30.459320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04adf-4563-4aef-b422-7a3890db9744 req-9bd4d74e-792d-4ac5-86a3-01da9ab218a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:30.462061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c04adf-4563-4aef-b422-7a3890db9744 req-9bd4d74e-792d-4ac5-86a3-01da9ab218a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa HTTP/1.1" status: 200 len: 863 time: 0.2720106 Jul 14 09:23:30.503349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '5248555d-159e-455d-9d6d-7ed7785addd7', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '5248555d-159e-455d-9d6d-7ed7785addd7', 'mac_address': 'fa:16:3e:31:82:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:30.593935 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.611040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '586c27f1-4549-43b8-a1b6-2170bc9b2803', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'port_id': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'mac_address': 'fa:16:3e:c9:25:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:23:27Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:30.618508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5248555d-159e-455d-9d6d-7ed7785addd7 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:30.629518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17c61b93-2a89-4067-b089-d9d6e205a171 req-f43f3668-3880-48f2-be07-c8187cfa8b33 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920617 Jul 14 09:23:30.657725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Made reservation on behalf of 3c741968710e446faaad1b5ac2db11d4 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:23:30.662942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] Checking router: a1c0f9ca-8fa8-482f-828e-9ec51940142c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:30.680638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.693168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:30.694621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:30.695264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:23:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:30.700059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.782430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c04adf-4563-4aef-b422-7a3890db9744 req-843af6ba-63cc-4db2-ba5d-59cf3d96b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:30.784018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c04adf-4563-4aef-b422-7a3890db9744 req-843af6ba-63cc-4db2-ba5d-59cf3d96b789 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7903b25e-f7c7-42be-8fb1-7d412959b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2846944 Jul 14 09:23:30.827703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:30.836987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:30.839867 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Sync routers for ids ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:30.840972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:30.853432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['5248555d-159e-455d-9d6d-7ed7785addd7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:30.855274 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Routers {'271019ea-0878-4fb5-976c-2fa3ebdcd6a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:30.858251 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:23:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:30.886372 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6896b76d-777f-44ee-94b0-6b8c379c5c17 req-1d8d3e2b-85d3-4d27-81ad-575f35d1925a tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 210 time: 0.1043284 Jul 14 09:23:30.896103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:30.972944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:30.987890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1a64562b-2db8-4a56-a5b5-12dc8774e80c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:31.022645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.025001 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f1ae798a-b569-4fb4-a5c6-9a6e08fe6365 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6785030 Jul 14 09:23:31.026757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.027733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.029486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] 10.222.0.69 "PUT /v2.0/ports/fc0d88e6-2cb5-4701-8b20-acc1903d81fa HTTP/1.1" status: 200 len: 1092 time: 3.0957127 Jul 14 09:23:31.032378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:31.042131 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9326c220-04ec-47a6-9ae5-70eb7889dc6a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:31.051775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48536) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:31.068026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:31.169965 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Set router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:31.241739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194d530-c857-4b7f-91fa-f142c605f999 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:31.284508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Allocated IP 172.20.0.7 (a229a0d2-a280-4ff7-9fb9-18f9011fa82b/c0212873-cca6-4f22-ae40-8c058bcc53cf/5a94c31e-a065-4ce2-9524-836565a668a0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:31.557930 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:28Z', 'revision_number': 3, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port': {'id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:26Z', 'updated_at': '2021-07-14T09:23:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:31.558414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1a64562b-2db8-4a56-a5b5-12dc8774e80c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:31.558774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.670807 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Checking router: 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:31.676147 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Updating router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 port 84797ac7-8649-4498-88dd-491f9bb7cb57 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:23:31.707122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-582eb115-36be-496b-a00b-75be4ffa4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.708969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-582eb115-36be-496b-a00b-75be4ffa4494 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 1095 time: 0.5812480 Jul 14 09:23:31.807586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164997bc-b9c1-488e-ba84-24925fcce4ad req-855689f3-d04d-42b1-8732-ef93b1b56409 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:31.809822 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-164997bc-b9c1-488e-ba84-24925fcce4ad req-855689f3-d04d-42b1-8732-ef93b1b56409 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.6208425 Jul 14 09:23:31.815639 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:31.959207 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-ec224cd9-674e-404b-b988-2d4e7ab58cec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa HTTP/1.1" status: 200 len: 217 time: 0.2411354 Jul 14 09:23:32.053110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5248555d-159e-455d-9d6d-7ed7785addd7 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:32.122304 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-164997bc-b9c1-488e-ba84-24925fcce4ad req-05abb7ca-6ae0-456f-a89f-fb73821ecb17 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328267 Jul 14 09:23:32.196293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.265285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '586c27f1-4549-43b8-a1b6-2170bc9b2803', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'port_id': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'mac_address': 'fa:16:3e:c9:25:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:23:27Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:32.342267 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44dfa41-7af4-4b59-9d0d-f1c5c12abcb8 x-openstack-request-id: req-b44dfa41-7af4-4b59-9d0d-f1c5c12abcb8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:32.347221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c04adf-4563-4aef-b422-7a3890db9744 req-33bd041c-a937-4141-966c-c792992964b9 service neutron] 10.222.0.66 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4741828 Jul 14 09:23:32.347790 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:32.347981 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b44dfa41-7af4-4b59-9d0d-f1c5c12abcb8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:32.348562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331724e1-5257-4c2f-8b76-ac741ed3552c None None] The sync data for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 is: [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '586c27f1-4549-43b8-a1b6-2170bc9b2803', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'port_id': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'mac_address': 'fa:16:3e:c9:25:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:20:42Z', 'updated_at': '2021-07-14T09:23:27Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:32.350737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 5248555d-159e-455d-9d6d-7ed7785addd7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:32.351269 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'status': 'completed', 'code': 200} Jul 14 09:23:32.353630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.363357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-e2dbfca5-396f-4f0a-82e7-b34d5d69ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:32.380021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-e2dbfca5-396f-4f0a-82e7-b34d5d69ee63 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c59228d2-777c-49a5-a349-7c4682e49e4a HTTP/1.1" status: 200 len: 861 time: 0.3791902 Jul 14 09:23:32.396427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Transition to ACTIVE for port object 5a94c31e-a065-4ce2-9524-836565a668a0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:32.702398 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.763231 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c04adf-4563-4aef-b422-7a3890db9744 req-f17ac09d-94c2-4f96-bd1e-8a9ae83562d9 service neutron] 10.222.0.66 "GET /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210778 Jul 14 09:23:32.774631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:32.777177 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f16f17-3a7e-489d-aa7f-90daac9525ce" -d '{"events": [{"server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "name": "network-vif-plugged", "status": "completed", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:32.797733 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-67950cc5-247f-4dc3-b2e5-503fd07797a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1838801 Jul 14 09:23:32.827872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:32.837496 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.840844 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.871779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Transition to ACTIVE for port object 84797ac7-8649-4498-88dd-491f9bb7cb57 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:32.893905 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.909131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:32.917285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925bc385-8dd5-424b-8887-b353a8433e86 None None] New status for floating IP 586c27f1-4549-43b8-a1b6-2170bc9b2803: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:23:33.063607 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f29733-041b-4477-be71-c3e0f5ee2ed3 None None] Pushing event updated for resources: {'Port': ['ID=84797ac7-8649-4498-88dd-491f9bb7cb57,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.076359 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Attempting to bind port 84797ac7-8649-4498-88dd-491f9bb7cb57 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:33.077714 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Attempting to bind port 84797ac7-8649-4498-88dd-491f9bb7cb57 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:33.078831 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Attempting to bind port 84797ac7-8649-4498-88dd-491f9bb7cb57 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:33.089976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:33.093899 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:33.097074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:33.098256 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:33.099419 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.101138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:33.102870 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:33.104287 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Bound port: 84797ac7-8649-4498-88dd-491f9bb7cb57, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:33.105507 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.120103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Pushing event updated for resources: {'Port': ['ID=5a94c31e-a065-4ce2-9524-836565a668a0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.233093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.235504 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.267907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-76a0af5c-f14b-4975-a23e-a9fb91579cc7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2265282 Jul 14 09:23:33.274350 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] For port 84797ac7-8649-4498-88dd-491f9bb7cb57, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:33.275784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-ab3cc088-fc7d-4c29-adb7-f0b6d621e986 service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648988 Jul 14 09:23:33.288255 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] For port 84797ac7-8649-4498-88dd-491f9bb7cb57, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=84797ac7-8649-4498-88dd-491f9bb7cb57,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:33.295045 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.323430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Request body: {'port': {'device_id': '607f426b-57f2-49fe-bb88-3ab40d1d510c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:23:33.404098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.468229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.487792 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Routers {'271019ea-0878-4fb5-976c-2fa3ebdcd6a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:33.488892 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:23:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:33.510213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84224-6d7b-4ae5-9de5-74188a2d2728 req-8f05bb86-03ed-41ee-af1b-684ae2fd7b15 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:33.511813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04c84224-6d7b-4ae5-9de5-74188a2d2728 req-8f05bb86-03ed-41ee-af1b-684ae2fd7b15 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 943 time: 0.6524413 Jul 14 09:23:33.524998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.636473 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f29733-041b-4477-be71-c3e0f5ee2ed3 None None] Pushing event updated for resources: {'Port': ['ID=84797ac7-8649-4498-88dd-491f9bb7cb57,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:33.662694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5959cfad-55ea-480d-9d0a-7f0a3b982915 None None] Provisioning for port 5a94c31e-a065-4ce2-9524-836565a668a0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:33.673628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5959cfad-55ea-480d-9d0a-7f0a3b982915 None None] Provisioning complete for port 5a94c31e-a065-4ce2-9524-836565a668a0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:33.674026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5959cfad-55ea-480d-9d0a-7f0a3b982915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:33.723423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0304962-6f36-4cb6-9940-b6cdc2858492 req-02520bde-fbd1-4b94-bdbf-e627d08c40e3 service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654285 Jul 14 09:23:33.795582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5959cfad-55ea-480d-9d0a-7f0a3b982915 None None] Port 5a94c31e-a065-4ce2-9524-836565a668a0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:33.897429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04c84224-6d7b-4ae5-9de5-74188a2d2728 req-4952ec48-9692-4fb9-a39e-248e72be2d68 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669352 Jul 14 09:23:33.922668 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] Set router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:34.162694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-02ad6f22-9875-4ad3-8bf6-5b46929b1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:34.166936 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-02ad6f22-9875-4ad3-8bf6-5b46929b1123 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 1095 time: 0.3509531 Jul 14 09:23:34.234505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a94c31e-a065-4ce2-9524-836565a668a0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:34.253018 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.277449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Transition to ACTIVE for port object 5a94c31e-a065-4ce2-9524-836565a668a0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:34.289311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.335775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Allocated IP 172.20.0.1 (b429a2d5-cb27-47d8-b9d3-cae848ea2ad0/3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4/cdc708ad-3007-4b1e-851e-4471888fa381) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:23:34.582189 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:28Z', 'revision_number': 3, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port': {'id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:26Z', 'updated_at': '2021-07-14T09:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:34.651068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a94c31e-a065-4ce2-9524-836565a668a0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:34.680821 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82d8738-e0b7-4cf3-b48e-6b8a392b1a77 None None] The sync data for ids ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'] in n-d-780147-26 is: [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:28Z', 'revision_number': 3, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port': {'id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:07:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:26Z', 'updated_at': '2021-07-14T09:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:34.685933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Attempting to bind port 5a94c31e-a065-4ce2-9524-836565a668a0 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:34.686277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Attempting to bind port 5a94c31e-a065-4ce2-9524-836565a668a0 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:34.694801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Attempting to bind port 5a94c31e-a065-4ce2-9524-836565a668a0 on network a229a0d2-a280-4ff7-9fb9-18f9011fa82b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:34.718453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Port 5a94c31e-a065-4ce2-9524-836565a668a0 on network a229a0d2-a280-4ff7-9fb9-18f9011fa82b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:23:34.718785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Attempting to bind port 5a94c31e-a065-4ce2-9524-836565a668a0 on network a229a0d2-a280-4ff7-9fb9-18f9011fa82b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:34.734892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:34.735238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Checking segment: {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:34.735629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Bound using segment: {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:34.736124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Bound port: 5a94c31e-a065-4ce2-9524-836565a668a0, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '190544e8-5531-4ed5-9292-6b4028ad11b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:34.737551 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:34.934320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] For port 5a94c31e-a065-4ce2-9524-836565a668a0, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:34.941583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] For port 5a94c31e-a065-4ce2-9524-836565a668a0, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5a94c31e-a065-4ce2-9524-836565a668a0,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:34.954852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.080478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.081365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.082830 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] 10.222.0.66 "PUT /v2.0/ports/5a94c31e-a065-4ce2-9524-836565a668a0 HTTP/1.1" status: 200 len: 1092 time: 1.7638369 Jul 14 09:23:35.083226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607f426b-57f2-49fe-bb88-3ab40d1d510c', 'tag': '5a94c31e-a065-4ce2-9524-836565a668a0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:35.089399 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b930f4-6434-4b49-a099-897317c75773" -d '{"events": [{"name": "network-changed", "server_uuid": "607f426b-57f2-49fe-bb88-3ab40d1d510c", "tag": "5a94c31e-a065-4ce2-9524-836565a668a0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:35.123757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c241b-f183-4051-b76f-97dee06c8ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=5a94c31e-a065-4ce2-9524-836565a668a0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:35.426161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-2c098bc9-97ed-49e1-9813-6522708d328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.427857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-2c098bc9-97ed-49e1-9813-6522708d328d service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 922 time: 1.2508192 Jul 14 09:23:35.441175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a80410-1e8a-415c-8947-345b6e24a854 req-daf5f2df-453e-4454-b21d-c46c6e67ab2c tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.443297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40a80410-1e8a-415c-8947-345b6e24a854 req-daf5f2df-453e-4454-b21d-c46c6e67ab2c tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 943 time: 1.1393526 Jul 14 09:23:35.526851 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-1913d34a-3026-4e48-96a8-42a26e47dab1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa HTTP/1.1" status: 200 len: 217 time: 0.0783024 Jul 14 09:23:35.536118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.626103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-8fa88d48-151f-4f80-9069-b4980cad2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:35.627586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-8fa88d48-151f-4f80-9069-b4980cad2c06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c59228d2-777c-49a5-a349-7c4682e49e4a HTTP/1.1" status: 200 len: 861 time: 0.0787730 Jul 14 09:23:35.673259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Transition to ACTIVE for port object cdc708ad-3007-4b1e-851e-4471888fa381 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:35.687152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40a80410-1e8a-415c-8947-345b6e24a854 req-b00857a8-585c-4151-b372-61780d2f9df2 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231524 Jul 14 09:23:35.694522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-60081d5c-0a69-410b-b64b-104f16079448 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571909 Jul 14 09:23:35.776567 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1228a1b5-a75c-487d-988d-4907f092a11f x-openstack-request-id: req-1228a1b5-a75c-487d-988d-4907f092a11f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:35.777794 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "name": "network-vif-plugged", "status": "completed", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:35.778225 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1228a1b5-a75c-487d-988d-4907f092a11f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:35.778784 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7', 'code': 200} Jul 14 09:23:35.872066 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:35.975551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Pushing event updated for resources: {'Port': ['ID=cdc708ad-3007-4b1e-851e-4471888fa381,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.073417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-d56a8c10-61e9-4723-be9b-e5948566b467 service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691344 Jul 14 09:23:36.075298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:36.080159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:36.160999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:23:36.318621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9326c220-04ec-47a6-9ae5-70eb7889dc6a req-43d3c96c-2f4a-460f-b7ea-fc53932f950b service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360711 Jul 14 09:23:36.322388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc0d88e6-2cb5-4701-8b20-acc1903d81fa details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:36.367835 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.438613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c7554031-ef28-46a4-906c-822b8236c210 None None] Provisioning for port cdc708ad-3007-4b1e-851e-4471888fa381 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:36.446592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c7554031-ef28-46a4-906c-822b8236c210 None None] Provisioning complete for port cdc708ad-3007-4b1e-851e-4471888fa381 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:36.447324 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c7554031-ef28-46a4-906c-822b8236c210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.451046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa38e9-f658-450e-ad58-b15f042223d7 req-ea8da0e6-6b32-459a-8d65-2dcf462e8ea8 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:36.452925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0faa38e9-f658-450e-ad58-b15f042223d7 req-ea8da0e6-6b32-459a-8d65-2dcf462e8ea8 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.4328537 Jul 14 09:23:36.551328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0faa38e9-f658-450e-ad58-b15f042223d7 req-674faf91-1968-4b66-b9f6-8291068d9ba9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914164 Jul 14 09:23:36.642112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:36.646663 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.657751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'port_id': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'mac_address': 'fa:16:3e:99:de:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59228d2-777c-49a5-a349-7c4682e49e4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:36.659702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c7554031-ef28-46a4-906c-822b8236c210 None None] Port cdc708ad-3007-4b1e-851e-4471888fa381 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:36.737716 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.750620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0d88e6-2cb5-4701-8b20-acc1903d81fa {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:36.787413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:36.793133 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.925926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:36.966077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:36.974819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.010014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 84797ac7-8649-4498-88dd-491f9bb7cb57 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:37.075242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Pushing event updated for resources: {'Port': ['ID=cdc708ad-3007-4b1e-851e-4471888fa381,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.076538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['fc0d88e6-2cb5-4701-8b20-acc1903d81fa'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:37.098876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.156050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 84797ac7-8649-4498-88dd-491f9bb7cb57 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:37.198352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 84797ac7-8649-4498-88dd-491f9bb7cb57 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:37.198966 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.234428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:23:37.236116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:23:37.354377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.409205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 84797ac7-8649-4498-88dd-491f9bb7cb57, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=84797ac7-8649-4498-88dd-491f9bb7cb57,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:37.417175 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.461831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:37.521599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=84797ac7-8649-4498-88dd-491f9bb7cb57,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:37.617608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:37.628237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-95b64632-652c-423c-bdac-0a529c67d1cb admin admin] 10.222.0.73 "PUT /v2.0/routers/271019ea-0878-4fb5-976c-2fa3ebdcd6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5700960 Jul 14 09:23:37.650845 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Sync routers for ids ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:37.670975 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Routers {'271019ea-0878-4fb5-976c-2fa3ebdcd6a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:37.671919 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:23:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:37.696536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f948715f-e0b2-4edb-91e0-9c790c1e5c3e None None] Provisioning complete for port cdc708ad-3007-4b1e-851e-4471888fa381 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:37.696915 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f948715f-e0b2-4edb-91e0-9c790c1e5c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:37.759207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f948715f-e0b2-4edb-91e0-9c790c1e5c3e None None] Port cdc708ad-3007-4b1e-851e-4471888fa381 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:23:37.857116 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Set router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:38.159315 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:36Z', 'revision_number': 4, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port': {'id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:26Z', 'updated_at': '2021-07-14T09:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'cdc708ad-3007-4b1e-851e-4471888fa381', 'name': '', 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'mac_address': 'fa:16:3e:18:6b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:33Z', 'updated_at': '2021-07-14T09:23:36Z', 'revision_number': 2, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'subnets': [{'id': '3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:38.187096 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Checking router: 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:38.187528 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Updating router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 port cdc708ad-3007-4b1e-851e-4471888fa381 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:23:38.236514 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.324226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc0d88e6-2cb5-4701-8b20-acc1903d81fa up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:38.378097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port fc0d88e6-2cb5-4701-8b20-acc1903d81fa completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:38.386472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port fc0d88e6-2cb5-4701-8b20-acc1903d81fa triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:38.386472 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.490268 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.515986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:38.518594 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66623057-4111-4bd6-9b6c-4b5bbcf4830c" -d '{"events": [{"server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:38.539456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:38.546547 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.571487 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.584009 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Transition to ACTIVE for port object cdc708ad-3007-4b1e-851e-4471888fa381 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:23:38.590145 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.618484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:38.641916 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4f13f-e639-48f5-a274-4de64b3a08c4 None None] Pushing event updated for resources: {'Port': ['ID=cdc708ad-3007-4b1e-851e-4471888fa381,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:38.728462 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Attempting to bind port cdc708ad-3007-4b1e-851e-4471888fa381 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:23:38.729312 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Attempting to bind port cdc708ad-3007-4b1e-851e-4471888fa381 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:23:38.729312 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Attempting to bind port cdc708ad-3007-4b1e-851e-4471888fa381 on network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:23:38.734773 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:23:38.735140 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Checking segment: {'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:23:38.735543 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.735927 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Bound using segment: {'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:23:38.736431 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Bound port: cdc708ad-3007-4b1e-851e-4471888fa381, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e6f1b6-9b43-4a58-a636-de3de3881a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:23:38.736826 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.824258 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] For port cdc708ad-3007-4b1e-851e-4471888fa381, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:23:38.824505 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] For port cdc708ad-3007-4b1e-851e-4471888fa381, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cdc708ad-3007-4b1e-851e-4471888fa381,segment=NetworkSegment(19e6f1b6-9b43-4a58-a636-de3de3881a35),segment_id=19e6f1b6-9b43-4a58-a636-de3de3881a35)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:23:38.840502 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:38.918972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 84797ac7-8649-4498-88dd-491f9bb7cb57 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:38.996042 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4f13f-e639-48f5-a274-4de64b3a08c4 None None] Pushing event updated for resources: {'Port': ['ID=cdc708ad-3007-4b1e-851e-4471888fa381,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:39.010960 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Routers {'271019ea-0878-4fb5-976c-2fa3ebdcd6a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:39.011611 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:23:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:39.042863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 84797ac7-8649-4498-88dd-491f9bb7cb57 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:39.043441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:39.212261 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] Set router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:39.466050 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:36Z', 'revision_number': 4, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port': {'id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:26Z', 'updated_at': '2021-07-14T09:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'cdc708ad-3007-4b1e-851e-4471888fa381', 'name': '', 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'mac_address': 'fa:16:3e:18:6b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:33Z', 'updated_at': '2021-07-14T09:23:38Z', 'revision_number': 4, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'subnets': [{'id': '3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:39.493037 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ef13fd-dd89-4f2f-b0ea-0f8d2ecc0f28 None None] The sync data for ids ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'] in n-d-780147-26 is: [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:36Z', 'revision_number': 4, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port': {'id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:26Z', 'updated_at': '2021-07-14T09:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'cdc708ad-3007-4b1e-851e-4471888fa381', 'name': '', 'network_id': 'b429a2d5-cb27-47d8-b9d3-cae848ea2ad0', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'mac_address': 'fa:16:3e:18:6b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:33Z', 'updated_at': '2021-07-14T09:23:38Z', 'revision_number': 4, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'subnets': [{'id': '3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:40.876589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cdc708ad-3007-4b1e-851e-4471888fa381 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:40.928611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port cdc708ad-3007-4b1e-851e-4471888fa381 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:40.932757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cdc708ad-3007-4b1e-851e-4471888fa381 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:40.933124 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.027374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.064294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port cdc708ad-3007-4b1e-851e-4471888fa381, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cdc708ad-3007-4b1e-851e-4471888fa381,segment=NetworkSegment(19e6f1b6-9b43-4a58-a636-de3de3881a35),segment_id=19e6f1b6-9b43-4a58-a636-de3de3881a35)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:41.073019 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:41.147683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=cdc708ad-3007-4b1e-851e-4471888fa381,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:42.875923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cdc708ad-3007-4b1e-851e-4471888fa381 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:42.940474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cdc708ad-3007-4b1e-851e-4471888fa381 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:42.940872 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:44.722291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-63f068e4-b93a-48bb-b002-4bd455e3c5e5 service neutron] 10.222.0.69 "GET /v2.0/ports/efdcf19d-7971-448b-b49c-2de02ff28d23/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 383 time: 0.1193383 Jul 14 09:23:44.824133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd91f1-e611-445e-86f2-6e1d2f0822f0 req-917b50b9-b7cd-4b12-ace8-9a8e7973e828 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:44.826407 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0dcd91f1-e611-445e-86f2-6e1d2f0822f0 req-917b50b9-b7cd-4b12-ace8-9a8e7973e828 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 945 time: 0.1171143 Jul 14 09:23:44.906787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0dcd91f1-e611-445e-86f2-6e1d2f0822f0 req-d42c5d61-3898-4846-85b9-50216193f659 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712242 Jul 14 09:23:45.009972 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4819b097-6302-4877-8cd1-763fa98a95b0 x-openstack-request-id: req-4819b097-6302-4877-8cd1-763fa98a95b0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:45.010861 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607f426b-57f2-49fe-bb88-3ab40d1d510c", "tag": "5a94c31e-a065-4ce2-9524-836565a668a0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:45.011334 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4819b097-6302-4877-8cd1-763fa98a95b0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:45.012344 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607f426b-57f2-49fe-bb88-3ab40d1d510c', 'tag': '5a94c31e-a065-4ce2-9524-836565a668a0', 'status': 'completed', 'code': 200} Jul 14 09:23:45.204514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-a80c2bab-41fa-4f07-bc98-1bc2a6b23d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.207421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-a80c2bab-41fa-4f07-bc98-1bc2a6b23d2c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 1102 time: 0.1799064 Jul 14 09:23:45.435004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-37ec7b6e-c758-4bf2-8a4b-7c67ffec268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.442759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-37ec7b6e-c758-4bf2-8a4b-7c67ffec268c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 1102 time: 0.1806827 Jul 14 09:23:45.464360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46638b8c-71c3-4b66-b2db-fd0a5d394f46 req-ef9b559d-f97e-4915-aef7-b15aef0fee07 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.472138 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46638b8c-71c3-4b66-b2db-fd0a5d394f46 req-ef9b559d-f97e-4915-aef7-b15aef0fee07 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 943 time: 0.2605247 Jul 14 09:23:45.535554 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46638b8c-71c3-4b66-b2db-fd0a5d394f46 req-d8831f0d-312c-4cef-9d36-8d9b4e6c5b48 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610244 Jul 14 09:23:45.549507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b930f4-6434-4b49-a099-897317c75773 req-46bf7df9-7535-4680-be93-c9a3283f4205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.555003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4b930f4-6434-4b49-a099-897317c75773 req-46bf7df9-7535-4680-be93-c9a3283f4205 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c741968710e446faaad1b5ac2db11d4&device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 1095 time: 0.2243953 Jul 14 09:23:45.687041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-d5ab9e7a-e887-445f-bdf1-acb52c2057ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.689475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-d5ab9e7a-e887-445f-bdf1-acb52c2057ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2413802 Jul 14 09:23:45.704474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148ed5e-0a0a-495e-b3e2-7ebd562fcc40 req-76a2e9d2-6c20-459a-8065-1d4f99f19538 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.707230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f148ed5e-0a0a-495e-b3e2-7ebd562fcc40 req-76a2e9d2-6c20-459a-8065-1d4f99f19538 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.2114072 Jul 14 09:23:45.791535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-839b88b2-2dd9-4779-8511-4116dbf3c4bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=efdcf19d-7971-448b-b49c-2de02ff28d23 HTTP/1.1" status: 200 len: 217 time: 0.0830846 Jul 14 09:23:45.816036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f148ed5e-0a0a-495e-b3e2-7ebd562fcc40 req-488bf873-0474-48e8-822b-dd6234766a20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993321 Jul 14 09:23:45.853798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae4402f3-517e-46cf-84f0-cf585aaa4e64 req-c1fb64d4-1743-46b5-9ba7-0d997c68c051 tempest-FloatingIPsNegativeTestJSON-88227483 tempest-FloatingIPsNegativeTestJSON-88227483-project] 10.222.0.73 "GET /v2.0/floatingips?tenant_id=80f20714d7bd4b5ca1f6b5573e29a018 HTTP/1.1" status: 200 len: 217 time: 0.1639888 Jul 14 09:23:45.888419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-fceccd18-dda1-4e72-a282-cde02992f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.890102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-fceccd18-dda1-4e72-a282-cde02992f138 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0897155 Jul 14 09:23:45.923393 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8453077-a013-42d4-bed0-597f05927786 x-openstack-request-id: req-c8453077-a013-42d4-bed0-597f05927786 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:45.924702 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:45.925268 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8453077-a013-42d4-bed0-597f05927786 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:45.925827 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'code': 200} Jul 14 09:23:45.988898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b930f4-6434-4b49-a099-897317c75773 req-45e3a7cd-3a4b-4c6e-b4a5-dc750448f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:45.990703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4b930f4-6434-4b49-a099-897317c75773 req-45e3a7cd-3a4b-4c6e-b4a5-dc750448f700 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=3c741968710e446faaad1b5ac2db11d4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4225194 Jul 14 09:23:46.027228 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5b239ce-0986-4987-a225-83237d855a92 req-548a1037-2013-40b6-a470-27f554ec1184 tempest-FloatingIPsNegativeTestJSON-88227483 tempest-FloatingIPsNegativeTestJSON-88227483-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0446734 Jul 14 09:23:46.058983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-1852f785-0d9d-422a-9ad5-1e4b16f8154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.065773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-1852f785-0d9d-422a-9ad5-1e4b16f8154e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1671481 Jul 14 09:23:46.211128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-06369996-9f39-44aa-8595-f3b3454cacc0 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380897 Jul 14 09:23:46.267052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b930f4-6434-4b49-a099-897317c75773 req-48bc3aac-cbd1-406d-a33b-d2a3f3545037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.271304 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4b930f4-6434-4b49-a099-897317c75773 req-48bc3aac-cbd1-406d-a33b-d2a3f3545037 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2733757 Jul 14 09:23:46.277570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6398d-91b3-43b4-ae43-3d4ad0423dcb req-6c8f5e5d-009f-4529-be02-9383888e493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.279402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-afc6398d-91b3-43b4-ae43-3d4ad0423dcb req-6c8f5e5d-009f-4529-be02-9383888e493f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 1097 time: 0.2529669 Jul 14 09:23:46.393589 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-afc6398d-91b3-43b4-ae43-3d4ad0423dcb req-cfe0d5b4-767f-43c8-992e-22d30526d912 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043124 Jul 14 09:23:46.433690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-1743a791-9b7d-4677-bbda-c5e7d371cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.435831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-1743a791-9b7d-4677-bbda-c5e7d371cb31 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3c741968710e446faaad1b5ac2db11d4&device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 1095 time: 0.1035020 Jul 14 09:23:46.442889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e553a9-3a68-4f3a-8c45-e0bc3bb73a7b req-e17cdb7c-587a-4419-9813-308429e0adbf tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.451312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82e553a9-3a68-4f3a-8c45-e0bc3bb73a7b req-e17cdb7c-587a-4419-9813-308429e0adbf tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 945 time: 0.1896224 Jul 14 09:23:46.487718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d4e6b9-8ab3-4782-a2ba-463395804362 req-6204f971-19f7-4bfc-ab93-59f0a2f61d2c service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685723 Jul 14 09:23:46.487980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-6c3ffbea-eeb5-494a-977a-0e430916613b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a94c31e-a065-4ce2-9524-836565a668a0 HTTP/1.1" status: 200 len: 217 time: 0.0417836 Jul 14 09:23:46.508542 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82e553a9-3a68-4f3a-8c45-e0bc3bb73a7b req-0eebc97a-beb3-45b6-a6aa-ddf093e4cc0f tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562828 Jul 14 09:23:46.566589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-244fa765-afe0-4f07-b7b6-f78453af9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.568093 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-244fa765-afe0-4f07-b7b6-f78453af9289 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0212873-cca6-4f22-ae40-8c058bcc53cf HTTP/1.1" status: 200 len: 853 time: 0.0727127 Jul 14 09:23:46.571211 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-db77a84d-825e-4671-a185-4aafd9a5c25e req-bb6dfbfb-58a8-4cc0-aa8a-7fee249c73a1 tempest-FloatingIPsNegativeTestJSON-88227483 tempest-FloatingIPsNegativeTestJSON-88227483-project] show failed (client error): The resource could not be found. Jul 14 09:23:46.572452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db77a84d-825e-4671-a185-4aafd9a5c25e req-bb6dfbfb-58a8-4cc0-aa8a-7fee249c73a1 tempest-FloatingIPsNegativeTestJSON-88227483 tempest-FloatingIPsNegativeTestJSON-88227483-project] 10.222.0.73 "GET /v2.0/floatingips/5c108c3d-ed64-43f2-bae9-c547e942f736 HTTP/1.1" status: 404 len: 350 time: 0.0480578 Jul 14 09:23:46.586698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48742) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:46.687263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-9ccc70d1-a997-4d99-a179-b1361a42ffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:46.688801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-9ccc70d1-a997-4d99-a179-b1361a42ffe7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a229a0d2-a280-4ff7-9fb9-18f9011fa82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087863 Jul 14 09:23:46.827674 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-66f27008-a327-4c57-9712-6b316613658b service neutron] 10.222.0.66 "GET /v2.0/networks/a229a0d2-a280-4ff7-9fb9-18f9011fa82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305757 Jul 14 09:23:46.962189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af6b5e44-77ea-421c-920e-9e7d32f0f756 req-3d411ddb-8429-44d1-8052-080b6746d3e1 service neutron] 10.222.0.66 "GET /v2.0/networks/a229a0d2-a280-4ff7-9fb9-18f9011fa82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205122 Jul 14 09:23:47.180378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b75dc-9ba8-455e-90d5-bc9384acf96f req-2169f592-c863-4e45-ae05-33cc5b1746d7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.182405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a5b75dc-9ba8-455e-90d5-bc9384acf96f req-2169f592-c863-4e45-ae05-33cc5b1746d7 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 943 time: 0.1635263 Jul 14 09:23:47.244892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a5b75dc-9ba8-455e-90d5-bc9384acf96f req-e1ccbffd-5e6a-4345-9d9a-37a3d9f2b2a1 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479901 Jul 14 09:23:47.348972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:47.592283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb29da-76b5-4fb5-9bc6-e70895d26bd8 req-05e64052-2d43-46eb-a4b1-a94add818a69 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:47.599537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0cb29da-76b5-4fb5-9bc6-e70895d26bd8 req-05e64052-2d43-46eb-a4b1-a94add818a69 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.1585200 Jul 14 09:23:47.694543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0cb29da-76b5-4fb5-9bc6-e70895d26bd8 req-f0f4eaed-d2fb-4167-993d-b286f2915404 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938339 Jul 14 09:23:47.849074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Deleting port cdc708ad-3007-4b1e-851e-4471888fa381 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:47.849414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.246774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef7191-d446-4b02-9b53-95aa8be86efd req-93b3ac1c-6916-44b1-8a9a-d4eb3d7250f5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:48.248575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbef7191-d446-4b02-9b53-95aa8be86efd req-93b3ac1c-6916-44b1-8a9a-d4eb3d7250f5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 945 time: 0.4095497 Jul 14 09:23:48.250538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] For port cdc708ad-3007-4b1e-851e-4471888fa381, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cdc708ad-3007-4b1e-851e-4471888fa381,segment=NetworkSegment(19e6f1b6-9b43-4a58-a636-de3de3881a35),segment_id=19e6f1b6-9b43-4a58-a636-de3de3881a35)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:48.250900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.278024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Calling delete_port for cdc708ad-3007-4b1e-851e-4471888fa381 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:48.345652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbef7191-d446-4b02-9b53-95aa8be86efd req-327d2e11-4a2c-400f-94b3-d117a23e999c tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918152 Jul 14 09:23:48.389014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:48.391486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:48.578268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.639515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc708ad-3007-4b1e-851e-4471888fa381,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:48.686314 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:48.802989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:48.834281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:48.848134 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c94d94-931e-4e22-a8ee-70bfe621c233" -d '{"events": [{"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-unplugged", "status": "completed", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:48.872436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:48.888028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'mac_address': 'fa:16:3e:e2:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:48.892189 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.074696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.089553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:49.103048 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.124433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdcf19d-7971-448b-b49c-2de02ff28d23 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:49.160140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:49.171937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584d0d2-2d18-476f-a0d4-502966482c37 req-c8dfccc9-e2b0-4764-a6cf-c32e35d72542 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:49.172346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:49.179850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a584d0d2-2d18-476f-a0d4-502966482c37 req-c8dfccc9-e2b0-4764-a6cf-c32e35d72542 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 943 time: 0.3688776 Jul 14 09:23:49.230205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:49.290265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a584d0d2-2d18-476f-a0d4-502966482c37 req-d4d620cb-b3e3-4bdc-93c2-a4a1cf1904ea tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063097 Jul 14 09:23:49.459266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['efdcf19d-7971-448b-b49c-2de02ff28d23'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:49.489932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:23:49.578559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b1548-aee1-479c-ac60-651ea6e21267 req-a7d7bb02-b8a1-4426-addd-ba982e7534d7 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:49.587714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-989b1548-aee1-479c-ac60-651ea6e21267 req-a7d7bb02-b8a1-4426-addd-ba982e7534d7 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 945 time: 0.1441710 Jul 14 09:23:49.679624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-989b1548-aee1-479c-ac60-651ea6e21267 req-3ed61e32-a25c-4267-9cb7-9523ccf9f131 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899861 Jul 14 09:23:49.691789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:23:49.698037 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ac71dc55-8e7d-40fa-ba05-4a75b08f74f5 admin admin] 10.222.0.73 "PUT /v2.0/routers/271019ea-0878-4fb5-976c-2fa3ebdcd6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1102633 Jul 14 09:23:49.700582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48774) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:49.708111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] Sync routers for ids ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:23:49.735302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] Routers {'271019ea-0878-4fb5-976c-2fa3ebdcd6a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:49.735953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:23:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:49.875905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] Set router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:49.902466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.038213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5a94c31e-a065-4ce2-9524-836565a668a0 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:50.217961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a21320-5f4e-4c34-b979-c04feac01b2e req-4f7ad508-4d96-45e8-a717-a7750b6dd9e5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:50.219548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5a21320-5f4e-4c34-b979-c04feac01b2e req-4f7ad508-4d96-45e8-a717-a7750b6dd9e5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 949 time: 0.3082817 Jul 14 09:23:50.276488 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.340983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5a21320-5f4e-4c34-b979-c04feac01b2e req-2848e9c3-3095-4352-ae83-7356369430ff tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056838 Jul 14 09:23:50.408390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Deleting port 84797ac7-8649-4498-88dd-491f9bb7cb57 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:50.409194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:50.410826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.463219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:48Z', 'revision_number': 5, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port': {'id': '84797ac7-8649-4498-88dd-491f9bb7cb57', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:07:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:23:26Z', 'updated_at': '2021-07-14T09:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.512593 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c989c1e8-2a69-4061-baee-d78b89f8f63f x-openstack-request-id: req-c989c1e8-2a69-4061-baee-d78b89f8f63f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:50.512928 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-unplugged", "status": "completed", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:50.513145 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c989c1e8-2a69-4061-baee-d78b89f8f63f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:50.513514 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'code': 200} Jul 14 09:23:50.515782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] Checking router: 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:23:50.547383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port efdcf19d-7971-448b-b49c-2de02ff28d23 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:50.547760 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.550874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] Routers {'271019ea-0878-4fb5-976c-2fa3ebdcd6a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:23:50.551524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:23:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.587577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] For port 84797ac7-8649-4498-88dd-491f9bb7cb57, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=84797ac7-8649-4498-88dd-491f9bb7cb57,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:50.589756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.619467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Calling delete_port for 84797ac7-8649-4498-88dd-491f9bb7cb57 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:50.646485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] Set router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:23:50.837151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:50Z', 'revision_number': 6, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:50.889318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5872d-22a2-453c-b4a8-b346543bdf8b None None] The sync data for ids ['271019ea-0878-4fb5-976c-2fa3ebdcd6a4'] in n-d-780147-26 is: [{'id': '271019ea-0878-4fb5-976c-2fa3ebdcd6a4', 'name': 'tempest-FloatingIPsNegativeTestJSON-938137038-router', 'tenant_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:23:25Z', 'updated_at': '2021-07-14T09:23:50Z', 'revision_number': 6, 'project_id': '80f20714d7bd4b5ca1f6b5573e29a018', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:23:50.900538 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.916714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5a94c31e-a065-4ce2-9524-836565a668a0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5a94c31e-a065-4ce2-9524-836565a668a0,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:50.976470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:50.990610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '5a94c31e-a065-4ce2-9524-836565a668a0', 'network_id': 'a229a0d2-a280-4ff7-9fb9-18f9011fa82b', 'port_id': '5a94c31e-a065-4ce2-9524-836565a668a0', 'mac_address': 'fa:16:3e:b2:82:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0212873-cca6-4f22-ae40-8c058bcc53cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:50.994618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=84797ac7-8649-4498-88dd-491f9bb7cb57,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.054917 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.070348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a94c31e-a065-4ce2-9524-836565a668a0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:51.076053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:51.097724 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.145460 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.147248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5a94c31e-a065-4ce2-9524-836565a668a0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5a94c31e-a065-4ce2-9524-836565a668a0,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:51.162453 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.177710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.232557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5a94c31e-a065-4ce2-9524-836565a668a0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.311799 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.319935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.405082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.405805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 271019ea-0878-4fb5-976c-2fa3ebdcd6a4 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:23:51.417774 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.419597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d3eda121-bf87-4bcf-a388-ead40329b5f7 admin admin] 10.222.0.73 "DELETE /v2.0/routers/271019ea-0878-4fb5-976c-2fa3ebdcd6a4 HTTP/1.1" status: 204 len: 168 time: 1.7145250 Jul 14 09:23:51.422744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:51.492377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f0bcd7-8a13-4143-afeb-a067db968062 admin admin] Deleting subnet 3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:23:51.495098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['5a94c31e-a065-4ce2-9524-836565a668a0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:51.497078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f0bcd7-8a13-4143-afeb-a067db968062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.554854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f0bcd7-8a13-4143-afeb-a067db968062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.656984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f0bcd7-8a13-4143-afeb-a067db968062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.772293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f0bcd7-8a13-4143-afeb-a067db968062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.781525 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-66e12618-8e21-4ba9-bc5e-393537d624e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.812791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0bcd7-8a13-4143-afeb-a067db968062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:51.824628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f0bcd7-8a13-4143-afeb-a067db968062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:51.829494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59f0bcd7-8a13-4143-afeb-a067db968062 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3a5d301c-e616-4ab3-9de8-bbf6fc1fbfc4 HTTP/1.1" status: 204 len: 168 time: 0.4050574 Jul 14 09:23:51.831969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48798) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:51.832477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ffa64c-d8d3-4999-b899-0b0ff93b2114 None None] Network b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:23:51.929576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.032261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Deleting port 1a64562b-2db8-4a56-a5b5-12dc8774e80c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:52.032586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.107139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] DHCP port deletion for b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:23:52.147659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] For port 1a64562b-2db8-4a56-a5b5-12dc8774e80c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1a64562b-2db8-4a56-a5b5-12dc8774e80c,segment=NetworkSegment(19e6f1b6-9b43-4a58-a636-de3de3881a35),segment_id=19e6f1b6-9b43-4a58-a636-de3de3881a35)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:52.148174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.171080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Calling delete_port for 1a64562b-2db8-4a56-a5b5-12dc8774e80c owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:52.183395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] Deleting port 1a64562b-2db8-4a56-a5b5-12dc8774e80c {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:23:52.183927 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.300773 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.318265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] No DVR routers for this DVR port 1a64562b-2db8-4a56-a5b5-12dc8774e80c on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:52.341761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] For port 1a64562b-2db8-4a56-a5b5-12dc8774e80c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1a64562b-2db8-4a56-a5b5-12dc8774e80c,segment=NetworkSegment(19e6f1b6-9b43-4a58-a636-de3de3881a35),segment_id=19e6f1b6-9b43-4a58-a636-de3de3881a35)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:52.342425 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.343217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a64562b-2db8-4a56-a5b5-12dc8774e80c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.361578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] Calling delete_port for 1a64562b-2db8-4a56-a5b5-12dc8774e80c owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:23:52.453415 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.465337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b429a2d5-cb27-47d8-b9d3-cae848ea2ad0']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:52.481891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e6f1b6-9b43-4a58-a636-de3de3881a35') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:52.481891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e6f1b6-9b43-4a58-a636-de3de3881a35') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:23:52.499354 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.514320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:52.516631 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93088b90-fb20-4104-990f-cead72788d12" -d '{"events": [{"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-plugged", "status": "completed", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:52.525414 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.535445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:23:52.535851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:23:52.537566 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:23:52.595283 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.597678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] Pushing event deleted for resources: {'Port': ['ID=1a64562b-2db8-4a56-a5b5-12dc8774e80c,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.602801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7ef74d-c888-4a6d-9656-cc7b7adc7c92 None None] No DVR routers for this DVR port 1a64562b-2db8-4a56-a5b5-12dc8774e80c on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:23:52.650174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.656188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.660646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b429a2d5-cb27-47d8-b9d3-cae848ea2ad0 HTTP/1.1" status: 204 len: 168 time: 0.8251808 Jul 14 09:23:52.681644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472406f-77b6-4dfa-894a-b92d1fa9a506 admin admin] Pushing event deleted for resources: {'Network': ['ID=b429a2d5-cb27-47d8-b9d3-cae848ea2ad0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:52.823195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.909778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5047f2f5-3fbd-48a1-9efd-8ebe00c1fdc7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80f20714d7bd4b5ca1f6b5573e29a018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862973 Jul 14 09:23:52.913722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48814) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:23:52.921302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cdc708ad-3007-4b1e-851e-4471888fa381 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:52.959912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: cdc708ad-3007-4b1e-851e-4471888fa381 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:52.960300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cdc708ad-3007-4b1e-851e-4471888fa381 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:52.960727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1a64562b-2db8-4a56-a5b5-12dc8774e80c no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:52.980078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f77c7d3-ab81-4acc-9344-4d50b1740395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:52.983223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1a64562b-2db8-4a56-a5b5-12dc8774e80c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:52.983573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1a64562b-2db8-4a56-a5b5-12dc8774e80c not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:52.984022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 84797ac7-8649-4498-88dd-491f9bb7cb57 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:23:53.006233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 84797ac7-8649-4498-88dd-491f9bb7cb57 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:23:53.006580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 84797ac7-8649-4498-88dd-491f9bb7cb57 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:23:53.007870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f77c7d3-ab81-4acc-9344-4d50b1740395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.070519 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f77c7d3-ab81-4acc-9344-4d50b1740395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.074175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f77c7d3-ab81-4acc-9344-4d50b1740395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:53.076847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3f77c7d3-ab81-4acc-9344-4d50b1740395 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/acac8d0d-683d-4e29-bbef-2c2e10a49415 HTTP/1.1" status: 204 len: 168 time: 0.1615210 Jul 14 09:23:53.086991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77c7d3-ab81-4acc-9344-4d50b1740395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acac8d0d-683d-4e29-bbef-2c2e10a49415,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.058763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5a94c31e-a065-4ce2-9524-836565a668a0 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:23:54.133240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 5a94c31e-a065-4ce2-9524-836565a668a0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:23:54.142337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 5a94c31e-a065-4ce2-9524-836565a668a0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:23:54.143116 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.196139 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-854b8fe6-3f96-4237-8416-e3e5513c1dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.249273 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.310356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5a94c31e-a065-4ce2-9524-836565a668a0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5a94c31e-a065-4ce2-9524-836565a668a0,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:54.314930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:54.380131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5a94c31e-a065-4ce2-9524-836565a668a0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:54.438675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:55.439714 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.524518 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:56.893417 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9300cce-6a59-43c7-9096-2ed037b4d3ca req-7e25da14-be30-4f90-b356-80ec5d7b51b4 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:56.896537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9300cce-6a59-43c7-9096-2ed037b4d3ca req-7e25da14-be30-4f90-b356-80ec5d7b51b4 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 945 time: 0.1129463 Jul 14 09:23:56.977428 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9300cce-6a59-43c7-9096-2ed037b4d3ca req-7ed8f845-8049-4fae-b1f0-090a938a33b3 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732720 Jul 14 09:23:57.108814 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:57.269146 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f0fd7e-913e-48d2-89a7-b389aaab72bd x-openstack-request-id: req-e4f0fd7e-913e-48d2-89a7-b389aaab72bd {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:57.269437 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-plugged", "status": "completed", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:57.269868 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e4f0fd7e-913e-48d2-89a7-b389aaab72bd {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:57.270736 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'code': 200} Jul 14 09:23:57.595900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-0c048498-6136-4478-9b20-96cbab04bb5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.606809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-0c048498-6136-4478-9b20-96cbab04bb5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 950 time: 0.1850066 Jul 14 09:23:57.725255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-dde4fe44-e1aa-46b2-bb15-532c41963d36 service neutron] 10.222.0.69 "GET /v2.0/ports/efdcf19d-7971-448b-b49c-2de02ff28d23/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 383 time: 0.1104305 Jul 14 09:23:57.772282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc55c97-5e69-4ec9-ad58-a00f836f6dcc req-910e4a02-e84b-4b7a-bafd-a544ce3eab8e tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.773876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fc55c97-5e69-4ec9-ad58-a00f836f6dcc req-910e4a02-e84b-4b7a-bafd-a544ce3eab8e tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 950 time: 0.0766215 Jul 14 09:23:57.821574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fb78f-dd97-473d-b8b5-dd74631aa721 req-b119bd70-356e-4fd5-ab17-7ce5032f5829 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.823468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c83fb78f-dd97-473d-b8b5-dd74631aa721 req-b119bd70-356e-4fd5-ab17-7ce5032f5829 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.1307073 Jul 14 09:23:57.825746 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fc55c97-5e69-4ec9-ad58-a00f836f6dcc req-0b0fe74e-ce11-4ba3-80a0-1c39c0af2843 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442176 Jul 14 09:23:57.858306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-d0c368fd-de50-47dc-8644-6980adfc4ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:57.859918 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-d0c368fd-de50-47dc-8644-6980adfc4ea9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 1102 time: 0.1012394 Jul 14 09:23:57.961583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c83fb78f-dd97-473d-b8b5-dd74631aa721 req-1abd5449-696d-4842-bd21-5e1a0c78593a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180751 Jul 14 09:23:58.037162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-d3801f5d-2204-4c5b-9434-42d0c5e1378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.040186 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-d3801f5d-2204-4c5b-9434-42d0c5e1378d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1687200 Jul 14 09:23:58.112098 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:23:58.132665 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-1b5a3f5f-9b8f-489d-944d-4df9be74f4df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=efdcf19d-7971-448b-b49c-2de02ff28d23 HTTP/1.1" status: 200 len: 217 time: 0.0833080 Jul 14 09:23:58.252899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-56904f0d-e716-4747-b793-2f902d4d7407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.254750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-56904f0d-e716-4747-b793-2f902d4d7407 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1127310 Jul 14 09:23:58.338342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731cb27-fdee-4f90-a3b0-1ef779ea4c12 req-d5fccd9f-13cb-4cfd-81cd-03ebe992c045 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.340004 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a731cb27-fdee-4f90-a3b0-1ef779ea4c12 req-d5fccd9f-13cb-4cfd-81cd-03ebe992c045 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 945 time: 0.1478667 Jul 14 09:23:58.378617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-b40058a6-ac23-4171-a90a-f13476d7a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.380137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-b40058a6-ac23-4171-a90a-f13476d7a4e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1183376 Jul 14 09:23:58.418417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a731cb27-fdee-4f90-a3b0-1ef779ea4c12 req-08cb939b-19cf-4b60-963a-22262d012b55 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685573 Jul 14 09:23:58.453931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc0d88e6-2cb5-4701-8b20-acc1903d81fa details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:23:58.517383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-2e209a6c-db90-472c-adfc-7b23be6347cc service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266689 Jul 14 09:23:58.594322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:58.614295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'port_id': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'mac_address': 'fa:16:3e:99:de:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59228d2-777c-49a5-a349-7c4682e49e4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:23:58.664330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-35314a3b-773d-4073-959c-fdd97fe2d045 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393011 Jul 14 09:23:58.669795 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.690317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc0d88e6-2cb5-4701-8b20-acc1903d81fa {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:23:58.710764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f248fc-fa64-4be5-a192-20bbce161373 req-09a1de10-4dae-4792-afa4-c50cc621d101 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:58.713328 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5f248fc-fa64-4be5-a192-20bbce161373 req-09a1de10-4dae-4792-afa4-c50cc621d101 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 945 time: 0.1108356 Jul 14 09:23:58.736922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:23:58.744337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:58.785470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5f248fc-fa64-4be5-a192-20bbce161373 req-a1308545-a10e-429f-b4a5-20fafdbc619d tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650954 Jul 14 09:23:58.822888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:23:58.884856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['fc0d88e6-2cb5-4701-8b20-acc1903d81fa'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:23:59.072426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46268f-2e84-4a1f-8089-f94a8d52d8e3 req-ce3f1e32-b79d-4a89-981f-acd9b707af48 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.074266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e46268f-2e84-4a1f-8089-f94a8d52d8e3 req-ce3f1e32-b79d-4a89-981f-acd9b707af48 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 950 time: 0.1189640 Jul 14 09:23:59.136906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e46268f-2e84-4a1f-8089-f94a8d52d8e3 req-108681dd-604f-4664-a82f-d20854c44946 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558772 Jul 14 09:23:59.272133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607f426b-57f2-49fe-bb88-3ab40d1d510c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94c31e-a065-4ce2-9524-836565a668a0'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:23:59.274496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d54c8b-cf11-46f1-9cfb-ca750653df0f req-0dc61983-8dc0-4627-8155-f7b0fec04250 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:23:59.274973 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c46ac-9786-4ad4-9c6d-19888fa6ecfd" -d '{"events": [{"server_uuid": "607f426b-57f2-49fe-bb88-3ab40d1d510c", "name": "network-vif-plugged", "status": "completed", "tag": "5a94c31e-a065-4ce2-9524-836565a668a0"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:23:59.276516 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-02d54c8b-cf11-46f1-9cfb-ca750653df0f req-0dc61983-8dc0-4627-8155-f7b0fec04250 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.0802097 Jul 14 09:23:59.336802 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:23:59.342007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-02d54c8b-cf11-46f1-9cfb-ca750653df0f req-0f43f07c-5cd2-42cf-aa39-630ea80d69b0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525279 Jul 14 09:23:59.762915 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0684b71a-480c-40c5-9d79-33db3c2e719f x-openstack-request-id: req-0684b71a-480c-40c5-9d79-33db3c2e719f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:23:59.763828 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607f426b-57f2-49fe-bb88-3ab40d1d510c", "name": "network-vif-plugged", "status": "completed", "tag": "5a94c31e-a065-4ce2-9524-836565a668a0", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:23:59.764333 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0684b71a-480c-40c5-9d79-33db3c2e719f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:23:59.765005 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607f426b-57f2-49fe-bb88-3ab40d1d510c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a94c31e-a065-4ce2-9524-836565a668a0', 'code': 200} Jul 14 09:24:00.019119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8269daf-7241-4a7a-beb7-c8b9391c8b09 req-7127a107-7519-485a-80cb-2189779083b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.021561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8269daf-7241-4a7a-beb7-c8b9391c8b09 req-7127a107-7519-485a-80cb-2189779083b0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 1097 time: 0.1503811 Jul 14 09:24:00.096008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881cf88-431d-499d-8318-02617f8ccaae req-5fd7f168-e729-4b2f-a7f0-9d55b98378d4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.098288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5248555d-159e-455d-9d6d-7ed7785addd7 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:00.104743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1881cf88-431d-499d-8318-02617f8ccaae req-5fd7f168-e729-4b2f-a7f0-9d55b98378d4 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 944 time: 0.1949811 Jul 14 09:24:00.133789 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8269daf-7241-4a7a-beb7-c8b9391c8b09 req-86fc4a39-5152-49d2-abe3-1d2af43eebfa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038511 Jul 14 09:24:00.164925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1881cf88-431d-499d-8318-02617f8ccaae req-2e30a0b1-af6d-46aa-8aa4-fd87c712ca1d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588839 Jul 14 09:24:00.239543 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.305690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:00.312086 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.385077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:00.476219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc0d88e6-2cb5-4701-8b20-acc1903d81fa up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:00.541221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c89c-1206-4c92-95c7-b3a62f65b103 req-1c8b4991-bccf-4214-be99-7fe06e9c99f6 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.542694 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a892c89c-1206-4c92-95c7-b3a62f65b103 req-1c8b4991-bccf-4214-be99-7fe06e9c99f6 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 945 time: 0.1286941 Jul 14 09:24:00.566584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port fc0d88e6-2cb5-4701-8b20-acc1903d81fa triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:00.567409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.577368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c7e51-465e-4e74-a5a0-fd572c03b99e req-5a3f0248-f74a-4530-a38c-ac63ed23d1ee tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:00.578927 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc7c7e51-465e-4e74-a5a0-fd572c03b99e req-5a3f0248-f74a-4530-a38c-ac63ed23d1ee tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.0934863 Jul 14 09:24:00.626957 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a892c89c-1206-4c92-95c7-b3a62f65b103 req-6f876f6d-9f52-4ac5-bf75-87a045b589d9 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752416 Jul 14 09:24:00.634463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc7c7e51-465e-4e74-a5a0-fd572c03b99e req-a5c20c28-913e-4f6b-9583-d5b6dc794a0e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496235 Jul 14 09:24:00.698953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.802715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:00.831315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:00.903787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:01.481980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d64fb-bed6-423f-8452-860541cec96e req-296766bd-0b68-42f8-a088-1a68c602f6fd tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.489965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9d0d64fb-bed6-423f-8452-860541cec96e req-296766bd-0b68-42f8-a088-1a68c602f6fd tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 945 time: 0.1903260 Jul 14 09:24:01.558486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-e8cec631-1f66-43e9-87b3-2f0e9b5a278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.560987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-e8cec631-1f66-43e9-87b3-2f0e9b5a278d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 1102 time: 0.1477067 Jul 14 09:24:01.576008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9d0d64fb-bed6-423f-8452-860541cec96e req-3c5c003e-5374-454c-b814-9b1c1dc84554 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848114 Jul 14 09:24:01.719169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-ffa8d50c-ba82-449b-8a48-0bbfce53419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.721953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-ffa8d50c-ba82-449b-8a48-0bbfce53419b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 1102 time: 0.0924175 Jul 14 09:24:01.766468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7'}, {'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:01.769867 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958b6f55-e19a-4e7d-bfae-70dcec4604cf" -d '{"events": [{"server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "name": "network-vif-unplugged", "status": "completed", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7"}, {"server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:01.910107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-634526c9-cb39-4031-8c76-0f957f737a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:01.911577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-634526c9-cb39-4031-8c76-0f957f737a13 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1794813 Jul 14 09:24:02.103671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:02.249598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd693b-ab11-4457-931b-b41a098ce262 req-5e27c632-7851-417d-8687-dfc68b2e3230 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.251357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7bd693b-ab11-4457-931b-b41a098ce262 req-5e27c632-7851-417d-8687-dfc68b2e3230 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.1485939 Jul 14 09:24:02.280593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:02.310528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'mac_address': 'fa:16:3e:19:12:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:02.352801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7bd693b-ab11-4457-931b-b41a098ce262 req-9817094d-1c45-4ad6-947f-d0c5679ec236 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817962 Jul 14 09:24:02.373501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-7c4d7410-b739-4668-a2db-985dc572869c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=efdcf19d-7971-448b-b49c-2de02ff28d23 HTTP/1.1" status: 200 len: 217 time: 0.4426842 Jul 14 09:24:02.395190 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.422732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5a36f2-748e-4178-8fc8-68451c35c6fd {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:02.438341 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a006f476-76f1-4e88-8c18-c06e0fccc6e8 x-openstack-request-id: req-a006f476-76f1-4e88-8c18-c06e0fccc6e8 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:02.438796 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "name": "network-vif-unplugged", "status": "completed", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7", "code": 200}, {"server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:02.442859 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a006f476-76f1-4e88-8c18-c06e0fccc6e8 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:02.442859 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7', 'code': 200} Jul 14 09:24:02.442859 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'code': 200} Jul 14 09:24:02.443195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530e5cb-c87f-4578-853d-d2bbae15298f req-13faa8d5-13f0-4416-8375-5d5bf21e7e47 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.451159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d530e5cb-c87f-4578-853d-d2bbae15298f req-13faa8d5-13f0-4416-8375-5d5bf21e7e47 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 945 time: 0.6057289 Jul 14 09:24:02.460772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:02.468414 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:02.502097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-761be65f-8f7b-4160-afa2-0442ba29ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.503829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-761be65f-8f7b-4160-afa2-0442ba29ccf1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1130230 Jul 14 09:24:02.523701 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d530e5cb-c87f-4578-853d-d2bbae15298f req-ae470bb9-4822-467d-b312-9e906e2b7f5f tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715213 Jul 14 09:24:02.560844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:02.604718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['5f5a36f2-748e-4178-8fc8-68451c35c6fd'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:02.623725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-25c80294-6cbc-4be2-a853-0f04762963b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:02.625275 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-25c80294-6cbc-4be2-a853-0f04762963b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961542 Jul 14 09:24:02.916791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-39e4470f-6c34-4388-aebd-68e325e06fb3 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834263 Jul 14 09:24:03.198560 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c349c19-0edc-4339-8bc7-f2cd18dc171b req-649c0907-6eaa-403a-80f6-537b505d646a service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617304 Jul 14 09:24:03.251905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfbcb8-4967-4d00-af96-608abb77c4a2 req-48c89b33-d938-4bcb-89f0-f71d42fd26ee tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:03.261343 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4dcfbcb8-4967-4d00-af96-608abb77c4a2 req-48c89b33-d938-4bcb-89f0-f71d42fd26ee tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 945 time: 0.2261519 Jul 14 09:24:03.350855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4dcfbcb8-4967-4d00-af96-608abb77c4a2 req-db59b177-a45b-4c52-a4e8-555a92a97eea tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810940 Jul 14 09:24:03.589063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5504d9-63e6-4ac2-a578-a6d0bf935a70 req-3117b808-4b3b-4f19-8bec-88ae5a101747 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:03.598009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad5504d9-63e6-4ac2-a578-a6d0bf935a70 req-3117b808-4b3b-4f19-8bec-88ae5a101747 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 950 time: 0.1009533 Jul 14 09:24:03.652804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad5504d9-63e6-4ac2-a578-a6d0bf935a70 req-e9b61d54-7d47-4ec2-8d88-f35d1d20b793 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538268 Jul 14 09:24:04.103444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:04.238881 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 5f5a36f2-748e-4178-8fc8-68451c35c6fd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:04.239256 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.275993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f6368-f67e-4d7d-96e5-2cd0155f3e31 req-3fc9954c-4d94-4f8a-9bea-2f8dc39d485d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:04.287351 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a43f6368-f67e-4d7d-96e5-2cd0155f3e31 req-3fc9954c-4d94-4f8a-9bea-2f8dc39d485d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 945 time: 0.1296525 Jul 14 09:24:04.409773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a43f6368-f67e-4d7d-96e5-2cd0155f3e31 req-1981125f-1400-42f7-ab6d-7592aa7b3373 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190538 Jul 14 09:24:04.481276 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.505738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:04.509954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc0d88e6-2cb5-4701-8b20-acc1903d81fa no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:04.524634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:04.526931 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10ab275-4b40-4d89-b909-7a41eb9e698a" -d '{"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:04.560800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-73163ea1-bb0d-437b-bb66-fb0a70d62810 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0985508 Jul 14 09:24:04.570114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:04.583213 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.712278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-b99129d5-56fe-4c46-a61a-af343495313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:04.720006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-b99129d5-56fe-4c46-a61a-af343495313a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 1096 time: 0.1282849 Jul 14 09:24:04.871005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=10']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:04.894549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:04.903605 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.919105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'mac_address': 'fa:16:3e:e2:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:04.956765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-55ff10ff-c089-4d9d-9ad5-3c2cb3230fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:04.959408 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-55ff10ff-c089-4d9d-9ad5-3c2cb3230fd1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.2143564 Jul 14 09:24:04.978273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:04.992744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:04.993455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:05.037301 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-4fef2b6b-ac1d-4865-ab14-c0d1ec54d0c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 200 len: 217 time: 0.0692568 Jul 14 09:24:05.047064 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.076905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efdcf19d-7971-448b-b49c-2de02ff28d23 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:05.131930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-b2b265ae-d317-40e3-87fb-ea169f9d22b9 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.134221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-b2b265ae-d317-40e3-87fb-ea169f9d22b9 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 821 time: 0.3503380 Jul 14 09:24:05.145850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-5774765b-7bec-42e7-a21d-7532673390b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.148394 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-5774765b-7bec-42e7-a21d-7532673390b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1034000 Jul 14 09:24:05.152142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:05.153744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.161402 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.189706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-f7132180-e0ea-4a4f-94fc-c381909c31d1 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/quotas/80bcc800fd7349bc90b804a3d1519051 HTTP/1.1" status: 200 len: 375 time: 0.0492268 Jul 14 09:24:05.257039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-67286078-9469-46fa-9207-5ab03f92009e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942059 Jul 14 09:24:05.364675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.377379 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.379369 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-3e940512-5936-47f8-bd55-30b939b26332 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1828380 Jul 14 09:24:05.411084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id efdcf19d-7971-448b-b49c-2de02ff28d23 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:05.448541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['efdcf19d-7971-448b-b49c-2de02ff28d23'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:05.462592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:05.531690 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:05.554355 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-a5543287-f4a4-483e-bb28-71e628295203 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910583 Jul 14 09:24:05.649633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=10']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:05.666486 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe10c45-7265-4896-829f-ff9a6c2c1807 x-openstack-request-id: req-0fe10c45-7265-4896-829f-ff9a6c2c1807 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:05.667034 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-plugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:05.667518 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0fe10c45-7265-4896-829f-ff9a6c2c1807 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:05.668436 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'code': 200} Jul 14 09:24:05.738277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-e88e8c7d-7d76-41a0-9617-90191cef3c16 service neutron] 10.222.0.73 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526144 Jul 14 09:24:05.759247 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c6377dd-60d0-4061-a651-5a3951d545cc req-bbd6b854-bf23-47e1-8e48-e43614bd6d3f service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972940 Jul 14 09:24:05.908692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0ca2c-0304-47b7-9900-47af44c99e0e req-37884bba-25d8-4a99-856c-a108880c90b7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.910684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96e0ca2c-0304-47b7-9900-47af44c99e0e req-37884bba-25d8-4a99-856c-a108880c90b7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 949 time: 0.0940008 Jul 14 09:24:05.947516 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-b3c3abaf-1984-450b-979b-175ab628b392 service neutron] 10.222.0.73 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997693 Jul 14 09:24:05.974787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96e0ca2c-0304-47b7-9900-47af44c99e0e req-62a93602-0152-401c-b0aa-20a07e999a35 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575347 Jul 14 09:24:05.989973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-e2b602f7-d604-4b06-865e-878b67324721 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:05.997702 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-e2b602f7-d604-4b06-865e-878b67324721 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 943 time: 0.1627152 Jul 14 09:24:06.253547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Deleting port fc0d88e6-2cb5-4701-8b20-acc1903d81fa {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:06.254619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.260378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9750f-3016-43b7-8fe2-e8312d6cd52d req-45a9f093-bfd6-4f9a-8d34-170f5f5aa30c tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:06.262999 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d3e9750f-3016-43b7-8fe2-e8312d6cd52d req-45a9f093-bfd6-4f9a-8d34-170f5f5aa30c tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 943 time: 0.1328387 Jul 14 09:24:06.367032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d3e9750f-3016-43b7-8fe2-e8312d6cd52d req-acb396f6-f773-4d15-b645-56611de677c3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973186 Jul 14 09:24:06.409457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] For port fc0d88e6-2cb5-4701-8b20-acc1903d81fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:06.411674 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.436762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Calling delete_port for fc0d88e6-2cb5-4701-8b20-acc1903d81fa owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:06.509805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:06.626596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port efdcf19d-7971-448b-b49c-2de02ff28d23 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:06.627084 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.727252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.815811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event deleted for resources: {'Port': ['ID=fc0d88e6-2cb5-4701-8b20-acc1903d81fa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:06.859007 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.906267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] No DVR routers for this DVR port fc0d88e6-2cb5-4701-8b20-acc1903d81fa on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:06.910977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.915862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d26ef48a-9d20-4359-bcc1-003afa3dc208 req-1410dc69-470d-42bc-818f-d9dc30f26dd5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "DELETE /v2.0/ports/fc0d88e6-2cb5-4701-8b20-acc1903d81fa HTTP/1.1" status: 204 len: 173 time: 0.9114199 Jul 14 09:24:06.916418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'name': 'network-vif-deleted', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:06.919544 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f39d375-e44e-4da8-bbb0-3f0d89380e72" -d '{"events": [{"server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "name": "network-vif-deleted", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:06.950522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:06.956939 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:06.958108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc0d88e6-2cb5-4701-8b20-acc1903d81fa no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:07.006876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: fc0d88e6-2cb5-4701-8b20-acc1903d81fa {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:07.007219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc0d88e6-2cb5-4701-8b20-acc1903d81fa not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:07.110784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:07.149534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f4ee2-75a3-4e31-980e-4a8bb26dd8c8 req-35a0c9b4-15f2-4017-bcba-86605eaf940c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:07.164791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec3f4ee2-75a3-4e31-980e-4a8bb26dd8c8 req-35a0c9b4-15f2-4017-bcba-86605eaf940c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 951 time: 0.1892855 Jul 14 09:24:07.401919 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec3f4ee2-75a3-4e31-980e-4a8bb26dd8c8 req-81270971-553e-4cfa-9c05-6ba937c9944a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628146 Jul 14 09:24:07.421487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-c7732a35-184a-4139-b2b0-2123557a918d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2552423 Jul 14 09:24:07.458364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99860f1b-f710-4f68-84af-8adeb27a2345 req-8d12ec09-3bdf-4465-8646-fbc19254aabb tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 210 time: 0.0942655 Jul 14 09:24:07.539837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-389b22e0-617c-487f-91d0-d599b7798c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:07.541878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-389b22e0-617c-487f-91d0-d599b7798c58 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 1096 time: 0.0748692 Jul 14 09:24:07.601752 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb4c956-e663-486c-80d0-cf2220825a7c x-openstack-request-id: req-fcb4c956-e663-486c-80d0-cf2220825a7c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:07.602095 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "name": "network-vif-deleted", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:07.602349 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fcb4c956-e663-486c-80d0-cf2220825a7c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:07.602782 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'name': 'network-vif-deleted', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'status': 'completed', 'code': 200} Jul 14 09:24:07.670248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa'}, {'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:07.673777 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1299181-f68f-4bdd-86f1-387ab24475ea" -d '{"events": [{"server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa"}, {"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-plugged", "status": "completed", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:07.837919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-d7e70668-502b-41b5-93d5-764404b33bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:07.840583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-d7e70668-502b-41b5-93d5-764404b33bdb service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.2717621 Jul 14 09:24:07.973843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-630884a3-a822-4de9-a5db-094ced369d3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 200 len: 217 time: 0.1264536 Jul 14 09:24:08.039551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90002778-5a65-48e2-a3df-a44ba64657ef req-2e0191f2-7fcb-4992-a242-d343dbcd77a7 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6289b58-554c-4eee-a0d5-a194cbe319bc HTTP/1.1" status: 200 len: 210 time: 0.1348898 Jul 14 09:24:08.113491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-c0a420e8-fec6-467d-a053-3f8e4eca089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.122032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-c0a420e8-fec6-467d-a053-3f8e4eca089a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1413410 Jul 14 09:24:08.218321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-423d6d72-f24d-4f90-877d-1b80aff8433f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893712 Jul 14 09:24:08.460545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-70fa515d-03dd-4d09-ad4f-ef9123fac36c service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293990 Jul 14 09:24:08.507991 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f93603-af57-4b60-9a88-3da625785ab1 x-openstack-request-id: req-f8f93603-af57-4b60-9a88-3da625785ab1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:08.508356 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6289b58-554c-4eee-a0d5-a194cbe319bc", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0d88e6-2cb5-4701-8b20-acc1903d81fa", "code": 200}, {"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-plugged", "status": "completed", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:08.508595 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8f93603-af57-4b60-9a88-3da625785ab1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:08.509229 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6289b58-554c-4eee-a0d5-a194cbe319bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0d88e6-2cb5-4701-8b20-acc1903d81fa', 'code': 200} Jul 14 09:24:08.509939 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'code': 200} Jul 14 09:24:08.591723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-5382c7e0-74e3-44cc-9535-a7ace7da115f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:08.593967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-5382c7e0-74e3-44cc-9535-a7ace7da115f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 821 time: 0.2385628 Jul 14 09:24:08.613604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Request body: {'port': {'device_id': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'admin_state_up': True, 'tenant_id': '80bcc800fd7349bc90b804a3d1519051'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:08.622236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99e9525-733c-4a27-9fea-2e7ed2efc4ab req-fcde3cf8-ad46-4eeb-9344-66a14608893f service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590228 Jul 14 09:24:08.854493 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-7920793c-e6f4-4074-9628-756e7471b7d4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864232 Jul 14 09:24:08.955601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Made reservation on behalf of 80bcc800fd7349bc90b804a3d1519051 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:08.962192 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.171696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Allocated IP 172.20.0.4 (4ab8a569-be26-4dfd-a9ab-e444e7ba992d/47c0d434-5bd1-44d9-96bd-9c876ccefab0/f8d6fe27-38ae-43cf-b0e6-713089943dc8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:09.361671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.410751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-ef0c7920-5bcb-46a3-bcb6-824561bccc7f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:09.412937 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-ef0c7920-5bcb-46a3-bcb6-824561bccc7f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5569246 Jul 14 09:24:09.462562 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-0d12d077-26c0-4577-ade8-0a0d6efda91a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/quotas/a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 375 time: 0.0379612 Jul 14 09:24:09.610382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.622957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6e5d3e3c-abef-490b-b0b4-982e82bad8be'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:09.666482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:09.680936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:09.686227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:09.763918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:09.764678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:09.792173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-5e869ed6-8ffa-4621-b1c6-16acb937b9c8 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3223128 Jul 14 09:24:09.811825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2079964 Jul 14 09:24:09.817744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43880e58-ba6d-404e-973e-307279a8ba96 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Pushing event updated for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:09.826951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Request body: {'port': {'device_id': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:09.827225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f6649-7229-41a0-aa47-317a6a85d5b5 req-4775ea19-7a6e-46de-b83e-868feffd2cb8 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:09.861405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c4f6649-7229-41a0-aa47-317a6a85d5b5 req-4775ea19-7a6e-46de-b83e-868feffd2cb8 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 931 time: 0.2608292 Jul 14 09:24:09.983976 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c4f6649-7229-41a0-aa47-317a6a85d5b5 req-0efc5dcc-5a3b-435c-be84-f4f9bde81354 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211517 Jul 14 09:24:10.078537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.124578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-50334054-070c-4e8a-bd54-c76078dc47d0 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:11.135331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-50334054-070c-4e8a-bd54-c76078dc47d0 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 821 time: 0.2502916 Jul 14 09:24:11.148177 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ac812ba-0ccc-4079-b68a-c1fe6b23da77 req-8c3fd990-23bf-4be1-8029-2a1f668368e6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 210 time: 0.6841369 Jul 14 09:24:11.185925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49724) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:11.195330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-ee51fb32-e88c-4f2c-ac84-0a1af69f298f tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/quotas/df7f4d0203444ab89843baf353ad2efa HTTP/1.1" status: 200 len: 375 time: 0.0526121 Jul 14 09:24:11.339658 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-93055280-f93f-43c6-b0be-2df5c553b97b tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1435418 Jul 14 09:24:11.447080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d6fe27-38ae-43cf-b0e6-713089943dc8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:11.463780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.478988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8e26ada-fb5a-4280-8403-044f49d53b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.510653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Transition to ACTIVE for port object f8d6fe27-38ae-43cf-b0e6-713089943dc8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:11.515102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-75915c66-05cb-45ab-ad62-ef6e1cefd6f8 service neutron] 10.222.0.73 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683445 Jul 14 09:24:11.526851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:11.602664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992d0a6-c5b1-4339-a015-aa6d75494572 req-4b99a8c3-32e8-4000-bd5b-5a59dc7de8ca tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:11.609799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9992d0a6-c5b1-4339-a015-aa6d75494572 req-4b99a8c3-32e8-4000-bd5b-5a59dc7de8ca tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 931 time: 0.2253487 Jul 14 09:24:11.707669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-e7610d41-9ee4-4171-b296-72ecd13f3a57 service neutron] 10.222.0.73 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644523 Jul 14 09:24:11.730095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:11.944026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9992d0a6-c5b1-4339-a015-aa6d75494572 req-210186ce-1555-4ae0-8799-66def145353e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333285 Jul 14 09:24:11.982345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-6c9c082a-e769-4d17-9021-2aa5a6563eee tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1255236 Jul 14 09:24:12.101313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8e26ada-fb5a-4280-8403-044f49d53b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.114220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8e26ada-fb5a-4280-8403-044f49d53b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.263997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e26ada-fb5a-4280-8403-044f49d53b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ada1248-8355-480d-bc38-a47335e50413,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:12.318523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-82474f8d-94e8-4490-9f85-4dcefb23ba28 req-3af40811-ab38-4748-9b2a-a39158df24ea tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 210 time: 0.0566883 Jul 14 09:24:12.331489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:12.331888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:12.332213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:12.348927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:12.349150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:12.366734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:12.367096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:12.367506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:12.368069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Bound port: f8d6fe27-38ae-43cf-b0e6-713089943dc8, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:12.368451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.410074 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d8e26ada-fb5a-4280-8403-044f49d53b0e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=369e66b9b3344f1ab1a3fc50ecaa528c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2229722 Jul 14 09:24:12.411269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49750) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:12.428681 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44c2517f-6880-4c97-bb01-0cbb3e925b47 req-7ddead41-6624-4b3b-b542-99aaf695af5b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 210 time: 0.0551045 Jul 14 09:24:12.532294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:12.536023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:12.556987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.650441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.651262 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.653165 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] 10.222.0.69 "PUT /v2.0/ports/f8d6fe27-38ae-43cf-b0e6-713089943dc8 HTTP/1.1" status: 200 len: 1092 time: 2.8313115 Jul 14 09:24:12.655958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:12.658684 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb76de1f-719c-4dd0-ac66-4fc33fd55078" -d '{"events": [{"name": "network-changed", "server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:12.669704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-bd6303b8-61e6-4c64-9a8a-3c31ac168d56 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.671360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-bd6303b8-61e6-4c64-9a8a-3c31ac168d56 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6837986 Jul 14 09:24:12.692307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Request body: {'port': {'device_id': 'bf405d9e-6189-40df-903a-ef454904c77a', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a5a588ec2f0246ae858dd6a1c248dfae'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:12.716967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a82890d-a5f9-44a4-a391-d7cd2831d12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.821901 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e81144a-ea74-4c7d-88a0-b3c13700aa6e x-openstack-request-id: req-3e81144a-ea74-4c7d-88a0-b3c13700aa6e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:12.822065 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:12.822930 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e81144a-ea74-4c7d-88a0-b3c13700aa6e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:12.822930 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8', 'status': 'completed', 'code': 200} Jul 14 09:24:12.829228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52667e2e-0032-47cf-9137-d8c50cc7c828 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:12.847134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a82890d-a5f9-44a4-a391-d7cd2831d12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:12.979987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-d5c8321b-b8f6-4897-b00b-c926e262ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:12.981646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-d5c8321b-b8f6-4897-b00b-c926e262ddfb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1095 time: 0.2691553 Jul 14 09:24:13.032829 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-53999b9d-9d35-49ab-a03b-c09103416efb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8 HTTP/1.1" status: 200 len: 217 time: 0.0438876 Jul 14 09:24:13.036362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a82890d-a5f9-44a4-a391-d7cd2831d12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.039058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a82890d-a5f9-44a4-a391-d7cd2831d12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.043036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9a82890d-a5f9-44a4-a391-d7cd2831d12c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ada1248-8355-480d-bc38-a47335e50413 HTTP/1.1" status: 204 len: 168 time: 0.6252432 Jul 14 09:24:13.087027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a82890d-a5f9-44a4-a391-d7cd2831d12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ada1248-8355-480d-bc38-a47335e50413,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:13.131905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Made reservation on behalf of a5a588ec2f0246ae858dd6a1c248dfae for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:13.141867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:13.334394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810f036-c38a-4944-bedc-2e290e63d898 req-5d2619fc-be44-4615-856d-319282b3c187 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.349264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7810f036-c38a-4944-bedc-2e290e63d898 req-5d2619fc-be44-4615-856d-319282b3c187 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.1245070 Jul 14 09:24:13.369480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-b2e718b6-b783-4ea7-8a7b-292f5405083b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.371016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-b2e718b6-b783-4ea7-8a7b-292f5405083b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.3234551 Jul 14 09:24:13.452434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-00026232-0f7f-40be-912b-207ba6e1f0aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730369 Jul 14 09:24:13.453546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Allocated IP 192.168.233.107 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/94837c17-9f22-47e7-9e11-b70225acbcb5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:13.465093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7810f036-c38a-4944-bedc-2e290e63d898 req-0b2eb1f8-0872-4f4b-acce-f9a4b9636129 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088631 Jul 14 09:24:13.728974 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80449224-aec3-4ce7-b8b7-e7c92179d1a3 req-74deef34-3cc1-47c7-a2b1-fa87ac0ce8a3 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 210 time: 0.0778754 Jul 14 09:24:13.822190 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a2bf27b-5467-4370-b21d-aac8b5666aae req-69d93682-7b8a-4632-8883-3af74426fd87 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 210 time: 0.1148102 Jul 14 09:24:13.836826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-3e425728-bc8a-4ab3-84f4-fe4fdf3f26b2 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636961 Jul 14 09:24:13.918485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-7a062756-fac3-4653-94f0-6309ad636a84 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:13.921081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-7a062756-fac3-4653-94f0-6309ad636a84 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 821 time: 0.2410238 Jul 14 09:24:13.935415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Request body: {'port': {'device_id': 'f07f13b5-233a-4dcd-9480-d88a8df30653', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'admin_state_up': True, 'tenant_id': 'df7f4d0203444ab89843baf353ad2efa'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:14.058378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.098289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Transition to ACTIVE for port object 94837c17-9f22-47e7-9e11-b70225acbcb5 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:14.159743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19247804-0624-42da-b1cc-dd3ad63121b7 req-8b6d66d7-50e2-48ea-b41d-38975a2ef4b3 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154428 Jul 14 09:24:14.217838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.240892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['efdcf19d-7971-448b-b49c-2de02ff28d23'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:14.273328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:14.301441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Made reservation on behalf of df7f4d0203444ab89843baf353ad2efa for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:14.317568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.325224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:14.330930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:14.347000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'dd36d205-045a-4d91-9fef-26f7d057cae2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:14.450342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.451210 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.546005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8626850 Jul 14 09:24:14.584415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Request body: {'port': {'device_id': 'bf405d9e-6189-40df-903a-ef454904c77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:14.640642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399d256-d2f8-4ebc-8cb3-203a6e0ca500 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:14.731386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Allocated IP 172.20.0.13 (5d2bbeac-ba5a-40c8-ab23-a57d78c54101/c59228d2-777c-49a5-a349-7c4682e49e4a/f8839776-8453-49b3-a9b8-9e4f31c4b773) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:14.802178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-ded9901d-2e1c-4ade-9b6f-1d6721e55139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.806487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-ded9901d-2e1c-4ade-9b6f-1d6721e55139 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1095 time: 0.5263696 Jul 14 09:24:14.952634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3655e88e-c0b8-4882-9ef9-45e3532f6d7e None None] Provisioning for port 94837c17-9f22-47e7-9e11-b70225acbcb5 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:14.963619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3655e88e-c0b8-4882-9ef9-45e3532f6d7e None None] Provisioning complete for port 94837c17-9f22-47e7-9e11-b70225acbcb5 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:14.965209 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3655e88e-c0b8-4882-9ef9-45e3532f6d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:14.978154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-17209c37-810e-4dfe-8ba5-8d4219e1e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:14.979679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-17209c37-810e-4dfe-8ba5-8d4219e1e7d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.1648839 Jul 14 09:24:15.047831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3655e88e-c0b8-4882-9ef9-45e3532f6d7e None None] Port 94837c17-9f22-47e7-9e11-b70225acbcb5 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:15.077765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-820bfe6a-a10b-4482-b88d-9b7518e29615 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8 HTTP/1.1" status: 200 len: 217 time: 0.0811970 Jul 14 09:24:15.079860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.140459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.209651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.214676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:15.219254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:15.231446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-82a53688-b3cb-4fc7-b159-1265a1620a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.232961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-82a53688-b3cb-4fc7-b159-1265a1620a2c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1236010 Jul 14 09:24:15.233854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:15.301367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.302414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.313257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event updated for resources: {'Port': ['ID=f8839776-8453-49b3-a9b8-9e4f31c4b773,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:15.325847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.326561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.327166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.327753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.328423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.329164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.329761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.330308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.332063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.332705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.333288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.333923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:15.359651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-218da36a-8b16-49ee-b59a-f85a7266565a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4302034 Jul 14 09:24:15.377495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Request body: {'port': {'device_id': 'f07f13b5-233a-4dcd-9480-d88a8df30653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:15.520506 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.530967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d1df9-0005-4dea-8d5b-cbe2dba7b8c0 req-aaa5d4d6-2c28-4643-9582-c38a218a0d12 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.532530 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e7d1df9-0005-4dea-8d5b-cbe2dba7b8c0 req-aaa5d4d6-2c28-4643-9582-c38a218a0d12 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 932 time: 0.1715260 Jul 14 09:24:15.568901 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-c3a7cb18-c7d1-49cd-a358-b4b7d43e6554 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529809 Jul 14 09:24:15.580973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e7d1df9-0005-4dea-8d5b-cbe2dba7b8c0 req-da07d5a1-dbfd-4974-9a26-028ed7af459b tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Jul 14 09:24:15.589635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef24f6-2bda-47d3-bcc0-33f586cd0dbf req-de44539e-2d7c-4b33-86be-85eeaaa59f13 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:15.599350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7ef24f6-2bda-47d3-bcc0-33f586cd0dbf req-de44539e-2d7c-4b33-86be-85eeaaa59f13 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.6184931 Jul 14 09:24:15.763945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7ef24f6-2bda-47d3-bcc0-33f586cd0dbf req-c9b92d2b-88b6-417c-9022-a9c9fc039eae tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633258 Jul 14 09:24:15.782969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94837c17-9f22-47e7-9e11-b70225acbcb5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:15.793413 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.850766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Transition to ACTIVE for port object 94837c17-9f22-47e7-9e11-b70225acbcb5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:15.860367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:15.869528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-8b153bcc-67c3-4ad7-9fc3-3b02dbca843c service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641897 Jul 14 09:24:16.031245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3826e7-5ff3-4167-a600-9265a45f2d09 req-d9c083bd-a9d1-4191-9e4b-ab3bdec90eb1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.033528 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e3826e7-5ff3-4167-a600-9265a45f2d09 req-d9c083bd-a9d1-4191-9e4b-ab3bdec90eb1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 936 time: 0.1965146 Jul 14 09:24:16.075701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8839776-8453-49b3-a9b8-9e4f31c4b773 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:16.099370 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.139079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.143253 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e3826e7-5ff3-4167-a600-9265a45f2d09 req-7c9bcd7c-d89f-4d75-b80c-1f42a7351478 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895398 Jul 14 09:24:16.153915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Transition to ACTIVE for port object f8839776-8453-49b3-a9b8-9e4f31c4b773 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:16.159181 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.243071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb76de1f-719c-4dd0-ac66-4fc33fd55078 req-4387b49f-93bd-42ec-a0f4-d2213355544a service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493440 Jul 14 09:24:16.302496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:16.303430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:16.308228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Pushing event updated for resources: {'Port': ['ID=f8839776-8453-49b3-a9b8-9e4f31c4b773,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.319156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:16.324784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:16.325650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:16.331956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:16.332845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:16.333478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:16.334213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Bound port: 94837c17-9f22-47e7-9e11-b70225acbcb5, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:16.334825 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.420116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:16.423651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:16.433361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.456305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Attempting to bind port f8839776-8453-49b3-a9b8-9e4f31c4b773 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:16.456673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Attempting to bind port f8839776-8453-49b3-a9b8-9e4f31c4b773 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:16.457824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Attempting to bind port f8839776-8453-49b3-a9b8-9e4f31c4b773 on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:16.474292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Port f8839776-8453-49b3-a9b8-9e4f31c4b773 on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:16.475160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Attempting to bind port f8839776-8453-49b3-a9b8-9e4f31c4b773 on network 5d2bbeac-ba5a-40c8-ab23-a57d78c54101 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:16.488383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:16.488727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Checking segment: {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:16.489121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Bound using segment: {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:16.489559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Bound port: f8839776-8453-49b3-a9b8-9e4f31c4b773, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33aa3dd4-38be-4f69-9d6d-c4723bc50238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:16.489919 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.492556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.493174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.494584 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] 10.222.0.66 "PUT /v2.0/ports/94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 1097 time: 1.9315581 Jul 14 09:24:16.495041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:16.506050 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00" -d '{"events": [{"name": "network-changed", "server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:16.635777 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3096d50-4f80-4189-906a-8b9cceba9262 x-openstack-request-id: req-a3096d50-4f80-4189-906a-8b9cceba9262 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:16.636723 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:16.636989 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3096d50-4f80-4189-906a-8b9cceba9262 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:16.638328 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'status': 'completed', 'code': 200} Jul 14 09:24:16.644930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d8277-b30d-44e1-b25f-0099706af5db service neutron] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:16.705680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] For port f8839776-8453-49b3-a9b8-9e4f31c4b773, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:16.715175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] For port f8839776-8453-49b3-a9b8-9e4f31c4b773, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8839776-8453-49b3-a9b8-9e4f31c4b773,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:16.725572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.749787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-29431449-4ace-4c48-a0e7-accba3b0b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.752695 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-29431449-4ace-4c48-a0e7-accba3b0b5fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1100 time: 0.2096057 Jul 14 09:24:16.805782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-f9fd7b9d-c679-48d8-b933-b3e688ac73ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.0426071 Jul 14 09:24:16.825967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.826123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:16.827440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] 10.222.0.69 "PUT /v2.0/ports/f8839776-8453-49b3-a9b8-9e4f31c4b773 HTTP/1.1" status: 200 len: 1093 time: 1.4552479 Jul 14 09:24:16.827910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07f13b5-233a-4dcd-9480-d88a8df30653', 'tag': 'f8839776-8453-49b3-a9b8-9e4f31c4b773'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:16.852017 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963bc099-a5e0-4579-aa17-460c11344ff1" -d '{"events": [{"name": "network-changed", "server_uuid": "f07f13b5-233a-4dcd-9480-d88a8df30653", "tag": "f8839776-8453-49b3-a9b8-9e4f31c4b773"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:16.939202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-72ce26c8-1fed-4dae-b5ca-76ba075a1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:16.940703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-72ce26c8-1fed-4dae-b5ca-76ba075a1242 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1246829 Jul 14 09:24:16.975572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb342e-0e01-4e89-85f5-a370e491c76f service neutron] Pushing event updated for resources: {'Port': ['ID=f8839776-8453-49b3-a9b8-9e4f31c4b773,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:17.009714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084da6c-e989-419e-a73b-08b914c21bc0 req-667045c4-d613-4c48-9acc-82d9d78b8f79 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.017103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0084da6c-e989-419e-a73b-08b914c21bc0 req-667045c4-d613-4c48-9acc-82d9d78b8f79 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 944 time: 0.2101352 Jul 14 09:24:17.027377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-ca066023-a5c5-4968-b1d8-f5eee3455639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.028942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-ca066023-a5c5-4968-b1d8-f5eee3455639 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 1096 time: 0.1556647 Jul 14 09:24:17.081653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0084da6c-e989-419e-a73b-08b914c21bc0 req-19fadf61-7de6-4312-8e14-4449213ab9b0 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589857 Jul 14 09:24:17.091311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-54f376e9-f057-4016-8cf8-a2adee3d8112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.093197 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-54f376e9-f057-4016-8cf8-a2adee3d8112 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1439948 Jul 14 09:24:17.097590 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-1e48af8a-151a-4cb1-92e5-a887bca7315c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8839776-8453-49b3-a9b8-9e4f31c4b773 HTTP/1.1" status: 200 len: 217 time: 0.0605834 Jul 14 09:24:17.198054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-a96b83c9-56e5-4b03-b02a-5942635df0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.199568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-a96b83c9-56e5-4b03-b02a-5942635df0f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c59228d2-777c-49a5-a349-7c4682e49e4a HTTP/1.1" status: 200 len: 861 time: 0.0905607 Jul 14 09:24:17.226206 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-0cc7ac7c-2797-42c7-8dfe-b0a3d11dda9f service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251752 Jul 14 09:24:17.251972 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-64a51acc-9e9b-4a85-9f80-6926313d6e72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459747 Jul 14 09:24:17.330371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa8c9d4f-21f1-4fc6-86d3-fb40e9aa64b8 req-dc98e7e5-6d82-4da4-840e-2f39f3910ba2 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937889 Jul 14 09:24:17.412649 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-2092244a-991f-4b84-ad6e-5dcad6c2241e service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536531 Jul 14 09:24:17.513462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee268-658d-4671-99d5-4e09763ed90c req-3a14972d-63f9-45c0-bbca-eaf936e2e29e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.515732 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-11cee268-658d-4671-99d5-4e09763ed90c req-3a14972d-63f9-45c0-bbca-eaf936e2e29e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.2887118 Jul 14 09:24:17.572778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-11cee268-658d-4671-99d5-4e09763ed90c req-56c658a3-a9f0-461b-aa84-a104994c11df tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488782 Jul 14 09:24:17.575834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-6ff12da2-96b1-438a-8500-9ffff23e972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.577386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-6ff12da2-96b1-438a-8500-9ffff23e972a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1100 time: 0.1769352 Jul 14 09:24:17.583286 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86f7ede-9cb5-4330-ba55-00eeda320395 x-openstack-request-id: req-e86f7ede-9cb5-4330-ba55-00eeda320395 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:17.584393 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07f13b5-233a-4dcd-9480-d88a8df30653", "tag": "f8839776-8453-49b3-a9b8-9e4f31c4b773", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:17.584798 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e86f7ede-9cb5-4330-ba55-00eeda320395 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:17.586229 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07f13b5-233a-4dcd-9480-d88a8df30653', 'tag': 'f8839776-8453-49b3-a9b8-9e4f31c4b773', 'status': 'completed', 'code': 200} Jul 14 09:24:17.597925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-252989ed-6c83-4e6a-a200-446eb7b68f74 req-20faab2e-c932-4a7e-8a27-8062ab7d6bde service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750314 Jul 14 09:24:17.727790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-8bf711c8-c1b0-4629-9067-4dcd0c513d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.729381 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-8bf711c8-c1b0-4629-9067-4dcd0c513d25 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1421778 Jul 14 09:24:17.779093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-143ae573-b7b9-4913-9be3-47406858a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.781069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-143ae573-b7b9-4913-9be3-47406858a74e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df7f4d0203444ab89843baf353ad2efa&device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 1096 time: 0.1177106 Jul 14 09:24:17.854060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-266f7f4d-6916-46e9-b510-e9dfc3f4118f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.1183829 Jul 14 09:24:17.928443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-33d38380-a775-4177-82d6-439a502bcf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.938074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-e9cf888f-6ada-409d-a319-cb8335907f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.939923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-e9cf888f-6ada-409d-a319-cb8335907f88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0746744 Jul 14 09:24:17.947464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-33d38380-a775-4177-82d6-439a502bcf60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 200 len: 922 time: 0.1540852 Jul 14 09:24:17.989241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caee25-2488-4399-b54b-b40e72b8ca88 req-e3b131c0-a32e-40f2-b191-2231807813eb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:17.990886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16caee25-2488-4399-b54b-b40e72b8ca88 req-e3b131c0-a32e-40f2-b191-2231807813eb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 948 time: 0.1745944 Jul 14 09:24:18.012748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-99589627-b812-47a5-840e-1d4d9d11d5a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8839776-8453-49b3-a9b8-9e4f31c4b773 HTTP/1.1" status: 200 len: 217 time: 0.0582385 Jul 14 09:24:18.049631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16caee25-2488-4399-b54b-b40e72b8ca88 req-f7372786-87e9-4743-9fba-120d9aca19ff tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510225 Jul 14 09:24:18.069930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-bea7cfa4-5c67-4a29-b703-957bfeb1ddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.072474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-bea7cfa4-5c67-4a29-b703-957bfeb1ddd1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1249304 Jul 14 09:24:18.133870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-cc81012c-2760-4d83-87e9-11167a314bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.139753 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-cc81012c-2760-4d83-87e9-11167a314bf6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c59228d2-777c-49a5-a349-7c4682e49e4a HTTP/1.1" status: 200 len: 861 time: 0.1185122 Jul 14 09:24:18.202708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-a7c684b9-9d7e-4d18-bf58-68015d84f434 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238875 Jul 14 09:24:18.237711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-6cb85135-daed-4176-909b-fbfd57d163e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5d2bbeac-ba5a-40c8-ab23-a57d78c54101&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899191 Jul 14 09:24:18.422811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45b4c6e0-4198-4b6a-a171-fbc30e5d8b00 req-6f1fa10e-be4d-4902-aab5-aeebc819ee59 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109578 Jul 14 09:24:18.440657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-e7a7e98d-7d7f-493a-b37e-7a38bccb40c6 service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962457 Jul 14 09:24:18.535239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bc10c-a62a-4ded-aece-15fb61c4e10b req-c81c9eaf-48b2-4298-a0fb-b458b91c16d5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.537864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a4bc10c-a62a-4ded-aece-15fb61c4e10b req-c81c9eaf-48b2-4298-a0fb-b458b91c16d5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 944 time: 0.1141353 Jul 14 09:24:18.616874 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a4bc10c-a62a-4ded-aece-15fb61c4e10b req-a1694501-5743-4564-bf22-e1297aede869 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706632 Jul 14 09:24:18.648097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-963bc099-a5e0-4579-aa17-460c11344ff1 req-a8c21369-86f9-473a-9d40-0b556c71251c service neutron] 10.222.0.69 "GET /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959543 Jul 14 09:24:18.776945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49886) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:18.868542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2258c-e311-49ed-bd36-90587d9344e4 req-1e1b4c68-7a5b-4844-8394-97cf5339bce0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:18.871571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ae2258c-e311-49ed-bd36-90587d9344e4 req-1e1b4c68-7a5b-4844-8394-97cf5339bce0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.1165051 Jul 14 09:24:18.914131 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ae2258c-e311-49ed-bd36-90587d9344e4 req-e6fbfc2a-7166-4deb-a349-9828f69ec60e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365818 Jul 14 09:24:18.951229 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.080785 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.098234 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.170469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49898) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:19.180836 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94e3139813e64b689bd24596d544adba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026861 Jul 14 09:24:19.187671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db12aa1-a3a0-4acc-9509-e20b4e65dee9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.205867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.206332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.208681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.208681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.208681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.211461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.211932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.212437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.215698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.216156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.216622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.217341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f7975-4257-40ca-9f1c-730b1c0cac25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:19.277007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90566b9f-3326-4b79-afcb-f68bfd181577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.322736 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90566b9f-3326-4b79-afcb-f68bfd181577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.443761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032fa1-85c8-43cc-91ad-83b4210fba3a req-fdda008c-91c1-4c65-9ecc-e8bdf0fec937 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.453292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2032fa1-85c8-43cc-91ad-83b4210fba3a req-fdda008c-91c1-4c65-9ecc-e8bdf0fec937 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 948 time: 0.1333086 Jul 14 09:24:19.472932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90566b9f-3326-4b79-afcb-f68bfd181577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.476189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90566b9f-3326-4b79-afcb-f68bfd181577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:19.479646 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-90566b9f-3326-4b79-afcb-f68bfd181577 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3db12aa1-a3a0-4acc-9509-e20b4e65dee9 HTTP/1.1" status: 204 len: 168 time: 0.3057342 Jul 14 09:24:19.491774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90566b9f-3326-4b79-afcb-f68bfd181577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db12aa1-a3a0-4acc-9509-e20b4e65dee9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:19.522830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2032fa1-85c8-43cc-91ad-83b4210fba3a req-2c309832-e449-409b-b559-b5d4bdfc96b5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649233 Jul 14 09:24:19.645410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35a08-cae5-4301-847c-546484eb9670 req-22658d3d-2055-4934-a33e-5bab3cd653d9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.657783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-22658d3d-2055-4934-a33e-5bab3cd653d9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 808 time: 0.1696858 Jul 14 09:24:19.675893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-8984825c-3e21-48d1-b050-fdd3130263c7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/quotas/4ef2f47428f74997af795a7905fea995 HTTP/1.1" status: 200 len: 375 time: 0.0171738 Jul 14 09:24:19.781173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-3a880f84-83ca-41e7-87d2-6b8b07892ddd tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042554 Jul 14 09:24:19.961326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9af051-11c0-4233-a69d-87dcc51269d8 req-36ba62c7-6e1c-4c09-8b03-1b19a804d7fb tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:19.980819 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd9af051-11c0-4233-a69d-87dcc51269d8 req-36ba62c7-6e1c-4c09-8b03-1b19a804d7fb tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 944 time: 0.1398273 Jul 14 09:24:20.046677 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd9af051-11c0-4233-a69d-87dcc51269d8 req-844a2d07-49f3-4e10-a0cd-17b1c2ac26f8 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647249 Jul 14 09:24:20.195823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:20.436154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:20.457246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'mac_address': 'fa:16:3e:1a:70:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:20.480712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97be36-fdc7-49c5-bc5e-6d0dcfc69a47 req-f3422aaa-b19b-46e6-ad75-c5d4fa91f55b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:20.493288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee97be36-fdc7-49c5-bc5e-6d0dcfc69a47 req-f3422aaa-b19b-46e6-ad75-c5d4fa91f55b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.1488857 Jul 14 09:24:20.528536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-fa66f37f-05a7-4eea-bdcb-facc49ac6381 service neutron] 10.222.0.73 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464027 Jul 14 09:24:20.560622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.563234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f8839776-8453-49b3-a9b8-9e4f31c4b773 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:20.582609 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee97be36-fdc7-49c5-bc5e-6d0dcfc69a47 req-c340b50f-a869-4bf9-b42c-d5921e6c3c99 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883455 Jul 14 09:24:20.633830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49948) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:20.639330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94837c17-9f22-47e7-9e11-b70225acbcb5 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:20.671342 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-a9f5f5ad-0344-4035-bd59-7e2c1eafad00 service neutron] 10.222.0.73 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414070 Jul 14 09:24:20.757478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:20.768225 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.825394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1561591184-network', 'tenant_id': '69e1019e26264d9dbc59b13c09fa2eb2'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:20.868160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Made reservation on behalf of 69e1019e26264d9dbc59b13c09fa2eb2 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:20.873283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.900463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:20.951680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f8839776-8453-49b3-a9b8-9e4f31c4b773, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8839776-8453-49b3-a9b8-9e4f31c4b773,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:20.966828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:20.992978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:20.993551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:20.994051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:20.997461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:20.998083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:20.998584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:20.999082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:20.999647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.000166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.000674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.001255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.001754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:21.010019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'f8839776-8453-49b3-a9b8-9e4f31c4b773', 'network_id': '5d2bbeac-ba5a-40c8-ab23-a57d78c54101', 'port_id': 'f8839776-8453-49b3-a9b8-9e4f31c4b773', 'mac_address': 'fa:16:3e:26:f8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c59228d2-777c-49a5-a349-7c4682e49e4a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:21.097108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.107161 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.108436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.121054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:21.131824 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.132158 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Added segment 0b6ae353-d9d4-4e6e-85e3-858ec63c7277 of type vlan for network 0386fc32-1d4c-4cfe-8313-bf5ae28f3b50 Jul 14 09:24:21.141509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8839776-8453-49b3-a9b8-9e4f31c4b773 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:21.152974 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6149f483-372a-4073-ba02-201588997abb req-6a46076b-fca9-4222-b39b-cc327016cc45 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 210 time: 0.0884197 Jul 14 09:24:21.156805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['94837c17-9f22-47e7-9e11-b70225acbcb5'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:21.183711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.233619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.234584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.235163 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.269043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6313992 Jul 14 09:24:21.270014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49966) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:21.276070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Request body: {'subnet': {'network_id': '0386fc32-1d4c-4cfe-8313-bf5ae28f3b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1561591184-subnet', 'tenant_id': '69e1019e26264d9dbc59b13c09fa2eb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:21.326684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Made reservation on behalf of 69e1019e26264d9dbc59b13c09fa2eb2 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:21.330601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5313fa04-2158-4e73-946f-86442c13905a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.333414 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.339391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f8839776-8453-49b3-a9b8-9e4f31c4b773, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8839776-8453-49b3-a9b8-9e4f31c4b773,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:21.363325 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.396824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343319c9-cc53-447d-a527-5f339f46cff7 admin admin] Pushing event updated for resources: {'Network': ['ID=0386fc32-1d4c-4cfe-8313-bf5ae28f3b50,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.421729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd0a15-cd01-480a-b0ee-08aae1e71d95 req-fad61965-f5d4-43c7-96c2-c7a433b79f91 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.425840 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50fd0a15-cd01-480a-b0ee-08aae1e71d95 req-fad61965-f5d4-43c7-96c2-c7a433b79f91 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 949 time: 0.3271451 Jul 14 09:24:21.509411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f8839776-8453-49b3-a9b8-9e4f31c4b773,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:21.516799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0386fc32-1d4c-4cfe-8313-bf5ae28f3b50 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:21.565319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50fd0a15-cd01-480a-b0ee-08aae1e71d95 req-933eafe8-1b4a-4a0c-8dc3-a2817dd5a7be tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215744 Jul 14 09:24:21.790748 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbcac539-14b3-491b-909b-c55f76ac1167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:21.823475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa62699-d0b4-4b49-a643-462a9ca8e5fa req-beb9f82c-f8b2-49ca-b099-eaac2e1d2a1d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:21.831618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5aa62699-d0b4-4b49-a643-462a9ca8e5fa req-beb9f82c-f8b2-49ca-b099-eaac2e1d2a1d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 945 time: 0.5114865 Jul 14 09:24:21.846457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f8839776-8453-49b3-a9b8-9e4f31c4b773'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:21.943349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.006546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d013fefe-cdae-4eab-a206-944311a80349,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:22.054485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5aa62699-d0b4-4b49-a643-462a9ca8e5fa req-6302426b-43d4-4aaa-aeec-11c55668cc5e tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218802 Jul 14 09:24:22.056908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4bf38-de7d-4e27-8a8e-3793311c4fa3 req-e949e3e5-41f8-4655-8c15-a1ce26745389 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.065654 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e6f4bf38-de7d-4e27-8a8e-3793311c4fa3 req-e949e3e5-41f8-4655-8c15-a1ce26745389 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.1807847 Jul 14 09:24:22.124819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Checking segment: {'id': '0b6ae353-d9d4-4e6e-85e3-858ec63c7277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0386fc32-1d4c-4cfe-8313-bf5ae28f3b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:22.125596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Network hostable DHCP agents. Network: 0386fc32-1d4c-4cfe-8313-bf5ae28f3b50, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:22.154231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Network 0386fc32-1d4c-4cfe-8313-bf5ae28f3b50 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:22.172704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0386fc32-1d4c-4cfe-8313-bf5ae28f3b50) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:22.187889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.189139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.198435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2946326-3fc6-4085-ad38-4e8570af8306 None None] Network 0386fc32-1d4c-4cfe-8313-bf5ae28f3b50 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:22.198784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e6f4bf38-de7d-4e27-8a8e-3793311c4fa3 req-f5a54815-7af3-415c-91c2-91e1189ddf7d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216264 Jul 14 09:24:22.239422 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-24780f89-08bb-441a-9bc7-e13add16e570 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9672935 Jul 14 09:24:22.424645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe90c864-db36-43d1-b695-3ad2f88fd1ee None None] Network 0386fc32-1d4c-4cfe-8313-bf5ae28f3b50 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:22.496853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-710f38dd-8b8c-48f3-8e90-c31c5ce6d5a7 req-7b812498-543d-4b08-8db2-38bca5fc179c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 210 time: 0.0441065 Jul 14 09:24:22.774703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8c755a06-8a2c-4dcd-ad45-2e06044a8b36 req-a90378a0-04fd-450f-90f5-faeb2c25d8b7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-644040906', 'description': 'tempest-description-199431314'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:22.803521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c755a06-8a2c-4dcd-ad45-2e06044a8b36 req-a90378a0-04fd-450f-90f5-faeb2c25d8b7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.861454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59ef29-d51a-4e9e-a46e-ac938438c5ae req-41d98cf6-9616-40b1-9269-28f654634bf1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:22.868918 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d59ef29-d51a-4e9e-a46e-ac938438c5ae req-41d98cf6-9616-40b1-9269-28f654634bf1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 949 time: 0.1227334 Jul 14 09:24:22.937183 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c755a06-8a2c-4dcd-ad45-2e06044a8b36 req-a90378a0-04fd-450f-90f5-faeb2c25d8b7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.941930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c755a06-8a2c-4dcd-ad45-2e06044a8b36 req-a90378a0-04fd-450f-90f5-faeb2c25d8b7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:22.982818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90378a0-04fd-450f-90f5-faeb2c25d8b7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531828be-5b7c-4461-9253-97f0dc4b7e95,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.001797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c755a06-8a2c-4dcd-ad45-2e06044a8b36 req-a90378a0-04fd-450f-90f5-faeb2c25d8b7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.003596 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c755a06-8a2c-4dcd-ad45-2e06044a8b36 req-a90378a0-04fd-450f-90f5-faeb2c25d8b7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2352631 Jul 14 09:24:23.183914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35d2917e-1bb1-4ce9-9d31-b8aeb4778d1e req-48f03bdc-453c-4d62-80f8-b37732b69e7a tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/531828be-5b7c-4461-9253-97f0dc4b7e95 HTTP/1.1" status: 200 len: 1811 time: 0.0775101 Jul 14 09:24:23.196980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-35d2917e-1bb1-4ce9-9d31-b8aeb4778d1e req-c5ff5f25-e116-485b-96d3-28bb1193f4f5 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531828be-5b7c-4461-9253-97f0dc4b7e95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:23.197303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-35d2917e-1bb1-4ce9-9d31-b8aeb4778d1e req-c5ff5f25-e116-485b-96d3-28bb1193f4f5 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531828be-5b7c-4461-9253-97f0dc4b7e95', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:23.267138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-35d2917e-1bb1-4ce9-9d31-b8aeb4778d1e req-c5ff5f25-e116-485b-96d3-28bb1193f4f5 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.314034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-35d2917e-1bb1-4ce9-9d31-b8aeb4778d1e req-c5ff5f25-e116-485b-96d3-28bb1193f4f5 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.322261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-35d2917e-1bb1-4ce9-9d31-b8aeb4778d1e req-c5ff5f25-e116-485b-96d3-28bb1193f4f5 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.347227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff5f25-e116-485b-96d3-28bb1193f4f5 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfd09b9-0e98-4ab3-9302-d9505be4e343,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:23.390841 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-35d2917e-1bb1-4ce9-9d31-b8aeb4778d1e req-c5ff5f25-e116-485b-96d3-28bb1193f4f5 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:23.408536 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d59ef29-d51a-4e9e-a46e-ac938438c5ae req-0bf30ba1-2a2b-483e-b1ac-d2b21d75f653 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339437 Jul 14 09:24:23.415121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35d2917e-1bb1-4ce9-9d31-b8aeb4778d1e req-c5ff5f25-e116-485b-96d3-28bb1193f4f5 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2244847 Jul 14 09:24:23.526350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35a08-cae5-4301-847c-546484eb9670 req-a2425e0e-fd92-4d70-bb29-74476791aeda tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.528501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-a2425e0e-fd92-4d70-bb29-74476791aeda tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 808 time: 0.2189050 Jul 14 09:24:23.543134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Request body: {'port': {'device_id': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'admin_state_up': True, 'tenant_id': '4ef2f47428f74997af795a7905fea995'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:23.629232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98f289-3424-4cca-893f-6a19c7937889 req-45414507-6951-4529-9f2c-19c14bf89b55 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.642290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f98f289-3424-4cca-893f-6a19c7937889 req-45414507-6951-4529-9f2c-19c14bf89b55 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 945 time: 0.1015024 Jul 14 09:24:23.704829 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f98f289-3424-4cca-893f-6a19c7937889 req-45541a1e-bbcc-4655-804a-520940bc6e7a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614040 Jul 14 09:24:23.800017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444ed3d-778b-4fd8-8b29-687371daad31 req-db8a9b91-72a2-45ec-9fd8-e6d6238be9ad tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:23.801783 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b444ed3d-778b-4fd8-8b29-687371daad31 req-db8a9b91-72a2-45ec-9fd8-e6d6238be9ad tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.1597288 Jul 14 09:24:23.879779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b444ed3d-778b-4fd8-8b29-687371daad31 req-2f444990-64ae-4d06-a946-8e3b8dc9c8e3 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679669 Jul 14 09:24:23.888276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Made reservation on behalf of 4ef2f47428f74997af795a7905fea995 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:23.893275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.041454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff3622b3-2e29-4a95-a0d8-cc7cd92b5897 req-514536a1-1998-4683-ad9f-54c7850f42fa tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/531828be-5b7c-4461-9253-97f0dc4b7e95 HTTP/1.1" status: 200 len: 2404 time: 0.1048846 Jul 14 09:24:24.081712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a3190a-d249-481e-94f8-c981bb5ea1f3 req-1ab3f045-0c35-4f31-ad92-ec8ac8db6dd8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 210 time: 0.0604877 Jul 14 09:24:24.127209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Allocated IP 172.20.0.7 (c57b139e-cf08-4d82-9360-8bec932fdedf/41972096-a7d9-4b2c-b8d7-7a81dde04479/24e23ef7-5e17-4d0b-89b8-220c4dfbc406) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:24.180512 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c432108-b252-40c9-94e5-18144a53b3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.204362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fc982ba-92a8-427a-a811-08d76e6a1eb2 req-23ff7706-d2ca-4a3e-a205-ae1dc2fbb606 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-group-rules/7cfd09b9-0e98-4ab3-9302-d9505be4e343 HTTP/1.1" status: 200 len: 778 time: 0.1239796 Jul 14 09:24:24.231706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:24.309914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 94837c17-9f22-47e7-9e11-b70225acbcb5 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:24.317298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 94837c17-9f22-47e7-9e11-b70225acbcb5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:24.318780 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.341342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fc982ba-92a8-427a-a811-08d76e6a1eb2 req-5c3703ea-c4c0-4531-8f58-7a68431f1d2d tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/531828be-5b7c-4461-9253-97f0dc4b7e95 HTTP/1.1" status: 200 len: 2404 time: 0.1276412 Jul 14 09:24:24.385597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7fc982ba-92a8-427a-a811-08d76e6a1eb2 req-a9b3e08c-ddcb-4d05-a52f-f1019da0619a tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.400588 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7fc982ba-92a8-427a-a811-08d76e6a1eb2 req-a9b3e08c-ddcb-4d05-a52f-f1019da0619a tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.422269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.448018 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.457618 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7fc982ba-92a8-427a-a811-08d76e6a1eb2 req-a9b3e08c-ddcb-4d05-a52f-f1019da0619a tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.471447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7fc982ba-92a8-427a-a811-08d76e6a1eb2 req-a9b3e08c-ddcb-4d05-a52f-f1019da0619a tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.489887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fc982ba-92a8-427a-a811-08d76e6a1eb2 req-a9b3e08c-ddcb-4d05-a52f-f1019da0619a tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/7cfd09b9-0e98-4ab3-9302-d9505be4e343 HTTP/1.1" status: 204 len: 173 time: 0.1483181 Jul 14 09:24:24.492700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:24.495408 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb5821d-652a-413a-9f0a-8b57d66e3af9" -d '{"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-plugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:24.510288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.513461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:24.519004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.526179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-40bcad9f-e6ef-4d7a-a98e-2f509836ad5a req-115dd44d-d666-4b40-bb3f-7a9e7e7d174c tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1796365338', 'description': 'tempest-description-1719358140'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:24.531155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3e08c-ddcb-4d05-a52f-f1019da0619a tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cfd09b9-0e98-4ab3-9302-d9505be4e343,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.566384 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.594981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.597987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f8839776-8453-49b3-a9b8-9e4f31c4b773 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:24.628016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Pushing event updated for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:24.641685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-40bcad9f-e6ef-4d7a-a98e-2f509836ad5a req-115dd44d-d666-4b40-bb3f-7a9e7e7d174c tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.665085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Network c57b139e-cf08-4d82-9360-8bec932fdedf is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:24.670276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:24.674513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:24.703885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9c823a6a-19e9-43f2-b8df-7264f85ee307'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:24.730257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.733265 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.758568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d977-ae17-44df-b09c-51c3c2cb2bd5 req-04d7334b-2ef9-4552-8a2d-4cd34b598373 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:24.769067 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bda4d977-ae17-44df-b09c-51c3c2cb2bd5 req-04d7334b-2ef9-4552-8a2d-4cd34b598373 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.0920734 Jul 14 09:24:24.854154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port f8839776-8453-49b3-a9b8-9e4f31c4b773 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:24.866989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port f8839776-8453-49b3-a9b8-9e4f31c4b773 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:24.867414 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.884347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-40bcad9f-e6ef-4d7a-a98e-2f509836ad5a req-115dd44d-d666-4b40-bb3f-7a9e7e7d174c tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.896415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bda4d977-ae17-44df-b09c-51c3c2cb2bd5 req-243e0f5d-74a9-49e5-a0a3-a07da35be3c8 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256678 Jul 14 09:24:24.906491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-40bcad9f-e6ef-4d7a-a98e-2f509836ad5a req-115dd44d-d666-4b40-bb3f-7a9e7e7d174c tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:24.953962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-a0d6cf38-266e-4431-9bb0-ffe94dd3cffb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4157972 Jul 14 09:24:24.997980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Request body: {'port': {'device_id': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:25.017958 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2091048a-3319-4910-baf9-a710c9095e52 x-openstack-request-id: req-2091048a-3319-4910-baf9-a710c9095e52 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:25.018399 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-plugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:25.018762 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2091048a-3319-4910-baf9-a710c9095e52 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:25.019277 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'code': 200} Jul 14 09:24:25.082709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-40bcad9f-e6ef-4d7a-a98e-2f509836ad5a req-115dd44d-d666-4b40-bb3f-7a9e7e7d174c tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.093088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40bcad9f-e6ef-4d7a-a98e-2f509836ad5a req-115dd44d-d666-4b40-bb3f-7a9e7e7d174c tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5748665 Jul 14 09:24:25.165070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dd44d-d666-4b40-bb3f-7a9e7e7d174c tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a43add6-f679-4bdd-9041-06bc208e88c6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.213786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cfbc0-371b-4ab6-a0a2-31adbe293b69 req-b4931932-197e-472f-8772-62c585ec14c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.215318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a9cfbc0-371b-4ab6-a0a2-31adbe293b69 req-b4931932-197e-472f-8772-62c585ec14c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1102 time: 0.1291981 Jul 14 09:24:25.243806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.265794 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.314535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a9cfbc0-371b-4ab6-a0a2-31adbe293b69 req-b4476e0a-261c-4153-ac06-1b556785e392 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912750 Jul 14 09:24:25.347179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcbda2-e389-4d2c-a044-4ee6936aaf09 req-f239114f-3f68-426c-9b38-6b21aeb9183a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.355830 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebcbda2-e389-4d2c-a044-4ee6936aaf09 req-f239114f-3f68-426c-9b38-6b21aeb9183a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 945 time: 0.1007791 Jul 14 09:24:25.418273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f8839776-8453-49b3-a9b8-9e4f31c4b773, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8839776-8453-49b3-a9b8-9e4f31c4b773,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:25.432413 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebcbda2-e389-4d2c-a044-4ee6936aaf09 req-478a1586-8707-4801-91e7-0c78a7b92aea tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720491 Jul 14 09:24:25.452793 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.509821 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.535107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f8839776-8453-49b3-a9b8-9e4f31c4b773,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:25.718673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1506f-0f71-409e-9496-44b0980692f7 req-18120236-9721-4c54-b2f8-128f9a0045a1 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.722305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ade1506f-0f71-409e-9496-44b0980692f7 req-18120236-9721-4c54-b2f8-128f9a0045a1 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 931 time: 0.1050081 Jul 14 09:24:25.792920 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ade1506f-0f71-409e-9496-44b0980692f7 req-322af9ba-4c2c-4af7-ab9e-831f05ec7369 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631917 Jul 14 09:24:25.864000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:25.874823 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1c7880-ad8b-42b9-baeb-08f3ec64e8b1 req-9ca59318-26e5-4b36-a7ef-61c2b0ee57f0 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/3a43add6-f679-4bdd-9041-06bc208e88c6 HTTP/1.1" status: 200 len: 1813 time: 0.0463605 Jul 14 09:24:25.876457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:25.894274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Transition to ACTIVE for port object 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:25.910319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e56be0-6b2d-44d3-9f61-f856c903c95d req-fdb0d91b-c1c2-479a-9144-efeb42adab47 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:25.912420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68e56be0-6b2d-44d3-9f61-f856c903c95d req-fdb0d91b-c1c2-479a-9144-efeb42adab47 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.3777874 Jul 14 09:24:25.913575 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.035186 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68e56be0-6b2d-44d3-9f61-f856c903c95d req-ecdad1c3-1341-4afe-bd7f-f944fd468a06 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126676 Jul 14 09:24:26.038245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Pushing event updated for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.123337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:26.123337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:26.123337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:26.129610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:26.129948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:26.135707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:26.136051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:26.136480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:26.136943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Bound port: 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:26.141964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.156017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7f21b776-3cfe-40e6-9921-34eef006273a req-640d592e-f140-4b3e-a31b-fb7de8e8c87b tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1589815527', 'description': 'tempest-description-1940614692'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:26.183359 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7f21b776-3cfe-40e6-9921-34eef006273a req-640d592e-f140-4b3e-a31b-fb7de8e8c87b tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.225075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:26.229576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:26.237249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.307568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.309056 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.310886 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] 10.222.0.69 "PUT /v2.0/ports/24e23ef7-5e17-4d0b-89b8-220c4dfbc406 HTTP/1.1" status: 200 len: 1092 time: 1.3294621 Jul 14 09:24:26.313650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:26.316915 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:26.338086 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7f21b776-3cfe-40e6-9921-34eef006273a req-640d592e-f140-4b3e-a31b-fb7de8e8c87b tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.342422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7f21b776-3cfe-40e6-9921-34eef006273a req-640d592e-f140-4b3e-a31b-fb7de8e8c87b tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.375142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d592e-f140-4b3e-a31b-fb7de8e8c87b tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc23329d-c92a-4f53-b1b1-907c01032819,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.393539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7f21b776-3cfe-40e6-9921-34eef006273a req-640d592e-f140-4b3e-a31b-fb7de8e8c87b tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.400401 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f21b776-3cfe-40e6-9921-34eef006273a req-640d592e-f140-4b3e-a31b-fb7de8e8c87b tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2495213 Jul 14 09:24:26.492408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00b70d-63da-4705-a20e-d31c6c238be1 service neutron] Pushing event updated for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:26.507629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35a08-cae5-4301-847c-546484eb9670 req-fa29585c-a73a-44eb-abae-8e0ab929e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.509425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-fa29585c-a73a-44eb-abae-8e0ab929e692 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1095 time: 0.1478620 Jul 14 09:24:26.526420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08692c-5bf6-47b7-89ea-19cb90c89390 req-b45af803-5957-467a-9629-6875c97f8f0b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.535360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de08692c-5bf6-47b7-89ea-19cb90c89390 req-b45af803-5957-467a-9629-6875c97f8f0b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.2127612 Jul 14 09:24:26.539471 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:26.587835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-d440c041-c3b7-4c2e-86b3-6c45ae9c15a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406 HTTP/1.1" status: 200 len: 217 time: 0.0421982 Jul 14 09:24:26.731980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d35a08-cae5-4301-847c-546484eb9670 req-167dd779-16e5-4745-a372-5b8f37ccb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:26.733523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-167dd779-16e5-4745-a372-5b8f37ccb53b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1389983 Jul 14 09:24:26.750437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de08692c-5bf6-47b7-89ea-19cb90c89390 req-60dea041-c48b-4dd7-b77a-27fcb97045d6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123964 Jul 14 09:24:26.841647 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-d07b0e42-4bbd-4557-94f7-6044e45be2d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896111 Jul 14 09:24:26.861077 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2048ac13-6395-45fe-a44b-6b37295bfee2 x-openstack-request-id: req-2048ac13-6395-45fe-a44b-6b37295bfee2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:26.861372 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:26.861631 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2048ac13-6395-45fe-a44b-6b37295bfee2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:26.862042 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406', 'status': 'completed', 'code': 200} Jul 14 09:24:26.922073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1206345d-ac30-40fe-81c1-75e0643eebf9 req-889d9f1a-ee61-4cde-8bd5-ef6b7a80cd78 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/bc23329d-c92a-4f53-b1b1-907c01032819 HTTP/1.1" status: 200 len: 1813 time: 0.0756438 Jul 14 09:24:27.020154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f13b5-233a-4dcd-9480-d88a8df30653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8839776-8453-49b3-a9b8-9e4f31c4b773'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:27.022960 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17e738b-a351-4963-b20d-d9f5f6ed34ed" -d '{"events": [{"server_uuid": "f07f13b5-233a-4dcd-9480-d88a8df30653", "name": "network-vif-plugged", "status": "completed", "tag": "f8839776-8453-49b3-a9b8-9e4f31c4b773"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:27.065438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-21f38464-fadd-4f0a-a93f-0f1e920ce6ad service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024581 Jul 14 09:24:27.115687 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.166860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def378c-c419-483e-ba91-b11f985af61b req-f4c6b01b-295d-427a-8c64-cc9c3c8be6c9 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.168423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8def378c-c419-483e-ba91-b11f985af61b req-f4c6b01b-295d-427a-8c64-cc9c3c8be6c9 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 946 time: 0.0771558 Jul 14 09:24:27.227336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8def378c-c419-483e-ba91-b11f985af61b req-dceec2df-18a8-4c2f-9fab-1b92639b4f5a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477691 Jul 14 09:24:27.269252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26d35a08-cae5-4301-847c-546484eb9670 req-4eba6329-019e-4135-b774-d1cff3f81eb6 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957173 Jul 14 09:24:27.269673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4030e201-dbad-4838-a0d3-bae0670c8836 req-ad195da3-693f-42c0-87a4-786589327692 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1870832297', 'description': 'tempest-description-1363690959'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:27.291552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c72f72-4860-4123-9e11-7dd82b983c4d req-939d6026-48e8-42cd-a791-008394ce2f9e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.293780 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17c72f72-4860-4123-9e11-7dd82b983c4d req-939d6026-48e8-42cd-a791-008394ce2f9e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.1352313 Jul 14 09:24:27.325806 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4030e201-dbad-4838-a0d3-bae0670c8836 req-ad195da3-693f-42c0-87a4-786589327692 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.383742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17c72f72-4860-4123-9e11-7dd82b983c4d req-ec2afa3e-9570-4488-8ad8-cac558941e5a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819643 Jul 14 09:24:27.409871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-2c68465b-2076-4d12-a355-bc0198330ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.412250 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-2c68465b-2076-4d12-a355-bc0198330ceb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1095 time: 0.0813901 Jul 14 09:24:27.457264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4030e201-dbad-4838-a0d3-bae0670c8836 req-ad195da3-693f-42c0-87a4-786589327692 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.462146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4030e201-dbad-4838-a0d3-bae0670c8836 req-ad195da3-693f-42c0-87a4-786589327692 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.549359 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e8b95f-18da-4667-827d-05356371fced x-openstack-request-id: req-52e8b95f-18da-4667-827d-05356371fced {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:27.549881 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f13b5-233a-4dcd-9480-d88a8df30653", "name": "network-vif-plugged", "status": "completed", "tag": "f8839776-8453-49b3-a9b8-9e4f31c4b773", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:27.550061 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52e8b95f-18da-4667-827d-05356371fced {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:27.550677 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f13b5-233a-4dcd-9480-d88a8df30653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8839776-8453-49b3-a9b8-9e4f31c4b773', 'code': 200} Jul 14 09:24:27.560549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4030e201-dbad-4838-a0d3-bae0670c8836 req-ad195da3-693f-42c0-87a4-786589327692 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.569201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4030e201-dbad-4838-a0d3-bae0670c8836 req-ad195da3-693f-42c0-87a4-786589327692 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3023977 Jul 14 09:24:27.605114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad195da3-693f-42c0-87a4-786589327692 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5789fe0-53f5-4e50-aebe-44354c02943e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:27.635052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-34ae8b1e-3ad6-4772-953a-7f0865e8bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.637158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-34ae8b1e-3ad6-4772-953a-7f0865e8bde8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.2172923 Jul 14 09:24:27.693741 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-e0e9e0b8-2a2e-4833-ad63-a7816f030655 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406 HTTP/1.1" status: 200 len: 217 time: 0.0509820 Jul 14 09:24:27.708614 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-82b048c6-a245-4075-b885-817487ef56ed req-61695866-1e8c-4cc8-a39e-3cd6a9a57688 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/a5789fe0-53f5-4e50-aebe-44354c02943e HTTP/1.1" status: 200 len: 1813 time: 0.0943642 Jul 14 09:24:27.731668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f58f44-b86e-42b0-a57e-25275bc99096 req-09fcce18-7504-4a0a-9ea5-16b2ba9b569e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.733917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f58f44-b86e-42b0-a57e-25275bc99096 req-09fcce18-7504-4a0a-9ea5-16b2ba9b569e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 1098 time: 0.0959675 Jul 14 09:24:27.739502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-bc259954-5abd-48a9-afba-ed215152b353 req-0bbf1696-6bcb-4323-8d06-a7cac6d4ecf7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-270835587', 'description': 'tempest-description-1595965954'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:27.788109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc259954-5abd-48a9-afba-ed215152b353 req-0bbf1696-6bcb-4323-8d06-a7cac6d4ecf7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.807470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f58f44-b86e-42b0-a57e-25275bc99096 req-bf253b22-56fe-4bf7-802a-277db29b6a38 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624061 Jul 14 09:24:27.837763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-2e6ab74a-a61a-4b3d-b536-2c763e631141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.842543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-2e6ab74a-a61a-4b3d-b536-2c763e631141 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1281600 Jul 14 09:24:27.897994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc259954-5abd-48a9-afba-ed215152b353 req-0bbf1696-6bcb-4323-8d06-a7cac6d4ecf7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.903080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc259954-5abd-48a9-afba-ed215152b353 req-0bbf1696-6bcb-4323-8d06-a7cac6d4ecf7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.904067 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-c2c87a9e-85c5-45fd-aa44-dc0c06a571fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413523 Jul 14 09:24:27.913994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20062b4c-ea35-4952-ba41-39e2dbd48077 req-5cbead59-ab4e-4a30-aba1-f4bb5ca79474 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:27.915537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-20062b4c-ea35-4952-ba41-39e2dbd48077 req-5cbead59-ab4e-4a30-aba1-f4bb5ca79474 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.2202609 Jul 14 09:24:27.938362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc259954-5abd-48a9-afba-ed215152b353 req-0bbf1696-6bcb-4323-8d06-a7cac6d4ecf7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:27.939840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc259954-5abd-48a9-afba-ed215152b353 req-0bbf1696-6bcb-4323-8d06-a7cac6d4ecf7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2048135 Jul 14 09:24:27.941002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf1696-6bcb-4323-8d06-a7cac6d4ecf7 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba48488-3e72-44bd-89b2-dc1a86d59aaf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:28.069308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-20062b4c-ea35-4952-ba41-39e2dbd48077 req-fb8f0792-69fa-4451-aec9-2ab05dd6869a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762572 Jul 14 09:24:28.099798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-4369910a-0155-42a2-b04a-52b85e729b03 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832736 Jul 14 09:24:28.221855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d7838-f60a-4d60-ae9e-1916a3bd9225 req-79a88715-d331-49fd-927e-138df6905985 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.224466 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe3d7838-f60a-4d60-ae9e-1916a3bd9225 req-79a88715-d331-49fd-927e-138df6905985 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1420493 Jul 14 09:24:28.238573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fc84ad-bd26-4c41-bf1a-1982dc35ba9a req-4894b47a-f9df-489b-8179-7280b52dfb2a service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218069 Jul 14 09:24:28.274839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe3d7838-f60a-4d60-ae9e-1916a3bd9225 req-90a8bda5-d7d5-4ae6-a2cb-f6f361fa4dc6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443189 Jul 14 09:24:28.355985 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dfa74e66-eb30-4639-9261-eac5206692d0 req-2a1cac6c-cd87-4f33-826c-bc93c67d87f3 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/aba48488-3e72-44bd-89b2-dc1a86d59aaf HTTP/1.1" status: 200 len: 1812 time: 0.0498128 Jul 14 09:24:28.511021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815457a-c1a7-48cc-ac4d-3f0aa5c73b5a req-5a238f72-faa5-44f4-8e9d-a8a3ff16e6ee tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.518011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3815457a-c1a7-48cc-ac4d-3f0aa5c73b5a req-5a238f72-faa5-44f4-8e9d-a8a3ff16e6ee tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 946 time: 0.0999298 Jul 14 09:24:28.530921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3bcbd-fded-40bb-bac2-3246ca83d56f req-a6e5bbd7-e5c3-484e-bf7c-57aab989f073 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.534687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-96c3bcbd-fded-40bb-bac2-3246ca83d56f req-a6e5bbd7-e5c3-484e-bf7c-57aab989f073 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1102 time: 0.0697145 Jul 14 09:24:28.557008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3815457a-c1a7-48cc-ac4d-3f0aa5c73b5a req-68dce4fb-d336-4dc0-a7d7-ee638b73128a tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381343 Jul 14 09:24:28.601015 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-3437bec1-ad92-4c88-822b-4002bc99f47f req-58c38fea-cbf1-443c-805a-1f66adc8b7ec tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] show failed (client error): The resource could not be found. Jul 14 09:24:28.611553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3437bec1-ad92-4c88-822b-4002bc99f47f req-58c38fea-cbf1-443c-805a-1f66adc8b7ec tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/a8e2461f-77b3-4e00-afa6-16dea9ad703c HTTP/1.1" status: 404 len: 352 time: 0.0211089 Jul 14 09:24:28.611688 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-96c3bcbd-fded-40bb-bac2-3246ca83d56f req-d0c57503-1136-4846-b0b5-baa56dd01b4a tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681872 Jul 14 09:24:28.732446 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-2c95e0b0-204f-41f3-9857-fa66a8531e70 req-45ca38b7-45e2-4bc5-9361-a67d93b20c2e tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] show failed (client error): The resource could not be found. Jul 14 09:24:28.733500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c95e0b0-204f-41f3-9857-fa66a8531e70 req-45ca38b7-45e2-4bc5-9361-a67d93b20c2e tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-group-rules/70f769b9-395d-47d9-b03d-4d2b239733db HTTP/1.1" status: 404 len: 361 time: 0.0142672 Jul 14 09:24:28.824931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a44df-737e-4c8c-bd2a-df2f0a8fa221 req-c0aeb2df-a1b2-4419-843b-ba0350cf02d0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:28.827179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa5a44df-737e-4c8c-bd2a-df2f0a8fa221 req-c0aeb2df-a1b2-4419-843b-ba0350cf02d0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.0806713 Jul 14 09:24:28.873217 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa5a44df-737e-4c8c-bd2a-df2f0a8fa221 req-22e768d0-e9b6-4a4c-90e3-633a1a3d3f72 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397534 Jul 14 09:24:28.939981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b9874a92-4b49-4548-a28d-260d83f057fd req-e3eb5713-a14d-4d67-885a-08c0a224101f tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/aba48488-3e72-44bd-89b2-dc1a86d59aaf HTTP/1.1" status: 200 len: 1812 time: 0.0409544 Jul 14 09:24:29.004603 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b9874a92-4b49-4548-a28d-260d83f057fd req-90d502dc-08d9-4d6a-b4aa-c30d60935237 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.031040 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b9874a92-4b49-4548-a28d-260d83f057fd req-90d502dc-08d9-4d6a-b4aa-c30d60935237 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.079613 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b9874a92-4b49-4548-a28d-260d83f057fd req-90d502dc-08d9-4d6a-b4aa-c30d60935237 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.082316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b9874a92-4b49-4548-a28d-260d83f057fd req-90d502dc-08d9-4d6a-b4aa-c30d60935237 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.085373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b9874a92-4b49-4548-a28d-260d83f057fd req-90d502dc-08d9-4d6a-b4aa-c30d60935237 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "DELETE /v2.0/security-groups/aba48488-3e72-44bd-89b2-dc1a86d59aaf HTTP/1.1" status: 204 len: 173 time: 0.1365204 Jul 14 09:24:29.109616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d502dc-08d9-4d6a-b4aa-c30d60935237 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba48488-3e72-44bd-89b2-dc1a86d59aaf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.164149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08f65389-1095-4830-88c8-541906d87427 req-f2d0b3a7-cda1-4f25-acee-3ba3921dd74e tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/a5789fe0-53f5-4e50-aebe-44354c02943e HTTP/1.1" status: 200 len: 1813 time: 0.0567489 Jul 14 09:24:29.225280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08f65389-1095-4830-88c8-541906d87427 req-7fb87f70-be8f-4228-a5fb-b3aec9e091f9 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.247804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08f65389-1095-4830-88c8-541906d87427 req-7fb87f70-be8f-4228-a5fb-b3aec9e091f9 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.303483 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08f65389-1095-4830-88c8-541906d87427 req-7fb87f70-be8f-4228-a5fb-b3aec9e091f9 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.307055 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-08f65389-1095-4830-88c8-541906d87427 req-7fb87f70-be8f-4228-a5fb-b3aec9e091f9 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.308228 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08f65389-1095-4830-88c8-541906d87427 req-7fb87f70-be8f-4228-a5fb-b3aec9e091f9 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "DELETE /v2.0/security-groups/a5789fe0-53f5-4e50-aebe-44354c02943e HTTP/1.1" status: 204 len: 173 time: 0.1387413 Jul 14 09:24:29.325799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb87f70-be8f-4228-a5fb-b3aec9e091f9 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5789fe0-53f5-4e50-aebe-44354c02943e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.368630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.447739 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-5cb7a229-68cb-4282-a3ed-6455bb5b8d96 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282089 Jul 14 09:24:29.467995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576fff4-7d5f-4f94-9c20-fec4c716a9a0 req-2cae6c93-8ea7-419c-a0b0-b9f720645331 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.471498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b576fff4-7d5f-4f94-9c20-fec4c716a9a0 req-2cae6c93-8ea7-419c-a0b0-b9f720645331 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.0948739 Jul 14 09:24:29.481225 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2890c-6bfd-48f8-ba12-e68c5ceca5bd req-546525ff-c270-4eeb-a0d5-de12f28f495f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.483068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4da2890c-6bfd-48f8-ba12-e68c5ceca5bd req-546525ff-c270-4eeb-a0d5-de12f28f495f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.0753720 Jul 14 09:24:29.523628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b576fff4-7d5f-4f94-9c20-fec4c716a9a0 req-1725d1b8-ef44-44e0-84cd-14e5238e80fe tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464637 Jul 14 09:24:29.529193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4da2890c-6bfd-48f8-ba12-e68c5ceca5bd req-3d23165c-611d-4d7a-aa8a-957b59345b9e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385072 Jul 14 09:24:29.605632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-afaa43b3-7db3-4683-90f9-ff34d11ffd4a req-88135576-5704-4a9f-a725-8be669c2d03f tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/bc23329d-c92a-4f53-b1b1-907c01032819 HTTP/1.1" status: 200 len: 1813 time: 0.0452728 Jul 14 09:24:29.682794 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-afaa43b3-7db3-4683-90f9-ff34d11ffd4a req-612f2f47-db9f-4067-94f7-c798958b90db tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.709740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-afaa43b3-7db3-4683-90f9-ff34d11ffd4a req-612f2f47-db9f-4067-94f7-c798958b90db tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.759313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-afaa43b3-7db3-4683-90f9-ff34d11ffd4a req-612f2f47-db9f-4067-94f7-c798958b90db tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.762666 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-afaa43b3-7db3-4683-90f9-ff34d11ffd4a req-612f2f47-db9f-4067-94f7-c798958b90db tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:29.776785 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-afaa43b3-7db3-4683-90f9-ff34d11ffd4a req-612f2f47-db9f-4067-94f7-c798958b90db tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "DELETE /v2.0/security-groups/bc23329d-c92a-4f53-b1b1-907c01032819 HTTP/1.1" status: 204 len: 173 time: 0.1655834 Jul 14 09:24:29.797809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f2f47-db9f-4067-94f7-c798958b90db tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc23329d-c92a-4f53-b1b1-907c01032819,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:29.858061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690868c-274a-4543-b8a8-1aed1bb884f3 req-28395b55-5632-4635-a428-48625e262396 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:29.865416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1690868c-274a-4543-b8a8-1aed1bb884f3 req-28395b55-5632-4635-a428-48625e262396 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 946 time: 0.1035004 Jul 14 09:24:29.912319 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81622f27-56ff-4d13-a2e2-6054aa534079 req-16b108db-72a7-4a1a-906c-b3b9503ad8af tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/3a43add6-f679-4bdd-9041-06bc208e88c6 HTTP/1.1" status: 200 len: 1813 time: 0.0450039 Jul 14 09:24:29.916503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1690868c-274a-4543-b8a8-1aed1bb884f3 req-ab75e9dd-f3b9-4220-9242-d4ae801f0d65 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475566 Jul 14 09:24:29.987022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81622f27-56ff-4d13-a2e2-6054aa534079 req-3a679ecc-63b3-4ce2-9a16-72e4ecaf58ee tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.018758 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81622f27-56ff-4d13-a2e2-6054aa534079 req-3a679ecc-63b3-4ce2-9a16-72e4ecaf58ee tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.067138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81622f27-56ff-4d13-a2e2-6054aa534079 req-3a679ecc-63b3-4ce2-9a16-72e4ecaf58ee tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.070869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81622f27-56ff-4d13-a2e2-6054aa534079 req-3a679ecc-63b3-4ce2-9a16-72e4ecaf58ee tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.072351 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81622f27-56ff-4d13-a2e2-6054aa534079 req-3a679ecc-63b3-4ce2-9a16-72e4ecaf58ee tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "DELETE /v2.0/security-groups/3a43add6-f679-4bdd-9041-06bc208e88c6 HTTP/1.1" status: 204 len: 173 time: 0.1512606 Jul 14 09:24:30.086182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a679ecc-63b3-4ce2-9a16-72e4ecaf58ee tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a43add6-f679-4bdd-9041-06bc208e88c6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.186169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd1c7-b2e4-4241-8af4-d4242ad489cf req-5a1938a7-5a08-4f26-9043-73e27b55be71 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.187729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-215bd1c7-b2e4-4241-8af4-d4242ad489cf req-5a1938a7-5a08-4f26-9043-73e27b55be71 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.0770926 Jul 14 09:24:30.248804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-215bd1c7-b2e4-4241-8af4-d4242ad489cf req-66f573e9-8216-48f4-a358-8f83f55426b7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Jul 14 09:24:30.421324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7d10fd0-c174-47f5-917b-ed5d3cd5ffce req-ba40a375-2243-4e10-943d-0cd625b58347 tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "GET /v2.0/security-groups/531828be-5b7c-4461-9253-97f0dc4b7e95 HTTP/1.1" status: 200 len: 1811 time: 0.0484474 Jul 14 09:24:30.448636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a5819-c482-4c98-bf6f-c524f2c6f2a3 req-cd82b433-21ea-4d34-be04-d6e935338ac8 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.456722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-522a5819-c482-4c98-bf6f-c524f2c6f2a3 req-cd82b433-21ea-4d34-be04-d6e935338ac8 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 949 time: 0.0832984 Jul 14 09:24:30.481236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a7d10fd0-c174-47f5-917b-ed5d3cd5ffce req-f446a230-77a5-437c-9f13-025cd3a9ffef tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.502764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-522a5819-c482-4c98-bf6f-c524f2c6f2a3 req-b2d5f596-382a-49ee-85e4-1a97df7d0f5d tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448773 Jul 14 09:24:30.509000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a7d10fd0-c174-47f5-917b-ed5d3cd5ffce req-f446a230-77a5-437c-9f13-025cd3a9ffef tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.564850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a7d10fd0-c174-47f5-917b-ed5d3cd5ffce req-f446a230-77a5-437c-9f13-025cd3a9ffef tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.568851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a7d10fd0-c174-47f5-917b-ed5d3cd5ffce req-f446a230-77a5-437c-9f13-025cd3a9ffef tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.576853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50242) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:30.584847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7d10fd0-c174-47f5-917b-ed5d3cd5ffce req-f446a230-77a5-437c-9f13-025cd3a9ffef tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] 10.222.0.73 "DELETE /v2.0/security-groups/531828be-5b7c-4461-9253-97f0dc4b7e95 HTTP/1.1" status: 204 len: 173 time: 0.1625519 Jul 14 09:24:30.587193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f8d6fe27-38ae-43cf-b0e6-713089943dc8 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:30.596109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446a230-77a5-437c-9f13-025cd3a9ffef tempest-SecurityGroupRulesNegativeTestJSON-337074987 tempest-SecurityGroupRulesNegativeTestJSON-337074987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531828be-5b7c-4461-9253-97f0dc4b7e95,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.672228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec6774d-b9fe-4681-ad64-5a9ed3818be2 admin admin] Deleting subnet d013fefe-cdae-4eab-a206-944311a80349 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:30.679218 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ec6774d-b9fe-4681-ad64-5a9ed3818be2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.734224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de63978-0fc7-4f8e-9ef0-c74b31cd5f1a req-dad42441-8c30-43d1-9a20-0e4e6f603ea1 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:30.736294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de63978-0fc7-4f8e-9ef0-c74b31cd5f1a req-dad42441-8c30-43d1-9a20-0e4e6f603ea1 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 946 time: 0.1224878 Jul 14 09:24:30.742443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ec6774d-b9fe-4681-ad64-5a9ed3818be2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.764903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:30.779058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8', 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d', 'port_id': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8', 'mac_address': 'fa:16:3e:2f:71:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47c0d434-5bd1-44d9-96bd-9c876ccefab0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:30.810802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de63978-0fc7-4f8e-9ef0-c74b31cd5f1a req-d7539637-81d3-4d8a-8b17-652ed5382b6b tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662577 Jul 14 09:24:30.819703 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ec6774d-b9fe-4681-ad64-5a9ed3818be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.823659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.860014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8d6fe27-38ae-43cf-b0e6-713089943dc8 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:30.886269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ec6774d-b9fe-4681-ad64-5a9ed3818be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.926014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:30.932796 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.966584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6774d-b9fe-4681-ad64-5a9ed3818be2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d013fefe-cdae-4eab-a206-944311a80349,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:30.976538 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ec6774d-b9fe-4681-ad64-5a9ed3818be2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:30.978592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8ec6774d-b9fe-4681-ad64-5a9ed3818be2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d013fefe-cdae-4eab-a206-944311a80349 HTTP/1.1" status: 204 len: 168 time: 0.4007466 Jul 14 09:24:30.982438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50256) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:31.016651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.057401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89b6b9-c3ed-4f36-b5ab-02d8214cf8d6 req-b440bb9d-cff0-4ab7-9134-03977dc48267 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.059365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa89b6b9-c3ed-4f36-b5ab-02d8214cf8d6 req-b440bb9d-cff0-4ab7-9134-03977dc48267 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 944 time: 0.1448381 Jul 14 09:24:31.064831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-0ce9f6ce-6318-4d4a-b6b5-578429089af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.066461 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-0ce9f6ce-6318-4d4a-b6b5-578429089af7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1102 time: 0.0950491 Jul 14 09:24:31.085035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.113103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9c384-daf1-48d0-9cda-6c81b377c5c7 req-c9fb8274-3631-426f-bb18-c1bf1fbba828 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.115135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9d9c384-daf1-48d0-9cda-6c81b377c5c7 req-c9fb8274-3631-426f-bb18-c1bf1fbba828 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1420186 Jul 14 09:24:31.152477 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa89b6b9-c3ed-4f36-b5ab-02d8214cf8d6 req-142192f1-2c28-455d-b744-2bf9f1bbb865 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849431 Jul 14 09:24:31.192142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-2d384b4d-e08d-4111-b9ea-386e283b5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.193739 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-2d384b4d-e08d-4111-b9ea-386e283b5327 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1188011 Jul 14 09:24:31.226374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.238203 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-20eff8b1-5c8f-4452-8c77-7a523b3bf9ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.0379131 Jul 14 09:24:31.244890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0386fc32-1d4c-4cfe-8313-bf5ae28f3b50']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:31.249547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9d9c384-daf1-48d0-9cda-6c81b377c5c7 req-acf47333-dc15-453b-af67-bb50aacac0ee tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115119 Jul 14 09:24:31.258802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6ae353-d9d4-4e6e-85e3-858ec63c7277') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:31.259098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6ae353-d9d4-4e6e-85e3-858ec63c7277') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:31.263528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f8d6fe27-38ae-43cf-b0e6-713089943dc8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:31.274559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.314257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.323384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-478a93ad-f0b4-4dd2-aa5e-fca9d61c9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.323504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-478a93ad-f0b4-4dd2-aa5e-fca9d61c9ec1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0786679 Jul 14 09:24:31.325308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:31.325716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:31.327604 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:31.452731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.462611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-d424ca76-2758-4da0-93ff-be93944c1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.465591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.467452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] 10.222.0.73 "DELETE /v2.0/networks/0386fc32-1d4c-4cfe-8313-bf5ae28f3b50 HTTP/1.1" status: 204 len: 168 time: 0.4837360 Jul 14 09:24:31.469852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-d424ca76-2758-4da0-93ff-be93944c1a69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1300137 Jul 14 09:24:31.489514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ffeeb-c1a1-4e58-842f-8f4d2bafccea admin admin] Pushing event deleted for resources: {'Network': ['ID=0386fc32-1d4c-4cfe-8313-bf5ae28f3b50,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:31.645150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacffcc-f1ae-44e2-b50f-da86f23556af req-39db0537-eee2-4a4f-b3b2-93c56931e8a6 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:31.647192 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edacffcc-f1ae-44e2-b50f-da86f23556af req-39db0537-eee2-4a4f-b3b2-93c56931e8a6 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.0972674 Jul 14 09:24:31.649072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-45e83931-25a0-4917-af84-52b98577948b service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757042 Jul 14 09:24:31.655647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50288) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:31.697225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e877970e-177f-42e7-9cda-b950334ae705 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69e1019e26264d9dbc59b13c09fa2eb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404382 Jul 14 09:24:31.699901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50296) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:31.739738 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edacffcc-f1ae-44e2-b50f-da86f23556af req-1d21f51f-eb14-493f-a089-8669df0fb504 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830035 Jul 14 09:24:31.781206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19cc5587-7b4a-4836-a146-bbbc36f50e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.783311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-28e812ec-9385-43ae-8019-6db92754a3bc service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258740 Jul 14 09:24:31.804443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19cc5587-7b4a-4836-a146-bbbc36f50e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.870377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19cc5587-7b4a-4836-a146-bbbc36f50e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.873336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19cc5587-7b4a-4836-a146-bbbc36f50e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:31.877650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-19cc5587-7b4a-4836-a146-bbbc36f50e5e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5313fa04-2158-4e73-946f-86442c13905a HTTP/1.1" status: 204 len: 168 time: 0.1764655 Jul 14 09:24:31.885950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc5587-7b4a-4836-a146-bbbc36f50e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5313fa04-2158-4e73-946f-86442c13905a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.054218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6d126-ee9f-4914-94c2-fdb6b0e13a70 req-1755409b-cfe1-4a76-ade1-335a6665e17b tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.056221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1b6d126-ee9f-4914-94c2-fdb6b0e13a70 req-1755409b-cfe1-4a76-ade1-335a6665e17b tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 946 time: 0.1033092 Jul 14 09:24:32.119366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1b6d126-ee9f-4914-94c2-fdb6b0e13a70 req-a1e4ab6b-e63e-46d1-9a2e-d5dd3bea6c6f tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups?id=2545144e-52dc-4485-bcc0-88063fefc07d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572588 Jul 14 09:24:32.121449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-58d30fc2-22e8-4a94-8ebd-787469516fef tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.124733 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-58d30fc2-22e8-4a94-8ebd-787469516fef tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 946 time: 0.1421435 Jul 14 09:24:32.287552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Deleting port f8839776-8453-49b3-a9b8-9e4f31c4b773 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:32.287967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.319831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:32.463844 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.523744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] For port f8839776-8453-49b3-a9b8-9e4f31c4b773, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8839776-8453-49b3-a9b8-9e4f31c4b773,segment=NetworkSegment(33aa3dd4-38be-4f69-9d6d-c4723bc50238),segment_id=33aa3dd4-38be-4f69-9d6d-c4723bc50238)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:32.524448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.530959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fb4eb-8822-4098-817b-cde46c5d22f5 req-cb8c20eb-5030-4955-bebd-15557d7d8c11 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.534271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-866fb4eb-8822-4098-817b-cde46c5d22f5 req-cb8c20eb-5030-4955-bebd-15557d7d8c11 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 944 time: 0.1486368 Jul 14 09:24:32.538662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Calling delete_port for f8839776-8453-49b3-a9b8-9e4f31c4b773 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:32.539293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:32.546846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:32.555797 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbe8423-3a7b-48ba-a670-f4afea6c0e5a" -d '{"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:32.563262 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.615686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-866fb4eb-8822-4098-817b-cde46c5d22f5 req-f5cb3557-4ca7-49b4-8968-bf5b883a3bdd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745761 Jul 14 09:24:32.645823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.648696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f8d6fe27-38ae-43cf-b0e6-713089943dc8 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:32.701157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port f8d6fe27-38ae-43cf-b0e6-713089943dc8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:32.706472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port f8d6fe27-38ae-43cf-b0e6-713089943dc8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:32.706835 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.803246 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.840522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:32.853131 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.878820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:32.951361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:32.966925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa00d7a-914f-426c-9fa6-aec9fee4f406 req-b5283d58-2788-4391-b00b-42ed2fed7aec tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:32.978805 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caa00d7a-914f-426c-9fa6-aec9fee4f406 req-b5283d58-2788-4391-b00b-42ed2fed7aec tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.3313572 Jul 14 09:24:33.029307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event deleted for resources: {'Port': ['ID=f8839776-8453-49b3-a9b8-9e4f31c4b773,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.083978 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8fdfba-ee96-4770-b876-64c57bcbd710 x-openstack-request-id: req-6f8fdfba-ee96-4770-b876-64c57bcbd710 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:33.084462 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-unplugged", "status": "completed", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:33.084725 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6f8fdfba-ee96-4770-b876-64c57bcbd710 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:33.085942 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'code': 200} Jul 14 09:24:33.119426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] No DVR routers for this DVR port f8839776-8453-49b3-a9b8-9e4f31c4b773 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:33.129710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50396) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.147465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.149871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0594f137-9cee-4b73-92b7-27193a0ba84d req-aa5fb444-5ccb-4cbe-acbb-e159a2ef3817 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.69 "DELETE /v2.0/ports/f8839776-8453-49b3-a9b8-9e4f31c4b773 HTTP/1.1" status: 204 len: 173 time: 1.0208011 Jul 14 09:24:33.150331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07f13b5-233a-4dcd-9480-d88a8df30653', 'name': 'network-vif-deleted', 'tag': 'f8839776-8453-49b3-a9b8-9e4f31c4b773'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:33.152775 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fdb7ae-f024-413a-9d04-de287517ef73" -d '{"events": [{"server_uuid": "f07f13b5-233a-4dcd-9480-d88a8df30653", "name": "network-vif-deleted", "tag": "f8839776-8453-49b3-a9b8-9e4f31c4b773"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:33.174406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caa00d7a-914f-426c-9fa6-aec9fee4f406 req-4e6ec1cb-5419-4f2c-8fee-e6d20eae6fb9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946096 Jul 14 09:24:33.272427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-597279740-network', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:33.298989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3eeb9-369e-43b6-8a7e-1318effb9607 req-412dcae8-9d79-4704-bbd1-192719b91f1f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.300561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0aa3eeb9-369e-43b6-8a7e-1318effb9607 req-412dcae8-9d79-4704-bbd1-192719b91f1f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.0937552 Jul 14 09:24:33.337814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Made reservation on behalf of 563695d2b63f493dad0ff0ff5e9ba059 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:33.340026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.353503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.377052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0aa3eeb9-369e-43b6-8a7e-1318effb9607 req-3f0e901a-82c0-49cd-adfb-eecc8cec7676 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658119 Jul 14 09:24:33.492439 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.497964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.549902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:33.576563 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6533df-9c4b-4e27-94bf-947afc1ad508 x-openstack-request-id: req-9b6533df-9c4b-4e27-94bf-947afc1ad508 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:33.577076 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07f13b5-233a-4dcd-9480-d88a8df30653", "name": "network-vif-deleted", "tag": "f8839776-8453-49b3-a9b8-9e4f31c4b773", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:33.577076 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b6533df-9c4b-4e27-94bf-947afc1ad508 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:33.577483 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07f13b5-233a-4dcd-9480-d88a8df30653', 'name': 'network-vif-deleted', 'tag': 'f8839776-8453-49b3-a9b8-9e4f31c4b773', 'status': 'completed', 'code': 200} Jul 14 09:24:33.583648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-938f93fe-66d7-4b8f-9152-ce9a0da1f735 req-65b0cc21-974b-43ea-9221-ba6d50dd5a8f tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/ports?device_id=f07f13b5-233a-4dcd-9480-d88a8df30653 HTTP/1.1" status: 200 len: 210 time: 0.0642564 Jul 14 09:24:33.586453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242323aa-dc93-4a86-a152-05c5370355b5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.597552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.597962 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Added segment 5ad7680a-5771-4ece-a066-d46c0d931b67 of type vlan for network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 Jul 14 09:24:33.717567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.812618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.813662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.814951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.824962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c884a8-9c40-4a29-b4fa-1ebc11cbdb0a req-a1f7d4a1-8bd2-4fb1-8582-02913b27ef9d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.826891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63c884a8-9c40-4a29-b4fa-1ebc11cbdb0a req-a1f7d4a1-8bd2-4fb1-8582-02913b27ef9d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.0742068 Jul 14 09:24:33.877217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63c884a8-9c40-4a29-b4fa-1ebc11cbdb0a req-b0e6a8bf-89bc-4a1d-82b5-84cb0b85eb06 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 Jul 14 09:24:33.910474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50432) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:33.910474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Request body: {'subnet': {'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-597279740-subnet', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:33.914364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7833762 Jul 14 09:24:33.932370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130f3a9-f7d5-435b-a96f-874978a9540e req-36f7c7ab-f338-41b0-b061-a2acf4563ef8 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:33.940243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c130f3a9-f7d5-435b-a96f-874978a9540e req-36f7c7ab-f338-41b0-b061-a2acf4563ef8 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 945 time: 0.1822588 Jul 14 09:24:33.942999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Made reservation on behalf of 563695d2b63f493dad0ff0ff5e9ba059 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:33.945608 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:33.959186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bce0c1-e42c-45f3-a0c6-8fc830e82995 admin admin] Pushing event updated for resources: {'Network': ['ID=d63ab4c0-a973-4f52-9976-64c7ef6f49c0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:33.969885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:33.987738 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c130f3a9-f7d5-435b-a96f-874978a9540e req-fd44b305-3b88-4c4f-9304-465dd15eb88b tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465622 Jul 14 09:24:34.164240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.244271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb312590-8fe3-41be-ac5a-879edfa503d0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:34.251987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Checking segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:34.252409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Network hostable DHCP agents. Network: d63ab4c0-a973-4f52-9976-64c7ef6f49c0, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:34.279843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:34.292624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, d63ab4c0-a973-4f52-9976-64c7ef6f49c0) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:34.298060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.298918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.303052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4cc3c0-7c71-47f7-82de-e7543aa410b9 None None] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:34.377866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4a5ad187-fe8e-49f7-ab3c-900f51d30b46 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4706085 Jul 14 09:24:34.378357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50480) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:34.383614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:34.424271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.425470 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.444998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf05437-8625-430e-a266-a3b313c905aa req-12454d13-e8ed-41e6-b1ab-00b475b879eb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.446678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3bf05437-8625-430e-a266-a3b313c905aa req-12454d13-e8ed-41e6-b1ab-00b475b879eb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1192672 Jul 14 09:24:34.507562 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.581215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3bf05437-8625-430e-a266-a3b313c905aa req-00e09e38-c2a9-401e-a059-ccb4be560bfa tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258206 Jul 14 09:24:34.599901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-d63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:34.602215 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.626959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f8839776-8453-49b3-a9b8-9e4f31c4b773 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:34.650164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: f8839776-8453-49b3-a9b8-9e4f31c4b773 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:34.650730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f8839776-8453-49b3-a9b8-9e4f31c4b773 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:34.656547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:34.801108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Allocated IP 172.20.0.2 (d63ab4c0-a973-4f52-9976-64c7ef6f49c0/bb312590-8fe3-41be-ac5a-879edfa503d0/74efffc2-9b8c-4725-8c63-6c113866b4bc) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:34.811939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ccb84-67dc-485e-8f1b-b80e2b7ea0e5 req-e1c7da47-fce0-45ae-b845-daadfe5b035d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:34.813476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc1ccb84-67dc-485e-8f1b-b80e2b7ea0e5 req-e1c7da47-fce0-45ae-b845-daadfe5b035d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.0880413 Jul 14 09:24:34.998886 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.008893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Transition to ACTIVE for port object 74efffc2-9b8c-4725-8c63-6c113866b4bc will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:35.027294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Transition to ACTIVE for port object 74efffc2-9b8c-4725-8c63-6c113866b4bc will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:35.034233 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.075589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:35.080590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:35.086640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:35.089624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:35.091880 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42b2b7-1416-40ff-a9fa-4d132f669933" -d '{"events": [{"server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "name": "network-vif-plugged", "status": "completed", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:35.114306 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:24:35.154650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Pushing event updated for resources: {'Port': ['ID=74efffc2-9b8c-4725-8c63-6c113866b4bc,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.184511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Attempting to bind port 74efffc2-9b8c-4725-8c63-6c113866b4bc on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:35.184936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Attempting to bind port 74efffc2-9b8c-4725-8c63-6c113866b4bc by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:35.185501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Attempting to bind port 74efffc2-9b8c-4725-8c63-6c113866b4bc on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:35.191228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:35.191601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Checking segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:35.192761 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.193314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Bound using segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:35.193958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Bound port: 74efffc2-9b8c-4725-8c63-6c113866b4bc, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:35.194537 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.203462 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc1ccb84-67dc-485e-8f1b-b80e2b7ea0e5 req-51991e85-6c86-45ef-9cb4-3d1565a1925a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833184 Jul 14 09:24:35.252297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-f097adcd-7c12-4321-9c0a-82734c58b763 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.253827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-f097adcd-7c12-4321-9c0a-82734c58b763 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.66 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 945 time: 0.1408598 Jul 14 09:24:35.257236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.261928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f62a6b-7df2-4684-a68a-64ecee044047 req-796c40e7-55e4-42ce-a4c1-d12127442d04 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.263374 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1f62a6b-7df2-4684-a68a-64ecee044047 req-796c40e7-55e4-42ce-a4c1-d12127442d04 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.1125832 Jul 14 09:24:35.269947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] For port 74efffc2-9b8c-4725-8c63-6c113866b4bc, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:35.274400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] For port 74efffc2-9b8c-4725-8c63-6c113866b4bc, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=74efffc2-9b8c-4725-8c63-6c113866b4bc,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:35.279822 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.287931 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.344991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc7b8b-7d5f-4329-b7d4-7c7f3d907350 None None] Pushing event updated for resources: {'Port': ['ID=74efffc2-9b8c-4725-8c63-6c113866b4bc,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.345277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1f62a6b-7df2-4684-a68a-64ecee044047 req-0648b76a-32d8-47d6-a459-e0e91cd6c559 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732620 Jul 14 09:24:35.401136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Deleting port 5a94c31e-a065-4ce2-9524-836565a668a0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:35.401586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.430536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Allocated IP 172.25.0.11 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/cf6e0ae9-fdac-4304-b7d6-9908a72e5793) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:35.609170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.619728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] For port 5a94c31e-a065-4ce2-9524-836565a668a0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5a94c31e-a065-4ce2-9524-836565a668a0,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:35.620096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.639691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Calling delete_port for 5a94c31e-a065-4ce2-9524-836565a668a0 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:35.670714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e90a7-4d39-46db-a0a9-7a0f2f3aae92 req-466a1bed-44eb-42a8-89e2-08932af42eb4 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:35.678106 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a6e90a7-4d39-46db-a0a9-7a0f2f3aae92 req-466a1bed-44eb-42a8-89e2-08932af42eb4 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/ports?device_id=607f426b-57f2-49fe-bb88-3ab40d1d510c HTTP/1.1" status: 200 len: 945 time: 0.1686957 Jul 14 09:24:35.678535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.736069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:35.739370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:35.743049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:35.777992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Pushing event updated for resources: {'Port': ['ID=cf6e0ae9-fdac-4304-b7d6-9908a72e5793,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.796298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a6e90a7-4d39-46db-a0a9-7a0f2f3aae92 req-d9f43dbc-13c1-41b9-a5e9-03eb3f872455 tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e3354d9-4c07-45b6-823a-5f17f748a80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172709 Jul 14 09:24:35.869688 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.882700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['5a94c31e-a065-4ce2-9524-836565a668a0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:35.899485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Pushing event deleted for resources: {'Port': ['ID=5a94c31e-a065-4ce2-9524-836565a668a0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:35.959162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] No DVR routers for this DVR port 5a94c31e-a065-4ce2-9524-836565a668a0 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:35.961878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:35.966218 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2489a1b4-ea53-45e1-b27d-b9fdf4bbc4ed req-211c4e68-a322-4df2-a0fd-5f92409777fa tempest-AttachSCSIVolumeTestJSON-1788348472 tempest-AttachSCSIVolumeTestJSON-1788348472-project] 10.222.0.66 "DELETE /v2.0/ports/5a94c31e-a065-4ce2-9524-836565a668a0 HTTP/1.1" status: 204 len: 173 time: 0.7019131 Jul 14 09:24:35.968680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607f426b-57f2-49fe-bb88-3ab40d1d510c', 'name': 'network-vif-deleted', 'tag': '5a94c31e-a065-4ce2-9524-836565a668a0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:35.975085 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798841ce-cb22-44d5-8081-a1208dd4fd40 x-openstack-request-id: req-798841ce-cb22-44d5-8081-a1208dd4fd40 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:35.975969 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "name": "network-vif-plugged", "status": "completed", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:35.977269 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-798841ce-cb22-44d5-8081-a1208dd4fd40 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:35.978185 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8', 'code': 200} Jul 14 09:24:35.979543 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e375fd1-4bdd-4380-bc92-134e3f5e086e" -d '{"events": [{"server_uuid": "607f426b-57f2-49fe-bb88-3ab40d1d510c", "name": "network-vif-deleted", "tag": "5a94c31e-a065-4ce2-9524-836565a668a0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:36.066959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.309898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1815ae9-d4c1-4fca-aec6-7f24d0a50495 req-85d0785b-37ed-47ff-b185-9bfb3ebb2cc6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.311187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1815ae9-d4c1-4fca-aec6-7f24d0a50495 req-85d0785b-37ed-47ff-b185-9bfb3ebb2cc6 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1935728 Jul 14 09:24:36.317457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1610695-cfc4-479f-a995-fe2adbc5080e req-f78df2d5-e9b8-4c39-8d8c-1772159abbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.318928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1610695-cfc4-479f-a995-fe2adbc5080e req-f78df2d5-e9b8-4c39-8d8c-1772159abbc1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1097 time: 0.2490287 Jul 14 09:24:36.455753 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1610695-cfc4-479f-a995-fe2adbc5080e req-9463addd-50dc-4c54-8246-77c556c23592 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284747 Jul 14 09:24:36.474337 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1815ae9-d4c1-4fca-aec6-7f24d0a50495 req-f6adaa31-d1b4-4b67-a6aa-2f1cce962ecb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522675 Jul 14 09:24:36.498184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.559808 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59a6221-025b-4faf-9d14-eff8318c962f x-openstack-request-id: req-e59a6221-025b-4faf-9d14-eff8318c962f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:36.560417 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607f426b-57f2-49fe-bb88-3ab40d1d510c", "name": "network-vif-deleted", "tag": "5a94c31e-a065-4ce2-9524-836565a668a0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:36.560417 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e59a6221-025b-4faf-9d14-eff8318c962f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:36.560774 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607f426b-57f2-49fe-bb88-3ab40d1d510c', 'name': 'network-vif-deleted', 'tag': '5a94c31e-a065-4ce2-9524-836565a668a0', 'status': 'completed', 'code': 200} Jul 14 09:24:36.713780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f958b2-4d1e-44ab-ac21-e7222fbb0547 None None] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:36.735152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Router 2848a42e-0ec0-4a60-a617-a65ac012e26e is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:24:36.783353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-16764626-d000-4936-923b-acc057087706 None None] Provisioning for port 74efffc2-9b8c-4725-8c63-6c113866b4bc completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:36.935535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838f9d0-e5bd-460d-9ba8-7cc0aba69ded req-552811bb-2f38-4d55-a151-10cefdd3240c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.937187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4838f9d0-e5bd-460d-9ba8-7cc0aba69ded req-552811bb-2f38-4d55-a151-10cefdd3240c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.1517501 Jul 14 09:24:36.938329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0cb385-167d-432a-aecb-3d8dd81a9bc5 req-238d4de2-1cd7-4a65-9856-a4bc46d66a95 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:36.940618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:36.951828 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Sync routers for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:36.959058 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e0cb385-167d-432a-aecb-3d8dd81a9bc5 req-238d4de2-1cd7-4a65-9856-a4bc46d66a95 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.1002965 Jul 14 09:24:36.974900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:36.977095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-51ab96c4-d5b8-48c0-b38b-3f9d2d6ff0dd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5970390 Jul 14 09:24:36.981400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50626) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:36.989466 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:36.990214 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:36.990738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 74efffc2-9b8c-4725-8c63-6c113866b4bc up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:37.013472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e0cb385-167d-432a-aecb-3d8dd81a9bc5 req-a69271c4-894c-4690-a192-b2dfaabf867c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480585 Jul 14 09:24:37.042903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4838f9d0-e5bd-460d-9ba8-7cc0aba69ded req-f7be3a2f-59d8-4a89-9128-363f6c3f12a2 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937543 Jul 14 09:24:37.059919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50628) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.106659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 74efffc2-9b8c-4725-8c63-6c113866b4bc completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:37.117586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 74efffc2-9b8c-4725-8c63-6c113866b4bc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:37.117980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.164003 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:37.187308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97df21e7-011a-4ee5-a80a-d330f14b7b9d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.236345 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97df21e7-011a-4ee5-a80a-d330f14b7b9d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.271496 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.340598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-12667ab9-724a-4ea2-a6f4-7de44801559e None None] Provisioning complete for port 74efffc2-9b8c-4725-8c63-6c113866b4bc triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:37.341191 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-12667ab9-724a-4ea2-a6f4-7de44801559e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.389474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 74efffc2-9b8c-4725-8c63-6c113866b4bc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=74efffc2-9b8c-4725-8c63-6c113866b4bc,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:37.395592 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.395807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97df21e7-011a-4ee5-a80a-d330f14b7b9d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.405178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97df21e7-011a-4ee5-a80a-d330f14b7b9d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.410737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-97df21e7-011a-4ee5-a80a-d330f14b7b9d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "DELETE /v2.0/security-groups/753055ed-af03-4805-a085-93b16e5bc337 HTTP/1.1" status: 204 len: 168 time: 0.3495233 Jul 14 09:24:37.415009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50638) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.459668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=74efffc2-9b8c-4725-8c63-6c113866b4bc,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.483849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df21e7-011a-4ee5-a80a-d330f14b7b9d tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753055ed-af03-4805-a085-93b16e5bc337,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:37.510329 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-53955000-71da-4650-94e6-ab2d1cced2c5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] show failed (client error): The resource could not be found. Jul 14 09:24:37.512418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-53955000-71da-4650-94e6-ab2d1cced2c5 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "GET /v2.0/security-groups/753055ed-af03-4805-a085-93b16e5bc337 HTTP/1.1" status: 404 len: 347 time: 0.0672586 Jul 14 09:24:37.517543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50646) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:37.563720 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:35Z', 'revision_number': 3, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:37.644028 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Checking router: 2848a42e-0ec0-4a60-a617-a65ac012e26e for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:37.646435 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Updating router 2848a42e-0ec0-4a60-a617-a65ac012e26e port cf6e0ae9-fdac-4304-b7d6-9908a72e5793 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:37.708494 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.764955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Deleting port 6ff1cab5-aa64-42db-b123-23e8601a0eb0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:37.765468 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.823651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98367d22-8059-4d10-8ae8-812b0ad82e09 req-ad15b814-f103-4eeb-8825-333cd2ab4253 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.825573 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98367d22-8059-4d10-8ae8-812b0ad82e09 req-ad15b814-f103-4eeb-8825-333cd2ab4253 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 948 time: 0.1287899 Jul 14 09:24:37.888379 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98367d22-8059-4d10-8ae8-812b0ad82e09 req-caa6d768-6556-4d0c-86c7-7519f5c3ee7c tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573492 Jul 14 09:24:37.898375 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.898949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.924387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Calling delete_port for 6ff1cab5-aa64-42db-b123-23e8601a0eb0 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:37.946872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f8d33-c910-47df-a219-7fe42ee9a595 req-1017e46d-fb3a-4264-918e-6cae5c189fee tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:37.954021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6f5f8d33-c910-47df-a219-7fe42ee9a595 req-1017e46d-fb3a-4264-918e-6cae5c189fee tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.2230473 Jul 14 09:24:37.958211 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:37.995314 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.006961 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Transition to ACTIVE for port object cf6e0ae9-fdac-4304-b7d6-9908a72e5793 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:38.014429 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.016636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6f5f8d33-c910-47df-a219-7fe42ee9a595 req-88a3d257-d5cf-4a81-9a5c-ced8567205dd tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616589 Jul 14 09:24:38.097578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.100536 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Attempting to bind port cf6e0ae9-fdac-4304-b7d6-9908a72e5793 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:38.101467 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Attempting to bind port cf6e0ae9-fdac-4304-b7d6-9908a72e5793 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:38.102018 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Attempting to bind port cf6e0ae9-fdac-4304-b7d6-9908a72e5793 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:38.116936 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:38.117448 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:38.119293 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.119293 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:38.119293 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Bound port: cf6e0ae9-fdac-4304-b7d6-9908a72e5793, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:38.119594 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.121626 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Pushing event updated for resources: {'Port': ['ID=cf6e0ae9-fdac-4304-b7d6-9908a72e5793,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.149102 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.149607 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.150048 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.150488 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.150930 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.151498 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.151926 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.152393 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.152810 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.153716 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.154256 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.155078 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:24:38.173781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Pushing event deleted for resources: {'Port': ['ID=6ff1cab5-aa64-42db-b123-23e8601a0eb0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.201155 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] For port cf6e0ae9-fdac-4304-b7d6-9908a72e5793, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:38.206565 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] For port cf6e0ae9-fdac-4304-b7d6-9908a72e5793, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cf6e0ae9-fdac-4304-b7d6-9908a72e5793,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:38.211674 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.286402 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:38.287255 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:38.354404 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.358102 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.360942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a50461e5-0a72-4517-aea0-ddad640be108 tempest-ImagesOneServerNegativeTestJSON-1659572463 tempest-ImagesOneServerNegativeTestJSON-1659572463-project] 10.222.0.73 "DELETE /v2.0/floatingips/e84af30e-317e-4835-a80c-4bcd0dfcf89f HTTP/1.1" status: 204 len: 168 time: 0.8422210 Jul 14 09:24:38.364892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Allocated IP 172.20.0.1 (d63ab4c0-a973-4f52-9976-64c7ef6f49c0/bb312590-8fe3-41be-ac5a-879edfa503d0/e48f78f7-2a3e-4c74-b225-af95fdbbf7c6) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:38.365520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5a94c31e-a065-4ce2-9524-836565a668a0 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:38.391728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 5a94c31e-a065-4ce2-9524-836565a668a0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:38.392588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5a94c31e-a065-4ce2-9524-836565a668a0 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:38.417344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeb73f-8526-4e8f-8791-9969155ad701 req-0e25b4d6-d267-45f2-bc04-7c22aa38bc43 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.418263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f98549-3d4c-4fcb-b2f6-0db2352c3ee0 req-762333ef-f344-4866-b10a-a585b89c5231 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.419931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19f98549-3d4c-4fcb-b2f6-0db2352c3ee0 req-762333ef-f344-4866-b10a-a585b89c5231 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.1243765 Jul 14 09:24:38.425969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81aeb73f-8526-4e8f-8791-9969155ad701 req-0e25b4d6-d267-45f2-bc04-7c22aa38bc43 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.2094517 Jul 14 09:24:38.467486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81aeb73f-8526-4e8f-8791-9969155ad701 req-a5627d54-9bc8-4e1f-a30e-ce6bfa53eb75 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Jul 14 09:24:38.519345 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19f98549-3d4c-4fcb-b2f6-0db2352c3ee0 req-d313f800-f692-446e-9bf1-44315470fd56 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711625 Jul 14 09:24:38.534414 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b02fe9-7a59-4050-ba80-a47c011756eb None None] Pushing event updated for resources: {'Port': ['ID=cf6e0ae9-fdac-4304-b7d6-9908a72e5793,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.558679 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:38.559472 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.593650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Transition to ACTIVE for port object e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:38.653478 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.701027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:38.704288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:38.708314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:38.714129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:38.737742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef28b76-9193-4fb4-b0eb-5a1bf0f949ed req-66bb92f4-ee6a-47a3-acbc-2a9c751e8c57 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:38.741034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ef28b76-9193-4fb4-b0eb-5a1bf0f949ed req-66bb92f4-ee6a-47a3-acbc-2a9c751e8c57 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0961077 Jul 14 09:24:38.763771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:38.792889 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ef28b76-9193-4fb4-b0eb-5a1bf0f949ed req-c17122af-1856-448b-8bfe-4abba6f10e1d tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Jul 14 09:24:38.827467 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:35Z', 'revision_number': 3, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:38.903918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5fb18d-bf77-4bf9-bd1c-5784b3c2bdff None None] The sync data for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 is: [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:35Z', 'revision_number': 3, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:38.992289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 74efffc2-9b8c-4725-8c63-6c113866b4bc up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:39.044137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50706) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.045001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.105571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8dc2b5-bfff-4f05-b7d6-dbd310e0afb0 admin admin] Deleting subnet c59228d2-777c-49a5-a349-7c4682e49e4a {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:39.108917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 74efffc2-9b8c-4725-8c63-6c113866b4bc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:39.109311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.110362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2b5-bfff-4f05-b7d6-dbd310e0afb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.143303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ade63-70a9-4ef3-81e3-97d579f89535 req-559907e8-6fd2-4bfb-b2e2-f3b5021136d6 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.144881 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-867ade63-70a9-4ef3-81e3-97d579f89535 req-559907e8-6fd2-4bfb-b2e2-f3b5021136d6 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1097 time: 0.1464067 Jul 14 09:24:39.156659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2b5-bfff-4f05-b7d6-dbd310e0afb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.238312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8a5f5d72-cbe2-46c0-b76b-ee88fa1227ea None None] Provisioning for port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:39.247399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8a5f5d72-cbe2-46c0-b76b-ee88fa1227ea None None] Provisioning complete for port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:39.248047 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8a5f5d72-cbe2-46c0-b76b-ee88fa1227ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.269713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.271828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-867ade63-70a9-4ef3-81e3-97d579f89535 req-a312ddf7-1225-4d2d-aae3-d2fa5346343b tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114054 Jul 14 09:24:39.279991 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2b5-bfff-4f05-b7d6-dbd310e0afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.287381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.328490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f5d72-cbe2-46c0-b76b-ee88fa1227ea None None] Port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:39.364560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01001efb-d8e9-4f14-a883-f13e16065504 req-ed69d933-e4c9-48b4-9c7d-e0d5022a6571 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.369062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01001efb-d8e9-4f14-a883-f13e16065504 req-ed69d933-e4c9-48b4-9c7d-e0d5022a6571 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 948 time: 0.2073326 Jul 14 09:24:39.459232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.465785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.542293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2b5-bfff-4f05-b7d6-dbd310e0afb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.543080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9e7a6-abea-4c06-9f57-dcb0dfb29970 req-e0f1bea4-8ac7-4ad7-bcbf-0db34173e379 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.550443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ba9e7a6-abea-4c06-9f57-dcb0dfb29970 req-e0f1bea4-8ac7-4ad7-bcbf-0db34173e379 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 948 time: 0.2771714 Jul 14 09:24:39.627333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8dc2b5-bfff-4f05-b7d6-dbd310e0afb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59228d2-777c-49a5-a349-7c4682e49e4a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:39.628797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ba9e7a6-abea-4c06-9f57-dcb0dfb29970 req-532ec53a-8c29-4ba3-addb-27aab2c76beb tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775712 Jul 14 09:24:39.646477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:39.648176 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a8dc2b5-bfff-4f05-b7d6-dbd310e0afb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.648555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:39.653903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50716) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:39.656787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3a8dc2b5-bfff-4f05-b7d6-dbd310e0afb0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c59228d2-777c-49a5-a349-7c4682e49e4a HTTP/1.1" status: 204 len: 168 time: 0.6112149 Jul 14 09:24:39.687008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Deleting port 5248555d-159e-455d-9d6d-7ed7785addd7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:39.687357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.853818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca146be-037e-4322-b594-2c95e9c3382d req-ce0d5302-59a6-4a59-bf38-8bf1d4d9f1c5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:39.866323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ca146be-037e-4322-b594-2c95e9c3382d req-ce0d5302-59a6-4a59-bf38-8bf1d4d9f1c5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.3266337 Jul 14 09:24:39.952975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ca146be-037e-4322-b594-2c95e9c3382d req-5e43dc5c-cf66-4353-8cd4-0e7b4061dc75 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849714 Jul 14 09:24:39.972531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] For port 5248555d-159e-455d-9d6d-7ed7785addd7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5248555d-159e-455d-9d6d-7ed7785addd7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:39.972921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:39.986938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Calling delete_port for 5248555d-159e-455d-9d6d-7ed7785addd7 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:40.065525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-926568c9-4c6b-4441-8d23-19b4f3c2cb61 None None] Provisioning complete for port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:40.067467 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-926568c9-4c6b-4441-8d23-19b4f3c2cb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.126778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-926568c9-4c6b-4441-8d23-19b4f3c2cb61 None None] Port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:40.246127 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.266710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.293987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Pushing event deleted for resources: {'Port': ['ID=5248555d-159e-455d-9d6d-7ed7785addd7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.367718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Router 2848a42e-0ec0-4a60-a617-a65ac012e26e has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:40.389756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb605208-cbaf-419f-9423-8994401577a8 req-867f1b48-7d9b-4d15-96c6-60e759fed7b5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:40.392061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb605208-cbaf-419f-9423-8994401577a8 req-867f1b48-7d9b-4d15-96c6-60e759fed7b5 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.1710961 Jul 14 09:24:40.402085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] No DVR routers for this DVR port 5248555d-159e-455d-9d6d-7ed7785addd7 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:40.404759 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.406917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01001efb-d8e9-4f14-a883-f13e16065504 req-eab8fce0-2401-4b54-bc8f-430f8e627061 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "DELETE /v2.0/ports/5248555d-159e-455d-9d6d-7ed7785addd7 HTTP/1.1" status: 204 len: 173 time: 1.0342336 Jul 14 09:24:40.407460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'name': 'network-vif-deleted', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:40.409852 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d45e9-8fc0-41c6-9e8d-46fb349474c8" -d '{"events": [{"server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "name": "network-vif-deleted", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:40.560506 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.576161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2bbeac-ba5a-40c8-ab23-a57d78c54101']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:40.593525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33aa3dd4-38be-4f69-9d6d-c4723bc50238') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:40.593934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33aa3dd4-38be-4f69-9d6d-c4723bc50238') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:40.627895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb605208-cbaf-419f-9423-8994401577a8 req-3022d02f-a305-4e0d-abdd-f11fd80ebf2f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082276 Jul 14 09:24:40.629702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.646949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:40.648913 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.651262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:40.673882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-36876030-f826-49ac-b7d4-6518c847f8a7 admin admin] 10.222.0.73 "PUT /v2.0/routers/2848a42e-0ec0-4a60-a617-a65ac012e26e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6910064 Jul 14 09:24:40.679721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:40.680138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:40.682142 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:40.727188 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6194d356-edb7-4835-9996-407b97dc6e0e x-openstack-request-id: req-6194d356-edb7-4835-9996-407b97dc6e0e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:40.727572 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb7f785-4c01-4f00-b066-2e1291ad3333", "name": "network-vif-deleted", "tag": "5248555d-159e-455d-9d6d-7ed7785addd7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:40.727836 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6194d356-edb7-4835-9996-407b97dc6e0e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:40.728280 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb7f785-4c01-4f00-b066-2e1291ad3333', 'name': 'network-vif-deleted', 'tag': '5248555d-159e-455d-9d6d-7ed7785addd7', 'status': 'completed', 'code': 200} Jul 14 09:24:40.781095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.798541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:40.808693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5d2bbeac-ba5a-40c8-ab23-a57d78c54101 HTTP/1.1" status: 204 len: 168 time: 1.1534855 Jul 14 09:24:40.852952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d21feb-3225-474c-bed2-1a54881d0201 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2bbeac-ba5a-40c8-ab23-a57d78c54101,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:40.888172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:40.918952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406', 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf', 'port_id': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406', 'mac_address': 'fa:16:3e:86:50:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41972096-a7d9-4b2c-b8d7-7a81dde04479', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:40.995652 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.048669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:41.101943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45349318-4320-48af-af12-0c975b7b5677 req-30503485-9780-4eb7-b281-e320b066e7d9 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=3cb7f785-4c01-4f00-b066-2e1291ad3333 HTTP/1.1" status: 200 len: 210 time: 0.0899408 Jul 14 09:24:41.103155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50754) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.110161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cf6e0ae9-fdac-4304-b7d6-9908a72e5793 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:41.184466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:41.188875 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ee3f6059-717f-4d6a-9e61-8d595fc9e3eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df7f4d0203444ab89843baf353ad2efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845575 Jul 14 09:24:41.193583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50762) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:41.211613 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.280135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.297020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port cf6e0ae9-fdac-4304-b7d6-9908a72e5793 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:41.302221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cf6e0ae9-fdac-4304-b7d6-9908a72e5793 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:41.302909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.323502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1952f44-c06e-43b5-a5da-404d74ea6f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.358126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1952f44-c06e-43b5-a5da-404d74ea6f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.429085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Sync routers for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:41.435292 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1952f44-c06e-43b5-a5da-404d74ea6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.438791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1952f44-c06e-43b5-a5da-404d74ea6f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.440237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e1952f44-c06e-43b5-a5da-404d74ea6f74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2545144e-52dc-4485-bcc0-88063fefc07d HTTP/1.1" status: 204 len: 168 time: 0.2450697 Jul 14 09:24:41.449532 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.455485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:41.456380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:41.457945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1952f44-c06e-43b5-a5da-404d74ea6f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2545144e-52dc-4485-bcc0-88063fefc07d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.512517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['24e23ef7-5e17-4d0b-89b8-220c4dfbc406'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:41.567983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port cf6e0ae9-fdac-4304-b7d6-9908a72e5793, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cf6e0ae9-fdac-4304-b7d6-9908a72e5793,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:41.574542 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:41.698566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:41.733641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=cf6e0ae9-fdac-4304-b7d6-9908a72e5793,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:41.851923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-bd783705-7bbc-4f6d-80e5-215c9b87a233 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:41.856804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-bd783705-7bbc-4f6d-80e5-215c9b87a233 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080242 Jul 14 09:24:41.870532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Request body: {'binding': {'host': 'n-h2-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:41.870996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Unknown quota resources ['binding']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:24:42.002912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:39Z', 'revision_number': 2, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:42.075579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on host n-h2-780147-26 for vnic_type normal with profile None {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:42.075907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:42.076457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:42.081819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:42.082534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:42.088774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:42.089493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:42.090050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:42.090783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Bound port: f8d6fe27-38ae-43cf-b0e6-713089943dc8, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:42.189364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:42.195215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.196820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7e2dc442-8354-4667-94fe-0154325be96f service neutron] 10.222.0.73 "POST /v2.0/ports/f8d6fe27-38ae-43cf-b0e6-713089943dc8/bindings HTTP/1.1" status: 201 len: 390 time: 0.3306355 Jul 14 09:24:42.255020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Checking router: 2848a42e-0ec0-4a60-a617-a65ac012e26e for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:42.255540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Updating router 2848a42e-0ec0-4a60-a617-a65ac012e26e port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:24:42.330847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.365071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5248555d-159e-455d-9d6d-7ed7785addd7 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:42.471421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 5248555d-159e-455d-9d6d-7ed7785addd7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:42.471780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5248555d-159e-455d-9d6d-7ed7785addd7 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:42.556966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50796) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.594266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43253a-e816-4054-8481-6dc5f81bb6cc req-f82e6494-d242-4ef8-a2f1-d1beb3a64449 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.602549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d43253a-e816-4054-8481-6dc5f81bb6cc req-f82e6494-d242-4ef8-a2f1-d1beb3a64449 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1600664 Jul 14 09:24:42.616571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-09a1f0dc-feb7-46f2-a119-d923d25712ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.618542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-09a1f0dc-feb7-46f2-a119-d923d25712ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1097 time: 0.1218297 Jul 14 09:24:42.665992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:42.711031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50804) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:42.715587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f9e9094e-51b7-4124-af13-f482602322ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--510773244', 'description': 'tempest-description--774946085'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:42.727487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-856062125-network', 'tenant_id': '0eade3b2feba4ce09b28c6c0ae23e718'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:42.741503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d43253a-e816-4054-8481-6dc5f81bb6cc req-7df8760f-4c3e-410d-9862-c804893ced57 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376009 Jul 14 09:24:42.771328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:24:42.771328 n-d-780147-26 neutron-server[93780]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:24:42.771328 n-d-780147-26 neutron-server[93780]: [parameters: {'project_id': '0eade3b2feba4ce09b28c6c0ae23e718', 'id': '047b5ed3-2c05-4803-9cc5-35c303fa5414', 'expiration': datetime.datetime(2021, 7, 14, 9, 26, 42, 765006)}] Jul 14 09:24:42.771328 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:24:42.771681 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:24:42.791894 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9e9094e-51b7-4124-af13-f482602322ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.824612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-3b6b40fd-2f1f-4c32-adf4-0f13f3118ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:42.826469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-3b6b40fd-2f1f-4c32-adf4-0f13f3118ea6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.2002125 Jul 14 09:24:42.828670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:42.858302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:42.858675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:42.906263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-606de22d-3569-4d3f-a2c9-8ebe8376646d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8 HTTP/1.1" status: 200 len: 217 time: 0.0731132 Jul 14 09:24:42.992375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9e9094e-51b7-4124-af13-f482602322ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.001724 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9e9094e-51b7-4124-af13-f482602322ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.012856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-855438cd-ce64-4e86-b367-855a38e0796d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.014735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-855438cd-ce64-4e86-b367-855a38e0796d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.1011875 Jul 14 09:24:43.049296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9094e-51b7-4124-af13-f482602322ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ae454-49ee-4912-a5ea-364c96e6d955,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.061738 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-b1fafc52-0910-44c1-9a7f-f8e47d0b8905 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390713 Jul 14 09:24:43.064849 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.083494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cf6e0ae9-fdac-4304-b7d6-9908a72e5793 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:43.085202 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9e9094e-51b7-4124-af13-f482602322ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.089047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f9e9094e-51b7-4124-af13-f482602322ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3744752 Jul 14 09:24:43.089272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50808) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.095919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e801be33-88ca-4106-9dd0-e3840060b705 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ae454-49ee-4912-a5ea-364c96e6d955', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:43.102757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb9b10-08d7-46ba-b353-79e907377e88 req-d187983a-3ba0-4c6f-b67a-e5b3614d042a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.110166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27cb9b10-08d7-46ba-b353-79e907377e88 req-d187983a-3ba0-4c6f-b67a-e5b3614d042a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 944 time: 0.1439476 Jul 14 09:24:43.141480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e801be33-88ca-4106-9dd0-e3840060b705 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.143410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:43.145817 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae321ab5-ec6b-4418-8df8-7513b8077876" -d '{"events": [{"server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "name": "network-vif-plugged", "status": "completed", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:43.153158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b62c5-9907-4d5c-9531-18ea859b1b44 req-df864306-bcab-4636-a7ec-7a1c6e0c565b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.154713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c59b62c5-9907-4d5c-9531-18ea859b1b44 req-df864306-bcab-4636-a7ec-7a1c6e0c565b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.1073897 Jul 14 09:24:43.183112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:43.193916 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.202773 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.207970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27cb9b10-08d7-46ba-b353-79e907377e88 req-34f75698-6aaf-4639-9c4a-e6a22127836d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957923 Jul 14 09:24:43.249247 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-97ee328b-8611-4a25-87b6-521958ff4b11 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802149 Jul 14 09:24:43.272436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Transition to ACTIVE for port object e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:43.278450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c59b62c5-9907-4d5c-9531-18ea859b1b44 req-174f0be7-bf91-4378-9128-bcc8269a224c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145761 Jul 14 09:24:43.291839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e801be33-88ca-4106-9dd0-e3840060b705 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.293246 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.296152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.310858 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e801be33-88ca-4106-9dd0-e3840060b705 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.329420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cf6e0ae9-fdac-4304-b7d6-9908a72e5793 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:43.330001 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.375935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801be33-88ca-4106-9dd0-e3840060b705 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83483df3-e21f-4035-affc-32348bc2b705,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.398694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Made reservation on behalf of 0eade3b2feba4ce09b28c6c0ae23e718 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:43.401303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.407900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e801be33-88ca-4106-9dd0-e3840060b705 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.416625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e801be33-88ca-4106-9dd0-e3840060b705 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3251705 Jul 14 09:24:43.417704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50814) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.444586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9934c908-bb51-4e6b-a0c9-48e8d6c062db tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'security_group_rule': {'security_group_id': 'bf0ae454-49ee-4912-a5ea-364c96e6d955', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:43.445776 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362872c7-9044-426a-b65f-b6bcb43f5d77 x-openstack-request-id: req-362872c7-9044-426a-b65f-b6bcb43f5d77 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:43.446065 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "name": "network-vif-plugged", "status": "completed", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:43.446317 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-362872c7-9044-426a-b65f-b6bcb43f5d77 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:43.446709 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406', 'code': 200} Jul 14 09:24:43.459941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.469473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00447b7a-1864-4787-8966-8194b370983c None None] Pushing event updated for resources: {'Port': ['ID=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.531568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9934c908-bb51-4e6b-a0c9-48e8d6c062db tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.607322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Attempting to bind port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:43.607995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Attempting to bind port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:43.608404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Attempting to bind port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:43.634030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50816) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.642144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:43.642576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Checking segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:43.642911 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.643472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Bound using segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:43.643960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Bound port: e48f78f7-2a3e-4c74-b225-af95fdbbf7c6, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:43.644440 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.740468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] For port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:43.744583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea623ff-f4cf-44b5-8051-00f51e6504ff req-73aa0f84-3fd1-4675-938e-cf5e582bba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:43.746268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea623ff-f4cf-44b5-8051-00f51e6504ff req-73aa0f84-3fd1-4675-938e-cf5e582bba31 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1097 time: 0.2337854 Jul 14 09:24:43.758576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] For port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:43.765218 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.835272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9934c908-bb51-4e6b-a0c9-48e8d6c062db tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.851629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9934c908-bb51-4e6b-a0c9-48e8d6c062db tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.880232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00447b7a-1864-4787-8966-8194b370983c None None] Pushing event updated for resources: {'Port': ['ID=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.883372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:43.884445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:43.895949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea623ff-f4cf-44b5-8051-00f51e6504ff req-a079b8e8-27ff-4534-b643-53cc8681108a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396072 Jul 14 09:24:43.914307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.915658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934c908-bb51-4e6b-a0c9-48e8d6c062db tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7f8592-17f3-4e30-b83d-f0147fbaf1a8,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:43.924598 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.931642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9934c908-bb51-4e6b-a0c9-48e8d6c062db tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:43.936684 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9934c908-bb51-4e6b-a0c9-48e8d6c062db tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5042126 Jul 14 09:24:43.939587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50824) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:43.947239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:44.018350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:44.025031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:44.086288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-bf843c83-c132-4d6d-8ec2-9a31122f1716 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302810 Jul 14 09:24:44.099463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bcc3d7-c87a-4e9d-af44-d6717f991e93 req-77d5542e-9e6e-4986-8124-2dae3061f12c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.107811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-11bcc3d7-c87a-4e9d-af44-d6717f991e93 req-77d5542e-9e6e-4986-8124-2dae3061f12c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1106021 Jul 14 09:24:44.156446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.156797 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Added segment 3ca1fc45-3728-4d25-a1d9-7d211f8cccfc of type vlan for network f7814559-5688-43fe-aed2-60fde9cf873f Jul 14 09:24:44.156937 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-11bcc3d7-c87a-4e9d-af44-d6717f991e93 req-8d98d7ec-0b30-482f-99d1-924468142ca5 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478275 Jul 14 09:24:44.166815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75393df4-d3d7-46d5-bd66-256b235beac4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.169471 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.273277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:43Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:44.288293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.309033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59f93b-0632-4dd7-a907-d4802fdd3c4c None None] The sync data for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 is: [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:43Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:44.367066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fbc06-7853-4b74-b80a-f93491e2616b req-6fd9e3ab-a0ed-4695-a61e-45594ab6dd7c tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.368632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-523fbc06-7853-4b74-b80a-f93491e2616b req-6fd9e3ab-a0ed-4695-a61e-45594ab6dd7c tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 947 time: 0.4151459 Jul 14 09:24:44.405177 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.407188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.407188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.510435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9497554 Jul 14 09:24:44.519505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50830) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:44.526468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Request body: {'subnet': {'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-856062125-subnet', 'tenant_id': '0eade3b2feba4ce09b28c6c0ae23e718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:44.539601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99140740-b825-4eca-8281-9b2ae8c03d00 admin admin] Pushing event updated for resources: {'Network': ['ID=f7814559-5688-43fe-aed2-60fde9cf873f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:44.550719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network f7814559-5688-43fe-aed2-60fde9cf873f details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:44.573652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-523fbc06-7853-4b74-b80a-f93491e2616b req-711daf05-511a-4064-a178-3aa1c2ad1a73 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935136 Jul 14 09:24:44.603449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b35ab-2394-425f-b98f-cc6df05b1751 req-6263cdee-a4fe-4a3d-a4c7-26c241e03487 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:44.611272 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-014b35ab-2394-425f-b98f-cc6df05b1751 req-6263cdee-a4fe-4a3d-a4c7-26c241e03487 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1246705 Jul 14 09:24:44.631501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Made reservation on behalf of 0eade3b2feba4ce09b28c6c0ae23e718 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:44.635348 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.673037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-014b35ab-2394-425f-b98f-cc6df05b1751 req-4e0bb45a-a0b1-4f82-aae9-e45ca62c3f75 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608101 Jul 14 09:24:44.749313 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:44.996103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.008528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:45.020473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Allocated IP 172.25.0.151 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/9379a3ac-60f3-4ef2-af84-607bdb9046a6) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:45.064955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:45.071018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:45.071757 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.141226 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.164454 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.218921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:45.224185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.276660 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.311022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.329831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceb40c-cfa7-4d7b-b788-3c669f539c01 req-54332632-5b6f-4e81-9585-8a51e1a73749 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.338488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6ceb40c-cfa7-4d7b-b788-3c669f539c01 req-54332632-5b6f-4e81-9585-8a51e1a73749 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.5716963 Jul 14 09:24:45.396467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b67cd-bc08-475a-aa11-478dea8ab0e7 req-be6b16dd-6a17-4300-b0d3-26b06837c3f3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.407588 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf7b67cd-bc08-475a-aa11-478dea8ab0e7 req-be6b16dd-6a17-4300-b0d3-26b06837c3f3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.0808432 Jul 14 09:24:45.417435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:45.459954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf7b67cd-bc08-475a-aa11-478dea8ab0e7 req-7303356f-9498-4f99-bc74-f4eab95de951 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510907 Jul 14 09:24:45.481539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:45.499222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:45.509355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'Port': ['ID=9379a3ac-60f3-4ef2-af84-607bdb9046a6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:45.542645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.594628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6ceb40c-cfa7-4d7b-b788-3c669f539c01 req-61604a73-7fcf-46a9-a494-db61773ee88f tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549736 Jul 14 09:24:45.732148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-3a62bff6-40b5-402c-b175-0fda28a65521 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.734642 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-3a62bff6-40b5-402c-b175-0fda28a65521 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "GET /v2.0/ports?device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 947 time: 0.0936379 Jul 14 09:24:45.927689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ec069-6ff0-45b1-b47f-662b745b7771 req-ad7782b0-c3b2-444d-8e5a-81a91697c9f4 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:45.934838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb3ec069-6ff0-45b1-b47f-662b745b7771 req-ad7782b0-c3b2-444d-8e5a-81a91697c9f4 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/ports?device_id=53f8f66f-34a4-47b1-b492-0969cb41211c HTTP/1.1" status: 200 len: 947 time: 0.1394067 Jul 14 09:24:45.955250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Deleting port 5f5a36f2-748e-4178-8fc8-68451c35c6fd {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:45.955571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:45.998712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e32d315a-91cf-46b4-825b-3c44618e99fc,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.031139 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb3ec069-6ff0-45b1-b47f-662b745b7771 req-ff90fc5a-d790-4cdc-b0a1-12f3fe10e75d tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.73 "GET /v2.0/security-groups?id=90afe6a7-9db9-4c3e-aef3-da5efc59c944&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954139 Jul 14 09:24:46.056437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.069470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Checking segment: {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:46.069848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Network hostable DHCP agents. Network: f7814559-5688-43fe-aed2-60fde9cf873f, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:46.077830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] For port 5f5a36f2-748e-4178-8fc8-68451c35c6fd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5f5a36f2-748e-4178-8fc8-68451c35c6fd,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.078582 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.092600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Calling delete_port for 5f5a36f2-748e-4178-8fc8-68451c35c6fd owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:46.142808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.149253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Network f7814559-5688-43fe-aed2-60fde9cf873f is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:46.178579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92fa4d-176f-4b1a-a6bb-12d81d066c22 req-ddace3d4-c6ab-416e-8ebc-719e700fb250 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.180168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b92fa4d-176f-4b1a-a6bb-12d81d066c22 req-ddace3d4-c6ab-416e-8ebc-719e700fb250 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1881185 Jul 14 09:24:46.212281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, f7814559-5688-43fe-aed2-60fde9cf873f) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:46.222287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6d7c8-0fb1-4eb9-98bd-a03800a034c8 None None] Network f7814559-5688-43fe-aed2-60fde9cf873f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:46.246049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.246530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.265932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.320632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Pushing event deleted for resources: {'Port': ['ID=5f5a36f2-748e-4178-8fc8-68451c35c6fd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.337577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1eabc7ed-3d9c-4267-ac94-5ff01e3950e4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8154047 Jul 14 09:24:46.357532 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b92fa4d-176f-4b1a-a6bb-12d81d066c22 req-dcec9f23-6920-4370-b5e4-3f5350acae81 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610515 Jul 14 09:24:46.397806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] No DVR routers for this DVR port 5f5a36f2-748e-4178-8fc8-68451c35c6fd on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:46.407750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.410149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56ef3ed0-3c9c-4a77-b28c-dc4d0414c2de req-4ded417e-bacc-41c2-ac7a-38bec28f7091 tempest-ListImageFiltersTestJSON-122297393 tempest-ListImageFiltersTestJSON-122297393-project] 10.222.0.66 "DELETE /v2.0/ports/5f5a36f2-748e-4178-8fc8-68451c35c6fd HTTP/1.1" status: 204 len: 173 time: 0.6696875 Jul 14 09:24:46.410775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-deleted', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:46.413856 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b85d424-5381-433a-b6ec-2af0fff3249b" -d '{"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-deleted", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:46.461226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1578facf-c0e9-4e38-8694-808b4220aa6e None None] Network f7814559-5688-43fe-aed2-60fde9cf873f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:46.491745 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abea111-9fff-41be-93e5-79dbfe847481 x-openstack-request-id: req-4abea111-9fff-41be-93e5-79dbfe847481 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:46.492673 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f8f66f-34a4-47b1-b492-0969cb41211c", "name": "network-vif-deleted", "tag": "5f5a36f2-748e-4178-8fc8-68451c35c6fd", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:46.494385 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4abea111-9fff-41be-93e5-79dbfe847481 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:46.496428 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53f8f66f-34a4-47b1-b492-0969cb41211c', 'name': 'network-vif-deleted', 'tag': '5f5a36f2-748e-4178-8fc8-68451c35c6fd', 'status': 'completed', 'code': 200} Jul 14 09:24:46.524450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Deleting port f741ea65-2451-4d99-baa2-f55ad8f1a006 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:46.524713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.559972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.594403 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.683847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bde1b0-3e8d-4d9f-87a7-f0ea2dd184d5 req-ff23f070-9bb1-4b35-bedf-8326cdd1cb95 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.699236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a2bde1b0-3e8d-4d9f-87a7-f0ea2dd184d5 req-ff23f070-9bb1-4b35-bedf-8326cdd1cb95 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1097 time: 0.1420290 Jul 14 09:24:46.702631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'Port': ['ID=9379a3ac-60f3-4ef2-af84-607bdb9046a6,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:46.728948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] For port f741ea65-2451-4d99-baa2-f55ad8f1a006, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f741ea65-2451-4d99-baa2-f55ad8f1a006,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:46.729320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.732232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.762850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Calling delete_port for f741ea65-2451-4d99-baa2-f55ad8f1a006 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:46.782757 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a2bde1b0-3e8d-4d9f-87a7-f0ea2dd184d5 req-175c8b81-d088-476f-9144-ff0416ad1362 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820241 Jul 14 09:24:46.808540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:46.819128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8ee28860-3be3-478d-8656-2f3f58960d47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8668299 Jul 14 09:24:46.934926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d2eb4-6929-4e25-bed4-23804b764297 req-e64234ba-076d-4f10-8f97-6383f04fb929 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:46.941600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b50d2eb4-6929-4e25-bed4-23804b764297 req-e64234ba-076d-4f10-8f97-6383f04fb929 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1969776 Jul 14 09:24:46.984178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:24:47.064746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:47.065292 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.071871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b50d2eb4-6929-4e25-bed4-23804b764297 req-fb8148ed-1793-43e2-b0b9-c6f8bee5e6aa tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526454 Jul 14 09:24:47.193293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.202385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42477c5e-efbe-415b-8990-a2405e0d4c2d req-fb893227-d5d6-4359-95cb-5d379eb481ad tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.212074 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42477c5e-efbe-415b-8990-a2405e0d4c2d req-fb893227-d5d6-4359-95cb-5d379eb481ad tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.1160293 Jul 14 09:24:47.237283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f741ea65-2451-4d99-baa2-f55ad8f1a006,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:47.282213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42477c5e-efbe-415b-8990-a2405e0d4c2d req-e49ac775-64dd-4b4f-9b4a-898164ce7339 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689754 Jul 14 09:24:47.529357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c74d7-7275-42cf-b99e-47394cef00d5 req-6051e7a4-f3eb-43ba-9c64-953e4e8a9cb3 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.531051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca5c74d7-7275-42cf-b99e-47394cef00d5 req-6051e7a4-f3eb-43ba-9c64-953e4e8a9cb3 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1097 time: 0.0701513 Jul 14 09:24:47.537806 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:47.571597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca5c74d7-7275-42cf-b99e-47394cef00d5 req-e1b502ef-48d9-4282-a4df-8c0adbe38150 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329244 Jul 14 09:24:47.704905 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-cfe59cd3-9010-4806-bd2b-e10e1798d536 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--510773244&fields=id&tenant_id=563695d2b63f493dad0ff0ff5e9ba059 HTTP/1.1" status: 200 len: 267 time: 0.0510871 Jul 14 09:24:47.725071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-68f685bd-2a51-4901-a022-48fd974dd21c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.726601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-68f685bd-2a51-4901-a022-48fd974dd21c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/networks?id=f7814559-5688-43fe-aed2-60fde9cf873f HTTP/1.1" status: 200 len: 817 time: 0.2203121 Jul 14 09:24:47.750595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-86d9fd5d-c665-4818-8f3a-fdbda4f5c0bf tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/quotas/0eade3b2feba4ce09b28c6c0ae23e718 HTTP/1.1" status: 200 len: 375 time: 0.0152574 Jul 14 09:24:47.814431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-9014ef8b-196b-496e-a15a-35ca4dea9d79 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:47.816087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-9014ef8b-196b-496e-a15a-35ca4dea9d79 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.1043100 Jul 14 09:24:47.826108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-cde92131-d25c-4218-b2c9-47dc1d17f91f tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0eade3b2feba4ce09b28c6c0ae23e718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691452 Jul 14 09:24:47.831556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-722300c9-28c7-440c-8536-124d46dde120 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/quotas/563695d2b63f493dad0ff0ff5e9ba059 HTTP/1.1" status: 200 len: 375 time: 0.0096655 Jul 14 09:24:47.902490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-c0944ca1-d80b-4e24-88d4-37d6eb1160ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630434 Jul 14 09:24:47.946869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Router 59a69824-6040-4094-b6c6-13f57bc609a5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:47.971521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0fdd127-d4ba-42e9-9f3d-48d61fbff724 service neutron] 10.222.0.73 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130078 Jul 14 09:24:48.009508 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-6d675e30-6fc8-4f0d-a6ba-d7584ecc678e service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946949 Jul 14 09:24:48.101279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-227ab92a-eadc-4736-91db-9b6795adcc0f service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853715 Jul 14 09:24:48.139384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:48.145166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-35131d33-e014-424c-a46c-c56f2a987f37 admin admin] 10.222.0.73 "PUT /v2.0/routers/59a69824-6040-4094-b6c6-13f57bc609a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5045094 Jul 14 09:24:48.150188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:48.152578 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] Sync routers for ids ['59a69824-6040-4094-b6c6-13f57bc609a5'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:48.162482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-215c2fdd-475b-49a2-97b1-d7239d80d002 service neutron] 10.222.0.73 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421549 Jul 14 09:24:48.166082 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] Routers {'59a69824-6040-4094-b6c6-13f57bc609a5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:48.166719 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['59a69824-6040-4094-b6c6-13f57bc609a5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:48.292505 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] Set router 59a69824-6040-4094-b6c6-13f57bc609a5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:48.366427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:48.398654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.438934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 5f5a36f2-748e-4178-8fc8-68451c35c6fd {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:48.439290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5f5a36f2-748e-4178-8fc8-68451c35c6fd not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:48.532581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.624878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Deleting port 270fc9a5-eb70-48ef-b519-747c55888a18 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:48.625516 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.792888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] For port 270fc9a5-eb70-48ef-b519-747c55888a18, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=270fc9a5-eb70-48ef-b519-747c55888a18,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:48.794870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:48.818186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Calling delete_port for 270fc9a5-eb70-48ef-b519-747c55888a18 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:48.818822 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e109ae71-e21b-4c4e-84f3-87d63f7a8d04 req-18900cd4-9fb9-4f86-97cf-f2172316848f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 210 time: 0.0991724 Jul 14 09:24:48.824415 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:24:47Z', 'revision_number': 5, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port': {'id': '270fc9a5-eb70-48ef-b519-747c55888a18', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:7c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:27Z', 'updated_at': '2021-07-14T09:22:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:48.931479 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] Checking router: 59a69824-6040-4094-b6c6-13f57bc609a5 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:48.950984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] Routers {'59a69824-6040-4094-b6c6-13f57bc609a5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:48.951653 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['59a69824-6040-4094-b6c6-13f57bc609a5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:49.121745 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.137871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2025d-2360-470e-8fad-aa0848e6b7aa req-ba2dbb7e-88ea-40d4-beac-565ff5d8c7f1 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.149567 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcf2025d-2360-470e-8fad-aa0848e6b7aa req-ba2dbb7e-88ea-40d4-beac-565ff5d8c7f1 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.1075456 Jul 14 09:24:49.157158 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] Set router 59a69824-6040-4094-b6c6-13f57bc609a5 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:49.194766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Pushing event deleted for resources: {'Port': ['ID=270fc9a5-eb70-48ef-b519-747c55888a18,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:49.210023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcf2025d-2360-470e-8fad-aa0848e6b7aa req-6c2c662c-f17c-4880-8b09-1d36d41f18db tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579612 Jul 14 09:24:49.232488 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:24:48Z', 'revision_number': 6, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:49.300395 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d13bf-f5bc-445f-93f2-f54eeb7c9cd8 None None] The sync data for ids ['59a69824-6040-4094-b6c6-13f57bc609a5'] in n-d-780147-26 is: [{'id': '59a69824-6040-4094-b6c6-13f57bc609a5', 'name': 'tempest-AttachSCSIVolumeTestJSON-431660017-router', 'tenant_id': '3c741968710e446faaad1b5ac2db11d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:26Z', 'updated_at': '2021-07-14T09:24:48Z', 'revision_number': 6, 'project_id': '3c741968710e446faaad1b5ac2db11d4', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:49.384807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce3ed1-d544-470f-8f59-516149401406 req-018a782a-624f-4433-8421-6ecbcf1ecdf4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:49.390202 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7ce3ed1-d544-470f-8f59-516149401406 req-018a782a-624f-4433-8421-6ecbcf1ecdf4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.3189051 Jul 14 09:24:49.397394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.623337 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.632130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.667856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7ce3ed1-d544-470f-8f59-516149401406 req-91f3f57a-34db-4b00-957f-124ef1118eea tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658188 Jul 14 09:24:49.784623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.785273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59a69824-6040-4094-b6c6-13f57bc609a5 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:24:49.795386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:49.798358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9d9048ae-2107-4c0a-a2b1-b0f85ce5a9be admin admin] 10.222.0.73 "DELETE /v2.0/routers/59a69824-6040-4094-b6c6-13f57bc609a5 HTTP/1.1" status: 204 len: 168 time: 1.6446576 Jul 14 09:24:49.800877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50946) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:49.919121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b757fcd-22fb-401d-b009-31e4c17ba7d8 admin admin] Deleting subnet c0212873-cca6-4f22-ae40-8c058bcc53cf {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:24:49.925286 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b757fcd-22fb-401d-b009-31e4c17ba7d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.017045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b757fcd-22fb-401d-b009-31e4c17ba7d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.236841 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b757fcd-22fb-401d-b009-31e4c17ba7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.324260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-100395f2-f26e-486b-85b8-1f434e7e07e4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:50.326592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-100395f2-f26e-486b-85b8-1f434e7e07e4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.2239168 Jul 14 09:24:50.369332 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b757fcd-22fb-401d-b009-31e4c17ba7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.429389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b757fcd-22fb-401d-b009-31e4c17ba7d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0212873-cca6-4f22-ae40-8c058bcc53cf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:50.437101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-e5f06026-4772-454c-a59b-756c0a93fed1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=563695d2b63f493dad0ff0ff5e9ba059 HTTP/1.1" status: 200 len: 379 time: 0.0996063 Jul 14 09:24:50.445790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0498e396-710a-4bd9-b129-6718a6b9ad63 None None] Network a229a0d2-a280-4ff7-9fb9-18f9011fa82b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:50.458882 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b757fcd-22fb-401d-b009-31e4c17ba7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.464473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b757fcd-22fb-401d-b009-31e4c17ba7d8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c0212873-cca6-4f22-ae40-8c058bcc53cf HTTP/1.1" status: 204 len: 168 time: 0.6624894 Jul 14 09:24:50.467958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50966) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:50.469737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'port': {'device_id': '18553799-60ea-4ad3-837d-f7e937b74529', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'admin_state_up': True, 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'security_groups': ['bf0ae454-49ee-4912-a5ea-364c96e6d955']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:50.685215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.736100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Made reservation on behalf of 563695d2b63f493dad0ff0ff5e9ba059 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:50.750933 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.795598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] DHCP port deletion for a229a0d2-a280-4ff7-9fb9-18f9011fa82b request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:24:50.807836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Deleting port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:50.808288 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.907045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] Deleting port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:50.907428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.926408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] For port b5bb34ff-a1a2-4284-b77d-645aaa6eda57, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:50.926918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:50.960040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Calling delete_port for b5bb34ff-a1a2-4284-b77d-645aaa6eda57 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:51.014256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f741ea65-2451-4d99-baa2-f55ad8f1a006 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:51.060252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Allocated IP 172.20.0.10 (d63ab4c0-a973-4f52-9976-64c7ef6f49c0/bb312590-8fe3-41be-ac5a-879edfa503d0/a428a890-3f1e-4770-83f5-747ee1ec2321) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:51.061059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: f741ea65-2451-4d99-baa2-f55ad8f1a006 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:51.062056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f741ea65-2451-4d99-baa2-f55ad8f1a006 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:51.062654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 270fc9a5-eb70-48ef-b519-747c55888a18 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:51.101295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 270fc9a5-eb70-48ef-b519-747c55888a18 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:24:51.102069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 270fc9a5-eb70-48ef-b519-747c55888a18 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:51.103099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b5bb34ff-a1a2-4284-b77d-645aaa6eda57 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:24:51.153754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9e5824e-5c74-4b46-aec2-f2d3cb236873 req-599958ed-d866-46cf-ab32-8947774c2215 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 210 time: 0.0707548 Jul 14 09:24:51.181396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.369425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.386268 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] For port b5bb34ff-a1a2-4284-b77d-645aaa6eda57, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,segment=NetworkSegment(190544e8-5531-4ed5-9292-6b4028ad11b2),segment_id=190544e8-5531-4ed5-9292-6b4028ad11b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:51.386666 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.388912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] No DVR routers for this DVR port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:51.410110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] Calling delete_port for b5bb34ff-a1a2-4284-b77d-645aaa6eda57 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:51.424799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No active binding found for port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 {{(pid=93781) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:24:51.425588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b5bb34ff-a1a2-4284-b77d-645aaa6eda57 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:24:51.447379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-39f14aea-180a-4d37-9715-a5f3faeba93c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.449926 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-39f14aea-180a-4d37-9715-a5f3faeba93c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.66 "GET /v2.0/networks?id=f7814559-5688-43fe-aed2-60fde9cf873f HTTP/1.1" status: 200 len: 817 time: 0.2702332 Jul 14 09:24:51.472073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Request body: {'port': {'device_id': 'a5de445a-ab1d-40f8-9dbb-a7e5a3c67320', 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f', 'admin_state_up': True, 'tenant_id': '0eade3b2feba4ce09b28c6c0ae23e718'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:51.510745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db592ca3-490e-4e62-9660-5714c4a39414 req-8541c018-2038-4b90-b8c7-cb3d2213a36b tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 210 time: 0.1245742 Jul 14 09:24:51.530179 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.581876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] Pushing event deleted for resources: {'Port': ['ID=b5bb34ff-a1a2-4284-b77d-645aaa6eda57,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.586899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c04ee8-cfcb-4d68-83d7-0d5fbc8d7bde None None] No DVR routers for this DVR port b5bb34ff-a1a2-4284-b77d-645aaa6eda57 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:24:51.623716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.626553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Made reservation on behalf of 0eade3b2feba4ce09b28c6c0ae23e718 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:51.630280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.666542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Transition to ACTIVE for port object a428a890-3f1e-4770-83f5-747ee1ec2321 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:51.690540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-a61579e7-6a31-4f29-8174-9ed4f1ae62e5 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.692058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-a61579e7-6a31-4f29-8174-9ed4f1ae62e5 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.69 "GET /v2.0/networks?id=f7814559-5688-43fe-aed2-60fde9cf873f HTTP/1.1" status: 200 len: 817 time: 0.5305898 Jul 14 09:24:51.698109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.726176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Request body: {'port': {'device_id': '744d443f-7fe9-4057-bc3f-03ba6ad7bee7', 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f', 'admin_state_up': True, 'tenant_id': '0eade3b2feba4ce09b28c6c0ae23e718'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:51.732667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a229a0d2-a280-4ff7-9fb9-18f9011fa82b']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:51.762346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d56ca994-a6ca-404c-abab-a097814c6d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.798087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '190544e8-5531-4ed5-9292-6b4028ad11b2') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:51.798436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '190544e8-5531-4ed5-9292-6b4028ad11b2') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:51.802624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.823964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Allocated IP 172.20.0.7 (f7814559-5688-43fe-aed2-60fde9cf873f/e32d315a-91cf-46b4-825b-3c44618e99fc/b6695a58-a900-425b-9087-fae2fa7a7e97) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:51.840667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.845387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-8c3bd93a-ed54-4f9b-89af-b2a43d147304 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:24:51.846347 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-8c3bd93a-ed54-4f9b-89af-b2a43d147304 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193021 Jul 14 09:24:51.870819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:51.871041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Request body: {'binding': {'host': 'n-h2-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:51.871459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Unknown quota resources ['binding']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:24:51.873643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.880170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:51.889374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:51.921570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:24:51.921980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:24:51.929146 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:24:51.956992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:51.995796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:51.996272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.055473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-583a3138-ac89-4b00-a304-0d8763e2325f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5981688 Jul 14 09:24:52.068916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Request body: {'port': {'device_id': '18553799-60ea-4ad3-837d-f7e937b74529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:52.178866 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.198839 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.215153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3376b926-9edd-4b4a-8774-34f88c1f3429 None None] Provisioning for port a428a890-3f1e-4770-83f5-747ee1ec2321 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:24:52.220131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3376b926-9edd-4b4a-8774-34f88c1f3429 None None] Provisioning complete for port a428a890-3f1e-4770-83f5-747ee1ec2321 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:24:52.220664 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3376b926-9edd-4b4a-8774-34f88c1f3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.258710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3376b926-9edd-4b4a-8774-34f88c1f3429 None None] Port a428a890-3f1e-4770-83f5-747ee1ec2321 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:24:52.281660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.399222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Network f7814559-5688-43fe-aed2-60fde9cf873f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:52.416965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Pushing event updated for resources: {'Port': ['ID=b6695a58-a900-425b-9087-fae2fa7a7e97,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.420168 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.420348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:52.423231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:52.429001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c70fe-30a7-470f-8d02-55ae2f8f1951 req-6f166a90-ccb6-4240-9174-a1d27e8e7c20 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.430504 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-469c70fe-30a7-470f-8d02-55ae2f8f1951 req-6f166a90-ccb6-4240-9174-a1d27e8e7c20 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.6938696 Jul 14 09:24:52.446140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.447995 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] 10.222.0.73 "DELETE /v2.0/networks/a229a0d2-a280-4ff7-9fb9-18f9011fa82b HTTP/1.1" status: 204 len: 168 time: 1.9783409 Jul 14 09:24:52.451552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51000) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:52.486620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7af65-4f63-4e57-8942-275125de619d admin admin] Pushing event deleted for resources: {'Network': ['ID=a229a0d2-a280-4ff7-9fb9-18f9011fa82b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:52.522344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Made reservation on behalf of 0eade3b2feba4ce09b28c6c0ae23e718 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:52.525783 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.559776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.560488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.569775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-469c70fe-30a7-470f-8d02-55ae2f8f1951 req-6ec8ba37-58e9-4565-8957-d5eb1b978bda tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158006 Jul 14 09:24:52.576972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-6dc65650-0e42-44d4-8d67-5dc4892454c9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.578414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-6dc65650-0e42-44d4-8d67-5dc4892454c9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.66 "GET /v2.0/networks?id=f7814559-5688-43fe-aed2-60fde9cf873f HTTP/1.1" status: 200 len: 817 time: 0.6919584 Jul 14 09:24:52.605063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Request body: {'port': {'device_id': '0e5218ad-642a-4c09-a7e0-2a29c1bee36b', 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f', 'admin_state_up': True, 'tenant_id': '0eade3b2feba4ce09b28c6c0ae23e718'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:52.622077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-b0f7e74b-b5f6-4161-a65c-5579ed0a4dc9 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1593342 Jul 14 09:24:52.640731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Request body: {'port': {'device_id': 'a5de445a-ab1d-40f8-9dbb-a7e5a3c67320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:52.678438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on host n-h2-780147-26 for vnic_type normal with profile None {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:52.678771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:52.679089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:52.702878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:52.703210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:52.759250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:52.759593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:52.759993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:52.760493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Bound port: 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:52.833342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a428a890-3f1e-4770-83f5-747ee1ec2321 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:52.846574 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.851152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.879729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Transition to ACTIVE for port object a428a890-3f1e-4770-83f5-747ee1ec2321 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:52.882705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Allocated IP 172.20.0.9 (f7814559-5688-43fe-aed2-60fde9cf873f/e32d315a-91cf-46b4-825b-3c44618e99fc/b2f00ade-4ce0-4801-9848-770dbc8fca9d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:52.915459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.915733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:52.925911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Made reservation on behalf of 0eade3b2feba4ce09b28c6c0ae23e718 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:52.929810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.933375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:52.934525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] 10.222.0.73 "POST /v2.0/ports/24e23ef7-5e17-4d0b-89b8-220c4dfbc406/bindings HTTP/1.1" status: 201 len: 390 time: 1.0720465 Jul 14 09:24:52.945562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898b603-ff4b-4d5b-b5fc-d47555847d35 req-103374c0-d1d0-484f-b783-494740fee86d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:52.947094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a898b603-ff4b-4d5b-b5fc-d47555847d35 req-103374c0-d1d0-484f-b783-494740fee86d tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.2497549 Jul 14 09:24:53.085656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.164052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a898b603-ff4b-4d5b-b5fc-d47555847d35 req-5e5bdffc-0614-4b5c-94df-ee4f3afbef77 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955504 Jul 14 09:24:53.197878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Attempting to bind port a428a890-3f1e-4770-83f5-747ee1ec2321 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:53.198207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Attempting to bind port a428a890-3f1e-4770-83f5-747ee1ec2321 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:53.198821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Attempting to bind port a428a890-3f1e-4770-83f5-747ee1ec2321 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:53.212143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Port a428a890-3f1e-4770-83f5-747ee1ec2321 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:53.212497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Attempting to bind port a428a890-3f1e-4770-83f5-747ee1ec2321 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:53.223909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:53.224290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Checking segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:53.224688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Bound using segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:53.225118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Bound port: a428a890-3f1e-4770-83f5-747ee1ec2321, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:53.225624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.266196 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.346726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.377087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.535957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Network f7814559-5688-43fe-aed2-60fde9cf873f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:53.539775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Pushing event updated for resources: {'Port': ['ID=b2f00ade-4ce0-4801-9848-770dbc8fca9d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:53.558089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:53.561649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:53.639411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.640130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.687220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a5edd-d545-422e-84cf-736d15db2e81 req-84c4c7f8-476e-43b0-b84d-fce268ac418d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.689015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e0a5edd-d545-422e-84cf-736d15db2e81 req-84c4c7f8-476e-43b0-b84d-fce268ac418d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 944 time: 0.2362211 Jul 14 09:24:53.690339 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ea0abc75-7557-4c0b-9269-df89867f2be3 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9695086 Jul 14 09:24:53.719762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51028) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:53.727214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Request body: {'port': {'device_id': '744d443f-7fe9-4057-bc3f-03ba6ad7bee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:53.756662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:53.775096 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e0a5edd-d545-422e-84cf-736d15db2e81 req-e7c12a20-6231-4bc0-95d8-b35adc78d2b8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783122 Jul 14 09:24:53.805621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:53.814287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.817728 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f194d2b7-a49c-41bd-a661-67664c99e35e req-4db0be0a-57ea-40f5-8417-f9f0137c4063 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 210 time: 0.0624921 Jul 14 09:24:53.866039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.906595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:53.907262 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:53.908657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] 10.222.0.66 "PUT /v2.0/ports/a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1093 time: 1.8457944 Jul 14 09:24:53.913577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:53.915835 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9b2de8-98cd-4e01-82d6-8792823101b6" -d '{"events": [{"name": "network-changed", "server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:53.956340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403169a-d7bd-4a0f-b214-25026e69b304 service neutron] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:54.050995 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8031b938-b13d-48a2-bb79-212d6afe3783 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=843697946901452290e89de46cba78ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298173 Jul 14 09:24:54.058668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51034) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:54.154510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6695a58-a900-425b-9087-fae2fa7a7e97 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:54.167104 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.187511 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5101bfd5-311d-445a-b3aa-973a2ecbdf2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.194072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382bbdc-32d5-4083-858f-47ccbe4dd4e9 req-041f5eaf-ab0c-4867-9988-c110a0eea4bb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.200165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Transition to ACTIVE for port object b6695a58-a900-425b-9087-fae2fa7a7e97 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:54.201921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3382bbdc-32d5-4083-858f-47ccbe4dd4e9 req-041f5eaf-ab0c-4867-9988-c110a0eea4bb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.2555106 Jul 14 09:24:54.208214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-e8a8852f-a316-49db-a73e-382b1e2b7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.209806 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-e8a8852f-a316-49db-a73e-382b1e2b7620 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1096 time: 0.2547822 Jul 14 09:24:54.212285 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.232981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f2322-7f56-4adc-bf69-be2c4b59befc req-583aa29e-991e-43ed-baf5-793b2c18d1cf tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.234492 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a03f2322-7f56-4adc-bf69-be2c4b59befc req-583aa29e-991e-43ed-baf5-793b2c18d1cf tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.2327211 Jul 14 09:24:54.261689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0ecd-d0ae-4ef9-9eca-6c38a62e141d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.306526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3382bbdc-32d5-4083-858f-47ccbe4dd4e9 req-a7ae26d6-043c-462e-8bbf-e1bc64e4d5cc tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035874 Jul 14 09:24:54.308433 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0ecd-d0ae-4ef9-9eca-6c38a62e141d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.310677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Allocated IP 172.20.0.3 (f7814559-5688-43fe-aed2-60fde9cf873f/e32d315a-91cf-46b4-825b-3c44618e99fc/807f82f7-4515-4a5d-9bf7-8e71c3dde1e2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:54.329472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f25acd82-cfea-42d5-84d2-ca9df397d98c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 217 time: 0.1098883 Jul 14 09:24:54.394362 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03325f1-4626-47c3-96f9-b2675f2d16a9 x-openstack-request-id: req-b03325f1-4626-47c3-96f9-b2675f2d16a9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:54.394651 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:54.394904 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b03325f1-4626-47c3-96f9-b2675f2d16a9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:54.395301 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'status': 'completed', 'code': 200} Jul 14 09:24:54.397344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6695a58-a900-425b-9087-fae2fa7a7e97,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:54.432103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0ecd-d0ae-4ef9-9eca-6c38a62e141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.436411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce6f0ecd-d0ae-4ef9-9eca-6c38a62e141d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.437421 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.438280 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ce6f0ecd-d0ae-4ef9-9eca-6c38a62e141d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90afe6a7-9db9-4c3e-aef3-da5efc59c944 HTTP/1.1" status: 204 len: 168 time: 0.3772154 Jul 14 09:24:54.467279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a03f2322-7f56-4adc-bf69-be2c4b59befc req-e910a7aa-cb19-4a75-a043-6743803c7d77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926112 Jul 14 09:24:54.500255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f0ecd-d0ae-4ef9-9eca-6c38a62e141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90afe6a7-9db9-4c3e-aef3-da5efc59c944,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:54.500507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-ca31d741-5268-41c8-9e48-c2c0fd48966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.500507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-ca31d741-5268-41c8-9e48-c2c0fd48966b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1546621 Jul 14 09:24:54.579344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Attempting to bind port b6695a58-a900-425b-9087-fae2fa7a7e97 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:54.579519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Attempting to bind port b6695a58-a900-425b-9087-fae2fa7a7e97 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:54.579846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Attempting to bind port b6695a58-a900-425b-9087-fae2fa7a7e97 on network f7814559-5688-43fe-aed2-60fde9cf873f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:54.582895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Deleting port c145070b-d02c-4775-a22c-44785ee2b68c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:54.583229 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.629523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4954ec3e-150e-4887-8ff9-d4a1a8ad385f req-9991e1e4-b47d-4d1e-ba2d-590d457492ca tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.634957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Port b6695a58-a900-425b-9087-fae2fa7a7e97 on network f7814559-5688-43fe-aed2-60fde9cf873f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:54.635289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Attempting to bind port b6695a58-a900-425b-9087-fae2fa7a7e97 on network f7814559-5688-43fe-aed2-60fde9cf873f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:54.636848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4954ec3e-150e-4887-8ff9-d4a1a8ad385f req-9991e1e4-b47d-4d1e-ba2d-590d457492ca tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1639092 Jul 14 09:24:54.645192 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.655162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:54.655502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Checking segment: {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:54.655884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Bound using segment: {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:54.656346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Bound port: b6695a58-a900-425b-9087-fae2fa7a7e97, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:54.656737 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.689895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4954ec3e-150e-4887-8ff9-d4a1a8ad385f req-0a5e0299-221f-4892-9299-d89e8607323a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517797 Jul 14 09:24:54.714942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f1209179-bea0-4523-a875-514563779e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.714942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-f1209179-bea0-4523-a875-514563779e96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1990576 Jul 14 09:24:54.722908 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.809291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] For port c145070b-d02c-4775-a22c-44785ee2b68c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c145070b-d02c-4775-a22c-44785ee2b68c,segment=NetworkSegment(a2c78f1a-0ea7-4bbc-abcc-bb9b46517184),segment_id=a2c78f1a-0ea7-4bbc-abcc-bb9b46517184)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:54.809291 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.810979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Pushing event updated for resources: {'Port': ['ID=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:54.830022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] For port b6695a58-a900-425b-9087-fae2fa7a7e97, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:54.833216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Network f7814559-5688-43fe-aed2-60fde9cf873f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:54.836046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:54.839604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Calling delete_port for c145070b-d02c-4775-a22c-44785ee2b68c owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:54.841855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:54.859390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] For port b6695a58-a900-425b-9087-fae2fa7a7e97, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b6695a58-a900-425b-9087-fae2fa7a7e97,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:54.875333 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.922539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.923189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.946677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-06d521f9-7d60-4bf4-8838-5efa1f8092a7 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310469 Jul 14 09:24:54.953976 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24d5929e-b636-4a0d-8df0-0b06e44285a4 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3632436 Jul 14 09:24:54.977509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:54.977509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:54.978871 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] 10.222.0.66 "PUT /v2.0/ports/b6695a58-a900-425b-9087-fae2fa7a7e97 HTTP/1.1" status: 200 len: 1092 time: 2.3435643 Jul 14 09:24:54.979356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Request body: {'port': {'device_id': '0e5218ad-642a-4c09-a7e0-2a29c1bee36b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:55.076583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c406116-3bda-4d4d-bb0f-e1d9c25e5ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=b6695a58-a900-425b-9087-fae2fa7a7e97,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.134221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f00ade-4ce0-4801-9848-770dbc8fca9d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:55.147587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.150853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.175191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Transition to ACTIVE for port object b2f00ade-4ce0-4801-9848-770dbc8fca9d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:55.185810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.244831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70ab95b3-2d8a-497a-a1c8-0c6e1b775caa req-d74c2af2-a660-4c4d-b9f3-e85efd291678 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885733 Jul 14 09:24:55.249325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400dfe8-1795-48f1-bd1e-ff5bd1f8fd3f req-a7309005-1cb9-4909-a2b5-8f8adf607986 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.252689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b400dfe8-1795-48f1-bd1e-ff5bd1f8fd3f req-a7309005-1cb9-4909-a2b5-8f8adf607986 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 931 time: 0.1717937 Jul 14 09:24:55.289325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4867-8816-4962-bb2f-c0f72ea7bb58 req-123b7478-44ea-4259-858f-feb034c162bc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.290896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f90c4867-8816-4962-bb2f-c0f72ea7bb58 req-123b7478-44ea-4259-858f-feb034c162bc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 944 time: 0.2818696 Jul 14 09:24:55.294998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-4ab2b6df-ec53-44f0-b4f9-5aac2644630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.296543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-4ab2b6df-ec53-44f0-b4f9-5aac2644630f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eade3b2feba4ce09b28c6c0ae23e718&device_id=a5de445a-ab1d-40f8-9dbb-a7e5a3c67320 HTTP/1.1" status: 200 len: 1095 time: 0.2429998 Jul 14 09:24:55.375327 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ef799d94-fcd3-473f-853c-96918f275166 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6695a58-a900-425b-9087-fae2fa7a7e97 HTTP/1.1" status: 200 len: 217 time: 0.0609355 Jul 14 09:24:55.383826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:55.402149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Pushing event updated for resources: {'Port': ['ID=b2f00ade-4ce0-4801-9848-770dbc8fca9d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.456670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.490516 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f90c4867-8816-4962-bb2f-c0f72ea7bb58 req-a8b3d80e-a160-4a4d-b2c4-35e50f707580 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908085 Jul 14 09:24:55.519821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-fd5e6473-a1ee-4c4b-8a80-8a10d6bdec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.519821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-fd5e6473-a1ee-4c4b-8a80-8a10d6bdec9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e32d315a-91cf-46b4-825b-3c44618e99fc HTTP/1.1" status: 200 len: 857 time: 0.1300225 Jul 14 09:24:55.523404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b400dfe8-1795-48f1-bd1e-ff5bd1f8fd3f req-85956db6-f59b-4c25-ba63-87b700007e79 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501824 Jul 14 09:24:55.539139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.569469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-30387059-c847-4c30-a5b4-fb2c1eac00ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7814559-5688-43fe-aed2-60fde9cf873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455832 Jul 14 09:24:55.583978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Attempting to bind port b2f00ade-4ce0-4801-9848-770dbc8fca9d on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:55.584609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Attempting to bind port b2f00ade-4ce0-4801-9848-770dbc8fca9d by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:55.585150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Attempting to bind port b2f00ade-4ce0-4801-9848-770dbc8fca9d on network f7814559-5688-43fe-aed2-60fde9cf873f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:55.591281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Port b2f00ade-4ce0-4801-9848-770dbc8fca9d on network f7814559-5688-43fe-aed2-60fde9cf873f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:55.591860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Attempting to bind port b2f00ade-4ce0-4801-9848-770dbc8fca9d on network f7814559-5688-43fe-aed2-60fde9cf873f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:55.600124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:55.601203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Checking segment: {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:55.601972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Bound using segment: {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:55.602907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Bound port: b2f00ade-4ce0-4801-9848-770dbc8fca9d, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:55.603470 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.603805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-579947238-network', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:55.607480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Pushing event deleted for resources: {'Port': ['ID=c145070b-d02c-4775-a22c-44785ee2b68c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:55.693087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-105dd29b-7a1c-4223-84fe-cdcb14ff79d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.694597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-105dd29b-7a1c-4223-84fe-cdcb14ff79d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1096 time: 0.3791811 Jul 14 09:24:55.792167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] For port b2f00ade-4ce0-4801-9848-770dbc8fca9d, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:55.800787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:55.816827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.825269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] For port b2f00ade-4ce0-4801-9848-770dbc8fca9d, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b2f00ade-4ce0-4801-9848-770dbc8fca9d,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:55.832983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Made reservation on behalf of 463a26a2584c464d8a23122ba9a26efe for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:55.835197 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.837281 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.845303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Transition to ACTIVE for port object 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:24:55.858426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5eba7-61e0-4f45-bca0-179bd49db194 req-3cead86c-f914-4e07-afc8-a62d8dceecf6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.859955 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9be5eba7-61e0-4f45-bca0-179bd49db194 req-3cead86c-f914-4e07-afc8-a62d8dceecf6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.2172182 Jul 14 09:24:55.881415 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.891093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.914701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:55.915310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:55.916698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] 10.222.0.69 "PUT /v2.0/ports/b2f00ade-4ce0-4801-9848-770dbc8fca9d HTTP/1.1" status: 200 len: 1092 time: 2.1979024 Jul 14 09:24:55.917128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744d443f-7fe9-4057-bc3f-03ba6ad7bee7', 'tag': 'b2f00ade-4ce0-4801-9848-770dbc8fca9d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:55.919371 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1c6579-309d-4867-b72a-4a368f0c3235" -d '{"events": [{"name": "network-changed", "server_uuid": "744d443f-7fe9-4057-bc3f-03ba6ad7bee7", "tag": "b2f00ade-4ce0-4801-9848-770dbc8fca9d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:55.969877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d3bc-d1d7-405e-a6ea-0affebd3f00e service neutron] Pushing event updated for resources: {'Port': ['ID=b2f00ade-4ce0-4801-9848-770dbc8fca9d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.000762 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9be5eba7-61e0-4f45-bca0-179bd49db194 req-d3d7b376-44e2-4b52-9bc2-287df95d72ca tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207867 Jul 14 09:24:56.011559 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ccbfab7c-16e8-4ef9-8d4d-29d7341ae887 service neutron] 10.222.0.66 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196167 Jul 14 09:24:56.095111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Pushing event updated for resources: {'Port': ['ID=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.120068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-2ef96df7-4784-4f72-bb6e-f4b62c39cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.121784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-2ef96df7-4784-4f72-bb6e-f4b62c39cff7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.4007392 Jul 14 09:24:56.123045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Attempting to bind port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:56.123492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Attempting to bind port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:56.123720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Attempting to bind port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 on network f7814559-5688-43fe-aed2-60fde9cf873f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:56.135632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 on network f7814559-5688-43fe-aed2-60fde9cf873f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:56.136096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Attempting to bind port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 on network f7814559-5688-43fe-aed2-60fde9cf873f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:56.147395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-cf108c19-fc67-4f4e-98ea-82eeae89cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.149046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-cf108c19-fc67-4f4e-98ea-82eeae89cd17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0eade3b2feba4ce09b28c6c0ae23e718&device_id=744d443f-7fe9-4057-bc3f-03ba6ad7bee7 HTTP/1.1" status: 200 len: 1095 time: 0.1891193 Jul 14 09:24:56.153495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc37ef-db1b-4de2-91b7-b8b7a184a07e req-011d8037-b8d6-4cf5-aa07-e7d7707de766 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.153789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:56.154015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Checking segment: {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:56.154523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Bound using segment: {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:56.154959 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Bound port: 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:56.155289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2edc37ef-db1b-4de2-91b7-b8b7a184a07e req-011d8037-b8d6-4cf5-aa07-e7d7707de766 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.4583080 Jul 14 09:24:56.155473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.237384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-362376bf-10c9-43af-8a9b-16e0db722199 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2f00ade-4ce0-4801-9848-770dbc8fca9d HTTP/1.1" status: 200 len: 217 time: 0.0623031 Jul 14 09:24:56.344928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] For port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:56.349988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] For port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:56.361295 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.368522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-d9f8669d-ffc3-4354-8d4c-cc79a12b3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.370145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-d9f8669d-ffc3-4354-8d4c-cc79a12b3345 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e32d315a-91cf-46b4-825b-3c44618e99fc HTTP/1.1" status: 200 len: 857 time: 0.1184938 Jul 14 09:24:56.428465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f8d6fe27-38ae-43cf-b0e6-713089943dc8 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:56.443768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-be50de59-4f2f-4769-a6c9-378d2268cac5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7814559-5688-43fe-aed2-60fde9cf873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641341 Jul 14 09:24:56.450183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.450791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.452261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] 10.222.0.66 "PUT /v2.0/ports/807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 HTTP/1.1" status: 200 len: 1092 time: 1.4878981 Jul 14 09:24:56.529927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599df84-361d-4c31-be05-94923a143fc4 req-72e3ed5c-134f-494d-b41c-962c0e1001b3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.532313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9599df84-361d-4c31-be05-94923a143fc4 req-72e3ed5c-134f-494d-b41c-962c0e1001b3 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.2968311 Jul 14 09:24:56.547212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5de445a-ab1d-40f8-9dbb-a7e5a3c67320', 'tag': 'b6695a58-a900-425b-9087-fae2fa7a7e97'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:56.549565 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b6af18-97ff-482b-9451-81eecd8f24ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a5de445a-ab1d-40f8-9dbb-a7e5a3c67320", "tag": "b6695a58-a900-425b-9087-fae2fa7a7e97"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:56.562726 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.570905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:56.574768 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-a8bf0362-2280-405a-aa08-71d1c50f00c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 217 time: 0.4182200 Jul 14 09:24:56.579549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8610d912-c72b-4bca-8572-bbf8b341e0bf service neutron] Pushing event updated for resources: {'Port': ['ID=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:56.583264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f8d6fe27-38ae-43cf-b0e6-713089943dc8 has no active binding in host n-h2-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:24:56.615216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-fed456ae-2319-4c78-9d77-0819185e5f33 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.616800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-fed456ae-2319-4c78-9d77-0819185e5f33 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.7946069 Jul 14 09:24:56.646219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9599df84-361d-4c31-be05-94923a143fc4 req-6e7ae0a2-1da9-4c26-b106-84b1c3073980 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988944 Jul 14 09:24:56.657019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-26'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:56.661743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-941df1f5-153a-4ccd-b68d-3dfbb36c02bf service neutron] 10.222.0.69 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066813 Jul 14 09:24:56.663781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.681339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-e2d8632b-6cc9-4550-870c-6efcee24e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.682917 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-e2d8632b-6cc9-4550-870c-6efcee24e792 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eade3b2feba4ce09b28c6c0ae23e718&device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 1095 time: 0.1621912 Jul 14 09:24:56.731302 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4626a23c-1796-436e-8fc7-9d5149e365ad x-openstack-request-id: req-4626a23c-1796-436e-8fc7-9d5149e365ad {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:56.731590 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744d443f-7fe9-4057-bc3f-03ba6ad7bee7", "tag": "b2f00ade-4ce0-4801-9848-770dbc8fca9d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:56.731867 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4626a23c-1796-436e-8fc7-9d5149e365ad {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:56.732330 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744d443f-7fe9-4057-bc3f-03ba6ad7bee7', 'tag': 'b2f00ade-4ce0-4801-9848-770dbc8fca9d', 'status': 'completed', 'code': 200} Jul 14 09:24:56.738814 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-d4556a02-9fd6-4cda-a574-e0d5ab8ba203 service neutron] 10.222.0.66 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139037 Jul 14 09:24:56.762141 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2edc37ef-db1b-4de2-91b7-b8b7a184a07e req-7737b123-967f-41db-b39b-e1ccf3a100b3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871086 Jul 14 09:24:56.772316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-24cb209a-fc13-46b1-9f7d-fe03af18dced service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 HTTP/1.1" status: 200 len: 217 time: 0.0780137 Jul 14 09:24:56.807240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-c484c14e-98c5-4d30-82e6-66315257284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.808808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-c484c14e-98c5-4d30-82e6-66315257284c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.2128403 Jul 14 09:24:56.874839 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-c070e84a-b409-46f0-867a-21596944ed11 service neutron] 10.222.0.69 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051270 Jul 14 09:24:56.878513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ed310b1f-5ce2-4be8-8a6a-88a00c527fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:56.880069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-ed310b1f-5ce2-4be8-8a6a-88a00c527fa3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e32d315a-91cf-46b4-825b-3c44618e99fc HTTP/1.1" status: 200 len: 857 time: 0.0976267 Jul 14 09:24:56.941092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-29f93977-5a0b-469f-8b4f-737b7e14c9f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7814559-5688-43fe-aed2-60fde9cf873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340405 Jul 14 09:24:56.949984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.953523 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:56.972649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.073787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:24:57.111545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.111902 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Added segment 3ba42f92-d088-4d35-a7a6-eade4f5044fd of type vlan for network 7099a725-1dbd-443f-a01a-24b53a111ef7 Jul 14 09:24:57.114908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc8c598-8943-4a30-9a55-2b41bb605138,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.118678 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.258038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-609a059a-7810-48ea-8972-153c27b54183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.259726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-609a059a-7810-48ea-8972-153c27b54183 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4198356 Jul 14 09:24:57.263642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.376952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eae284-59a8-4374-9cc2-f4af4c04e42a req-5b5ffada-a135-4cc5-a8a2-9b699c8a3dd8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.379083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16eae284-59a8-4374-9cc2-f4af4c04e42a req-5b5ffada-a135-4cc5-a8a2-9b699c8a3dd8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 944 time: 0.5294797 Jul 14 09:24:57.416049 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171c99e-1d52-494a-b7ec-784faa96fc66 req-d37a803f-427e-4eac-b24e-063274eb4d77 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.417639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8171c99e-1d52-494a-b7ec-784faa96fc66 req-d37a803f-427e-4eac-b24e-063274eb4d77 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 943 time: 0.4409842 Jul 14 09:24:57.424030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-36a5e37e-6921-40ad-9302-98d025cc141c service neutron] 10.222.0.66 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726856 Jul 14 09:24:57.435345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-6f512431-d59b-43fd-9bd5-b7de978a6a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.436930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-6f512431-d59b-43fd-9bd5-b7de978a6a14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0eade3b2feba4ce09b28c6c0ae23e718&device_id=744d443f-7fe9-4057-bc3f-03ba6ad7bee7 HTTP/1.1" status: 200 len: 1095 time: 0.4949791 Jul 14 09:24:57.465175 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.466126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.466711 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.472598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:57.496815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Router 724137f8-1c57-4f4e-8a89-6954b7b530d7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:24:57.511881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16eae284-59a8-4374-9cc2-f4af4c04e42a req-b68d0d02-b46f-43b4-99d3-d6a62d384b31 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225908 Jul 14 09:24:57.573663 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1884742 Jul 14 09:24:57.584848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51088) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.585655 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd5e62d8-1c55-4626-a24f-90f9b04df0e3 x-openstack-request-id: req-fd5e62d8-1c55-4626-a24f-90f9b04df0e3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:57.585945 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5de445a-ab1d-40f8-9dbb-a7e5a3c67320", "tag": "b6695a58-a900-425b-9087-fae2fa7a7e97", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:57.586206 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd5e62d8-1c55-4626-a24f-90f9b04df0e3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:57.587480 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5de445a-ab1d-40f8-9dbb-a7e5a3c67320', 'tag': 'b6695a58-a900-425b-9087-fae2fa7a7e97', 'status': 'completed', 'code': 200} Jul 14 09:24:57.591927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Request body: {'subnet': {'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-579947238-subnet', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:57.606239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-611bfd09-8de0-41c2-9a2d-add71314af53 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329399 Jul 14 09:24:57.611217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ded0d5-537f-41a5-9567-fdfb135d3392 admin admin] Pushing event updated for resources: {'Network': ['ID=7099a725-1dbd-443f-a01a-24b53a111ef7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:57.616359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8171c99e-1d52-494a-b7ec-784faa96fc66 req-62fca0d9-0c97-4df7-ada8-f6da95b3e65d tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849344 Jul 14 09:24:57.624651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:24:57.644296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-57a7cedb-801f-427c-9f05-fe2e1bcf8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.645900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-57a7cedb-801f-427c-9f05-fe2e1bcf8560 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f7814559-5688-43fe-aed2-60fde9cf873f HTTP/1.1" status: 200 len: 918 time: 0.1946352 Jul 14 09:24:57.647501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Made reservation on behalf of 463a26a2584c464d8a23122ba9a26efe for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:24:57.650119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.653649 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5682ab-9370-4e84-8fba-4cdeb110f04d req-a7b41e33-418e-46e1-844f-d3eaca4f69a9 service neutron] 10.222.0.66 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206390 Jul 14 09:24:57.681853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:57.748647 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-19017e06-ef34-4df3-b605-2eeb022be66f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2f00ade-4ce0-4801-9848-770dbc8fca9d HTTP/1.1" status: 200 len: 217 time: 0.0930295 Jul 14 09:24:57.861218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-0dbf1f74-cb57-41a0-84db-cbb3c29906c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.862484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-0dbf1f74-cb57-41a0-84db-cbb3c29906c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e32d315a-91cf-46b4-825b-3c44618e99fc HTTP/1.1" status: 200 len: 857 time: 0.0933697 Jul 14 09:24:57.871844 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.892116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:57.915251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfd39b-28f0-4a06-88f6-382cb8ab944b req-fb77c098-d3f2-49eb-be9c-942a021e003e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.920731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abdfd39b-28f0-4a06-88f6-382cb8ab944b req-fb77c098-d3f2-49eb-be9c-942a021e003e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 945 time: 0.1912401 Jul 14 09:24:57.923722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-e84741e6-7c02-4302-aa25-39c8181765c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f7814559-5688-43fe-aed2-60fde9cf873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535104 Jul 14 09:24:57.939975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc9b2de8-98cd-4e01-82d6-8792823101b6 req-5d1e5df2-35df-4146-8463-da8b46ae40ed service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226173 Jul 14 09:24:57.947070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:24:57.956019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0f7bc21d-f141-40d6-9729-dec260ab545e admin admin] 10.222.0.73 "PUT /v2.0/routers/724137f8-1c57-4f4e-8a89-6954b7b530d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4997466 Jul 14 09:24:57.960702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51094) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:57.962894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] Sync routers for ids ['724137f8-1c57-4f4e-8a89-6954b7b530d7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:24:57.972978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] Routers {'724137f8-1c57-4f4e-8a89-6954b7b530d7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:57.973592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['724137f8-1c57-4f4e-8a89-6954b7b530d7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:57.976490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-0e01916f-16c0-4ce6-90c5-58b11edf3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:57.978084 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-0e01916f-16c0-4ce6-90c5-58b11edf3b4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eade3b2feba4ce09b28c6c0ae23e718&device_id=a5de445a-ab1d-40f8-9dbb-a7e5a3c67320 HTTP/1.1" status: 200 len: 1095 time: 0.3563309 Jul 14 09:24:58.040439 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abdfd39b-28f0-4a06-88f6-382cb8ab944b req-1c2c7334-2c42-4f05-ab20-49eed85b0440 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155286 Jul 14 09:24:58.084434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] Set router 724137f8-1c57-4f4e-8a89-6954b7b530d7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:58.117546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Pushing event updated for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.161730 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-14da0176-4ac5-444b-a21c-9ea1d5f3b285 service neutron] 10.222.0.69 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137911 Jul 14 09:24:58.162941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.225799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on host n-h1-780147-26 for vnic_type normal with profile {"migrating_to": "n-h2-780147-26"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:24:58.226173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:24:58.226512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:58.251236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:24:58.251564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Attempting to bind port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on network 4ab8a569-be26-4dfd-a9ab-e444e7ba992d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:24:58.270758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefcb68-65d5-435a-bf0f-0796dd5e72cd req-1c45ae1b-e446-4a71-8847-4540c01c8b5b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.272772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-baefcb68-65d5-435a-bf0f-0796dd5e72cd req-1c45ae1b-e446-4a71-8847-4540c01c8b5b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.3316183 Jul 14 09:24:58.277384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-d3ca80de-b4f1-4bda-a9a2-60d0fd8c1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.279093 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-d3ca80de-b4f1-4bda-a9a2-60d0fd8c1f27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f7814559-5688-43fe-aed2-60fde9cf873f HTTP/1.1" status: 200 len: 918 time: 0.2730668 Jul 14 09:24:58.287382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.298584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:24:55Z', 'revision_number': 5, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:58.319637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:24:58.320333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Checking segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:58.320507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Bound using segment: {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:24:58.320953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Bound port: f8d6fe27-38ae-43cf-b0e6-713089943dc8, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbde8122-6e3d-4dcf-91b2-81aa799732f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '4ab8a569-be26-4dfd-a9ab-e444e7ba992d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:24:58.321776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.328325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f0dccf-6a22-4ce0-9bac-4072cfcad0d2,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.329929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] Checking router: 724137f8-1c57-4f4e-8a89-6954b7b530d7 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:24:58.340171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] Routers {'724137f8-1c57-4f4e-8a89-6954b7b530d7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:24:58.340899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['724137f8-1c57-4f4e-8a89-6954b7b530d7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:58.358118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Checking segment: {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:24:58.358485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Network hostable DHCP agents. Network: 7099a725-1dbd-443f-a01a-24b53a111ef7, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:24:58.369799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1c6579-309d-4867-b72a-4a368f0c3235 req-1179497e-c263-427a-9c5d-e12980bb105c service neutron] 10.222.0.69 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781056 Jul 14 09:24:58.398039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-f65464d7-cf32-4a4e-923d-9f21ffac5d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6695a58-a900-425b-9087-fae2fa7a7e97 HTTP/1.1" status: 200 len: 217 time: 0.0734429 Jul 14 09:24:58.412998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e788e96-db70-4b24-8d18-c9c89e8605fb req-d920d725-f81a-43bb-8b0a-9437800a9b3d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.414543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e788e96-db70-4b24-8d18-c9c89e8605fb req-d920d725-f81a-43bb-8b0a-9437800a9b3d tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1552815 Jul 14 09:24:58.415641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:24:58.431507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b6695a58-a900-425b-9087-fae2fa7a7e97 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:58.444064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7099a725-1dbd-443f-a01a-24b53a111ef7) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:58.448807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.449410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.461849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206fe4aa-d0ce-4feb-ad20-25fd0f56f9f2 None None] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:24:58.479235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a2f0f384-927d-4a49-931d-1ae04fc98828 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8929126 Jul 14 09:24:58.482738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e788e96-db70-4b24-8d18-c9c89e8605fb req-9f1fba14-2245-4b22-ba8f-3dc72451abe6 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592117 Jul 14 09:24:58.483190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51096) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:24:58.487436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:24:58.519213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.521455 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.540350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-baefcb68-65d5-435a-bf0f-0796dd5e72cd req-886c96b6-cb69-4ccf-80f2-e81d89ca720e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128994 Jul 14 09:24:58.557829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] Set router 724137f8-1c57-4f4e-8a89-6954b7b530d7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:24:58.576394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-1c970523-8be0-467f-9323-4b16f9a9b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.578048 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-1c970523-8be0-467f-9323-4b16f9a9b2c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e32d315a-91cf-46b4-825b-3c44618e99fc HTTP/1.1" status: 200 len: 857 time: 0.1530013 Jul 14 09:24:58.580655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:24:58.585999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:24:58.595820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.597852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.620361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.627431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-bcf29519-d864-44e2-85b5-a79099452b29 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7814559-5688-43fe-aed2-60fde9cf873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396500 Jul 14 09:24:58.757861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e5218ad-642a-4c09-a7e0-2a29c1bee36b', 'tag': '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:58.761342 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e5218ad-642a-4c09-a7e0-2a29c1bee36b", "tag": "807f82f7-4515-4a5d-9bf7-8e71c3dde1e2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:58.793328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b6695a58-a900-425b-9087-fae2fa7a7e97, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b6695a58-a900-425b-9087-fae2fa7a7e97,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:58.824542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b2f00ade-4ce0-4801-9848-770dbc8fca9d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:58.834988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.842878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Pushing event updated for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:58.857339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.858162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.858632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'b6695a58-a900-425b-9087-fae2fa7a7e97', 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f', 'port_id': 'b6695a58-a900-425b-9087-fae2fa7a7e97', 'mac_address': 'fa:16:3e:09:bc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d315a-91cf-46b4-825b-3c44618e99fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:58.859979 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-4aadee56-ab19-4153-b921-c56d2c18259c service neutron] 10.222.0.66 "PUT /v2.0/ports/f8d6fe27-38ae-43cf-b0e6-713089943dc8 HTTP/1.1" status: 200 len: 1123 time: 2.2110994 Jul 14 09:24:58.904549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7099a725-1dbd-443f-a01a-24b53a111ef7', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:24:58.905401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.913971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445c6be-f6df-41d5-9de6-ab099a4cf262 req-532339ef-0ae9-40d6-b458-b73463526b31 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:58.922960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3445c6be-f6df-41d5-9de6-ab099a4cf262 req-532339ef-0ae9-40d6-b458-b73463526b31 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 944 time: 0.1782947 Jul 14 09:24:58.926857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-bec0ef43-980c-4c42-96c4-c3d8116dcf5d service neutron] 10.222.0.66 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905045 Jul 14 09:24:58.929438 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:58.936515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Deleting port 92058c14-150a-43d7-b30d-d82942c72e2e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:24:58.937199 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.004168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3445c6be-f6df-41d5-9de6-ab099a4cf262 req-e93532db-1881-41b8-8755-ca10f51a4959 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802462 Jul 14 09:24:59.020748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6695a58-a900-425b-9087-fae2fa7a7e97 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:24:59.053704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f8d6fe27-38ae-43cf-b0e6-713089943dc8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:59.056684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['f8d6fe27-38ae-43cf-b0e6-713089943dc8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:24:59.156585 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e7e469-015a-494c-a7a1-ef72a9ea1aec x-openstack-request-id: req-32e7e469-015a-494c-a7a1-ef72a9ea1aec {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:24:59.157114 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e5218ad-642a-4c09-a7e0-2a29c1bee36b", "tag": "807f82f7-4515-4a5d-9bf7-8e71c3dde1e2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:24:59.157466 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32e7e469-015a-494c-a7a1-ef72a9ea1aec {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:24:59.158068 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e5218ad-642a-4c09-a7e0-2a29c1bee36b', 'tag': '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2', 'status': 'completed', 'code': 200} Jul 14 09:24:59.240082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.267665 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.374988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b6695a58-a900-425b-9087-fae2fa7a7e97, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b6695a58-a900-425b-9087-fae2fa7a7e97,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:59.405818 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.407548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:24:59.447281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Allocated IP 172.25.0.235 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/9c360799-c97f-468b-a05e-4f8ff775f62b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:59.483456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116b84c-d275-47cf-a977-92301961bccb req-de958176-d4c1-41b5-bad8-445b1d6fd942 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.491225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5116b84c-d275-47cf-a977-92301961bccb req-de958176-d4c1-41b5-bad8-445b1d6fd942 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 943 time: 0.6637337 Jul 14 09:24:59.516990 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.528119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab95ac-17cc-4432-b401-20fece204655 req-9149c7ca-eba5-46a1-96d7-654cdefd3b99 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.529662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dab95ac-17cc-4432-b401-20fece204655 req-9149c7ca-eba5-46a1-96d7-654cdefd3b99 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.1455548 Jul 14 09:24:59.559962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] For port 92058c14-150a-43d7-b30d-d82942c72e2e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=92058c14-150a-43d7-b30d-d82942c72e2e,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:59.560503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.566342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b2f00ade-4ce0-4801-9848-770dbc8fca9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b2f00ade-4ce0-4801-9848-770dbc8fca9d,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:59.574788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:24:55Z', 'revision_number': 5, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:24:59.591535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1b6af18-97ff-482b-9451-81eecd8f24ea req-f50a8cd1-b57c-49b3-a242-20500642d1c2 service neutron] 10.222.0.66 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6580634 Jul 14 09:24:59.592125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8'}, {'name': 'network-changed', 'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:24:59.594577 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849e95c9-a9bf-4a30-9767-3c2e007c2b84" -d '{"events": [{"server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8"}, {"name": "network-changed", "server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:24:59.598613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Calling delete_port for 92058c14-150a-43d7-b30d-d82942c72e2e owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:24:59.614034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dab95ac-17cc-4432-b401-20fece204655 req-09779d09-6658-46c2-b0a9-10e5baf6ce2b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726840 Jul 14 09:24:59.616978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5116b84c-d275-47cf-a977-92301961bccb req-db3121b9-38a5-4285-8331-bd9982f0013b tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246462 Jul 14 09:24:59.620888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Allocated IP 172.20.0.2 (7099a725-1dbd-443f-a01a-24b53a111ef7/79f0dccf-6a22-4ce0-9bac-4072cfcad0d2/1b738ed6-2b74-4689-b1a2-154c254fa273) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:24:59.648347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.690513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba3e4a2-edae-4367-97e4-bcb73e32ddef None None] The sync data for ids ['724137f8-1c57-4f4e-8a89-6954b7b530d7'] in n-d-780147-26 is: [{'id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-183636700-router', 'tenant_id': 'a7bd88a8511d4f52813103a4e1737495', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:22:42Z', 'updated_at': '2021-07-14T09:24:55Z', 'revision_number': 5, 'project_id': 'a7bd88a8511d4f52813103a4e1737495', 'gw_port': {'id': '92058c14-150a-43d7-b30d-d82942c72e2e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724137f8-1c57-4f4e-8a89-6954b7b530d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:22:43Z', 'updated_at': '2021-07-14T09:22:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:24:59.716658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'b2f00ade-4ce0-4801-9848-770dbc8fca9d', 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f', 'port_id': 'b2f00ade-4ce0-4801-9848-770dbc8fca9d', 'mac_address': 'fa:16:3e:fa:c5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d315a-91cf-46b4-825b-3c44618e99fc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:24:59.718151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.762637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-3eb89aa8-9b23-4ea7-9a6d-4eb50109c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.764332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-3eb89aa8-9b23-4ea7-9a6d-4eb50109c99f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0eade3b2feba4ce09b28c6c0ae23e718&device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 1095 time: 0.3489156 Jul 14 09:24:59.795133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:24:59.797856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Pushing event updated for resources: {'Port': ['ID=9c360799-c97f-468b-a05e-4f8ff775f62b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.808964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:24:59.817604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:24:59.829228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=b6695a58-a900-425b-9087-fae2fa7a7e97,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:24:59.958059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:24:59.960817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:24:59.969554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-134d89de-e012-46b2-8d26-04fc10684b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:24:59.971126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-134d89de-e012-46b2-8d26-04fc10684b66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f7814559-5688-43fe-aed2-60fde9cf873f HTTP/1.1" status: 200 len: 918 time: 0.1985767 Jul 14 09:25:00.001047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d357c-0065-4365-83c8-ccd867666f61 req-e3d3315b-8788-450d-875f-44dfc89ad3c6 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.002568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-050d357c-0065-4365-83c8-ccd867666f61 req-e3d3315b-8788-450d-875f-44dfc89ad3c6 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1781683 Jul 14 09:25:00.007406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc491181-c274-4708-9b34-bb62cc532bff req-7dbe3a9d-61aa-41fa-9a3a-8559af242fce tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.014252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc491181-c274-4708-9b34-bb62cc532bff req-7dbe3a9d-61aa-41fa-9a3a-8559af242fce tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.2172663 Jul 14 09:25:00.015224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f00ade-4ce0-4801-9848-770dbc8fca9d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:00.024455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'mac_address': 'fa:16:3e:6e:54:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:00.040569 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-3bdbbd99-c4b8-4e36-8116-19cf4319133a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 HTTP/1.1" status: 200 len: 217 time: 0.0620594 Jul 14 09:25:00.076177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc491181-c274-4708-9b34-bb62cc532bff req-fc5b6757-95d2-4151-83e6-43f4d7910fe0 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609620 Jul 14 09:25:00.122067 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 14 Jul 2021 09:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591d9372-d1a2-4aef-9110-112549a35b00 x-openstack-request-id: req-591d9372-d1a2-4aef-9110-112549a35b00 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:00.122376 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8", "code": 200}, {"name": "network-changed", "server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:00.122635 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-591d9372-d1a2-4aef-9110-112549a35b00 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:00.123054 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8', 'code': 200} Jul 14 09:25:00.123311 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8', 'status': 'completed', 'code': 200} Jul 14 09:25:00.164066 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-050d357c-0065-4365-83c8-ccd867666f61 req-8178360d-07a1-4be7-95d9-ce53743b489a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298106 Jul 14 09:25:00.167423 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.172337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-4b8e2daa-1b27-48cf-8002-bbee4cbcea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.173808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-4b8e2daa-1b27-48cf-8002-bbee4cbcea7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e32d315a-91cf-46b4-825b-3c44618e99fc HTTP/1.1" status: 200 len: 857 time: 0.1045451 Jul 14 09:25:00.188056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b2f00ade-4ce0-4801-9848-770dbc8fca9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b2f00ade-4ce0-4801-9848-770dbc8fca9d,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:00.190700 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.205331 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.215119 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.252356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Pushing event deleted for resources: {'Port': ['ID=92058c14-150a-43d7-b30d-d82942c72e2e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.258460 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-26f87a65-6fbf-417a-89c3-a7d1cf3f460b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f7814559-5688-43fe-aed2-60fde9cf873f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503974 Jul 14 09:25:00.298892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Transition to ACTIVE for port object 1b738ed6-2b74-4689-b1a2-154c254fa273 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:00.328469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Transition to ACTIVE for port object 1b738ed6-2b74-4689-b1a2-154c254fa273 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:00.343970 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.372025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a428a890-3f1e-4770-83f5-747ee1ec2321 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:00.414001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:00.426063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:00.432805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:00.436275 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-027f63fa-5636-4039-8cce-38504f5ec87e service neutron] 10.222.0.66 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447272 Jul 14 09:25:00.437084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.440374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:00.464704 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.472682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-a7ca17c8-c13f-4cee-9b35-b601849daf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.472834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b2f00ade-4ce0-4801-9848-770dbc8fca9d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.473015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-a7ca17c8-c13f-4cee-9b35-b601849daf83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1126 time: 0.3041067 Jul 14 09:25:00.489847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.538159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:00.542341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Pushing event updated for resources: {'Port': ['ID=1b738ed6-2b74-4689-b1a2-154c254fa273,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.543662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d81a14-6432-4ff5-80d5-9dc14b9099f2 req-acd21c42-d298-45c3-9dd5-7b1415ff97ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.551378 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39d81a14-6432-4ff5-80d5-9dc14b9099f2 req-acd21c42-d298-45c3-9dd5-7b1415ff97ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 944 time: 0.2436461 Jul 14 09:25:00.577395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.583237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.596355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:00.620244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b2f00ade-4ce0-4801-9848-770dbc8fca9d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:00.646922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.647166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 724137f8-1c57-4f4e-8a89-6954b7b530d7 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:00.657200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.661006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4f358563-5ae3-4a20-946c-d630cc42ad38 admin admin] 10.222.0.73 "DELETE /v2.0/routers/724137f8-1c57-4f4e-8a89-6954b7b530d7 HTTP/1.1" status: 204 len: 168 time: 2.6841395 Jul 14 09:25:00.661282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51128) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:00.682724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cebc34dd-9467-46b7-8f5a-b27cfc1f157f req-cb34443d-b3d1-44ba-9002-7441001f6016 service neutron] 10.222.0.66 "GET /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155743 Jul 14 09:25:00.683725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Attempting to bind port 1b738ed6-2b74-4689-b1a2-154c254fa273 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:00.684104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Attempting to bind port 1b738ed6-2b74-4689-b1a2-154c254fa273 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:00.684499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Attempting to bind port 1b738ed6-2b74-4689-b1a2-154c254fa273 on network 7099a725-1dbd-443f-a01a-24b53a111ef7 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:00.764668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:00.764938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Checking segment: {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:00.765351 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.766097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Bound using segment: {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:00.767621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Bound port: 1b738ed6-2b74-4689-b1a2-154c254fa273, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:00.768965 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.779346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-80633cb9-b4df-40eb-8c10-38007b958ee3 admin admin] Deleting subnet 8dbf1ecf-cb2e-403d-b6b2-439b97204d1b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:00.796939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39d81a14-6432-4ff5-80d5-9dc14b9099f2 req-a1210174-4e61-4512-a12a-9bf30da1d91f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443814 Jul 14 09:25:00.797333 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80633cb9-b4df-40eb-8c10-38007b958ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:00.930902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-bcf1e5d5-1283-4cf4-a73f-0c408293ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:00.932447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-bcf1e5d5-1283-4cf4-a73f-0c408293ad1c service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.4523480 Jul 14 09:25:00.951429 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80633cb9-b4df-40eb-8c10-38007b958ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.001396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] For port 1b738ed6-2b74-4689-b1a2-154c254fa273, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:01.006325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:01.009508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-01739efb-8e5b-447a-b3be-e9514ee0711b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8 HTTP/1.1" status: 200 len: 217 time: 0.0604570 Jul 14 09:25:01.033730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a428a890-3f1e-4770-83f5-747ee1ec2321'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:01.042889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] For port 1b738ed6-2b74-4689-b1a2-154c254fa273, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1b738ed6-2b74-4689-b1a2-154c254fa273,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:01.075978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2', 'network_id': 'f7814559-5688-43fe-aed2-60fde9cf873f', 'port_id': '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2', 'mac_address': 'fa:16:3e:9f:37:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e32d315a-91cf-46b4-825b-3c44618e99fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:01.078809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80633cb9-b4df-40eb-8c10-38007b958ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.089007 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.123728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-d9f6bf3b-cf0a-4ae0-ad54-0387c5f06fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.125449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-d9f6bf3b-cf0a-4ae0-ad54-0387c5f06fa3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.0800307 Jul 14 09:25:01.127388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.135370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d172a-a481-49dc-8831-1b796c69618f req-9129366b-52e7-497b-847c-50e5d6d1b3cf tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.141912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259808cc-b00e-4403-8ee3-2391dc14692c req-92dd52d8-780f-4174-9ca1-66dd8887a64a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.143526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a46d172a-a481-49dc-8831-1b796c69618f req-9129366b-52e7-497b-847c-50e5d6d1b3cf tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 943 time: 0.2583771 Jul 14 09:25:01.149963 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-259808cc-b00e-4403-8ee3-2391dc14692c req-92dd52d8-780f-4174-9ca1-66dd8887a64a tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.2316501 Jul 14 09:25:01.160416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['b6695a58-a900-425b-9087-fae2fa7a7e97'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:01.201939 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80633cb9-b4df-40eb-8c10-38007b958ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.229455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-ca3073b2-ec1d-41b5-825c-eeafbec7a3b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761809 Jul 14 09:25:01.254354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a46d172a-a481-49dc-8831-1b796c69618f req-d22055fb-2f1b-490a-aef5-2ea70199d07b tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097884 Jul 14 09:25:01.261385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80633cb9-b4df-40eb-8c10-38007b958ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.264469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-80633cb9-b4df-40eb-8c10-38007b958ee3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8dbf1ecf-cb2e-403d-b6b2-439b97204d1b HTTP/1.1" status: 204 len: 168 time: 0.6022062 Jul 14 09:25:01.287347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51134) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:01.290102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80633cb9-b4df-40eb-8c10-38007b958ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dbf1ecf-cb2e-403d-b6b2-439b97204d1b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.334544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e9f77-3e28-4dfb-a491-02e093f450ec None None] Network 1e2448f1-4dd7-429e-bfcc-98ff1804e102 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:01.355771 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.374445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-259808cc-b00e-4403-8ee3-2391dc14692c req-deadcc3d-25e6-4314-af29-f1ec4164468c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236133 Jul 14 09:25:01.437735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:01.476444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:01.508732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c145070b-d02c-4775-a22c-44785ee2b68c no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:01.631100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379dbe7-6af9-4733-a024-24412949760a req-2fff74ba-055f-440d-a3d7-53894d34e89b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:01.632942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5379dbe7-6af9-4733-a024-24412949760a req-2fff74ba-055f-440d-a3d7-53894d34e89b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1482048 Jul 14 09:25:01.636302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c145070b-d02c-4775-a22c-44785ee2b68c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:01.636653 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c145070b-d02c-4775-a22c-44785ee2b68c not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:01.638811 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.642814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc139c-4d57-4d2e-b329-6296f327550a None None] Pushing event updated for resources: {'Port': ['ID=1b738ed6-2b74-4689-b1a2-154c254fa273,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.717035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5379dbe7-6af9-4733-a024-24412949760a req-e4101b2f-ea74-4398-9c3f-4489b84397ad tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777969 Jul 14 09:25:01.849564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:01.981430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:01.985651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['807f82f7-4515-4a5d-9bf7-8e71c3dde1e2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:02.024846 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-7eb295de-9b4e-4b03-86aa-96848f0e3901 service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7872784 Jul 14 09:25:02.068314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7c859-e04c-4b91-a097-b63c7b29da52 req-0578fbc9-4791-44d2-ab24-e6567ecfa872 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.075954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ddb7c859-e04c-4b91-a097-b63c7b29da52 req-0578fbc9-4791-44d2-ab24-e6567ecfa872 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.2350032 Jul 14 09:25:02.079620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604012c-636f-475b-bd0a-eeabebc9b1a2 req-a2fc3534-c39e-41b4-b258-407c5fed6f8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.080422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] DHCP port deletion for 1e2448f1-4dd7-429e-bfcc-98ff1804e102 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:02.084016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a604012c-636f-475b-bd0a-eeabebc9b1a2 req-a2fc3534-c39e-41b4-b258-407c5fed6f8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1113381 Jul 14 09:25:02.132701 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a604012c-636f-475b-bd0a-eeabebc9b1a2 req-124d9008-369f-4c63-b07b-7f7df2bc8457 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413027 Jul 14 09:25:02.164085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Router 5d444f02-e3c9-44e7-89fc-7c90f4a335be is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:25:02.201908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ddb7c859-e04c-4b91-a097-b63c7b29da52 req-8879f14a-6eb7-457c-ac79-99a248128b36 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249411 Jul 14 09:25:02.371710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:02.382201 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Sync routers for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:02.394632 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:02.395264 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:02.410902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Deleting port cb1dbda3-a014-40c3-9962-dcdfad39f862 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:02.411599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.418864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] Deleting port cb1dbda3-a014-40c3-9962-dcdfad39f862 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:02.419250 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.503717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] For port cb1dbda3-a014-40c3-9962-dcdfad39f862, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb1dbda3-a014-40c3-9962-dcdfad39f862,segment=NetworkSegment(a2c78f1a-0ea7-4bbc-abcc-bb9b46517184),segment_id=a2c78f1a-0ea7-4bbc-abcc-bb9b46517184)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:02.504151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.521233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] Calling delete_port for cb1dbda3-a014-40c3-9962-dcdfad39f862 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:02.593478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-849e95c9-a9bf-4a30-9767-3c2e007c2b84 req-0aaefc18-c6b5-4ee7-841d-ec5f07545e2b service neutron] 10.222.0.69 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614026 Jul 14 09:25:02.594638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.599497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7472bc27-81cd-44a2-841c-11ac4d5d4323 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1153021 Jul 14 09:25:02.607800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b112074-7434-45a7-93db-ff24367f5a76 req-00752d7a-be02-4336-8cad-d66881668b44 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.615014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51144) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:02.623797 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9b112074-7434-45a7-93db-ff24367f5a76 req-00752d7a-be02-4336-8cad-d66881668b44 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 944 time: 0.1400955 Jul 14 09:25:02.636689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] For port cb1dbda3-a014-40c3-9962-dcdfad39f862, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb1dbda3-a014-40c3-9962-dcdfad39f862,segment=NetworkSegment(a2c78f1a-0ea7-4bbc-abcc-bb9b46517184),segment_id=a2c78f1a-0ea7-4bbc-abcc-bb9b46517184)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:02.637458 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.656668 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:02.676248 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:02.725841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] Pushing event deleted for resources: {'Port': ['ID=cb1dbda3-a014-40c3-9962-dcdfad39f862,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:02.729749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9b112074-7434-45a7-93db-ff24367f5a76 req-bdae228e-42c2-404e-a33c-6689fe3e5b92 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030016 Jul 14 09:25:02.739542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e0921e-f190-4d40-b924-1ee7fe3c9bb0 None None] No DVR routers for this DVR port cb1dbda3-a014-40c3-9962-dcdfad39f862 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:02.765961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Calling delete_port for cb1dbda3-a014-40c3-9962-dcdfad39f862 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:02.826256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b2f00ade-4ce0-4801-9848-770dbc8fca9d up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:02.924689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a613b97-7ecc-48da-ade3-9408be9fd041 None None] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:02.954289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70521ed3-6e6a-479f-894f-c6fa91f15b3f req-5a61cab3-bb0f-4ea8-ac70-76d3bb357d2b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:02.998558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70521ed3-6e6a-479f-894f-c6fa91f15b3f req-5a61cab3-bb0f-4ea8-ac70-76d3bb357d2b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.3464301 Jul 14 09:25:03.099034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port b2f00ade-4ce0-4801-9848-770dbc8fca9d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:03.106461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2532f1c9-fe8f-4e18-aa22-eb6d0988452b None None] Provisioning for port 1b738ed6-2b74-4689-b1a2-154c254fa273 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:03.121442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1b738ed6-2b74-4689-b1a2-154c254fa273 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:03.125233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port b2f00ade-4ce0-4801-9848-770dbc8fca9d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:03.125616 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.142500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbeb73-60fa-4593-b644-f4a7da8df0f4 req-7be6b506-0e4d-4ae4-9d05-6ac035b2d6bb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.150218 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cacbeb73-60fa-4593-b644-f4a7da8df0f4 req-7be6b506-0e4d-4ae4-9d05-6ac035b2d6bb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1588497 Jul 14 09:25:03.183237 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:00Z', 'revision_number': 3, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:03.228610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cacbeb73-60fa-4593-b644-f4a7da8df0f4 req-789e75ca-ec98-4c96-b738-34139f2457ae tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773160 Jul 14 09:25:03.274343 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Checking router: 5d444f02-e3c9-44e7-89fc-7c90f4a335be for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:03.274535 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Updating router 5d444f02-e3c9-44e7-89fc-7c90f4a335be port 9c360799-c97f-468b-a05e-4f8ff775f62b binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:25:03.340542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1b738ed6-2b74-4689-b1a2-154c254fa273 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:03.341065 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.356273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1b738ed6-2b74-4689-b1a2-154c254fa273 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:03.356768 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.362783 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.396009 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.466546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] No DVR routers for this DVR port cb1dbda3-a014-40c3-9962-dcdfad39f862 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:03.476467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744d443f-7fe9-4057-bc3f-03ba6ad7bee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f00ade-4ce0-4801-9848-770dbc8fca9d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:03.476822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1dbda3-a014-40c3-9962-dcdfad39f862,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.479169 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3fb8bd-13e8-4e9c-bb77-c0f36f3f705c" -d '{"events": [{"server_uuid": "744d443f-7fe9-4057-bc3f-03ba6ad7bee7", "name": "network-vif-plugged", "status": "completed", "tag": "b2f00ade-4ce0-4801-9848-770dbc8fca9d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:03.506650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b2f00ade-4ce0-4801-9848-770dbc8fca9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b2f00ade-4ce0-4801-9848-770dbc8fca9d,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:03.513145 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.542610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70521ed3-6e6a-479f-894f-c6fa91f15b3f req-e4b5b229-dcca-4b53-9e95-82688911dfdd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412307 Jul 14 09:25:03.765743 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.790774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde560a-16a9-4a4d-8878-17862f00c80c req-dc7c2b02-574c-4308-b155-cd8a0d51f38c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:03.804758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b2f00ade-4ce0-4801-9848-770dbc8fca9d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:03.808795 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8fde560a-16a9-4a4d-8878-17862f00c80c req-dc7c2b02-574c-4308-b155-cd8a0d51f38c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1969585 Jul 14 09:25:03.860114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 1b738ed6-2b74-4689-b1a2-154c254fa273, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1b738ed6-2b74-4689-b1a2-154c254fa273,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:03.871433 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.887668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8fde560a-16a9-4a4d-8878-17862f00c80c req-5587be0b-86ac-4193-a382-da984a032355 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777783 Jul 14 09:25:03.938130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:03.947978 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac594ac-1cc3-4a5e-b068-d6cfa3cd0448 x-openstack-request-id: req-dac594ac-1cc3-4a5e-b068-d6cfa3cd0448 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:03.949597 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744d443f-7fe9-4057-bc3f-03ba6ad7bee7", "name": "network-vif-plugged", "status": "completed", "tag": "b2f00ade-4ce0-4801-9848-770dbc8fca9d", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:03.949942 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dac594ac-1cc3-4a5e-b068-d6cfa3cd0448 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:03.950356 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744d443f-7fe9-4057-bc3f-03ba6ad7bee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f00ade-4ce0-4801-9848-770dbc8fca9d', 'code': 200} Jul 14 09:25:03.957330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2448f1-4dd7-429e-bfcc-98ff1804e102']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:03.976114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:03.976629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c78f1a-0ea7-4bbc-abcc-bb9b46517184') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:03.996376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.006001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb1dbda3-a014-40c3-9962-dcdfad39f862 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:04.032469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=1b738ed6-2b74-4689-b1a2-154c254fa273,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.048316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.062982 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.073938 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Transition to ACTIVE for port object 9c360799-c97f-468b-a05e-4f8ff775f62b will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:04.075672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: cb1dbda3-a014-40c3-9962-dcdfad39f862 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:04.076282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb1dbda3-a014-40c3-9962-dcdfad39f862 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:04.077244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 92058c14-150a-43d7-b30d-d82942c72e2e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:04.078831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6108e7dd-3249-4e78-8b1e-d5a6b4c8fdc5 None None] Provisioning complete for port 1b738ed6-2b74-4689-b1a2-154c254fa273 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:04.079292 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6108e7dd-3249-4e78-8b1e-d5a6b4c8fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.082393 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.083791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:04.084439 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:04.087745 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:04.127020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 92058c14-150a-43d7-b30d-d82942c72e2e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:04.127696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 92058c14-150a-43d7-b30d-d82942c72e2e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:04.136494 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fde316-d593-44df-b464-7f583ebf0d28 None None] Pushing event updated for resources: {'Port': ['ID=9c360799-c97f-468b-a05e-4f8ff775f62b,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.164993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba088a0-803d-4884-b65c-00982c1ba4dc req-b3c9fbc8-6c64-4e36-be05-447ac9af4243 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:04.172154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ba088a0-803d-4884-b65c-00982c1ba4dc req-b3c9fbc8-6c64-4e36-be05-447ac9af4243 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.3147957 Jul 14 09:25:04.199725 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Attempting to bind port 9c360799-c97f-468b-a05e-4f8ff775f62b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:04.200227 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Attempting to bind port 9c360799-c97f-468b-a05e-4f8ff775f62b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:04.200622 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Attempting to bind port 9c360799-c97f-468b-a05e-4f8ff775f62b on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:04.214560 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:04.214963 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:04.215848 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.217902 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:04.219972 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Bound port: 9c360799-c97f-468b-a05e-4f8ff775f62b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:04.220147 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.228666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.257892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.259929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1e2448f1-4dd7-429e-bfcc-98ff1804e102 HTTP/1.1" status: 204 len: 168 time: 2.9560168 Jul 14 09:25:04.277719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2894682-3963-43ba-b9f4-2e8de28684f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e2448f1-4dd7-429e-bfcc-98ff1804e102,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.298921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9ba088a0-803d-4884-b65c-00982c1ba4dc req-44826952-209c-41e5-b6ec-09c5bd3341bb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257386 Jul 14 09:25:04.312317 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] For port 9c360799-c97f-468b-a05e-4f8ff775f62b, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:04.317557 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] For port 9c360799-c97f-468b-a05e-4f8ff775f62b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9c360799-c97f-468b-a05e-4f8ff775f62b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:04.318453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.334692 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.356990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c1d22-59d3-4921-bf52-c4897e035c80 req-3bc35a53-90e1-435d-84c1-d2d012c5ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:04.365343 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95c1d22-59d3-4921-bf52-c4897e035c80 req-3bc35a53-90e1-435d-84c1-d2d012c5ed03 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=744d443f-7fe9-4057-bc3f-03ba6ad7bee7 HTTP/1.1" status: 200 len: 1097 time: 0.3259089 Jul 14 09:25:04.405746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a1a70-6d0b-4be8-8be5-ce5bcf31e502 req-37e1216a-b76b-47fe-a164-d25a98464450 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:04.417993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c6a1a70-6d0b-4be8-8be5-ce5bcf31e502 req-37e1216a-b76b-47fe-a164-d25a98464450 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 944 time: 0.2539234 Jul 14 09:25:04.429267 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-cba65a2f-64e6-4f9e-836d-ea3a4a5bda7b service neutron] show failed (client error): The resource could not be found. Jul 14 09:25:04.431129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-cba65a2f-64e6-4f9e-836d-ea3a4a5bda7b service neutron] 10.222.0.66 "GET /v2.0/ports/94837c17-9f22-47e7-9e11-b70225acbcb5/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.1997519 Jul 14 09:25:04.494212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:04.509433 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fde316-d593-44df-b464-7f583ebf0d28 None None] Pushing event updated for resources: {'Port': ['ID=9c360799-c97f-468b-a05e-4f8ff775f62b,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:04.539095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c6a1a70-6d0b-4be8-8be5-ce5bcf31e502 req-06aeb316-c8c6-4c86-b7a8-6da211df8aa1 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198092 Jul 14 09:25:04.539454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95c1d22-59d3-4921-bf52-c4897e035c80 req-2bfd6836-92aa-424b-8dbf-622eb4d55b52 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582749 Jul 14 09:25:04.602135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51166) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.613409 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:04.614827 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:04.683480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port a428a890-3f1e-4770-83f5-747ee1ec2321 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:04.700339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port a428a890-3f1e-4770-83f5-747ee1ec2321 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:04.701306 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:04.707978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c46f2-841b-44f0-b853-855459b7c5de req-1cbefe5f-541a-4307-9b8d-10c98111ae29 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:04.710955 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dc7c46f2-841b-44f0-b853-855459b7c5de req-1cbefe5f-541a-4307-9b8d-10c98111ae29 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1875031 Jul 14 09:25:04.781522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bf85681c-5c72-4296-b02a-f5b34ebfdb1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3c741968710e446faaad1b5ac2db11d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1770830 Jul 14 09:25:04.790588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51170) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:04.809657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Allocated IP 172.20.0.1 (7099a725-1dbd-443f-a01a-24b53a111ef7/79f0dccf-6a22-4ce0-9bac-4072cfcad0d2/c36e29cf-a58b-4e99-ab93-3f04b3fe8354) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:04.811415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-43537ad6-b2e4-4748-841f-4f050b3419f7 service neutron] 10.222.0.69 "GET /v2.0/ports/f8d6fe27-38ae-43cf-b0e6-713089943dc8/bindings/n-h2-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.3053114 Jul 14 09:25:04.819931 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:04.967236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f8d6fe27-38ae-43cf-b0e6-713089943dc8 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:05.031236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cce5c89f-1400-4fc3-b995-8d2f73eca9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.058699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1b738ed6-2b74-4689-b1a2-154c254fa273 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:05.061664 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cce5c89f-1400-4fc3-b995-8d2f73eca9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.148426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.162413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.169357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dc7c46f2-841b-44f0-b853-855459b7c5de req-a463d85b-e204-482d-812f-ee183a23db01 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006238 Jul 14 09:25:05.171547 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:00Z', 'revision_number': 3, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:05.182258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Transition to ACTIVE for port object c36e29cf-a58b-4e99-ab93-3f04b3fe8354 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:05.225869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-76b79b55-2c3b-473b-b5c9-21cf986de6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.234598 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-76b79b55-2c3b-473b-b5c9-21cf986de6b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 1102 time: 0.1644728 Jul 14 09:25:05.235330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:05.252221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:05.252416 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.253701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:05.265297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:05.266100 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cce5c89f-1400-4fc3-b995-8d2f73eca9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.269018 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cce5c89f-1400-4fc3-b995-8d2f73eca9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.270600 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cce5c89f-1400-4fc3-b995-8d2f73eca9e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3e3354d9-4c07-45b6-823a-5f17f748a80f HTTP/1.1" status: 204 len: 168 time: 0.4787910 Jul 14 09:25:05.271401 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc5d13-dcb6-4290-acf0-15b503c57617 None None] The sync data for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 is: [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:00Z', 'revision_number': 3, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:05.342523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:05.353532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5c89f-1400-4fc3-b995-8d2f73eca9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3354d9-4c07-45b6-823a-5f17f748a80f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.363224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f86e1-1c35-471a-862b-3c6277988fe1 req-317ad2b1-28cb-411d-a0ad-00aafbc9b9d5 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:05.379041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1b738ed6-2b74-4689-b1a2-154c254fa273 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:05.380924 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.382837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b33f86e1-1c35-471a-862b-3c6277988fe1 req-317ad2b1-28cb-411d-a0ad-00aafbc9b9d5 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 943 time: 0.3083215 Jul 14 09:25:05.389089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.407154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.428961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:05.434904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:05.437635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:05.494625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8d6fe27-38ae-43cf-b0e6-713089943dc8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:05.537979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:05.555420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.566035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:05.575890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:05.576614 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.621089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b33f86e1-1c35-471a-862b-3c6277988fe1 req-785d280e-1f9b-431c-8df6-ba4e0b938ba3 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375498 Jul 14 09:25:05.630044 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.741100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Pushing event updated for resources: {'Port': ['ID=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:05.835923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.874799 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.882844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:05.907593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:05.911060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b6695a58-a900-425b-9087-fae2fa7a7e97 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:05.966073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}, {'server_uuid': '0e5218ad-642a-4c09-a7e0-2a29c1bee36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:05.969860 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb18de31-134a-40a2-80b1-4a8d2c9bb38c" -d '{"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-plugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}, {"server_uuid": "0e5218ad-642a-4c09-a7e0-2a29c1bee36b", "name": "network-vif-plugged", "status": "completed", "tag": "807f82f7-4515-4a5d-9bf7-8e71c3dde1e2"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:06.025001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-9eb7c481-d57a-4d1f-91e9-1ffcaa1c7629 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3819463 Jul 14 09:25:06.035545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.086260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] Transition to ACTIVE for port object f8d6fe27-38ae-43cf-b0e6-713089943dc8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:06.092707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.130477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.134853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port b6695a58-a900-425b-9087-fae2fa7a7e97 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:06.143484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port b6695a58-a900-425b-9087-fae2fa7a7e97 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:06.143484 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.193207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1c13aa0a-2d3a-4eb6-83bd-ecccfa29fd11 None None] Provisioning for port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:06.199979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1c13aa0a-2d3a-4eb6-83bd-ecccfa29fd11 None None] Provisioning complete for port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:06.200601 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1c13aa0a-2d3a-4eb6-83bd-ecccfa29fd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.217682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaa7ba-2da3-40be-916d-b6d7269f531e req-5b512bb7-1625-46d4-b077-6d2345313cff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.219278 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f3aaa7ba-2da3-40be-916d-b6d7269f531e req-5b512bb7-1625-46d4-b077-6d2345313cff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 946 time: 0.7885704 Jul 14 09:25:06.226045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5c43d083-2e30-4f57-b874-c80c3ee615a1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7bd88a8511d4f52813103a4e1737495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855996 Jul 14 09:25:06.233451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51190) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:06.236233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3a882-0b6d-44e5-9077-502e7a4ded49 req-e268e374-4b96-48bf-a3fa-8b0f3d944290 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.244773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03a3a882-0b6d-44e5-9077-502e7a4ded49 req-e268e374-4b96-48bf-a3fa-8b0f3d944290 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.3688989 Jul 14 09:25:06.303777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1c13aa0a-2d3a-4eb6-83bd-ecccfa29fd11 None None] Port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:06.313890 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.358110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] No DVR routers for this DVR port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:06.365757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b6695a58-a900-425b-9087-fae2fa7a7e97, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b6695a58-a900-425b-9087-fae2fa7a7e97,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:06.371926 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.374315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] Pushing event updated for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.393344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f3aaa7ba-2da3-40be-916d-b6d7269f531e req-ff71ec33-940c-4577-93ae-967719816d58 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589015 Jul 14 09:25:06.412579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:06.429907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.446757 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03a3a882-0b6d-44e5-9077-502e7a4ded49 req-2a557ac1-08bb-483d-9cb5-fd6eea5f15f9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010839 Jul 14 09:25:06.460001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-687a0c22-be9d-4b20-8fc7-930574b2a936 service neutron] 10.222.0.69 "PUT /v2.0/ports/f8d6fe27-38ae-43cf-b0e6-713089943dc8/bindings/n-h2-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 1.6411481 Jul 14 09:25:06.463361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-040f5c79-0684-46f3-b99c-264b1878645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.465765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-040f5c79-0684-46f3-b99c-264b1878645b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 1102 time: 0.3487046 Jul 14 09:25:06.470764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=b6695a58-a900-425b-9087-fae2fa7a7e97,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:06.493243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21007d9-055b-487f-a867-d8be546238b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.583575 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21007d9-055b-487f-a867-d8be546238b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:06.586053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:06.659100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-c05d8c2d-4bd4-4132-9dd9-4cd99425d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.661760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-c05d8c2d-4bd4-4132-9dd9-4cd99425d933 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1667087 Jul 14 09:25:06.708634 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70736c60-c147-4e0d-822c-0b2fa05f3197 x-openstack-request-id: req-70736c60-c147-4e0d-822c-0b2fa05f3197 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:06.708956 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-plugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "code": 200}, {"server_uuid": "0e5218ad-642a-4c09-a7e0-2a29c1bee36b", "name": "network-vif-plugged", "status": "completed", "tag": "807f82f7-4515-4a5d-9bf7-8e71c3dde1e2", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:06.709198 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70736c60-c147-4e0d-822c-0b2fa05f3197 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:06.709649 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'code': 200} Jul 14 09:25:06.709945 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5218ad-642a-4c09-a7e0-2a29c1bee36b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2', 'code': 200} Jul 14 09:25:06.713993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-42b2cd05-5769-48d9-911c-743feed0d9c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 200 len: 217 time: 0.0425327 Jul 14 09:25:06.787542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-0fa44f07-f259-4e72-92fc-a66b946e4be4 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.788975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-0fa44f07-f259-4e72-92fc-a66b946e4be4 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.1755583 Jul 14 09:25:06.790759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-9d76cc6d-0b9b-4751-a00a-9979fdbe1757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:06.792084 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-9d76cc6d-0b9b-4751-a00a-9979fdbe1757 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0676620 Jul 14 09:25:06.967910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9c360799-c97f-468b-a05e-4f8ff775f62b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:07.030224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 9c360799-c97f-468b-a05e-4f8ff775f62b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:07.035191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 9c360799-c97f-468b-a05e-4f8ff775f62b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:07.035545 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.062161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-5c35315a-5e64-40e6-865c-f852cb53915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.064043 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-5c35315a-5e64-40e6-865c-f852cb53915b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2334464 Jul 14 09:25:07.071720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b160b2f-cd45-4c09-8c36-ba1518ebafaf req-177655b8-3e75-49ce-aece-7a06c59a44e2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.072857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b160b2f-cd45-4c09-8c36-ba1518ebafaf req-177655b8-3e75-49ce-aece-7a06c59a44e2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.2081251 Jul 14 09:25:07.074902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ec84-fffa-44ab-a7f2-9f121af4c3e0 req-d1efefea-1b77-46c2-9026-a2fec8c64d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.076408 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef12ec84-fffa-44ab-a7f2-9f121af4c3e0 req-d1efefea-1b77-46c2-9026-a2fec8c64d3b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1098 time: 0.2567956 Jul 14 09:25:07.087216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-8c0cb214-8c18-457a-88bd-7f5d52d98f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.088818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-8c0cb214-8c18-457a-88bd-7f5d52d98f43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6&tenant_id=80bcc800fd7349bc90b804a3d1519051 HTTP/1.1" status: 200 len: 1096 time: 0.2610800 Jul 14 09:25:07.111045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:07.115217 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b82576c-c9b7-4727-97ec-2d88f9bc615e" -d '{"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-unplugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:07.124690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.125311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.153801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 9c360799-c97f-468b-a05e-4f8ff775f62b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9c360799-c97f-468b-a05e-4f8ff775f62b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:07.158592 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.160777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Transition to ACTIVE for port object 94837c17-9f22-47e7-9e11-b70225acbcb5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:07.180085 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.222681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=9c360799-c97f-468b-a05e-4f8ff775f62b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.231866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef12ec84-fffa-44ab-a7f2-9f121af4c3e0 req-316c547f-fe14-439d-bd4a-9cea4cbac937 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408129 Jul 14 09:25:07.241379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21007d9-055b-487f-a867-d8be546238b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.244095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21007d9-055b-487f-a867-d8be546238b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.247796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a21007d9-055b-487f-a867-d8be546238b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ecd146c4-548e-4822-a23d-6c5fe39459eb HTTP/1.1" status: 204 len: 168 time: 0.9998281 Jul 14 09:25:07.302246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b160b2f-cd45-4c09-8c36-ba1518ebafaf req-150ea397-60ec-49b0-bb52-f6072ee5e995 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123525 Jul 14 09:25:07.306608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49228470-f841-46ad-bdd4-9d24ace62eae req-e7ffffbd-6a8e-4854-a7fa-548260cecc71 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.317369 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-49228470-f841-46ad-bdd4-9d24ace62eae req-e7ffffbd-6a8e-4854-a7fa-548260cecc71 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 945 time: 0.7250028 Jul 14 09:25:07.332377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21007d9-055b-487f-a867-d8be546238b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd146c4-548e-4822-a23d-6c5fe39459eb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.377076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-0a82d362-a92b-4b96-9249-633c5b450bad service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993701 Jul 14 09:25:07.385945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] No DVR routers for this DVR port 94837c17-9f22-47e7-9e11-b70225acbcb5 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:07.391992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.409048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180b107-8e0d-488a-8e57-f682b5c6554c req-498eb6a7-28b1-48b7-ab7d-51dab15b3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.410324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-d0bf273c-29ab-40ad-80c3-cd3ab9797ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.410909 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6180b107-8e0d-488a-8e57-f682b5c6554c req-498eb6a7-28b1-48b7-ab7d-51dab15b3cab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 1097 time: 0.3696408 Jul 14 09:25:07.411981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-d0bf273c-29ab-40ad-80c3-cd3ab9797ecb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=80bcc800fd7349bc90b804a3d1519051&device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1096 time: 0.2772036 Jul 14 09:25:07.526846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.535566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:07.536108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:07.536657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:07.548046 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.638625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-49228470-f841-46ad-bdd4-9d24ace62eae req-27f63d9a-b87d-4be7-b571-bea623cc5d1d tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174148 Jul 14 09:25:07.639595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:07.640001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:07.681796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6180b107-8e0d-488a-8e57-f682b5c6554c req-2c7e6da6-0ed8-4928-bbd8-b2ad1c20e491 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209849 Jul 14 09:25:07.683570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:07.684397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:07.685089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:07.685795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Bound port: 94837c17-9f22-47e7-9e11-b70225acbcb5, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:07.686464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.717506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Pushing event updated for resources: {'Port': ['ID=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:07.725031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.726779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-bc1d5cad-f315-465a-bc4c-afcd1f3f8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.728579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-bc1d5cad-f315-465a-bc4c-afcd1f3f8055 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 200 len: 922 time: 0.3011138 Jul 14 09:25:07.731428 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9dfe0f0-d63e-4d8c-9eb3-60f90777dcbb req-bbfb1441-3884-4c3e-9ea3-2fbb7a19500f service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466656 Jul 14 09:25:07.745742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574da31-36f7-4a1d-9dc2-9f07f8b84bf9 req-b9b2fc20-e338-4926-aae3-6b674f864efc tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.754242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8574da31-36f7-4a1d-9dc2-9f07f8b84bf9 req-b9b2fc20-e338-4926-aae3-6b674f864efc tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 944 time: 0.2516510 Jul 14 09:25:07.769265 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5064312-aadf-4921-9132-ec1c565d04ea x-openstack-request-id: req-c5064312-aadf-4921-9132-ec1c565d04ea {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:07.769830 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-unplugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:07.770359 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5064312-aadf-4921-9132-ec1c565d04ea {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:07.770992 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'code': 200} Jul 14 09:25:07.827262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-83731beb-9873-4302-bc46-1c35e8c4f7f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8 HTTP/1.1" status: 200 len: 217 time: 0.0587993 Jul 14 09:25:07.875140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:07.876354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8574da31-36f7-4a1d-9dc2-9f07f8b84bf9 req-e4916db4-6668-4cce-8fa1-a9bfec02ab9e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164196 Jul 14 09:25:07.881990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:07.889453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.946535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-eeb3ed2a-c96a-4c17-b298-9f6eab57e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.948416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-eeb3ed2a-c96a-4c17-b298-9f6eab57e779 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 200 len: 861 time: 0.0956123 Jul 14 09:25:07.979794 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:07.980470 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:07.982058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] 10.222.0.69 "PUT /v2.0/ports/94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 1097 time: 2.7396345 Jul 14 09:25:08.001752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:08.017716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:08.038952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-7777ddab-bc79-4315-9c36-448abb86db1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4ab8a569-be26-4dfd-a9ab-e444e7ba992d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721567 Jul 14 09:25:08.049504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1402ed4-2bad-4c39-9b6e-7f9b1f387705 service neutron] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:08.220658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f3eb9-03c5-47ed-b616-40bab1ff15b0 req-56ce4030-af65-427a-8b8e-b41fb92bb241 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.229759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-914f3eb9-03c5-47ed-b616-40bab1ff15b0 req-56ce4030-af65-427a-8b8e-b41fb92bb241 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 946 time: 0.3295026 Jul 14 09:25:08.264460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfbb14-6581-4459-a985-899c10276b96 req-2dfc6e43-e172-4026-91da-7e52e70d0ce8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.271992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-70a5275f-3bd5-464e-999d-245aa681d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.273966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-70a5275f-3bd5-464e-999d-245aa681d63e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1100 time: 0.2469113 Jul 14 09:25:08.274637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efbfbb14-6581-4459-a985-899c10276b96 req-2dfc6e43-e172-4026-91da-7e52e70d0ce8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1990364 Jul 14 09:25:08.311063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Router 5d444f02-e3c9-44e7-89fc-7c90f4a335be has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:08.332863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-914f3eb9-03c5-47ed-b616-40bab1ff15b0 req-3f7183a6-b16c-4943-a21e-16a30522f06d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019371 Jul 14 09:25:08.340493 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-de2e19ba-b970-47f4-87b5-5d06439ae541 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910838 Jul 14 09:25:08.388973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efbfbb14-6581-4459-a985-899c10276b96 req-4b4c8015-e99e-4743-b76e-22e3a006608c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128995 Jul 14 09:25:08.504595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:08.570315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-aa887fc4-7484-4605-9c44-37aab5f8451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.572044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-aa887fc4-7484-4605-9c44-37aab5f8451b service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2895017 Jul 14 09:25:08.608229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-5929758a-d904-4962-9685-fe583d5bf488 service neutron] 10.222.0.66 "GET /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331352 Jul 14 09:25:08.632386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:08.646858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-44a9e9ed-f06a-4a13-93a6-87604d468b0e None None] Provisioning complete for port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:08.647288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-44a9e9ed-f06a-4a13-93a6-87604d468b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:08.696148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-abb019b5-f302-4abe-b2e1-bf94b024560f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.1088831 Jul 14 09:25:08.726383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c4ff-8184-4411-a587-79fd10e12dad req-758cffce-0a57-49be-afbb-ce53d5578780 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.742705 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f08c4ff-8184-4411-a587-79fd10e12dad req-758cffce-0a57-49be-afbb-ce53d5578780 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 948 time: 0.1025689 Jul 14 09:25:08.824613 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f08c4ff-8184-4411-a587-79fd10e12dad req-20803498-b104-461f-a588-b6a84964163c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741789 Jul 14 09:25:08.837137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-230f5d69-7f78-4ee5-93d5-dd079315b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.838678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-230f5d69-7f78-4ee5-93d5-dd079315b335 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1279273 Jul 14 09:25:08.839828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:08.848805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5de445a-ab1d-40f8-9dbb-a7e5a3c67320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6695a58-a900-425b-9087-fae2fa7a7e97'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:08.852339 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bf9734-8e9f-4900-af5f-2f8e9783fb70" -d '{"events": [{"server_uuid": "a5de445a-ab1d-40f8-9dbb-a7e5a3c67320", "name": "network-vif-plugged", "status": "completed", "tag": "b6695a58-a900-425b-9087-fae2fa7a7e97"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:08.854993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-44a9e9ed-f06a-4a13-93a6-87604d468b0e None None] Port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:08.866138 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b451ee91-ecc6-4e38-a099-e74fd0d3ffca admin admin] 10.222.0.73 "PUT /v2.0/routers/5d444f02-e3c9-44e7-89fc-7c90f4a335be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2471342 Jul 14 09:25:08.879802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Sync routers for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:08.892092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:08.892840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:08.990825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-0272f7a8-be14-4c5e-9a7c-5b7b9261bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:08.992662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-0272f7a8-be14-4c5e-9a7c-5b7b9261bd53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412902 Jul 14 09:25:09.022440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9c360799-c97f-468b-a05e-4f8ff775f62b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:09.095655 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a41526a-a90a-4675-a994-8ceb3d25f85f x-openstack-request-id: req-5a41526a-a90a-4675-a994-8ceb3d25f85f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:09.095952 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5de445a-ab1d-40f8-9dbb-a7e5a3c67320", "name": "network-vif-plugged", "status": "completed", "tag": "b6695a58-a900-425b-9087-fae2fa7a7e97", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:09.096187 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a41526a-a90a-4675-a994-8ceb3d25f85f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:09.097158 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5de445a-ab1d-40f8-9dbb-a7e5a3c67320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6695a58-a900-425b-9087-fae2fa7a7e97', 'code': 200} Jul 14 09:25:09.101762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:09.123846 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-4257f928-6a44-4a39-b988-c1c106cd3532 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235878 Jul 14 09:25:09.155886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 9c360799-c97f-468b-a05e-4f8ff775f62b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:09.156351 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.218319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4fd0e-f564-471f-a5df-58e50c93a8de req-3fbd7093-c119-488b-b18d-eba2c6a80514 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.229424 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10c4fd0e-f564-471f-a5df-58e50c93a8de req-3fbd7093-c119-488b-b18d-eba2c6a80514 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 945 time: 0.1210363 Jul 14 09:25:09.315962 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10c4fd0e-f564-471f-a5df-58e50c93a8de req-f6babb05-8a15-4343-b620-99439d218d21 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821550 Jul 14 09:25:09.418346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad15d8fc-c648-4eee-9888-31d0d2970ad1 req-573a6ae0-bb59-467a-a4f0-68f2391c8796 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847416 Jul 14 09:25:09.472505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f6a56-bc0d-40b8-ad08-b3f8f6fbf4cd req-1bbbc4c8-7717-49e2-9208-7d58749c3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.474049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a00f6a56-bc0d-40b8-ad08-b3f8f6fbf4cd req-1bbbc4c8-7717-49e2-9208-7d58749c3763 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5de445a-ab1d-40f8-9dbb-a7e5a3c67320 HTTP/1.1" status: 200 len: 1097 time: 0.1165679 Jul 14 09:25:09.475911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-d3ae1f1a-172e-4085-b834-d1f3218a3fc3 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.477470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-d3ae1f1a-172e-4085-b834-d1f3218a3fc3 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6&tenant_id=80bcc800fd7349bc90b804a3d1519051&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.2090802 Jul 14 09:25:09.481204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489c6fc-1864-40e6-825a-1755e734556d req-4ed9936d-c05f-467e-832b-25d7eb5b1582 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.491480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2489c6fc-1864-40e6-825a-1755e734556d req-4ed9936d-c05f-467e-832b-25d7eb5b1582 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 944 time: 0.1936133 Jul 14 09:25:09.560314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 2, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:09.571598 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2489c6fc-1864-40e6-825a-1755e734556d req-6087dad0-238e-4f8f-97f1-453fb81ecba6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783222 Jul 14 09:25:09.630306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Checking router: 5d444f02-e3c9-44e7-89fc-7c90f4a335be for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:09.630638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Updating router 5d444f02-e3c9-44e7-89fc-7c90f4a335be port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:25:09.713407 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:09.791923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:09.796016 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b884abf-dc50-406b-9694-fe09a240d1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:09.885206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670765e8-7a19-48a7-9c07-1d903762c82a req-c86ba6d3-63c8-4af0-8ab0-36d4430d2809 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:09.886780 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-670765e8-7a19-48a7-9c07-1d903762c82a req-c86ba6d3-63c8-4af0-8ab0-36d4430d2809 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=744d443f-7fe9-4057-bc3f-03ba6ad7bee7 HTTP/1.1" status: 200 len: 945 time: 0.1518540 Jul 14 09:25:09.902829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51284) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:09.995881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-670765e8-7a19-48a7-9c07-1d903762c82a req-d2f139cc-f389-445c-8ab1-6bd5ae166f69 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940700 Jul 14 09:25:10.073120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.085835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Transition to ACTIVE for port object c36e29cf-a58b-4e99-ab93-3f04b3fe8354 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:10.093472 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.133650 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a00f6a56-bc0d-40b8-ad08-b3f8f6fbf4cd req-cb2c5096-83c9-4941-b954-f453af785804 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470683 Jul 14 09:25:10.148260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dcc91b4-6e9c-422c-883d-c7930b8652a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.236880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-fdc5a879-31c4-4af2-82a0-e78b29325d55 service neutron] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:10.241393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-fdc5a879-31c4-4af2-82a0-e78b29325d55 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.242912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d526d26-29a7-46b6-b9db-bd72cd2db5ba req-fdc5a879-31c4-4af2-82a0-e78b29325d55 service neutron] 10.222.0.66 "DELETE /v2.0/ports/f8d6fe27-38ae-43cf-b0e6-713089943dc8/bindings/n-h1-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.7547667 Jul 14 09:25:10.250111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfc916-c1c8-42ec-8189-842b48e2880f None None] Pushing event updated for resources: {'Port': ['ID=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.331423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Attempting to bind port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:10.332297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Attempting to bind port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:10.333150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Attempting to bind port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 on network 7099a725-1dbd-443f-a01a-24b53a111ef7 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:10.340286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:10.341139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Checking segment: {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:10.341990 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.342724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Bound using segment: {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:10.343542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Bound port: c36e29cf-a58b-4e99-ab93-3f04b3fe8354, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:10.344399 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.377688 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dcc91b4-6e9c-422c-883d-c7930b8652a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.385005 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dcc91b4-6e9c-422c-883d-c7930b8652a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.404898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e63c8e-6909-43cf-b49f-be2be54099a2 req-f40d5b34-3532-488e-b22f-5091c64e0972 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.406464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8e63c8e-6909-43cf-b49f-be2be54099a2 req-f40d5b34-3532-488e-b22f-5091c64e0972 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 946 time: 0.1177239 Jul 14 09:25:10.433017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] For port c36e29cf-a58b-4e99-ab93-3f04b3fe8354, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:10.437359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] For port c36e29cf-a58b-4e99-ab93-3f04b3fe8354, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:10.442792 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.453401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8e63c8e-6909-43cf-b49f-be2be54099a2 req-139a6c59-2703-4dae-b024-e09794bab6b1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397511 Jul 14 09:25:10.476055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2dcc91b4-6e9c-422c-883d-c7930b8652a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c18887bf8ca48b7ac3031ed86aaba98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5689597 Jul 14 09:25:10.476055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc91b4-6e9c-422c-883d-c7930b8652a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a570601b-a251-48fa-bd39-1396f92c3246,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.476641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:10.564140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:10.565384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:10.571583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2985-a4ec-4119-99ed-f58e61b6507d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.624463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2985-a4ec-4119-99ed-f58e61b6507d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.729941 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2985-a4ec-4119-99ed-f58e61b6507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.735098 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa7b2985-a4ec-4119-99ed-f58e61b6507d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:10.738973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fa7b2985-a4ec-4119-99ed-f58e61b6507d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a570601b-a251-48fa-bd39-1396f92c3246 HTTP/1.1" status: 204 len: 168 time: 0.2527986 Jul 14 09:25:10.758351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfc916-c1c8-42ec-8189-842b48e2880f None None] Pushing event updated for resources: {'Port': ['ID=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.758581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30426ba-e5d8-4f8f-89fb-02fa65f4704a req-619d5974-c33c-4f32-bb6b-52cc1084c900 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:10.759063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b2985-a4ec-4119-99ed-f58e61b6507d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a570601b-a251-48fa-bd39-1396f92c3246,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:10.760708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f30426ba-e5d8-4f8f-89fb-02fa65f4704a req-619d5974-c33c-4f32-bb6b-52cc1084c900 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1144400 Jul 14 09:25:10.814799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:10.867020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f30426ba-e5d8-4f8f-89fb-02fa65f4704a req-b7b5b191-b14e-4124-b913-9b739949757b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727196 Jul 14 09:25:10.946222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:11.012258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51300) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.020078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dded2ef6-f3cc-4d3a-8f34-487e4bf454f2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1538967278', 'description': 'tempest-description--239069922'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:11.068480 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb8a405-25a8-462b-8b09-532ee331b299 x-openstack-request-id: req-7bb8a405-25a8-462b-8b09-532ee331b299 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:11.068770 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:11.069018 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bb8a405-25a8-462b-8b09-532ee331b299 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:11.069413 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'status': 'completed', 'code': 200} Jul 14 09:25:11.120112 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dded2ef6-f3cc-4d3a-8f34-487e4bf454f2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.234736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:11.249868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'mac_address': 'fa:16:3e:1a:70:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:11.267363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-bac7e9e1-9f6f-4df3-aa05-7a7f12965177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.269086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-bac7e9e1-9f6f-4df3-aa05-7a7f12965177 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1100 time: 0.1305227 Jul 14 09:25:11.355370 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.374560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94837c17-9f22-47e7-9e11-b70225acbcb5 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:11.388880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:10Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:11.430325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ba49c-9e92-4605-9249-36304c8eab6f req-eee6a674-cc41-4c98-9576-c8042e60d4bf tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.431950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-751ba49c-9e92-4605-9249-36304c8eab6f req-eee6a674-cc41-4c98-9576-c8042e60d4bf tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 948 time: 0.1618843 Jul 14 09:25:11.435077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-8a253ff4-73f0-4ea3-a0de-1e5a8ff82003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.436728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-8a253ff4-73f0-4ea3-a0de-1e5a8ff82003 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1552906 Jul 14 09:25:11.444658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-59ac7cc3-74a7-4340-a541-d342e49165b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.446225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-59ac7cc3-74a7-4340-a541-d342e49165b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1100 time: 0.2599528 Jul 14 09:25:11.455382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2610c6ce-b840-49a2-9d94-8a6479ce1013 None None] The sync data for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 is: [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:10Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:11.459477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:11.473987 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.560551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-930dfa41-3457-4cdd-88fd-97da7b1e9ddf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.0955658 Jul 14 09:25:11.577297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-751ba49c-9e92-4605-9249-36304c8eab6f req-1e58e85f-24bd-4d01-9c03-5ec456c20b59 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388693 Jul 14 09:25:11.630158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:11.698581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dded2ef6-f3cc-4d3a-8f34-487e4bf454f2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.713059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dded2ef6-f3cc-4d3a-8f34-487e4bf454f2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.727639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-b9164f5d-97a8-4b94-8486-47f3c2a78a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.738671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-b9164f5d-97a8-4b94-8486-47f3c2a78a67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1571071 Jul 14 09:25:11.758966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-6a43f003-1f24-4f19-9946-0d960b4149e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.760879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-6a43f003-1f24-4f19-9946-0d960b4149e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3076000 Jul 14 09:25:11.780556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3d364-b208-495b-924e-e563c0e77b8b req-fe09a5da-78a3-4e4f-a5bf-510f2a88227e tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:11.795456 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dff3d364-b208-495b-924e-e563c0e77b8b req-fe09a5da-78a3-4e4f-a5bf-510f2a88227e tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5de445a-ab1d-40f8-9dbb-a7e5a3c67320 HTTP/1.1" status: 200 len: 945 time: 0.5271139 Jul 14 09:25:11.810748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['94837c17-9f22-47e7-9e11-b70225acbcb5'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:11.816317 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dded2ef6-f3cc-4d3a-8f34-487e4bf454f2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:11.820296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dded2ef6-f3cc-4d3a-8f34-487e4bf454f2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8041115 Jul 14 09:25:11.828090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:11.867456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4bb89793-b282-4424-ba91-d9831c896aa4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Request body: {'security_group_rule': {'security_group_id': 'e4e796b6-6d28-4306-bb90-214b631d899b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:11.887053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded2ef6-f3cc-4d3a-8f34-487e4bf454f2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e796b6-6d28-4306-bb90-214b631d899b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:11.927647 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-35d05c8d-7fc6-4c23-b1e5-c85c492c2ade service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.1245856 Jul 14 09:25:12.042542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b849fc-fc7b-48e9-b24b-a4aaa86c6e5b req-61af62f2-5a40-43cd-a72f-f46d20b454a9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.044347 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-86b849fc-fc7b-48e9-b24b-a4aaa86c6e5b req-61af62f2-5a40-43cd-a72f-f46d20b454a9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 946 time: 0.2570035 Jul 14 09:25:12.053915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51322) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:12.064465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'floatingip': {'port_id': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:12.119866 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:12.144523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.188351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-dfe320e4-8a22-46b2-b5a1-2beb67de02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.189908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-dfe320e4-8a22-46b2-b5a1-2beb67de02f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4439003 Jul 14 09:25:12.205537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dff3d364-b208-495b-924e-e563c0e77b8b req-a0c049bc-44da-4f80-9e9b-3752dd844317 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086993 Jul 14 09:25:12.215089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bb89793-b282-4424-ba91-d9831c896aa4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.250220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-07ac0921-bd39-42fc-ae72-68e4c4845d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.252277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-07ac0921-bd39-42fc-ae72-68e4c4845d9d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2408729 Jul 14 09:25:12.348058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bb89793-b282-4424-ba91-d9831c896aa4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.356687 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bb89793-b282-4424-ba91-d9831c896aa4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.393688 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bb89793-b282-4424-ba91-d9831c896aa4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.397426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4bb89793-b282-4424-ba91-d9831c896aa4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5645146 Jul 14 09:25:12.402311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:12.411634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dc2e8f21-cb68-4c25-9f17-f3e3ad03b56d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Request body: {'security_group_rule': {'security_group_id': 'e4e796b6-6d28-4306-bb90-214b631d899b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:12.428280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb89793-b282-4424-ba91-d9831c896aa4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855f6836-e770-4555-b57c-1ff6afcdaa6f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:12.467430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-900d085d-935c-4342-a0bc-14f0858bef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.475661 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-900d085d-935c-4342-a0bc-14f0858bef14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1097 time: 0.5853207 Jul 14 09:25:12.562163 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8f21-cb68-4c25-9f17-f3e3ad03b56d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.616617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-ba680c6f-10a3-42ad-af68-b45d21b81f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.618442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-ba680c6f-10a3-42ad-af68-b45d21b81f96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3563654 Jul 14 09:25:12.622179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262ba0-de21-4d41-a5a3-33b7d2055ef0 req-86055fb0-5e95-4a95-b6a0-96fc14d361b8 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.624074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c262ba0-de21-4d41-a5a3-33b7d2055ef0 req-86055fb0-5e95-4a95-b6a0-96fc14d361b8 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 944 time: 0.3882289 Jul 14 09:25:12.625972 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-970139ba-f0ab-4fd9-bbff-a2b74baee5fb service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135485 Jul 14 09:25:12.747343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-c9a806f5-60a0-42e3-a8ef-b2704dd0a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.748922 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-c9a806f5-60a0-42e3-a8ef-b2704dd0a861 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.2652543 Jul 14 09:25:12.768910 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c262ba0-de21-4d41-a5a3-33b7d2055ef0 req-a0ca000f-4f2b-4b2b-9d0f-9cb78f1ef400 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335609 Jul 14 09:25:12.829897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-31c3f840-4daf-4a12-ab78-3e1dae62b0d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406 HTTP/1.1" status: 200 len: 217 time: 0.0717432 Jul 14 09:25:12.838186 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8f21-cb68-4c25-9f17-f3e3ad03b56d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.849126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d80329-58b3-4aa0-8b38-cda84baa8116 req-646d1b34-75ae-42b0-8128-d21cc8402b4b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:12.850783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84d80329-58b3-4aa0-8b38-cda84baa8116 req-646d1b34-75ae-42b0-8128-d21cc8402b4b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 945 time: 0.2970254 Jul 14 09:25:12.869086 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8f21-cb68-4c25-9f17-f3e3ad03b56d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:12.922216 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-b5b9e69f-b7d6-41f3-b77d-5065f03162ef service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853649 Jul 14 09:25:12.936842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:12.957672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e8f21-cb68-4c25-9f17-f3e3ad03b56d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede815f3-6fad-464d-965e-f669ee42412a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.015861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc2e8f21-cb68-4c25-9f17-f3e3ad03b56d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.017021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dc2e8f21-cb68-4c25-9f17-f3e3ad03b56d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6095948 Jul 14 09:25:13.021917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-b0f88ec5-fae4-4c51-8e7c-81e0f8d3dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.023543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-b0f88ec5-fae4-4c51-8e7c-81e0f8d3dfd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1681406 Jul 14 09:25:13.030209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 94837c17-9f22-47e7-9e11-b70225acbcb5 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:13.031101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:13.039249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 94837c17-9f22-47e7-9e11-b70225acbcb5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:13.039985 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.040167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:13.045175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c36e29cf-a58b-4e99-ab93-3f04b3fe8354 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:13.069409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84d80329-58b3-4aa0-8b38-cda84baa8116 req-d23eba0a-3594-4451-b41c-03827cbd13f4 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964221 Jul 14 09:25:13.144002 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-09e73521-0bc3-46d3-bf80-1cd510eabf12 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969217 Jul 14 09:25:13.214554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.233147 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-b5e1eea6-7970-4cb9-aff0-fb9e73e7c7cd service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946476 Jul 14 09:25:13.283924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b884abf-dc50-406b-9694-fe09a240d1a3 req-3a66e925-7516-47c3-859d-199426cd1441 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296483 Jul 14 09:25:13.345404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-eae9fa51-70c2-4877-8b62-ba458894a17c service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905663 Jul 14 09:25:13.346802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:13.410170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:13.410555 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.413030 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.483902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:13.486128 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db74f511-b676-4313-9f04-7390e2f0d222" -d '{"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-plugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:13.505323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.507361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:13.519750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.533736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-91ca69c5-6f0f-455c-9499-f50d55076d6a service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766763 Jul 14 09:25:13.619748 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.630717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836f761-4260-464e-9331-62269fa2a2c4 req-0aa72ff0-5638-45e3-b404-55b637de963a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.638946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7836f761-4260-464e-9331-62269fa2a2c4 req-0aa72ff0-5638-45e3-b404-55b637de963a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.4267471 Jul 14 09:25:13.668712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c36e29cf-a58b-4e99-ab93-3f04b3fe8354, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:13.670163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.675622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:13.747710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323d276-250b-4d92-839d-9ef1e9854374 req-abb78c6d-8bfe-4152-8193-67eec4231bbf tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:13.749473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9323d276-250b-4d92-839d-9ef1e9854374 req-abb78c6d-8bfe-4152-8193-67eec4231bbf tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1531482 Jul 14 09:25:13.762186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:13.773111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Allocated IP 172.25.0.223 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/e76f877e-bde6-4cb7-9fa9-33452e78e46b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:13.790098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7836f761-4260-464e-9331-62269fa2a2c4 req-d929a271-24e8-4788-a61e-69d3df1c7a23 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482596 Jul 14 09:25:13.858050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9323d276-250b-4d92-839d-9ef1e9854374 req-127ba012-9b7d-4336-a412-cb741e79d61b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991869 Jul 14 09:25:13.940702 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6269793-d492-4435-8b10-3cf073291720 x-openstack-request-id: req-c6269793-d492-4435-8b10-3cf073291720 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:13.941629 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-plugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:13.941757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:25:13.942233 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6269793-d492-4435-8b10-3cf073291720 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:13.942839 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'code': 200} Jul 14 09:25:14.003846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.021671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51354) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:14.065007 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.112873 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.117856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.131914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:14.133303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event updated for resources: {'Port': ['ID=e76f877e-bde6-4cb7-9fa9-33452e78e46b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:14.136055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:14.141528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:14.246998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f55a3c6b-377a-45e8-8604-d6e54bb11700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.267621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a0f9d-92ef-4ee1-8b36-7f3dc30743bd req-ba5ed7c7-4459-4256-8560-1f32b4f08eca tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.276365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f97a0f9d-92ef-4ee1-8b36-7f3dc30743bd req-ba5ed7c7-4459-4256-8560-1f32b4f08eca tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5de445a-ab1d-40f8-9dbb-a7e5a3c67320 HTTP/1.1" status: 200 len: 945 time: 0.2762527 Jul 14 09:25:14.289071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.326989 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Floating IP 95968570-e633-42fd-8137-f8e16328cb12 associated. External IP: 172.25.0.151, port: a428a890-3f1e-4770-83f5-747ee1ec2321. Jul 14 09:25:14.365038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.379423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f97a0f9d-92ef-4ee1-8b36-7f3dc30743bd req-09fa4c28-aec8-46ae-a550-af1aa4e35aae tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021483 Jul 14 09:25:14.607776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f55a3c6b-377a-45e8-8604-d6e54bb11700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.619006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Router 2848a42e-0ec0-4a60-a617-a65ac012e26e has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:14.624093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f55a3c6b-377a-45e8-8604-d6e54bb11700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.722517 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f55a3c6b-377a-45e8-8604-d6e54bb11700 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=10ae6d42acde43439b43799095b7d418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6993694 Jul 14 09:25:14.726595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:14.731991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a821805-5621-4874-b376-58c1b47c1122 req-1dfe990f-1c9b-4ab6-8c82-d17d544371e0 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:14.734085 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a821805-5621-4874-b376-58c1b47c1122 req-1dfe990f-1c9b-4ab6-8c82-d17d544371e0 tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 1096 time: 0.2984848 Jul 14 09:25:14.747076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a3c6b-377a-45e8-8604-d6e54bb11700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7260b596-a8fc-494a-a5af-34dabc02fe4d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:14.791708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:14.801660 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] Sync routers for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:14.817769 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:14.818020 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.818242 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:14.863721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a821805-5621-4874-b376-58c1b47c1122 req-4f7e06c2-3a06-47e6-b9bb-8c01eb86f55c tempest-LiveAutoBlockMigrationV225Test-194905424 tempest-LiveAutoBlockMigrationV225Test-194905424-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176863 Jul 14 09:25:14.892836 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.901914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52e083c3-aab1-43f8-a726-de0b930a5a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.905633 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:14.969356 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f382f09e-526e-4535-b93f-47f2c06ae8c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "PUT /v2.0/floatingips/95968570-e633-42fd-8137-f8e16328cb12 HTTP/1.1" status: 200 len: 992 time: 2.9137621 Jul 14 09:25:14.977871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:14.977871 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6d624c-79f6-451b-b948-3df54da0be1d" -d '{"events": [{"name": "network-changed", "server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:15.000501 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52e083c3-aab1-43f8-a726-de0b930a5a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.041422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-71c148ee-7527-4483-a76b-76cc7516810e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.044798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-71c148ee-7527-4483-a76b-76cc7516810e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 950 time: 0.2511582 Jul 14 09:25:15.048917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c36e29cf-a58b-4e99-ab93-3f04b3fe8354 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:15.057634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b806b-78ec-4f69-891e-c52739e591a1 req-3695ab8c-1918-400d-94cd-d18f152517a0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.059375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-014b806b-78ec-4f69-891e-c52739e591a1 req-3695ab8c-1918-400d-94cd-d18f152517a0 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 945 time: 0.2009482 Jul 14 09:25:15.129678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-b0b2cbc9-c459-4984-b1e4-c0fda20d88ca service neutron] 10.222.0.69 "GET /v2.0/ports/94837c17-9f22-47e7-9e11-b70225acbcb5/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 383 time: 0.0690072 Jul 14 09:25:15.141926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event updated for resources: {'Port': ['ID=e76f877e-bde6-4cb7-9fa9-33452e78e46b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:15.145481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:15.146270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.170312 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:15.173807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.199481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-014b806b-78ec-4f69-891e-c52739e591a1 req-4d5fb5fc-4a10-42c4-8b29-0f0038c0305a tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803370 Jul 14 09:25:15.214549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.215857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-81eb1ce2-ab47-4374-a5c8-c49aa34d8eae tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1842804 Jul 14 09:25:15.230656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52e083c3-aab1-43f8-a726-de0b930a5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.230656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52e083c3-aab1-43f8-a726-de0b930a5a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:15.230656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52e083c3-aab1-43f8-a726-de0b930a5a52 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7260b596-a8fc-494a-a5af-34dabc02fe4d HTTP/1.1" status: 204 len: 168 time: 0.4931798 Jul 14 09:25:15.244018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e083c3-aab1-43f8-a726-de0b930a5a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7260b596-a8fc-494a-a5af-34dabc02fe4d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:15.444995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-2d6f1158-ac5e-4674-bd54-a2b11cff3fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.451991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-2d6f1158-ac5e-4674-bd54-a2b11cff3fee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1102 time: 0.2701428 Jul 14 09:25:15.689871 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '95968570-e633-42fd-8137-f8e16328cb12', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'port_id': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'mac_address': 'fa:16:3e:6e:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18553799-60ea-4ad3-837d-f7e937b74529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:24:45Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 1, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:15.720126 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] Checking router: 2848a42e-0ec0-4a60-a617-a65ac012e26e for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:15.729837 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:15.730808 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:15.761186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-81e97e3e-83a1-4fac-9a00-4164c5253412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.772159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-81e97e3e-83a1-4fac-9a00-4164c5253412 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3136525 Jul 14 09:25:15.810087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9de1fe-2c4d-48bb-9df1-9ebe46b24697 req-a7581a7a-7e2f-4933-a5f2-2c98e68eb16a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.825397 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df9de1fe-2c4d-48bb-9df1-9ebe46b24697 req-a7581a7a-7e2f-4933-a5f2-2c98e68eb16a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.3311179 Jul 14 09:25:15.873411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4a3d5-307c-4afd-8095-8fc91f1e789a req-e54ae1ab-e04d-4090-8f91-3aa0a6546574 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:15.881413 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45f4a3d5-307c-4afd-8095-8fc91f1e789a req-e54ae1ab-e04d-4090-8f91-3aa0a6546574 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1381617 Jul 14 09:25:15.898662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-c7153369-0759-448d-af93-d6aa8f474960 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.1103284 Jul 14 09:25:15.951595 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:15.959263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45f4a3d5-307c-4afd-8095-8fc91f1e789a req-fd5c1a6d-ec6c-4109-a9f9-b21fe90a3916 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771086 Jul 14 09:25:16.181503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df9de1fe-2c4d-48bb-9df1-9ebe46b24697 req-2cd3558a-a990-4aba-8e1d-178df61451ac tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320062 Jul 14 09:25:16.184522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-1b98839a-2fd6-482f-9d3d-b2f64b22cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.201172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-1b98839a-2fd6-482f-9d3d-b2f64b22cfca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2850292 Jul 14 09:25:16.234917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-5e316b81-80e3-44fb-9b10-0b5f8650ce52 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.256575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-5e316b81-80e3-44fb-9b10-0b5f8650ce52 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.66 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 945 time: 0.2446678 Jul 14 09:25:16.314625 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '95968570-e633-42fd-8137-f8e16328cb12', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'port_id': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'mac_address': 'fa:16:3e:6e:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18553799-60ea-4ad3-837d-f7e937b74529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:24:45Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 1, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:16.367274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-29e954f1-09db-40e1-8dac-f44fa4a6eba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:16.369155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-29e954f1-09db-40e1-8dac-f44fa4a6eba0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1672082 Jul 14 09:25:16.378407 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b38bc5b-cc13-40c0-a9a9-8fbce81d9d05 None None] The sync data for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 is: [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '95968570-e633-42fd-8137-f8e16328cb12', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'floating_ip_address': '172.25.0.151', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'port_id': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'mac_address': 'fa:16:3e:6e:54:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18553799-60ea-4ad3-837d-f7e937b74529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:24:45Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 1, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:16.581763 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e43faa3-bdff-49ef-af88-cd9082b3854f x-openstack-request-id: req-0e43faa3-bdff-49ef-af88-cd9082b3854f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:16.582323 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:16.582323 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e43faa3-bdff-49ef-af88-cd9082b3854f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:16.582696 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'status': 'completed', 'code': 200} Jul 14 09:25:16.685178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Deleting port 38ef845c-78c2-428e-b633-34cd54ef3fff {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:16.685326 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:16.730559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-95caef0a-a82f-4273-8caf-1fe7d12d9732 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379562 Jul 14 09:25:16.819540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4e1d6a-b102-44a4-8130-4e9a4fd893a2 None None] New status for floating IP 95968570-e633-42fd-8137-f8e16328cb12: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:25:16.911722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-a646854a-b18d-4697-8624-bf411347a1a6 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740687 Jul 14 09:25:17.022574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-08e4fead-0520-408a-bdb9-7c2430d5a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.024486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-08e4fead-0520-408a-bdb9-7c2430d5a392 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1098 time: 0.4600012 Jul 14 09:25:17.037444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce35e0b-be7e-4855-8d97-fe39b8e2aefc req-2043e5bf-ada5-4887-b35d-e175ff94455f tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.039149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cce35e0b-be7e-4855-8d97-fe39b8e2aefc req-2043e5bf-ada5-4887-b35d-e175ff94455f tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5de445a-ab1d-40f8-9dbb-a7e5a3c67320 HTTP/1.1" status: 200 len: 945 time: 0.2434762 Jul 14 09:25:17.098936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] For port 38ef845c-78c2-428e-b633-34cd54ef3fff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=38ef845c-78c2-428e-b633-34cd54ef3fff,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:17.099336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.113217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52eaf18-63f4-42f2-82fc-d31b6c9854fa req-ff233579-0a8d-4eed-a5c6-218b204ce958 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.121149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f52eaf18-63f4-42f2-82fc-d31b6c9854fa req-ff233579-0a8d-4eed-a5c6-218b204ce958 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 945 time: 0.0930710 Jul 14 09:25:17.187737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cce35e0b-be7e-4855-8d97-fe39b8e2aefc req-3700175e-de54-44f7-9c86-4a4cbe60ad66 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307495 Jul 14 09:25:17.232412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f52eaf18-63f4-42f2-82fc-d31b6c9854fa req-6ae7f6a9-efb8-4032-b432-0117f5516bad tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0e20622-4225-4d11-ba85-0e32a352cd15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049368 Jul 14 09:25:17.289503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-130fd644-1637-42e8-9f7b-b3ad9c21f008 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.291387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-130fd644-1637-42e8-9f7b-b3ad9c21f008 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5de445a-ab1d-40f8-9dbb-a7e5a3c67320 HTTP/1.1" status: 200 len: 945 time: 0.1676214 Jul 14 09:25:17.460733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.461144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.461488 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Floating IP 586c27f1-4549-43b8-a1b6-2170bc9b2803 disassociated. External IP: 172.25.0.24, port: 38ef845c-78c2-428e-b633-34cd54ef3fff. Jul 14 09:25:17.461891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Calling delete_port for 38ef845c-78c2-428e-b633-34cd54ef3fff owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:17.552893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Deleting port b6695a58-a900-425b-9087-fae2fa7a7e97 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:17.553248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.610108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-6b51f91b-2467-4360-bd89-68026a10ee48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.611625 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-6b51f91b-2467-4360-bd89-68026a10ee48 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.5655606 Jul 14 09:25:17.766447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] For port b6695a58-a900-425b-9087-fae2fa7a7e97, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b6695a58-a900-425b-9087-fae2fa7a7e97,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:17.767040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:17.775162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-dc3ae043-5963-412c-80c7-1cc9a7790539 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1002 time: 0.1486175 Jul 14 09:25:17.796394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Calling delete_port for b6695a58-a900-425b-9087-fae2fa7a7e97 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:17.836242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-043803d1-4371-4da7-b8e7-d3d0b9f90a90 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:17.837726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-043803d1-4371-4da7-b8e7-d3d0b9f90a90 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 944 time: 0.2739613 Jul 14 09:25:17.987844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.001196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b2f00ade-4ce0-4801-9848-770dbc8fca9d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:18.034997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['b6695a58-a900-425b-9087-fae2fa7a7e97', '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:18.055243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Pushing event deleted for resources: {'Port': ['ID=b6695a58-a900-425b-9087-fae2fa7a7e97,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.086990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.087355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.087717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.088055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.088419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.088776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.089126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.089776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.089776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.090267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.090448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.090779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:18.201394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] No DVR routers for this DVR port b6695a58-a900-425b-9087-fae2fa7a7e97 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:18.204590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.206697 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71ff9d22-b60a-4c2f-aabb-a863b191b664 req-8154004b-7c44-4852-a1a8-905fee10db5c tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.66 "DELETE /v2.0/ports/b6695a58-a900-425b-9087-fae2fa7a7e97 HTTP/1.1" status: 204 len: 173 time: 0.9093840 Jul 14 09:25:18.247473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d4482-dd51-48f8-a7cc-5888d9b17f82 req-059fef46-023b-410a-bccd-d2a05add61bb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.256718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc6d4482-dd51-48f8-a7cc-5888d9b17f82 req-059fef46-023b-410a-bccd-d2a05add61bb tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.3949857 Jul 14 09:25:18.316958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc6d4482-dd51-48f8-a7cc-5888d9b17f82 req-3f8bc937-8aca-4f71-b88c-e81ded7222d3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581310 Jul 14 09:25:18.448380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-d1e79dea-17d5-40bb-a698-e09447ab2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.450480 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-d1e79dea-17d5-40bb-a698-e09447ab2af9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.6656370 Jul 14 09:25:18.506861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:18.544365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f8d6fe27-38ae-43cf-b0e6-713089943dc8 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:18.578628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892396a-7109-4273-9e7e-bbcfd3fd36e4 req-dc20faed-f362-48e6-ada3-f4fab09132b1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.580551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5892396a-7109-4273-9e7e-bbcfd3fd36e4 req-dc20faed-f362-48e6-ada3-f4fab09132b1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1268339 Jul 14 09:25:18.584155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5de445a-ab1d-40f8-9dbb-a7e5a3c67320', 'name': 'network-vif-deleted', 'tag': 'b6695a58-a900-425b-9087-fae2fa7a7e97'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:18.587951 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d04b97b-ba84-4823-8acb-da1178b9bcfe" -d '{"events": [{"server_uuid": "a5de445a-ab1d-40f8-9dbb-a7e5a3c67320", "name": "network-vif-deleted", "tag": "b6695a58-a900-425b-9087-fae2fa7a7e97"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:18.610814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event deleted for resources: {'Port': ['ID=38ef845c-78c2-428e-b633-34cd54ef3fff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:18.653380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5892396a-7109-4273-9e7e-bbcfd3fd36e4 req-c38f7305-c4f5-4821-9943-13e5aa5b956c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611610 Jul 14 09:25:18.686651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 38ef845c-78c2-428e-b633-34cd54ef3fff no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:18.714236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 38ef845c-78c2-428e-b633-34cd54ef3fff {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:18.714821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 38ef845c-78c2-428e-b633-34cd54ef3fff not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:18.716629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b6b62-7f33-44de-930c-cf0847ba5b68 req-99daeb9f-4d72-4324-af7d-88eb8c6e9e11 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.717964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-683b6b62-7f33-44de-930c-cf0847ba5b68 req-99daeb9f-4d72-4324-af7d-88eb8c6e9e11 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 944 time: 1.0114202 Jul 14 09:25:18.853489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-406ae676-576c-4fbc-940a-f0cc0b1077ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:18.855469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-406ae676-576c-4fbc-940a-f0cc0b1077ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3882129 Jul 14 09:25:18.880873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-683b6b62-7f33-44de-930c-cf0847ba5b68 req-3bb77b2e-b0aa-4a52-8cce-1b216ec4e288 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537797 Jul 14 09:25:18.919759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Deleting port f8d6fe27-38ae-43cf-b0e6-713089943dc8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:18.920137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.132797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98c2639d-9438-48b9-937a-b82f61bc565c req-fe52dc02-ef9d-48c8-b508-4795e79b3353 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5de445a-ab1d-40f8-9dbb-a7e5a3c67320 HTTP/1.1" status: 200 len: 210 time: 0.0820858 Jul 14 09:25:19.150306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Router a1c0f9ca-8fa8-482f-828e-9ec51940142c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:19.214709 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77cfefc-c64f-4755-9bee-68d9da6a4647 x-openstack-request-id: req-b77cfefc-c64f-4755-9bee-68d9da6a4647 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:19.215423 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5de445a-ab1d-40f8-9dbb-a7e5a3c67320", "name": "network-vif-deleted", "tag": "b6695a58-a900-425b-9087-fae2fa7a7e97", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:19.215868 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b77cfefc-c64f-4755-9bee-68d9da6a4647 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:19.216478 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5de445a-ab1d-40f8-9dbb-a7e5a3c67320', 'name': 'network-vif-deleted', 'tag': 'b6695a58-a900-425b-9087-fae2fa7a7e97', 'status': 'completed', 'code': 200} Jul 14 09:25:19.296807 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ab4170ec-d64a-4202-9900-8856fa256a84 req-812f9ba2-5061-43e7-bfd6-933ef85e06a4 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 210 time: 0.1338606 Jul 14 09:25:19.402994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] For port f8d6fe27-38ae-43cf-b0e6-713089943dc8, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f8d6fe27-38ae-43cf-b0e6-713089943dc8,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:19.403799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.423268 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-f670b98b-bf31-46e3-b8ad-51493408192a service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088472 Jul 14 09:25:19.425299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Calling delete_port for f8d6fe27-38ae-43cf-b0e6-713089943dc8 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:19.625283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:19.638604 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] Sync routers for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:19.653571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b257f5-292e-4ae2-b310-932daad7cbfa req-6d0bfe5b-7726-4ea4-bd88-11030f76bd7b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.661469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b257f5-292e-4ae2-b310-932daad7cbfa req-6d0bfe5b-7726-4ea4-bd88-11030f76bd7b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1429238 Jul 14 09:25:19.669486 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:19.671365 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:19.739934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b257f5-292e-4ae2-b310-932daad7cbfa req-6eb51f11-013f-4a15-9915-985dbef45b02 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764971 Jul 14 09:25:19.808738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] No DVR routers for this DVR port 38ef845c-78c2-428e-b633-34cd54ef3fff on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:19.835366 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:19.837414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.66 "DELETE /v2.0/ports/38ef845c-78c2-428e-b633-34cd54ef3fff HTTP/1.1" status: 204 len: 173 time: 3.5800338 Jul 14 09:25:19.839502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'name': 'network-vif-deleted', 'tag': '38ef845c-78c2-428e-b633-34cd54ef3fff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:19.857751 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58cde20-0153-46a4-85df-0ebefe955657" -d '{"events": [{"server_uuid": "c89671b1-6723-4d3c-965d-45f85c0e177c", "name": "network-vif-deleted", "tag": "38ef845c-78c2-428e-b633-34cd54ef3fff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:19.880774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf6d624c-79f6-451b-b948-3df54da0be1d req-147e844a-abe3-44e0-90d8-d176ee5beeec service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206126 Jul 14 09:25:19.901894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-841c281f-f8af-41d4-972a-7e982c8a50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:19.903445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-841c281f-f8af-41d4-972a-7e982c8a50f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a&tenant_id=a5a588ec2f0246ae858dd6a1c248dfae HTTP/1.1" status: 200 len: 1102 time: 0.1534023 Jul 14 09:25:19.927454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:20.049995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.069433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51528) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.083689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6e5d3e3c-abef-490b-b0b4-982e82bad8be'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:20.138198 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc21f7f2-5c98-469a-830a-c6e17aebd1fb x-openstack-request-id: req-dc21f7f2-5c98-469a-830a-c6e17aebd1fb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:20.138492 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c89671b1-6723-4d3c-965d-45f85c0e177c", "name": "network-vif-deleted", "tag": "38ef845c-78c2-428e-b633-34cd54ef3fff", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:20.138752 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc21f7f2-5c98-469a-830a-c6e17aebd1fb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:20.139156 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c89671b1-6723-4d3c-965d-45f85c0e177c', 'name': 'network-vif-deleted', 'tag': '38ef845c-78c2-428e-b633-34cd54ef3fff', 'status': 'completed', 'code': 200} Jul 14 09:25:20.178771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.180050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Pushing event deleted for resources: {'Port': ['ID=f8d6fe27-38ae-43cf-b0e6-713089943dc8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.208177 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:20.227377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.227729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.228078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.228492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.228837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.229173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.229508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.229839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.230168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.230495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.230821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.231206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:20.266623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] No DVR routers for this DVR port f8d6fe27-38ae-43cf-b0e6-713089943dc8 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:20.270405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.272868 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c7886fd-58f6-40e2-bc41-ab114ac795a0 req-e5a69c17-06ae-453a-9015-ed90e0326ec0 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.66 "DELETE /v2.0/ports/f8d6fe27-38ae-43cf-b0e6-713089943dc8 HTTP/1.1" status: 204 len: 173 time: 2.3912380 Jul 14 09:25:20.324766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e9500-12e6-4863-8344-c3c8a66baa8f req-9774eb4d-9316-4d46-b135-be662f0e1497 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:20.326522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b50e9500-12e6-4863-8344-c3c8a66baa8f req-9774eb4d-9316-4d46-b135-be662f0e1497 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.3150942 Jul 14 09:25:20.356208 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cccb5dda-bdec-4e9b-b1b2-e35567d66c24 req-111b90e1-e1c6-4aa2-8a0c-06f488357cd9 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 210 time: 0.0606716 Jul 14 09:25:20.433350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b50e9500-12e6-4863-8344-c3c8a66baa8f req-b75f3762-4b1f-47eb-92c9-d7e54b02621c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993111 Jul 14 09:25:20.437651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a4be935-3e6a-49d9-a6f4-55f484f4fb8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.544764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b6695a58-a900-425b-9087-fae2fa7a7e97 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:20.624941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: b6695a58-a900-425b-9087-fae2fa7a7e97 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:20.626631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b6695a58-a900-425b-9087-fae2fa7a7e97 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:20.679390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a4be935-3e6a-49d9-a6f4-55f484f4fb8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.684482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a4be935-3e6a-49d9-a6f4-55f484f4fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:20.732865 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:20.761960 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1a4be935-3e6a-49d9-a6f4-55f484f4fb8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=96891b478f4f463d82daa3b0636ec637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466398 Jul 14 09:25:20.763457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51538) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:20.781443 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] Checking router: a1c0f9ca-8fa8-482f-828e-9ec51940142c for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:20.800605 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:20.801385 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:20.825790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:20.895213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9bb52a7d-a480-4788-af5a-86ed6c06f167 req-a6d7b59f-71bb-45d3-a035-cf2e86ffc4d6 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/ports?device_id=c89671b1-6723-4d3c-965d-45f85c0e177c HTTP/1.1" status: 200 len: 210 time: 0.1532071 Jul 14 09:25:20.909808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4be935-3e6a-49d9-a6f4-55f484f4fb8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d6355a-c1d4-47be-b43d-3d10605635e6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:20.911669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:21.003146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:21.034474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.078028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Transition to ACTIVE for port object 94837c17-9f22-47e7-9e11-b70225acbcb5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:21.089454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:21.103359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.121272 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:21.229668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:21.231999 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96740405-a384-4f28-ad63-c7ec0cb24624" -d '{"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-unplugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:21.492823 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:21.523098 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb64f7cf-d45f-4c47-ac5a-5fbabe71f454 None None] The sync data for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 is: [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:17Z', 'revision_number': 4, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '67c01cd2-af85-428f-8230-5e5cb90de2f1', 'name': '', 'network_id': '7903b25e-f7c7-42be-8fb1-7d412959b10f', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'mac_address': 'fa:16:3e:51:2f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:16Z', 'updated_at': '2021-07-14T09:20:25Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'subnets': [{'id': '9f5cdfef-bcef-4ab1-81c6-7eb5253793fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:21.750131 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e173b4b-f8b0-4a24-bd87-79faaebd2f0a x-openstack-request-id: req-0e173b4b-f8b0-4a24-bd87-79faaebd2f0a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:21.750508 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-unplugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:21.750703 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e173b4b-f8b0-4a24-bd87-79faaebd2f0a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:21.751050 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'code': 200} Jul 14 09:25:21.754765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] No DVR routers for this DVR port 94837c17-9f22-47e7-9e11-b70225acbcb5 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:21.759830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1965584e-1cd0-4f2a-8299-0ae62e671279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.769853 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8310e17e-db6b-49f6-92f5-1b09ebc9d594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.796845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:21.846777 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1965584e-1cd0-4f2a-8299-0ae62e671279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:21.874944 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:21.875499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:21.876004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:21.909392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9fcbe-1a4a-4692-807c-fb2e74f1b15d req-e3c9f904-5787-47ac-8228-fbdd31aef91f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:21.916779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bde9fcbe-1a4a-4692-807c-fb2e74f1b15d req-e3c9f904-5787-47ac-8228-fbdd31aef91f tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.8277798 Jul 14 09:25:21.928447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:21.928893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Attempting to bind port 94837c17-9f22-47e7-9e11-b70225acbcb5 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:21.976546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:21.976888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:21.977297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:21.977761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Bound port: 94837c17-9f22-47e7-9e11-b70225acbcb5, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:21.978132 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.014775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891aef6-bd9e-4db3-9beb-ca04b92d8af3 None None] New status for floating IP 586c27f1-4549-43b8-a1b6-2170bc9b2803: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:25:22.040617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bde9fcbe-1a4a-4692-807c-fb2e74f1b15d req-1c0eaeab-c997-4f6d-bf78-b71a59528468 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226869 Jul 14 09:25:22.113566 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1965584e-1cd0-4f2a-8299-0ae62e671279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.116088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1965584e-1cd0-4f2a-8299-0ae62e671279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.117301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1965584e-1cd0-4f2a-8299-0ae62e671279 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/97d6355a-c1d4-47be-b43d-3d10605635e6 HTTP/1.1" status: 204 len: 168 time: 1.3526511 Jul 14 09:25:22.140503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'name': 'network-vif-deleted', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:22.143009 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48854fe0-ace7-4d80-885f-3a47d27f7a14" -d '{"events": [{"server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "name": "network-vif-deleted", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:22.203258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965584e-1cd0-4f2a-8299-0ae62e671279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d6355a-c1d4-47be-b43d-3d10605635e6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.225152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:22.286176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:22.298580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.409712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.417271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:22.420074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] 10.222.0.66 "PUT /v2.0/ports/94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 1098 time: 2.5028512 Jul 14 09:25:22.476582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aa6bb-2d51-44e8-8615-d097b740ea8e service neutron] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:22.477568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-22436291-c6ab-4720-8572-a75c4b932e86 req-a46e0337-b153-46ad-8db7-11ebfa56a67b tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 210 time: 0.3896351 Jul 14 09:25:22.589933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fefeba-2e21-4014-9846-35eb59eb6f03 req-adeb18f9-4e1f-4d62-ab35-1d68d1bbadce tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.599284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01fefeba-2e21-4014-9846-35eb59eb6f03 req-adeb18f9-4e1f-4d62-ab35-1d68d1bbadce tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 949 time: 0.2739587 Jul 14 09:25:22.656899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-9f10578d-c9be-4e83-9dbe-9733f3a94ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.659355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-9f10578d-c9be-4e83-9dbe-9733f3a94ae4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1101 time: 0.1735415 Jul 14 09:25:22.678880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01fefeba-2e21-4014-9846-35eb59eb6f03 req-155b92ed-e49f-480c-962c-d964df54e058 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798240 Jul 14 09:25:22.717027 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6815e4a3-9050-495c-8915-09f8e52bd52c x-openstack-request-id: req-6815e4a3-9050-495c-8915-09f8e52bd52c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:22.717027 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f0fc45-1e7f-4734-9a35-6c227da35eb6", "name": "network-vif-deleted", "tag": "f8d6fe27-38ae-43cf-b0e6-713089943dc8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:22.717290 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6815e4a3-9050-495c-8915-09f8e52bd52c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:22.717756 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f0fc45-1e7f-4734-9a35-6c227da35eb6', 'name': 'network-vif-deleted', 'tag': 'f8d6fe27-38ae-43cf-b0e6-713089943dc8', 'status': 'completed', 'code': 200} Jul 14 09:25:22.867084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-b296f5b4-2b95-4716-9ecc-faadbbae145f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:22.873678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-b296f5b4-2b95-4716-9ecc-faadbbae145f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1920166 Jul 14 09:25:22.950329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-1a95c281-3908-4c9a-9ab1-e160e9e5a18f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.0592933 Jul 14 09:25:23.086537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-9b5b1ecb-f271-4d81-84c3-7ef7b5f93df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.089228 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-9b5b1ecb-f271-4d81-84c3-7ef7b5f93df0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1298232 Jul 14 09:25:23.121604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51602) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.272570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-e8a08c43-7bef-4198-bb33-8f198d0f6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.274113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-e8a08c43-7bef-4198-bb33-8f198d0f6541 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1771853 Jul 14 09:25:23.387684 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1b29cf5-98ce-4eeb-8289-b90b1b9174e2 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.454587 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1b29cf5-98ce-4eeb-8289-b90b1b9174e2 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.458369 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-87c1163c-4b29-4640-abc1-a4634b33fe39 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735725 Jul 14 09:25:23.535278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb0399-4fba-4fbf-ada3-f139376612d0 req-3d4a04a4-2534-43da-89d9-9e1919fd63c1 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:23.537296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dcb0399-4fba-4fbf-ada3-f139376612d0 req-3d4a04a4-2534-43da-89d9-9e1919fd63c1 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.2894621 Jul 14 09:25:23.602720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2489e3-2a2d-47fa-906d-87185e36e895 req-7ca0c371-7353-44b5-989a-f201c9e7bea0 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232088 Jul 14 09:25:23.607617 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1b29cf5-98ce-4eeb-8289-b90b1b9174e2 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.612275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1b29cf5-98ce-4eeb-8289-b90b1b9174e2 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:23.613696 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d1b29cf5-98ce-4eeb-8289-b90b1b9174e2 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "DELETE /v2.0/security-groups/c0e20622-4225-4d11-ba85-0e32a352cd15 HTTP/1.1" status: 204 len: 168 time: 0.4911792 Jul 14 09:25:23.616810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51620) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.636866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dcb0399-4fba-4fbf-ada3-f139376612d0 req-d843d223-dc98-4241-8f38-b77fd4e113ce tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926692 Jul 14 09:25:23.639680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b29cf5-98ce-4eeb-8289-b90b1b9174e2 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e20622-4225-4d11-ba85-0e32a352cd15,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:23.649173 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-a1b36aa8-b876-4c4b-9b73-b822de91880b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] show failed (client error): The resource could not be found. Jul 14 09:25:23.653293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51622) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:23.657312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a1b36aa8-b876-4c4b-9b73-b822de91880b tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "GET /v2.0/security-groups/c0e20622-4225-4d11-ba85-0e32a352cd15 HTTP/1.1" status: 404 len: 347 time: 0.0386348 Jul 14 09:25:23.752371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:23.754663 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a54e60-0466-4a90-99c3-a897b4d997ff" -d '{"events": [{"name": "network-changed", "server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:23.844244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cb57728-ff9d-4ce3-b259-5e2713da3eda req-c92a70bd-57cf-4682-937b-6cc89695324c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 210 time: 0.0581079 Jul 14 09:25:23.905031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Deleting port 0e495a49-286b-4cf2-8141-277ab18fb7fb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:23.905380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.005527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.005919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.020814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Calling delete_port for 0e495a49-286b-4cf2-8141-277ab18fb7fb owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:24.178999 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-40a821da-22f7-4575-babb-6575e32aac76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.207686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.269760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Pushing event deleted for resources: {'Port': ['ID=0e495a49-286b-4cf2-8141-277ab18fb7fb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:24.321077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2af5c4-6c3c-4fee-b835-1326d0804a66 req-a2f8d5b3-db65-40bb-876f-db084e05c872 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.333578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be2af5c4-6c3c-4fee-b835-1326d0804a66 req-a2f8d5b3-db65-40bb-876f-db084e05c872 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 949 time: 0.1185336 Jul 14 09:25:24.393049 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.394092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be2af5c4-6c3c-4fee-b835-1326d0804a66 req-79def9c2-007d-47d9-8154-38b109c05b9b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595117 Jul 14 09:25:24.395952 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.399150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4f602447-ab8f-4545-8d24-1a3c5e3212cf tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] 10.222.0.73 "DELETE /v2.0/floatingips/586c27f1-4549-43b8-a1b6-2170bc9b2803 HTTP/1.1" status: 204 len: 168 time: 0.7428601 Jul 14 09:25:24.438795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611b33-b38c-4336-bd03-5abb1c9ed018 req-00deb3c9-b0c5-440f-8a36-02a149a6011b tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.449150 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:24.457228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55611b33-b38c-4336-bd03-5abb1c9ed018 req-00deb3c9-b0c5-440f-8a36-02a149a6011b tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.459659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-55611b33-b38c-4336-bd03-5abb1c9ed018 req-00deb3c9-b0c5-440f-8a36-02a149a6011b tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b&device_id=744d443f-7fe9-4057-bc3f-03ba6ad7bee7 HTTP/1.1" status: 200 len: 1681 time: 0.1863353 Jul 14 09:25:24.499780 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff47e7-b9f0-4220-87a3-aa6e5d6a3d8c x-openstack-request-id: req-00ff47e7-b9f0-4220-87a3-aa6e5d6a3d8c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:24.500662 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:24.500662 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00ff47e7-b9f0-4220-87a3-aa6e5d6a3d8c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:24.501099 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'status': 'completed', 'code': 200} Jul 14 09:25:24.535675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-55611b33-b38c-4336-bd03-5abb1c9ed018 req-33164853-5efe-4f47-b1e9-a7b237d2b0f5 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655813 Jul 14 09:25:24.621544 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6bb0804c-4107-444b-ade4-3c4e8103b2f6 req-35ae4542-310a-4154-a830-34193e247248 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8 HTTP/1.1" status: 200 len: 210 time: 0.0516324 Jul 14 09:25:24.760741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-5e0d0035-5f3f-4aac-bd95-1bd6e624d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:24.765683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-5e0d0035-5f3f-4aac-bd95-1bd6e624d605 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1101 time: 0.2417295 Jul 14 09:25:25.029491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-fa742ada-f1e0-40eb-b2c5-4a2b52ad3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.031079 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-fa742ada-f1e0-40eb-b2c5-4a2b52ad3480 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1101 time: 0.4905982 Jul 14 09:25:25.055407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-e19e9764-a6f4-4d1e-8123-0c318e9211c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.057230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-e19e9764-a6f4-4d1e-8123-0c318e9211c4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2815573 Jul 14 09:25:25.155043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-f7287f13-11ae-4a21-8d3b-a3f9fe63cbdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.0508213 Jul 14 09:25:25.265324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06939354-bbe3-4549-b30a-6a215f453ece req-22f924ea-f3bd-464a-844d-b6ef476ea83e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.273144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06939354-bbe3-4549-b30a-6a215f453ece req-22f924ea-f3bd-464a-844d-b6ef476ea83e tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.3017082 Jul 14 09:25:25.319033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-2c33acbc-4dda-44bf-bce9-5308da57c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.321238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-2c33acbc-4dda-44bf-bce9-5308da57c5b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2775962 Jul 14 09:25:25.323202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-0822ebca-13c3-4ed6-80d1-eb6afe2fbfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.325154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-0822ebca-13c3-4ed6-80d1-eb6afe2fbfe3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1592143 Jul 14 09:25:25.466243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:25.495048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-b8f40d42-1e68-421f-8329-e96872a4be28 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 200 len: 217 time: 0.1433768 Jul 14 09:25:25.513211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee2b0f98-a858-4c33-86ac-3818be71db7a req-2da25872-a5e2-442d-8f0d-65cecb164e79 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 210 time: 0.0466521 Jul 14 09:25:25.537521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06939354-bbe3-4549-b30a-6a215f453ece req-cb528be1-fbaf-4e43-acf6-195d3bce733c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101610 Jul 14 09:25:25.725502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-9433a184-3c96-47a1-b4b6-75f37d0210ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.729271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-9433a184-3c96-47a1-b4b6-75f37d0210ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1905901 Jul 14 09:25:25.753396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-43fadd80-a287-4296-939e-f92d12ea393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.755701 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-43fadd80-a287-4296-939e-f92d12ea393a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3964300 Jul 14 09:25:25.828116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14679a36-8b75-4812-bb0b-20c664b34d7d req-802976ef-3f6a-4401-959a-1265129df692 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:25.830654 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14679a36-8b75-4812-bb0b-20c664b34d7d req-802976ef-3f6a-4401-959a-1265129df692 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 949 time: 0.0899804 Jul 14 09:25:25.933105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14679a36-8b75-4812-bb0b-20c664b34d7d req-cf54129d-43d5-4b9c-9706-40d1198f5822 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962543 Jul 14 09:25:26.051702 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-d1b573a6-a631-405b-aeff-36597d992492 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740245 Jul 14 09:25:26.058192 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-8852e03d-2b49-479f-9c16-9c280c95a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.059806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-8852e03d-2b49-479f-9c16-9c280c95a315 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3203590 Jul 14 09:25:26.364965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d896f83e-5c38-4b55-bfe9-7c79eafaf66b req-1a9a41ea-e139-4f02-964d-0b8d21ce662f tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0920362 Jul 14 09:25:26.430713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-62abc34e-c4ff-49c7-9a2a-0f8390c6501f service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698630 Jul 14 09:25:26.448110 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-a1e309bf-b287-4125-a067-b0339cd907cb service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708189 Jul 14 09:25:26.541697 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:26.600358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6a54e60-0466-4a90-99c3-a897b4d997ff req-76849402-c3f5-40d4-9ef8-3cc1f16b4f4f service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460972 Jul 14 09:25:26.600973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:26.850003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-4729f821-6405-411a-aa8c-c9d3e8c34192 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:26.854653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-4729f821-6405-411a-aa8c-c9d3e8c34192 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.1677678 Jul 14 09:25:26.871396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-26'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:26.963507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:26.988152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'mac_address': 'fa:16:3e:1a:70:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:27.034523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e53ab7b6-f2c2-4b6e-9bc2-b729a1a9ebac req-3d0411e7-4127-4426-85f7-d4e5cb820237 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=49f0fc45-1e7f-4734-9a35-6c227da35eb6 HTTP/1.1" status: 200 len: 210 time: 0.1031737 Jul 14 09:25:27.050730 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.092123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904760c-a833-4496-8772-549ee9e21f49 req-5f8a07e0-4a7d-4b0c-a9c4-2c1f9b09dae3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.097890 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d904760c-a833-4496-8772-549ee9e21f49 req-5f8a07e0-4a7d-4b0c-a9c4-2c1f9b09dae3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 945 time: 0.1320789 Jul 14 09:25:27.101667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.104571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94837c17-9f22-47e7-9e11-b70225acbcb5 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:27.188965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d904760c-a833-4496-8772-549ee9e21f49 req-c19ce665-d91c-41d6-9ec0-27674a968079 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783858 Jul 14 09:25:27.193170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.195325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:27.204259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.350441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:27.373927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.376027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.376027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.376323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.376592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.377477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.377815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.378143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.378474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.378800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.379125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.379585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:25:27.487525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:27.543852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51730) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:27.573797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['94837c17-9f22-47e7-9e11-b70225acbcb5'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:27.625602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45e64-337a-4659-9f92-0779c3bb4079 req-2fd15aa4-989e-49b6-a263-c07b00bebfe2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:27.627209 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81a45e64-337a-4659-9f92-0779c3bb4079 req-2fd15aa4-989e-49b6-a263-c07b00bebfe2 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.2196474 Jul 14 09:25:27.628516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:27.774138 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ae31f10-d2ab-49c0-9047-648736b87e6b req-4f5b4f50-f798-43ee-822e-b4caac02ac62 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0769682 Jul 14 09:25:27.837267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:27.846727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:27.855994 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badce117-53e2-4a9a-b4dc-45ca64dccdc8" -d '{"events": [{"server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "name": "network-vif-unplugged", "status": "completed", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:27.867733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.127733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Pushing event updated for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.289505 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81a45e64-337a-4659-9f92-0779c3bb4079 req-2e6b82ff-4d46-4bce-b359-2f739e18d679 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6500709 Jul 14 09:25:28.292168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on host n-h1-780147-26 for vnic_type normal with profile {"migrating_to": "n-h2-780147-26"} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:28.292168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:28.292500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:28.333397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:28.334207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:28.365700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:28.366763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:28.369595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:28.370361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Bound port: 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:28.370976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.441150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271ff9c-f75f-466e-ad60-5c3efa7d3a05 req-df865ae4-e7e2-4535-b107-b88d07524714 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.443186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c271ff9c-f75f-466e-ad60-5c3efa7d3a05 req-df865ae4-e7e2-4535-b107-b88d07524714 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=744d443f-7fe9-4057-bc3f-03ba6ad7bee7 HTTP/1.1" status: 200 len: 945 time: 0.2620418 Jul 14 09:25:28.505254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-68d72d62-257d-4ca2-a805-3ba637d51da8 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.506917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-68d72d62-257d-4ca2-a805-3ba637d51da8 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.66 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 945 time: 0.2338011 Jul 14 09:25:28.517004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-95648548-5cb5-4c9b-b098-79af0cc71723 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.518702 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-95648548-5cb5-4c9b-b098-79af0cc71723 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.69 "GET /v2.0/ports?device_id=744d443f-7fe9-4057-bc3f-03ba6ad7bee7 HTTP/1.1" status: 200 len: 945 time: 0.6539993 Jul 14 09:25:28.599356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:28.613795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:28.621051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:28.637459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-abf66059-5410-4880-8a8e-ba001acbba76 req-efe6bf9c-9001-4bff-9891-0e8aee8926c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8 HTTP/1.1" status: 200 len: 210 time: 0.1278055 Jul 14 09:25:28.644373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.654435 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c271ff9c-f75f-466e-ad60-5c3efa7d3a05 req-af58c277-e684-4d3c-94a0-2f9220818946 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/security-groups?id=75393df4-d3d7-46d5-bd66-256b235beac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017648 Jul 14 09:25:28.748802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Pushing event updated for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=8']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:28.755172 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba89fc-77b1-4e76-8e24-43995b944f4f x-openstack-request-id: req-c8ba89fc-77b1-4e76-8e24-43995b944f4f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:28.755528 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "name": "network-vif-unplugged", "status": "completed", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:28.755948 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c8ba89fc-77b1-4e76-8e24-43995b944f4f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:28.756460 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406', 'code': 200} Jul 14 09:25:28.765792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:28.767254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.768898 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-fe2bacc5-cc96-4a13-8d4d-2e2a413548c1 service neutron] 10.222.0.66 "PUT /v2.0/ports/24e23ef7-5e17-4d0b-89b8-220c4dfbc406 HTTP/1.1" status: 200 len: 1123 time: 1.9064727 Jul 14 09:25:28.782562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Deleting port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:28.782901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.792575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Deleting port b2f00ade-4ce0-4801-9848-770dbc8fca9d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:28.793060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:28.918875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:28.993507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on host n-h1-780147-26 for vnic_type normal with profile {"migrating_to": "n-h2-780147-26"} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:28.994279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:28.994899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:29.000775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:29.001596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Attempting to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on network c57b139e-cf08-4d82-9360-8bec932fdedf {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:29.008609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:29.009411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Checking segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:29.010490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Bound using segment: {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:29.011476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Bound port: 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac432bd-945d-4091-9b15-92b54b3d38db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'c57b139e-cf08-4d82-9360-8bec932fdedf'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:29.012099 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.053575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['24e23ef7-5e17-4d0b-89b8-220c4dfbc406'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:29.064019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] For port b2f00ade-4ce0-4801-9848-770dbc8fca9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b2f00ade-4ce0-4801-9848-770dbc8fca9d,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:29.064518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.089556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] For port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,segment=NetworkSegment(3ca1fc45-3728-4d25-a1d9-7d211f8cccfc),segment_id=3ca1fc45-3728-4d25-a1d9-7d211f8cccfc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:29.090107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.091655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Calling delete_port for b2f00ade-4ce0-4801-9848-770dbc8fca9d owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:29.149802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Calling delete_port for 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:29.182444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271aecb9-1b2e-4f39-8649-7d2547727389 req-ba24db3f-6ebc-4494-8b82-2dc758ababd8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.190776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-271aecb9-1b2e-4f39-8649-7d2547727389 req-ba24db3f-6ebc-4494-8b82-2dc758ababd8 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.1708000 Jul 14 09:25:29.202666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['24e23ef7-5e17-4d0b-89b8-220c4dfbc406'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:29.261702 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-271aecb9-1b2e-4f39-8649-7d2547727389 req-f91ee786-a711-43ca-a198-d46afe4a256a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694776 Jul 14 09:25:29.367615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1e4315f-cbb9-401c-b981-171388c880c8 req-b8aa6b68-e663-4512-abe4-017f70ee79ee service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0785782 Jul 14 09:25:29.375367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.384227 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.425798 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.459254 n-d-780147-26 neutron-server[93781]: WARNING neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Concurrent port binding operations failed on port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 Jul 14 09:25:29.476057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:29.500816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Pushing event deleted for resources: {'Port': ['ID=b2f00ade-4ce0-4801-9848-770dbc8fca9d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:29.502823 n-d-780147-26 neutron-server[93781]: INFO neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Attempt 2 to bind port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 Jul 14 09:25:29.503298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 has no active binding in host n-h2-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 09:25:29.581126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfad44-c258-4c4e-8860-22849a0692e7 req-7db4c59e-25db-4a3e-a822-83d3a84fc2c7 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:29.598330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4dfad44-c258-4c4e-8860-22849a0692e7 req-7db4c59e-25db-4a3e-a822-83d3a84fc2c7 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 1102 time: 0.5458257 Jul 14 09:25:29.632915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] No DVR routers for this DVR port b2f00ade-4ce0-4801-9848-770dbc8fca9d on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:29.667033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:29.669477 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a9c9c51-5b58-42dd-abe0-cb93da1f69c5 req-4f457fc0-f1c9-4a14-b354-0e2865f3f8e2 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.69 "DELETE /v2.0/ports/b2f00ade-4ce0-4801-9848-770dbc8fca9d HTTP/1.1" status: 204 len: 173 time: 1.1423883 Jul 14 09:25:29.699245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-541b0fc7-c9cc-48ce-9aa7-65d55d497720 req-d5e91766-62e2-447e-a884-d70af0078b3e tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.1357975 Jul 14 09:25:30.111947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-919d1a03-57db-486a-9f9f-03b7002fe803 req-c188dd51-888a-4bd8-af4a-7f5319cd4186 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=744d443f-7fe9-4057-bc3f-03ba6ad7bee7 HTTP/1.1" status: 200 len: 210 time: 0.0527487 Jul 14 09:25:30.216805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4dfad44-c258-4c4e-8860-22849a0692e7 req-c8cf95fb-309a-4628-913e-352a42799849 tempest-MigrationsAdminTest-1509822587 tempest-MigrationsAdminTest-1509822587-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174872 Jul 14 09:25:30.367286 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.502103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Pushing event deleted for resources: {'Port': ['ID=807f82f7-4515-4a5d-9bf7-8e71c3dde1e2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:30.566041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['807f82f7-4515-4a5d-9bf7-8e71c3dde1e2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:30.607576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] No DVR routers for this DVR port 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:30.613445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.615523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ffcb500-97b5-4ea3-848b-094f256873b7 req-9ce4ee4c-c751-4903-b62d-c199b9639044 tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.66 "DELETE /v2.0/ports/807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 HTTP/1.1" status: 204 len: 173 time: 2.0896416 Jul 14 09:25:30.623752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e5218ad-642a-4c09-a7e0-2a29c1bee36b', 'name': 'network-vif-deleted', 'tag': '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:30.626179 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b49a32-85a1-4082-950b-5bf9dacdde6a" -d '{"events": [{"server_uuid": "0e5218ad-642a-4c09-a7e0-2a29c1bee36b", "name": "network-vif-deleted", "tag": "807f82f7-4515-4a5d-9bf7-8e71c3dde1e2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:30.636806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Deleting port 67c01cd2-af85-428f-8230-5e5cb90de2f1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:30.637239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.638241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['807f82f7-4515-4a5d-9bf7-8e71c3dde1e2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:30.650455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:30.747755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8e221-a98b-4f01-898b-10a14c7e5b05 req-c96fa674-1954-4d5e-9601-a77db3904ff0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:30.749811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ab8e221-a98b-4f01-898b-10a14c7e5b05 req-c96fa674-1954-4d5e-9601-a77db3904ff0 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.2508445 Jul 14 09:25:30.750976 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d172fb1c-f956-470f-b75d-6c51688548a4 x-openstack-request-id: req-d172fb1c-f956-470f-b75d-6c51688548a4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:30.751260 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e5218ad-642a-4c09-a7e0-2a29c1bee36b", "name": "network-vif-deleted", "tag": "807f82f7-4515-4a5d-9bf7-8e71c3dde1e2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:30.751507 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d172fb1c-f956-470f-b75d-6c51688548a4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:30.752323 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e5218ad-642a-4c09-a7e0-2a29c1bee36b', 'name': 'network-vif-deleted', 'tag': '807f82f7-4515-4a5d-9bf7-8e71c3dde1e2', 'status': 'completed', 'code': 200} Jul 14 09:25:30.757374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406'}, {'server_uuid': '744d443f-7fe9-4057-bc3f-03ba6ad7bee7', 'name': 'network-vif-deleted', 'tag': 'b2f00ade-4ce0-4801-9848-770dbc8fca9d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:30.761112 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf204b0b-a95d-47fe-a2d5-12755d944162" -d '{"events": [{"name": "network-changed", "server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406"}, {"server_uuid": "744d443f-7fe9-4057-bc3f-03ba6ad7bee7", "name": "network-vif-deleted", "tag": "b2f00ade-4ce0-4801-9848-770dbc8fca9d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:30.788549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 94837c17-9f22-47e7-9e11-b70225acbcb5 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:30.795280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 94837c17-9f22-47e7-9e11-b70225acbcb5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:30.795651 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.858777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ab8e221-a98b-4f01-898b-10a14c7e5b05 req-3a7576ac-6f0f-422f-918a-503fd2be5d32 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920320 Jul 14 09:25:30.942273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] For port 67c01cd2-af85-428f-8230-5e5cb90de2f1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=67c01cd2-af85-428f-8230-5e5cb90de2f1,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:30.942639 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:30.977269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Calling delete_port for 67c01cd2-af85-428f-8230-5e5cb90de2f1 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:31.045453 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.089180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47b55e-62bd-459c-a079-896e9a75b9cf req-79d80e97-8605-45c0-8b23-544c9ada3f11 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.090813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de47b55e-62bd-459c-a079-896e9a75b9cf req-79d80e97-8605-45c0-8b23-544c9ada3f11 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 950 time: 0.1492796 Jul 14 09:25:31.092450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b2f00ade-4ce0-4801-9848-770dbc8fca9d no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:31.146051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:31.149939 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb3b229-c795-4635-abb9-2dc8a239c72f" -d '{"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-plugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:31.160398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: b2f00ade-4ce0-4801-9848-770dbc8fca9d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:31.161110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b2f00ade-4ce0-4801-9848-770dbc8fca9d not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:31.174244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:31.179345 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.206310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de47b55e-62bd-459c-a079-896e9a75b9cf req-b398ec6b-0e0c-4119-a949-52c7f749917f tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930257 Jul 14 09:25:31.321209 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dca2be8-0f72-4144-91b6-9425f907b7b3 req-02f33dff-c15e-4ca8-b029-0957b906ec1b tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0759218 Jul 14 09:25:31.326574 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbcb689-07b7-4dfb-83db-b04c9dbe5c32 x-openstack-request-id: req-6bbcb689-07b7-4dfb-83db-b04c9dbe5c32 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:31.326876 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406", "status": "completed", "code": 200}, {"server_uuid": "744d443f-7fe9-4057-bc3f-03ba6ad7bee7", "name": "network-vif-deleted", "tag": "b2f00ade-4ce0-4801-9848-770dbc8fca9d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:31.327135 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bbcb689-07b7-4dfb-83db-b04c9dbe5c32 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:31.327547 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406', 'status': 'completed', 'code': 200} Jul 14 09:25:31.327873 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744d443f-7fe9-4057-bc3f-03ba6ad7bee7', 'name': 'network-vif-deleted', 'tag': 'b2f00ade-4ce0-4801-9848-770dbc8fca9d', 'status': 'completed', 'code': 200} Jul 14 09:25:31.336669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=13']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.507771 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:31.534730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-7a421a84-8c12-4253-b090-92e1e4930bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.543863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-7a421a84-8c12-4253-b090-92e1e4930bcc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1126 time: 0.1542487 Jul 14 09:25:31.586564 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cc0be8-f0ec-4ff4-adce-62611ae3a2cd x-openstack-request-id: req-01cc0be8-f0ec-4ff4-adce-62611ae3a2cd {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:31.587051 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-plugged", "status": "completed", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:31.587161 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01cc0be8-f0ec-4ff4-adce-62611ae3a2cd {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:31.587495 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'code': 200} Jul 14 09:25:31.603643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=67c01cd2-af85-428f-8230-5e5cb90de2f1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:31.819459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-59f4b9a1-5f66-4b42-84ee-96d3aabe0afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:31.821227 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-59f4b9a1-5f66-4b42-84ee-96d3aabe0afd service neutron] 10.222.0.69 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.2696388 Jul 14 09:25:31.885906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce55f5eb-393b-4556-a9d6-5352e62044f7 req-82f70fa6-c8d3-4409-8ba3-227d98eeb48d tempest-ListServersNegativeTestJSON-462554564 tempest-ListServersNegativeTestJSON-462554564-project] 10.222.0.73 "GET /v2.0/ports?device_id=0e5218ad-642a-4c09-a7e0-2a29c1bee36b HTTP/1.1" status: 200 len: 210 time: 0.0621336 Jul 14 09:25:31.966638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-c4b09141-7173-4d61-86f6-e9a61efd2a55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406 HTTP/1.1" status: 200 len: 217 time: 0.1307702 Jul 14 09:25:32.065220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:32.082770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-43ffbd59-56bf-439e-8aa5-a332e92268ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.085058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-43ffbd59-56bf-439e-8aa5-a332e92268ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.1123836 Jul 14 09:25:32.151640 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-dfd37f30-da23-42ee-b043-32dc962cddab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595388 Jul 14 09:25:32.631589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:32.695021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:32.699419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 807f82f7-4515-4a5d-9bf7-8e71c3dde1e2 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:32.724736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Router a1c0f9ca-8fa8-482f-828e-9ec51940142c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:32.883786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be7235-eef0-4a29-ac63-8fd5fe8a43b2 req-1944d6c0-183c-4ed4-93e0-e3909068d5f1 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.890883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99be7235-eef0-4a29-ac63-8fd5fe8a43b2 req-1944d6c0-183c-4ed4-93e0-e3909068d5f1 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.7425346 Jul 14 09:25:32.924897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-b5d00de0-1a64-4931-935a-2cc49fa06006 service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7582018 Jul 14 09:25:32.967498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-8b34f968-4a1f-4525-9dd4-4fcdc891484b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:32.969715 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-8b34f968-4a1f-4525-9dd4-4fcdc891484b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 951 time: 0.3647132 Jul 14 09:25:33.074892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99be7235-eef0-4a29-ac63-8fd5fe8a43b2 req-d51560e5-a59b-4431-8ae3-bbf04524d47b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830418 Jul 14 09:25:33.148673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf204b0b-a95d-47fe-a2d5-12755d944162 req-d6b6b3c8-c081-48e9-8654-92dd4193ab3d service neutron] 10.222.0.69 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976840 Jul 14 09:25:33.171329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:33.184371 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] Sync routers for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:33.207866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-96a99a9e-ba8c-404e-abee-897cf4356c3e admin admin] 10.222.0.73 "PUT /v2.0/routers/a1c0f9ca-8fa8-482f-828e-9ec51940142c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6625330 Jul 14 09:25:33.210742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51816) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.211146 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:33.211853 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:25:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:33.229637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533336c-3966-4226-a01b-5f2323b6e84f req-1e8d3b8c-0439-4167-94e7-7e4e82689fda tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:33.238367 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f533336c-3966-4226-a01b-5f2323b6e84f req-1e8d3b8c-0439-4167-94e7-7e4e82689fda tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 951 time: 0.6432757 Jul 14 09:25:33.294337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f533336c-3966-4226-a01b-5f2323b6e84f req-65daa94a-d7c9-4d65-84da-8d095ca5b531 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472243 Jul 14 09:25:33.357982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Deleting port 94837c17-9f22-47e7-9e11-b70225acbcb5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:33.360354 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.505699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dfd36a63-222e-4821-9477-3929ed64499c req-7a34a680-a45a-41ac-a68d-1d050d55d484 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.1226687 Jul 14 09:25:33.538774 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:33.651444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51824) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:33.662209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] For port 94837c17-9f22-47e7-9e11-b70225acbcb5, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94837c17-9f22-47e7-9e11-b70225acbcb5,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:33.662583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.715247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Calling delete_port for 94837c17-9f22-47e7-9e11-b70225acbcb5 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:33.758605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:33.990558 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:25:31Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:33.997444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.011848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'dd36d205-045a-4d91-9fef-26f7d057cae2', '94837c17-9f22-47e7-9e11-b70225acbcb5'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:34.038335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9501a61-1645-4bc5-bd95-54ff4f37759c admin admin] Deleting subnet e32d315a-91cf-46b4-825b-3c44618e99fc {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:34.052800 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9501a61-1645-4bc5-bd95-54ff4f37759c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.065592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event deleted for resources: {'Port': ['ID=94837c17-9f22-47e7-9e11-b70225acbcb5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:34.101103 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] Checking router: a1c0f9ca-8fa8-482f-828e-9ec51940142c for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:34.131409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.133697 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] Routers {'a1c0f9ca-8fa8-482f-828e-9ec51940142c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:34.134640 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:25:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:34.141955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['efdcf19d-7971-448b-b49c-2de02ff28d23'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:34.165110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] No DVR routers for this DVR port 94837c17-9f22-47e7-9e11-b70225acbcb5 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:34.167795 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9501a61-1645-4bc5-bd95-54ff4f37759c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.180165 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.187222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5f65135-f1d0-4698-9987-7fca26c14296 req-77a42e2e-36a7-4ba5-b90f-f11445bf0cbb tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "DELETE /v2.0/ports/94837c17-9f22-47e7-9e11-b70225acbcb5 HTTP/1.1" status: 204 len: 173 time: 1.2029974 Jul 14 09:25:34.187865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-deleted', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:34.190494 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a89e0e-7987-493c-a4e7-b255ae1ae6c9" -d '{"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-deleted", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:34.333603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9501a61-1645-4bc5-bd95-54ff4f37759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.416073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3b2ad-b066-4766-9d7b-65a5aca3b96e req-7b382913-a4fe-4b11-9ed0-a27f6eeaaf65 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:34.423192 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65f3b2ad-b066-4766-9d7b-65a5aca3b96e req-7b382913-a4fe-4b11-9ed0-a27f6eeaaf65 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 945 time: 0.1433141 Jul 14 09:25:34.430290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Deleting port fbe12800-821e-4e81-8f60-fc13ae2b02d8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:34.430558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.535535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65f3b2ad-b066-4766-9d7b-65a5aca3b96e req-a09252c2-a7a2-4e5f-9fa9-d04884517293 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100338 Jul 14 09:25:34.583554 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] Set router a1c0f9ca-8fa8-482f-828e-9ec51940142c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:34.641177 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f9ebb-b2b3-49eb-be61-8d44688328be x-openstack-request-id: req-863f9ebb-b2b3-49eb-be61-8d44688328be {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:34.641808 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf405d9e-6189-40df-903a-ef454904c77a", "name": "network-vif-deleted", "tag": "94837c17-9f22-47e7-9e11-b70225acbcb5", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:34.642299 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-863f9ebb-b2b3-49eb-be61-8d44688328be {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:34.643096 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf405d9e-6189-40df-903a-ef454904c77a', 'name': 'network-vif-deleted', 'tag': '94837c17-9f22-47e7-9e11-b70225acbcb5', 'status': 'completed', 'code': 200} Jul 14 09:25:34.652926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] For port fbe12800-821e-4e81-8f60-fc13ae2b02d8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fbe12800-821e-4e81-8f60-fc13ae2b02d8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:34.653410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.695293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Calling delete_port for fbe12800-821e-4e81-8f60-fc13ae2b02d8 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:34.886517 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9501a61-1645-4bc5-bd95-54ff4f37759c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:34.970066 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2dd58d1-c81b-44f5-a8fd-6ae29335fc90 req-d1e39692-40f8-4b29-9426-1cc2dc3419e1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=bf405d9e-6189-40df-903a-ef454904c77a HTTP/1.1" status: 200 len: 210 time: 0.0645742 Jul 14 09:25:34.984980 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:25:31Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:35.052888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9501a61-1645-4bc5-bd95-54ff4f37759c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e32d315a-91cf-46b4-825b-3c44618e99fc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:35.083331 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e0f004-c7d8-45d9-b6f6-a676edc0a9b9 None None] The sync data for ids ['a1c0f9ca-8fa8-482f-828e-9ec51940142c'] in n-d-780147-26 is: [{'id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1826288981-router', 'tenant_id': 'da40589ad30e42c29f1feb371c71d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:25:31Z', 'revision_number': 5, 'project_id': 'da40589ad30e42c29f1feb371c71d83c', 'gw_port': {'id': 'fbe12800-821e-4e81-8f60-fc13ae2b02d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1c0f9ca-8fa8-482f-828e-9ec51940142c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:13Z', 'updated_at': '2021-07-14T09:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:35.098444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:35.145846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9501a61-1645-4bc5-bd95-54ff4f37759c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.147863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b9501a61-1645-4bc5-bd95-54ff4f37759c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e32d315a-91cf-46b4-825b-3c44618e99fc HTTP/1.1" status: 204 len: 168 time: 1.4955940 Jul 14 09:25:35.150466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:35.225550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-b889372e-596b-40ab-ad3d-0f5102e7c373 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.232521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-b889372e-596b-40ab-ad3d-0f5102e7c373 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.69 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 945 time: 0.5636182 Jul 14 09:25:35.339619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2f18-2d45-4388-9889-4a9feaaa6f6d req-cf17150c-749b-4ede-bc6e-ca363a670e1b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.347157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98dd2f18-2d45-4388-9889-4a9feaaa6f6d req-cf17150c-749b-4ede-bc6e-ca363a670e1b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 943 time: 0.6011486 Jul 14 09:25:35.371660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.443737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c684e269-3329-48ff-a446-a1425dc1198b req-56b279e8-b77c-43f7-81bc-d4fa50864f5a tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0553038 Jul 14 09:25:35.498942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98dd2f18-2d45-4388-9889-4a9feaaa6f6d req-c068e286-c0e9-4c00-91d5-1ce9d399f5df tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508107 Jul 14 09:25:35.578214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Deleting port 6e5d3e3c-abef-490b-b0b4-982e82bad8be {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:35.580840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.589174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.597784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7814559-5688-43fe-aed2-60fde9cf873f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:35.624792 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.663992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:35.664802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca1fc45-3728-4d25-a1d9-7d211f8cccfc') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:35.669938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-aebe3ad4-e3ba-4782-b687-ddc8f8301674 service neutron] 10.222.0.69 "GET /v2.0/ports/24e23ef7-5e17-4d0b-89b8-220c4dfbc406/bindings/n-h2-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.2291677 Jul 14 09:25:35.695599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.720798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe12800-821e-4e81-8f60-fc13ae2b02d8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:35.781941 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.797060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:35.797816 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:35.804387 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:35.843937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.847322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] For port 6e5d3e3c-abef-490b-b0b4-982e82bad8be, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6e5d3e3c-abef-490b-b0b4-982e82bad8be,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:35.847690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.901203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.909981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.912260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f7814559-5688-43fe-aed2-60fde9cf873f HTTP/1.1" status: 204 len: 168 time: 0.7603648 Jul 14 09:25:35.942635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899b9db-c9bb-49a5-8fb3-8ee8105a2b2b req-7274949c-f603-4b98-a1da-6e59a2c5f18e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:35.944145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6899b9db-c9bb-49a5-8fb3-8ee8105a2b2b req-7274949c-f603-4b98-a1da-6e59a2c5f18e tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 945 time: 0.2112434 Jul 14 09:25:35.949339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a620284-6407-44aa-9bb0-6e8ccca08bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7814559-5688-43fe-aed2-60fde9cf873f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:35.950746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Calling delete_port for 6e5d3e3c-abef-490b-b0b4-982e82bad8be owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:35.965245 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:35.968707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.052996 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6899b9db-c9bb-49a5-8fb3-8ee8105a2b2b req-365131b1-9ae7-4e5c-97a6-3fd0960babaa tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969880 Jul 14 09:25:36.098390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:36.124469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:36.146046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.171575 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.173035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1c0f9ca-8fa8-482f-828e-9ec51940142c {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:36.175541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.181002 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.182492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-40c21176-2006-47a1-85d8-581e7d9fe78a admin admin] 10.222.0.73 "DELETE /v2.0/routers/a1c0f9ca-8fa8-482f-828e-9ec51940142c HTTP/1.1" status: 204 len: 168 time: 2.9705298 Jul 14 09:25:36.190390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51856) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.197830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:36.219913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:36.242327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Pushing event deleted for resources: {'Port': ['ID=6e5d3e3c-abef-490b-b0b4-982e82bad8be,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.259921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.323340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] No DVR routers for this DVR port 6e5d3e3c-abef-490b-b0b4-982e82bad8be on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:36.339257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.341336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-743cb19a-9974-4182-8c95-1dca2cb698d7 req-90a959cd-82d8-4d9d-8eb4-7c0bb621d847 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.69 "DELETE /v2.0/ports/6e5d3e3c-abef-490b-b0b4-982e82bad8be HTTP/1.1" status: 204 len: 173 time: 1.0931242 Jul 14 09:25:36.341795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'name': 'network-vif-deleted', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:36.344296 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e9689a-8bf3-4409-99c1-0e6fd437fe17" -d '{"events": [{"server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "name": "network-vif-deleted", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:36.352806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9ae47d-9993-4090-8b2a-37fd8347a969 admin admin] Deleting subnet 9f5cdfef-bcef-4ab1-81c6-7eb5253793fa {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:36.356122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c9ae47d-9993-4090-8b2a-37fd8347a969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.409032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0f7bae14-5b07-4de9-87d9-3b5d4ff7be53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0eade3b2feba4ce09b28c6c0ae23e718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616508 Jul 14 09:25:36.418404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.463841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c9ae47d-9993-4090-8b2a-37fd8347a969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.506840 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1f0074-6f96-4a2b-895f-cc127dac02fa x-openstack-request-id: req-8d1f0074-6f96-4a2b-895f-cc127dac02fa {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:36.507420 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c4c2ae-5021-4917-aded-820cf8b6249f", "name": "network-vif-deleted", "tag": "6e5d3e3c-abef-490b-b0b4-982e82bad8be", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:36.507960 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d1f0074-6f96-4a2b-895f-cc127dac02fa {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:36.508537 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c4c2ae-5021-4917-aded-820cf8b6249f', 'name': 'network-vif-deleted', 'tag': '6e5d3e3c-abef-490b-b0b4-982e82bad8be', 'status': 'completed', 'code': 200} Jul 14 09:25:36.574939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] Transition to ACTIVE for port object 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:36.594529 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.637052 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c9ae47d-9993-4090-8b2a-37fd8347a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.676226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:36.716974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 94837c17-9f22-47e7-9e11-b70225acbcb5 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:36.724111 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8aa4ab67-5754-41ed-82d0-6c1ce5b75cdc req-64b6eb12-fa4d-4fea-9ad2-93e99b8f21eb tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0554039 Jul 14 09:25:36.736383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94837c17-9f22-47e7-9e11-b70225acbcb5 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:36.751369 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be95af1b-0207-432e-b789-2008e26817c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.778244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c9ae47d-9993-4090-8b2a-37fd8347a969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.796267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] No DVR routers for this DVR port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:36.818032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b105f9-717f-4e80-8411-0fe202f94dcd None None] Network 7903b25e-f7c7-42be-8fb1-7d412959b10f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:36.853938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c9ae47d-9993-4090-8b2a-37fd8347a969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.862436 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6c9ae47d-9993-4090-8b2a-37fd8347a969 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9f5cdfef-bcef-4ab1-81c6-7eb5253793fa HTTP/1.1" status: 204 len: 168 time: 0.6705530 Jul 14 09:25:36.866810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51872) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:36.873479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] Pushing event updated for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.887022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ae47d-9993-4090-8b2a-37fd8347a969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5cdfef-bcef-4ab1-81c6-7eb5253793fa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:36.901300 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f495b8a2-d3bf-44b7-82c0-b0a2306fded8 service neutron] 10.222.0.69 "PUT /v2.0/ports/24e23ef7-5e17-4d0b-89b8-220c4dfbc406/bindings/n-h2-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 1.2216487 Jul 14 09:25:36.905476 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be95af1b-0207-432e-b789-2008e26817c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:36.999653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e51c0-2c6c-4401-aa67-ae4f35a95e96 req-b72f457f-4719-4dc8-a418-6c321c3ddb00 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.004931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb6e51c0-2c6c-4401-aa67-ae4f35a95e96 req-b72f457f-4719-4dc8-a418-6c321c3ddb00 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 944 time: 0.2485101 Jul 14 09:25:37.061386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 67c01cd2-af85-428f-8230-5e5cb90de2f1 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:37.116943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] DHCP port deletion for 7903b25e-f7c7-42be-8fb1-7d412959b10f request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:37.119261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6e5d3e3c-abef-490b-b0b4-982e82bad8be no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:37.123444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 67c01cd2-af85-428f-8230-5e5cb90de2f1 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:37.124069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 67c01cd2-af85-428f-8230-5e5cb90de2f1 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:37.124691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fbe12800-821e-4e81-8f60-fc13ae2b02d8 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:37.131355 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be95af1b-0207-432e-b789-2008e26817c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.132328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.134158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be95af1b-0207-432e-b789-2008e26817c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.135552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-be95af1b-0207-432e-b789-2008e26817c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/75393df4-d3d7-46d5-bd66-256b235beac4 HTTP/1.1" status: 204 len: 168 time: 0.7161613 Jul 14 09:25:37.160223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb6e51c0-2c6c-4401-aa67-ae4f35a95e96 req-8449cd99-f8f4-490c-bac4-1fe85aa7d049 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458843 Jul 14 09:25:37.179171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 6e5d3e3c-abef-490b-b0b4-982e82bad8be {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:37.187758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6e5d3e3c-abef-490b-b0b4-982e82bad8be not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:37.188669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95af1b-0207-432e-b789-2008e26817c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75393df4-d3d7-46d5-bd66-256b235beac4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.213981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-a39e6b7d-f587-484f-a21a-0404e37568ca tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.214189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acfe36-f98a-434e-882f-6bd8d962b18b req-811080ca-0823-47dd-b3e0-d535d0b52051 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.219047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-a39e6b7d-f587-484f-a21a-0404e37568ca tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.1616406 Jul 14 09:25:37.221673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13acfe36-f98a-434e-882f-6bd8d962b18b req-811080ca-0823-47dd-b3e0-d535d0b52051 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 951 time: 0.2534437 Jul 14 09:25:37.303221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13acfe36-f98a-434e-882f-6bd8d962b18b req-ee49b9c2-8777-4169-9574-00e5d52d90d9 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804715 Jul 14 09:25:37.310727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Deleting port 56a721da-f837-4d87-9bd0-7fdc079e1edf {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:37.312898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.321443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: fbe12800-821e-4e81-8f60-fc13ae2b02d8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:37.322046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fbe12800-821e-4e81-8f60-fc13ae2b02d8 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:37.395164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] Deleting port 56a721da-f837-4d87-9bd0-7fdc079e1edf {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:37.395458 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.489448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] For port 56a721da-f837-4d87-9bd0-7fdc079e1edf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=56a721da-f837-4d87-9bd0-7fdc079e1edf,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:37.490010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.506146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] Calling delete_port for 56a721da-f837-4d87-9bd0-7fdc079e1edf owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:37.528919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de20af50-aa84-4193-8e84-04c0974ddcef req-f0a80e09-6817-4129-9b53-0ec8118377b1 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=80c4c2ae-5021-4917-aded-820cf8b6249f HTTP/1.1" status: 200 len: 210 time: 0.0771942 Jul 14 09:25:37.557180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] For port 56a721da-f837-4d87-9bd0-7fdc079e1edf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=56a721da-f837-4d87-9bd0-7fdc079e1edf,segment=NetworkSegment(248f752f-c67d-4e26-b92e-d8fc8b319c76),segment_id=248f752f-c67d-4e26-b92e-d8fc8b319c76)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:37.557560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.572428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Calling delete_port for 56a721da-f837-4d87-9bd0-7fdc079e1edf owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:37.608220 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.638070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] Pushing event deleted for resources: {'Port': ['ID=56a721da-f837-4d87-9bd0-7fdc079e1edf,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.660417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63602ead-732a-41a3-8ae5-645b65245703 None None] No DVR routers for this DVR port 56a721da-f837-4d87-9bd0-7fdc079e1edf on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:37.687217 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.695180 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-622b9d0b-8a44-4832-82b5-1353d59c7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.695180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-622b9d0b-8a44-4832-82b5-1353d59c7f69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca&tenant_id=4ef2f47428f74997af795a7905fea995 HTTP/1.1" status: 200 len: 1096 time: 0.4683120 Jul 14 09:25:37.734288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a721da-f837-4d87-9bd0-7fdc079e1edf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:37.738319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] No DVR routers for this DVR port 56a721da-f837-4d87-9bd0-7fdc079e1edf on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:37.802410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f86c1317-b218-470b-9fbf-31431438413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.804595 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-f86c1317-b218-470b-9fbf-31431438413e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1096 time: 0.0840323 Jul 14 09:25:37.861457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.878042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7903b25e-f7c7-42be-8fb1-7d412959b10f']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:37.889623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248f752f-c67d-4e26-b92e-d8fc8b319c76') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:37.889926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248f752f-c67d-4e26-b92e-d8fc8b319c76') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:37.918603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.936059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.944797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:37.945202 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:37.948882 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:37.953180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9b90078b-ead2-4b5b-a670-d1dca80df5cd req-8a151a6d-f6d9-45d4-bce9-aae3e2d084cb tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0338640 Jul 14 09:25:37.963803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-99a0c3b8-01cb-474a-922a-aebc0f81d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:37.965633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-99a0c3b8-01cb-474a-922a-aebc0f81d71a service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.1550059 Jul 14 09:25:38.016028 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-238306ee-a5ba-4308-b0a5-82d4f0ba006f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406 HTTP/1.1" status: 200 len: 217 time: 0.0413787 Jul 14 09:25:38.027183 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.035446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.040410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7903b25e-f7c7-42be-8fb1-7d412959b10f HTTP/1.1" status: 204 len: 168 time: 1.1713774 Jul 14 09:25:38.041968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51898) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:38.061763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ba530-a655-401a-b992-532bcd31a916 admin admin] Pushing event deleted for resources: {'Network': ['ID=7903b25e-f7c7-42be-8fb1-7d412959b10f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.071664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-4140a470-91d4-417a-bc99-64477990e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.073982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-4140a470-91d4-417a-bc99-64477990e0c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0522957 Jul 14 09:25:38.115860 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-a6e92345-2d11-4cb5-8a73-c96e18e1695d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350463 Jul 14 09:25:38.241583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-30bd678c-fc49-4623-8078-17054cc3328e service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191795 Jul 14 09:25:38.364969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-3db6f18f-f202-4852-8c2c-2efe34efc7d3 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087723 Jul 14 09:25:38.428713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51918) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:38.522223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d4a35-f8c7-4740-8710-35765a0c1729 req-7f7a920e-c54c-4c95-be6b-faca0d0b22c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.523786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-155d4a35-f8c7-4740-8710-35765a0c1729 req-7f7a920e-c54c-4c95-be6b-faca0d0b22c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 944 time: 0.1765583 Jul 14 09:25:38.576510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-618968214-network', 'tenant_id': '1eefedfb3dbc45618cdbe6441cad79ae'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:38.592456 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-155d4a35-f8c7-4740-8710-35765a0c1729 req-819cb62e-0411-46f8-9601-ab9e8501ebef tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616910 Jul 14 09:25:38.603793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-19f21f9e-326a-4e67-ae64-a7a6c35768b7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.605987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-19f21f9e-326a-4e67-ae64-a7a6c35768b7 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 951 time: 0.2223887 Jul 14 09:25:38.629360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Made reservation on behalf of 1eefedfb3dbc45618cdbe6441cad79ae for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:38.631946 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.659550 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.704300 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.755199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3458a0-2545-4c29-b532-c94a38a4eb7d req-7c0c04df-f6fe-4b77-bd3b-1ff52b2916a1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.757333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3458a0-2545-4c29-b532-c94a38a4eb7d req-7c0c04df-f6fe-4b77-bd3b-1ff52b2916a1 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 951 time: 0.2943399 Jul 14 09:25:38.800991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-864572ff-1194-4b90-826b-e98e6194cd43 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:38.802362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-864572ff-1194-4b90-826b-e98e6194cd43 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca&tenant_id=4ef2f47428f74997af795a7905fea995&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1096 time: 0.1117795 Jul 14 09:25:38.825763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Deleting port efdcf19d-7971-448b-b49c-2de02ff28d23 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:38.826333 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.910944 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.918711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.953263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3458a0-2545-4c29-b532-c94a38a4eb7d req-9ad13741-b4fd-4567-9e72-af34bed2863a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710861 Jul 14 09:25:38.962848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:25:38.987787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b05fe95-aec4-4a8f-9dd7-80b564904ef8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:38.998608 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:38.999119 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Added segment c8052e63-b131-4cce-9fde-ce017f767331 of type vlan for network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 Jul 14 09:25:39.096067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 56a721da-f837-4d87-9bd0-7fdc079e1edf no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:39.125235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 56a721da-f837-4d87-9bd0-7fdc079e1edf {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:39.126780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 56a721da-f837-4d87-9bd0-7fdc079e1edf not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:39.156856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.186589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] For port efdcf19d-7971-448b-b49c-2de02ff28d23, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=efdcf19d-7971-448b-b49c-2de02ff28d23,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.186985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.202143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Deleting port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:39.202311 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.214786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.215817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.216431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.251012 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e16653d-6ba4-41e7-9f20-1584085beac0 req-5535a2b6-d35b-4812-a6a0-bc765549bb63 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0515492 Jul 14 09:25:39.262856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Calling delete_port for efdcf19d-7971-448b-b49c-2de02ff28d23 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:39.289146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-d5ac821d-af46-4bea-a252-299707f06a90 service neutron] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:39.651757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-d5ac821d-af46-4bea-a252-299707f06a90 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.652939 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-d5ac821d-af46-4bea-a252-299707f06a90 service neutron] 10.222.0.66 "DELETE /v2.0/ports/24e23ef7-5e17-4d0b-89b8-220c4dfbc406/bindings/n-h1-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.8333659 Jul 14 09:25:39.673117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51944) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:39.673761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2435973 Jul 14 09:25:39.684953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Request body: {'subnet': {'network_id': '73ff4bbf-e6c8-4701-95eb-78d0a74da2d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-618968214-subnet', 'tenant_id': '1eefedfb3dbc45618cdbe6441cad79ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:39.735440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775a1c4-c5d4-4160-a06b-4b4155bcf1bc admin admin] Pushing event updated for resources: {'Network': ['ID=73ff4bbf-e6c8-4701-95eb-78d0a74da2d5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:39.749302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:25:39.765332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Made reservation on behalf of 1eefedfb3dbc45618cdbe6441cad79ae for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:39.768241 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.769827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] For port 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,segment=NetworkSegment(3a89ac47-b1fc-4cb4-aad8-60a03a4869c9),segment_id=3a89ac47-b1fc-4cb4-aad8-60a03a4869c9)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:39.770195 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.792169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Calling delete_port for 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:39.812189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e6a2b-8523-4d44-a3e8-f9ed97003753 req-63c04e94-708e-40a1-b8e1-8e022273d00c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.819791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa0e6a2b-8523-4d44-a3e8-f9ed97003753 req-63c04e94-708e-40a1-b8e1-8e022273d00c tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 944 time: 0.2032034 Jul 14 09:25:39.896309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-17a7fcb7-6e80-4112-aab6-48a4af172463 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.898551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-17a7fcb7-6e80-4112-aab6-48a4af172463 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 944 time: 0.2301958 Jul 14 09:25:39.929817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:39.942406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'dd36d205-045a-4d91-9fef-26f7d057cae2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:39.962118 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa0e6a2b-8523-4d44-a3e8-f9ed97003753 req-8f63f9ef-b034-42ba-a6fe-2c9c62e73225 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414735 Jul 14 09:25:39.979796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc47eb-c6d5-4dfc-8e5f-3cb05db35c62 req-7157ec45-db0f-40ab-aadf-02c10527f849 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:39.981504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ffc47eb-c6d5-4dfc-8e5f-3cb05db35c62 req-7157ec45-db0f-40ab-aadf-02c10527f849 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 944 time: 0.2268744 Jul 14 09:25:39.984380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event deleted for resources: {'Port': ['ID=efdcf19d-7971-448b-b49c-2de02ff28d23,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.125259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] No DVR routers for this DVR port efdcf19d-7971-448b-b49c-2de02ff28d23 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:40.133256 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.135501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a8be6fc-a187-4eba-8e2b-101363559da7 req-4a70ad9c-80d7-44bc-b9d8-c29f042bfc20 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.69 "DELETE /v2.0/ports/efdcf19d-7971-448b-b49c-2de02ff28d23 HTTP/1.1" status: 204 len: 173 time: 1.5235603 Jul 14 09:25:40.136068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-deleted', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:40.145814 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fd4127-d48e-40ed-a116-f3ae34340d2f" -d '{"events": [{"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-deleted", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:40.185824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ffc47eb-c6d5-4dfc-8e5f-3cb05db35c62 req-431cd4d8-59d8-46a2-98df-2ddb8ef09f8a tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925640 Jul 14 09:25:40.194364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Deleting port cd4ca668-415d-4440-a886-7fb8f1f117e0 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:40.195205 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.291637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.466414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] For port cd4ca668-415d-4440-a886-7fb8f1f117e0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=cd4ca668-415d-4440-a886-7fb8f1f117e0,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:40.467382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.471075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.491526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0f7d57b-8b2c-4989-8e1b-3b1b8d32ff95,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.510198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:40.518162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-82ff2f93-5713-4f15-9140-1f61daa598ef req-2130eb0c-a88b-4f59-8a13-f06efc3a7f04 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=45de3388-2de1-437f-8a98-f0ef98fea785 HTTP/1.1" status: 200 len: 210 time: 0.0473814 Jul 14 09:25:40.521813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Checking segment: {'id': 'c8052e63-b131-4cce-9fde-ce017f767331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '73ff4bbf-e6c8-4701-95eb-78d0a74da2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:40.522165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Network hostable DHCP agents. Network: 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:25:40.528594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Calling delete_port for cd4ca668-415d-4440-a886-7fb8f1f117e0 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:40.542905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:25:40.557516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:40.576650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:40.580448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:40.580868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed554a4-94e9-4b3d-8b98-3a7c9a396483 None None] Network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:40.629432 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0afcfa05-fd78-4547-b901-b4c18596e4b8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9464672 Jul 14 09:25:40.659323 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615c54bf-72a8-4d4c-86f1-0c29264a253f x-openstack-request-id: req-615c54bf-72a8-4d4c-86f1-0c29264a253f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:40.660068 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45de3388-2de1-437f-8a98-f0ef98fea785", "name": "network-vif-deleted", "tag": "efdcf19d-7971-448b-b49c-2de02ff28d23", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:40.660068 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-615c54bf-72a8-4d4c-86f1-0c29264a253f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:40.660333 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45de3388-2de1-437f-8a98-f0ef98fea785', 'name': 'network-vif-deleted', 'tag': 'efdcf19d-7971-448b-b49c-2de02ff28d23', 'status': 'completed', 'code': 200} Jul 14 09:25:40.925928 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-95df669b-6ca7-4adc-9aba-64694a070341 req-4f77f821-ec3e-4f91-83a3-e5aa9d314515 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0622072 Jul 14 09:25:40.928463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0491e392-aa2d-47b3-b1c9-d2e47c3d0e68 None None] Network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:41.011249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.114154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:41.181924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: efdcf19d-7971-448b-b49c-2de02ff28d23 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:41.183474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device efdcf19d-7971-448b-b49c-2de02ff28d23 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:41.274871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a4fb5-5e24-4b45-b3b8-7f48b9eea867 req-96a28455-97e5-4853-8f14-72e5ed0fa322 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.276587 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a4fb5-5e24-4b45-b3b8-7f48b9eea867 req-96a28455-97e5-4853-8f14-72e5ed0fa322 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 1096 time: 0.3176582 Jul 14 09:25:41.370238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a4fb5-5e24-4b45-b3b8-7f48b9eea867 req-c91f3418-b231-4991-96c8-8e6084e8bca6 tempest-LiveMigrationTest-331067152 tempest-LiveMigrationTest-331067152-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796571 Jul 14 09:25:41.378251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.404443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c523d-0296-4066-80ec-4cff8900d80f req-9c17f943-fb55-467a-98b9-80a349092ca2 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:41.406741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c9c523d-0296-4066-80ec-4cff8900d80f req-9c17f943-fb55-467a-98b9-80a349092ca2 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=5d705f45-6c68-4b1c-9035-128e91ae145e HTTP/1.1" status: 200 len: 866 time: 0.0698380 Jul 14 09:25:41.414816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Pushing event deleted for resources: {'Port': ['ID=cd4ca668-415d-4440-a886-7fb8f1f117e0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:41.468188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] No DVR routers for this DVR port cd4ca668-415d-4440-a886-7fb8f1f117e0 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:41.471312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.473438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9bf46b20-2b24-49a6-bfc2-0c5f73fdd7cf req-bb0dfc8b-317f-405e-bcbf-ed5df7fcf1d6 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.69 "DELETE /v2.0/ports/cd4ca668-415d-4440-a886-7fb8f1f117e0 HTTP/1.1" status: 204 len: 173 time: 1.5672758 Jul 14 09:25:41.473886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'name': 'network-vif-deleted', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:41.476241 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90e8038-77ce-44be-a4e1-43595eadf12a" -d '{"events": [{"server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "name": "network-vif-deleted", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:41.477939 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c9c523d-0296-4066-80ec-4cff8900d80f req-87c77f3b-5f90-447f-acab-c8bc7f65b3bf tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599957 Jul 14 09:25:41.491730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Router 763b5252-3e7e-436a-bccf-b944f6e60bdd has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:25:41.628834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:25:41.639055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] Sync routers for ids ['763b5252-3e7e-436a-bccf-b944f6e60bdd'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:25:41.640115 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-576ba47f-41f7-42b5-8fe7-d407b4d88a3f admin admin] 10.222.0.73 "PUT /v2.0/routers/763b5252-3e7e-436a-bccf-b944f6e60bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5971420 Jul 14 09:25:41.643160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51992) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:41.665924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] Routers {'763b5252-3e7e-436a-bccf-b944f6e60bdd'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:41.666994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:25:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['763b5252-3e7e-436a-bccf-b944f6e60bdd'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:41.854904 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:41.863003 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9f7511-2d78-4671-bea4-5cd2aa563e2b x-openstack-request-id: req-5e9f7511-2d78-4671-bea4-5cd2aa563e2b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:41.863302 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d705f45-6c68-4b1c-9035-128e91ae145e", "name": "network-vif-deleted", "tag": "cd4ca668-415d-4440-a886-7fb8f1f117e0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:41.863556 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e9f7511-2d78-4671-bea4-5cd2aa563e2b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:41.863965 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d705f45-6c68-4b1c-9035-128e91ae145e', 'name': 'network-vif-deleted', 'tag': 'cd4ca668-415d-4440-a886-7fb8f1f117e0', 'status': 'completed', 'code': 200} Jul 14 09:25:42.018129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] Set router 763b5252-3e7e-436a-bccf-b944f6e60bdd gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:42.051379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.175304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Deleting port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:42.176558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.238283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea728-600e-4438-8c0b-88eac4ceba20 req-2f28295a-660d-457d-bfe3-e80fba05dd90 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.239882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa3ea728-600e-4438-8c0b-88eac4ceba20 req-2f28295a-660d-457d-bfe3-e80fba05dd90 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 944 time: 0.1213427 Jul 14 09:25:42.308986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa3ea728-600e-4438-8c0b-88eac4ceba20 req-b9d1f402-e07a-49d7-aafe-c9d4ffef9bdc tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580077 Jul 14 09:25:42.355382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d20fea4b-e5dd-49b1-af84-b68324e446e2 req-f3023161-5f37-47e9-b81e-ec4a7218876a tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0715606 Jul 14 09:25:42.367206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:25:40Z', 'revision_number': 5, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port': {'id': 'c3a3b085-2569-4bdf-9bd2-3fc1f31a203c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:20:24Z', 'updated_at': '2021-07-14T09:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:42.412825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] Checking router: 763b5252-3e7e-436a-bccf-b944f6e60bdd for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:25:42.431088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] For port c3a3b085-2569-4bdf-9bd2-3fc1f31a203c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c3a3b085-2569-4bdf-9bd2-3fc1f31a203c,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:42.431903 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.441942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] Routers {'763b5252-3e7e-436a-bccf-b944f6e60bdd'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:25:42.442575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:25:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['763b5252-3e7e-436a-bccf-b944f6e60bdd'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:42.452068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Calling delete_port for c3a3b085-2569-4bdf-9bd2-3fc1f31a203c owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:42.640564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] Set router 763b5252-3e7e-436a-bccf-b944f6e60bdd gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:25:42.711365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c0ef5-1994-4656-bc42-361c30683f7d req-3a5f3c87-96ee-439a-bc5d-cd26fe95aa13 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.726092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:25:42Z', 'revision_number': 6, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:42.729679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-266c0ef5-1994-4656-bc42-361c30683f7d req-3a5f3c87-96ee-439a-bc5d-cd26fe95aa13 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.66 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 944 time: 0.1255648 Jul 14 09:25:42.758950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e1990-081f-4758-a712-8fd4d486ea68 None None] The sync data for ids ['763b5252-3e7e-436a-bccf-b944f6e60bdd'] in n-d-780147-26 is: [{'id': '763b5252-3e7e-436a-bccf-b944f6e60bdd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577916408-router', 'tenant_id': 'b9254e108c254dcd9a57c463fec32e7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:20:23Z', 'updated_at': '2021-07-14T09:25:42Z', 'revision_number': 6, 'project_id': 'b9254e108c254dcd9a57c463fec32e7e', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:25:42.924028 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.960464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Deleting port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:42.960838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:42.976801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd745445-7ea6-4032-bccc-b5f65f7cb96b req-8a6736a0-1be0-4776-af22-3b1e777301b4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:42.978378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd745445-7ea6-4032-bccc-b5f65f7cb96b req-8a6736a0-1be0-4776-af22-3b1e777301b4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1672850 Jul 14 09:25:42.979216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a3b085-2569-4bdf-9bd2-3fc1f31a203c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:43.103443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device cd4ca668-415d-4440-a886-7fb8f1f117e0 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:43.162939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: cd4ca668-415d-4440-a886-7fb8f1f117e0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:43.163986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device cd4ca668-415d-4440-a886-7fb8f1f117e0 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:43.178424 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd745445-7ea6-4032-bccc-b5f65f7cb96b req-1d787d54-f8bd-423c-a22e-89bf18d5c4cd tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836040 Jul 14 09:25:43.206341 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.210520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] For port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:43.210927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.289038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:43.338814 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.341776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.358532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:43.359082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a1475c0-140b-41a8-b0c0-8a7fae4ed9bf not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:43.405772 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.406332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763b5252-3e7e-436a-bccf-b944f6e60bdd {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:25:43.408528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Calling delete_port for 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:43.413469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.417373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4a78cccb-1f2b-4209-8232-5574d1c815b8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/763b5252-3e7e-436a-bccf-b944f6e60bdd HTTP/1.1" status: 204 len: 168 time: 1.7728751 Jul 14 09:25:43.417908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52030) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:43.467147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bac27a-5398-46d7-82b2-93e86b1b14ed req-fbc6d25a-408e-4ada-b800-689db390205d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.470049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-86bac27a-5398-46d7-82b2-93e86b1b14ed req-fbc6d25a-408e-4ada-b800-689db390205d tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 967 time: 0.1669865 Jul 14 09:25:43.518474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a529d4aa-777d-459e-a2db-9b1726f322c9 admin admin] Deleting subnet 084fe811-50ec-4174-8f14-d7b5c44929ba {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:43.522045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a529d4aa-777d-459e-a2db-9b1726f322c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.565859 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a529d4aa-777d-459e-a2db-9b1726f322c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.589029 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-86bac27a-5398-46d7-82b2-93e86b1b14ed req-acb15b79-484b-456f-94c8-4f59dd8d2eae tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077602 Jul 14 09:25:43.641662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-b384bf69-3c0d-45bd-a4bd-f6e4f6856d95 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.643321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-b384bf69-3c0d-45bd-a4bd-f6e4f6856d95 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.69 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 967 time: 0.1018281 Jul 14 09:25:43.742296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a529d4aa-777d-459e-a2db-9b1726f322c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.790524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b23ef34f-d403-413f-9c30-e04994b6addf req-1800610a-9ec9-41a2-8553-81cdebb63969 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0353024 Jul 14 09:25:43.809641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f36d39-4c7a-4cef-961c-3454acb87dc3 req-cab94c9e-8b65-4cc4-aa02-0a8a91af3067 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:43.816290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Deleting port e319518d-e4e8-411b-b33e-80cc2363fe43 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:43.816683 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.816818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5f36d39-4c7a-4cef-961c-3454acb87dc3 req-cab94c9e-8b65-4cc4-aa02-0a8a91af3067 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 944 time: 0.1973889 Jul 14 09:25:43.921472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5f36d39-4c7a-4cef-961c-3454acb87dc3 req-f5daad67-3c53-42a3-87aa-1185504172b1 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036956 Jul 14 09:25:43.924782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a529d4aa-777d-459e-a2db-9b1726f322c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.942822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a529d4aa-777d-459e-a2db-9b1726f322c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.950106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52038) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:43.951182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a1bbaf-1a50-44a8-b9bf-4bc1883de562 None None] Network caaafc10-911e-4a80-8938-2524b46de9a8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:25:43.952801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a529d4aa-777d-459e-a2db-9b1726f322c9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/084fe811-50ec-4174-8f14-d7b5c44929ba HTTP/1.1" status: 204 len: 168 time: 0.5264311 Jul 14 09:25:43.977503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:43.980726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529d4aa-777d-459e-a2db-9b1726f322c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=084fe811-50ec-4174-8f14-d7b5c44929ba,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.023459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9c823a6a-19e9-43f2-b8df-7264f85ee307', '24e23ef7-5e17-4d0b-89b8-220c4dfbc406'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:44.024298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Pushing event deleted for resources: {'Port': ['ID=24e23ef7-5e17-4d0b-89b8-220c4dfbc406,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:44.087736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] For port e319518d-e4e8-411b-b33e-80cc2363fe43, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e319518d-e4e8-411b-b33e-80cc2363fe43,segment=NetworkSegment(cbde8122-6e3d-4dcf-91b2-81aa799732f3),segment_id=cbde8122-6e3d-4dcf-91b2-81aa799732f3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:44.088189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.105975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] No DVR routers for this DVR port 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:44.112291 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.115270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-266c0ef5-1994-4656-bc42-361c30683f7d req-5ccad23a-69e4-4ac3-9842-182b012447c9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.66 "DELETE /v2.0/ports/24e23ef7-5e17-4d0b-89b8-220c4dfbc406 HTTP/1.1" status: 204 len: 173 time: 1.3797653 Jul 14 09:25:44.116300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'name': 'network-vif-deleted', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:44.122088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Calling delete_port for e319518d-e4e8-411b-b33e-80cc2363fe43 owned by compute:tempest-test_az-1396111613 {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:44.124505 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1e9523-8185-4881-aaee-3bf3f4b5aef2" -d '{"events": [{"server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "name": "network-vif-deleted", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:44.134597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.208279 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f2ac86-052c-48d4-b242-cfaee247de72 x-openstack-request-id: req-84f2ac86-052c-48d4-b242-cfaee247de72 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:44.208580 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7469ffeb-bece-4f60-af5f-59fbffd3c3ca", "name": "network-vif-deleted", "tag": "24e23ef7-5e17-4d0b-89b8-220c4dfbc406", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:44.208833 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84f2ac86-052c-48d4-b242-cfaee247de72 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:44.209237 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7469ffeb-bece-4f60-af5f-59fbffd3c3ca', 'name': 'network-vif-deleted', 'tag': '24e23ef7-5e17-4d0b-89b8-220c4dfbc406', 'status': 'completed', 'code': 200} Jul 14 09:25:44.364108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-46b32be8-2d25-49fa-b564-ca950697261e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.366213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-46b32be8-2d25-49fa-b564-ca950697261e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.3378501 Jul 14 09:25:44.501971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Deleting port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:44.502593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7be2d6-dbc2-4499-b12b-a5bdb1d76580 req-173584a7-fd98-4175-8c5c-9ce01e3bdc7e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.503095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.511038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f7be2d6-dbc2-4499-b12b-a5bdb1d76580 req-173584a7-fd98-4175-8c5c-9ce01e3bdc7e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.1209221 Jul 14 09:25:44.556597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f7be2d6-dbc2-4499-b12b-a5bdb1d76580 req-6c022d76-9b1b-4d53-9181-5d81ef764e0c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Jul 14 09:25:44.690682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] DHCP port deletion for caaafc10-911e-4a80-8938-2524b46de9a8 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:25:44.739902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] Deleting port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:44.740311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.763680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-5d90da83-4446-445f-9ef2-2078c0de03b1 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.772141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-5d90da83-4446-445f-9ef2-2078c0de03b1 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/networks?id=73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 HTTP/1.1" status: 200 len: 809 time: 0.2830324 Jul 14 09:25:44.826338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] For port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,segment=NetworkSegment(3a89ac47-b1fc-4cb4-aad8-60a03a4869c9),segment_id=3a89ac47-b1fc-4cb4-aad8-60a03a4869c9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:44.826658 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.837580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-e88e3de9-1208-410e-924e-58342b833b99 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/quotas/1eefedfb3dbc45618cdbe6441cad79ae HTTP/1.1" status: 200 len: 375 time: 0.0644939 Jul 14 09:25:44.848059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] Calling delete_port for 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:44.864124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] For port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,segment=NetworkSegment(3a89ac47-b1fc-4cb4-aad8-60a03a4869c9),segment_id=3a89ac47-b1fc-4cb4-aad8-60a03a4869c9)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:44.864515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.901255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-187206a3-77b5-4bd0-b209-2a37d424da96 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1eefedfb3dbc45618cdbe6441cad79ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625963 Jul 14 09:25:44.904033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2139b-84fe-41d7-be6c-537e10acd089 req-fdc233d7-a4a1-4d4e-82fc-8aeac1fc19dd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:44.910191 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.920458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eeb2139b-84fe-41d7-be6c-537e10acd089 req-fdc233d7-a4a1-4d4e-82fc-8aeac1fc19dd tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 888 time: 0.1354272 Jul 14 09:25:44.926988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Calling delete_port for 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:44.937195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Deleting port dd36d205-045a-4d91-9fef-26f7d057cae2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:44.937536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:44.981951 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.014067 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eeb2139b-84fe-41d7-be6c-537e10acd089 req-e32234e4-5701-4ba0-86e1-e0589e267545 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/security-groups?id=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925097 Jul 14 09:25:45.020338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] No DVR routers for this DVR port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:45.027947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752ca90-e441-4413-99a1-a0f475e78a6f None None] Pushing event deleted for resources: {'Port': ['ID=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.039052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c3a3b085-2569-4bdf-9bd2-3fc1f31a203c no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:45.062414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c3a3b085-2569-4bdf-9bd2-3fc1f31a203c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:45.062767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c3a3b085-2569-4bdf-9bd2-3fc1f31a203c not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:45.063171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:45.069972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Pushing event deleted for resources: {'Port': ['ID=e319518d-e4e8-411b-b33e-80cc2363fe43,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.088669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:45.089016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:45.133370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] For port dd36d205-045a-4d91-9fef-26f7d057cae2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=dd36d205-045a-4d91-9fef-26f7d057cae2,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:45.134103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.164001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72dd9316-f66c-4426-b705-72eda47e0efb req-c7b9cab7-1856-48e9-9960-f5aaa09fa699 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0356023 Jul 14 09:25:45.283235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] No DVR routers for this DVR port e319518d-e4e8-411b-b33e-80cc2363fe43 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:45.286780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Calling delete_port for dd36d205-045a-4d91-9fef-26f7d057cae2 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:45.294375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.296682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f4dbe20-d03d-403a-bb00-c985570e33fa req-350ac18a-78e2-4393-a203-249c03fe3c77 tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.69 "DELETE /v2.0/ports/e319518d-e4e8-411b-b33e-80cc2363fe43 HTTP/1.1" status: 204 len: 173 time: 1.6421156 Jul 14 09:25:45.300156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-deleted', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:45.303646 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388093f5-bd23-4912-9518-bfc3dd794510" -d '{"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-deleted", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:45.349950 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f75981d4-afeb-49c5-8840-d4ec093174b7 req-0913ed4d-828d-4661-b9e4-7b93dc2af8f7 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 210 time: 0.0550711 Jul 14 09:25:45.418696 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765bf1b7-31b5-4c16-89a3-4a6b82d20827 x-openstack-request-id: req-765bf1b7-31b5-4c16-89a3-4a6b82d20827 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:45.418901 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b3851d-4006-4867-b5d0-edc899b2fe1e", "name": "network-vif-deleted", "tag": "e319518d-e4e8-411b-b33e-80cc2363fe43", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:45.419094 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-765bf1b7-31b5-4c16-89a3-4a6b82d20827 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:45.419644 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b3851d-4006-4867-b5d0-edc899b2fe1e', 'name': 'network-vif-deleted', 'tag': 'e319518d-e4e8-411b-b33e-80cc2363fe43', 'status': 'completed', 'code': 200} Jul 14 09:25:45.436572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.458162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-c3116112-b628-4508-ace1-46edd0a382e5 service neutron] 10.222.0.73 "GET /v2.0/networks/73ff4bbf-e6c8-4701-95eb-78d0a74da2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559490 Jul 14 09:25:45.484287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] No DVR routers for this DVR port 6d79a64f-ef1d-4150-b6a8-83d5d6481f81 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:45.558354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Pushing event deleted for resources: {'Port': ['ID=6d79a64f-ef1d-4150-b6a8-83d5d6481f81,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.698739 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.725280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaafc10-911e-4a80-8938-2524b46de9a8']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:45.730811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a13ff9e1-058f-4e52-aeb9-a4acd4dff19a service neutron] 10.222.0.73 "GET /v2.0/networks/73ff4bbf-e6c8-4701-95eb-78d0a74da2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426467 Jul 14 09:25:45.744179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:45.744501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a89ac47-b1fc-4cb4-aad8-60a03a4869c9') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:45.745872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b00581-35ab-4ca6-bd6e-cb4d4fabfae1 req-5cde5c10-d954-4003-bc8c-2e21161bfc2c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:45.759829 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.766015 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b00581-35ab-4ca6-bd6e-cb4d4fabfae1 req-5cde5c10-d954-4003-bc8c-2e21161bfc2c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e58afa3-7e15-4097-9e93-4ebc98a6d4c8 HTTP/1.1" status: 200 len: 949 time: 0.0861375 Jul 14 09:25:45.768602 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.784850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['79cae1ca-1497-42d8-8929-adf9f0bc73e9'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:45.813914 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.816453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event deleted for resources: {'Port': ['ID=dd36d205-045a-4d91-9fef-26f7d057cae2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:45.825293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:45.825605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:45.829625 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:45.904610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b00581-35ab-4ca6-bd6e-cb4d4fabfae1 req-0f1aadb1-ced2-4fe2-9c35-a34e4bc7372c tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326270 Jul 14 09:25:45.933363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] No DVR routers for this DVR port dd36d205-045a-4d91-9fef-26f7d057cae2 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:45.949616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.952538 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa2126da-b3e9-4994-aaa2-2d1372ef2655 req-c38b8948-36f4-4de4-8cfc-703763f62b5e tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "DELETE /v2.0/ports/dd36d205-045a-4d91-9fef-26f7d057cae2 HTTP/1.1" status: 204 len: 173 time: 1.5765674 Jul 14 09:25:45.953972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.961845 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:45.967585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] 10.222.0.73 "DELETE /v2.0/networks/caaafc10-911e-4a80-8938-2524b46de9a8 HTTP/1.1" status: 204 len: 168 time: 2.0142066 Jul 14 09:25:46.013806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23862f-1158-48db-ab6e-189758218abe admin admin] Pushing event deleted for resources: {'Network': ['ID=caaafc10-911e-4a80-8938-2524b46de9a8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:46.128151 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2df96012-fd06-4406-96a3-c3e9a63e83be tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1538967278&fields=id&tenant_id=463a26a2584c464d8a23122ba9a26efe HTTP/1.1" status: 200 len: 267 time: 0.0525639 Jul 14 09:25:46.310946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8c158-d505-471b-91c8-a00409dd8520 req-36b49305-2387-4e5a-b66b-4316cbe4bb0f tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:46.313716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-36b49305-2387-4e5a-b66b-4316cbe4bb0f tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/networks?id=7099a725-1dbd-443f-a01a-24b53a111ef7 HTTP/1.1" status: 200 len: 815 time: 0.1846421 Jul 14 09:25:46.314453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52092) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.362109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88b30a60-77c9-44dd-8ce2-872db6f51c76 req-6d362196-aa49-420b-8230-c149325895af tempest-LiveAutoBlockMigrationV225Test-1485007360 tempest-LiveAutoBlockMigrationV225Test-1485007360-project] 10.222.0.73 "GET /v2.0/ports?device_id=56b3851d-4006-4867-b5d0-edc899b2fe1e HTTP/1.1" status: 200 len: 210 time: 0.0467381 Jul 14 09:25:46.374376 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5d1e6c1c-d07e-44ce-9d87-701b17ce2be8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da40589ad30e42c29f1feb371c71d83c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0582974 Jul 14 09:25:46.377481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52096) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:46.405671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-d65e3707-d96a-42fb-9a85-1f90ae6f5e87 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/quotas/463a26a2584c464d8a23122ba9a26efe HTTP/1.1" status: 200 len: 375 time: 0.0352943 Jul 14 09:25:46.477068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-647dd8bf-92d2-420c-82d5-aa8c6aa4d9e1 req-1974fbad-1f30-4868-ae33-36b06866c61c tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 210 time: 0.0457714 Jul 14 09:25:46.507124 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea187348-fe1c-4e5b-9349-e649085a6d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.549956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-996757d1-b9d7-4fd0-bdf4-2757eda07e47 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=463a26a2584c464d8a23122ba9a26efe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1348958 Jul 14 09:25:46.553303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea187348-fe1c-4e5b-9349-e649085a6d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.635818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea187348-fe1c-4e5b-9349-e649085a6d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.639906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea187348-fe1c-4e5b-9349-e649085a6d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:46.641546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ea187348-fe1c-4e5b-9349-e649085a6d84 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d9fb17d-ed59-4456-88f2-a9970ebc2642 HTTP/1.1" status: 204 len: 168 time: 0.2627411 Jul 14 09:25:46.716170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea187348-fe1c-4e5b-9349-e649085a6d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9fb17d-ed59-4456-88f2-a9970ebc2642,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:46.724583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device dd36d205-045a-4d91-9fef-26f7d057cae2 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:46.731052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c03efc52-da23-4178-9c55-3493f5aab0d2 req-3bce05a0-8bd7-4aaf-bebe-d01796fa5c88 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0880597 Jul 14 09:25:46.784567 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-d1b27591-d380-4428-8e50-f53a4084e459 service neutron] 10.222.0.73 "GET /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142620 Jul 14 09:25:46.815568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: dd36d205-045a-4d91-9fef-26f7d057cae2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:46.817631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device dd36d205-045a-4d91-9fef-26f7d057cae2 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:46.818092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:46.862188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:46.862694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 24e23ef7-5e17-4d0b-89b8-220c4dfbc406 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:46.913653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-4d16953b-b19c-463c-be78-9511c4010b12 service neutron] 10.222.0.73 "GET /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245320 Jul 14 09:25:47.025019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbadf559-4abb-4eba-808a-dce0bf0d1877 req-3de83f84-5870-4d38-8a89-8c08b69aaa91 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 210 time: 0.0375917 Jul 14 09:25:47.117291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:47.170134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: e319518d-e4e8-411b-b33e-80cc2363fe43 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:47.172282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e319518d-e4e8-411b-b33e-80cc2363fe43 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:47.277778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52122) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.381065 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fc578bac-1c70-4b0c-84d2-9ac9c1f5e8a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b9254e108c254dcd9a57c463fec32e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016326 Jul 14 09:25:47.385125 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52130) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.435072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'name': 'network-vif-deleted', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:47.441020 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7758e3-e1f5-408f-a600-a0646b8f587f" -d '{"events": [{"server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "name": "network-vif-deleted", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:47.450261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b9af664e-8cc9-4d9f-9c25-3254c38359d8 req-77b77058-82f0-49b5-b55a-a676fedab36c tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.0811253 Jul 14 09:25:47.469345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-208d5af4-bc7c-4662-b80a-a224202d64b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.530732 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-208d5af4-bc7c-4662-b80a-a224202d64b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.603927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-208d5af4-bc7c-4662-b80a-a224202d64b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.613712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-208d5af4-bc7c-4662-b80a-a224202d64b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:47.619653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:47.623894 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-208d5af4-bc7c-4662-b80a-a224202d64b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/edb7fd2a-0cee-44ec-b7fd-47972e552620 HTTP/1.1" status: 204 len: 168 time: 0.2304573 Jul 14 09:25:47.648638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5af4-bc7c-4662-b80a-a224202d64b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb7fd2a-0cee-44ec-b7fd-47972e552620,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:47.705899 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80aacec-a727-47e6-a4fb-d87f997f6151 x-openstack-request-id: req-b80aacec-a727-47e6-a4fb-d87f997f6151 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:47.706551 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e58afa3-7e15-4097-9e93-4ebc98a6d4c8", "name": "network-vif-deleted", "tag": "dd36d205-045a-4d91-9fef-26f7d057cae2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:47.706949 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b80aacec-a727-47e6-a4fb-d87f997f6151 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:47.707522 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e58afa3-7e15-4097-9e93-4ebc98a6d4c8', 'name': 'network-vif-deleted', 'tag': 'dd36d205-045a-4d91-9fef-26f7d057cae2', 'status': 'completed', 'code': 200} Jul 14 09:25:47.989426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedbc9e-3b33-4b74-bb69-e919b3069dbd req-c7a9a712-1a42-45cd-adfb-294a2e53e829 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:47.998263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eedbc9e-3b33-4b74-bb69-e919b3069dbd req-c7a9a712-1a42-45cd-adfb-294a2e53e829 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.1509695 Jul 14 09:25:48.124102 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eedbc9e-3b33-4b74-bb69-e919b3069dbd req-743e0a4d-a661-43e4-89e3-4ed021e0b55b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248281 Jul 14 09:25:48.133632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d058331b-677e-4140-8647-51d5be123a9c admin admin] Deleting subnet 47c0d434-5bd1-44d9-96bd-9c876ccefab0 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:48.142794 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d058331b-677e-4140-8647-51d5be123a9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.205553 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d058331b-677e-4140-8647-51d5be123a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.256176 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d058331b-677e-4140-8647-51d5be123a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.344928 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d058331b-677e-4140-8647-51d5be123a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.393580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058331b-677e-4140-8647-51d5be123a9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47c0d434-5bd1-44d9-96bd-9c876ccefab0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:48.405621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d058331b-677e-4140-8647-51d5be123a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.411544 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d058331b-677e-4140-8647-51d5be123a9c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/47c0d434-5bd1-44d9-96bd-9c876ccefab0 HTTP/1.1" status: 204 len: 168 time: 0.7910678 Jul 14 09:25:48.412056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52166) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.440351 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0183e9e6-9bf0-49c5-8996-4dc5a92f1287 req-961998b1-8c07-41fa-b6e8-85097e9fea3c tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 210 time: 0.6171737 Jul 14 09:25:48.539490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ff07f37-fa81-42a4-b832-33055610a099 req-41ce50ae-7888-4c15-bef8-109028e56570 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0518520 Jul 14 09:25:48.579401 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.677257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-7a5ba249-2870-4357-bf1c-7eed5894ccb3 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:48.680452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-7a5ba249-2870-4357-bf1c-7eed5894ccb3 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.69 "GET /v2.0/networks?id=73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 HTTP/1.1" status: 200 len: 809 time: 0.2562451 Jul 14 09:25:48.713085 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.719455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b317b91-cf72-434a-be5b-f7df262bbaa0 req-d8e9a258-245a-47f8-9165-63a5b360a964 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 210 time: 0.0379837 Jul 14 09:25:48.724155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Request body: {'port': {'device_id': '1c5ddfc1-3951-4ea5-b24c-82a97e332ab1', 'network_id': '73ff4bbf-e6c8-4701-95eb-78d0a74da2d5', 'admin_state_up': True, 'tenant_id': '1eefedfb3dbc45618cdbe6441cad79ae'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:48.740767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab8a569-be26-4dfd-a9ab-e444e7ba992d']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:48.778647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbde8122-6e3d-4dcf-91b2-81aa799732f3') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:48.778800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbde8122-6e3d-4dcf-91b2-81aa799732f3') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:48.803428 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.821631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.829539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:48.830148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:48.896324 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:48.899138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.906829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.909764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] 10.222.0.73 "DELETE /v2.0/networks/4ab8a569-be26-4dfd-a9ab-e444e7ba992d HTTP/1.1" status: 204 len: 168 time: 0.4967246 Jul 14 09:25:48.920789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52178) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:48.929961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e123b-c64c-4f22-b685-d61cc14b4c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ab8a569-be26-4dfd-a9ab-e444e7ba992d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:48.962707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Made reservation on behalf of 1eefedfb3dbc45618cdbe6441cad79ae for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:48.967378 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:48.997159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd973d3-9211-4f87-ad3a-a893eed884f3 admin admin] Deleting subnet a8b49726-f571-483f-8ae5-61d3ab41b44a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:25:49.013365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-947e11a6-501d-44ae-bead-9bacf18048ab req-00d1a943-5a52-42c0-bc61-a6c63cf73a30 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.0629928 Jul 14 09:25:49.039178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ddd973d3-9211-4f87-ad3a-a893eed884f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.122871 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:25:49.172220 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ddd973d3-9211-4f87-ad3a-a893eed884f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.316617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8c158-d505-471b-91c8-a00409dd8520 req-4375d18f-de4b-4032-b249-45e510582848 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.325014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-4375d18f-de4b-4032-b249-45e510582848 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.66 "GET /v2.0/networks?id=7099a725-1dbd-443f-a01a-24b53a111ef7 HTTP/1.1" status: 200 len: 815 time: 0.2402184 Jul 14 09:25:49.374667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-1b3d0c00-e3c9-40ff-9e42-e03540ddd7ed tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=463a26a2584c464d8a23122ba9a26efe HTTP/1.1" status: 200 len: 380 time: 0.0363872 Jul 14 09:25:49.382815 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ddd973d3-9211-4f87-ad3a-a893eed884f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.388001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Request body: {'port': {'device_id': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'admin_state_up': True, 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'security_groups': ['e4e796b6-6d28-4306-bb90-214b631d899b']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:49.450968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-8a4ab766-245f-433c-bff3-d3a95364d24a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.452695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-8a4ab766-245f-433c-bff3-d3a95364d24a tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.4475331 Jul 14 09:25:49.507659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Allocated IP 172.20.0.9 (73ff4bbf-e6c8-4701-95eb-78d0a74da2d5/b0f7d57b-8b2c-4989-8e1b-3b1b8d32ff95/a2dc8a91-98be-4468-8d1f-9083d4577991) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:49.540102 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ddd973d3-9211-4f87-ad3a-a893eed884f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.611817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd973d3-9211-4f87-ad3a-a893eed884f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b49726-f571-483f-8ae5-61d3ab41b44a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:49.618242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Made reservation on behalf of 463a26a2584c464d8a23122ba9a26efe for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:49.620356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9281648-2637-4f88-b1d5-0dc6dd367e60 req-7da8baba-1bce-4335-9eb0-ce97d4585746 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:49.627584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.627802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9281648-2637-4f88-b1d5-0dc6dd367e60 req-7da8baba-1bce-4335-9eb0-ce97d4585746 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 950 time: 0.3260314 Jul 14 09:25:49.661612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ddd973d3-9211-4f87-ad3a-a893eed884f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.665257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ddd973d3-9211-4f87-ad3a-a893eed884f3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a8b49726-f571-483f-8ae5-61d3ab41b44a HTTP/1.1" status: 204 len: 168 time: 0.7410545 Jul 14 09:25:49.680682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52196) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:49.699460 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06bb87f3-741c-4105-a291-f78b0b8507de req-3e1d5820-7560-4570-9cd6-926fa9e43761 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 210 time: 0.0624928 Jul 14 09:25:49.802397 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9281648-2637-4f88-b1d5-0dc6dd367e60 req-d1e32d49-c8df-48ce-9615-af37a3db9618 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/security-groups?id=e48641b5-a58f-43ff-862e-73843e6a4d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736822 Jul 14 09:25:49.962969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Allocated IP 172.20.0.6 (7099a725-1dbd-443f-a01a-24b53a111ef7/79f0dccf-6a22-4ce0-9bac-4072cfcad0d2/698010c4-a0ce-465d-8a37-9637d89ca82c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:25:49.964880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:49.992646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Deleting port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:25:49.993020 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.025488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-590ee7dd-9699-4261-9447-58bd30c30a79 req-29bd190a-8d02-4739-8823-e5340af2dc8d tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0554464 Jul 14 09:25:50.323913 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb14fb74-2e9e-4bfc-8568-5e25cea1d9da req-b19bdb29-ca1b-4865-b730-4a08907be8c9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.0661774 Jul 14 09:25:50.359143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dbae8f32-2a83-439a-9930-5177f3c5c35c req-7e087f57-2a72-4225-89ab-b19dea2c9283 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=7469ffeb-bece-4f60-af5f-59fbffd3c3ca HTTP/1.1" status: 200 len: 210 time: 0.1207480 Jul 14 09:25:50.363715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.387559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.392323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.414637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Transition to ACTIVE for port object 698010c4-a0ce-465d-8a37-9637d89ca82c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:50.415302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe22afc-9ac2-493c-991e-3d868069e8ee']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:50.430127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] For port 79cae1ca-1497-42d8-8929-adf9f0bc73e9, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=79cae1ca-1497-42d8-8929-adf9f0bc73e9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:50.430574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.435164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ae418a-4ea1-44d9-8d95-c46b6fa9d34e') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:50.435705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ae418a-4ea1-44d9-8d95-c46b6fa9d34e') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:25:50.463782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.465864 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.475219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Calling delete_port for 79cae1ca-1497-42d8-8929-adf9f0bc73e9 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:25:50.487323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.504241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:25:50.505047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:25:50.507086 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:25:50.536808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:50.543053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:50.560362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:50.565775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event updated for resources: {'Port': ['ID=698010c4-a0ce-465d-8a37-9637d89ca82c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:50.578399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.651141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.651866 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.684601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2456cebe-7256-4cde-96a7-0b4f10220071 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3041959 Jul 14 09:25:50.700121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Request body: {'port': {'device_id': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:50.705368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:25:50.706273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.720119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:25:50.723283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:25:50.725913 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.730054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] 10.222.0.73 "DELETE /v2.0/networks/7fe22afc-9ac2-493c-991e-3d868069e8ee HTTP/1.1" status: 204 len: 168 time: 1.0461090 Jul 14 09:25:50.837935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.867973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Pushing event updated for resources: {'Port': ['ID=a2dc8a91-98be-4468-8d1f-9083d4577991,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:50.878072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:50.878583 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:50.881670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaa5ce-a4d5-43ce-adff-23f348f1232e admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe22afc-9ac2-493c-991e-3d868069e8ee,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:50.910732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-96706d09-e4d4-4953-96ae-a7b4e632d385 None None] Provisioning for port 698010c4-a0ce-465d-8a37-9637d89ca82c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:50.919674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-96706d09-e4d4-4953-96ae-a7b4e632d385 None None] Provisioning complete for port 698010c4-a0ce-465d-8a37-9637d89ca82c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:50.921484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-fc83f106-463b-401c-a089-956e4e82d4e2 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2010093 Jul 14 09:25:50.924338 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-96706d09-e4d4-4953-96ae-a7b4e632d385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.004942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-96706d09-e4d4-4953-96ae-a7b4e632d385 None None] Port 698010c4-a0ce-465d-8a37-9637d89ca82c cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:25:51.031382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.084953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Pushing event deleted for resources: {'Port': ['ID=79cae1ca-1497-42d8-8929-adf9f0bc73e9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.099015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52230) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:51.140660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e00820d-7d1a-4fef-85cf-9753eb220369 req-975109f7-5b64-4814-be4d-0fb983474a92 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 210 time: 0.0671813 Jul 14 09:25:51.147700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Request body: {'port': {'device_id': '1c5ddfc1-3951-4ea5-b24c-82a97e332ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:51.244083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] No DVR routers for this DVR port 79cae1ca-1497-42d8-8929-adf9f0bc73e9 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:25:51.248134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.250171 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ff26281-cda3-468c-9802-1a9d19523d1d req-6fa899f0-e295-4ab6-a506-2c5985b0699b tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.66 "DELETE /v2.0/ports/79cae1ca-1497-42d8-8929-adf9f0bc73e9 HTTP/1.1" status: 204 len: 173 time: 1.7789922 Jul 14 09:25:51.251270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'name': 'network-vif-deleted', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:51.256019 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d9a907-6eee-4199-b412-70eda7d79951" -d '{"events": [{"server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "name": "network-vif-deleted", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:51.264257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a8b33ff2-bea1-4bab-9603-471e3db1d6d0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80bcc800fd7349bc90b804a3d1519051&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1569109 Jul 14 09:25:51.269114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52236) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:51.407510 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af4eb917-9796-4c7b-b972-3fbf3465c716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.435207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624aaabb-ea57-4322-a297-06980a71856c req-9ac1a59d-9767-4aa8-9b2a-018e07661709 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:51.446058 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af4eb917-9796-4c7b-b972-3fbf3465c716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.452800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-624aaabb-ea57-4322-a297-06980a71856c req-9ac1a59d-9767-4aa8-9b2a-018e07661709 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 931 time: 0.4441392 Jul 14 09:25:51.504852 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af4eb917-9796-4c7b-b972-3fbf3465c716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.507702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af4eb917-9796-4c7b-b972-3fbf3465c716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.511643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-af4eb917-9796-4c7b-b972-3fbf3465c716 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0b47ffd-350c-4ca2-bf45-0adae7b1ed34 HTTP/1.1" status: 204 len: 168 time: 0.2383425 Jul 14 09:25:51.558261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4eb917-9796-4c7b-b972-3fbf3465c716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b47ffd-350c-4ca2-bf45-0adae7b1ed34,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:51.561777 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b47b632f-2e6c-4b46-841e-f9382a514899 req-265bd701-115d-45fa-9b63-f1d084c12973 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0580587 Jul 14 09:25:51.563176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.669042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698010c4-a0ce-465d-8a37-9637d89ca82c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:51.689599 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-624aaabb-ea57-4322-a297-06980a71856c req-64de0851-2bea-413a-9f11-8bfaedc0dc82 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359223 Jul 14 09:25:51.691637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.724129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Transition to ACTIVE for port object 698010c4-a0ce-465d-8a37-9637d89ca82c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:51.730791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.786754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74323b96-6891-417b-9566-d9b7144b1535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:51.862689 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1898a0-4345-45a6-8e9e-1f5f122a98a2 x-openstack-request-id: req-9f1898a0-4345-45a6-8e9e-1f5f122a98a2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:51.863244 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "597cbfbb-51cb-48ee-919e-d6b20ec78429", "name": "network-vif-deleted", "tag": "79cae1ca-1497-42d8-8929-adf9f0bc73e9", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:51.863443 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f1898a0-4345-45a6-8e9e-1f5f122a98a2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:51.863741 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '597cbfbb-51cb-48ee-919e-d6b20ec78429', 'name': 'network-vif-deleted', 'tag': '79cae1ca-1497-42d8-8929-adf9f0bc73e9', 'status': 'completed', 'code': 200} Jul 14 09:25:52.106389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Pushing event updated for resources: {'Port': ['ID=698010c4-a0ce-465d-8a37-9637d89ca82c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:52.186426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dc8a91-98be-4468-8d1f-9083d4577991 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:52.218310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.240650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Attempting to bind port 698010c4-a0ce-465d-8a37-9637d89ca82c on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:52.240994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Attempting to bind port 698010c4-a0ce-465d-8a37-9637d89ca82c by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:52.241324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Attempting to bind port 698010c4-a0ce-465d-8a37-9637d89ca82c on network 7099a725-1dbd-443f-a01a-24b53a111ef7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:52.253070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Transition to ACTIVE for port object a2dc8a91-98be-4468-8d1f-9083d4577991 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:25:52.257474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.272751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Port 698010c4-a0ce-465d-8a37-9637d89ca82c on network 7099a725-1dbd-443f-a01a-24b53a111ef7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:52.273095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Attempting to bind port 698010c4-a0ce-465d-8a37-9637d89ca82c on network 7099a725-1dbd-443f-a01a-24b53a111ef7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:52.274176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52258) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:52.293176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:52.293487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Checking segment: {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:52.293876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Bound using segment: {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:52.297354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Bound port: 698010c4-a0ce-465d-8a37-9637d89ca82c, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ba42f92-d088-4d35-a7a6-eade4f5044fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:52.297772 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.357653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f301f9-0053-4d67-9d99-2de867b5a4d7 req-9597c319-9700-46db-87bc-e2afafc38096 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.358807 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0f301f9-0053-4d67-9d99-2de867b5a4d7 req-9597c319-9700-46db-87bc-e2afafc38096 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.4457278 Jul 14 09:25:52.392092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc8a91-98be-4468-8d1f-9083d4577991,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:52.455658 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-84abf3e1-7341-407f-b031-12dd79c35391 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc6fd901d878490ca5dbc3dda8c3c6a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1739495 Jul 14 09:25:52.461289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52262) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:52.495774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Attempting to bind port a2dc8a91-98be-4468-8d1f-9083d4577991 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:25:52.496127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Attempting to bind port a2dc8a91-98be-4468-8d1f-9083d4577991 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'c8052e63-b131-4cce-9fde-ce017f767331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '73ff4bbf-e6c8-4701-95eb-78d0a74da2d5'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:25:52.496496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Attempting to bind port a2dc8a91-98be-4468-8d1f-9083d4577991 on network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:52.528450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0f301f9-0053-4d67-9d99-2de867b5a4d7 req-4a7e97ac-bbf0-4f32-ba92-191638512b18 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596820 Jul 14 09:25:52.531279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] For port 698010c4-a0ce-465d-8a37-9637d89ca82c, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:52.536970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] For port 698010c4-a0ce-465d-8a37-9637d89ca82c, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=698010c4-a0ce-465d-8a37-9637d89ca82c,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:52.549073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9d3c6259-65a9-4afc-832d-f31e960c501a req-3f6d43ba-8025-4ce4-ae13-188faee835c4 tempest-MigrationsAdminTest-247097685 tempest-MigrationsAdminTest-247097685-project] 10.222.0.73 "GET /v2.0/ports?device_id=597cbfbb-51cb-48ee-919e-d6b20ec78429 HTTP/1.1" status: 200 len: 210 time: 0.0905402 Jul 14 09:25:52.559108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.561733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Port a2dc8a91-98be-4468-8d1f-9083d4577991 on network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:25:52.562072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Attempting to bind port a2dc8a91-98be-4468-8d1f-9083d4577991 on network 73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:25:52.576890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:25:52.577234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Checking segment: {'id': 'c8052e63-b131-4cce-9fde-ce017f767331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '73ff4bbf-e6c8-4701-95eb-78d0a74da2d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:25:52.577622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Bound using segment: {'id': 'c8052e63-b131-4cce-9fde-ce017f767331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '73ff4bbf-e6c8-4701-95eb-78d0a74da2d5'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:25:52.578370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Bound port: a2dc8a91-98be-4468-8d1f-9083d4577991, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8052e63-b131-4cce-9fde-ce017f767331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '73ff4bbf-e6c8-4701-95eb-78d0a74da2d5'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:25:52.580702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.617790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.618559 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.619992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] 10.222.0.66 "PUT /v2.0/ports/698010c4-a0ce-465d-8a37-9637d89ca82c HTTP/1.1" status: 200 len: 1092 time: 1.9284110 Jul 14 09:25:52.621556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'tag': '698010c4-a0ce-465d-8a37-9637d89ca82c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:52.638761 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61261e3a-2460-4d9c-b2a8-4a414bebecfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e0b158-e52c-460a-8070-07622bf557f2", "tag": "698010c4-a0ce-465d-8a37-9637d89ca82c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:52.663780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52270) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:52.704285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a75193e-6a1a-4ab7-a6e7-71c4704a299a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.768696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 79cae1ca-1497-42d8-8929-adf9f0bc73e9 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:25:52.780317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a75193e-6a1a-4ab7-a6e7-71c4704a299a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:52.809166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 79cae1ca-1497-42d8-8929-adf9f0bc73e9 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:25:52.809837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 79cae1ca-1497-42d8-8929-adf9f0bc73e9 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:25:52.826897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c611f-419d-4282-9d78-2b548ae1259d service neutron] Pushing event updated for resources: {'Port': ['ID=698010c4-a0ce-465d-8a37-9637d89ca82c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:52.854234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8c158-d505-471b-91c8-a00409dd8520 req-e3485509-c85d-473b-a2c5-b310bd12d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.855798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-e3485509-c85d-473b-a2c5-b310bd12d14e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463a26a2584c464d8a23122ba9a26efe&device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 1095 time: 0.0994356 Jul 14 09:25:52.932125 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-165edbc1-42d0-4cdc-85b7-7f4eb7df093a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698010c4-a0ce-465d-8a37-9637d89ca82c HTTP/1.1" status: 200 len: 217 time: 0.0663607 Jul 14 09:25:52.960768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fde2ff06-6f1f-41cd-acd3-4019ca88f150 req-f82ec429-e38d-44d5-b3e3-8076693d9496 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0772095 Jul 14 09:25:52.991356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] For port a2dc8a91-98be-4468-8d1f-9083d4577991, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:25:52.995171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] For port a2dc8a91-98be-4468-8d1f-9083d4577991, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a2dc8a91-98be-4468-8d1f-9083d4577991,segment=NetworkSegment(c8052e63-b131-4cce-9fde-ce017f767331),segment_id=c8052e63-b131-4cce-9fde-ce017f767331)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:25:52.996699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2174c487-5446-4fd3-a241-ec4bfacc6488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:52.998338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-2174c487-5446-4fd3-a241-ec4bfacc6488 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79f0dccf-6a22-4ce0-9bac-4072cfcad0d2 HTTP/1.1" status: 200 len: 854 time: 0.0611811 Jul 14 09:25:53.001987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a75193e-6a1a-4ab7-a6e7-71c4704a299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.005095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a75193e-6a1a-4ab7-a6e7-71c4704a299a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.008689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3a75193e-6a1a-4ab7-a6e7-71c4704a299a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e35f0670-7ad5-4ce7-85df-787ebebcb17f HTTP/1.1" status: 204 len: 168 time: 0.5435147 Jul 14 09:25:53.020327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.031072 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-babd680e-733a-4646-a436-f55a366a5fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.063578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a75193e-6a1a-4ab7-a6e7-71c4704a299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f0670-7ad5-4ce7-85df-787ebebcb17f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.090005 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61acb096-6e39-4ca0-8fc8-20eab4660482 x-openstack-request-id: req-61acb096-6e39-4ca0-8fc8-20eab4660482 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:53.090230 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e0b158-e52c-460a-8070-07622bf557f2", "tag": "698010c4-a0ce-465d-8a37-9637d89ca82c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:53.090494 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61acb096-6e39-4ca0-8fc8-20eab4660482 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:53.090895 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'tag': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'status': 'completed', 'code': 200} Jul 14 09:25:53.124544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.125952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.127672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] 10.222.0.69 "PUT /v2.0/ports/a2dc8a91-98be-4468-8d1f-9083d4577991 HTTP/1.1" status: 200 len: 1092 time: 2.1897767 Jul 14 09:25:53.159550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e937bb-15d6-47d6-b3b6-c8f8a7e71b35 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc8a91-98be-4468-8d1f-9083d4577991,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.314698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf29b6-da3a-430e-ad27-93f0de3b44fa req-cd5106ce-5e67-4499-8303-08fd5c783e61 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.326189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-f16bc135-a3c0-47a4-a1da-8e442c5b6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.326862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9baf29b6-da3a-430e-ad27-93f0de3b44fa req-cd5106ce-5e67-4499-8303-08fd5c783e61 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 943 time: 0.3272364 Jul 14 09:25:53.327959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-f16bc135-a3c0-47a4-a1da-8e442c5b6f1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eefedfb3dbc45618cdbe6441cad79ae&device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 1095 time: 0.1324475 Jul 14 09:25:53.349426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-babd680e-733a-4646-a436-f55a366a5fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.357943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8c158-d505-471b-91c8-a00409dd8520 req-d77f439a-482c-4635-a8c0-d4568d3fed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.360108 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-d77f439a-482c-4635-a8c0-d4568d3fed55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7099a725-1dbd-443f-a01a-24b53a111ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3332484 Jul 14 09:25:53.389133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-babd680e-733a-4646-a436-f55a366a5fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.398314 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-bb56918c-6e50-4987-89a9-b5e22859f7ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dc8a91-98be-4468-8d1f-9083d4577991 HTTP/1.1" status: 200 len: 217 time: 0.0574789 Jul 14 09:25:53.481021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd680e-733a-4646-a436-f55a366a5fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6e1026-9a4d-4177-a0a7-3fba2aef94a7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.488853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-babd680e-733a-4646-a436-f55a366a5fc2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=53fa8cd080074639bfce16cfe6eab24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8190405 Jul 14 09:25:53.489321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52290) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:53.518846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-e6d7bff9-5447-4f1d-bd79-9567f1e63769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.521026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-e6d7bff9-5447-4f1d-bd79-9567f1e63769 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0f7d57b-8b2c-4989-8e1b-3b1b8d32ff95 HTTP/1.1" status: 200 len: 849 time: 0.1091120 Jul 14 09:25:53.565212 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-2f067e93-2066-48a0-998c-1509885ad3ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73ff4bbf-e6c8-4701-95eb-78d0a74da2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337646 Jul 14 09:25:53.671835 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1deec68f-0807-4d6c-bf4c-584cc1bab1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.718965 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1deec68f-0807-4d6c-bf4c-584cc1bab1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.796372 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-f9606a41-433e-4a1b-bf4e-1d2ca1567d48 service neutron] 10.222.0.69 "GET /v2.0/networks/73ff4bbf-e6c8-4701-95eb-78d0a74da2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195263 Jul 14 09:25:53.870375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c5ddfc1-3951-4ea5-b24c-82a97e332ab1', 'tag': 'a2dc8a91-98be-4468-8d1f-9083d4577991'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:53.873095 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62" -d '{"events": [{"name": "network-changed", "server_uuid": "1c5ddfc1-3951-4ea5-b24c-82a97e332ab1", "tag": "a2dc8a91-98be-4468-8d1f-9083d4577991"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:53.926026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1deec68f-0807-4d6c-bf4c-584cc1bab1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.928632 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1deec68f-0807-4d6c-bf4c-584cc1bab1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:53.929972 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1deec68f-0807-4d6c-bf4c-584cc1bab1f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0d6e1026-9a4d-4177-a0a7-3fba2aef94a7 HTTP/1.1" status: 204 len: 168 time: 0.4397378 Jul 14 09:25:53.954448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac00ac5-9ef2-479b-83c2-00992e6b9c03 req-ce48ebe9-22b4-4c28-be87-2c40abaee789 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:53.961503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ac00ac5-9ef2-479b-83c2-00992e6b9c03 req-ce48ebe9-22b4-4c28-be87-2c40abaee789 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.2034101 Jul 14 09:25:53.982803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deec68f-0807-4d6c-bf4c-584cc1bab1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6e1026-9a4d-4177-a0a7-3fba2aef94a7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:53.994373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e954ff7-57e1-4eb1-b67a-319541e88549 req-bfc2e979-c398-46b3-9431-162de57cd5ac service neutron] 10.222.0.69 "GET /v2.0/networks/73ff4bbf-e6c8-4701-95eb-78d0a74da2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883430 Jul 14 09:25:54.025604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9baf29b6-da3a-430e-ad27-93f0de3b44fa req-e504fab5-cda8-4e61-832d-15a76767373e tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6975830 Jul 14 09:25:54.054671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ac00ac5-9ef2-479b-83c2-00992e6b9c03 req-e5f566ce-3877-4122-946e-a5f88eea2415 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921397 Jul 14 09:25:54.106462 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-297424bd-1e48-42b6-8591-fd22cf2c31ee service neutron] 10.222.0.66 "GET /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7351930 Jul 14 09:25:54.179591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e26d4a5b-952b-4295-bbdb-cf4f6cc485ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.259098 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92424124-fdef-4637-9aad-b6465fc6613a x-openstack-request-id: req-92424124-fdef-4637-9aad-b6465fc6613a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:54.259334 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c5ddfc1-3951-4ea5-b24c-82a97e332ab1", "tag": "a2dc8a91-98be-4468-8d1f-9083d4577991", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:54.259637 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-92424124-fdef-4637-9aad-b6465fc6613a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:54.260122 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c5ddfc1-3951-4ea5-b24c-82a97e332ab1', 'tag': 'a2dc8a91-98be-4468-8d1f-9083d4577991', 'status': 'completed', 'code': 200} Jul 14 09:25:54.283236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fda8c158-d505-471b-91c8-a00409dd8520 req-615ba677-2d3d-4e4a-b528-44efcd301637 service neutron] 10.222.0.66 "GET /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698794 Jul 14 09:25:54.406855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-dc660a25-147f-4d48-87b6-ff420375a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.411382 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-dc660a25-147f-4d48-87b6-ff420375a89f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1eefedfb3dbc45618cdbe6441cad79ae&device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 1095 time: 0.1351714 Jul 14 09:25:54.439606 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.479862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-55f63a69-67a0-4258-91bd-5ad2b62c3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.489029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-55f63a69-67a0-4258-91bd-5ad2b62c3ae7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463a26a2584c464d8a23122ba9a26efe&device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 1095 time: 0.1433933 Jul 14 09:25:54.596801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7d4922d-e0d4-44bf-a738-0b1f197c6fed req-a438f03a-ba7d-43d0-9e4c-b1b8d4fe62a0 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0514381 Jul 14 09:25:54.674152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-54f96eb8-ada5-42bd-8355-34105b5be952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.676745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-54f96eb8-ada5-42bd-8355-34105b5be952 service neutron] 10.222.0.69 "GET /v2.0/networks?id=73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 HTTP/1.1" status: 200 len: 910 time: 0.2568641 Jul 14 09:25:54.682512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-2cd9b476-dbd8-4e6a-9e73-3da884c6854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.684235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-2cd9b476-dbd8-4e6a-9e73-3da884c6854a service neutron] 10.222.0.66 "GET /v2.0/networks?id=7099a725-1dbd-443f-a01a-24b53a111ef7 HTTP/1.1" status: 200 len: 916 time: 0.1872127 Jul 14 09:25:54.741320 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-d75aa1fd-9ccb-48ab-8a67-4bef4fac1338 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698010c4-a0ce-465d-8a37-9637d89ca82c HTTP/1.1" status: 200 len: 217 time: 0.0496166 Jul 14 09:25:54.747799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-01892522-b1fb-4056-95dc-4c18bd0ce9a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2dc8a91-98be-4468-8d1f-9083d4577991 HTTP/1.1" status: 200 len: 217 time: 0.0622778 Jul 14 09:25:54.827880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-13b64545-5f5b-49d3-95d2-a17334ed4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.829832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-13b64545-5f5b-49d3-95d2-a17334ed4a28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b0f7d57b-8b2c-4989-8e1b-3b1b8d32ff95 HTTP/1.1" status: 200 len: 849 time: 0.0751765 Jul 14 09:25:54.833597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-778ebb5e-9288-40f0-b6d3-3f69b193cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.835104 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-778ebb5e-9288-40f0-b6d3-3f69b193cc44 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79f0dccf-6a22-4ce0-9bac-4072cfcad0d2 HTTP/1.1" status: 200 len: 854 time: 0.0879784 Jul 14 09:25:54.890701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:54.899596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-f6216aa1-0458-4701-94ce-d44e4540eb5f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=73ff4bbf-e6c8-4701-95eb-78d0a74da2d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604835 Jul 14 09:25:54.914223 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e807ae62-bd68-4174-b921-8ea7312bee2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:54.988732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:54.992868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-977a0244-69d1-4c0d-84ba-bf6907531914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:54.994488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-977a0244-69d1-4c0d-84ba-bf6907531914 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7099a725-1dbd-443f-a01a-24b53a111ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527596 Jul 14 09:25:55.129342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-f1de4210-56cb-4186-8c58-d32806decd77 service neutron] 10.222.0.69 "GET /v2.0/networks/73ff4bbf-e6c8-4701-95eb-78d0a74da2d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208955 Jul 14 09:25:55.157949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-2efbb9ac-d6c2-45dd-a172-d24146660055 service neutron] 10.222.0.66 "GET /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547012 Jul 14 09:25:55.178824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a2dc8a91-98be-4468-8d1f-9083d4577991 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:25:55.339973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ccf4490-1c9c-4c80-9def-5735e3fa2b62 req-fbc5421e-8576-4bda-baa6-9f5d1cf9d8b5 service neutron] 10.222.0.69 "GET /v2.0/networks/73ff4bbf-e6c8-4701-95eb-78d0a74da2d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043564 Jul 14 09:25:55.460611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a2dc8a91-98be-4468-8d1f-9083d4577991, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a2dc8a91-98be-4468-8d1f-9083d4577991,segment=NetworkSegment(c8052e63-b131-4cce-9fde-ce017f767331),segment_id=c8052e63-b131-4cce-9fde-ce017f767331)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:55.491345 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e807ae62-bd68-4174-b921-8ea7312bee2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.500243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61261e3a-2460-4d9c-b2a8-4a414bebecfc req-550b3cc7-bfa3-44d1-a2f9-0041100bae10 service neutron] 10.222.0.66 "GET /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356085 Jul 14 09:25:55.513996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'a2dc8a91-98be-4468-8d1f-9083d4577991', 'network_id': '73ff4bbf-e6c8-4701-95eb-78d0a74da2d5', 'port_id': 'a2dc8a91-98be-4468-8d1f-9083d4577991', 'mac_address': 'fa:16:3e:1e:21:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0f7d57b-8b2c-4989-8e1b-3b1b8d32ff95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:25:55.519874 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.544008 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e807ae62-bd68-4174-b921-8ea7312bee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.560529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bfc6f-8f1b-4918-885c-d305d9dd64f4 req-c3167b2c-db3a-48fb-9a91-1bc3ddedf2cc tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.574060 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c97bfc6f-8f1b-4918-885c-d305d9dd64f4 req-c3167b2c-db3a-48fb-9a91-1bc3ddedf2cc tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.1421793 Jul 14 09:25:55.593721 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.615835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e807ae62-bd68-4174-b921-8ea7312bee2b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f97812b349c044728cfff89db2a5e119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203360 Jul 14 09:25:55.617871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52350) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.619944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dc8a91-98be-4468-8d1f-9083d4577991 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:25:55.664994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ae62-bd68-4174-b921-8ea7312bee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f06857-67fa-4b43-8918-358733e775da,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.669873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a2dc8a91-98be-4468-8d1f-9083d4577991, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a2dc8a91-98be-4468-8d1f-9083d4577991,segment=NetworkSegment(c8052e63-b131-4cce-9fde-ce017f767331),segment_id=c8052e63-b131-4cce-9fde-ce017f767331)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:55.687559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.693519 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c97bfc6f-8f1b-4918-885c-d305d9dd64f4 req-80e32bc5-c0c7-45a5-9145-521af1ab7413 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225643 Jul 14 09:25:55.693997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8831e12f-8aa9-49b4-a2c1-0175f70b590c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5a588ec2f0246ae858dd6a1c248dfae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029686 Jul 14 09:25:55.695883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52354) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:55.736644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2134f230-17e6-4363-8e35-a3e411a8cb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.763474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2134f230-17e6-4363-8e35-a3e411a8cb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.814402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a2dc8a91-98be-4468-8d1f-9083d4577991,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.816539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2134f230-17e6-4363-8e35-a3e411a8cb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.819437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2134f230-17e6-4363-8e35-a3e411a8cb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.823474 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2134f230-17e6-4363-8e35-a3e411a8cb59 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41f06857-67fa-4b43-8918-358733e775da HTTP/1.1" status: 204 len: 168 time: 0.2002087 Jul 14 09:25:55.837656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134f230-17e6-4363-8e35-a3e411a8cb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f06857-67fa-4b43-8918-358733e775da,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:55.862746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be462423-7663-46d2-94fa-efd54839c4ce req-b7cac446-6094-4ccd-b5d4-07f9a32e0ba1 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:55.868984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be462423-7663-46d2-94fa-efd54839c4ce req-b7cac446-6094-4ccd-b5d4-07f9a32e0ba1 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 943 time: 0.4387786 Jul 14 09:25:55.869888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d59c98d-4bf6-4ca1-b98a-9755339a048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.921777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d59c98d-4bf6-4ca1-b98a-9755339a048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:55.929875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a2dc8a91-98be-4468-8d1f-9083d4577991'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:25:55.949047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be462423-7663-46d2-94fa-efd54839c4ce req-35ef36c8-9dcf-4f45-a359-bfab61b06ab4 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747850 Jul 14 09:25:56.025858 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d59c98d-4bf6-4ca1-b98a-9755339a048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.036549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d59c98d-4bf6-4ca1-b98a-9755339a048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.039394 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6d59c98d-4bf6-4ca1-b98a-9755339a048a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e48641b5-a58f-43ff-862e-73843e6a4d50 HTTP/1.1" status: 204 len: 168 time: 0.3385842 Jul 14 09:25:56.060948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d59c98d-4bf6-4ca1-b98a-9755339a048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48641b5-a58f-43ff-862e-73843e6a4d50,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:56.128676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c241ec5-a373-4534-a5a3-cade065d9510 req-10c19d61-b14b-4e82-bd69-ce5f893ae6fd tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0544589 Jul 14 09:25:56.399543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-e6ec2140-5556-470b-b6dc-7eb012770478 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=945fb487212e4c4fa18fa66f52514f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307245 Jul 14 09:25:56.520005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:56.568805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.592902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-303da21e-8f44-4c22-a47e-6330a60a3ba9 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:56.599749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-303da21e-8f44-4c22-a47e-6330a60a3ba9 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1883044 Jul 14 09:25:56.618237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-daf7b168-59f3-4fc6-974d-d677399bea82 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4cb43af04934ce89b7675fd53070863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0964155 Jul 14 09:25:56.621477 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-1da3a7eb-e609-49f8-a17c-0184759431d3 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/quotas/945fb487212e4c4fa18fa66f52514f8b HTTP/1.1" status: 200 len: 375 time: 0.0206821 Jul 14 09:25:56.621967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52386) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:25:56.671361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-20a6321b-05e3-49aa-961c-88d9ca51b8e4 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=945fb487212e4c4fa18fa66f52514f8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424571 Jul 14 09:25:56.712485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce9af224-ea73-4f38-93a1-03c204070661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.789237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce9af224-ea73-4f38-93a1-03c204070661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.883941 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce9af224-ea73-4f38-93a1-03c204070661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.887054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce9af224-ea73-4f38-93a1-03c204070661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:56.888507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ce9af224-ea73-4f38-93a1-03c204070661 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b53028a7-b938-4ee7-bc1d-a46b6747b8c1 HTTP/1.1" status: 204 len: 168 time: 0.2654457 Jul 14 09:25:56.943173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9af224-ea73-4f38-93a1-03c204070661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53028a7-b938-4ee7-bc1d-a46b6747b8c1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:57.039974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119996f-70c2-4ce9-bee0-44e1379f8bf9 req-128aa8d1-4e57-45f1-b133-582c44b6bc0d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.041988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3119996f-70c2-4ce9-bee0-44e1379f8bf9 req-128aa8d1-4e57-45f1-b133-582c44b6bc0d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.1251302 Jul 14 09:25:57.043258 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89c87e32-8d72-4b0b-8cbf-aa281ea0c2da req-e637eae5-2aec-4fd9-9309-cf041c501fcc tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 210 time: 0.1533406 Jul 14 09:25:57.114638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.131353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3119996f-70c2-4ce9-bee0-44e1379f8bf9 req-7830ba10-ed06-4086-a9f5-2fe0639e04f3 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828886 Jul 14 09:25:57.188721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a2dc8a91-98be-4468-8d1f-9083d4577991 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:25:57.339127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port a2dc8a91-98be-4468-8d1f-9083d4577991 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:25:57.351307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port a2dc8a91-98be-4468-8d1f-9083d4577991 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:25:57.351879 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.551563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.561556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92048235-3413-4268-98df-d8cb55e22fb2 req-6480a477-48be-4e01-a519-020c0018124a tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:57.580799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92048235-3413-4268-98df-d8cb55e22fb2 req-6480a477-48be-4e01-a519-020c0018124a tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 944 time: 0.1934431 Jul 14 09:25:57.585393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5ddfc1-3951-4ea5-b24c-82a97e332ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc8a91-98be-4468-8d1f-9083d4577991'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:25:57.588758 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4a8614-cd53-4618-9f4c-0629a823c276" -d '{"events": [{"server_uuid": "1c5ddfc1-3951-4ea5-b24c-82a97e332ab1", "name": "network-vif-plugged", "status": "completed", "tag": "a2dc8a91-98be-4468-8d1f-9083d4577991"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:25:57.610896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a2dc8a91-98be-4468-8d1f-9083d4577991, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a2dc8a91-98be-4468-8d1f-9083d4577991,segment=NetworkSegment(c8052e63-b131-4cce-9fde-ce017f767331),segment_id=c8052e63-b131-4cce-9fde-ce017f767331)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:25:57.616001 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:57.661293 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92048235-3413-4268-98df-d8cb55e22fb2 req-6e4a5737-682a-471c-afe4-63d2d12819f8 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768704 Jul 14 09:25:57.737461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a2dc8a91-98be-4468-8d1f-9083d4577991,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:57.767837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a8348e6-4f8b-427e-bb3f-beac34fe9736 req-62ad4f1e-2e1f-43d1-8d28-2f72b49df93c tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0696199 Jul 14 09:25:57.985085 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c616c355-54de-46f1-8241-3866c6367fe6 x-openstack-request-id: req-c616c355-54de-46f1-8241-3866c6367fe6 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:25:57.985397 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5ddfc1-3951-4ea5-b24c-82a97e332ab1", "name": "network-vif-plugged", "status": "completed", "tag": "a2dc8a91-98be-4468-8d1f-9083d4577991", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:25:57.985654 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c616c355-54de-46f1-8241-3866c6367fe6 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:25:57.986057 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5ddfc1-3951-4ea5-b24c-82a97e332ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc8a91-98be-4468-8d1f-9083d4577991', 'code': 200} Jul 14 09:25:58.302008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf2a6c-a9a3-496b-b540-f18044800f32 req-b20a6678-a5d1-4f3a-b265-73aa5430817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.303857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12bf2a6c-a9a3-496b-b540-f18044800f32 req-b20a6678-a5d1-4f3a-b265-73aa5430817f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1566479 Jul 14 09:25:58.332529 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb42d2ad-1b11-4194-821c-15e993e10bad req-0aab719f-6328-48f5-aaa8-93681e9aa9f9 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 210 time: 0.0558984 Jul 14 09:25:58.486246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12bf2a6c-a9a3-496b-b540-f18044800f32 req-9b2b9431-9049-477e-b3ec-7c7a8ea19830 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741419 Jul 14 09:25:58.529067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a57dcc-f868-4b23-8594-d74095ccc8cf req-c772a26b-cfd6-423d-8bdd-1d739ad06fe9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:58.540089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1a57dcc-f868-4b23-8594-d74095ccc8cf req-c772a26b-cfd6-423d-8bdd-1d739ad06fe9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.1698265 Jul 14 09:25:58.606802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1a57dcc-f868-4b23-8594-d74095ccc8cf req-b8d82ced-affe-41f5-9edd-050c6259a8d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653675 Jul 14 09:25:58.682501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-5d58a77e-d01a-4d36-8faf-d62748803e45 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=945fb487212e4c4fa18fa66f52514f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506072 Jul 14 09:25:59.114811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-8074bc26-5f8c-4ef5-b2e0-b70f3d3aac96 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.116812 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-8074bc26-5f8c-4ef5-b2e0-b70f3d3aac96 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4277296 Jul 14 09:25:59.141105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb8815-b9f0-404b-bdc5-6b4d4792279c req-8ccf79df-b861-4866-bd2b-435be771f1e7 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:25:59.150449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9bdb8815-b9f0-404b-bdc5-6b4d4792279c req-8ccf79df-b861-4866-bd2b-435be771f1e7 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 945 time: 0.2617426 Jul 14 09:25:59.173463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Request body: {'port': {'device_id': 'cd4bf34c-5391-4e43-afe8-3b41beed57ea', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '945fb487212e4c4fa18fa66f52514f8b'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:59.230875 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bbeaef00-0365-44db-8342-68909e5cad12 req-9731ff86-c0c0-4841-aad2-95c94f6954d7 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0493212 Jul 14 09:25:59.349788 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.569928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9bdb8815-b9f0-404b-bdc5-6b4d4792279c req-9b53b4cb-2dad-4dfc-8ca3-2df0a08d1635 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180841 Jul 14 09:25:59.608546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1311100510', 'description': 'tempest-description-260690401'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:25:59.636011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.647269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.652574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Made reservation on behalf of 945fb487212e4c4fa18fa66f52514f8b for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:25:59.656400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.667455 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.742929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2bf8ba5-b209-46ca-b09d-8fdac9e1635a req-39be3ca0-5a7b-4c06-b880-bc5b3573c3d2 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 210 time: 0.0440474 Jul 14 09:25:59.781159 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.799272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.866400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33803b2-b62e-42cf-9343-c30b550e2cc5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:25:59.962290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:25:59.974116 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.060716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.066927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.099244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3354791-b893-4f1a-9efe-8e13b3066d4c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.105390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.117434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-abd124a8-2dd2-4a87-88d2-8a0901c5114c req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5187230 Jul 14 09:26:00.117434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8d5ea-0f0e-4dec-bf2e-490b55288ee8 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc8510e-17dd-4a8f-a408-15f3b4d7043c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.137365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52512) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:00.215066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56c18-c2aa-45f4-9e5c-c59b73fa449b req-700bf47a-5e03-4946-b617-ea66d6fad8e3 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.216720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06f56c18-c2aa-45f4-9e5c-c59b73fa449b req-700bf47a-5e03-4946-b617-ea66d6fad8e3 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.2147472 Jul 14 09:26:00.233174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Allocated IP 192.168.233.144 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/74c54d49-eeaf-4b77-8635-16b3fa22a4c4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:00.259146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f2255b5-d16f-42c2-96fe-ee8e527f481d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.293475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06f56c18-c2aa-45f4-9e5c-c59b73fa449b req-b06748d6-8c23-4ca0-a3ee-6b23aab03549 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624981 Jul 14 09:26:00.342339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7bdb3645-bff8-4a0a-8a41-71d19f0e9f92 req-fd09159f-1772-4e8f-afb9-00c6c3672e03 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1300040550', 'description': 'tempest-description-965350206'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:00.373929 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f2255b5-d16f-42c2-96fe-ee8e527f481d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.378970 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f2255b5-d16f-42c2-96fe-ee8e527f481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.414469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7bdb3645-bff8-4a0a-8a41-71d19f0e9f92 req-fd09159f-1772-4e8f-afb9-00c6c3672e03 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.423046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8f2255b5-d16f-42c2-96fe-ee8e527f481d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=280742ee695046749e5d73f0fd40db89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845597 Jul 14 09:26:00.425058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2255b5-d16f-42c2-96fe-ee8e527f481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ac2a31-c17a-405d-b21d-9a9fa1cb719e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.426271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52518) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:00.518193 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.545809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Transition to ACTIVE for port object 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:00.566108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bcb4a3a-917a-4ac2-b763-39b2a73d2285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.607645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bcb4a3a-917a-4ac2-b763-39b2a73d2285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.663627 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7bdb3645-bff8-4a0a-8a41-71d19f0e9f92 req-fd09159f-1772-4e8f-afb9-00c6c3672e03 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.669670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7bdb3645-bff8-4a0a-8a41-71d19f0e9f92 req-fd09159f-1772-4e8f-afb9-00c6c3672e03 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.670710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dfbbcfe-1e84-46ef-93cf-94d032977269 req-fd3f8131-9239-4110-ab10-c0a3b89b69b3 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0330992 Jul 14 09:26:00.677098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.745540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7bdb3645-bff8-4a0a-8a41-71d19f0e9f92 req-fd09159f-1772-4e8f-afb9-00c6c3672e03 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.746964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7bdb3645-bff8-4a0a-8a41-71d19f0e9f92 req-fd09159f-1772-4e8f-afb9-00c6c3672e03 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4115968 Jul 14 09:26:00.762035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09159f-1772-4e8f-afb9-00c6c3672e03 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626c169e-f0d7-4c7c-8096-de2499ad4334,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.765649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:00.769602 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bcb4a3a-917a-4ac2-b763-39b2a73d2285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.771366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bcb4a3a-917a-4ac2-b763-39b2a73d2285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.772597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7bcb4a3a-917a-4ac2-b763-39b2a73d2285 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76ac2a31-c17a-405d-b21d-9a9fa1cb719e HTTP/1.1" status: 204 len: 168 time: 0.3390133 Jul 14 09:26:00.787575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:00.801359 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Pushing event updated for resources: {'Port': ['ID=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.804076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:00.808921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb4a3a-917a-4ac2-b763-39b2a73d2285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ac2a31-c17a-405d-b21d-9a9fa1cb719e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:00.871283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.871977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:00.901699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3eb47b7d-5203-40ed-bd1e-6fa8c2be4085 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7436407 Jul 14 09:26:00.909926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Request body: {'port': {'device_id': 'cd4bf34c-5391-4e43-afe8-3b41beed57ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:00.914545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266896a9-a6d3-4955-b7a9-54acad598d2a req-81365f98-7a77-402e-8899-0b2d5ae81eef tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:00.916482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-266896a9-a6d3-4955-b7a9-54acad598d2a req-81365f98-7a77-402e-8899-0b2d5ae81eef tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 944 time: 0.1212142 Jul 14 09:26:00.977941 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-266896a9-a6d3-4955-b7a9-54acad598d2a req-5a6d2373-69e0-4711-876c-7b585e3d4bff tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546949 Jul 14 09:26:01.049966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.060402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07027263-8eb2-4cec-b573-d7d1977294a9 req-eafeaa30-e22b-4910-b178-2875d8abcf94 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.068952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07027263-8eb2-4cec-b573-d7d1977294a9 req-eafeaa30-e22b-4910-b178-2875d8abcf94 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 945 time: 0.1557314 Jul 14 09:26:01.103138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a19fbf03-1513-4c2c-9b53-131f71cfeb0e None None] Provisioning for port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:01.110104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a19fbf03-1513-4c2c-9b53-131f71cfeb0e None None] Provisioning complete for port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:01.111186 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a19fbf03-1513-4c2c-9b53-131f71cfeb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.134953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-56c21879-af1a-435f-ab98-5e8e5714e668 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.136568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-56c21879-af1a-435f-ab98-5e8e5714e668 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.66 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 944 time: 0.0907648 Jul 14 09:26:01.152838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07027263-8eb2-4cec-b573-d7d1977294a9 req-48cc1c3a-44a1-4aa6-abeb-10997e4608af tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Jul 14 09:26:01.156065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a19fbf03-1513-4c2c-9b53-131f71cfeb0e None None] Port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:01.198751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:01.218110 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db6a98c3-55ee-4902-abf6-5fe3de1d929e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.278395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-172570120', 'description': 'tempest-description-389032446'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:01.340177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Deleting port 9c823a6a-19e9-43f2-b8df-7264f85ee307 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:01.340548 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.416368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb28dfb-6941-4628-af11-a9d3e09948b9 req-2ef34aa3-ed7e-4e73-b7a7-d44d43532192 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.417877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bb28dfb-6941-4628-af11-a9d3e09948b9 req-2ef34aa3-ed7e-4e73-b7a7-d44d43532192 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 936 time: 0.1118875 Jul 14 09:26:01.435627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db6a98c3-55ee-4902-abf6-5fe3de1d929e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.446534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db6a98c3-55ee-4902-abf6-5fe3de1d929e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.495709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bb28dfb-6941-4628-af11-a9d3e09948b9 req-9b46f0e2-3e83-42c9-8ffb-35483a52331d tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719602 Jul 14 09:26:01.497717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:01.502134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.506511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.510431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] For port 9c823a6a-19e9-43f2-b8df-7264f85ee307, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9c823a6a-19e9-43f2-b8df-7264f85ee307,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:01.510798 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.520084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Transition to ACTIVE for port object 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:01.526353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.529302 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-db6a98c3-55ee-4902-abf6-5fe3de1d929e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f84a3f3c5024f14b2ff07c5fa85e7a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295760 Jul 14 09:26:01.529523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52542) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:01.530084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.532509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a98c3-55ee-4902-abf6-5fe3de1d929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae11e927-0ba3-4f0a-898f-e0a7b4c728d7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.549489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Calling delete_port for 9c823a6a-19e9-43f2-b8df-7264f85ee307 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:01.620149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Pushing event updated for resources: {'Port': ['ID=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.732547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-774a2fc4-344a-42e4-85c9-07b61d6fa065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.774867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.787764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9c823a6a-19e9-43f2-b8df-7264f85ee307'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:01.793800 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-774a2fc4-344a-42e4-85c9-07b61d6fa065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.795756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Attempting to bind port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:01.796096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Attempting to bind port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:01.796455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Attempting to bind port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:01.839890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:01.840239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Attempting to bind port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:01.855145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Pushing event deleted for resources: {'Port': ['ID=9c823a6a-19e9-43f2-b8df-7264f85ee307,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.864855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.867605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:01.867954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:01.868426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:01.869115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Bound port: 74c54d49-eeaf-4b77-8635-16b3fa22a4c4, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:01.869379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.890456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] No DVR routers for this DVR port 9c823a6a-19e9-43f2-b8df-7264f85ee307 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:01.893994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.896631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d785b7a2-c4d6-40ad-990f-6d149913d1c6 req-26b86bee-9810-479c-92c7-1cf6205f9be9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.66 "DELETE /v2.0/ports/9c823a6a-19e9-43f2-b8df-7264f85ee307 HTTP/1.1" status: 204 len: 173 time: 0.7538006 Jul 14 09:26:01.897468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'name': 'network-vif-deleted', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:01.901099 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558f09ab-c194-428b-8498-5f591d26765a" -d '{"events": [{"server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "name": "network-vif-deleted", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:01.903594 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.947661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146770e6-e90b-4eeb-b54c-9ebfcb732824,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:01.948052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308020b2-dfae-4c3a-b257-49fbc2b14e25 req-91174a4f-ae09-41e1-901d-98d8b3a59d20 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:01.950026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-308020b2-dfae-4c3a-b257-49fbc2b14e25 req-91174a4f-ae09-41e1-901d-98d8b3a59d20 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.1434627 Jul 14 09:26:01.954339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-774a2fc4-344a-42e4-85c9-07b61d6fa065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.956969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-774a2fc4-344a-42e4-85c9-07b61d6fa065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:01.958102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-774a2fc4-344a-42e4-85c9-07b61d6fa065 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ae11e927-0ba3-4f0a-898f-e0a7b4c728d7 HTTP/1.1" status: 204 len: 168 time: 0.4239905 Jul 14 09:26:02.013106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a2fc4-344a-42e4-85c9-07b61d6fa065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae11e927-0ba3-4f0a-898f-e0a7b4c728d7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.015336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] For port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:02.019895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.034774 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.040057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] For port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:02.049769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-308020b2-dfae-4c3a-b257-49fbc2b14e25 req-0f418aba-e1fb-4a55-9cc8-a25d05b8003f tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739632 Jul 14 09:26:02.051386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.072860 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.074310 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e4c1981-54ff-40f8-b01b-53fb0eec2689 req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8077919 Jul 14 09:26:02.084401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fced34e-ecc6-42a5-bdda-dc7b8f366228 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ddf706-71ae-4db5-8b1e-19a8da621a17,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.108175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.108866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.110378 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] 10.222.0.69 "PUT /v2.0/ports/74c54d49-eeaf-4b77-8635-16b3fa22a4c4 HTTP/1.1" status: 200 len: 1097 time: 1.2054255 Jul 14 09:26:02.110830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4bf34c-5391-4e43-afe8-3b41beed57ea', 'tag': '74c54d49-eeaf-4b77-8635-16b3fa22a4c4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:02.113473 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4bf34c-5391-4e43-afe8-3b41beed57ea", "tag": "74c54d49-eeaf-4b77-8635-16b3fa22a4c4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:02.137720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aad6e-cd76-43a2-aaf3-bd4fe8c5a412 service neutron] Pushing event updated for resources: {'Port': ['ID=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.261848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-743eb382-6513-4d0d-a908-301843dffd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.268791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-743eb382-6513-4d0d-a908-301843dffd74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=945fb487212e4c4fa18fa66f52514f8b&device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 1100 time: 0.1009655 Jul 14 09:26:02.270005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a36ba40-f911-494c-a068-6ef7f5ea87e9 req-aa526673-c114-4feb-853e-a36a67a1c8eb tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0373058 Jul 14 09:26:02.340467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-caa4cd6a-9f67-46d0-b5fb-8c1786f9980f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=74c54d49-eeaf-4b77-8635-16b3fa22a4c4 HTTP/1.1" status: 200 len: 217 time: 0.0621326 Jul 14 09:26:02.344307 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580dd76f-65f4-4126-ba90-6411e4183a8f x-openstack-request-id: req-580dd76f-65f4-4126-ba90-6411e4183a8f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:02.344830 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de454f7-63ab-4566-bba6-006de8ac686a", "name": "network-vif-deleted", "tag": "9c823a6a-19e9-43f2-b8df-7264f85ee307", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:02.345633 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-580dd76f-65f4-4126-ba90-6411e4183a8f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:02.346194 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de454f7-63ab-4566-bba6-006de8ac686a', 'name': 'network-vif-deleted', 'tag': '9c823a6a-19e9-43f2-b8df-7264f85ee307', 'status': 'completed', 'code': 200} Jul 14 09:26:02.404228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-09f70e26-13c2-48c8-a7f5-cd21a583e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.406110 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-09f70e26-13c2-48c8-a7f5-cd21a583e000 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0603511 Jul 14 09:26:02.473878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-484d83a3-7490-4655-8766-6b3e80b6d5e1 req-4cc103df-6d2c-4a31-a14b-ca8a0c968ac8 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1188173624', 'description': 'tempest-description-681127670'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:02.538111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d83a3-7490-4655-8766-6b3e80b6d5e1 req-4cc103df-6d2c-4a31-a14b-ca8a0c968ac8 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.549952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc7ebe03-eec7-4ed2-8346-22c71c95b71f req-25b7effd-70c7-4479-b675-3b62727e6aa9 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=5de454f7-63ab-4566-bba6-006de8ac686a HTTP/1.1" status: 200 len: 210 time: 0.0342798 Jul 14 09:26:02.559939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-ff078cd2-7436-4f62-b91e-37754a1907b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.561676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-ff078cd2-7436-4f62-b91e-37754a1907b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1485932 Jul 14 09:26:02.623624 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dee9a4c-cd48-472a-929c-5117bd2c4a71 x-openstack-request-id: req-4dee9a4c-cd48-472a-929c-5117bd2c4a71 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:02.623925 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4bf34c-5391-4e43-afe8-3b41beed57ea", "tag": "74c54d49-eeaf-4b77-8635-16b3fa22a4c4", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:02.624640 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4dee9a4c-cd48-472a-929c-5117bd2c4a71 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:02.624640 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4bf34c-5391-4e43-afe8-3b41beed57ea', 'tag': '74c54d49-eeaf-4b77-8635-16b3fa22a4c4', 'status': 'completed', 'code': 200} Jul 14 09:26:02.721085 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-d77730da-2800-4681-8354-9f68f66f5e3d service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512840 Jul 14 09:26:02.788912 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d83a3-7490-4655-8766-6b3e80b6d5e1 req-4cc103df-6d2c-4a31-a14b-ca8a0c968ac8 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.793841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d83a3-7490-4655-8766-6b3e80b6d5e1 req-4cc103df-6d2c-4a31-a14b-ca8a0c968ac8 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.802705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41912cc-653b-42d0-951a-d37e80fa050f req-3d186422-6a14-4150-bfa7-9eca4038e2f6 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:02.804383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c41912cc-653b-42d0-951a-d37e80fa050f req-3d186422-6a14-4150-bfa7-9eca4038e2f6 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 945 time: 0.0802245 Jul 14 09:26:02.837805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d83a3-7490-4655-8766-6b3e80b6d5e1 req-4cc103df-6d2c-4a31-a14b-ca8a0c968ac8 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:02.838990 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d83a3-7490-4655-8766-6b3e80b6d5e1 req-4cc103df-6d2c-4a31-a14b-ca8a0c968ac8 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3703039 Jul 14 09:26:02.844301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc103df-6d2c-4a31-a14b-ca8a0c968ac8 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6338f119-b54e-49da-a557-afc574a98711,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:02.864628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7de0c4c7-3076-4759-a3cf-33d8cf603740 req-3a631491-1128-41fa-9424-62915e821665 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356153 Jul 14 09:26:02.866335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c41912cc-653b-42d0-951a-d37e80fa050f req-adc0fd56-1edb-4fd6-9757-6979aba0cb07 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552917 Jul 14 09:26:03.044986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-52051969-baae-47b9-9052-5a20752a1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.046552 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-52051969-baae-47b9-9052-5a20752a1431 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=945fb487212e4c4fa18fa66f52514f8b&device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 1100 time: 0.1124675 Jul 14 09:26:03.063925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653438e-5309-48a5-82eb-60ad711c8462 req-bf5e1ef1-1f7e-410e-9278-06fb42c747da tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.065584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c653438e-5309-48a5-82eb-60ad711c8462 req-bf5e1ef1-1f7e-410e-9278-06fb42c747da tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 948 time: 0.0937779 Jul 14 09:26:03.159101 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c653438e-5309-48a5-82eb-60ad711c8462 req-682a8176-ec57-4137-b479-1398396e005b tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852437 Jul 14 09:26:03.196064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-a4582d85-aa0c-4c78-8504-4d5e9f14d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.198116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-a4582d85-aa0c-4c78-8504-4d5e9f14d6c1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1421313 Jul 14 09:26:03.256631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-b0072374-e38d-4c2e-877a-8254fc23ba2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=74c54d49-eeaf-4b77-8635-16b3fa22a4c4 HTTP/1.1" status: 200 len: 217 time: 0.0502310 Jul 14 09:26:03.258657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-c37c3791-039d-4b90-b6f0-77e5a5a50c37 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42285 time: 0.2298234 Jul 14 09:26:03.320564 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-07e34f14-37c9-4a09-a9e8-4da20781aa89 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/146770e6-e90b-4eeb-b54c-9ebfcb732824 HTTP/1.1" status: 200 len: 2981 time: 0.0532460 Jul 14 09:26:03.367798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-a36866b2-a2d3-4e7a-b60a-0fc5cf48b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.369238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-a1c59e70-419d-4324-98ee-623245203c44 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/146770e6-e90b-4eeb-b54c-9ebfcb732824 HTTP/1.1" status: 200 len: 2981 time: 0.0413244 Jul 14 09:26:03.369738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-a36866b2-a2d3-4e7a-b60a-0fc5cf48b657 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1039209 Jul 14 09:26:03.412065 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-c2ead2bf-150f-492b-ba4a-e0a8e112738b tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/1fc8c598-8943-4a30-9a55-2b41bb605138 HTTP/1.1" status: 200 len: 2981 time: 0.0363872 Jul 14 09:26:03.426225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef99e7-a400-42f2-8bba-0e213d99504c req-53289cbb-ca03-40e9-a7e4-bac3742528b4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.432931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4ef99e7-a400-42f2-8bba-0e213d99504c req-53289cbb-ca03-40e9-a7e4-bac3742528b4 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.1373770 Jul 14 09:26:03.456777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-dbfec9cf-13ac-4ca4-905b-d6686728c7f0 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/1fc8c598-8943-4a30-9a55-2b41bb605138 HTTP/1.1" status: 200 len: 2981 time: 0.0386603 Jul 14 09:26:03.479201 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4ef99e7-a400-42f2-8bba-0e213d99504c req-a540dd41-6d6d-46b4-9cee-d77b78383502 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454135 Jul 14 09:26:03.489720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-c2ac5fd3-19f9-41f4-bd88-d44ca836dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:03.491246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-c2ac5fd3-19f9-41f4-bd88-d44ca836dfb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1092012 Jul 14 09:26:03.505200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-cefe6344-882e-4ac7-b0f6-6b038c46b11f tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/242323aa-dc93-4a86-a152-05c5370355b5 HTTP/1.1" status: 200 len: 2981 time: 0.0400569 Jul 14 09:26:03.572932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-2ce27a01-76c4-470c-95e0-15f3ef200ad5 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/242323aa-dc93-4a86-a152-05c5370355b5 HTTP/1.1" status: 200 len: 2981 time: 0.0607493 Jul 14 09:26:03.606292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-73719331-d507-46c2-94ff-abb7cfec50c4 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007578 Jul 14 09:26:03.622624 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-6d8097c2-8062-4e55-b1a7-ca9c70f6c35a tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/262faefa-fca6-466b-862a-3b89ed64ec9b HTTP/1.1" status: 200 len: 2981 time: 0.0485907 Jul 14 09:26:03.648936 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c318cd0d-5f4f-421d-8b5d-44925bb5efc7 req-7a722e9e-d0d7-44f5-89f4-f502da675d41 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0364661 Jul 14 09:26:03.672977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-516e31a0-524d-4885-ad92-3e1be3670510 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/262faefa-fca6-466b-862a-3b89ed64ec9b HTTP/1.1" status: 200 len: 2981 time: 0.0423141 Jul 14 09:26:03.720542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-1b469612-f0d0-44b0-bb3a-3a3eeb16b39b tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/2a59b61f-6ef7-438e-a119-4bf3c4ae134f HTTP/1.1" status: 200 len: 2981 time: 0.0438919 Jul 14 09:26:03.736715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51134aa1-88ad-4691-ad8d-f5ab2a9034e2 req-bf5b7a6b-d445-4d02-8054-be8c5a9ac621 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136136 Jul 14 09:26:03.770712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-9d236852-3dbe-4862-aab8-0da5c36546e5 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/2a59b61f-6ef7-438e-a119-4bf3c4ae134f HTTP/1.1" status: 200 len: 2981 time: 0.0449224 Jul 14 09:26:03.813298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-3348e558-39cb-45bf-8f83-9358c9901349 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/537ad7d7-1497-42ef-9dac-4e0ab990fd11 HTTP/1.1" status: 200 len: 2977 time: 0.0355036 Jul 14 09:26:03.856077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-816f666d-38ce-437d-b0a1-7331b0c45c52 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/537ad7d7-1497-42ef-9dac-4e0ab990fd11 HTTP/1.1" status: 200 len: 2977 time: 0.0364311 Jul 14 09:26:03.902977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-ab313994-6c10-4981-98a7-4c3d9523de41 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/9b05fe95-aec4-4a8f-9dd7-80b564904ef8 HTTP/1.1" status: 200 len: 2981 time: 0.0404356 Jul 14 09:26:03.948521 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-dd7f1460-6335-470d-95a8-bd39cafac56e tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/9b05fe95-aec4-4a8f-9dd7-80b564904ef8 HTTP/1.1" status: 200 len: 2981 time: 0.0388317 Jul 14 09:26:03.990699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-3632ac08-c821-4b4b-82d8-a72f85338c18 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/afa38f49-1570-4fc8-b074-832e053eaf68 HTTP/1.1" status: 200 len: 2973 time: 0.0364401 Jul 14 09:26:04.030908 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-a3f1dcd6-f714-4d5b-877c-84fa79f3e5c5 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/afa38f49-1570-4fc8-b074-832e053eaf68 HTTP/1.1" status: 200 len: 2973 time: 0.0345671 Jul 14 09:26:04.079515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-8bf05726-882d-4cc3-98d3-69c466f6832d tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/b33803b2-b62e-42cf-9343-c30b550e2cc5 HTTP/1.1" status: 200 len: 2981 time: 0.0386629 Jul 14 09:26:04.120995 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-23d2dd7a-ed5c-459d-ba3e-4367ba541f48 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/b33803b2-b62e-42cf-9343-c30b550e2cc5 HTTP/1.1" status: 200 len: 2981 time: 0.0357246 Jul 14 09:26:04.165615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-a00d2a29-a6fc-441d-94a0-6bf0738f585e tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/cd3e7a88-120c-44f9-b9e0-a40c706d34ff HTTP/1.1" status: 200 len: 2981 time: 0.0383890 Jul 14 09:26:04.209737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-dc55eb0d-2a9f-4cf5-9ec2-378654401b04 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/cd3e7a88-120c-44f9-b9e0-a40c706d34ff HTTP/1.1" status: 200 len: 2981 time: 0.0383861 Jul 14 09:26:04.258180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-d97b13f7-1a54-4474-bade-81c08dc56de5 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/d3354791-b893-4f1a-9efe-8e13b3066d4c HTTP/1.1" status: 200 len: 2981 time: 0.0425220 Jul 14 09:26:04.350699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f8784a3-1748-43bc-8ab9-ebfd7c4a6ab9 req-b3a9f703-7e1a-4efb-a533-e2d2b69890fb tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/d3354791-b893-4f1a-9efe-8e13b3066d4c HTTP/1.1" status: 200 len: 2981 time: 0.0857286 Jul 14 09:26:04.380730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-09285a92-27e9-4616-967d-bda0eaef3dbb tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.383029 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-09285a92-27e9-4616-967d-bda0eaef3dbb tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.69 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 945 time: 0.1210196 Jul 14 09:26:04.465044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-526e6809-c357-4715-929c-e44141ce4aa7 req-a1d1a235-a7c8-456d-9197-53e40f9c5c1f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0734837 Jul 14 09:26:04.535509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Deleting port a2dc8a91-98be-4468-8d1f-9083d4577991 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:04.536538 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.547168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc7cb-2287-4aed-9395-5bba29ecdb5e req-0f4d3146-9283-4abf-84e9-21287fcdbfec tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.548881 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68bbc7cb-2287-4aed-9395-5bba29ecdb5e req-0f4d3146-9283-4abf-84e9-21287fcdbfec tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 945 time: 0.0829434 Jul 14 09:26:04.636991 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68bbc7cb-2287-4aed-9395-5bba29ecdb5e req-d9b1a65b-951f-4115-8158-c9f1e48a324f tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b05fe95-aec4-4a8f-9dd7-80b564904ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737424 Jul 14 09:26:04.652779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] For port a2dc8a91-98be-4468-8d1f-9083d4577991, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a2dc8a91-98be-4468-8d1f-9083d4577991,segment=NetworkSegment(c8052e63-b131-4cce-9fde-ce017f767331),segment_id=c8052e63-b131-4cce-9fde-ce017f767331)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:04.653260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.674805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6809-c357-4715-929c-e44141ce4aa7 req-5b74df12-9781-4a39-b60a-b004316514cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.680979 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-526e6809-c357-4715-929c-e44141ce4aa7 req-5b74df12-9781-4a39-b60a-b004316514cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4ef2f47428f74997af795a7905fea995&device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 1097 time: 0.1296208 Jul 14 09:26:04.682881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Calling delete_port for a2dc8a91-98be-4468-8d1f-9083d4577991 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:04.829769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 9c823a6a-19e9-43f2-b8df-7264f85ee307 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:04.838413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6809-c357-4715-929c-e44141ce4aa7 req-585beaee-438a-48b0-b7f2-29f65d2a18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.840230 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-526e6809-c357-4715-929c-e44141ce4aa7 req-585beaee-438a-48b0-b7f2-29f65d2a18ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 200 len: 909 time: 0.1171741 Jul 14 09:26:04.856504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 9c823a6a-19e9-43f2-b8df-7264f85ee307 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:04.856972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 9c823a6a-19e9-43f2-b8df-7264f85ee307 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:04.881342 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:04.889672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-526e6809-c357-4715-929c-e44141ce4aa7 req-580502af-9c76-4237-aa02-39ada069f63f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 200 len: 217 time: 0.0410726 Jul 14 09:26:04.889840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6789c-525d-44f5-9092-4627f4c50c04 req-0fec24a0-170a-47e5-9c8e-4bf748c0c25d tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.891916 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbe6789c-525d-44f5-9092-4627f4c50c04 req-0fec24a0-170a-47e5-9c8e-4bf748c0c25d tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 948 time: 0.1173263 Jul 14 09:26:04.897494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a2dc8a91-98be-4468-8d1f-9083d4577991'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:04.928329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Pushing event deleted for resources: {'Port': ['ID=a2dc8a91-98be-4468-8d1f-9083d4577991,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:04.944614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e6809-c357-4715-929c-e44141ce4aa7 req-eabd715d-42f0-4c20-86d0-8b87448df4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:04.946656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-526e6809-c357-4715-929c-e44141ce4aa7 req-eabd715d-42f0-4c20-86d0-8b87448df4a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 200 len: 848 time: 0.0512688 Jul 14 09:26:04.986758 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-526e6809-c357-4715-929c-e44141ce4aa7 req-0941bd28-f944-459e-b466-e58cc54fa6e6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c57b139e-cf08-4d82-9360-8bec932fdedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323157 Jul 14 09:26:05.074044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] No DVR routers for this DVR port a2dc8a91-98be-4468-8d1f-9083d4577991 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:05.078103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.079816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25da2956-0669-4f67-87ef-e78ab2715a8d req-8e893eb9-877a-40f0-8233-f1fe2a3dc439 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.69 "DELETE /v2.0/ports/a2dc8a91-98be-4468-8d1f-9083d4577991 HTTP/1.1" status: 204 len: 173 time: 0.6867387 Jul 14 09:26:05.092086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbe6789c-525d-44f5-9092-4627f4c50c04 req-d125f63c-326b-4377-86e2-2c762f32be85 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657808 Jul 14 09:26:05.092638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c5ddfc1-3951-4ea5-b24c-82a97e332ab1', 'name': 'network-vif-deleted', 'tag': 'a2dc8a91-98be-4468-8d1f-9083d4577991'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:05.095597 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf69ab9d-1dba-4f35-96ae-33a69b3fa06e" -d '{"events": [{"server_uuid": "1c5ddfc1-3951-4ea5-b24c-82a97e332ab1", "name": "network-vif-deleted", "tag": "a2dc8a91-98be-4468-8d1f-9083d4577991"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:05.129727 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-526e6809-c357-4715-929c-e44141ce4aa7 req-b2f32b73-24ce-4a23-b93f-3f24ae957f73 service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361647 Jul 14 09:26:05.142782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-4565fe52-9f7a-4301-b25c-0f605220c20c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.145141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-4565fe52-9f7a-4301-b25c-0f605220c20c tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.66 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 944 time: 0.1909604 Jul 14 09:26:05.240913 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a317c968-8720-4820-8b29-15b391a36767 req-33b24ec4-b907-4384-afda-c95aeeb92c2c tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c977fa6d11f49098b886b47682888c2 HTTP/1.1" status: 200 len: 6102 time: 0.1450245 Jul 14 09:26:05.244393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:05.278217 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-526e6809-c357-4715-929c-e44141ce4aa7 req-cbfbf76e-e6ba-4392-be87-98950856dede service neutron] 10.222.0.66 "GET /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414220 Jul 14 09:26:05.326065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f2a5c-7dbd-4dcc-adb4-00b5a34c92fd req-8f85b1f7-d7ca-4fd5-887a-41ec926cfd08 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.331511 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a317c968-8720-4820-8b29-15b391a36767 req-c215771a-556d-4402-9543-03c1dee84e1a tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "GET /v2.0/security-groups/b33803b2-b62e-42cf-9343-c30b550e2cc5 HTTP/1.1" status: 200 len: 2981 time: 0.0782721 Jul 14 09:26:05.334076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb3f2a5c-7dbd-4dcc-adb4-00b5a34c92fd req-8f85b1f7-d7ca-4fd5-887a-41ec926cfd08 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=6afd6b7a-dab9-4ed9-a4ee-0b779639457d HTTP/1.1" status: 200 len: 944 time: 0.1209323 Jul 14 09:26:05.357960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Deleting port c996e615-7ae9-4f42-b0a8-f3252a023a83 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:05.358314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.377746 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a317c968-8720-4820-8b29-15b391a36767 req-42fd1472-e5c4-4939-b402-9d7d64d8e23f tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "GET /v2.0/security-groups/b33803b2-b62e-42cf-9343-c30b550e2cc5 HTTP/1.1" status: 200 len: 2981 time: 0.0451431 Jul 14 09:26:05.388815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:05.404516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '74c54d49-eeaf-4b77-8635-16b3fa22a4c4', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '74c54d49-eeaf-4b77-8635-16b3fa22a4c4', 'mac_address': 'fa:16:3e:bd:c9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:05.418174 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb3f2a5c-7dbd-4dcc-adb4-00b5a34c92fd req-e6bdbf33-d60c-4f34-a5c9-1e4d35be1a8b tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832467 Jul 14 09:26:05.455094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.460615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] For port c996e615-7ae9-4f42-b0a8-f3252a023a83, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c996e615-7ae9-4f42-b0a8-f3252a023a83,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:05.460990 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.469817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:05.480243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Calling delete_port for c996e615-7ae9-4f42-b0a8-f3252a023a83 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:05.494668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:05.499191 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.558876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28611fc-d4c5-406d-b58a-d123c63c0c88 req-22c9dac3-ec3a-433b-b0a2-330e1d75e286 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:05.561323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e28611fc-d4c5-406d-b58a-d123c63c0c88 req-22c9dac3-ec3a-433b-b0a2-330e1d75e286 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.0868285 Jul 14 09:26:05.564799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:05.642590 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e28611fc-d4c5-406d-b58a-d123c63c0c88 req-b2e08707-5adb-43fc-8300-9bc37189c27f tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754218 Jul 14 09:26:05.646606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b57b388f-550d-49ef-bb01-7e6b4708686a req-1ebe6c2f-8184-44d8-a224-fab6812284e9 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0542514 Jul 14 09:26:05.692706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.727449 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d68dee-e6dd-40a9-ad8e-189180de5527 x-openstack-request-id: req-d9d68dee-e6dd-40a9-ad8e-189180de5527 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:05.727741 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c5ddfc1-3951-4ea5-b24c-82a97e332ab1", "name": "network-vif-deleted", "tag": "a2dc8a91-98be-4468-8d1f-9083d4577991", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:05.728002 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9d68dee-e6dd-40a9-ad8e-189180de5527 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:05.728446 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c5ddfc1-3951-4ea5-b24c-82a97e332ab1', 'name': 'network-vif-deleted', 'tag': 'a2dc8a91-98be-4468-8d1f-9083d4577991', 'status': 'completed', 'code': 200} Jul 14 09:26:05.731133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Pushing event deleted for resources: {'Port': ['ID=c996e615-7ae9-4f42-b0a8-f3252a023a83,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:05.747275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['74c54d49-eeaf-4b77-8635-16b3fa22a4c4'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:05.767014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d8801b9c-9f6b-4f44-a7e0-85fda8ce3a98 req-722e2416-ce75-4742-b9c5-65bfc4d7c763 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/6338f119-b54e-49da-a557-afc574a98711 HTTP/1.1" status: 200 len: 1777 time: 0.0626345 Jul 14 09:26:05.790434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] No DVR routers for this DVR port c996e615-7ae9-4f42-b0a8-f3252a023a83 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:05.792966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.795890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d47c0db-6b26-442b-adf9-00e9670b89e1 req-37b44a16-8902-431b-9ee9-71e2b1a81038 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.66 "DELETE /v2.0/ports/c996e615-7ae9-4f42-b0a8-f3252a023a83 HTTP/1.1" status: 204 len: 173 time: 0.6449184 Jul 14 09:26:05.836257 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d8801b9c-9f6b-4f44-a7e0-85fda8ce3a98 req-1e7e138a-dfa9-44c1-a755-e82e908bb621 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.866457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d8801b9c-9f6b-4f44-a7e0-85fda8ce3a98 req-1e7e138a-dfa9-44c1-a755-e82e908bb621 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.949727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d8801b9c-9f6b-4f44-a7e0-85fda8ce3a98 req-1e7e138a-dfa9-44c1-a755-e82e908bb621 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.953892 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d8801b9c-9f6b-4f44-a7e0-85fda8ce3a98 req-1e7e138a-dfa9-44c1-a755-e82e908bb621 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:05.962557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d8801b9c-9f6b-4f44-a7e0-85fda8ce3a98 req-1e7e138a-dfa9-44c1-a755-e82e908bb621 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/6338f119-b54e-49da-a557-afc574a98711 HTTP/1.1" status: 204 len: 173 time: 0.1925313 Jul 14 09:26:05.992103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e138a-dfa9-44c1-a755-e82e908bb621 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6338f119-b54e-49da-a557-afc574a98711,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.058594 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6adec326-7e1c-4ef5-865c-9c46abd5db03 req-f5148a56-1bdc-4da8-a38e-25448c1de822 tempest-ServerGroupTestJSON-1914551807 tempest-ServerGroupTestJSON-1914551807-project] 10.222.0.73 "GET /v2.0/ports?device_id=1c5ddfc1-3951-4ea5-b24c-82a97e332ab1 HTTP/1.1" status: 200 len: 210 time: 0.0421109 Jul 14 09:26:06.125779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a578dd9-198b-416f-9d52-420ed8c160f0 req-2473b9ea-af1c-47ca-ae5a-d0f85759f424 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "GET /v2.0/security-groups/88ddf706-71ae-4db5-8b1e-19a8da621a17 HTTP/1.1" status: 200 len: 1776 time: 0.0376093 Jul 14 09:26:06.161586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1593cc1-f1d9-45c1-86ef-f35f47ab642b req-d9146b2d-e42f-4568-bad6-19bbf7859b44 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0348332 Jul 14 09:26:06.202222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2a578dd9-198b-416f-9d52-420ed8c160f0 req-b1dbdcef-f1b7-4403-84e6-8a02b83e1cd7 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.224292 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2a578dd9-198b-416f-9d52-420ed8c160f0 req-b1dbdcef-f1b7-4403-84e6-8a02b83e1cd7 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.264302 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2a578dd9-198b-416f-9d52-420ed8c160f0 req-b1dbdcef-f1b7-4403-84e6-8a02b83e1cd7 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.269464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2a578dd9-198b-416f-9d52-420ed8c160f0 req-b1dbdcef-f1b7-4403-84e6-8a02b83e1cd7 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.270616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a578dd9-198b-416f-9d52-420ed8c160f0 req-b1dbdcef-f1b7-4403-84e6-8a02b83e1cd7 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] 10.222.0.73 "DELETE /v2.0/security-groups/88ddf706-71ae-4db5-8b1e-19a8da621a17 HTTP/1.1" status: 204 len: 173 time: 0.1357949 Jul 14 09:26:06.281839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbdcef-f1b7-4403-84e6-8a02b83e1cd7 tempest-SecurityGroupsTestAdminJSON-267082980 tempest-SecurityGroupsTestAdminJSON-267082980-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ddf706-71ae-4db5-8b1e-19a8da621a17,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.350365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2f5462e-79e1-4348-bbec-ed8939891f94 req-bb5116db-ad80-418c-97b2-427c4c41b97a tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "GET /v2.0/security-groups/626c169e-f0d7-4c7c-8096-de2499ad4334 HTTP/1.1" status: 200 len: 1777 time: 0.0438204 Jul 14 09:26:06.414906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2f5462e-79e1-4348-bbec-ed8939891f94 req-fe02ea5c-d115-4536-8401-f75da8fe87ed tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.438791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2f5462e-79e1-4348-bbec-ed8939891f94 req-fe02ea5c-d115-4536-8401-f75da8fe87ed tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.453417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa19191-3501-4083-8268-6eb954bdc631 req-9e71c95d-3def-42f6-ac66-666f127a066c tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.454964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0aa19191-3501-4083-8268-6eb954bdc631 req-9e71c95d-3def-42f6-ac66-666f127a066c tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 949 time: 0.0727170 Jul 14 09:26:06.485913 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2f5462e-79e1-4348-bbec-ed8939891f94 req-fe02ea5c-d115-4536-8401-f75da8fe87ed tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.488855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f2f5462e-79e1-4348-bbec-ed8939891f94 req-fe02ea5c-d115-4536-8401-f75da8fe87ed tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.492815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2f5462e-79e1-4348-bbec-ed8939891f94 req-fe02ea5c-d115-4536-8401-f75da8fe87ed tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "DELETE /v2.0/security-groups/626c169e-f0d7-4c7c-8096-de2499ad4334 HTTP/1.1" status: 204 len: 173 time: 0.1352160 Jul 14 09:26:06.510922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02ea5c-d115-4536-8401-f75da8fe87ed tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626c169e-f0d7-4c7c-8096-de2499ad4334,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.513578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0aa19191-3501-4083-8268-6eb954bdc631 req-d345be80-58c4-49a8-8ed7-1e33dc8872a0 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524871 Jul 14 09:26:06.588879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41c3bba6-00ac-475d-a08b-7212b125ec77 req-44e1a0c5-f83b-4918-8cf2-e6e627ab0c4a tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "GET /v2.0/security-groups/cbc8510e-17dd-4a8f-a408-15f3b4d7043c HTTP/1.1" status: 200 len: 1777 time: 0.0447340 Jul 14 09:26:06.650323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-41c3bba6-00ac-475d-a08b-7212b125ec77 req-c427d1ad-cdcf-4eec-8c47-c70708861ae2 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.674071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-41c3bba6-00ac-475d-a08b-7212b125ec77 req-c427d1ad-cdcf-4eec-8c47-c70708861ae2 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.716065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-41c3bba6-00ac-475d-a08b-7212b125ec77 req-c427d1ad-cdcf-4eec-8c47-c70708861ae2 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.719362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-41c3bba6-00ac-475d-a08b-7212b125ec77 req-c427d1ad-cdcf-4eec-8c47-c70708861ae2 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:06.720547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41c3bba6-00ac-475d-a08b-7212b125ec77 req-c427d1ad-cdcf-4eec-8c47-c70708861ae2 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] 10.222.0.73 "DELETE /v2.0/security-groups/cbc8510e-17dd-4a8f-a408-15f3b4d7043c HTTP/1.1" status: 204 len: 173 time: 0.1245189 Jul 14 09:26:06.734100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427d1ad-cdcf-4eec-8c47-c70708861ae2 tempest-SecurityGroupsTestAdminJSON-166453356 tempest-SecurityGroupsTestAdminJSON-166453356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc8510e-17dd-4a8f-a408-15f3b4d7043c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:06.824709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 698010c4-a0ce-465d-8a37-9637d89ca82c details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:06.958449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2c218-5a49-4f13-9025-c38023758447 req-9bab1ac5-c911-409b-99ee-697d248ed618 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:06.960188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7a2c218-5a49-4f13-9025-c38023758447 req-9bab1ac5-c911-409b-99ee-697d248ed618 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 943 time: 0.0994792 Jul 14 09:26:06.995967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 698010c4-a0ce-465d-8a37-9637d89ca82c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=698010c4-a0ce-465d-8a37-9637d89ca82c,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:07.008733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7a2c218-5a49-4f13-9025-c38023758447 req-2c6146ca-92e2-47d4-87d2-71d8c15aedc8 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Jul 14 09:26:07.023314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'port_id': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'mac_address': 'fa:16:3e:df:21:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 768, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:07.042241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a6481fa-d7dc-4708-82ad-9e79d9ee5d0d req-196d8810-dc31-414f-ba2a-41c46fa30650 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0579791 Jul 14 09:26:07.066464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7cbee54f-2a85-44fd-9a11-8b355b6a3582 req-9e355a24-5291-44e9-8d7f-9ca941d5dd97 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0454581 Jul 14 09:26:07.083194 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.118276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698010c4-a0ce-465d-8a37-9637d89ca82c {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:07.164125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52674) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:07.171440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 698010c4-a0ce-465d-8a37-9637d89ca82c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=698010c4-a0ce-465d-8a37-9637d89ca82c,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:07.177916 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.196808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7cbee54f-2a85-44fd-9a11-8b355b6a3582 req-7a743d71-3268-48eb-a6e2-7126a174b1d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b22356c58df4b889224e574e2d81496&device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8 HTTP/1.1" status: 200 len: 210 time: 0.0519726 Jul 14 09:26:07.244665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=698010c4-a0ce-465d-8a37-9637d89ca82c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:07.263327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:07.274377 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7cbee54f-2a85-44fd-9a11-8b355b6a3582 req-82842e75-c7e8-49f5-baf9-e6d41c348d5b service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9b22356c58df4b889224e574e2d81496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512509 Jul 14 09:26:07.347901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:07.354040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:07.356154 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.432261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['698010c4-a0ce-465d-8a37-9637d89ca82c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:07.476411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-860fd4c1-0b8d-4aa2-afc4-21be9f64177c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c977fa6d11f49098b886b47682888c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109064 Jul 14 09:26:07.478745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52682) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:07.548388 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46cab236-0e26-49e2-ba57-544748eb7aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.555552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228ef04-0d21-4605-a24c-b2b401d618b2 req-0f65cf26-ad78-4575-a011-794bafd688a3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.572043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f228ef04-0d21-4605-a24c-b2b401d618b2 req-0f65cf26-ad78-4575-a011-794bafd688a3 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.3097231 Jul 14 09:26:07.577690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46cab236-0e26-49e2-ba57-544748eb7aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.590542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:07.645107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46cab236-0e26-49e2-ba57-544748eb7aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.651199 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46cab236-0e26-49e2-ba57-544748eb7aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.652403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-46cab236-0e26-49e2-ba57-544748eb7aba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b33803b2-b62e-42cf-9343-c30b550e2cc5 HTTP/1.1" status: 204 len: 168 time: 0.1725163 Jul 14 09:26:07.674472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cab236-0e26-49e2-ba57-544748eb7aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33803b2-b62e-42cf-9343-c30b550e2cc5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:07.680433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-aa42ac58-3459-47f5-b62b-45df0674d116 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.683307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-aa42ac58-3459-47f5-b62b-45df0674d116 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 945 time: 0.4070096 Jul 14 09:26:07.713848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f228ef04-0d21-4605-a24c-b2b401d618b2 req-64430f60-3ef2-4bc2-a00b-ad7e481869f6 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/security-groups?id=262faefa-fca6-466b-862a-3b89ed64ec9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385825 Jul 14 09:26:07.723727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbee54f-2a85-44fd-9a11-8b355b6a3582 req-ec83b4d2-3202-4c7d-91f0-dae9f6967ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.727116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7cbee54f-2a85-44fd-9a11-8b355b6a3582 req-ec83b4d2-3202-4c7d-91f0-dae9f6967ab2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4017227 Jul 14 09:26:07.782427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'name': 'network-vif-deleted', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:07.787205 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f508cb1-54b5-4d8a-9d7f-fee0f95945d1" -d '{"events": [{"server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "name": "network-vif-deleted", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:07.814020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef053-a797-415c-aa3b-d51b8d42ea8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.824043 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.881750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c87d3-f3cd-4e57-b6c1-340863101523 req-9e6b6eec-fc3d-40f2-b7a9-1f6ff5c3b757 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:07.888620 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d69c87d3-f3cd-4e57-b6c1-340863101523 req-9e6b6eec-fc3d-40f2-b7a9-1f6ff5c3b757 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 949 time: 0.1464186 Jul 14 09:26:07.904442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Deleting port 878cfcef-1680-4b9b-8b80-a979adcdadca {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:07.905207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:07.938719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4bf34c-5391-4e43-afe8-3b41beed57ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c54d49-eeaf-4b77-8635-16b3fa22a4c4'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:07.940801 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49002d81-d043-4756-a9c7-0318ca99a930" -d '{"events": [{"server_uuid": "cd4bf34c-5391-4e43-afe8-3b41beed57ea", "name": "network-vif-plugged", "status": "completed", "tag": "74c54d49-eeaf-4b77-8635-16b3fa22a4c4"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:07.952444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d69c87d3-f3cd-4e57-b6c1-340863101523 req-d37adc4f-a4f7-44f5-bc8d-641218389b64 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593791 Jul 14 09:26:07.988046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:07.995891 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d967617-1a15-46e1-9bae-8b43e2a5cfac x-openstack-request-id: req-0d967617-1a15-46e1-9bae-8b43e2a5cfac {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:07.997261 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6afd6b7a-dab9-4ed9-a4ee-0b779639457d", "name": "network-vif-deleted", "tag": "c996e615-7ae9-4f42-b0a8-f3252a023a83", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:07.997534 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d967617-1a15-46e1-9bae-8b43e2a5cfac {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:07.997905 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6afd6b7a-dab9-4ed9-a4ee-0b779639457d', 'name': 'network-vif-deleted', 'tag': 'c996e615-7ae9-4f42-b0a8-f3252a023a83', 'status': 'completed', 'code': 200} Jul 14 09:26:08.068304 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef053-a797-415c-aa3b-d51b8d42ea8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.074029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f1ef053-a797-415c-aa3b-d51b8d42ea8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.103596 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a77aa-4769-4a60-9839-bdf2ecf21689 x-openstack-request-id: req-557a77aa-4769-4a60-9839-bdf2ecf21689 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:08.103895 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4bf34c-5391-4e43-afe8-3b41beed57ea", "name": "network-vif-plugged", "status": "completed", "tag": "74c54d49-eeaf-4b77-8635-16b3fa22a4c4", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:08.104155 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-557a77aa-4769-4a60-9839-bdf2ecf21689 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:08.104590 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4bf34c-5391-4e43-afe8-3b41beed57ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74c54d49-eeaf-4b77-8635-16b3fa22a4c4', 'code': 200} Jul 14 09:26:08.113483 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.114294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a2dc8a91-98be-4468-8d1f-9083d4577991 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:08.134220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] For port 878cfcef-1680-4b9b-8b80-a979adcdadca, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=878cfcef-1680-4b9b-8b80-a979adcdadca,segment=NetworkSegment(eac432bd-945d-4091-9b15-92b54b3d38db),segment_id=eac432bd-945d-4091-9b15-92b54b3d38db)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:08.134611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.143018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3f1ef053-a797-415c-aa3b-d51b8d42ea8e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2625e0a7771045a0910a76e1b5ebad7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510170 Jul 14 09:26:08.144176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52712) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.151310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1ef053-a797-415c-aa3b-d51b8d42ea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bb74f8-1f75-4d7f-9e7b-a2931f2e671e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.224356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52714) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.229431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: a2dc8a91-98be-4468-8d1f-9083d4577991 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:08.230729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a2dc8a91-98be-4468-8d1f-9083d4577991 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:08.251689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.267409 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8191ce73-f8f3-4b64-bc81-77ad71b93c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.321861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8191ce73-f8f3-4b64-bc81-77ad71b93c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.326447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9165044c-aae2-4879-af66-04ed9617e5e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41790fcce83a4e83beb97665b34f55d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0997005 Jul 14 09:26:08.335442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.384749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bb192-034b-4ded-a2e6-b3426e88f002 req-9d724b17-5a10-4b42-85f5-5aa01a22dc9f tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.386324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-239bb192-034b-4ded-a2e6-b3426e88f002 req-9d724b17-5a10-4b42-85f5-5aa01a22dc9f tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 944 time: 0.1922045 Jul 14 09:26:08.454279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-239bb192-034b-4ded-a2e6-b3426e88f002 req-5207a042-8510-4f9b-8425-c9a9d8add288 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574515 Jul 14 09:26:08.455121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a21eac-1a07-42bd-96cb-5c7cfd1ae39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.456983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8191ce73-f8f3-4b64-bc81-77ad71b93c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.459457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8191ce73-f8f3-4b64-bc81-77ad71b93c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.460630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8191ce73-f8f3-4b64-bc81-77ad71b93c1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5bb74f8-1f75-4d7f-9e7b-a2931f2e671e HTTP/1.1" status: 204 len: 168 time: 0.3151152 Jul 14 09:26:08.501510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191ce73-f8f3-4b64-bc81-77ad71b93c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bb74f8-1f75-4d7f-9e7b-a2931f2e671e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.505573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a21eac-1a07-42bd-96cb-5c7cfd1ae39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.520974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Calling delete_port for 878cfcef-1680-4b9b-8b80-a979adcdadca owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:08.550606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-42adb63a-9410-4e7f-adb5-17376c3f45b5 req-fa72e714-3fcd-4e96-8728-5ba31132dbc9 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0632591 Jul 14 09:26:08.568207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a21eac-1a07-42bd-96cb-5c7cfd1ae39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.572487 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6a21eac-1a07-42bd-96cb-5c7cfd1ae39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.573734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b6a21eac-1a07-42bd-96cb-5c7cfd1ae39e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/146770e6-e90b-4eeb-b54c-9ebfcb732824 HTTP/1.1" status: 204 len: 168 time: 0.2372794 Jul 14 09:26:08.591195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a21eac-1a07-42bd-96cb-5c7cfd1ae39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146770e6-e90b-4eeb-b54c-9ebfcb732824,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.678713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff8b21-025f-45f3-a119-579db8c85009 req-96b0cb1e-356f-4885-9266-7f3737e39a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:08.680316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9dff8b21-025f-45f3-a119-579db8c85009 req-96b0cb1e-356f-4885-9266-7f3737e39a38 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 1102 time: 0.5336587 Jul 14 09:26:08.761153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:08.773799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9dff8b21-025f-45f3-a119-579db8c85009 req-06bf5572-43d5-43c4-9494-26946592b133 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861204 Jul 14 09:26:08.823928 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.836428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 698010c4-a0ce-465d-8a37-9637d89ca82c up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:08.872615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe882e5-4b27-4fef-966f-efc277c0dfa3 admin admin] Deleting subnet b0f7d57b-8b2c-4989-8e1b-3b1b8d32ff95 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:08.888455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe882e5-4b27-4fef-966f-efc277c0dfa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:08.901648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Pushing event deleted for resources: {'Port': ['ID=878cfcef-1680-4b9b-8b80-a979adcdadca,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:08.958589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 698010c4-a0ce-465d-8a37-9637d89ca82c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:08.963655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 698010c4-a0ce-465d-8a37-9637d89ca82c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:08.964810 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.014778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe882e5-4b27-4fef-966f-efc277c0dfa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.018855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2604a1ad-9a07-4f6f-a401-8f0200ab3d34 req-b73b3804-063c-4d6f-8d15-bae99d6be1fd tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.73 "GET /v2.0/ports?device_id=4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0 HTTP/1.1" status: 200 len: 210 time: 0.0763447 Jul 14 09:26:09.026119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] No DVR routers for this DVR port 878cfcef-1680-4b9b-8b80-a979adcdadca on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:09.038790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.041005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d47cc13-08b3-421b-b0cb-b41d5ed0f107 req-96997d29-9a17-46d1-b59b-d479f87c3a43 tempest-LiveMigrationTest-565921567 tempest-LiveMigrationTest-565921567-project] 10.222.0.66 "DELETE /v2.0/ports/878cfcef-1680-4b9b-8b80-a979adcdadca HTTP/1.1" status: 204 len: 173 time: 1.3496594 Jul 14 09:26:09.064112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.091903 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe882e5-4b27-4fef-966f-efc277c0dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.123625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ca5d8431-2d1d-4b5d-b8cb-4a73e7492c5a req-13598747-14ca-4651-b1f0-02afbe1381d6 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8&device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8 HTTP/1.1" status: 200 len: 210 time: 0.0986106 Jul 14 09:26:09.134603 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.148391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea10e-1d54-4da6-b42d-86eadfc27235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.243748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 698010c4-a0ce-465d-8a37-9637d89ca82c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=698010c4-a0ce-465d-8a37-9637d89ca82c,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:09.255003 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.255003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 878cfcef-1680-4b9b-8b80-a979adcdadca no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:09.306223 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe882e5-4b27-4fef-966f-efc277c0dfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.326357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 878cfcef-1680-4b9b-8b80-a979adcdadca {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:09.326713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 878cfcef-1680-4b9b-8b80-a979adcdadca not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:09.327141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c996e615-7ae9-4f42-b0a8-f3252a023a83 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:09.356781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe882e5-4b27-4fef-966f-efc277c0dfa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0f7d57b-8b2c-4989-8e1b-3b1b8d32ff95,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.361824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: c996e615-7ae9-4f42-b0a8-f3252a023a83 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:09.362736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c996e615-7ae9-4f42-b0a8-f3252a023a83 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:09.367978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=698010c4-a0ce-465d-8a37-9637d89ca82c,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.377201 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe882e5-4b27-4fef-966f-efc277c0dfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.379448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1fe882e5-4b27-4fef-966f-efc277c0dfa3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b0f7d57b-8b2c-4989-8e1b-3b1b8d32ff95 HTTP/1.1" status: 204 len: 168 time: 0.6169295 Jul 14 09:26:09.382185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea10e-1d54-4da6-b42d-86eadfc27235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.382568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52754) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.387119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d4ea10e-1d54-4da6-b42d-86eadfc27235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.402400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123f443-6a60-4012-a477-0564ac9e15c7 req-0809eded-a9b8-4a7e-9560-96d9eeb660a8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.403970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b123f443-6a60-4012-a477-0564ac9e15c7 req-0809eded-a9b8-4a7e-9560-96d9eeb660a8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 950 time: 0.1811397 Jul 14 09:26:09.472860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.479090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ea10e-1d54-4da6-b42d-86eadfc27235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9f3742-180b-42ca-8159-37449ba6fc2e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:09.487215 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6d4ea10e-1d54-4da6-b42d-86eadfc27235 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=073bc571e13540a093d80dc58351513f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217820 Jul 14 09:26:09.487451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52760) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:09.504879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b123f443-6a60-4012-a477-0564ac9e15c7 req-6bf3d412-b3d5-49f7-b2ee-20d2c675fdc7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770035 Jul 14 09:26:09.655474 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f165cad7-2dbd-4b76-9670-08bfeaf6dad4 req-c4d4d91e-2e60-45db-b293-96cfdf0f102b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b22356c58df4b889224e574e2d81496&device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0564511 Jul 14 09:26:09.661953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.664890 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2488-39fd-475d-98c4-6a59accbe771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.694892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f165cad7-2dbd-4b76-9670-08bfeaf6dad4 req-c076b41f-1312-4aee-bdcc-d54311c527a3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9b22356c58df4b889224e574e2d81496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232625 Jul 14 09:26:09.699660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ff4bbf-e6c8-4701-95eb-78d0a74da2d5']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:09.747218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22fd87-ede0-49d3-9410-e78ca0d939df req-07294369-7bde-42b0-84fc-e55e9f912e85 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:09.751569 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea22fd87-ede0-49d3-9410-e78ca0d939df req-07294369-7bde-42b0-84fc-e55e9f912e85 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 945 time: 0.0927541 Jul 14 09:26:09.823367 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea22fd87-ede0-49d3-9410-e78ca0d939df req-5c5ac57d-2df2-4313-a945-3df2bb5c4a77 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642605 Jul 14 09:26:09.849441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8052e63-b131-4cce-9fde-ce017f767331') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:09.849748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8052e63-b131-4cce-9fde-ce017f767331') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:09.863882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.881260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.922397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:09.923230 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:09.930835 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:09.952053 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2488-39fd-475d-98c4-6a59accbe771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:09.996077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8af84b7c-1522-4414-9891-9b0342cd8947 req-77781c16-047e-4bb7-8c6d-fd26d0c8ad94 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.1494606 Jul 14 09:26:10.007434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'name': 'network-vif-deleted', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:10.007664 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2229961-0753-4a8f-addc-80d22ae3edf9" -d '{"events": [{"server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "name": "network-vif-deleted", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:10.018742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165cad7-2dbd-4b76-9670-08bfeaf6dad4 req-eee61108-dd04-4c97-bfaa-12b6670a9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.020215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f165cad7-2dbd-4b76-9670-08bfeaf6dad4 req-eee61108-dd04-4c97-bfaa-12b6670a9fa3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3060668 Jul 14 09:26:10.057756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.060895 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37af02c8-c7eb-421d-8c74-468ea7c001c8 x-openstack-request-id: req-37af02c8-c7eb-421d-8c74-468ea7c001c8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:10.061189 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0", "name": "network-vif-deleted", "tag": "878cfcef-1680-4b9b-8b80-a979adcdadca", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:10.061433 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37af02c8-c7eb-421d-8c74-468ea7c001c8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:10.061848 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12eff9-e90c-4d5c-ba50-6bfd7d8d2ba0', 'name': 'network-vif-deleted', 'tag': '878cfcef-1680-4b9b-8b80-a979adcdadca', 'status': 'completed', 'code': 200} Jul 14 09:26:10.065121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.069768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] 10.222.0.73 "DELETE /v2.0/networks/73ff4bbf-e6c8-4701-95eb-78d0a74da2d5 HTTP/1.1" status: 204 len: 168 time: 0.6858170 Jul 14 09:26:10.084062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1c7db-2758-4630-85cb-06217b1d6e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=73ff4bbf-e6c8-4701-95eb-78d0a74da2d5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.093303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2488-39fd-475d-98c4-6a59accbe771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.098680 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2488-39fd-475d-98c4-6a59accbe771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.102748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d0ec2488-39fd-475d-98c4-6a59accbe771 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b9f3742-180b-42ca-8159-37449ba6fc2e HTTP/1.1" status: 204 len: 168 time: 0.6113713 Jul 14 09:26:10.105917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698010c4-a0ce-465d-8a37-9637d89ca82c'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:10.109781 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aa8009-01b8-4746-9368-3a12998de122" -d '{"events": [{"server_uuid": "c4e0b158-e52c-460a-8070-07622bf557f2", "name": "network-vif-plugged", "status": "completed", "tag": "698010c4-a0ce-465d-8a37-9637d89ca82c"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:10.125666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ec2488-39fd-475d-98c4-6a59accbe771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9f3742-180b-42ca-8159-37449ba6fc2e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.154017 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957f4851-0e05-4b2b-ae7f-5ab74d27ecc4 x-openstack-request-id: req-957f4851-0e05-4b2b-ae7f-5ab74d27ecc4 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:10.154463 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e0b158-e52c-460a-8070-07622bf557f2", "name": "network-vif-plugged", "status": "completed", "tag": "698010c4-a0ce-465d-8a37-9637d89ca82c", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:10.155448 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-957f4851-0e05-4b2b-ae7f-5ab74d27ecc4 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:10.155655 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'code': 200} Jul 14 09:26:10.161824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52786) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.275733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ca645-b75c-4c24-80a0-2db9c4064a76 req-b7a4b3f2-e844-4298-aff0-5d887f50a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.277457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3ca645-b75c-4c24-80a0-2db9c4064a76 req-b7a4b3f2-e844-4298-aff0-5d887f50a95a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 1097 time: 0.0575478 Jul 14 09:26:10.285711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52792) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.321354 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3ca645-b75c-4c24-80a0-2db9c4064a76 req-c551e29c-abed-4644-915c-38877628da4b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378659 Jul 14 09:26:10.335300 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fa5fdadc-bf1a-4cbf-9617-9b979c5c3754 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1eefedfb3dbc45618cdbe6441cad79ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0483034 Jul 14 09:26:10.338352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52796) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.395440 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-670f51ef-842d-4a9e-801a-cc2c8e0642f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.424676 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-670f51ef-842d-4a9e-801a-cc2c8e0642f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.488812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-670f51ef-842d-4a9e-801a-cc2c8e0642f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.498517 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-670f51ef-842d-4a9e-801a-cc2c8e0642f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.499394 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-670f51ef-842d-4a9e-801a-cc2c8e0642f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b05fe95-aec4-4a8f-9dd7-80b564904ef8 HTTP/1.1" status: 204 len: 168 time: 0.1601026 Jul 14 09:26:10.511591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f51ef-842d-4a9e-801a-cc2c8e0642f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b05fe95-aec4-4a8f-9dd7-80b564904ef8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.548673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-86db520c-b536-4ea9-a2c5-517693e6c161 admin admin] Deleting subnet 41972096-a7d9-4b2c-b8d7-7a81dde04479 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:10.551886 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86db520c-b536-4ea9-a2c5-517693e6c161 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.598388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86db520c-b536-4ea9-a2c5-517693e6c161 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.638824 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86db520c-b536-4ea9-a2c5-517693e6c161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.694188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d0387-7f1a-47d5-ac61-e3881297f391 req-74c2147b-2256-416f-abe0-e7a6641d9520 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:10.699187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f8d0387-7f1a-47d5-ac61-e3881297f391 req-74c2147b-2256-416f-abe0-e7a6641d9520 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 950 time: 0.0726705 Jul 14 09:26:10.712035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86db520c-b536-4ea9-a2c5-517693e6c161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.740910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f8d0387-7f1a-47d5-ac61-e3881297f391 req-cbe2491c-a1fa-44c5-acdb-794d91889d04 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379930 Jul 14 09:26:10.756240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db520c-b536-4ea9-a2c5-517693e6c161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41972096-a7d9-4b2c-b8d7-7a81dde04479,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:10.762931 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-86db520c-b536-4ea9-a2c5-517693e6c161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.767990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:10.768540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-86db520c-b536-4ea9-a2c5-517693e6c161 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/41972096-a7d9-4b2c-b8d7-7a81dde04479 HTTP/1.1" status: 204 len: 168 time: 0.6050351 Jul 14 09:26:10.857045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.944552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:10.972325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57b139e-cf08-4d82-9360-8bec932fdedf']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:10.993830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac432bd-945d-4091-9b15-92b54b3d38db') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:10.994164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac432bd-945d-4091-9b15-92b54b3d38db') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:11.025121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.063358 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.080628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:11.081456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:11.085152 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:11.145821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcbfc3-a6ff-4979-9749-21bd48154a2c req-644b7dfb-bc26-4f13-8f11-c12991fd1294 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.147657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cbcbfc3-a6ff-4979-9749-21bd48154a2c req-644b7dfb-bc26-4f13-8f11-c12991fd1294 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 945 time: 0.1666179 Jul 14 09:26:11.209302 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cbcbfc3-a6ff-4979-9749-21bd48154a2c req-57278b87-0582-48c1-919e-33b197eb33b6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521774 Jul 14 09:26:11.211317 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.222716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.225089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c57b139e-cf08-4d82-9360-8bec932fdedf HTTP/1.1" status: 204 len: 168 time: 0.4541726 Jul 14 09:26:11.228070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52840) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:11.250506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141160a-cf3a-4437-a288-d666052c8bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c57b139e-cf08-4d82-9360-8bec932fdedf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.335157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-da0532a5-d8c8-4a00-877f-aa6da359b2f4 admin admin] Deleting subnet 37c45a6a-ac95-47e3-962a-c6befafdaeec {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:11.347137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da0532a5-d8c8-4a00-877f-aa6da359b2f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.426592 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da0532a5-d8c8-4a00-877f-aa6da359b2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.549764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f165cad7-2dbd-4b76-9670-08bfeaf6dad4 req-1cae9d50-cb27-4ccd-b67c-f3fd4782ba41 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0882618 Jul 14 09:26:11.551557 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-af5f56e2-ae17-4d96-af1e-591ebfd9cc29 req-bdf61c99-9131-4b61-81ed-bdae495188b6 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=696f0851-6c6a-4d83-adcc-f9af902ffdb8 HTTP/1.1" status: 200 len: 210 time: 0.0773284 Jul 14 09:26:11.566630 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da0532a5-d8c8-4a00-877f-aa6da359b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.641974 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da0532a5-d8c8-4a00-877f-aa6da359b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.694017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0532a5-d8c8-4a00-877f-aa6da359b2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c45a6a-ac95-47e3-962a-c6befafdaeec,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:11.696934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655d85-efd4-4d9b-a180-b7f8f8e653e0 req-22621994-7270-4508-8fff-7f7138f839ac tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:11.698578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8655d85-efd4-4d9b-a180-b7f8f8e653e0 req-22621994-7270-4508-8fff-7f7138f839ac tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 950 time: 0.1134543 Jul 14 09:26:11.704710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da0532a5-d8c8-4a00-877f-aa6da359b2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.709427 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-da0532a5-d8c8-4a00-877f-aa6da359b2f4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/37c45a6a-ac95-47e3-962a-c6befafdaeec HTTP/1.1" status: 204 len: 168 time: 0.4757578 Jul 14 09:26:11.709556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:11.807367 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8655d85-efd4-4d9b-a180-b7f8f8e653e0 req-2fcf390c-425c-4938-9222-797a97f4176f tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876327 Jul 14 09:26:11.812846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.899306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.912729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1f2d50-43e8-44d6-9053-76e0575d6dc6']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:11.926876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d439fba-2248-47d1-8a6e-fc3ca68fd75c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:11.927179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d439fba-2248-47d1-8a6e-fc3ca68fd75c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:11.936374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.951179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.958626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:11.959163 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:11.961140 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:12.030590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.044793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.048215 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] 10.222.0.73 "DELETE /v2.0/networks/0d1f2d50-43e8-44d6-9053-76e0575d6dc6 HTTP/1.1" status: 204 len: 168 time: 0.3376982 Jul 14 09:26:12.064691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc617f7b-cdd5-457c-ada2-b3413fdf79db admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1f2d50-43e8-44d6-9053-76e0575d6dc6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.068282 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-e03786c9-2377-4751-ac1c-3f20f24c5d9c tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d9843cae47fd4c38bb269b6de003b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427065 Jul 14 09:26:12.091025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.216719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-b9b8919d-e3e9-4918-821b-ec54f5a69c7b tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=945fb487212e4c4fa18fa66f52514f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335894 Jul 14 09:26:12.261865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52902) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.311316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-8e60a486-7c75-4e08-bb57-59c5e5002c5d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.319706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-8e60a486-7c75-4e08-bb57-59c5e5002c5d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502298 Jul 14 09:26:12.335152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-337209960-network', 'tenant_id': '0e950ce6f55845669141a9c8bfd509d5'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:12.337514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-eec0b4d0-a2a9-47ba-8277-416bda39e5ad tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/quotas/d9843cae47fd4c38bb269b6de003b144 HTTP/1.1" status: 200 len: 375 time: 0.0167887 Jul 14 09:26:12.382854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-6d666b1f-f426-4792-94bb-78077b4780b8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.384492 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-6d666b1f-f426-4792-94bb-78077b4780b8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1672819 Jul 14 09:26:12.385062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e9390495-7f61-4ecf-9155-2dc48a0e926b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ef2f47428f74997af795a7905fea995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200461 Jul 14 09:26:12.387384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fd544693-0007-40db-9924-1b6d377349da tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349705 Jul 14 09:26:12.387803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52906) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:12.394640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Made reservation on behalf of 0e950ce6f55845669141a9c8bfd509d5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:12.397387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.408114 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.433891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-08618b70-28a5-4401-9962-2baa2b7c847f tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/quotas/945fb487212e4c4fa18fa66f52514f8b HTTP/1.1" status: 200 len: 375 time: 0.0265477 Jul 14 09:26:12.448636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf633db7-c89f-4ef2-9d69-a1dd791d6af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.480578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf633db7-c89f-4ef2-9d69-a1dd791d6af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.563955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-fe0e5fdc-b238-47c5-afcd-b9ec928f55d4 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=945fb487212e4c4fa18fa66f52514f8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1223791 Jul 14 09:26:12.571015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf633db7-c89f-4ef2-9d69-a1dd791d6af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.573830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf633db7-c89f-4ef2-9d69-a1dd791d6af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.574994 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bf633db7-c89f-4ef2-9d69-a1dd791d6af2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/262faefa-fca6-466b-862a-3b89ed64ec9b HTTP/1.1" status: 204 len: 168 time: 0.1860628 Jul 14 09:26:12.613695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf633db7-c89f-4ef2-9d69-a1dd791d6af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262faefa-fca6-466b-862a-3b89ed64ec9b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.661562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.669994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.728730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:12.749065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:12.763105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.763714 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Added segment 12a0ad93-ead9-4919-9414-928a06a3edb4 of type vlan for network 4c0b2b72-f6af-438d-9616-0f570de0fac2 Jul 14 09:26:12.892108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.950609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:12.951677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:12.953954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.131609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0384831 Jul 14 09:26:13.135316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52938) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:13.152927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Request body: {'subnet': {'network_id': '4c0b2b72-f6af-438d-9616-0f570de0fac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-337209960-subnet', 'tenant_id': '0e950ce6f55845669141a9c8bfd509d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:13.209491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f518e04a-373a-4991-978b-b82c72d55d05 req-7fde5e11-be66-4891-9779-3355bd0f2254 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 210 time: 0.0696704 Jul 14 09:26:13.213147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a4a4c-c1ac-4a7f-ad85-f0661c40121d admin admin] Pushing event updated for resources: {'Network': ['ID=4c0b2b72-f6af-438d-9616-0f570de0fac2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:13.233714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4c0b2b72-f6af-438d-9616-0f570de0fac2 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:13.256080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1990b3-1507-47f6-bf89-3900356fec95 req-2da25631-9592-46b3-87a2-9383f3e53bc2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.263235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae1990b3-1507-47f6-bf89-3900356fec95 req-2da25631-9592-46b3-87a2-9383f3e53bc2 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 945 time: 0.2183142 Jul 14 09:26:13.271266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Made reservation on behalf of 0e950ce6f55845669141a9c8bfd509d5 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:13.274165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.439672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-03f51a07-744d-4e53-9949-0aef2f9ad4ad tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d9843cae47fd4c38bb269b6de003b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442975 Jul 14 09:26:13.473814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae1990b3-1507-47f6-bf89-3900356fec95 req-513e4c4d-85d4-46c9-9fa5-918d6f2ce679 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092071 Jul 14 09:26:13.549858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52966) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:13.634044 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.709691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27f423d-1ce4-4eeb-ad93-9031565fd25a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:13.719980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Checking segment: {'id': '12a0ad93-ead9-4919-9414-928a06a3edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4c0b2b72-f6af-438d-9616-0f570de0fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:13.720647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Network hostable DHCP agents. Network: 4c0b2b72-f6af-438d-9616-0f570de0fac2, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:13.747979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Network 4c0b2b72-f6af-438d-9616-0f570de0fac2 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:13.761622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4c0b2b72-f6af-438d-9616-0f570de0fac2) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:13.771816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d56f18-45c6-4ed9-8842-847499de712d None None] Network 4c0b2b72-f6af-438d-9616-0f570de0fac2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:13.785601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:13.787021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:13.823962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3679c51c-15e0-4a4d-909a-4f7b14bdae66 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6865718 Jul 14 09:26:14.017921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c89d3f-f27e-4530-acdf-eba3428f4b9c None None] Network 4c0b2b72-f6af-438d-9616-0f570de0fac2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:14.035849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c0a3f2ad-7eb8-4c64-8a83-19fa53e38425 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bab373c712f7475aa859f6dbbb2a73fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4848530 Jul 14 09:26:14.040272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52974) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:14.071204 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee25eccd-47f8-40e5-8fba-3ed53c7b76d0 req-09739000-393f-4625-b3ba-649539acacc8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b22356c58df4b889224e574e2d81496&device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8 HTTP/1.1" status: 200 len: 210 time: 0.0459335 Jul 14 09:26:14.110816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee25eccd-47f8-40e5-8fba-3ed53c7b76d0 req-aa4a85eb-75e4-435c-96b4-86804ef8c0b6 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9b22356c58df4b889224e574e2d81496&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254278 Jul 14 09:26:14.118163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-207b48ea-f695-4102-a476-0284a94596da tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.119855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-207b48ea-f695-4102-a476-0284a94596da tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6796625 Jul 14 09:26:14.147153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346afa5-1035-4eda-95ab-60d07b16d574 req-3c895f3c-4145-44d4-8479-ae7f746e8ba3 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.148481 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-fd232462-4df1-460c-80bd-09658a8a5d4a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/quotas/d9843cae47fd4c38bb269b6de003b144 HTTP/1.1" status: 200 len: 375 time: 0.0177064 Jul 14 09:26:14.148746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b346afa5-1035-4eda-95ab-60d07b16d574 req-3c895f3c-4145-44d4-8479-ae7f746e8ba3 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 945 time: 0.1846013 Jul 14 09:26:14.149400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e4283a1-a704-4403-962c-cc3d9a636c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.163304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52980) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:14.199906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Request body: {'floatingip': {'port_id': '698010c4-a0ce-465d-8a37-9637d89ca82c'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:14.205628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-6a03cde0-3dd5-4a89-8a95-f31c3d49ec6b tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386300 Jul 14 09:26:14.218955 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e4283a1-a704-4403-962c-cc3d9a636c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.256014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.310850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e4283a1-a704-4403-962c-cc3d9a636c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.314822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e4283a1-a704-4403-962c-cc3d9a636c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:14.325642 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4e4283a1-a704-4403-962c-cc3d9a636c2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd3e7a88-120c-44f9-b9e0-a40c706d34ff HTTP/1.1" status: 204 len: 168 time: 0.2807398 Jul 14 09:26:14.364962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4283a1-a704-4403-962c-cc3d9a636c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e7a88-120c-44f9-b9e0-a40c706d34ff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:14.386380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25eccd-47f8-40e5-8fba-3ed53c7b76d0 req-8009e201-a7cb-43a3-95d0-b500e6cc3847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:14.387946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee25eccd-47f8-40e5-8fba-3ed53c7b76d0 req-8009e201-a7cb-43a3-95d0-b500e6cc3847 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2694225 Jul 14 09:26:14.574430 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dcc573be-f9f0-4071-bf11-7931b4def15e req-deddd242-9ac2-42b8-b784-eb2857574576 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8 HTTP/1.1" status: 200 len: 210 time: 0.0529215 Jul 14 09:26:14.721330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-ba77261c-cd72-4157-82da-03454723ab82 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d9843cae47fd4c38bb269b6de003b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608401 Jul 14 09:26:15.012969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5794f4e0-e208-45b3-9f01-617332c8d893 req-a97a3d05-d9d4-4065-be05-f73414672635 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 210 time: 0.0416152 Jul 14 09:26:15.117362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fbd449d5-b4ed-499a-8a37-ad85c024c2e5 req-5760368b-23ea-4d9e-8446-40acaa5d048e tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0671494 Jul 14 09:26:15.130966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-d9b635b1-acaf-4294-8091-d894a6397075 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.130966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-d9b635b1-acaf-4294-8091-d894a6397075 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3882296 Jul 14 09:26:15.168685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Request body: {'port': {'device_id': '392f2bb1-9325-4eb3-b086-097789f04031', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'd9843cae47fd4c38bb269b6de003b144'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:15.273266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-09ecc4b9-5835-4a19-a8c6-7e9c21436911 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=945fb487212e4c4fa18fa66f52514f8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475390 Jul 14 09:26:15.482808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-a6aeb1fa-3952-4527-8745-c842d9483d41 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.485587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-720304f4-38a4-4767-8cb1-95a37d925c36 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:15.488307 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-720304f4-38a4-4767-8cb1-95a37d925c36 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2070498 Jul 14 09:26:15.489600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-a6aeb1fa-3952-4527-8745-c842d9483d41 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/networks?id=4c0b2b72-f6af-438d-9616-0f570de0fac2 HTTP/1.1" status: 200 len: 820 time: 0.3021891 Jul 14 09:26:15.503367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Request body: {'port': {'device_id': '82d65fd9-4476-4a4c-85a0-aae832872e3b', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '945fb487212e4c4fa18fa66f52514f8b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:15.529363 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-c76f7d61-7e82-4784-9281-c25d062be41f tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/quotas/0e950ce6f55845669141a9c8bfd509d5 HTTP/1.1" status: 200 len: 375 time: 0.0387967 Jul 14 09:26:15.574572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Made reservation on behalf of d9843cae47fd4c38bb269b6de003b144 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:15.582842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.586625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-f4be9823-0901-4a29-ad3c-cb389147a86e tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e950ce6f55845669141a9c8bfd509d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564482 Jul 14 09:26:15.592681 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.623568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.648373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.755710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Made reservation on behalf of 945fb487212e4c4fa18fa66f52514f8b for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:15.762932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:15.829753 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02514901-7e24-4c75-a255-1da4ed054775 req-e8bab3a5-43c9-40d0-9ba3-4fb4e2f58961 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.73 "GET /v2.0/ports?device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8 HTTP/1.1" status: 200 len: 210 time: 0.0424469 Jul 14 09:26:15.902007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-be8a7c99-15fb-4cc6-a0c7-bb4775255eb0 service neutron] 10.222.0.73 "GET /v2.0/networks/4c0b2b72-f6af-438d-9616-0f570de0fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995219 Jul 14 09:26:15.916667 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Floating IP ec606a90-feb8-4148-ba86-b78c02c75c8c associated. External IP: 172.25.0.223, port: 698010c4-a0ce-465d-8a37-9637d89ca82c. Jul 14 09:26:15.980299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Allocated IP 192.168.233.132 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:16.050434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee25eccd-47f8-40e5-8fba-3ed53c7b76d0 req-20533d8b-8631-4857-93c1-5d325b681879 tempest-ServerShowV247Test-2044477468 tempest-ServerShowV247Test-2044477468-project] 10.222.0.69 "GET /v2.0/ports?device_id=5048cffd-0bbb-44c2-a0d0-9d55dbc313c8 HTTP/1.1" status: 200 len: 210 time: 0.0408111 Jul 14 09:26:16.215274 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-ba91ace2-b6e8-4a9f-b0a0-37a8c73ff68d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d9843cae47fd4c38bb269b6de003b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870645 Jul 14 09:26:16.336731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.371947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Transition to ACTIVE for port object 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:16.421601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.439301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['74c54d49-eeaf-4b77-8635-16b3fa22a4c4'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:16.542922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:16.547636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:16.553446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:16.574610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Pushing event updated for resources: {'Port': ['ID=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:16.653347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.653821 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.736231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-023c8ea7-18d0-48e2-b376-253b9066cede tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:16.737815 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-023c8ea7-18d0-48e2-b376-253b9066cede tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5049772 Jul 14 09:26:16.759158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-b66a95ba-22ad-494b-bfa7-da6bf5547f3a service neutron] 10.222.0.73 "GET /v2.0/networks/4c0b2b72-f6af-438d-9616-0f570de0fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8562791 Jul 14 09:26:16.771636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Request body: {'port': {'device_id': 'e0f17bdf-496a-4650-ba70-4cce9a22a4e3', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'd9843cae47fd4c38bb269b6de003b144'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:16.837654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.861989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-0a7e0b00-ee61-4974-bd5c-6bb05301e3d8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3643422 Jul 14 09:26:16.891681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6ec4c953-afd4-4ef6-9f9e-99594ffe30cb None None] Provisioning for port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:16.896239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Request body: {'port': {'device_id': '82d65fd9-4476-4a4c-85a0-aae832872e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:16.897684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6ec4c953-afd4-4ef6-9f9e-99594ffe30cb None None] Provisioning complete for port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:16.898299 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6ec4c953-afd4-4ef6-9f9e-99594ffe30cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:16.985851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.001037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6ec4c953-afd4-4ef6-9f9e-99594ffe30cb None None] Port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:17.089877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003f058-bd5d-44df-9819-3837c594d9c8 req-8756163e-7e19-415d-82fb-bd908f84b311 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.091425 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b003f058-bd5d-44df-9819-3837c594d9c8 req-8756163e-7e19-415d-82fb-bd908f84b311 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 936 time: 0.2250473 Jul 14 09:26:17.095729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.138325 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee3d24ba-31a2-4f5b-8187-080ff4cde513 req-65c2423b-db23-4034-99fd-53f5644602a5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0607033 Jul 14 09:26:17.148766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b339a84-6a43-4dfc-8704-36bffdfaa8a4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:17.164168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Router 5d444f02-e3c9-44e7-89fc-7c90f4a335be has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:26:17.221363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Made reservation on behalf of d9843cae47fd4c38bb269b6de003b144 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:17.225586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.253216 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b003f058-bd5d-44df-9819-3837c594d9c8 req-6c1d9c58-a229-44a3-a34a-9644fd872bd3 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479156 Jul 14 09:26:17.318409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Allocated IP 192.168.233.149 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/205026d4-e80b-411f-8fbf-a3dc7f707016) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:17.512370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:26:17.522212 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.528860 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] Sync routers for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:26:17.540058 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:17.540732 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:17.564409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e906af77-62d8-4924-80c2-6fae8170ffd6 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "PUT /v2.0/floatingips/ec606a90-feb8-4148-ba86-b78c02c75c8c HTTP/1.1" status: 200 len: 991 time: 3.3656709 Jul 14 09:26:17.565699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'tag': '698010c4-a0ce-465d-8a37-9637d89ca82c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:17.567939 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124376f4-33b2-44fc-be22-8503f37a3e85" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e0b158-e52c-460a-8070-07622bf557f2", "tag": "698010c4-a0ce-465d-8a37-9637d89ca82c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:17.669846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76931-2383-4eda-aa56-ca1c117bf4bf req-0c0ed6cd-7597-4091-ad0c-8bd86b3ce551 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.672109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76931-2383-4eda-aa56-ca1c117bf4bf req-0c0ed6cd-7597-4091-ad0c-8bd86b3ce551 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.673536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76931-2383-4eda-aa56-ca1c117bf4bf req-0c0ed6cd-7597-4091-ad0c-8bd86b3ce551 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.674522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76931-2383-4eda-aa56-ca1c117bf4bf req-0c0ed6cd-7597-4091-ad0c-8bd86b3ce551 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.676054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76931-2383-4eda-aa56-ca1c117bf4bf req-0c0ed6cd-7597-4091-ad0c-8bd86b3ce551 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.678239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b76931-2383-4eda-aa56-ca1c117bf4bf req-0c0ed6cd-7597-4091-ad0c-8bd86b3ce551 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:17.694456 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05b76931-2383-4eda-aa56-ca1c117bf4bf req-0c0ed6cd-7597-4091-ad0c-8bd86b3ce551 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4316 time: 0.3044016 Jul 14 09:26:17.704660 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6ec7fb5-c336-4f1a-83f9-b4c46286a3ed req-3a1f35da-c130-42ad-92a1-8865900f1414 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 210 time: 0.0541475 Jul 14 09:26:17.818885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:17.839843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Transition to ACTIVE for port object 205026d4-e80b-411f-8fbf-a3dc7f707016 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:17.943941 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55111cf3-5cf8-4a59-bbe4-edf539ab0007 x-openstack-request-id: req-55111cf3-5cf8-4a59-bbe4-edf539ab0007 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:17.944881 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e0b158-e52c-460a-8070-07622bf557f2", "tag": "698010c4-a0ce-465d-8a37-9637d89ca82c", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:17.945727 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55111cf3-5cf8-4a59-bbe4-edf539ab0007 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:17.946506 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'tag': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'status': 'completed', 'code': 200} Jul 14 09:26:18.009001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.050622 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:18.142199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-f54e34bb-22bf-424b-b52f-299631bd3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.143707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-f54e34bb-22bf-424b-b52f-299631bd3edc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=463a26a2584c464d8a23122ba9a26efe&device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 1097 time: 0.1974378 Jul 14 09:26:18.169187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:18.176462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3f5f4-bd8e-480e-b6c1-928ad42c6e60 req-927010bb-c162-400c-984d-63c06ce8ea29 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.185672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61e3f5f4-bd8e-480e-b6c1-928ad42c6e60 req-927010bb-c162-400c-984d-63c06ce8ea29 tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 886 time: 0.2762966 Jul 14 09:26:18.189324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:18.206142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:18.219791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:18.222125 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53114) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:18.337812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.338252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.338656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.339002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.339339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.339675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.340022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.340583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.340924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.341323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.341825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.342318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:18.363332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.364808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a8b28f7-d626-47c2-ae59-b337ef67a3d1 req-edc93f52-e4f9-4249-864a-a4cbbc73b682 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0642288 Jul 14 09:26:18.375984 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.499808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:18.520606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-a1591708-553f-4373-994f-cbe88056d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.522756 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-a1591708-553f-4373-994f-cbe88056d4d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7099a725-1dbd-443f-a01a-24b53a111ef7 HTTP/1.1" status: 200 len: 916 time: 0.3687649 Jul 14 09:26:18.554111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.558152 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'ec606a90-feb8-4148-ba86-b78c02c75c8c', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'port_id': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'mac_address': 'fa:16:3e:df:21:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:26:15Z', 'revision_number': 1, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:18.628082 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] Checking router: 5d444f02-e3c9-44e7-89fc-7c90f4a335be for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:26:18.629112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-9bec31fd-af47-4a99-8224-dad0c83327d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4678800 Jul 14 09:26:18.637982 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:26:18.639068 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:18.642441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-82449248-b237-41a9-8670-9ab5f1d9810c None None] Provisioning for port 205026d4-e80b-411f-8fbf-a3dc7f707016 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:18.643450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1874f02-c557-43dc-92b3-4a6eeaea45b0 req-dd010a6f-afcd-4807-a2f4-3f88f7d91c9a tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.644043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1874f02-c557-43dc-92b3-4a6eeaea45b0 req-dd010a6f-afcd-4807-a2f4-3f88f7d91c9a tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.644642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1874f02-c557-43dc-92b3-4a6eeaea45b0 req-dd010a6f-afcd-4807-a2f4-3f88f7d91c9a tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.645323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1874f02-c557-43dc-92b3-4a6eeaea45b0 req-dd010a6f-afcd-4807-a2f4-3f88f7d91c9a tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.647009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-82449248-b237-41a9-8670-9ab5f1d9810c None None] Provisioning complete for port 205026d4-e80b-411f-8fbf-a3dc7f707016 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:18.647567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82449248-b237-41a9-8670-9ab5f1d9810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.650197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1874f02-c557-43dc-92b3-4a6eeaea45b0 req-dd010a6f-afcd-4807-a2f4-3f88f7d91c9a tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.650781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1874f02-c557-43dc-92b3-4a6eeaea45b0 req-dd010a6f-afcd-4807-a2f4-3f88f7d91c9a tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:18.655221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1874f02-c557-43dc-92b3-4a6eeaea45b0 req-dd010a6f-afcd-4807-a2f4-3f88f7d91c9a tempest-NetworksTest-1484506577 tempest-NetworksTest-1484506577-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4316 time: 0.4136117 Jul 14 09:26:18.660827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-455f2df0-ff00-4494-951b-c28bab9a47ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.672855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-d859c221-3b55-4f75-9cd3-e2b300345b8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=698010c4-a0ce-465d-8a37-9637d89ca82c HTTP/1.1" status: 200 len: 999 time: 0.1420786 Jul 14 09:26:18.687326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Request body: {'port': {'device_id': '392f2bb1-9325-4eb3-b086-097789f04031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:18.703496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53124) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:18.710390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-82449248-b237-41a9-8670-9ab5f1d9810c None None] Port 205026d4-e80b-411f-8fbf-a3dc7f707016 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:18.878999 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:26:18.948286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Transition to ACTIVE for port object 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:18.973573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:18.987564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-455f2df0-ff00-4494-951b-c28bab9a47ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.027246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-beacb06a-15bd-466b-b363-a3f98884fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.028763 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-beacb06a-15bd-466b-b363-a3f98884fb15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79f0dccf-6a22-4ce0-9bac-4072cfcad0d2 HTTP/1.1" status: 200 len: 854 time: 0.3333988 Jul 14 09:26:19.071425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.078988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-455f2df0-ff00-4494-951b-c28bab9a47ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.138320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.151078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-455f2df0-ff00-4494-951b-c28bab9a47ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b22356c58df4b889224e574e2d81496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9278929 Jul 14 09:26:19.159131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-d99e3c2e-2c0b-4690-bb3e-c5d8ac4c5e25 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.159536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f2df0-ff00-4494-951b-c28bab9a47ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e530ec7-718d-4cf6-9eab-efc62cadf9c9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.161975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-d99e3c2e-2c0b-4690-bb3e-c5d8ac4c5e25 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.66 "GET /v2.0/networks?id=4c0b2b72-f6af-438d-9616-0f570de0fac2 HTTP/1.1" status: 200 len: 820 time: 0.4862742 Jul 14 09:26:19.165423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.180254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-488d637d-6fd1-42fe-a655-b34da2defb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.195600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-385fb7a2-0d69-4904-933d-b4612cc51c4c req-1c8e12d4-6b33-4b70-b34b-4fbd7c3daac9 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 210 time: 0.1562088 Jul 14 09:26:19.212050 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'ec606a90-feb8-4148-ba86-b78c02c75c8c', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'port_id': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'mac_address': 'fa:16:3e:df:21:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:26:15Z', 'revision_number': 1, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:19.242318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Request body: {'port': {'device_id': '984d4eeb-3e69-40cd-86e6-2b9aa37d26bc', 'network_id': '4c0b2b72-f6af-438d-9616-0f570de0fac2', 'admin_state_up': True, 'tenant_id': '0e950ce6f55845669141a9c8bfd509d5'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:19.246998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Allocated IP 192.168.233.205 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/973f9192-2fc5-4cc8-a2aa-0ce0325179c7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:19.284383 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.290626 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e2c8dc-8bea-46d6-9aea-aa5f4cb25fff None None] The sync data for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 is: [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'ec606a90-feb8-4148-ba86-b78c02c75c8c', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'floating_ip_address': '172.25.0.223', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'port_id': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'mac_address': 'fa:16:3e:df:21:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:25:14Z', 'updated_at': '2021-07-14T09:26:15Z', 'revision_number': 1, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:26:19.417441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf03-79e4-4ab9-bc52-444e5835ba8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.482349 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d0b02-dd55-4f29-a4a2-3ef6e7cef58b req-171ef6a6-7b96-4fc1-aaff-124fd86592cd tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.484046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-101d0b02-dd55-4f29-a4a2-3ef6e7cef58b req-171ef6a6-7b96-4fc1-aaff-124fd86592cd tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 936 time: 0.8100317 Jul 14 09:26:19.497456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.542592 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-488d637d-6fd1-42fe-a655-b34da2defb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.558123 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf03-79e4-4ab9-bc52-444e5835ba8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.565892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-488d637d-6fd1-42fe-a655-b34da2defb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.599219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-488d637d-6fd1-42fe-a655-b34da2defb1e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4154a9dc541a492ea4151ca4278cd7b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8932648 Jul 14 09:26:19.611761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53144) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:19.621351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ccc7ec-1e07-4843-acf6-dbf12ef3b06c None None] New status for floating IP ec606a90-feb8-4148-ba86-b78c02c75c8c: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:26:19.663496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-37644805-7426-4a6c-aba3-f207fb145491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:19.665305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-37644805-7426-4a6c-aba3-f207fb145491 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7099a725-1dbd-443f-a01a-24b53a111ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6198208 Jul 14 09:26:19.680420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ec49b30-453c-4428-8b2e-fed408cb5b1f req-05615657-c149-4be6-be1b-24a74010f7eb tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0693853 Jul 14 09:26:19.706135 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d637d-6fd1-42fe-a655-b34da2defb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1940da-bbbb-4497-a146-a08c0f3da7d2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.734496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.753715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Attempting to bind port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:19.754054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Attempting to bind port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:19.754539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Attempting to bind port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:19.760088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71862256-2087-4d41-ba24-e1a4eec0dc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.783745 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-101d0b02-dd55-4f29-a4a2-3ef6e7cef58b req-f1887626-1b69-4ea2-b281-6b218083e4cf tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788992 Jul 14 09:26:19.784340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:19.784665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Attempting to bind port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:19.790827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71862256-2087-4d41-ba24-e1a4eec0dc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.800547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Transition to ACTIVE for port object 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:19.808031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:19.808468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:19.809025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:19.813936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Bound port: 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:19.814360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.823790 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf03-79e4-4ab9-bc52-444e5835ba8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.826536 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47b2bf03-79e4-4ab9-bc52-444e5835ba8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.827990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-47b2bf03-79e4-4ab9-bc52-444e5835ba8b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e530ec7-718d-4cf6-9eab-efc62cadf9c9 HTTP/1.1" status: 204 len: 168 time: 0.6539474 Jul 14 09:26:19.874120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2bf03-79e4-4ab9-bc52-444e5835ba8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e530ec7-718d-4cf6-9eab-efc62cadf9c9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:19.891114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.902668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-9e99416a-8eb1-481b-9a02-1bf6990c6e50 service neutron] 10.222.0.66 "GET /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293429 Jul 14 09:26:19.989486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71862256-2087-4d41-ba24-e1a4eec0dc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.989486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71862256-2087-4d41-ba24-e1a4eec0dc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:19.989486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-71862256-2087-4d41-ba24-e1a4eec0dc4c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c1940da-bbbb-4497-a146-a08c0f3da7d2 HTTP/1.1" status: 204 len: 168 time: 0.3723576 Jul 14 09:26:20.005294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:20.006594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] For port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:20.019840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:20.022481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:20.032277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71862256-2087-4d41-ba24-e1a4eec0dc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1940da-bbbb-4497-a146-a08c0f3da7d2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.047694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] For port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:20.051655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.067705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.076540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.096918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Pushing event updated for resources: {'Port': ['ID=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.130922 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-124376f4-33b2-44fc-be22-8503f37a3e85 req-182e249f-36a1-4783-96f7-d7667e539c6d service neutron] 10.222.0.66 "GET /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182276 Jul 14 09:26:20.152118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.152953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.186089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.193478 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.195668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-862167c3-d6bc-4b25-9128-ffd7d1b4059d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4337041 Jul 14 09:26:20.203292 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] 10.222.0.69 "PUT /v2.0/ports/70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c HTTP/1.1" status: 200 len: 1097 time: 3.3159328 Jul 14 09:26:20.206132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d65fd9-4476-4a4c-85a0-aae832872e3b', 'tag': '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:20.209924 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838" -d '{"events": [{"name": "network-changed", "server_uuid": "82d65fd9-4476-4a4c-85a0-aae832872e3b", "tag": "70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:20.244116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Request body: {'port': {'device_id': 'e0f17bdf-496a-4650-ba70-4cce9a22a4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:20.257248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Made reservation on behalf of 0e950ce6f55845669141a9c8bfd509d5 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:20.260888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.264987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8319c43fd74941e4b5b8d878c97cbe6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1922293 Jul 14 09:26:20.295184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53162) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:20.329932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.331967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f516a-855d-4101-a8b9-57b717ac8a02,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.335767 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c44a39-ee88-4b3f-949a-ab0353239bc2 x-openstack-request-id: req-d5c44a39-ee88-4b3f-949a-ab0353239bc2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:20.336056 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d65fd9-4476-4a4c-85a0-aae832872e3b", "tag": "70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:20.336537 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d5c44a39-ee88-4b3f-949a-ab0353239bc2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:20.336935 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d65fd9-4476-4a4c-85a0-aae832872e3b', 'tag': '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c', 'status': 'completed', 'code': 200} Jul 14 09:26:20.411657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-90e2daab-8359-41f3-b584-154eb5f435c1 None None] Provisioning for port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:20.421141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-90e2daab-8359-41f3-b584-154eb5f435c1 None None] Provisioning complete for port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:20.424219 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-90e2daab-8359-41f3-b584-154eb5f435c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.438978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205026d4-e80b-411f-8fbf-a3dc7f707016 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:20.476250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.480503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-42d649e5-efbf-4f49-a45d-12ea6052fd7d req-870469aa-8b86-43af-bdaa-9f9a35cd9536 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 210 time: 0.0562150 Jul 14 09:26:20.521690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Transition to ACTIVE for port object 205026d4-e80b-411f-8fbf-a3dc7f707016 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:20.561112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c564-88ba-4df9-a16c-0d819bf4ab65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.563721 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.572474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-90e2daab-8359-41f3-b584-154eb5f435c1 None None] Port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:20.616730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.617085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.617424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.617760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.618378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.618717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.619095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.619368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.619693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.620018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.620370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.620733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92649ff-769b-4d34-a5fb-03c5cc157eab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.627796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:20.631948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.632667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.633042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.633395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.633700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.634022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.634379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.634649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.634969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.635288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.635590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.635905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0a17e4-1e62-4e36-bc07-de1fbba3b0a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:20.670459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9746d43-97aa-458c-8604-77c7008c3d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.672624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:20.695494 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:20.761115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-4f725152-f308-4afa-85a6-3ae303ad6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.762671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-4f725152-f308-4afa-85a6-3ae303ad6c36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=945fb487212e4c4fa18fa66f52514f8b&device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 1100 time: 0.4775481 Jul 14 09:26:20.810771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Allocated IP 172.20.0.5 (4c0b2b72-f6af-438d-9616-0f570de0fac2/e27f423d-1ce4-4eeb-ad93-9031565fd25a/792ed18b-be45-46c2-a061-35b1c5b2936a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:20.851907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-6da1ded1-4571-469b-a1f6-73a6892faecc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c HTTP/1.1" status: 200 len: 217 time: 0.0747418 Jul 14 09:26:20.911754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-91d51b4f-5e8d-4026-acb7-43f7df59f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:20.913371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-91d51b4f-5e8d-4026-acb7-43f7df59f770 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0516577 Jul 14 09:26:21.001789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c564-88ba-4df9-a16c-0d819bf4ab65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.164131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36009bef-b6f5-47bd-be29-34594f809428 req-aa5c2867-6679-4428-ba93-4302cb781b94 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.165862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36009bef-b6f5-47bd-be29-34594f809428 req-aa5c2867-6679-4428-ba93-4302cb781b94 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 936 time: 0.2516174 Jul 14 09:26:21.220410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9746d43-97aa-458c-8604-77c7008c3d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.245279 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9746d43-97aa-458c-8604-77c7008c3d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.269769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1e47f6f1-8b70-4820-92b3-7f3e72a886d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.271279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-1e47f6f1-8b70-4820-92b3-7f3e72a886d2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3203216 Jul 14 09:26:21.315717 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36009bef-b6f5-47bd-be29-34594f809428 req-cc0faa72-9db7-4a75-aa79-5a2d6e82d815 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319866 Jul 14 09:26:21.381630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c9746d43-97aa-458c-8604-77c7008c3d74 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49bab0e6c8c943c58233423065094aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7393141 Jul 14 09:26:21.387866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53196) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:21.397242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9746d43-97aa-458c-8604-77c7008c3d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56fef4f-6e6e-421d-8f7d-9b5d813b567f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.412655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.478482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:21.494389 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-4dbf8532-c976-401f-8f43-9b59d7a04eb8 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076030 Jul 14 09:26:21.512962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.553288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Transition to ACTIVE for port object 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:21.556075 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b63f246d-a1bd-43d1-8aa2-d4fca2811584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.567882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace1d59-7279-4f60-a2f4-143640dc4d41 req-12c0b370-fa01-4a6c-827b-9283ac8f77f3 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.575551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aace1d59-7279-4f60-a2f4-143640dc4d41 req-12c0b370-fa01-4a6c-827b-9283ac8f77f3 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 948 time: 0.5482173 Jul 14 09:26:21.577749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c564-88ba-4df9-a16c-0d819bf4ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.580486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7d7c564-88ba-4df9-a16c-0d819bf4ab65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.584525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b7d7c564-88ba-4df9-a16c-0d819bf4ab65 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/761f516a-855d-4101-a8b9-57b717ac8a02 HTTP/1.1" status: 204 len: 168 time: 1.2883110 Jul 14 09:26:21.602566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7c564-88ba-4df9-a16c-0d819bf4ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f516a-855d-4101-a8b9-57b717ac8a02,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.604691 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.623384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Attempting to bind port 205026d4-e80b-411f-8fbf-a3dc7f707016 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:21.624822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Attempting to bind port 205026d4-e80b-411f-8fbf-a3dc7f707016 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:21.625861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Attempting to bind port 205026d4-e80b-411f-8fbf-a3dc7f707016 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:21.632777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b63f246d-a1bd-43d1-8aa2-d4fca2811584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.643965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.662416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Port 205026d4-e80b-411f-8fbf-a3dc7f707016 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:21.662745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Attempting to bind port 205026d4-e80b-411f-8fbf-a3dc7f707016 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:21.689236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:21.689994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:21.690779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:21.691407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Bound port: 205026d4-e80b-411f-8fbf-a3dc7f707016, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:21.691977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.728622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Pushing event updated for resources: {'Port': ['ID=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:21.770134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b906c0bf-d4da-4969-a178-4bd4abf98b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.781395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Network 4c0b2b72-f6af-438d-9616-0f570de0fac2 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:21.788110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:21.792595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:21.860682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aace1d59-7279-4f60-a2f4-143640dc4d41 req-aa6560ed-476f-470e-aca5-980fcf2ff6c9 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838292 Jul 14 09:26:21.942872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:21.948165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:21.949072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:21.976461 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:21.992006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7546065 Jul 14 09:26:21.996295 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.020021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Request body: {'port': {'device_id': '984d4eeb-3e69-40cd-86e6-2b9aa37d26bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:22.061566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53210) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.064293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Attempting to bind port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:22.078849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b63f246d-a1bd-43d1-8aa2-d4fca2811584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.079671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Attempting to bind port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:22.080543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Attempting to bind port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:22.081722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b63f246d-a1bd-43d1-8aa2-d4fca2811584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.087768 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b63f246d-a1bd-43d1-8aa2-d4fca2811584 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b56fef4f-6e6e-421d-8f7d-9b5d813b567f HTTP/1.1" status: 204 len: 168 time: 0.6953158 Jul 14 09:26:22.140845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.143423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.145109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] 10.222.0.69 "PUT /v2.0/ports/205026d4-e80b-411f-8fbf-a3dc7f707016 HTTP/1.1" status: 200 len: 1097 time: 3.4857805 Jul 14 09:26:22.146912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:22.148849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Attempting to bind port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:22.151268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:22.165352 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:22.166631 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f246d-a1bd-43d1-8aa2-d4fca2811584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56fef4f-6e6e-421d-8f7d-9b5d813b567f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.200089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:22.200674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:22.201323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:22.201902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Bound port: 973f9192-2fc5-4cc8-a2aa-0ce0325179c7, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:22.204834 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.233415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edb3d5-a89d-4b5c-8f4c-6d5a5aeb2c95 req-fd56096d-32b1-46ca-958b-100ce7546b8e tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.244807 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69edb3d5-a89d-4b5c-8f4c-6d5a5aeb2c95 req-fd56096d-32b1-46ca-958b-100ce7546b8e tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 931 time: 0.3503270 Jul 14 09:26:22.260793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd0c22-ac31-4e13-839d-172d36e5500e service neutron] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.333677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f86002-ca3e-4a69-a1ab-ad9f55687bb1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Pushing event updated for resources: {'Port': ['ID=792ed18b-be45-46c2-a061-35b1c5b2936a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.356601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53218) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:22.372890 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69edb3d5-a89d-4b5c-8f4c-6d5a5aeb2c95 req-22c13283-3c6b-43a1-b209-55e7a6969d83 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257901 Jul 14 09:26:22.415713 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dafed8-e81f-49c0-b9e0-e31c32573312 x-openstack-request-id: req-12dafed8-e81f-49c0-b9e0-e31c32573312 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:22.419088 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:22.419853 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-12dafed8-e81f-49c0-b9e0-e31c32573312 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:22.422381 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46413ffa-9ab2-4610-914d-bf671ba46d19 req-4cd96c80-e758-4054-9312-08b621d58b69 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9181468 Jul 14 09:26:22.422995 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'status': 'completed', 'code': 200} Jul 14 09:26:22.430452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4721c11d-65ae-4b6c-8897-0d7323017ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.479444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.504968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] For port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:22.510399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] For port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:22.521814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-df75c740-a1cc-4d54-8017-b4fb069d4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.523794 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-df75c740-a1cc-4d54-8017-b4fb069d4c07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1100 time: 0.3039227 Jul 14 09:26:22.526018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.636946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-fe75e837-deb3-4ddc-a771-cfbaf3b8d9d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=205026d4-e80b-411f-8fbf-a3dc7f707016 HTTP/1.1" status: 200 len: 217 time: 0.1035788 Jul 14 09:26:22.670158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.671171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.672861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] 10.222.0.66 "PUT /v2.0/ports/973f9192-2fc5-4cc8-a2aa-0ce0325179c7 HTTP/1.1" status: 200 len: 1097 time: 2.4694622 Jul 14 09:26:22.747437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23d9f061-71a4-4710-b0f1-44ab2c704726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:22.845757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c01be-104c-4500-9fc2-d175955283d2 service neutron] Pushing event updated for resources: {'Port': ['ID=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:22.852494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-12936ec5-2a51-4b78-9a92-a1efea95fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.854317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-12936ec5-2a51-4b78-9a92-a1efea95fe15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2086267 Jul 14 09:26:22.926732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-9bf6dd2b-fe65-4aed-af8b-b92bde48b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:22.928835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-9bf6dd2b-fe65-4aed-af8b-b92bde48b194 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 1100 time: 0.1652429 Jul 14 09:26:23.013525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-53b0d1e8-9787-44a2-aa01-fd9fc510b28c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=973f9192-2fc5-4cc8-a2aa-0ce0325179c7 HTTP/1.1" status: 200 len: 217 time: 0.0651231 Jul 14 09:26:23.074817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-0eb151b3-61ab-4b50-a343-34e679b07cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.076446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-0eb151b3-61ab-4b50-a343-34e679b07cf7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2084823 Jul 14 09:26:23.103668 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-4721c11d-65ae-4b6c-8897-0d7323017ea8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:26:23.103668 n-d-780147-26 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:26:23.103668 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id': '0279613360d64070850561a89518ef2b', 'id': 'd92460d5-3ba5-46b9-83a0-8dbfc133ff85', 'expiration': datetime.datetime(2021, 7, 14, 9, 28, 23, 77206)}] Jul 14 09:26:23.103668 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:26:23.104160 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-4721c11d-65ae-4b6c-8897-0d7323017ea8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:26:23.217107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-34224ea7-2019-4c23-8244-6cacd5979536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.219331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-34224ea7-2019-4c23-8244-6cacd5979536 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1933689 Jul 14 09:26:23.255450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-3defa4b7-16b8-44e8-9c9b-b5d6357645af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.256913 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-3defa4b7-16b8-44e8-9c9b-b5d6357645af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=945fb487212e4c4fa18fa66f52514f8b&device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 1100 time: 0.7374816 Jul 14 09:26:23.342099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaef142-745e-4a1b-a41c-8c9caaf21a45 req-3fa3abd7-2a78-4f38-b7be-13b8ef79159d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.344520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efaef142-745e-4a1b-a41c-8c9caaf21a45 req-3fa3abd7-2a78-4f38-b7be-13b8ef79159d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 948 time: 0.2683051 Jul 14 09:26:23.355372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63670b1-089b-4f41-82de-07852c84ca8f req-3524d43b-0c0f-48c9-bd2f-fdd60a18631a tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.356942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d63670b1-089b-4f41-82de-07852c84ca8f req-3524d43b-0c0f-48c9-bd2f-fdd60a18631a tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 948 time: 0.2849512 Jul 14 09:26:23.358869 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-f0b56eb1-ba82-47a4-a34a-f24b590b178b service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560375 Jul 14 09:26:23.377819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23d9f061-71a4-4710-b0f1-44ab2c704726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.401546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23d9f061-71a4-4710-b0f1-44ab2c704726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.459946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efaef142-745e-4a1b-a41c-8c9caaf21a45 req-1e0d25d0-fdb7-42fc-8caa-75e88197133e tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836990 Jul 14 09:26:23.497291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-67c7c1b2-10e0-4633-8fee-27f0a7937ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.497291 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-67c7c1b2-10e0-4633-8fee-27f0a7937ec6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1887851 Jul 14 09:26:23.518611 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-23d9f061-71a4-4710-b0f1-44ab2c704726 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99dbbbac86bb4fd1a37cf0d762edd8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4553709 Jul 14 09:26:23.525248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-2a16821a-3b90-4ad9-88f6-3927c374b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.527243 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-2a16821a-3b90-4ad9-88f6-3927c374b2a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2989306 Jul 14 09:26:23.528027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53258) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:23.537506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d63670b1-089b-4f41-82de-07852c84ca8f req-99a663bf-33f7-4873-afd2-42ac967da6dc tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707096 Jul 14 09:26:23.538176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9f061-71a4-4710-b0f1-44ab2c704726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49284e7-95c4-4510-803c-7a5ece240a26,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.575699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-3f7f6ff9-c321-4383-9d32-5edd97a735b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c HTTP/1.1" status: 200 len: 217 time: 0.0784442 Jul 14 09:26:23.614871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4721c11d-65ae-4b6c-8897-0d7323017ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.624029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792ed18b-be45-46c2-a061-35b1c5b2936a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:23.642647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.669668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f71473a9-d9cd-48d0-b485-9e76a42008c7 req-8551c6c9-f7ed-4e58-8617-53ad3f6b1c8f service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949743 Jul 14 09:26:23.673748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Transition to ACTIVE for port object 792ed18b-be45-46c2-a061-35b1c5b2936a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:23.677216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-dc6aed8d-661d-49be-a7b3-f9d63eed0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.678903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-dc6aed8d-661d-49be-a7b3-f9d63eed0152 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0961897 Jul 14 09:26:23.683411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79834073-15f7-48a5-b1f3-f148ac05e003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.683880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.734723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-9e96cda5-b633-4787-b89b-25eed86dd5e8 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613612 Jul 14 09:26:23.740946 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79834073-15f7-48a5-b1f3-f148ac05e003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.797480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Pushing event updated for resources: {'Port': ['ID=792ed18b-be45-46c2-a061-35b1c5b2936a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.905849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79834073-15f7-48a5-b1f3-f148ac05e003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.908441 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79834073-15f7-48a5-b1f3-f148ac05e003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:23.909593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-79834073-15f7-48a5-b1f3-f148ac05e003 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f49284e7-95c4-4510-803c-7a5ece240a26 HTTP/1.1" status: 204 len: 168 time: 0.3685830 Jul 14 09:26:23.932479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-f530b615-9e03-475d-9ac2-10edc5ad6d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.934102 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-f530b615-9e03-475d-9ac2-10edc5ad6d51 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2433300 Jul 14 09:26:23.948290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79834073-15f7-48a5-b1f3-f148ac05e003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49284e7-95c4-4510-803c-7a5ece240a26,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:23.979078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b631e5-729e-4390-8d1f-f6ea31739236 req-75624da4-2072-4e81-ae14-850dde4f0206 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790707 Jul 14 09:26:23.986122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-b8eed3b6-6edc-4728-80cb-d120a13175fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:23.987701 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-b8eed3b6-6edc-4728-80cb-d120a13175fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1100 time: 0.1891725 Jul 14 09:26:24.017994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4721c11d-65ae-4b6c-8897-0d7323017ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.034387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4721c11d-65ae-4b6c-8897-0d7323017ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.047427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Attempting to bind port 792ed18b-be45-46c2-a061-35b1c5b2936a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:24.047774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Attempting to bind port 792ed18b-be45-46c2-a061-35b1c5b2936a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '12a0ad93-ead9-4919-9414-928a06a3edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4c0b2b72-f6af-438d-9616-0f570de0fac2'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:24.048107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Attempting to bind port 792ed18b-be45-46c2-a061-35b1c5b2936a on network 4c0b2b72-f6af-438d-9616-0f570de0fac2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:24.085008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Port 792ed18b-be45-46c2-a061-35b1c5b2936a on network 4c0b2b72-f6af-438d-9616-0f570de0fac2 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:24.085377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Attempting to bind port 792ed18b-be45-46c2-a061-35b1c5b2936a on network 4c0b2b72-f6af-438d-9616-0f570de0fac2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:24.110748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970645a0-150d-4c78-9f61-c7e4d40f8f28 req-b540876a-353e-47a1-bdce-092d7bb4d225 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.113285 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-970645a0-150d-4c78-9f61-c7e4d40f8f28 req-b540876a-353e-47a1-bdce-092d7bb4d225 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 943 time: 0.2744985 Jul 14 09:26:24.127637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-3564bb91-4bb5-4b3e-b198-0696504bed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.131778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4721c11d-65ae-4b6c-8897-0d7323017ea8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0279613360d64070850561a89518ef2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7568538 Jul 14 09:26:24.132643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:24.132985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Checking segment: {'id': '12a0ad93-ead9-4919-9414-928a06a3edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4c0b2b72-f6af-438d-9616-0f570de0fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:24.133358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Bound using segment: {'id': '12a0ad93-ead9-4919-9414-928a06a3edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4c0b2b72-f6af-438d-9616-0f570de0fac2'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:24.133801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Bound port: 792ed18b-be45-46c2-a061-35b1c5b2936a, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a0ad93-ead9-4919-9414-928a06a3edb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '4c0b2b72-f6af-438d-9616-0f570de0fac2'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:24.134164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.135943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.136294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-3564bb91-4bb5-4b3e-b198-0696504bed06 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1333346 Jul 14 09:26:24.186978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721c11d-65ae-4b6c-8897-0d7323017ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9942cd8a-a45e-44fe-b743-e083f6502762,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.190750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d534c4c-183b-4fd1-aee0-e0e38fe8dc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.201792 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-16b82f4b-095c-4db8-a8a9-1e48c66a4106 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=205026d4-e80b-411f-8fbf-a3dc7f707016 HTTP/1.1" status: 200 len: 217 time: 0.0596921 Jul 14 09:26:24.245556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-63f86a73-cd97-45f5-b724-3bb492e33794 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971249 Jul 14 09:26:24.285212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-93d3b03c-7025-4a41-8dc9-a82401957196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.289543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-93d3b03c-7025-4a41-8dc9-a82401957196 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0783169 Jul 14 09:26:24.306244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-970645a0-150d-4c78-9f61-c7e4d40f8f28 req-ff0b6c9b-7643-4860-b856-f4222f07ddd6 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837840 Jul 14 09:26:24.396657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-13dbce72-c53a-48d9-99e4-ed0abab0f149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.398669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-13dbce72-c53a-48d9-99e4-ed0abab0f149 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0843191 Jul 14 09:26:24.424940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f17bdf-496a-4650-ba70-4cce9a22a4e3', 'tag': '973f9192-2fc5-4cc8-a2aa-0ce0325179c7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:24.427208 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133ab1bd-b2cd-449f-888c-c1d505b51f93" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f17bdf-496a-4650-ba70-4cce9a22a4e3", "tag": "973f9192-2fc5-4cc8-a2aa-0ce0325179c7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:24.434550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c084c658-b1a5-4b4d-a79b-89d4485227c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.455387 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.478899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] For port 792ed18b-be45-46c2-a061-35b1c5b2936a, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:24.486716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ee6f70b-4aeb-4943-8d0e-c6bbf1074838 req-ae5ab169-7a7e-4e84-b5f3-94a2e8d69425 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210209 Jul 14 09:26:24.492496 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c084c658-b1a5-4b4d-a79b-89d4485227c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.515188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] For port 792ed18b-be45-46c2-a061-35b1c5b2936a, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=792ed18b-be45-46c2-a061-35b1c5b2936a,segment=NetworkSegment(12a0ad93-ead9-4919-9414-928a06a3edb4),segment_id=12a0ad93-ead9-4919-9414-928a06a3edb4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:24.564034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.569810 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5a2c5e-78b1-4abf-b34c-17b348a3228f x-openstack-request-id: req-de5a2c5e-78b1-4abf-b34c-17b348a3228f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:24.580166 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f17bdf-496a-4650-ba70-4cce9a22a4e3", "tag": "973f9192-2fc5-4cc8-a2aa-0ce0325179c7", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:24.581291 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-de5a2c5e-78b1-4abf-b34c-17b348a3228f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:24.581742 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f17bdf-496a-4650-ba70-4cce9a22a4e3', 'tag': '973f9192-2fc5-4cc8-a2aa-0ce0325179c7', 'status': 'completed', 'code': 200} Jul 14 09:26:24.589939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-030d61df-eac6-46b5-aa8f-63b214936243 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781642 Jul 14 09:26:24.600455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c084c658-b1a5-4b4d-a79b-89d4485227c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.603003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c084c658-b1a5-4b4d-a79b-89d4485227c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.604152 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c084c658-b1a5-4b4d-a79b-89d4485227c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9942cd8a-a45e-44fe-b743-e083f6502762 HTTP/1.1" status: 204 len: 168 time: 0.4478328 Jul 14 09:26:24.632038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084c658-b1a5-4b4d-a79b-89d4485227c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9942cd8a-a45e-44fe-b743-e083f6502762,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.634576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.636567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:24.638061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] 10.222.0.66 "PUT /v2.0/ports/792ed18b-be45-46c2-a061-35b1c5b2936a HTTP/1.1" status: 200 len: 1092 time: 2.6239984 Jul 14 09:26:24.640980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984d4eeb-3e69-40cd-86e6-2b9aa37d26bc', 'tag': '792ed18b-be45-46c2-a061-35b1c5b2936a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:24.656664 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb3063e-1782-435f-b50f-66b9f326db18" -d '{"events": [{"name": "network-changed", "server_uuid": "984d4eeb-3e69-40cd-86e6-2b9aa37d26bc", "tag": "792ed18b-be45-46c2-a061-35b1c5b2936a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:24.684139 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a26164-b673-45b0-8749-0a5a204c6097 service neutron] Pushing event updated for resources: {'Port': ['ID=792ed18b-be45-46c2-a061-35b1c5b2936a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:24.829263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e11cee7a-53dd-4905-bfb6-854fe291b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.831103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-e11cee7a-53dd-4905-bfb6-854fe291b22c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e950ce6f55845669141a9c8bfd509d5&device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 1095 time: 0.1322498 Jul 14 09:26:24.844306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3bfbf-d932-434e-b758-4fbf3665dac5 req-98918652-1360-415d-a1b1-15a6761868f0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.845938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b1b3bfbf-d932-434e-b758-4fbf3665dac5 req-98918652-1360-415d-a1b1-15a6761868f0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 948 time: 0.1379673 Jul 14 09:26:24.880871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53316) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:24.895648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ffe87d8-7d05-40f9-8df4-4bc40e874ee5 req-22bd8f6a-baf1-4462-b442-bb6de249a4ec service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766714 Jul 14 09:26:24.929080 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-0c776abc-9cea-407b-a37e-4f7207e145e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=792ed18b-be45-46c2-a061-35b1c5b2936a HTTP/1.1" status: 200 len: 217 time: 0.0818999 Jul 14 09:26:24.944625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-d822c003-4239-42f8-9986-74d42d6ab48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:24.947090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-d822c003-4239-42f8-9986-74d42d6ab48c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 1100 time: 0.3518434 Jul 14 09:26:24.960129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b1b3bfbf-d932-434e-b758-4fbf3665dac5 req-eeaa5843-b1f5-4b34-aa81-1334f3985e62 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021402 Jul 14 09:26:25.052783 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6d7fcf-64ad-4085-92e9-dd0c1d6793dd x-openstack-request-id: req-cb6d7fcf-64ad-4085-92e9-dd0c1d6793dd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:25.053115 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984d4eeb-3e69-40cd-86e6-2b9aa37d26bc", "tag": "792ed18b-be45-46c2-a061-35b1c5b2936a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:25.053456 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb6d7fcf-64ad-4085-92e9-dd0c1d6793dd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:25.053882 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984d4eeb-3e69-40cd-86e6-2b9aa37d26bc', 'tag': '792ed18b-be45-46c2-a061-35b1c5b2936a', 'status': 'completed', 'code': 200} Jul 14 09:26:25.062273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-a39b7a5c-994b-4b00-bd86-e2f17789ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.063916 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-a39b7a5c-994b-4b00-bd86-e2f17789ffb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e27f423d-1ce4-4eeb-ad93-9031565fd25a HTTP/1.1" status: 200 len: 860 time: 0.1278305 Jul 14 09:26:25.100670 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-eac612f0-e197-4e93-a7cc-02ae7b65acb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c0b2b72-f6af-438d-9616-0f570de0fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291438 Jul 14 09:26:25.229996 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7876fdb8-090e-4212-b5d0-8d05488caabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.235509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-b3ba83f8-5bc0-4366-adc1-6d62ab2656a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.237342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-b3ba83f8-5bc0-4366-adc1-6d62ab2656a3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2839084 Jul 14 09:26:25.256025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae8f1d-06a9-429a-b267-393ea0f7ec3f req-26feeaab-4ea2-44dc-8571-c56a83f83627 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.263854 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5aae8f1d-06a9-429a-b267-393ea0f7ec3f req-26feeaab-4ea2-44dc-8571-c56a83f83627 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 948 time: 0.2082486 Jul 14 09:26:25.288889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:25.349223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5aae8f1d-06a9-429a-b267-393ea0f7ec3f req-d1612a7c-5da3-42b2-94ce-e1d7966307c9 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823524 Jul 14 09:26:25.353794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-710c920b-afb7-47e8-b868-db1a3ea993e8 service neutron] 10.222.0.66 "GET /v2.0/networks/4c0b2b72-f6af-438d-9616-0f570de0fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442012 Jul 14 09:26:25.420953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-7e2f059c-0eda-42ff-9ff8-50b171e15773 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=973f9192-2fc5-4cc8-a2aa-0ce0325179c7 HTTP/1.1" status: 200 len: 217 time: 0.1757650 Jul 14 09:26:25.487184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e35a545e-3677-498b-a529-4e2b2a8c1cc3 req-7dc04c37-c84b-4d43-a996-1efbb84efd49 service neutron] 10.222.0.66 "GET /v2.0/networks/4c0b2b72-f6af-438d-9616-0f570de0fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247256 Jul 14 09:26:25.496244 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.498227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:25.515874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c', 'mac_address': 'fa:16:3e:4d:20:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:25.518627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-ea0d780b-6d70-458c-825f-707a69478b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.523333 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-ea0d780b-6d70-458c-825f-707a69478b83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0948024 Jul 14 09:26:25.591169 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.606898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-5486ab48-d292-496f-99b3-bed3116664a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.613252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-5486ab48-d292-496f-99b3-bed3116664a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770843 Jul 14 09:26:25.618598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:25.661020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:25.671346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.673913 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7876fdb8-090e-4212-b5d0-8d05488caabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.683780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7876fdb8-090e-4212-b5d0-8d05488caabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.714023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0bd7c-423d-4196-8f9f-c24cad433abe req-7134501c-7de2-4102-b102-68db15883801 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.723217 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72e0bd7c-423d-4196-8f9f-c24cad433abe req-7134501c-7de2-4102-b102-68db15883801 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 943 time: 0.1931975 Jul 14 09:26:25.734212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-5b614fee-656b-46c5-a27e-2a553333ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.735833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-5b614fee-656b-46c5-a27e-2a553333ed54 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0e950ce6f55845669141a9c8bfd509d5&device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 1095 time: 0.1624727 Jul 14 09:26:25.758380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-b1a255aa-62ac-48a4-b5d3-e3b6454a0525 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405520 Jul 14 09:26:25.763895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.811270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7876fdb8-090e-4212-b5d0-8d05488caabf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=610368d8df7a4df69cf4f83d94d6d60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8977871 Jul 14 09:26:25.822037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53352) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:25.859783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72e0bd7c-423d-4196-8f9f-c24cad433abe req-20bb6bd6-b741-4d88-a239-436ce27dd0b1 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295123 Jul 14 09:26:25.859783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876fdb8-090e-4212-b5d0-8d05488caabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bb3c16-dd00-4670-b467-1d62337d0827,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:25.894484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:25.900536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e60afe2e-e6bc-4c87-8ffe-da324f0e1266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.921395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-968ff285-cb5c-4f87-997c-549060be19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:25.923083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-968ff285-cb5c-4f87-997c-549060be19e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c0b2b72-f6af-438d-9616-0f570de0fac2 HTTP/1.1" status: 200 len: 921 time: 0.1626263 Jul 14 09:26:25.923474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e60afe2e-e6bc-4c87-8ffe-da324f0e1266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:25.989828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133ab1bd-b2cd-449f-888c-c1d505b51f93 req-e2ad8393-8b3a-4feb-9aff-6a4ddb9b8113 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226455 Jul 14 09:26:25.998380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e60afe2e-e6bc-4c87-8ffe-da324f0e1266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.001163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-2acbe9a8-fd47-441b-9188-38b3f583ccd3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=792ed18b-be45-46c2-a061-35b1c5b2936a HTTP/1.1" status: 200 len: 217 time: 0.0709269 Jul 14 09:26:26.009381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e60afe2e-e6bc-4c87-8ffe-da324f0e1266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.014451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e60afe2e-e6bc-4c87-8ffe-da324f0e1266 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0bb3c16-dd00-4670-b467-1d62337d0827 HTTP/1.1" status: 204 len: 168 time: 0.1883211 Jul 14 09:26:26.033219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60afe2e-e6bc-4c87-8ffe-da324f0e1266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bb3c16-dd00-4670-b467-1d62337d0827,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.080565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-c479f7dd-fb3d-44b8-accc-c59d8fe2bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.085035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-c479f7dd-fb3d-44b8-accc-c59d8fe2bb8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e27f423d-1ce4-4eeb-ad93-9031565fd25a HTTP/1.1" status: 200 len: 860 time: 0.0740874 Jul 14 09:26:26.125106 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:26:26.132089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-13b72868-8741-4fb8-a085-3dc26a9dda01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c0b2b72-f6af-438d-9616-0f570de0fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418882 Jul 14 09:26:26.194144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcebd1-2321-407a-ad6c-b7899ce8acf2 req-cbccd728-27bb-441a-a05b-9b65485666e5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.196602 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3dcebd1-2321-407a-ad6c-b7899ce8acf2 req-cbccd728-27bb-441a-a05b-9b65485666e5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 948 time: 0.0799325 Jul 14 09:26:26.244482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-df177a7e-be30-4eab-b7e9-8185d0b092ff service neutron] 10.222.0.66 "GET /v2.0/networks/4c0b2b72-f6af-438d-9616-0f570de0fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054707 Jul 14 09:26:26.256776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3dcebd1-2321-407a-ad6c-b7899ce8acf2 req-c2656a08-b768-42bb-8eee-050bc16e478d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529377 Jul 14 09:26:26.380789 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbb3063e-1782-435f-b50f-66b9f326db18 req-6304b24b-cee3-4663-a934-10f268417375 service neutron] 10.222.0.66 "GET /v2.0/networks/4c0b2b72-f6af-438d-9616-0f570de0fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216228 Jul 14 09:26:26.541604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f6160-9606-4fc9-ab59-6f86e6a0d7bb req-7515f53d-cf4a-4eca-8b3b-fbd0c43e1f1b tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:26.543236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c11f6160-9606-4fc9-ab59-6f86e6a0d7bb req-7515f53d-cf4a-4eca-8b3b-fbd0c43e1f1b tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 949 time: 0.0694478 Jul 14 09:26:26.547559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:26.563843 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db317656-268e-4f5a-92aa-42b92aad5e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.585685 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.604290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c11f6160-9606-4fc9-ab59-6f86e6a0d7bb req-3b53e2d5-029b-443e-9583-319fa8d1dc76 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510366 Jul 14 09:26:26.675309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db317656-268e-4f5a-92aa-42b92aad5e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.680516 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db317656-268e-4f5a-92aa-42b92aad5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.720162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db317656-268e-4f5a-92aa-42b92aad5e96 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c096bf4b7a4a4f729b8b21d322b4e1cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713777 Jul 14 09:26:26.722793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:26.725094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db317656-268e-4f5a-92aa-42b92aad5e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7930183-43f5-4f45-ba84-6050bd86a81f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:26.783576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657bc57a-835a-47bc-85a3-d437a8cb4982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.805381 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657bc57a-835a-47bc-85a3-d437a8cb4982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.858255 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657bc57a-835a-47bc-85a3-d437a8cb4982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.861746 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657bc57a-835a-47bc-85a3-d437a8cb4982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:26.863047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-657bc57a-835a-47bc-85a3-d437a8cb4982 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7930183-43f5-4f45-ba84-6050bd86a81f HTTP/1.1" status: 204 len: 168 time: 0.1385820 Jul 14 09:26:26.871104 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bc57a-835a-47bc-85a3-d437a8cb4982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7930183-43f5-4f45-ba84-6050bd86a81f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.011533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:27.055555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d5e89-438e-4775-98e3-d87caf267b7d req-bdfa9095-85f7-4879-858c-66349f1ed748 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.064084 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e7d5e89-438e-4775-98e3-d87caf267b7d req-bdfa9095-85f7-4879-858c-66349f1ed748 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 943 time: 0.0796316 Jul 14 09:26:27.128317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e7d5e89-438e-4775-98e3-d87caf267b7d req-1719f7fd-ad2c-477f-b22e-b1e01b39faeb tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606523 Jul 14 09:26:27.132141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.153660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:27.167793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '973f9192-2fc5-4cc8-a2aa-0ce0325179c7', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '973f9192-2fc5-4cc8-a2aa-0ce0325179c7', 'mac_address': 'fa:16:3e:89:e9:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:27.207419 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.221566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:27.241955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:27.246285 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.247204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 792ed18b-be45-46c2-a061-35b1c5b2936a details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:27.314934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:27.414039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:27.426913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:27.463586 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:26:27.471669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'mac_address': 'fa:16:3e:ff:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:27.499313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f14fa-05c1-49d9-a3a0-2e19e5413768 req-76f8ae1e-6748-4ec6-8dc8-265361f0a724 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.508292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-845f14fa-05c1-49d9-a3a0-2e19e5413768 req-76f8ae1e-6748-4ec6-8dc8-265361f0a724 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 949 time: 0.0974364 Jul 14 09:26:27.543050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:27.559680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.560365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.560855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.562041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.562527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.563005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.563526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.563821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.564145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.564509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.564833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.565151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:26:27.565659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-845f14fa-05c1-49d9-a3a0-2e19e5413768 req-b211981e-fd35-4b40-b7d4-df8a7aae708d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555074 Jul 14 09:26:27.574709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:27.585071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:27.585698 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.632045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.700797 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-82482801-254e-4205-878a-980b3db93f98 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258331 Jul 14 09:26:27.818610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205026d4-e80b-411f-8fbf-a3dc7f707016 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:27.847169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064916-05b6-48dc-98c6-79278eb942bd req-dc2e7768-3ba6-4e12-b4c0-932148c9c39a tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:27.849296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-dc2e7768-3ba6-4e12-b4c0-932148c9c39a tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1433892 Jul 14 09:26:27.876790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:27.878984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 792ed18b-be45-46c2-a061-35b1c5b2936a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=792ed18b-be45-46c2-a061-35b1c5b2936a,segment=NetworkSegment(12a0ad93-ead9-4919-9414-928a06a3edb4),segment_id=12a0ad93-ead9-4919-9414-928a06a3edb4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:27.884087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-c7b14126-c0ed-4f49-9f7d-5699905d26d1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/quotas/a77186bed31942579c223cda192af782 HTTP/1.1" status: 200 len: 375 time: 0.0241718 Jul 14 09:26:27.894065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:27.905716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '792ed18b-be45-46c2-a061-35b1c5b2936a', 'network_id': '4c0b2b72-f6af-438d-9616-0f570de0fac2', 'port_id': '792ed18b-be45-46c2-a061-35b1c5b2936a', 'mac_address': 'fa:16:3e:7e:de:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27f423d-1ce4-4eeb-ad93-9031565fd25a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:27.933970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-7d440405-081f-4363-b546-da0c7b70426a tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403051 Jul 14 09:26:28.018429 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.034339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.037587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.073271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792ed18b-be45-46c2-a061-35b1c5b2936a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:28.104310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 792ed18b-be45-46c2-a061-35b1c5b2936a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=792ed18b-be45-46c2-a061-35b1c5b2936a,segment=NetworkSegment(12a0ad93-ead9-4919-9414-928a06a3edb4),segment_id=12a0ad93-ead9-4919-9414-928a06a3edb4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:28.117671 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.126290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d65fd9-4476-4a4c-85a0-aae832872e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:28.129225 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cac975-57d9-4337-942b-b270cc4967d8" -d '{"events": [{"server_uuid": "82d65fd9-4476-4a4c-85a0-aae832872e3b", "name": "network-vif-plugged", "status": "completed", "tag": "70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:28.169006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['205026d4-e80b-411f-8fbf-a3dc7f707016'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:28.230364 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:28.233874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b25a4a-d94f-42d5-9bf0-87bd3cc6933d req-66b7e446-e2fa-4d7b-9df2-f8451ceb0208 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.244869 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3b25a4a-d94f-42d5-9bf0-87bd3cc6933d req-66b7e446-e2fa-4d7b-9df2-f8451ceb0208 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 949 time: 0.1898384 Jul 14 09:26:28.246295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8fcad37-aa0f-49c7-aa77-3b472f344743 req-334d302b-b271-4b2e-bd72-2a1e60123d6a tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 210 time: 0.0631859 Jul 14 09:26:28.251299 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:28.287012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=792ed18b-be45-46c2-a061-35b1c5b2936a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.305114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3b25a4a-d94f-42d5-9bf0-87bd3cc6933d req-06999dfa-df7b-4e13-af6f-0bfaed6fdd77 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586307 Jul 14 09:26:28.379123 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c589b201-ba2e-42a7-ba39-cdc9adb6987c x-openstack-request-id: req-c589b201-ba2e-42a7-ba39-cdc9adb6987c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:28.379786 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d65fd9-4476-4a4c-85a0-aae832872e3b", "name": "network-vif-plugged", "status": "completed", "tag": "70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:28.380367 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c589b201-ba2e-42a7-ba39-cdc9adb6987c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:28.380978 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d65fd9-4476-4a4c-85a0-aae832872e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c', 'code': 200} Jul 14 09:26:28.406471 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['973f9192-2fc5-4cc8-a2aa-0ce0325179c7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:28.420551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['792ed18b-be45-46c2-a061-35b1c5b2936a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:28.570495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:28.593662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22aef2d-11e4-4649-8b10-c0e59dd39a26 req-68ca2188-f8c0-4baf-ab30-90186f41e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.596478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a22aef2d-11e4-4649-8b10-c0e59dd39a26 req-68ca2188-f8c0-4baf-ab30-90186f41e12e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 1102 time: 0.1314521 Jul 14 09:26:28.665187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562d03-df67-4b0f-af3b-e8678fe8c3c6 req-76b58ad4-6351-490a-9a8c-dce541951901 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.682130 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6562d03-df67-4b0f-af3b-e8678fe8c3c6 req-76b58ad4-6351-490a-9a8c-dce541951901 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 944 time: 0.1792195 Jul 14 09:26:28.710469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a22aef2d-11e4-4649-8b10-c0e59dd39a26 req-6c0a8157-abfb-4f1c-93e3-7909645f5177 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036084 Jul 14 09:26:28.755143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6562d03-df67-4b0f-af3b-e8678fe8c3c6 req-c6bbf702-49ce-42bd-a18c-3ff109b6d131 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709503 Jul 14 09:26:28.954124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e462cd1-0136-478d-b7b1-dbeda2694db9 req-6288f4b4-9037-45fa-a650-c0e0067826f0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:28.971119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e462cd1-0136-478d-b7b1-dbeda2694db9 req-6288f4b4-9037-45fa-a650-c0e0067826f0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 949 time: 0.1606257 Jul 14 09:26:29.042519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e462cd1-0136-478d-b7b1-dbeda2694db9 req-f1de67a3-636d-4319-899e-384db95fe5d8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692234 Jul 14 09:26:29.338517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:29.375649 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.405496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 205026d4-e80b-411f-8fbf-a3dc7f707016 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:29.410946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 205026d4-e80b-411f-8fbf-a3dc7f707016 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:29.411534 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.439834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7f1b0ad-6645-4c63-9975-1bbb0bf11c38 req-ef9e662b-64b0-46ac-9565-692b9a78f802 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 210 time: 0.0552394 Jul 14 09:26:29.544604 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.575400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55941e5-9497-4576-95df-339d5c7631b8 req-f211925c-ef81-4f03-ae1b-7a66c5abbd22 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.584158 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e55941e5-9497-4576-95df-339d5c7631b8 req-f211925c-ef81-4f03-ae1b-7a66c5abbd22 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 950 time: 0.0807409 Jul 14 09:26:29.591060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:29.596253 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:29.652034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:29.661797 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e55941e5-9497-4576-95df-339d5c7631b8 req-cf7fc34a-9e58-4fc3-b346-90a5bb20fce9 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756075 Jul 14 09:26:29.761714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-b0edddf9-81f6-4254-a9d1-02714f452b67 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284081 Jul 14 09:26:29.946084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064916-05b6-48dc-98c6-79278eb942bd req-1f47873d-7f22-413b-a497-bb5db6872e16 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:29.947803 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-1f47873d-7f22-413b-a497-bb5db6872e16 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733074 Jul 14 09:26:29.986066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Request body: {'port': {'device_id': 'bd8f001f-e6fc-460f-8566-dec275e4f8f0', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a77186bed31942579c223cda192af782'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:30.103144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1ecc6-06bd-466f-ac53-94286aa336d9 req-c60023ba-75fb-44ea-8e36-db1413e577ba tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.104677 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cf1ecc6-06bd-466f-ac53-94286aa336d9 req-c60023ba-75fb-44ea-8e36-db1413e577ba tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 944 time: 0.1668026 Jul 14 09:26:30.153508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Made reservation on behalf of a77186bed31942579c223cda192af782 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:30.161262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.188112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.212860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cf1ecc6-06bd-466f-ac53-94286aa336d9 req-534fe372-fe18-4d12-a79c-16101ecea28e tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948482 Jul 14 09:26:30.361537 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.367273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.382390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:30.385669 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f6894c2-171e-44c8-a1e1-0d10ffbffb69" -d '{"events": [{"server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "name": "network-vif-plugged", "status": "completed", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:30.502675 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0e3818-5742-4920-b88a-353ab34af10a x-openstack-request-id: req-ad0e3818-5742-4920-b88a-353ab34af10a {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:30.502973 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "name": "network-vif-plugged", "status": "completed", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:30.503228 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ad0e3818-5742-4920-b88a-353ab34af10a {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:30.503618 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'code': 200} Jul 14 09:26:30.532061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53586) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:30.569257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee202cc2-a902-424c-8570-4e8c0a854b63,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:30.638238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25207b-495b-4123-8869-9c1ad5e5b35e req-d941d1cb-e228-4358-af3e-08f9cfbbdcb9 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.639744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e25207b-495b-4123-8869-9c1ad5e5b35e req-d941d1cb-e228-4358-af3e-08f9cfbbdcb9 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 949 time: 0.2494421 Jul 14 09:26:30.656232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Allocated IP 192.168.233.188 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/1f8ce378-cdcd-4668-93d9-e9d01c14e26f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:30.666255 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-87fa9f40-f7da-48c4-91a9-e7f19d717577 req-25cb83a8-cb8f-400e-a753-79d73f974f82 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 210 time: 0.0430403 Jul 14 09:26:30.713996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e25207b-495b-4123-8869-9c1ad5e5b35e req-f2459f1f-90f0-4711-b706-b23d302aa0e5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603316 Jul 14 09:26:30.727318 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-750c612a-383b-4fb1-9ef0-abe1e4235161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.742192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ed165-f146-4046-a45e-a1911f6204c3 req-182473fa-919e-490e-9495-daf36552edf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.744907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-487ed165-f146-4046-a45e-a1911f6204c3 req-182473fa-919e-490e-9495-daf36552edf0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1102 time: 0.1705678 Jul 14 09:26:30.785805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-487ed165-f146-4046-a45e-a1911f6204c3 req-2a1e0283-7467-43b8-a2e8-8833e3b030fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Jul 14 09:26:30.866432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.882603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Transition to ACTIVE for port object 1f8ce378-cdcd-4668-93d9-e9d01c14e26f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:30.893147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26634be1-616c-45fb-9d9a-66a2788be4e9 req-37d08cee-26e5-4a8e-b8c7-a55546c7b894 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:30.894575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26634be1-616c-45fb-9d9a-66a2788be4e9 req-37d08cee-26e5-4a8e-b8c7-a55546c7b894 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 950 time: 0.1031671 Jul 14 09:26:30.923980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.949375 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-750c612a-383b-4fb1-9ef0-abe1e4235161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.957038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26634be1-616c-45fb-9d9a-66a2788be4e9 req-4085a181-8386-433f-a8e3-d079eb140b87 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550244 Jul 14 09:26:30.958467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-750c612a-383b-4fb1-9ef0-abe1e4235161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:30.975571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:30.978885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:30.990909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:31.020222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-750c612a-383b-4fb1-9ef0-abe1e4235161 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3300cd83ae594aa79ea4f066c578a3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863672 Jul 14 09:26:31.024187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53600) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:31.027555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c612a-383b-4fb1-9ef0-abe1e4235161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d12d5aa-808d-4fbd-818f-932bb900ec4c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.034008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:31.088380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'Port': ['ID=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.101189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.101866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.129584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-12a7baa5-97fd-4e15-b052-e1ab1e60ebfe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1710794 Jul 14 09:26:31.133963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:31.139234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:31.139728 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.163816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Request body: {'port': {'device_id': 'bd8f001f-e6fc-460f-8566-dec275e4f8f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:31.226164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edefa1f3-860e-4e84-bd14-72dae6b55a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.324631 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.325499 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edefa1f3-860e-4e84-bd14-72dae6b55a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.327210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.410156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:31.422924 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.423785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 792ed18b-be45-46c2-a061-35b1c5b2936a up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:31.459110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e3a62-3d08-4c37-ad39-e4ede75082a1 req-df0a6820-d468-408d-8471-002089c1d969 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.461142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a89e3a62-3d08-4c37-ad39-e4ede75082a1 req-df0a6820-d468-408d-8471-002089c1d969 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 944 time: 0.0746841 Jul 14 09:26:31.490464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e8d52711-e040-47c3-8176-538e5a931a6f None None] Provisioning for port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:31.509878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e8d52711-e040-47c3-8176-538e5a931a6f None None] Provisioning complete for port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:31.510266 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e8d52711-e040-47c3-8176-538e5a931a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.516569 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a89e3a62-3d08-4c37-ad39-e4ede75082a1 req-dfc7cd7e-ea1f-4b0a-9eea-7e4aa81803ab tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Jul 14 09:26:31.546414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edefa1f3-860e-4e84-bd14-72dae6b55a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.549686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edefa1f3-860e-4e84-bd14-72dae6b55a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.557087 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-edefa1f3-860e-4e84-bd14-72dae6b55a7b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d12d5aa-808d-4fbd-818f-932bb900ec4c HTTP/1.1" status: 204 len: 168 time: 0.5314295 Jul 14 09:26:31.594443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.599434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e8d52711-e040-47c3-8176-538e5a931a6f None None] Port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:31.614095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 792ed18b-be45-46c2-a061-35b1c5b2936a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:31.619477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 792ed18b-be45-46c2-a061-35b1c5b2936a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:31.619891 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.626957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa1f3-860e-4e84-bd14-72dae6b55a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d12d5aa-808d-4fbd-818f-932bb900ec4c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:31.721510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13575e79-2d6e-40c1-813c-1ad3f3184401 req-80913c4a-931b-4f35-b8d8-58e1a5e8da15 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:31.723139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13575e79-2d6e-40c1-813c-1ad3f3184401 req-80913c4a-931b-4f35-b8d8-58e1a5e8da15 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 950 time: 0.3228388 Jul 14 09:26:31.797475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13575e79-2d6e-40c1-813c-1ad3f3184401 req-08d0aa10-b4cf-40bd-92f5-88c3347dd7bf tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647457 Jul 14 09:26:31.811610 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.886279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 792ed18b-be45-46c2-a061-35b1c5b2936a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=792ed18b-be45-46c2-a061-35b1c5b2936a,segment=NetworkSegment(12a0ad93-ead9-4919-9414-928a06a3edb4),segment_id=12a0ad93-ead9-4919-9414-928a06a3edb4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:31.914405 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:31.975414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8ce378-cdcd-4668-93d9-e9d01c14e26f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:31.992099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.012998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=792ed18b-be45-46c2-a061-35b1c5b2936a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.050979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Transition to ACTIVE for port object 1f8ce378-cdcd-4668-93d9-e9d01c14e26f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:32.055855 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.146618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.177497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1d632-0101-429e-833d-00f849a9d84d req-3d4c2a92-d70f-41c1-be88-3a07afa1b528 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.180150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61b1d632-0101-429e-833d-00f849a9d84d req-3d4c2a92-d70f-41c1-be88-3a07afa1b528 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 950 time: 0.1059237 Jul 14 09:26:32.208061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b2428-116a-49d1-9866-588a2cc6ebb4 req-3515f25f-cd30-48fa-a7f3-2c04c195d71e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.216269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a5b2428-116a-49d1-9866-588a2cc6ebb4 req-3515f25f-cd30-48fa-a7f3-2c04c195d71e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 936 time: 0.2129297 Jul 14 09:26:32.253447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61b1d632-0101-429e-833d-00f849a9d84d req-17f6e491-6b56-458c-b517-92fcef0c9708 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652673 Jul 14 09:26:32.253940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53668) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:32.268960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a554c7d-78cb-47a5-ba4f-afbc47b4ae0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.330258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a5b2428-116a-49d1-9866-588a2cc6ebb4 req-be9841a6-6ada-4313-b070-4fac03cca5a1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025777 Jul 14 09:26:32.349370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Attempting to bind port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:32.349711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Attempting to bind port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:32.350034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Attempting to bind port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:32.367464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:32.368074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Attempting to bind port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:32.384031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:32.384495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:32.384944 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:32.385440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Bound port: 1f8ce378-cdcd-4668-93d9-e9d01c14e26f, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:32.385925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.411720 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a554c7d-78cb-47a5-ba4f-afbc47b4ae0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.416237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a554c7d-78cb-47a5-ba4f-afbc47b4ae0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.460402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a554c7d-78cb-47a5-ba4f-afbc47b4ae0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8415cb-0926-48dc-a2bf-371a447f6834,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.467878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] For port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:32.471780 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7a554c7d-78cb-47a5-ba4f-afbc47b4ae0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=813f36c079e14c9b94d78749732bfb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2144015 Jul 14 09:26:32.472295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53678) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:32.476396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] For port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:32.482076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.505061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f17bdf-496a-4650-ba70-4cce9a22a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973f9192-2fc5-4cc8-a2aa-0ce0325179c7'}, {'server_uuid': '984d4eeb-3e69-40cd-86e6-2b9aa37d26bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ed18b-be45-46c2-a061-35b1c5b2936a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:32.507438 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a74a916-f573-420d-9773-89e46dfbc0ec" -d '{"events": [{"server_uuid": "e0f17bdf-496a-4650-ba70-4cce9a22a4e3", "name": "network-vif-plugged", "status": "completed", "tag": "973f9192-2fc5-4cc8-a2aa-0ce0325179c7"}, {"server_uuid": "984d4eeb-3e69-40cd-86e6-2b9aa37d26bc", "name": "network-vif-plugged", "status": "completed", "tag": "792ed18b-be45-46c2-a061-35b1c5b2936a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:32.519531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.520573 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.521986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] 10.222.0.69 "PUT /v2.0/ports/1f8ce378-cdcd-4668-93d9-e9d01c14e26f HTTP/1.1" status: 200 len: 1097 time: 1.3645923 Jul 14 09:26:32.522430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8f001f-e6fc-460f-8566-dec275e4f8f0', 'tag': '1f8ce378-cdcd-4668-93d9-e9d01c14e26f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:32.524764 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8f001f-e6fc-460f-8566-dec275e4f8f0", "tag": "1f8ce378-cdcd-4668-93d9-e9d01c14e26f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:32.551741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7599d7f-2828-4d61-88ba-66e8f660bfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.567740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52cdc8-31d4-4125-abab-35c581b06176 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.594745 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d8c6d8-d9d9-428b-9985-5edec04238ba x-openstack-request-id: req-00d8c6d8-d9d9-428b-9985-5edec04238ba {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:32.595063 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8f001f-e6fc-460f-8566-dec275e4f8f0", "tag": "1f8ce378-cdcd-4668-93d9-e9d01c14e26f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:32.595306 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-00d8c6d8-d9d9-428b-9985-5edec04238ba {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:32.595666 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8f001f-e6fc-460f-8566-dec275e4f8f0', 'tag': '1f8ce378-cdcd-4668-93d9-e9d01c14e26f', 'status': 'completed', 'code': 200} Jul 14 09:26:32.603710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7599d7f-2828-4d61-88ba-66e8f660bfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.605913 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a8bdd0-5179-4f05-9b40-bd679cce8abc x-openstack-request-id: req-b3a8bdd0-5179-4f05-9b40-bd679cce8abc {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:32.607185 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f17bdf-496a-4650-ba70-4cce9a22a4e3", "name": "network-vif-plugged", "status": "completed", "tag": "973f9192-2fc5-4cc8-a2aa-0ce0325179c7", "code": 200}, {"server_uuid": "984d4eeb-3e69-40cd-86e6-2b9aa37d26bc", "name": "network-vif-plugged", "status": "completed", "tag": "792ed18b-be45-46c2-a061-35b1c5b2936a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:32.608425 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3a8bdd0-5179-4f05-9b40-bd679cce8abc {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:32.609051 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f17bdf-496a-4650-ba70-4cce9a22a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973f9192-2fc5-4cc8-a2aa-0ce0325179c7', 'code': 200} Jul 14 09:26:32.609513 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984d4eeb-3e69-40cd-86e6-2b9aa37d26bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ed18b-be45-46c2-a061-35b1c5b2936a', 'code': 200} Jul 14 09:26:32.703843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064916-05b6-48dc-98c6-79278eb942bd req-bcb5795c-a17c-4c7c-a07e-ba9ac0bc1999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.710033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-bcb5795c-a17c-4c7c-a07e-ba9ac0bc1999 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 1100 time: 0.1305895 Jul 14 09:26:32.832793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7599d7f-2828-4d61-88ba-66e8f660bfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.841815 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7599d7f-2828-4d61-88ba-66e8f660bfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:32.844136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-181d7c29-fb9a-431f-a116-035f7b3b086d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1f8ce378-cdcd-4668-93d9-e9d01c14e26f HTTP/1.1" status: 200 len: 217 time: 0.1265161 Jul 14 09:26:32.846884 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f7599d7f-2828-4d61-88ba-66e8f660bfad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e8415cb-0926-48dc-a2bf-371a447f6834 HTTP/1.1" status: 204 len: 168 time: 0.3732128 Jul 14 09:26:32.878761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7599d7f-2828-4d61-88ba-66e8f660bfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8415cb-0926-48dc-a2bf-371a447f6834,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:32.906533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fb56f-63bf-456b-83ae-e7cf9035152f req-1220038d-d709-4d86-bc25-ec999bc70862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.909122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-924fb56f-63bf-456b-83ae-e7cf9035152f req-1220038d-d709-4d86-bc25-ec999bc70862 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 1102 time: 0.1835775 Jul 14 09:26:32.985004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064916-05b6-48dc-98c6-79278eb942bd req-269596a3-be98-4f04-8b75-19ebf47993b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:32.986754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-269596a3-be98-4f04-8b75-19ebf47993b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1309271 Jul 14 09:26:32.991811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-924fb56f-63bf-456b-83ae-e7cf9035152f req-0d752c5d-38ab-4301-9b8a-c795b6a865e2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661824 Jul 14 09:26:33.049045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae500b3-8bab-4022-9537-7b7d95faec1a req-82f82046-9324-421b-95ac-7d684b5e2f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.051090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ae500b3-8bab-4022-9537-7b7d95faec1a req-82f82046-9324-421b-95ac-7d684b5e2f25 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 1097 time: 0.2448750 Jul 14 09:26:33.077789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbf61e-855e-4868-a2c6-90de60df0dab req-0cb17e4b-abad-4cf8-bbcd-960605771942 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.079695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f70a00-b894-45be-a08a-531eeee98423 req-7bef71a0-261d-4f89-80c0-98016daae699 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.081483 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-54f70a00-b894-45be-a08a-531eeee98423 req-7bef71a0-261d-4f89-80c0-98016daae699 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 950 time: 0.0924881 Jul 14 09:26:33.084746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bcbf61e-855e-4868-a2c6-90de60df0dab req-0cb17e4b-abad-4cf8-bbcd-960605771942 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 945 time: 0.2797093 Jul 14 09:26:33.132897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-54f70a00-b894-45be-a08a-531eeee98423 req-8e0a6277-4169-4d14-9d57-1dc8f1ba61f1 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456371 Jul 14 09:26:33.453942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0924f-465f-42be-9d74-d323bf9cd592 req-91213133-3ff1-4878-9a1e-f3319ac29a9d tempest-LiveMigrationNegativeTest-684145053 tempest-LiveMigrationNegativeTest-684145053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.455781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2a0924f-465f-42be-9d74-d323bf9cd592 req-91213133-3ff1-4878-9a1e-f3319ac29a9d tempest-LiveMigrationNegativeTest-684145053 tempest-LiveMigrationNegativeTest-684145053-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 1102 time: 0.0669529 Jul 14 09:26:33.485654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2a0924f-465f-42be-9d74-d323bf9cd592 req-aa950fc9-900a-4603-bea8-1e9d2a38055e tempest-LiveMigrationNegativeTest-684145053 tempest-LiveMigrationNegativeTest-684145053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.545862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ae500b3-8bab-4022-9537-7b7d95faec1a req-f5f57c82-6f08-41c8-823b-d489f2d4e549 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836545 Jul 14 09:26:33.568282 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bcbf61e-855e-4868-a2c6-90de60df0dab req-7ded326b-d3d9-4e54-bad5-e4998707cd0f tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824734 Jul 14 09:26:33.579044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12064916-05b6-48dc-98c6-79278eb942bd req-21e201d2-02cd-40b9-89e1-8b7f68c318fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.581315 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-21e201d2-02cd-40b9-89e1-8b7f68c318fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5868156 Jul 14 09:26:33.663240 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2a0924f-465f-42be-9d74-d323bf9cd592 req-aa950fc9-900a-4603-bea8-1e9d2a38055e tempest-LiveMigrationNegativeTest-684145053 tempest-LiveMigrationNegativeTest-684145053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.669151 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2a0924f-465f-42be-9d74-d323bf9cd592 req-aa950fc9-900a-4603-bea8-1e9d2a38055e tempest-LiveMigrationNegativeTest-684145053 tempest-LiveMigrationNegativeTest-684145053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:33.705799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-bf04a4f8-aff3-4fb6-82ca-346bde2cd958 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111109 Jul 14 09:26:33.711006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2a0924f-465f-42be-9d74-d323bf9cd592 req-aa950fc9-900a-4603-bea8-1e9d2a38055e tempest-LiveMigrationNegativeTest-684145053 tempest-LiveMigrationNegativeTest-684145053-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465398 Jul 14 09:26:33.764971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa950fc9-900a-4603-bea8-1e9d2a38055e tempest-LiveMigrationNegativeTest-684145053 tempest-LiveMigrationNegativeTest-684145053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57d8ce-a416-4237-8307-9c0d28d3f410,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:33.877719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c87984-5498-4ced-956a-651a82dd8034 req-733f8bd4-9407-4b62-8133-27f94c38a43c tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.884498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74c87984-5498-4ced-956a-651a82dd8034 req-733f8bd4-9407-4b62-8133-27f94c38a43c tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 950 time: 0.1416402 Jul 14 09:26:33.910926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12064916-05b6-48dc-98c6-79278eb942bd req-83ca1481-7e10-48b2-9f59-a452e24a7657 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984575 Jul 14 09:26:33.928981 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74c87984-5498-4ced-956a-651a82dd8034 req-4a480a44-2318-4747-8c7c-01130278e850 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 Jul 14 09:26:33.976638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53776) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:33.979149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e45ca-c6a1-482d-8f13-c37e4b3e2a3a req-246768e0-f8f9-4b33-885f-b16163db82b2 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:33.993749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d81e45ca-c6a1-482d-8f13-c37e4b3e2a3a req-246768e0-f8f9-4b33-885f-b16163db82b2 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 948 time: 0.1087587 Jul 14 09:26:34.043848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d81e45ca-c6a1-482d-8f13-c37e4b3e2a3a req-9fc50b6f-8a27-400e-969c-3cb5f3f1cd6c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490634 Jul 14 09:26:34.117980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-080910e6-cc90-48db-9cfa-0b6f6de5d809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.119588 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-080910e6-cc90-48db-9cfa-0b6f6de5d809 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 1100 time: 0.1280701 Jul 14 09:26:34.180818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-012496e0-aa3e-42d7-8881-976d68db5a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.264439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-dbf2fca8-d7c5-4c17-bfbb-7f0a6fec43df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.265938 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-dbf2fca8-d7c5-4c17-bfbb-7f0a6fec43df service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1401770 Jul 14 09:26:34.333916 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-78f7cdcd-b840-46c3-b6f6-556777fc9b43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1f8ce378-cdcd-4668-93d9-e9d01c14e26f HTTP/1.1" status: 200 len: 217 time: 0.0605347 Jul 14 09:26:34.420245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-e3031f71-18ef-4d1d-bd59-ead5ca2c36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.421650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-e3031f71-18ef-4d1d-bd59-ead5ca2c36d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0709269 Jul 14 09:26:34.463620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-012496e0-aa3e-42d7-8881-976d68db5a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.489452 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-012496e0-aa3e-42d7-8881-976d68db5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.555312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-012496e0-aa3e-42d7-8881-976d68db5a99 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1120dd0a8214872850a773c104d2996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5752027 Jul 14 09:26:34.555312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012496e0-aa3e-42d7-8881-976d68db5a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e2e4aa-bed3-40fa-8416-02f589c90b7d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.558853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:34.568477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-2245d542-9c37-410d-a989-bfc77d777494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.570147 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-2245d542-9c37-410d-a989-bfc77d777494 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1286983 Jul 14 09:26:34.659832 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f9814-6ed4-4bde-901c-88864dc33ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.682838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c59a8-050c-4f98-b242-0f5a1da93f9c req-6a72dc7c-1956-488e-833f-9b4bc38f2ca5 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.690033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c0c59a8-050c-4f98-b242-0f5a1da93f9c req-6a72dc7c-1956-488e-833f-9b4bc38f2ca5 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 950 time: 0.1229892 Jul 14 09:26:34.693023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-e52abaf0-4110-41d2-ba8c-0e1aa91f2add service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098659 Jul 14 09:26:34.715666 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f9814-6ed4-4bde-901c-88864dc33ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.759901 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c0c59a8-050c-4f98-b242-0f5a1da93f9c req-e23b8932-2945-42fb-99e7-4270095702b2 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688984 Jul 14 09:26:34.792886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f9814-6ed4-4bde-901c-88864dc33ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.798054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99f9814-6ed4-4bde-901c-88864dc33ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:34.799674 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b99f9814-6ed4-4bde-901c-88864dc33ba0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60e2e4aa-bed3-40fa-8416-02f589c90b7d HTTP/1.1" status: 204 len: 168 time: 0.2347014 Jul 14 09:26:34.807884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f9814-6ed4-4bde-901c-88864dc33ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e2e4aa-bed3-40fa-8416-02f589c90b7d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:34.861605 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c5cf0-5c45-4cfa-84ce-b7d31c3079a4 req-ae797a14-24ed-418d-98d7-3f6985e845b2 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603050 Jul 14 09:26:34.872274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e287b-672a-4fd1-b72c-33a407fc0132 req-42a53d90-8081-4d6e-8b13-3f75904cad8d tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:34.874097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d7e287b-672a-4fd1-b72c-33a407fc0132 req-42a53d90-8081-4d6e-8b13-3f75904cad8d tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 945 time: 0.1616282 Jul 14 09:26:34.921019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d7e287b-672a-4fd1-b72c-33a407fc0132 req-fcf5896d-82f7-4253-b8f6-8662aedf0813 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Jul 14 09:26:35.136958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea43447-fd05-4b55-b2d9-207a3de3b613 req-3315a528-9d41-4f9a-9f7c-61a79ac4b679 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.140878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ea43447-fd05-4b55-b2d9-207a3de3b613 req-3315a528-9d41-4f9a-9f7c-61a79ac4b679 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 950 time: 0.0781834 Jul 14 09:26:35.193764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ea43447-fd05-4b55-b2d9-207a3de3b613 req-f1a322ce-bb4e-4083-a932-4447b96d090e tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487480 Jul 14 09:26:35.294986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53838) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.327307 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d493b53c-9699-4eda-bb66-c9e6d49bab9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.338760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d8472-7840-40a4-85df-49476503b4d8 req-b1b5f737-c45d-4e40-a9e3-12279919f1ab tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.340422 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-614d8472-7840-40a4-85df-49476503b4d8 req-b1b5f737-c45d-4e40-a9e3-12279919f1ab tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 948 time: 0.1093585 Jul 14 09:26:35.407096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-614d8472-7840-40a4-85df-49476503b4d8 req-a0571500-9845-4fbf-80e7-057221a064fa tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536928 Jul 14 09:26:35.496013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d493b53c-9699-4eda-bb66-c9e6d49bab9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.496176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53846) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.499182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d493b53c-9699-4eda-bb66-c9e6d49bab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.546194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb28267-938a-451b-a553-fdebf617c828 req-58a929a3-c0ce-43fc-a57c-49ffb08ef5a3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:35.548289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbb28267-938a-451b-a553-fdebf617c828 req-58a929a3-c0ce-43fc-a57c-49ffb08ef5a3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1051812 Jul 14 09:26:35.559054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493b53c-9699-4eda-bb66-c9e6d49bab9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7814c9-1ffe-4fd5-b31a-e8e69031b5b4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.586186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d493b53c-9699-4eda-bb66-c9e6d49bab9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc4d04f125be47508f80e12d30acc0d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898891 Jul 14 09:26:35.586872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53850) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.619108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbb28267-938a-451b-a553-fdebf617c828 req-7ab77d3a-c50f-46eb-9392-3c8cd5cbaabc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617850 Jul 14 09:26:35.639671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22c1d3a0-7685-4d89-949c-a673254a9b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.667823 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-291125df-8320-4764-90a0-d3646c1bf1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.692740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-291125df-8320-4764-90a0-d3646c1bf1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.757450 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-291125df-8320-4764-90a0-d3646c1bf1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.766401 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-291125df-8320-4764-90a0-d3646c1bf1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.768628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-291125df-8320-4764-90a0-d3646c1bf1ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d7814c9-1ffe-4fd5-b31a-e8e69031b5b4 HTTP/1.1" status: 204 len: 168 time: 0.1804409 Jul 14 09:26:35.785952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291125df-8320-4764-90a0-d3646c1bf1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7814c9-1ffe-4fd5-b31a-e8e69031b5b4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.809437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22c1d3a0-7685-4d89-949c-a673254a9b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.816177 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22c1d3a0-7685-4d89-949c-a673254a9b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:35.876938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1d3a0-7685-4d89-949c-a673254a9b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa3236-63ef-402b-9a68-e1a2af750f0c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:35.889036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-22c1d3a0-7685-4d89-949c-a673254a9b30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=547ef450d705491baca161c0d8cb39ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3920157 Jul 14 09:26:35.891805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53882) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:35.925216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-6f55eb64-bce4-4353-aa01-c8d86abb6432 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=d9843cae47fd4c38bb269b6de003b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445745 Jul 14 09:26:35.951321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25da5a5d-6585-468c-b247-6e6251490578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.001033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25da5a5d-6585-468c-b247-6e6251490578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.061179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ba721-9fdc-45ab-8cae-3057b233e834 req-f01f8fc4-d62c-4a03-84ad-1fad7502053e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.062712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c33ba721-9fdc-45ab-8cae-3057b233e834 req-f01f8fc4-d62c-4a03-84ad-1fad7502053e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 950 time: 0.1020370 Jul 14 09:26:36.079286 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25da5a5d-6585-468c-b247-6e6251490578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.082196 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25da5a5d-6585-468c-b247-6e6251490578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.086941 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-25da5a5d-6585-468c-b247-6e6251490578 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ffa3236-63ef-402b-9a68-e1a2af750f0c HTTP/1.1" status: 204 len: 168 time: 0.1937311 Jul 14 09:26:36.110547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-6d3f098f-70f3-452a-8e77-98a0edd652b4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.112144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da5a5d-6585-468c-b247-6e6251490578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa3236-63ef-402b-9a68-e1a2af750f0c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.114662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-6d3f098f-70f3-452a-8e77-98a0edd652b4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831243 Jul 14 09:26:36.147387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-77484fc6-08e4-4f93-8951-926c6f2acedd tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/quotas/d9843cae47fd4c38bb269b6de003b144 HTTP/1.1" status: 200 len: 375 time: 0.0268526 Jul 14 09:26:36.154264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c33ba721-9fdc-45ab-8cae-3057b233e834 req-6347b553-dd5b-4c0d-8848-58a356f58516 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838568 Jul 14 09:26:36.176494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b3fac-f490-4a40-950b-83939622329d req-9ac6d72f-a507-49a7-ace0-2ea39869682f tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.179721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c2b3fac-f490-4a40-950b-83939622329d req-9ac6d72f-a507-49a7-ace0-2ea39869682f tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 950 time: 0.1410043 Jul 14 09:26:36.320435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-4eeb4469-5834-4ccd-8f0e-fdfa57b43cbf tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647415 Jul 14 09:26:36.355854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Deleting port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:36.356299 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.536302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] For port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:36.536690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.558321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Calling delete_port for 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:36.690262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53920) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:36.710607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8991e322-3309-4914-b909-043aff02b03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.823396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.839223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['74c54d49-eeaf-4b77-8635-16b3fa22a4c4', '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:36.905390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8991e322-3309-4914-b909-043aff02b03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.919589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef0802-4f85-4207-9126-4aa61d5bb420 req-9436d388-3846-4008-9af0-0f2ef2e67999 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:36.932808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46ef0802-4f85-4207-9126-4aa61d5bb420 req-9436d388-3846-4008-9af0-0f2ef2e67999 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 945 time: 0.2133105 Jul 14 09:26:36.934528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Pushing event deleted for resources: {'Port': ['ID=70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:36.946334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] No DVR routers for this DVR port 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:36.949754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.951662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8991e322-3309-4914-b909-043aff02b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:36.953106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c2b3fac-f490-4a40-950b-83939622329d req-12ff0c01-02f1-4bb2-81ef-c880880e268e tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "DELETE /v2.0/ports/70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c HTTP/1.1" status: 204 len: 173 time: 0.7448130 Jul 14 09:26:36.960060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d65fd9-4476-4a4c-85a0-aae832872e3b', 'name': 'network-vif-deleted', 'tag': '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:36.963268 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5947e3d9-773f-42bc-a010-f2f76e5cbfe7" -d '{"events": [{"server_uuid": "82d65fd9-4476-4a4c-85a0-aae832872e3b", "name": "network-vif-deleted", "tag": "70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:36.997454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0662a6-a4f2-4425-80f0-063e4a07b9e4 req-7ac47cd4-dd4d-41e8-a5b9-d9af1ab342e4 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.007800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ac0662a6-a4f2-4425-80f0-063e4a07b9e4 req-7ac47cd4-dd4d-41e8-a5b9-d9af1ab342e4 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 948 time: 0.2581480 Jul 14 09:26:37.071048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ac0662a6-a4f2-4425-80f0-063e4a07b9e4 req-bbc4fe49-9b91-4f90-b71d-265848518118 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598755 Jul 14 09:26:37.129942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8991e322-3309-4914-b909-043aff02b03d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb2d317a9414402b85f423ffe17046f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350891 Jul 14 09:26:37.130821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53934) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:37.161959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46ef0802-4f85-4207-9126-4aa61d5bb420 req-91f7eed6-e875-4418-8a8b-1267ba8bd132 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271750 Jul 14 09:26:37.174006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991e322-3309-4914-b909-043aff02b03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168be940-dbc0-4c83-855d-5a48a90ebc09,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.202664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36c1d6a2-9e0c-48d3-b9e9-58c1129a940d req-481e37c0-b0df-45a1-8225-98eccf49ed4d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 210 time: 0.0828776 Jul 14 09:26:37.277623 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3ee7f2-e179-4cf5-98fb-a783efecba56 x-openstack-request-id: req-9f3ee7f2-e179-4cf5-98fb-a783efecba56 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:37.277914 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d65fd9-4476-4a4c-85a0-aae832872e3b", "name": "network-vif-deleted", "tag": "70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:37.278165 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f3ee7f2-e179-4cf5-98fb-a783efecba56 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:37.285706 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d65fd9-4476-4a4c-85a0-aae832872e3b', 'name': 'network-vif-deleted', 'tag': '70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c', 'status': 'completed', 'code': 200} Jul 14 09:26:37.322086 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4216e0c-7da4-4c6b-a008-a870d090b7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.350659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4216e0c-7da4-4c6b-a008-a870d090b7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.370751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 1f8ce378-cdcd-4668-93d9-e9d01c14e26f details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:37.408679 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4216e0c-7da4-4c6b-a008-a870d090b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.411718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4216e0c-7da4-4c6b-a008-a870d090b7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.413185 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c4216e0c-7da4-4c6b-a008-a870d090b7ea admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/168be940-dbc0-4c83-855d-5a48a90ebc09 HTTP/1.1" status: 204 len: 168 time: 0.2812312 Jul 14 09:26:37.425681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4216e0c-7da4-4c6b-a008-a870d090b7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168be940-dbc0-4c83-855d-5a48a90ebc09,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.474177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d07382a-b31c-47ef-be3c-a3ac0aee437f req-01bba35c-273d-4f3d-8f11-3e3a98589c93 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=82d65fd9-4476-4a4c-85a0-aae832872e3b HTTP/1.1" status: 200 len: 210 time: 0.0306828 Jul 14 09:26:37.537774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:37.549708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '1f8ce378-cdcd-4668-93d9-e9d01c14e26f', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '1f8ce378-cdcd-4668-93d9-e9d01c14e26f', 'mac_address': 'fa:16:3e:6a:72:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:37.606099 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.663086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8ce378-cdcd-4668-93d9-e9d01c14e26f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:37.715024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:37.720430 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:37.800857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:37.943448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-7042bbd1-3e05-48b6-964a-18dedb3d7cd3 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:37.945356 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-7042bbd1-3e05-48b6-964a-18dedb3d7cd3 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.66 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 945 time: 0.1005020 Jul 14 09:26:37.968753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:38.072559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Deleting port 792ed18b-be45-46c2-a061-35b1c5b2936a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:38.073070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.331496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] For port 792ed18b-be45-46c2-a061-35b1c5b2936a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=792ed18b-be45-46c2-a061-35b1c5b2936a,segment=NetworkSegment(12a0ad93-ead9-4919-9414-928a06a3edb4),segment_id=12a0ad93-ead9-4919-9414-928a06a3edb4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:38.331901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.354388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Calling delete_port for 792ed18b-be45-46c2-a061-35b1c5b2936a owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:38.375158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02a67b-b962-4053-b590-af6a3a21b9c3 req-ef336a7f-5a9b-4053-868f-89859bd608bb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.377015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a02a67b-b962-4053-b590-af6a3a21b9c3 req-ef336a7f-5a9b-4053-868f-89859bd608bb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 949 time: 0.1599388 Jul 14 09:26:38.379123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845e21b-ef23-4a78-bde5-06272e2b0286 req-bd0f9e1f-c22b-4051-866a-e80097b145d9 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.381619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3845e21b-ef23-4a78-bde5-06272e2b0286 req-bd0f9e1f-c22b-4051-866a-e80097b145d9 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 945 time: 0.0899291 Jul 14 09:26:38.431040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-438d71a4-6320-4989-a685-b7e604e763e5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=d9843cae47fd4c38bb269b6de003b144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505509 Jul 14 09:26:38.490658 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3845e21b-ef23-4a78-bde5-06272e2b0286 req-423a671e-252a-4246-a42b-e6b2f3f6c7a6 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/security-groups?id=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025643 Jul 14 09:26:38.550422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a02a67b-b962-4053-b590-af6a3a21b9c3 req-54c5ff45-d516-4b4e-b3c1-f25ae53c51b8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516898 Jul 14 09:26:38.661210 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1472e615-985a-4f94-8f12-83db47ef01ac req-fd406c2b-3179-4a8d-a99a-1fd2b37aea8a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 210 time: 0.0465782 Jul 14 09:26:38.726603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-16863369-f5c2-40ac-b4b9-ba896fee43e7 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:38.728120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-16863369-f5c2-40ac-b4b9-ba896fee43e7 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893438 Jul 14 09:26:38.764307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Request body: {'port': {'device_id': '8cbb3991-35a7-4d4a-b39c-ca04d75297a6', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'd9843cae47fd4c38bb269b6de003b144'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:38.858176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.871700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['792ed18b-be45-46c2-a061-35b1c5b2936a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:38.910539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Pushing event deleted for resources: {'Port': ['ID=792ed18b-be45-46c2-a061-35b1c5b2936a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:38.980880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] No DVR routers for this DVR port 792ed18b-be45-46c2-a061-35b1c5b2936a on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:38.984372 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:38.989765 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-360169c7-d261-4280-be13-ff9cd1a5a2a1 req-22efb27d-34f6-4e78-9025-1cea3f850695 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.66 "DELETE /v2.0/ports/792ed18b-be45-46c2-a061-35b1c5b2936a HTTP/1.1" status: 204 len: 173 time: 1.0315425 Jul 14 09:26:39.024503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Made reservation on behalf of d9843cae47fd4c38bb269b6de003b144 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:39.031171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.268318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Allocated IP 192.168.233.7 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/89fe41bd-580b-4312-b1a7-6f9d7fbbb28f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:39.282678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984d4eeb-3e69-40cd-86e6-2b9aa37d26bc', 'name': 'network-vif-deleted', 'tag': '792ed18b-be45-46c2-a061-35b1c5b2936a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:39.285937 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d9f365-aca0-4ce0-b997-76c3bbac12a2" -d '{"events": [{"server_uuid": "984d4eeb-3e69-40cd-86e6-2b9aa37d26bc", "name": "network-vif-deleted", "tag": "792ed18b-be45-46c2-a061-35b1c5b2936a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:39.374880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 1f8ce378-cdcd-4668-93d9-e9d01c14e26f up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:39.415647 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e25fe-dec9-4750-8b06-c72ceba579b3 x-openstack-request-id: req-f19e25fe-dec9-4750-8b06-c72ceba579b3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:39.416244 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984d4eeb-3e69-40cd-86e6-2b9aa37d26bc", "name": "network-vif-deleted", "tag": "792ed18b-be45-46c2-a061-35b1c5b2936a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:39.416684 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f19e25fe-dec9-4750-8b06-c72ceba579b3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:39.417257 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984d4eeb-3e69-40cd-86e6-2b9aa37d26bc', 'name': 'network-vif-deleted', 'tag': '792ed18b-be45-46c2-a061-35b1c5b2936a', 'status': 'completed', 'code': 200} Jul 14 09:26:39.427442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee5d08-f9d5-476b-baf0-15ec983b34dc req-eac1492a-79e1-4baf-ba3f-3543c24a1acd tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.429698 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dee5d08-f9d5-476b-baf0-15ec983b34dc req-eac1492a-79e1-4baf-ba3f-3543c24a1acd tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 950 time: 0.0814404 Jul 14 09:26:39.443060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:39.449180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:39.450295 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.497650 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.509967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dee5d08-f9d5-476b-baf0-15ec983b34dc req-96b77dce-b758-4095-b3e4-454db3bc0da8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742762 Jul 14 09:26:39.527218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Transition to ACTIVE for port object 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:39.566508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.595150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8f001f-e6fc-460f-8566-dec275e4f8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8ce378-cdcd-4668-93d9-e9d01c14e26f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:39.598228 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d0134-9c23-4286-943e-b6d84d6bda6e" -d '{"events": [{"server_uuid": "bd8f001f-e6fc-460f-8566-dec275e4f8f0", "name": "network-vif-plugged", "status": "completed", "tag": "1f8ce378-cdcd-4668-93d9-e9d01c14e26f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:39.601059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.626329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['973f9192-2fc5-4cc8-a2aa-0ce0325179c7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:39.630765 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['205026d4-e80b-411f-8fbf-a3dc7f707016'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:39.678165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:39.696566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:39.698012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Pushing event updated for resources: {'Port': ['ID=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:39.711687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:39.734145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:39.744905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.746032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:39.792060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58bbca75-77ff-462e-83f0-95538fb3d872 req-92054a60-8f82-4473-96c2-44f421d62c40 tempest-ServerMetadataNegativeTestJSON-825724670 tempest-ServerMetadataNegativeTestJSON-825724670-project] 10.222.0.73 "GET /v2.0/ports?device_id=984d4eeb-3e69-40cd-86e6-2b9aa37d26bc HTTP/1.1" status: 200 len: 210 time: 0.0912189 Jul 14 09:26:39.828097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:39.829171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:39.852255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-728b19d5-75f3-430c-8ad2-0b8edac40f87 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1098168 Jul 14 09:26:39.879039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Request body: {'port': {'device_id': '8cbb3991-35a7-4d4a-b39c-ca04d75297a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:39.906764 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ab2cce-84e4-4509-8808-c6aa20decfe1 x-openstack-request-id: req-76ab2cce-84e4-4509-8808-c6aa20decfe1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:39.908530 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8f001f-e6fc-460f-8566-dec275e4f8f0", "name": "network-vif-plugged", "status": "completed", "tag": "1f8ce378-cdcd-4668-93d9-e9d01c14e26f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:39.909162 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-76ab2cce-84e4-4509-8808-c6aa20decfe1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:39.909961 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8f001f-e6fc-460f-8566-dec275e4f8f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8ce378-cdcd-4668-93d9-e9d01c14e26f', 'code': 200} Jul 14 09:26:39.927766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:39.928553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 70652646-7ab1-43b4-b7c3-7d4fa9fc9a6c not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:39.988997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54050) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.050411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.142612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dff9dc-8da3-4de0-adec-193c7555baf2 req-f6c4d711-5753-46cb-bc03-b6abdd80351e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.144763 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69dff9dc-8da3-4de0-adec-193c7555baf2 req-f6c4d711-5753-46cb-bc03-b6abdd80351e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 1102 time: 0.1355946 Jul 14 09:26:40.152518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.187045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-634cd9ca-c89a-4e6d-9266-c023e0709151 None None] Provisioning for port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:40.193727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-634cd9ca-c89a-4e6d-9266-c023e0709151 None None] Provisioning complete for port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:40.194537 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-634cd9ca-c89a-4e6d-9266-c023e0709151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.195532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a50d0e-7806-4799-aa99-d7b249516c1b req-6052b8e0-8861-4512-addd-20bd6ca1435a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.198270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43a50d0e-7806-4799-aa99-d7b249516c1b req-6052b8e0-8861-4512-addd-20bd6ca1435a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 934 time: 0.1432135 Jul 14 09:26:40.234052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-634cd9ca-c89a-4e6d-9266-c023e0709151 None None] Port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:40.239990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4926d935-15f3-4653-b945-3118351be6ef req-3c193758-6206-4a74-8d34-8caeedb3d82a tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.242340 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4926d935-15f3-4653-b945-3118351be6ef req-3c193758-6206-4a74-8d34-8caeedb3d82a tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 950 time: 0.1913753 Jul 14 09:26:40.243474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69dff9dc-8da3-4de0-adec-193c7555baf2 req-b6c8cc97-d2cc-45e5-986b-edf16c82a549 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910187 Jul 14 09:26:40.264504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43a50d0e-7806-4799-aa99-d7b249516c1b req-c117998a-ba0b-4b66-92d6-a08b5d2b83fe tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536067 Jul 14 09:26:40.324118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51e8357a-64f0-4ffe-8685-2d03ed665d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.383248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4926d935-15f3-4653-b945-3118351be6ef req-b0df099a-9167-441e-acc2-d64830fad71f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290491 Jul 14 09:26:40.555389 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51e8357a-64f0-4ffe-8685-2d03ed665d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.578729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51e8357a-64f0-4ffe-8685-2d03ed665d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.617751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:40.631478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8357a-64f0-4ffe-8685-2d03ed665d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2faa99-6681-4404-8f72-cd8e8c4632e3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.635182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.644285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-51e8357a-64f0-4ffe-8685-2d03ed665d9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=339e56d5acf248fda5302a647be70f2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6535854 Jul 14 09:26:40.647576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54062) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:40.662711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Transition to ACTIVE for port object 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:40.668890 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.742977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Pushing event updated for resources: {'Port': ['ID=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:40.769698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-9607f879-f4a6-469d-9b64-bbb82b01e1f8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.771924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-9607f879-f4a6-469d-9b64-bbb82b01e1f8 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 950 time: 0.1416411 Jul 14 09:26:40.783264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765c634-703f-454a-ada6-57a85dccb691 req-efd81961-028a-4b5b-be84-dd053d660f3f tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:40.791610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b765c634-703f-454a-ada6-57a85dccb691 req-efd81961-028a-4b5b-be84-dd053d660f3f tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 950 time: 0.1174254 Jul 14 09:26:40.813807 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e52d-3679-4985-aafa-684f6a0cc139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.860419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e52d-3679-4985-aafa-684f6a0cc139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:40.878812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b765c634-703f-454a-ada6-57a85dccb691 req-9ce75727-20bd-49ca-b334-55ff76ed0488 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3354791-b893-4f1a-9efe-8e13b3066d4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857835 Jul 14 09:26:40.892945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Attempting to bind port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:40.893381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Attempting to bind port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:40.893807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Attempting to bind port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:40.898779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:40.899364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Attempting to bind port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:40.924568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:40.925106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:40.925588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:40.926172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Bound port: 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:40.926667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.029434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54066) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.056120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e52d-3679-4985-aafa-684f6a0cc139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.061659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e52d-3679-4985-aafa-684f6a0cc139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.063228 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bcd6e52d-3679-4985-aafa-684f6a0cc139 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf2faa99-6681-4404-8f72-cd8e8c4632e3 HTTP/1.1" status: 204 len: 168 time: 0.4149454 Jul 14 09:26:41.107100 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 792ed18b-be45-46c2-a061-35b1c5b2936a no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:41.138702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] For port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:41.171768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] For port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:41.172053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 792ed18b-be45-46c2-a061-35b1c5b2936a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:41.172583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 792ed18b-be45-46c2-a061-35b1c5b2936a not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:41.189816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6e52d-3679-4985-aafa-684f6a0cc139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2faa99-6681-4404-8f72-cd8e8c4632e3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.192606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.276536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Pushing event updated for resources: {'Port': ['ID=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.284988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.286001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.287511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-5004e47e-35d0-4275-9ec7-8dc4838d333f service neutron] 10.222.0.69 "PUT /v2.0/ports/89fe41bd-580b-4312-b1a7-6f9d7fbbb28f HTTP/1.1" status: 200 len: 1095 time: 1.4214737 Jul 14 09:26:41.296269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-631b85ba-3f2e-4818-af29-a89e1f571a4e admin admin] Deleting subnet e27f423d-1ce4-4eeb-ad93-9031565fd25a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:26:41.299424 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-631b85ba-3f2e-4818-af29-a89e1f571a4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.367607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-631b85ba-3f2e-4818-af29-a89e1f571a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.405153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Deleting port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:26:41.408042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.435477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbb3991-35a7-4d4a-b39c-ca04d75297a6', 'tag': '89fe41bd-580b-4312-b1a7-6f9d7fbbb28f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:41.439572 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d392b5-1eff-4905-ae0b-96759cfc6839" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbb3991-35a7-4d4a-b39c-ca04d75297a6", "tag": "89fe41bd-580b-4312-b1a7-6f9d7fbbb28f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:41.522743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] For port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:41.523319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.545113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Calling delete_port for 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:26:41.569105 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-631b85ba-3f2e-4818-af29-a89e1f571a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.650066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-ca0e6802-9193-4f94-a9ca-e99bbb831085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.651622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-ca0e6802-9193-4f94-a9ca-e99bbb831085 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 1098 time: 0.2083144 Jul 14 09:26:41.663234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f87c57-d868-4dba-93ca-cf6972e70171 req-061bfec9-4c5c-4ba2-b1b3-75d6d54dfc92 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.670636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94f87c57-d868-4dba-93ca-cf6972e70171 req-061bfec9-4c5c-4ba2-b1b3-75d6d54dfc92 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 946 time: 0.1513655 Jul 14 09:26:41.683555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-631b85ba-3f2e-4818-af29-a89e1f571a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.734373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-da754218-a537-471f-bbfa-0fdbc275b254 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f HTTP/1.1" status: 200 len: 217 time: 0.0617559 Jul 14 09:26:41.743966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.762278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b85ba-3f2e-4818-af29-a89e1f571a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27f423d-1ce4-4eeb-ad93-9031565fd25a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.763253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aea22b1-d769-4194-a92b-1131d50d2e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.776712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-631b85ba-3f2e-4818-af29-a89e1f571a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.779086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-631b85ba-3f2e-4818-af29-a89e1f571a4e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e27f423d-1ce4-4eeb-ad93-9031565fd25a HTTP/1.1" status: 204 len: 168 time: 0.7469931 Jul 14 09:26:41.782408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.782984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54086) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:41.828269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Pushing event deleted for resources: {'Port': ['ID=74c54d49-eeaf-4b77-8635-16b3fa22a4c4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:41.877668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94f87c57-d868-4dba-93ca-cf6972e70171 req-3660989d-3f89-4223-9ed7-aa0c0807ea73 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061672 Jul 14 09:26:41.896022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] No DVR routers for this DVR port 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:26:41.904752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-e2f0a46f-02c3-44a9-8392-fda8dd5de2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:41.906561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-e2f0a46f-02c3-44a9-8392-fda8dd5de2b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1539891 Jul 14 09:26:41.911132 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:41.913557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c5f0cfc-b020-4cda-b113-0037683b70a3 req-f31d82e2-4a67-4516-8e17-b0070f7db8e7 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.69 "DELETE /v2.0/ports/74c54d49-eeaf-4b77-8635-16b3fa22a4c4 HTTP/1.1" status: 204 len: 173 time: 1.1137516 Jul 14 09:26:41.914046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4bf34c-5391-4e43-afe8-3b41beed57ea', 'name': 'network-vif-deleted', 'tag': '74c54d49-eeaf-4b77-8635-16b3fa22a4c4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:41.918553 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6603d30-2e69-4402-bbe9-a75ccb22e6c9" -d '{"events": [{"server_uuid": "cd4bf34c-5391-4e43-afe8-3b41beed57ea", "name": "network-vif-deleted", "tag": "74c54d49-eeaf-4b77-8635-16b3fa22a4c4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:41.925042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.034991 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aea22b1-d769-4194-a92b-1131d50d2e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.040172 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aea22b1-d769-4194-a92b-1131d50d2e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.092916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea22b1-d769-4194-a92b-1131d50d2e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0871541f-fc9b-4bcf-8eb9-6fc882da678a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:42.137509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2aea22b1-d769-4194-a92b-1131d50d2e60 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db0d39bb6de543ae884eb4b6764c8a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922172 Jul 14 09:26:42.141817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54094) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:42.161219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.173081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-7dc87252-07d9-4aac-8d8a-795508b20417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.174582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-7dc87252-07d9-4aac-8d8a-795508b20417 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2462223 Jul 14 09:26:42.180314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0b2b72-f6af-438d-9616-0f570de0fac2']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:42.199996 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2c73c75-6434-4f9a-9d22-9d6cc5028804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.209380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a0ad93-ead9-4919-9414-928a06a3edb4') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:42.209675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a0ad93-ead9-4919-9414-928a06a3edb4') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:26:42.242343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2c73c75-6434-4f9a-9d22-9d6cc5028804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.270748 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facf29cd-fcfc-4127-acf6-7fd6ab90f0ae x-openstack-request-id: req-facf29cd-fcfc-4127-acf6-7fd6ab90f0ae {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:42.271200 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbb3991-35a7-4d4a-b39c-ca04d75297a6", "tag": "89fe41bd-580b-4312-b1a7-6f9d7fbbb28f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:42.271448 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-facf29cd-fcfc-4127-acf6-7fd6ab90f0ae {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:42.271837 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbb3991-35a7-4d4a-b39c-ca04d75297a6', 'tag': '89fe41bd-580b-4312-b1a7-6f9d7fbbb28f', 'status': 'completed', 'code': 200} Jul 14 09:26:42.278067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.316234 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2c73c75-6434-4f9a-9d22-9d6cc5028804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.319458 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2c73c75-6434-4f9a-9d22-9d6cc5028804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.321222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b2c73c75-6434-4f9a-9d22-9d6cc5028804 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0871541f-fc9b-4bcf-8eb9-6fc882da678a HTTP/1.1" status: 204 len: 168 time: 0.1776981 Jul 14 09:26:42.345915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c73c75-6434-4f9a-9d22-9d6cc5028804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0871541f-fc9b-4bcf-8eb9-6fc882da678a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:42.563062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dcbcd847-56bd-4166-8116-a4797986a846 req-96cd1a86-9b8d-46c0-93d2-11ad36aa50b0 tempest-LiveMigrationNegativeTest-1897928846 tempest-LiveMigrationNegativeTest-1897928846-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd4bf34c-5391-4e43-afe8-3b41beed57ea HTTP/1.1" status: 200 len: 210 time: 0.0323696 Jul 14 09:26:42.614355 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca733b51-2724-43bc-9832-c09b8ddcc495 x-openstack-request-id: req-ca733b51-2724-43bc-9832-c09b8ddcc495 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:42.614651 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4bf34c-5391-4e43-afe8-3b41beed57ea", "name": "network-vif-deleted", "tag": "74c54d49-eeaf-4b77-8635-16b3fa22a4c4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:42.614908 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ca733b51-2724-43bc-9832-c09b8ddcc495 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:42.615308 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4bf34c-5391-4e43-afe8-3b41beed57ea', 'name': 'network-vif-deleted', 'tag': '74c54d49-eeaf-4b77-8635-16b3fa22a4c4', 'status': 'completed', 'code': 200} Jul 14 09:26:42.710198 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.733899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:26:42.734378 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:26:42.736986 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:26:42.762701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9aa97-3087-4119-a130-3f61110f3e93 req-51b3df5d-9876-4bf2-afc1-2122e0b683a0 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:42.765224 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1dc9aa97-3087-4119-a130-3f61110f3e93 req-51b3df5d-9876-4bf2-afc1-2122e0b683a0 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 950 time: 0.6582096 Jul 14 09:26:42.813838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-0a0be1a9-1bf4-4f4e-99ee-2414b1364183 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225152 Jul 14 09:26:42.886558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.911646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:42.913789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] 10.222.0.73 "DELETE /v2.0/networks/4c0b2b72-f6af-438d-9616-0f570de0fac2 HTTP/1.1" status: 204 len: 168 time: 1.1130977 Jul 14 09:26:42.916446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee776-cb59-443a-a3dd-2d1544effe3d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c0b2b72-f6af-438d-9616-0f570de0fac2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:42.931121 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1dc9aa97-3087-4119-a130-3f61110f3e93 req-239f8af8-bb09-4381-a266-819d76ae8050 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345181 Jul 14 09:26:43.005860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94a5b022-cd41-4799-a238-a03e06db1be5 req-579dde46-0849-4802-b364-2b6d4c1c4535 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788621 Jul 14 09:26:43.102733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54124) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:43.110890 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ed09b-e876-491d-a821-8d698740a60f req-4a210809-a64d-4736-acf5-9c51edfdc460 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.118235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c2ed09b-e876-491d-a821-8d698740a60f req-4a210809-a64d-4736-acf5-9c51edfdc460 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 946 time: 0.0932600 Jul 14 09:26:43.168106 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c2ed09b-e876-491d-a821-8d698740a60f req-d84795be-431a-4612-b2e6-3fee679e43ff tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489116 Jul 14 09:26:43.170388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d6135084-178d-4dc6-bc08-bf5c34114595 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e950ce6f55845669141a9c8bfd509d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0664806 Jul 14 09:26:43.173026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54126) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:43.182909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-0c03171e-765b-4df0-b1e2-01d9d794bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.184854 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-0c03171e-765b-4df0-b1e2-01d9d794bceb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 1098 time: 0.1200025 Jul 14 09:26:43.314147 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3f9d-ed8b-4d6c-ba38-58100a66236a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.338462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-424fb2b6-2acb-46f2-8ad0-241b9a1ed0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.339940 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-424fb2b6-2acb-46f2-8ad0-241b9a1ed0b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1458755 Jul 14 09:26:43.350693 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3f9d-ed8b-4d6c-ba38-58100a66236a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.387866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:26:43.403671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-c89cb092-6454-4904-9166-bb518f752eeb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f HTTP/1.1" status: 200 len: 217 time: 0.0551350 Jul 14 09:26:43.418183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:26:43.418726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 74c54d49-eeaf-4b77-8635-16b3fa22a4c4 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:26:43.471253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-e7461d53-206c-477a-836b-268ee6d31876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.472834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-e7461d53-206c-477a-836b-268ee6d31876 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0620992 Jul 14 09:26:43.512254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3f9d-ed8b-4d6c-ba38-58100a66236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.515355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a7d3f9d-ed8b-4d6c-ba38-58100a66236a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.516583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1a7d3f9d-ed8b-4d6c-ba38-58100a66236a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9 HTTP/1.1" status: 204 len: 168 time: 0.3424253 Jul 14 09:26:43.538712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d3f9d-ed8b-4d6c-ba38-58100a66236a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1dfd56-a934-4c83-aa19-6d4c2c99d2a9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:43.604289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-cc19dd85-0720-44c3-be4f-1e6ac22eebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.606068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-cc19dd85-0720-44c3-be4f-1e6ac22eebc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1241374 Jul 14 09:26:43.626023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a2eaf-f77e-4792-87ad-0e92687fae4f req-b02741d8-25b9-4b62-8c0b-56ab313987fa tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:43.627921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b89a2eaf-f77e-4792-87ad-0e92687fae4f req-b02741d8-25b9-4b62-8c0b-56ab313987fa tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 1102 time: 0.1095603 Jul 14 09:26:43.683666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-b89a2eaf-f77e-4792-87ad-0e92687fae4f req-58919db0-76ff-40b8-833e-97325f8b3611 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.745076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-30125be7-16da-47f3-855d-e95cb889a1b2 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296821 Jul 14 09:26:43.883810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35d392b5-1eff-4905-ae0b-96759cfc6839 req-7c97c0cb-85e8-4fbb-a0e1-6d6f96d77a2e service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313183 Jul 14 09:26:43.905818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-b89a2eaf-f77e-4792-87ad-0e92687fae4f req-58919db0-76ff-40b8-833e-97325f8b3611 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.911547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-b89a2eaf-f77e-4792-87ad-0e92687fae4f req-58919db0-76ff-40b8-833e-97325f8b3611 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:43.936646 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b89a2eaf-f77e-4792-87ad-0e92687fae4f req-58919db0-76ff-40b8-833e-97325f8b3611 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987018 Jul 14 09:26:43.960958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58919db0-76ff-40b8-833e-97325f8b3611 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd44d0-375c-4df8-a1dc-8dfadf0da76c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:44.395434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fb99e-a964-4294-aa6f-a480f1a1cb27 req-ad5b2519-8b8b-4181-8b82-588c8e2a83a4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.403619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e24fb99e-a964-4294-aa6f-a480f1a1cb27 req-ad5b2519-8b8b-4181-8b82-588c8e2a83a4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 946 time: 0.0801210 Jul 14 09:26:44.445480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e24fb99e-a964-4294-aa6f-a480f1a1cb27 req-f15755d9-6051-4abb-bc4a-60fdc7d96147 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409186 Jul 14 09:26:44.634093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54214) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.646925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-caf83fe0-21d8-4ed2-b282-ff48d9059f60 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289466 Jul 14 09:26:44.780391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-860bbd53-1c86-4596-9cf1-b125a6b27da5 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:44.781955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-860bbd53-1c86-4596-9cf1-b125a6b27da5 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288514 Jul 14 09:26:44.800107 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-80aaa1bc-6401-4eb5-a917-8c9fc3d3b4de tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/quotas/a77186bed31942579c223cda192af782 HTTP/1.1" status: 200 len: 375 time: 0.0116906 Jul 14 09:26:44.868990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-6d6a8663-471a-48b6-8221-507c4e6a1399 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631807 Jul 14 09:26:44.910886 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-791733d8-e2de-4046-a864-0838e389086f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=945fb487212e4c4fa18fa66f52514f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756310 Jul 14 09:26:44.913695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54226) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.918341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54228) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:44.973680 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f612546b-a9d9-41cc-b068-21031a0c620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:44.999754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f612546b-a9d9-41cc-b068-21031a0c620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.059858 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f612546b-a9d9-41cc-b068-21031a0c620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.063023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f612546b-a9d9-41cc-b068-21031a0c620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.068159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f612546b-a9d9-41cc-b068-21031a0c620e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d3354791-b893-4f1a-9efe-8e13b3066d4c HTTP/1.1" status: 204 len: 168 time: 0.1507635 Jul 14 09:26:45.080464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612546b-a9d9-41cc-b068-21031a0c620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3354791-b893-4f1a-9efe-8e13b3066d4c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.161072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54238) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.197196 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67d2698a-3212-481b-9703-f3bd8013267f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.340502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67d2698a-3212-481b-9703-f3bd8013267f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.348421 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67d2698a-3212-481b-9703-f3bd8013267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.406517 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-67d2698a-3212-481b-9703-f3bd8013267f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f6135613f614d77b3cc94d41b97a84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870813 Jul 14 09:26:45.409207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54250) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.409732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2698a-3212-481b-9703-f3bd8013267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a32e8d7-6342-4e08-8674-5c5035e43697,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.543882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-300200805-network', 'tenant_id': 'dc9b9fcd79d349048a7a9680a98cfb4b'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:45.550560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92542699-6b33-40cc-ad2c-67b5319a1044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.615514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3ec80b5-dd2f-47a6-a49c-2f42cbdd9770 req-2a5a3792-34dc-447f-99e3-9aa201a301b1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 210 time: 0.0604544 Jul 14 09:26:45.620837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Made reservation on behalf of dc9b9fcd79d349048a7a9680a98cfb4b for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:45.623853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.630469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92542699-6b33-40cc-ad2c-67b5319a1044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.652045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.687613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54264) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.733258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b688df-cdeb-456c-b8c4-487151d6e735 req-a9ec57ac-e03b-49ca-bfcb-51eb228bd5cb tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:45.742179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96b688df-cdeb-456c-b8c4-487151d6e735 req-a9ec57ac-e03b-49ca-bfcb-51eb228bd5cb tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 946 time: 0.0858328 Jul 14 09:26:45.799408 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96b688df-cdeb-456c-b8c4-487151d6e735 req-dd539da5-64f5-412d-8515-f09a8c621b7a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561509 Jul 14 09:26:45.800528 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-11f33d0f-8606-4834-b87a-41c920cc0189 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28a69c2020ca4e11823e2c39decf25ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1073456 Jul 14 09:26:45.804302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54272) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:45.845118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92542699-6b33-40cc-ad2c-67b5319a1044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.847715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92542699-6b33-40cc-ad2c-67b5319a1044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.850635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-92542699-6b33-40cc-ad2c-67b5319a1044 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6a32e8d7-6342-4e08-8674-5c5035e43697 HTTP/1.1" status: 204 len: 168 time: 0.4395297 Jul 14 09:26:45.868639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92542699-6b33-40cc-ad2c-67b5319a1044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a32e8d7-6342-4e08-8674-5c5035e43697,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:45.927878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf7dd1ca-fd3b-4e0c-931a-bdf5a71e8e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:45.973405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf7dd1ca-fd3b-4e0c-931a-bdf5a71e8e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.011273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.019762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.031991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:46.062976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.063273 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Added segment f8f78e8e-9ac8-4d36-90d2-f63afa34b912 of type vlan for network 175370fd-cf91-4ecc-84dd-dd6243e43012 Jul 14 09:26:46.084080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88726b80-ca35-47a3-8086-7d37c7221175,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.125827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.130984 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf7dd1ca-fd3b-4e0c-931a-bdf5a71e8e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.134544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf7dd1ca-fd3b-4e0c-931a-bdf5a71e8e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.136440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cf7dd1ca-fd3b-4e0c-931a-bdf5a71e8e2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca57d8ce-a416-4237-8307-9c0d28d3f410 HTTP/1.1" status: 204 len: 168 time: 0.3311465 Jul 14 09:26:46.151858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dd1ca-fd3b-4e0c-931a-bdf5a71e8e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57d8ce-a416-4237-8307-9c0d28d3f410,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.195188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.196501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.197953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.258858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0954399 Jul 14 09:26:46.261669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54288) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:46.267326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Request body: {'subnet': {'network_id': '175370fd-cf91-4ecc-84dd-dd6243e43012', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-300200805-subnet', 'tenant_id': 'dc9b9fcd79d349048a7a9680a98cfb4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:46.273432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02fd18d-b7a2-4b8a-91a6-9513acdbbafc admin admin] Pushing event updated for resources: {'Network': ['ID=175370fd-cf91-4ecc-84dd-dd6243e43012,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.284883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 175370fd-cf91-4ecc-84dd-dd6243e43012 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:46.315073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Made reservation on behalf of dc9b9fcd79d349048a7a9680a98cfb4b for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:46.318889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.598230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.690574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=35443151-366e-40f2-baad-d81d97409a51,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:46.699923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Checking segment: {'id': 'f8f78e8e-9ac8-4d36-90d2-f63afa34b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '175370fd-cf91-4ecc-84dd-dd6243e43012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:46.701075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Network hostable DHCP agents. Network: 175370fd-cf91-4ecc-84dd-dd6243e43012, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:46.726020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Network 175370fd-cf91-4ecc-84dd-dd6243e43012 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:46.737283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 175370fd-cf91-4ecc-84dd-dd6243e43012) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:46.745906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:46.748063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:46.753271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f63cb-af12-457f-81aa-f861b350bfe3 None None] Network 175370fd-cf91-4ecc-84dd-dd6243e43012 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:46.790919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-53dad1d5-07fa-4ed6-97f6-2e5bf13ab5bb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5277200 Jul 14 09:26:46.861066 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-130b08fe-ff22-496c-bc2e-d48cb2356c6d req-be28f310-43ac-4003-be7e-ec87010bd538 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 210 time: 0.0659006 Jul 14 09:26:46.956540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e895e-2f5c-4cae-a3c8-3ba5fe537c49 None None] Network 175370fd-cf91-4ecc-84dd-dd6243e43012 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:47.036823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4659a11-e50c-4c2b-a337-77a1c7a52bca req-611e0a00-4b2f-4516-af3c-b3367e52edbd tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.046384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4659a11-e50c-4c2b-a337-77a1c7a52bca req-611e0a00-4b2f-4516-af3c-b3367e52edbd tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 946 time: 0.1236477 Jul 14 09:26:47.096774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4659a11-e50c-4c2b-a337-77a1c7a52bca req-b0cdbd91-ff5c-48ee-a81f-3e355f9214ba tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501142 Jul 14 09:26:47.311204 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-bab236e7-eb25-4526-aefe-8475c459156e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232611 Jul 14 09:26:47.405020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:47.463596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-42ad73bf-2312-436e-be5f-67f479abf8d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:47.467511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-42ad73bf-2312-436e-be5f-67f479abf8d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449161 Jul 14 09:26:47.486316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Request body: {'port': {'device_id': '30a61d08-e818-40f6-a148-21774deb13f1', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a77186bed31942579c223cda192af782'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:47.589590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:47.603232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '89fe41bd-580b-4312-b1a7-6f9d7fbbb28f', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '89fe41bd-580b-4312-b1a7-6f9d7fbbb28f', 'mac_address': 'fa:16:3e:68:b4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:47.653578 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.666932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:47.686418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Made reservation on behalf of a77186bed31942579c223cda192af782 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:47.692480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:47.695878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.697257 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:47.802992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:47.852093 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-b5fb8e64-9b42-4c53-a4df-4bf88ff6f4db tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334122 Jul 14 09:26:47.878442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Allocated IP 192.168.233.46 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/a8772588-dd72-4825-86de-65a9e8378f53) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:47.917053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['89fe41bd-580b-4312-b1a7-6f9d7fbbb28f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:48.142050 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.145096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad66813b-2235-4b8f-9929-91d0cd3055de req-32f57909-7118-4518-8b80-834a9eb62311 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 210 time: 0.0626791 Jul 14 09:26:48.170210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-f110d206-a814-4f64-9df4-607b8c351954 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:48.174443 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-f110d206-a814-4f64-9df4-607b8c351954 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3105428 Jul 14 09:26:48.189665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Transition to ACTIVE for port object a8772588-dd72-4825-86de-65a9e8378f53 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:48.192712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Request body: {'port': {'device_id': '64cc4993-8e11-4bbb-9eda-be09bb351516', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a77186bed31942579c223cda192af782'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:48.249922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54368) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:48.259353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1007040021-network', 'tenant_id': 'aa7b7cf08531481ca6b14ad68f5fcf32'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:48.272969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.382126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'Port': ['ID=a8772588-dd72-4825-86de-65a9e8378f53,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.402393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:48.404632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:48.408537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Made reservation on behalf of aa7b7cf08531481ca6b14ad68f5fcf32 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:48.412317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.415512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:48.431146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.526203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:48.526875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.554589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15483e47-25f9-4c0e-b2d9-8deffa0a4d07 req-4831aaca-0e67-4d63-bfb6-af3a104b0da5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:48.566524 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15483e47-25f9-4c0e-b2d9-8deffa0a4d07 req-4831aaca-0e67-4d63-bfb6-af3a104b0da5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 947 time: 0.1440735 Jul 14 09:26:48.631356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15483e47-25f9-4c0e-b2d9-8deffa0a4d07 req-45fa2aa8-ea6e-45fd-bb0d-735b15237555 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633330 Jul 14 09:26:48.641055 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.646377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.666362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-ff3dceb0-ec25-4ab1-9d7e-3a68ede72613 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1849537 Jul 14 09:26:48.683334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Made reservation on behalf of a77186bed31942579c223cda192af782 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:48.687846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.702858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Request body: {'port': {'device_id': '30a61d08-e818-40f6-a148-21774deb13f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:48.787093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:48.791088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5d1b7e02-8f0f-4702-9eec-777470bdf0e2 None None] Provisioning for port a8772588-dd72-4825-86de-65a9e8378f53 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:48.795559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5d1b7e02-8f0f-4702-9eec-777470bdf0e2 None None] Provisioning complete for port a8772588-dd72-4825-86de-65a9e8378f53 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:48.795986 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5d1b7e02-8f0f-4702-9eec-777470bdf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.809228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12431d2-0687-45a1-82a9-011ea9d9f051,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:48.836642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.837036 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Added segment 35748eec-1746-415a-8445-f48990133d90 of type vlan for network d2de7e81-a52c-478d-8c91-a2a36c6532e7 Jul 14 09:26:48.860549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.863118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5d1b7e02-8f0f-4702-9eec-777470bdf0e2 None None] Port a8772588-dd72-4825-86de-65a9e8378f53 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:48.874344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Allocated IP 192.168.233.59 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/a1d59ba7-1b35-402d-9464-4485e1457d65) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:48.931371 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:48.949189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:49.081166 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.097239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Transition to ACTIVE for port object a1d59ba7-1b35-402d-9464-4485e1457d65 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:49.127762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.128990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.129800 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.141795 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.150432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8992918 Jul 14 09:26:49.167747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54386) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:49.176377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Request body: {'subnet': {'network_id': 'd2de7e81-a52c-478d-8c91-a2a36c6532e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1007040021-subnet', 'tenant_id': 'aa7b7cf08531481ca6b14ad68f5fcf32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:49.262300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'Port': ['ID=a1d59ba7-1b35-402d-9464-4485e1457d65,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:49.294967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:49.297624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:49.309711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:49.320387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312a3c0-d314-4066-ba10-03886b538ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=d2de7e81-a52c-478d-8c91-a2a36c6532e7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:49.334214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Made reservation on behalf of aa7b7cf08531481ca6b14ad68f5fcf32 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:49.337013 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.347332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network d2de7e81-a52c-478d-8c91-a2a36c6532e7 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:49.395920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.396769 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.457880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:49.462716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:49.475584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63497ced-ead7-4025-9faf-c0f36950ab0d req-4d90c3f5-1077-4ae5-82bd-0e7930434bac tempest-AbsoluteLimitsNegativeTestJSON-216063775 tempest-AbsoluteLimitsNegativeTestJSON-216063775-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=1737787b8884493ba647240702e2c46d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591383 Jul 14 09:26:49.498403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-902f6e24-7ee0-462f-9aa8-fb95e6bad2d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3108523 Jul 14 09:26:49.519359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Request body: {'port': {'device_id': '64cc4993-8e11-4bbb-9eda-be09bb351516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:49.637174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.689090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091beff-9bf9-46a6-adf2-34441f6c2c83 req-5b559c64-3296-4d9c-acb0-2c35f6a3e286 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.692444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4091beff-9bf9-46a6-adf2-34441f6c2c83 req-5b559c64-3296-4d9c-acb0-2c35f6a3e286 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 935 time: 0.2847381 Jul 14 09:26:49.741790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8772588-dd72-4825-86de-65a9e8378f53 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:49.757129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63497ced-ead7-4025-9faf-c0f36950ab0d req-6dd4f849-8295-4f4d-bd8d-a992e8f86df1 tempest-AbsoluteLimitsNegativeTestJSON-216063775 tempest-AbsoluteLimitsNegativeTestJSON-216063775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:49.764454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63497ced-ead7-4025-9faf-c0f36950ab0d req-6dd4f849-8295-4f4d-bd8d-a992e8f86df1 tempest-AbsoluteLimitsNegativeTestJSON-216063775 tempest-AbsoluteLimitsNegativeTestJSON-216063775-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879910 Jul 14 09:26:49.767858 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.816534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Transition to ACTIVE for port object a8772588-dd72-4825-86de-65a9e8378f53 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:49.820795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63497ced-ead7-4025-9faf-c0f36950ab0d req-ebcc61e3-32fc-43c1-b52d-bbd160bd542b tempest-AbsoluteLimitsNegativeTestJSON-216063775 tempest-AbsoluteLimitsNegativeTestJSON-216063775-project] 10.222.0.73 "GET /v2.0/quotas/1737787b8884493ba647240702e2c46d HTTP/1.1" status: 200 len: 375 time: 0.0554776 Jul 14 09:26:49.825982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.839208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c93d320c-760c-42f0-b166-117a446a9967 None None] Provisioning for port a1d59ba7-1b35-402d-9464-4485e1457d65 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:49.843943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c93d320c-760c-42f0-b166-117a446a9967 None None] Provisioning complete for port a1d59ba7-1b35-402d-9464-4485e1457d65 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:49.846944 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c93d320c-760c-42f0-b166-117a446a9967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.850469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4091beff-9bf9-46a6-adf2-34441f6c2c83 req-cea11ead-29cc-45e7-9fef-cadeb8b94cff tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526022 Jul 14 09:26:49.871359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:49.877352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:49.877947 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:49.883099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63497ced-ead7-4025-9faf-c0f36950ab0d req-22218b14-ea7e-4b2f-bfa1-4ec2d4fcfc1a tempest-AbsoluteLimitsNegativeTestJSON-216063775 tempest-AbsoluteLimitsNegativeTestJSON-216063775-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1737787b8884493ba647240702e2c46d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494924 Jul 14 09:26:49.994120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c93d320c-760c-42f0-b166-117a446a9967 None None] Port a1d59ba7-1b35-402d-9464-4485e1457d65 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:26:50.081926 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.134943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Pushing event updated for resources: {'Port': ['ID=a8772588-dd72-4825-86de-65a9e8378f53,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.137458 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.216757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbb3991-35a7-4d4a-b39c-ca04d75297a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fe41bd-580b-4312-b1a7-6f9d7fbbb28f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:50.224119 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a98cb20-d1d7-41d0-b383-e062a889654b" -d '{"events": [{"server_uuid": "8cbb3991-35a7-4d4a-b39c-ca04d75297a6", "name": "network-vif-plugged", "status": "completed", "tag": "89fe41bd-580b-4312-b1a7-6f9d7fbbb28f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:50.245551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:50.253396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.329103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.358240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b154e85c-35a9-468a-beb1-65ab49ed4f6b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.376284 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9e29a5-bf29-4bf6-907b-fc401024d7fe x-openstack-request-id: req-fe9e29a5-bf29-4bf6-907b-fc401024d7fe {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:50.376946 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbb3991-35a7-4d4a-b39c-ca04d75297a6", "name": "network-vif-plugged", "status": "completed", "tag": "89fe41bd-580b-4312-b1a7-6f9d7fbbb28f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:50.376946 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe9e29a5-bf29-4bf6-907b-fc401024d7fe {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:50.377204 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbb3991-35a7-4d4a-b39c-ca04d75297a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89fe41bd-580b-4312-b1a7-6f9d7fbbb28f', 'code': 200} Jul 14 09:26:50.391371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Attempting to bind port a8772588-dd72-4825-86de-65a9e8378f53 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:50.391848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Attempting to bind port a8772588-dd72-4825-86de-65a9e8378f53 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:50.392439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Attempting to bind port a8772588-dd72-4825-86de-65a9e8378f53 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:50.403906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Port a8772588-dd72-4825-86de-65a9e8378f53 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:50.404566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Attempting to bind port a8772588-dd72-4825-86de-65a9e8378f53 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:50.405444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1d59ba7-1b35-402d-9464-4485e1457d65 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:50.410609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Checking segment: {'id': '35748eec-1746-415a-8445-f48990133d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd2de7e81-a52c-478d-8c91-a2a36c6532e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:50.411097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Network hostable DHCP agents. Network: d2de7e81-a52c-478d-8c91-a2a36c6532e7, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:50.416537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.418681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:50.419677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:50.420143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:50.421178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Bound port: a8772588-dd72-4825-86de-65a9e8378f53, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:50.421424 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.455245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Transition to ACTIVE for port object a1d59ba7-1b35-402d-9464-4485e1457d65 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:50.467177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.496231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Network d2de7e81-a52c-478d-8c91-a2a36c6532e7 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:50.533648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a4778-34ec-40c3-9529-f42e6c344fa6 req-c41e8c3f-f361-42e6-b607-ca24e71530a3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.535733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-482a4778-34ec-40c3-9529-f42e6c344fa6 req-c41e8c3f-f361-42e6-b607-ca24e71530a3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 948 time: 0.1766882 Jul 14 09:26:50.551080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, d2de7e81-a52c-478d-8c91-a2a36c6532e7) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:50.562316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61e33dd-9409-442e-bab4-f1750589a088 None None] Network d2de7e81-a52c-478d-8c91-a2a36c6532e7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:50.572012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.572866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.588824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] For port a8772588-dd72-4825-86de-65a9e8378f53, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:50.596324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] For port a8772588-dd72-4825-86de-65a9e8378f53, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8772588-dd72-4825-86de-65a9e8378f53,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:50.611014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.620398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Pushing event updated for resources: {'Port': ['ID=a1d59ba7-1b35-402d-9464-4485e1457d65,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.621187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c66be299-22b5-447b-a1f7-5ddaabd337cc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4523337 Jul 14 09:26:50.698610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.701807 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.708314 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] 10.222.0.66 "PUT /v2.0/ports/a8772588-dd72-4825-86de-65a9e8378f53 HTTP/1.1" status: 200 len: 1096 time: 2.0246940 Jul 14 09:26:50.711278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a61d08-e818-40f6-a148-21774deb13f1', 'tag': 'a8772588-dd72-4825-86de-65a9e8378f53'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:50.715985 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d764ae86-987d-41f3-8e74-f53d357f201a" -d '{"events": [{"name": "network-changed", "server_uuid": "30a61d08-e818-40f6-a148-21774deb13f1", "tag": "a8772588-dd72-4825-86de-65a9e8378f53"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:50.732220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84062836-083b-4064-b15f-89482ee4b6e3 req-c05019cc-d8a5-40e3-b728-f4e24b276659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.733749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84062836-083b-4064-b15f-89482ee4b6e3 req-c05019cc-d8a5-40e3-b728-f4e24b276659 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 1100 time: 0.2578595 Jul 14 09:26:50.786077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd13209a-f284-4a44-8783-7a1adddc32f8 None None] Network d2de7e81-a52c-478d-8c91-a2a36c6532e7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:50.805179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Attempting to bind port a1d59ba7-1b35-402d-9464-4485e1457d65 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:50.806658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Attempting to bind port a1d59ba7-1b35-402d-9464-4485e1457d65 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:50.812235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Attempting to bind port a1d59ba7-1b35-402d-9464-4485e1457d65 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:50.812358 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663c78c6-cb2f-4dc8-97c0-54e530dbcc35 x-openstack-request-id: req-663c78c6-cb2f-4dc8-97c0-54e530dbcc35 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:50.812475 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a61d08-e818-40f6-a148-21774deb13f1", "tag": "a8772588-dd72-4825-86de-65a9e8378f53", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:50.813871 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-663c78c6-cb2f-4dc8-97c0-54e530dbcc35 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:50.813871 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a61d08-e818-40f6-a148-21774deb13f1', 'tag': 'a8772588-dd72-4825-86de-65a9e8378f53', 'status': 'completed', 'code': 200} Jul 14 09:26:50.821585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043139-af39-4f95-babe-c6d9dec92a92 service neutron] Pushing event updated for resources: {'Port': ['ID=a8772588-dd72-4825-86de-65a9e8378f53,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:50.836309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-482a4778-34ec-40c3-9529-f42e6c344fa6 req-28609566-b65b-4086-8330-ddd9240c2d37 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879920 Jul 14 09:26:50.836888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Port a1d59ba7-1b35-402d-9464-4485e1457d65 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:50.837211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Attempting to bind port a1d59ba7-1b35-402d-9464-4485e1457d65 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:50.853539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:50.853908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:50.854273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:50.854722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Bound port: a1d59ba7-1b35-402d-9464-4485e1457d65, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:50.857222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:50.898399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84062836-083b-4064-b15f-89482ee4b6e3 req-73ea05e1-5d77-4e40-971f-8fdd08735cc5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546438 Jul 14 09:26:50.908857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54444) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:50.941548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-c570bf4e-bc62-4248-87b7-f0d79e0099e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:50.943243 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-c570bf4e-bc62-4248-87b7-f0d79e0099e4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 1099 time: 0.1579862 Jul 14 09:26:51.037954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] For port a1d59ba7-1b35-402d-9464-4485e1457d65, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:51.046953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] For port a1d59ba7-1b35-402d-9464-4485e1457d65, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a1d59ba7-1b35-402d-9464-4485e1457d65,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:51.047537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-82a8db9e-8b97-42af-b346-6876e2891ce0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a8772588-dd72-4825-86de-65a9e8378f53 HTTP/1.1" status: 200 len: 217 time: 0.0927467 Jul 14 09:26:51.052416 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.093244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.093873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.095296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0fd743fa-de03-459f-a636-914439797d4c service neutron] 10.222.0.66 "PUT /v2.0/ports/a1d59ba7-1b35-402d-9464-4485e1457d65 HTTP/1.1" status: 200 len: 1096 time: 1.5892489 Jul 14 09:26:51.098054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cc4993-8e11-4bbb-9eda-be09bb351516', 'tag': 'a1d59ba7-1b35-402d-9464-4485e1457d65'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:51.102422 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03962b03-663a-4b7a-b433-6d572a386cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "64cc4993-8e11-4bbb-9eda-be09bb351516", "tag": "a1d59ba7-1b35-402d-9464-4485e1457d65"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:51.132661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd743fa-de03-459f-a636-914439797d4c service neutron] Pushing event updated for resources: {'Port': ['ID=a1d59ba7-1b35-402d-9464-4485e1457d65,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.176155 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b876c-519d-4275-b0a7-01c481fb529e x-openstack-request-id: req-2d2b876c-519d-4275-b0a7-01c481fb529e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:51.177262 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cc4993-8e11-4bbb-9eda-be09bb351516", "tag": "a1d59ba7-1b35-402d-9464-4485e1457d65", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:51.177262 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d2b876c-519d-4275-b0a7-01c481fb529e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:51.177262 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cc4993-8e11-4bbb-9eda-be09bb351516', 'tag': 'a1d59ba7-1b35-402d-9464-4485e1457d65', 'status': 'completed', 'code': 200} Jul 14 09:26:51.225698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bb564-9618-43e5-a323-7fd657a517e5 req-3890dcf3-bcbd-41b2-9267-dd4459e544c0 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.227270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a2bb564-9618-43e5-a323-7fd657a517e5 req-3890dcf3-bcbd-41b2-9267-dd4459e544c0 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 947 time: 0.1758218 Jul 14 09:26:51.228974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-09c3ade0-04a2-4a3f-9c0a-2567eedbe0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.230320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-09c3ade0-04a2-4a3f-9c0a-2567eedbe0f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1104391 Jul 14 09:26:51.261522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-a0eb5906-6362-45e4-b914-2a9fdbd72fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.267670 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-a0eb5906-6362-45e4-b914-2a9fdbd72fa3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 1099 time: 0.1079524 Jul 14 09:26:51.349048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a2bb564-9618-43e5-a323-7fd657a517e5 req-6d25a9a0-b508-4c6e-a012-432920307a27 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135721 Jul 14 09:26:51.364742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-95ce3133-cc3a-43eb-bbc1-573f77822476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.371923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-95ce3133-cc3a-43eb-bbc1-573f77822476 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269259 Jul 14 09:26:51.380776 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-0a585d2c-a436-4c6b-b63a-1a006df73f17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=a1d59ba7-1b35-402d-9464-4485e1457d65 HTTP/1.1" status: 200 len: 217 time: 0.1014111 Jul 14 09:26:51.494871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-7fb37c6d-e166-4e12-9059-65651ab13871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.501021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-7fb37c6d-e166-4e12-9059-65651ab13871 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1151221 Jul 14 09:26:51.513097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a647a0f5-a1dc-4020-a361-243fd15680a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.613255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-49be3f7c-e9dc-4409-b2e4-5bd862e03159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:51.615453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-49be3f7c-e9dc-4409-b2e4-5bd862e03159 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1077690 Jul 14 09:26:51.629887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-9d595e48-0be5-460b-ac60-fd67a97e0f27 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514501 Jul 14 09:26:51.771374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5175ad37-8132-4dd4-ba70-604572bf3a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.784069 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a647a0f5-a1dc-4020-a361-243fd15680a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.792943 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a647a0f5-a1dc-4020-a361-243fd15680a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:51.840386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647a0f5-a1dc-4020-a361-243fd15680a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76b52a7-66fa-4a22-a845-4d1fb8303853,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:51.847905 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-589121a4-16d6-4e50-8645-ed0607a17230 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203865 Jul 14 09:26:51.859662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-efb1e30f-60e6-416c-96fc-242ccb7d518e service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185044 Jul 14 09:26:51.905251 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a647a0f5-a1dc-4020-a361-243fd15680a8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1737787b8884493ba647240702e2c46d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9953146 Jul 14 09:26:51.907901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54484) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:52.042737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d4a2b73-3b43-4cd8-8e80-514384ee0d1b req-57cc1efa-de36-45ea-8313-edbc1b903aef service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880918 Jul 14 09:26:52.150490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1bc1a-5407-438e-81e3-8cfd082187ba req-b73e1ff2-422b-4ea5-9553-aa403dfb0ef5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.152061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9b1bc1a-5407-438e-81e3-8cfd082187ba req-b73e1ff2-422b-4ea5-9553-aa403dfb0ef5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 948 time: 0.1128805 Jul 14 09:26:52.174324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-23588390-68aa-41bd-9f68-4ff62586b515 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.175983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-23588390-68aa-41bd-9f68-4ff62586b515 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/networks?id=175370fd-cf91-4ecc-84dd-dd6243e43012 HTTP/1.1" status: 200 len: 824 time: 0.2333331 Jul 14 09:26:52.203011 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0e34353-5077-46d8-b8b2-42217042ca54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.209214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764ae86-987d-41f3-8e74-f53d357f201a req-725bd5f2-0f68-4892-82dc-376c8d499b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.209592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9b1bc1a-5407-438e-81e3-8cfd082187ba req-15fc5ea4-e801-4fca-b195-76271f521c52 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496719 Jul 14 09:26:52.210848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d764ae86-987d-41f3-8e74-f53d357f201a req-725bd5f2-0f68-4892-82dc-376c8d499b75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 1099 time: 0.1696324 Jul 14 09:26:52.212646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03962b03-663a-4b7a-b433-6d572a386cbc req-7cb0205c-769c-459c-b6fe-076720baf8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.214068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03962b03-663a-4b7a-b433-6d572a386cbc req-7cb0205c-769c-459c-b6fe-076720baf8a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 1099 time: 0.1084588 Jul 14 09:26:52.214204 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-9996bd95-d58f-4f92-a894-2942fc025917 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/quotas/dc9b9fcd79d349048a7a9680a98cfb4b HTTP/1.1" status: 200 len: 375 time: 0.0270002 Jul 14 09:26:52.263481 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0e34353-5077-46d8-b8b2-42217042ca54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.319920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-d99d905b-d398-4142-8b27-6ca9462f0674 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=dc9b9fcd79d349048a7a9680a98cfb4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919561 Jul 14 09:26:52.344916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03962b03-663a-4b7a-b433-6d572a386cbc req-c80b6cd0-2593-4a99-a523-3c6240bb759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.346801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03962b03-663a-4b7a-b433-6d572a386cbc req-c80b6cd0-2593-4a99-a523-3c6240bb759c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1106656 Jul 14 09:26:52.397778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03962b03-663a-4b7a-b433-6d572a386cbc req-6e7c0660-5642-4249-983b-71820f1268ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=a1d59ba7-1b35-402d-9464-4485e1457d65 HTTP/1.1" status: 200 len: 217 time: 0.0395520 Jul 14 09:26:52.468599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03962b03-663a-4b7a-b433-6d572a386cbc req-3733218f-8207-45c7-863a-398420f8719b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.470989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03962b03-663a-4b7a-b433-6d572a386cbc req-3733218f-8207-45c7-863a-398420f8719b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0640194 Jul 14 09:26:52.475411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764ae86-987d-41f3-8e74-f53d357f201a req-4d9c4754-b165-4580-833f-d55aba021b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.476259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d764ae86-987d-41f3-8e74-f53d357f201a req-4d9c4754-b165-4580-833f-d55aba021b85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2343230 Jul 14 09:26:52.527290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0e34353-5077-46d8-b8b2-42217042ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.530824 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0e34353-5077-46d8-b8b2-42217042ca54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:52.532687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f0e34353-5077-46d8-b8b2-42217042ca54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c76b52a7-66fa-4a22-a845-4d1fb8303853 HTTP/1.1" status: 204 len: 168 time: 0.6152840 Jul 14 09:26:52.539287 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d764ae86-987d-41f3-8e74-f53d357f201a req-70be053c-9ece-4fd7-b924-4d50c00aabe2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a8772588-dd72-4825-86de-65a9e8378f53 HTTP/1.1" status: 200 len: 217 time: 0.0526774 Jul 14 09:26:52.560704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03962b03-663a-4b7a-b433-6d572a386cbc req-635e77b0-fa04-4a4b-8d5b-7f84f9828512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.561400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e34353-5077-46d8-b8b2-42217042ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76b52a7-66fa-4a22-a845-4d1fb8303853,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:52.584287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03962b03-663a-4b7a-b433-6d572a386cbc req-635e77b0-fa04-4a4b-8d5b-7f84f9828512 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0787184 Jul 14 09:26:52.596401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0049233c-35d0-421f-afc3-fc88c2f334ed service neutron] 10.222.0.73 "GET /v2.0/networks/175370fd-cf91-4ecc-84dd-dd6243e43012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314084 Jul 14 09:26:52.663544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764ae86-987d-41f3-8e74-f53d357f201a req-d83f8c6c-3f8d-41c2-af3a-c2f48eba7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.666780 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d764ae86-987d-41f3-8e74-f53d357f201a req-d83f8c6c-3f8d-41c2-af3a-c2f48eba7b82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1166275 Jul 14 09:26:52.718584 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03962b03-663a-4b7a-b433-6d572a386cbc req-b30e96ae-b77c-417a-975e-5b068aad5779 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332195 Jul 14 09:26:52.752755 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-718eea1e-28ef-4e71-bd3f-0aeccf2b2ac5 service neutron] 10.222.0.73 "GET /v2.0/networks/175370fd-cf91-4ecc-84dd-dd6243e43012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554828 Jul 14 09:26:52.769483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764ae86-987d-41f3-8e74-f53d357f201a req-61335b2c-784c-4171-b4d7-87ff5bbdd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.771718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d764ae86-987d-41f3-8e74-f53d357f201a req-61335b2c-784c-4171-b4d7-87ff5bbdd5fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964694 Jul 14 09:26:52.901881 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03962b03-663a-4b7a-b433-6d572a386cbc req-1616da5f-38d6-4046-8f65-9c1bb25ac961 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745441 Jul 14 09:26:52.937636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b5d23-ee41-402c-b587-0ba2616a963b req-ecf2b5d4-919c-4382-b3a0-65a3245b206b tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:52.939214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec5b5d23-ee41-402c-b587-0ba2616a963b req-ecf2b5d4-919c-4382-b3a0-65a3245b206b tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 947 time: 0.1048369 Jul 14 09:26:52.967858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d764ae86-987d-41f3-8e74-f53d357f201a req-c3d9b6c4-5596-432e-afcb-f8aea22a14da service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883774 Jul 14 09:26:53.031385 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec5b5d23-ee41-402c-b587-0ba2616a963b req-81409a3e-d9fd-4cf4-9f3f-bf32782969c9 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774817 Jul 14 09:26:53.129048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a8772588-dd72-4825-86de-65a9e8378f53 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:53.193257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d764ae86-987d-41f3-8e74-f53d357f201a req-d2bd3f86-54ea-4626-ab4f-c1ef20b9ee36 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097847 Jul 14 09:26:53.380923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e823694a-21fa-4214-9faf-c99eacb9453c req-ae591db6-3b32-48c8-bf37-93f92089cd88 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 210 time: 0.0859971 Jul 14 09:26:53.382297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a8772588-dd72-4825-86de-65a9e8378f53, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8772588-dd72-4825-86de-65a9e8378f53,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:53.396453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'a8772588-dd72-4825-86de-65a9e8378f53', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'a8772588-dd72-4825-86de-65a9e8378f53', 'mac_address': 'fa:16:3e:17:50:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:53.499120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.535913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8772588-dd72-4825-86de-65a9e8378f53 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:53.556779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d447b4-85b8-4688-ae81-79dd948e50b0 req-1c87bfb4-43c6-4dbd-b023-e95610a35eeb tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.558271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35d447b4-85b8-4688-ae81-79dd948e50b0 req-1c87bfb4-43c6-4dbd-b023-e95610a35eeb tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 946 time: 0.1502914 Jul 14 09:26:53.608224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a8772588-dd72-4825-86de-65a9e8378f53, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8772588-dd72-4825-86de-65a9e8378f53,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:53.613427 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:53.629193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c2930-4f53-454d-82e3-3be59bbf4f94 req-6dc8fa9b-fb89-4c88-a870-1c05b09b4267 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:53.644733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35d447b4-85b8-4688-ae81-79dd948e50b0 req-ee47256c-2c9d-4008-ab0f-9c1d590cdbe3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773265 Jul 14 09:26:53.645268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f9c2930-4f53-454d-82e3-3be59bbf4f94 req-6dc8fa9b-fb89-4c88-a870-1c05b09b4267 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 948 time: 0.1191313 Jul 14 09:26:53.700886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a8772588-dd72-4825-86de-65a9e8378f53,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:53.705557 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f9c2930-4f53-454d-82e3-3be59bbf4f94 req-15cba401-f786-4c82-b219-00afd755a836 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595994 Jul 14 09:26:53.820931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54570) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:53.843387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:54.085663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2128515874-network', 'tenant_id': '951e073092b944eaa493e61abea66673'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:54.114260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Made reservation on behalf of 951e073092b944eaa493e61abea66673 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:54.117685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.127468 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.181495 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b3e50a2-c97c-4c5d-bbcb-ddc478f51ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.293484 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.300098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.354585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f0f917-76a6-4b28-8145-fceb5d82dc7f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.388714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:26:54.403387 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.403741 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Added segment 2ee5989f-c0b3-4ecf-b1ad-b7c2a49f818b of type vlan for network fbe2affd-7028-44f7-a2ed-b61a9e03db2a Jul 14 09:26:54.439591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.456917 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.473779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a26675-21af-4234-8a43-6d43ea607ca2 req-26a7c15c-54fd-467a-9da8-f1609eeb77a7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:54.480529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70a26675-21af-4234-8a43-6d43ea607ca2 req-26a7c15c-54fd-467a-9da8-f1609eeb77a7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 947 time: 0.1280031 Jul 14 09:26:54.541604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70a26675-21af-4234-8a43-6d43ea607ca2 req-ebfb325f-b184-42cd-a6b8-e556afa90b57 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601311 Jul 14 09:26:54.542844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.543835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:54.556712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.660269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:26:54.665298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Request body: {'subnet': {'network_id': 'fbe2affd-7028-44f7-a2ed-b61a9e03db2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2128515874-subnet', 'tenant_id': '951e073092b944eaa493e61abea66673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:54.670670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8480732 Jul 14 09:26:54.708656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Made reservation on behalf of 951e073092b944eaa493e61abea66673 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:54.711674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:54.777295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686bc75-6bd7-4c80-abc9-b0a2c7de5cc6 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe2affd-7028-44f7-a2ed-b61a9e03db2a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:54.790543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network fbe2affd-7028-44f7-a2ed-b61a9e03db2a details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:26:54.873828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-8783c67f-6b23-40b2-a65a-765fa8af38cb tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:54.882199 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-8783c67f-6b23-40b2-a65a-765fa8af38cb tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.69 "GET /v2.0/networks?id=175370fd-cf91-4ecc-84dd-dd6243e43012 HTTP/1.1" status: 200 len: 824 time: 0.2408295 Jul 14 09:26:54.897576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Request body: {'port': {'device_id': '4eb0e7ec-bf27-48ad-9e28-23a37e041121', 'network_id': '175370fd-cf91-4ecc-84dd-dd6243e43012', 'admin_state_up': True, 'tenant_id': 'dc9b9fcd79d349048a7a9680a98cfb4b'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:55.010899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08e297bf-9da9-4ee6-baa0-91778e7a55df req-35915052-87fd-40d9-afd7-df6d3708919a tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 210 time: 0.0583434 Jul 14 09:26:55.089470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Made reservation on behalf of dc9b9fcd79d349048a7a9680a98cfb4b for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:26:55.094124 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.099371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.143945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a1d59ba7-1b35-402d-9464-4485e1457d65 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:55.146021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a8772588-dd72-4825-86de-65a9e8378f53 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:55.229008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Pushing event updated for resources: {'Subnet': ['ID=407a982d-bce3-4093-827d-d218404def32,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.279401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port a8772588-dd72-4825-86de-65a9e8378f53 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:55.289394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port a8772588-dd72-4825-86de-65a9e8378f53 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:55.290004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.317228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Checking segment: {'id': '2ee5989f-c0b3-4ecf-b1ad-b7c2a49f818b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fbe2affd-7028-44f7-a2ed-b61a9e03db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:55.317603 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Network hostable DHCP agents. Network: fbe2affd-7028-44f7-a2ed-b61a9e03db2a, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:26:55.344145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Network fbe2affd-7028-44f7-a2ed-b61a9e03db2a is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:26:55.359364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, fbe2affd-7028-44f7-a2ed-b61a9e03db2a) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:55.370224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.371534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.375894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d64b1f-76d2-4ffe-bdb6-2957476d390b None None] Network fbe2affd-7028-44f7-a2ed-b61a9e03db2a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:55.377053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Allocated IP 172.20.0.7 (175370fd-cf91-4ecc-84dd-dd6243e43012/35443151-366e-40f2-baad-d81d97409a51/a3887ddc-6248-4ab0-ade5-4a11bc14cfe6) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:26:55.402724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6439907a-90f1-4128-9507-b3608deb3145 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7413285 Jul 14 09:26:55.480502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a1d59ba7-1b35-402d-9464-4485e1457d65, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a1d59ba7-1b35-402d-9464-4485e1457d65,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:55.500645 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.506911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'a1d59ba7-1b35-402d-9464-4485e1457d65', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'a1d59ba7-1b35-402d-9464-4485e1457d65', 'mac_address': 'fa:16:3e:51:45:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:55.604851 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.635867 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.660581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.686644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.687158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.687651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.688138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.688651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.689271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.689761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.689887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1d59ba7-1b35-402d-9464-4485e1457d65 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:55.690259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.692540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-72f0faee-691b-442e-9794-f811b96614f8 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121&device_id=64cc4993-8e11-4bbb-9eda-be09bb351516&device_id=30a61d08-e818-40f6-a148-21774deb13f1&device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6&device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0&device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3&device_id=392f2bb1-9325-4eb3-b086-097789f04031&device_id=c4e0b158-e52c-460a-8070-07622bf557f2&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 7331 time: 0.2949109 Jul 14 09:26:55.702435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a61d08-e818-40f6-a148-21774deb13f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8772588-dd72-4825-86de-65a9e8378f53'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:55.704795 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2122b9a-9c90-4359-8f62-3f50f61b14b4" -d '{"events": [{"server_uuid": "30a61d08-e818-40f6-a148-21774deb13f1", "name": "network-vif-plugged", "status": "completed", "tag": "a8772588-dd72-4825-86de-65a9e8378f53"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:55.707384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f6385-b774-43dd-b67a-404c6f6c911e None None] Network fbe2affd-7028-44f7-a2ed-b61a9e03db2a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:26:55.730644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-9af98da2-2290-4f7a-9080-9653c5cdd676 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.765099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.783891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a1d59ba7-1b35-402d-9464-4485e1457d65, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a1d59ba7-1b35-402d-9464-4485e1457d65,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:55.785867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a8772588-dd72-4825-86de-65a9e8378f53, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8772588-dd72-4825-86de-65a9e8378f53,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:55.797985 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.813681 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.821852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Pushing event updated for resources: {'Port': ['ID=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.845130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Network 175370fd-cf91-4ecc-84dd-dd6243e43012 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:26:55.851603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:26:55.855234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:26:55.898052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a1d59ba7-1b35-402d-9464-4485e1457d65,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:55.908982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a1f2a-4d41-4f26-809b-4c6aaa29d761 req-98529513-44b3-4a9e-98a4-307000670ed9 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.916767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-156a1f2a-4d41-4f26-809b-4c6aaa29d761 req-98529513-44b3-4a9e-98a4-307000670ed9 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 948 time: 0.0867455 Jul 14 09:26:55.928290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:55.928920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.977955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-9af98da2-2290-4f7a-9080-9653c5cdd676 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.982803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-9af98da2-2290-4f7a-9080-9653c5cdd676 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:55.988564 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-156a1f2a-4d41-4f26-809b-4c6aaa29d761 req-6026f676-de05-4c54-aa2f-95f061c58930 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708845 Jul 14 09:26:55.993892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a8772588-dd72-4825-86de-65a9e8378f53,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:56.006114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f0a54df-d64c-42cc-9cf8-ee99adc8392c req-9af98da2-2290-4f7a-9080-9653c5cdd676 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&id=e4e796b6-6d28-4306-bb90-214b631d899b&id=bf0ae454-49ee-4912-a5ea-364c96e6d955&id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 539 time: 0.3041759 Jul 14 09:26:56.024529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-7aa921fb-9647-4814-93ad-597482a624d5 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1254501 Jul 14 09:26:56.040147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Request body: {'port': {'device_id': '4eb0e7ec-bf27-48ad-9e28-23a37e041121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:56.080729 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ad85e8-058e-427d-a91a-1e35365c899e x-openstack-request-id: req-38ad85e8-058e-427d-a91a-1e35365c899e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:56.081135 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a61d08-e818-40f6-a148-21774deb13f1", "name": "network-vif-plugged", "status": "completed", "tag": "a8772588-dd72-4825-86de-65a9e8378f53", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:56.081283 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38ad85e8-058e-427d-a91a-1e35365c899e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:56.081882 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a61d08-e818-40f6-a148-21774deb13f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8772588-dd72-4825-86de-65a9e8378f53', 'code': 200} Jul 14 09:26:56.083362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af98da2-2290-4f7a-9080-9653c5cdd676 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc7b52f-e559-43b5-afa7-2d8b20994514,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:56.094256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a1d59ba7-1b35-402d-9464-4485e1457d65'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:56.511986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a295b88a-2812-4ca2-b824-5f430c2dac60 req-c3262295-0c12-4633-9a26-27c46fbc8592 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-283617936', 'description': 'tempest-description-326917428'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:56.542704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.594716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a295b88a-2812-4ca2-b824-5f430c2dac60 req-c3262295-0c12-4633-9a26-27c46fbc8592 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.595748 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.643331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b06169-5bb7-4d8b-82a4-9484bfaeec4a req-2cd80a07-7ded-49b6-ae76-3455c21307c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.646706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28b06169-5bb7-4d8b-82a4-9484bfaeec4a req-2cd80a07-7ded-49b6-ae76-3455c21307c7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 1101 time: 0.1698961 Jul 14 09:26:56.819114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28b06169-5bb7-4d8b-82a4-9484bfaeec4a req-56dcdc00-7dfe-42dd-b926-646a8ebf8507 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642563 Jul 14 09:26:56.928272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5350aa-b00c-495a-a485-724403f77241 req-0e212e00-523c-46bf-8dc4-0a55792e5f59 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:56.936916 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f5350aa-b00c-495a-a485-724403f77241 req-0e212e00-523c-46bf-8dc4-0a55792e5f59 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 931 time: 0.0822258 Jul 14 09:26:56.956630 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a295b88a-2812-4ca2-b824-5f430c2dac60 req-c3262295-0c12-4633-9a26-27c46fbc8592 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.965443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a295b88a-2812-4ca2-b824-5f430c2dac60 req-c3262295-0c12-4633-9a26-27c46fbc8592 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:56.980615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f5350aa-b00c-495a-a485-724403f77241 req-eab63b81-813d-4adf-83a6-6f7e524747f1 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Jul 14 09:26:57.027359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a295b88a-2812-4ca2-b824-5f430c2dac60 req-c3262295-0c12-4633-9a26-27c46fbc8592 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.032886 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a295b88a-2812-4ca2-b824-5f430c2dac60 req-c3262295-0c12-4633-9a26-27c46fbc8592 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5572331 Jul 14 09:26:57.052784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:57.064282 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.087449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Transition to ACTIVE for port object a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:26:57.092187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3262295-0c12-4633-9a26-27c46fbc8592 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b14f9b2-879a-477f-855e-81f710a65d76,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.096895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.127392 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.160939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:26:57.163503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a1d59ba7-1b35-402d-9464-4485e1457d65 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:57.256380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.287032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Attempting to bind port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:26:57.292595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Attempting to bind port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'f8f78e8e-9ac8-4d36-90d2-f63afa34b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '175370fd-cf91-4ecc-84dd-dd6243e43012'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:26:57.292943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Attempting to bind port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 on network 175370fd-cf91-4ecc-84dd-dd6243e43012 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:57.301910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 on network 175370fd-cf91-4ecc-84dd-dd6243e43012 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:26:57.302349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Attempting to bind port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 on network 175370fd-cf91-4ecc-84dd-dd6243e43012 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:26:57.308739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port a1d59ba7-1b35-402d-9464-4485e1457d65 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:26:57.318500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port a1d59ba7-1b35-402d-9464-4485e1457d65 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:57.319128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.320405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:26:57.320886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Checking segment: {'id': 'f8f78e8e-9ac8-4d36-90d2-f63afa34b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '175370fd-cf91-4ecc-84dd-dd6243e43012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:26:57.323260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Bound using segment: {'id': 'f8f78e8e-9ac8-4d36-90d2-f63afa34b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '175370fd-cf91-4ecc-84dd-dd6243e43012'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:26:57.323726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Bound port: a3887ddc-6248-4ab0-ade5-4a11bc14cfe6, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8f78e8e-9ac8-4d36-90d2-f63afa34b912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '175370fd-cf91-4ecc-84dd-dd6243e43012'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:26:57.324109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.349715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43517c-7c72-418a-9954-a30c5045fee5 req-4c31dfd9-8d4a-4e80-a759-9a0bc356f658 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.351196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43517c-7c72-418a-9954-a30c5045fee5 req-4c31dfd9-8d4a-4e80-a759-9a0bc356f658 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.352045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43517c-7c72-418a-9954-a30c5045fee5 req-4c31dfd9-8d4a-4e80-a759-9a0bc356f658 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.361590 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e43517c-7c72-418a-9954-a30c5045fee5 req-4c31dfd9-8d4a-4e80-a759-9a0bc356f658 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6&device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3&device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 2885 time: 0.0780613 Jul 14 09:26:57.424889 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e43517c-7c72-418a-9954-a30c5045fee5 req-ed09e27e-c89b-4bf0-a3da-90c1f97e0c3c tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622499 Jul 14 09:26:57.438736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] For port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:26:57.456504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:57.461570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] For port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,segment=NetworkSegment(f8f78e8e-9ac8-4d36-90d2-f63afa34b912),segment_id=f8f78e8e-9ac8-4d36-90d2-f63afa34b912)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:26:57.467825 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.483273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'mac_address': 'fa:16:3e:6e:54:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:26:57.488571 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.534992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.535619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.537200 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] 10.222.0.69 "PUT /v2.0/ports/a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 HTTP/1.1" status: 200 len: 1092 time: 1.5023727 Jul 14 09:26:57.541714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb0e7ec-bf27-48ad-9e28-23a37e041121', 'tag': 'a3887ddc-6248-4ab0-ade5-4a11bc14cfe6'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:57.545213 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4eb0e7ec-bf27-48ad-9e28-23a37e041121", "tag": "a3887ddc-6248-4ab0-ade5-4a11bc14cfe6"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:57.584036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a1d59ba7-1b35-402d-9464-4485e1457d65, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a1d59ba7-1b35-402d-9464-4485e1457d65,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:57.593966 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.600346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd6f2f-8a82-47a7-95f0-b6877912cec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.674420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a0f51-2bb5-4ae5-b2dc-c62862108137 req-20a8a28c-e496-4a1c-ae21-09be0d23181c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.683270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b7a0f51-2bb5-4ae5-b2dc-c62862108137 req-20a8a28c-e496-4a1c-ae21-09be0d23181c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 949 time: 0.0880342 Jul 14 09:26:57.692812 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd22f6bb-fce4-48d3-a186-e97b53d36549 req-47cecf81-0c2c-4c75-98ef-ef3a977ed091 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/6b14f9b2-879a-477f-855e-81f710a65d76 HTTP/1.1" status: 200 len: 1803 time: 0.1336763 Jul 14 09:26:57.707244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-a867ebbd-f4d4-4987-9b66-0eb8c0ddfaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.708899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-a867ebbd-f4d4-4987-9b66-0eb8c0ddfaba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc9b9fcd79d349048a7a9680a98cfb4b&device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 1095 time: 0.1185911 Jul 14 09:26:57.712738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bd22f6bb-fce4-48d3-a186-e97b53d36549 req-6648834a-290c-4799-bfb4-516e0bd151b4 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b14f9b2-879a-477f-855e-81f710a65d76', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:57.713080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bd22f6bb-fce4-48d3-a186-e97b53d36549 req-6648834a-290c-4799-bfb4-516e0bd151b4 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6b14f9b2-879a-477f-855e-81f710a65d76', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:57.736525 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b7a0f51-2bb5-4ae5-b2dc-c62862108137 req-461c8052-f079-4858-a18c-ebe49892917b tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522180 Jul 14 09:26:57.751647 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.765918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a428a890-3f1e-4770-83f5-747ee1ec2321 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:26:57.775271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-8ff7cfa9-3cd8-480d-ad48-17c7f1604e45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 HTTP/1.1" status: 200 len: 217 time: 0.0566959 Jul 14 09:26:57.787398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:57.794220 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.817588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a1d59ba7-1b35-402d-9464-4485e1457d65,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.876298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:57.903020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-b7750997-3df9-4fdf-8521-8b39b4d46736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:57.903020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-b7750997-3df9-4fdf-8521-8b39b4d46736 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=35443151-366e-40f2-baad-d81d97409a51 HTTP/1.1" status: 200 len: 864 time: 0.1183655 Jul 14 09:26:57.905867 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd22f6bb-fce4-48d3-a186-e97b53d36549 req-6648834a-290c-4799-bfb4-516e0bd151b4 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.917999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a428a890-3f1e-4770-83f5-747ee1ec2321'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:26:57.961279 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-2750599d-3e8a-47e6-b578-36a3c610e4ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=175370fd-cf91-4ecc-84dd-dd6243e43012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454326 Jul 14 09:26:57.963559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd22f6bb-fce4-48d3-a186-e97b53d36549 req-6648834a-290c-4799-bfb4-516e0bd151b4 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:57.968818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd22f6bb-fce4-48d3-a186-e97b53d36549 req-6648834a-290c-4799-bfb4-516e0bd151b4 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.030928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648834a-290c-4799-bfb4-516e0bd151b4 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a681be2-ad24-4e31-8966-817bda2ba7e3,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:58.038400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd22f6bb-fce4-48d3-a186-e97b53d36549 req-6648834a-290c-4799-bfb4-516e0bd151b4 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.052939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd22f6bb-fce4-48d3-a186-e97b53d36549 req-6648834a-290c-4799-bfb4-516e0bd151b4 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3523014 Jul 14 09:26:58.086188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cc4993-8e11-4bbb-9eda-be09bb351516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d59ba7-1b35-402d-9464-4485e1457d65'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:26:58.089034 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adb8cfb-da25-4081-b0a4-030e9be557e4" -d '{"events": [{"server_uuid": "64cc4993-8e11-4bbb-9eda-be09bb351516", "name": "network-vif-plugged", "status": "completed", "tag": "a1d59ba7-1b35-402d-9464-4485e1457d65"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:26:58.179465 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-54e84dcb-95e6-459e-aec9-7e40df054a95 service neutron] 10.222.0.69 "GET /v2.0/networks/175370fd-cf91-4ecc-84dd-dd6243e43012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669543 Jul 14 09:26:58.302918 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c40e8bc-fc8d-457f-a0dd-d70c228daee6 req-edd627e7-5fce-4c9d-a0a7-accdf3658695 service neutron] 10.222.0.69 "GET /v2.0/networks/175370fd-cf91-4ecc-84dd-dd6243e43012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152458 Jul 14 09:26:58.334922 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e825bc-608e-45a4-8a7b-9f0c9977958a x-openstack-request-id: req-07e825bc-608e-45a4-8a7b-9f0c9977958a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:58.335219 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eb0e7ec-bf27-48ad-9e28-23a37e041121", "tag": "a3887ddc-6248-4ab0-ade5-4a11bc14cfe6", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:58.335477 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07e825bc-608e-45a4-8a7b-9f0c9977958a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:58.336172 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb0e7ec-bf27-48ad-9e28-23a37e041121', 'tag': 'a3887ddc-6248-4ab0-ade5-4a11bc14cfe6', 'status': 'completed', 'code': 200} Jul 14 09:26:58.474666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-6082aa45-5476-40d5-bf3b-0f7916ebd2a6 req-7e10f13e-d159-4535-aa22-c1bd26d51168 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-445030676', 'description': 'tempest-description-312527950'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:58.506883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-64f8d857-c997-46c2-b8bb-78fad35e0878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.509019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-64f8d857-c997-46c2-b8bb-78fad35e0878 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc9b9fcd79d349048a7a9680a98cfb4b&device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 1095 time: 0.1304762 Jul 14 09:26:58.510259 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6082aa45-5476-40d5-bf3b-0f7916ebd2a6 req-7e10f13e-d159-4535-aa22-c1bd26d51168 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.574013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e695c-7f19-4881-a34c-0296d97b0b2b req-7120b23c-2a89-46b2-bcc1-6e38d6c05e1d tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.596919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a22e695c-7f19-4881-a34c-0296d97b0b2b req-7120b23c-2a89-46b2-bcc1-6e38d6c05e1d tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 943 time: 0.1427629 Jul 14 09:26:58.652348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-cbfb6342-c7b5-4ae4-bb94-70585104c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.654014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-cbfb6342-c7b5-4ae4-bb94-70585104c778 service neutron] 10.222.0.69 "GET /v2.0/networks?id=175370fd-cf91-4ecc-84dd-dd6243e43012 HTTP/1.1" status: 200 len: 925 time: 0.1327922 Jul 14 09:26:58.668563 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a22e695c-7f19-4881-a34c-0296d97b0b2b req-e88d3ea5-14ae-478b-ad6f-f9766a9ad159 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702548 Jul 14 09:26:58.716140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-c657b8a0-383d-409e-8bf2-a175139a5f76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 HTTP/1.1" status: 200 len: 217 time: 0.0511346 Jul 14 09:26:58.735503 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad115d-07ca-4aa9-95aa-bc408ed05796 x-openstack-request-id: req-67ad115d-07ca-4aa9-95aa-bc408ed05796 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:26:58.736067 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cc4993-8e11-4bbb-9eda-be09bb351516", "name": "network-vif-plugged", "status": "completed", "tag": "a1d59ba7-1b35-402d-9464-4485e1457d65", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:26:58.736550 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67ad115d-07ca-4aa9-95aa-bc408ed05796 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:26:58.737184 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cc4993-8e11-4bbb-9eda-be09bb351516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1d59ba7-1b35-402d-9464-4485e1457d65', 'code': 200} Jul 14 09:26:58.751104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6082aa45-5476-40d5-bf3b-0f7916ebd2a6 req-7e10f13e-d159-4535-aa22-c1bd26d51168 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.797712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6082aa45-5476-40d5-bf3b-0f7916ebd2a6 req-7e10f13e-d159-4535-aa22-c1bd26d51168 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.951916 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6082aa45-5476-40d5-bf3b-0f7916ebd2a6 req-7e10f13e-d159-4535-aa22-c1bd26d51168 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:58.953320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6082aa45-5476-40d5-bf3b-0f7916ebd2a6 req-7e10f13e-d159-4535-aa22-c1bd26d51168 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4881592 Jul 14 09:26:58.968778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-2f4aac35-6914-4622-9ad2-6302fc706bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:58.973468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-2f4aac35-6914-4622-9ad2-6302fc706bfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=35443151-366e-40f2-baad-d81d97409a51 HTTP/1.1" status: 200 len: 864 time: 0.2202423 Jul 14 09:26:58.975599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e10f13e-d159-4535-aa22-c1bd26d51168 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0462f6-f4d9-4192-9a73-6260a2c69f18,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:59.001424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37857a-00ab-49bd-a63c-63305a574557 req-02b3664a-2c5d-41e7-ac45-2092f050cae9 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.003648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc37857a-00ab-49bd-a63c-63305a574557 req-02b3664a-2c5d-41e7-ac45-2092f050cae9 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 949 time: 0.0887249 Jul 14 09:26:59.055294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-4c2ca580-9914-4ff5-bb2a-4e218aaf7a22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=175370fd-cf91-4ecc-84dd-dd6243e43012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616493 Jul 14 09:26:59.062390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc37857a-00ab-49bd-a63c-63305a574557 req-bc4c145e-b74f-4eb9-84c5-356267710ec5 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Jul 14 09:26:59.188393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:26:59.196525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-7ca7912d-90fd-43d3-bcaf-af69dd903455 service neutron] 10.222.0.69 "GET /v2.0/networks/175370fd-cf91-4ecc-84dd-dd6243e43012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266263 Jul 14 09:26:59.208252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd515-371a-44db-be05-060ca484b0ac req-ccafef49-7049-4d8d-b956-bfcb616fe204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:26:59.209562 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-414dd515-371a-44db-be05-060ca484b0ac req-ccafef49-7049-4d8d-b956-bfcb616fe204 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 1101 time: 0.3395507 Jul 14 09:26:59.296890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-414dd515-371a-44db-be05-060ca484b0ac req-f5709e7c-d2be-48d3-828f-59afe87629a4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793118 Jul 14 09:26:59.302087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port a428a890-3f1e-4770-83f5-747ee1ec2321 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:26:59.302589 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.338668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7affa7-4c38-4e4d-9b28-b74fae7c22f0 req-a297ab78-3333-4ffa-b455-99c60a438471 service neutron] 10.222.0.69 "GET /v2.0/networks/175370fd-cf91-4ecc-84dd-dd6243e43012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333237 Jul 14 09:26:59.366681 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.390329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6eb8ec43-421d-45de-bd21-3c9f2a1dac10 req-da55081e-45f1-4935-8de8-dd904d3cc0fe tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/cf0462f6-f4d9-4192-9a73-6260a2c69f18 HTTP/1.1" status: 200 len: 1803 time: 0.0703623 Jul 14 09:26:59.396017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6eb8ec43-421d-45de-bd21-3c9f2a1dac10 req-af4481f4-97ff-49a6-a9f0-28b6cc46da2a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cf0462f6-f4d9-4192-9a73-6260a2c69f18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:59.396435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6eb8ec43-421d-45de-bd21-3c9f2a1dac10 req-af4481f4-97ff-49a6-a9f0-28b6cc46da2a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'cf0462f6-f4d9-4192-9a73-6260a2c69f18', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:59.425436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.462067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:26:59.467988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.486576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6eb8ec43-421d-45de-bd21-3c9f2a1dac10 req-af4481f4-97ff-49a6-a9f0-28b6cc46da2a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.524312 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6eb8ec43-421d-45de-bd21-3c9f2a1dac10 req-af4481f4-97ff-49a6-a9f0-28b6cc46da2a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.536670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6eb8ec43-421d-45de-bd21-3c9f2a1dac10 req-af4481f4-97ff-49a6-a9f0-28b6cc46da2a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.559971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6eb8ec43-421d-45de-bd21-3c9f2a1dac10 req-af4481f4-97ff-49a6-a9f0-28b6cc46da2a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.583918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6eb8ec43-421d-45de-bd21-3c9f2a1dac10 req-af4481f4-97ff-49a6-a9f0-28b6cc46da2a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1923141 Jul 14 09:26:59.589376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4481f4-97ff-49a6-a9f0-28b6cc46da2a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e873121a-ba60-4731-8a41-95cba3e2ee58,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:59.631440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:26:59.802391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-fae6eefd-e4e7-4640-bf11-0063580d6605 req-09f13c26-ae57-4acc-8b1a-dc2f92371ea7 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-962383499', 'description': 'tempest-description-1345427336'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:26:59.830084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fae6eefd-e4e7-4640-bf11-0063580d6605 req-09f13c26-ae57-4acc-8b1a-dc2f92371ea7 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.957199 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fae6eefd-e4e7-4640-bf11-0063580d6605 req-09f13c26-ae57-4acc-8b1a-dc2f92371ea7 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:26:59.962187 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fae6eefd-e4e7-4640-bf11-0063580d6605 req-09f13c26-ae57-4acc-8b1a-dc2f92371ea7 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.019705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fae6eefd-e4e7-4640-bf11-0063580d6605 req-09f13c26-ae57-4acc-8b1a-dc2f92371ea7 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.021995 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fae6eefd-e4e7-4640-bf11-0063580d6605 req-09f13c26-ae57-4acc-8b1a-dc2f92371ea7 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2241170 Jul 14 09:27:00.055308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f13c26-ae57-4acc-8b1a-dc2f92371ea7 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5c56a7-217e-4d89-b750-2bf4414180f2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:00.100801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47b0e7-345f-4b63-a63f-459de4ee99b6 req-f1b8129d-7d19-414d-b046-42a7950754b6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.110707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c47b0e7-345f-4b63-a63f-459de4ee99b6 req-f1b8129d-7d19-414d-b046-42a7950754b6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 943 time: 0.1499343 Jul 14 09:27:00.229070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c47b0e7-345f-4b63-a63f-459de4ee99b6 req-94c8b3ff-c9ec-404e-b7b7-11691204cc42 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118963 Jul 14 09:27:00.414330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-b7c5e7bd-d0ff-494d-8a49-f95fba04941b req-cbb23698-c81e-47a6-9408-2eed22194238 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-192485883', 'description': 'tempest-description-1392232140'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:00.480580 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b7c5e7bd-d0ff-494d-8a49-f95fba04941b req-cbb23698-c81e-47a6-9408-2eed22194238 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.625674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b7c5e7bd-d0ff-494d-8a49-f95fba04941b req-cbb23698-c81e-47a6-9408-2eed22194238 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.631726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b7c5e7bd-d0ff-494d-8a49-f95fba04941b req-cbb23698-c81e-47a6-9408-2eed22194238 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.677383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b7c5e7bd-d0ff-494d-8a49-f95fba04941b req-cbb23698-c81e-47a6-9408-2eed22194238 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:00.679326 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7c5e7bd-d0ff-494d-8a49-f95fba04941b req-cbb23698-c81e-47a6-9408-2eed22194238 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2716150 Jul 14 09:27:00.707115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb23698-c81e-47a6-9408-2eed22194238 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38034b23-3de8-4e04-8a41-e001bc20ea49,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:00.738940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:00.741418 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beef78b4-222e-4881-bd2e-3095be809a2d" -d '{"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-plugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:00.932348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54ed7e-e2c2-4534-81fe-f906b09b3643 req-bdcbdf8b-e0a7-4cb2-9f9c-aa1259fd402c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:00.944773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e54ed7e-e2c2-4534-81fe-f906b09b3643 req-bdcbdf8b-e0a7-4cb2-9f9c-aa1259fd402c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 949 time: 0.1263037 Jul 14 09:27:00.995531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e54ed7e-e2c2-4534-81fe-f906b09b3643 req-cdc3b929-f458-4b27-bcb6-c036c6c95213 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496318 Jul 14 09:27:01.121362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-9c7c5f28-701f-4747-a2a6-e06b4990151d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/6f5c56a7-217e-4d89-b750-2bf4414180f2 HTTP/1.1" status: 200 len: 1804 time: 0.0524983 Jul 14 09:27:01.190497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-4d58dabc-b4a8-4431-87c7-510b21c7e83a tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/38034b23-3de8-4e04-8a41-e001bc20ea49 HTTP/1.1" status: 200 len: 1804 time: 0.0627816 Jul 14 09:27:01.206472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-bd52a31f-ae35-4c5c-ae2f-7d6cd51162b3 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f5c56a7-217e-4d89-b750-2bf4414180f2', 'remote_group_id': '38034b23-3de8-4e04-8a41-e001bc20ea49', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:01.206972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-bd52a31f-ae35-4c5c-ae2f-7d6cd51162b3 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f5c56a7-217e-4d89-b750-2bf4414180f2', 'remote_group_id': '38034b23-3de8-4e04-8a41-e001bc20ea49', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:01.225287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216829c1-7e23-4c51-a07b-85e4d9e6f929 req-4ab231d9-9fcf-4568-bb91-dc6bf1d9271b tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.235468 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-216829c1-7e23-4c51-a07b-85e4d9e6f929 req-4ab231d9-9fcf-4568-bb91-dc6bf1d9271b tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1102 time: 0.0811582 Jul 14 09:27:01.295238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-216829c1-7e23-4c51-a07b-85e4d9e6f929 req-728819d1-f13f-4f1e-9c6b-08c66921095f tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528390 Jul 14 09:27:01.332079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-bd52a31f-ae35-4c5c-ae2f-7d6cd51162b3 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.348359 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42869639-3324-4253-b29e-631e8b239648 x-openstack-request-id: req-42869639-3324-4253-b29e-631e8b239648 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:01.349108 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-plugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:01.349358 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42869639-3324-4253-b29e-631e8b239648 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:01.350051 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'code': 200} Jul 14 09:27:01.402487 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-bd52a31f-ae35-4c5c-ae2f-7d6cd51162b3 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.407918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-bd52a31f-ae35-4c5c-ae2f-7d6cd51162b3 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.440992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-bd52a31f-ae35-4c5c-ae2f-7d6cd51162b3 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.442649 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-64bde19d-5261-42f2-8d73-e9873bb4cf2b req-bd52a31f-ae35-4c5c-ae2f-7d6cd51162b3 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2456458 Jul 14 09:27:01.446925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd52a31f-ae35-4c5c-ae2f-7d6cd51162b3 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5916be3f-c23b-4d58-87d3-17e27289cd84,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:01.464097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:01.614661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,segment=NetworkSegment(f8f78e8e-9ac8-4d36-90d2-f63afa34b912),segment_id=f8f78e8e-9ac8-4d36-90d2-f63afa34b912)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:01.661267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'a3887ddc-6248-4ab0-ade5-4a11bc14cfe6', 'network_id': '175370fd-cf91-4ecc-84dd-dd6243e43012', 'port_id': 'a3887ddc-6248-4ab0-ade5-4a11bc14cfe6', 'mac_address': 'fa:16:3e:87:9c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35443151-366e-40f2-baad-d81d97409a51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:01.671706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3e682-2bdf-4603-bfb9-138bef679a67 req-62a66b3c-7dc9-4f15-bb43-99be12b4ba30 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:01.686993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30f3e682-2bdf-4603-bfb9-138bef679a67 req-62a66b3c-7dc9-4f15-bb43-99be12b4ba30 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 949 time: 0.1117051 Jul 14 09:27:01.714071 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.744326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:01.746082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30f3e682-2bdf-4603-bfb9-138bef679a67 req-9481bd54-02c6-4d02-93a8-a677b23a484c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562277 Jul 14 09:27:01.810189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,segment=NetworkSegment(f8f78e8e-9ac8-4d36-90d2-f63afa34b912),segment_id=f8f78e8e-9ac8-4d36-90d2-f63afa34b912)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:01.815247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:01.896802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.000707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffc17-81a0-46bb-9bf1-646145d3fb77 req-6d2b2955-7fb6-42c1-83e1-281bb039dace tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.004345 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-377ffc17-81a0-46bb-9bf1-646145d3fb77 req-6d2b2955-7fb6-42c1-83e1-281bb039dace tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 944 time: 0.0828447 Jul 14 09:27:02.081073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-377ffc17-81a0-46bb-9bf1-646145d3fb77 req-d933dcb9-c0bf-4680-adb2-900101e1b835 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686989 Jul 14 09:27:02.119278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a3887ddc-6248-4ab0-ade5-4a11bc14cfe6'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:02.283411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e200ae-db39-48cd-a998-42d692b49ed1 req-64c27878-12ed-42d0-ae54-6bb3efe019e5 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.296425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5e200ae-db39-48cd-a998-42d692b49ed1 req-64c27878-12ed-42d0-ae54-6bb3efe019e5 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1102 time: 0.0824692 Jul 14 09:27:02.358487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5e200ae-db39-48cd-a998-42d692b49ed1 req-fcbc61c4-87cb-4e3e-aea9-f3b5b70135bb tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607591 Jul 14 09:27:02.395722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f33f5041-aec9-421c-906d-b6fc0e7f9542 req-e2f57efc-01cd-467c-9d90-1f92a5d823db tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1309536311', 'description': 'tempest-description-1604053458'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:02.433924 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f33f5041-aec9-421c-906d-b6fc0e7f9542 req-e2f57efc-01cd-467c-9d90-1f92a5d823db tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.623268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f33f5041-aec9-421c-906d-b6fc0e7f9542 req-e2f57efc-01cd-467c-9d90-1f92a5d823db tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.632228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f33f5041-aec9-421c-906d-b6fc0e7f9542 req-e2f57efc-01cd-467c-9d90-1f92a5d823db tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.665955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f33f5041-aec9-421c-906d-b6fc0e7f9542 req-e2f57efc-01cd-467c-9d90-1f92a5d823db tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:02.667365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f33f5041-aec9-421c-906d-b6fc0e7f9542 req-e2f57efc-01cd-467c-9d90-1f92a5d823db tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2778156 Jul 14 09:27:02.690698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f57efc-01cd-467c-9d90-1f92a5d823db tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7cbe56-c9fa-488c-aa09-cb158da3cce8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:02.919230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ad5c-a54d-4a06-8c4b-d7e6b70a6872 req-7d62d64c-fbe0-495b-a98e-fa84392651e7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.926348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6949ad5c-a54d-4a06-8c4b-d7e6b70a6872 req-7d62d64c-fbe0-495b-a98e-fa84392651e7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:02.935140 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6949ad5c-a54d-4a06-8c4b-d7e6b70a6872 req-7d62d64c-fbe0-495b-a98e-fa84392651e7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516&device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 1689 time: 0.0968125 Jul 14 09:27:02.947278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54936) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:03.031240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6949ad5c-a54d-4a06-8c4b-d7e6b70a6872 req-e1314edd-e07d-4b0c-a109-b9de4c131690 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933368 Jul 14 09:27:03.045652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-397b8fb9-169d-41d4-b5e2-d30cf911dcf9 req-a5d048bf-71dd-40aa-864b-a435708515b2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-912027588', 'description': 'tempest-description-411006720'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:03.081489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-397b8fb9-169d-41d4-b5e2-d30cf911dcf9 req-a5d048bf-71dd-40aa-864b-a435708515b2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.130144 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:27:03.166179 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36da8f18-f536-457b-bca7-85bd9bd03dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.249989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-397b8fb9-169d-41d4-b5e2-d30cf911dcf9 req-a5d048bf-71dd-40aa-864b-a435708515b2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.271288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-397b8fb9-169d-41d4-b5e2-d30cf911dcf9 req-a5d048bf-71dd-40aa-864b-a435708515b2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.348118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d048bf-71dd-40aa-864b-a435708515b2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f1d66-ddb6-41a7-bcd1-d1bf312a7e05,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:03.423557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36da8f18-f536-457b-bca7-85bd9bd03dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.431345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36da8f18-f536-457b-bca7-85bd9bd03dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.433793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-397b8fb9-169d-41d4-b5e2-d30cf911dcf9 req-a5d048bf-71dd-40aa-864b-a435708515b2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.436072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-397b8fb9-169d-41d4-b5e2-d30cf911dcf9 req-a5d048bf-71dd-40aa-864b-a435708515b2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3956795 Jul 14 09:27:03.466524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:03.481328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da8f18-f536-457b-bca7-85bd9bd03dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926a660d-0ee0-47c4-bac3-6d0287d0ed37,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:03.503435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-36da8f18-f536-457b-bca7-85bd9bd03dd9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=efa1247dd2bc48ca873e121a10d2d5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552804 Jul 14 09:27:03.506292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54962) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:03.525187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad5e296-f585-47a8-944c-cb42e695f151 req-a392b58a-2f65-44a6-8915-d482d5ad1ac1 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.527022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ad5e296-f585-47a8-944c-cb42e695f151 req-a392b58a-2f65-44a6-8915-d482d5ad1ac1 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 944 time: 0.1528616 Jul 14 09:27:03.545857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:03.554403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:03.555037 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.610969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ad5e296-f585-47a8-944c-cb42e695f151 req-8ef74294-684a-42a6-bc8d-e79a32ca5d4d tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764551 Jul 14 09:27:03.630271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65b473d1-3a33-4430-85d5-a26d38c86144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.697917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65b473d1-3a33-4430-85d5-a26d38c86144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.736638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.776488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,segment=NetworkSegment(f8f78e8e-9ac8-4d36-90d2-f63afa34b912),segment_id=f8f78e8e-9ac8-4d36-90d2-f63afa34b912)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:03.778374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb0e7ec-bf27-48ad-9e28-23a37e041121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3887ddc-6248-4ab0-ade5-4a11bc14cfe6'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:03.781621 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d31bd0d-db76-4c97-b454-78c141b642de" -d '{"events": [{"server_uuid": "4eb0e7ec-bf27-48ad-9e28-23a37e041121", "name": "network-vif-plugged", "status": "completed", "tag": "a3887ddc-6248-4ab0-ade5-4a11bc14cfe6"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:03.787079 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.848149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:03.863420 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-bef30c59-8bc7-4e5b-8014-47dfa0e2855d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/de7cbe56-c9fa-488c-aa09-cb158da3cce8 HTTP/1.1" status: 200 len: 1805 time: 0.1512673 Jul 14 09:27:03.929972 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65b473d1-3a33-4430-85d5-a26d38c86144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.933460 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65b473d1-3a33-4430-85d5-a26d38c86144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:03.935420 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-65b473d1-3a33-4430-85d5-a26d38c86144 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/926a660d-0ee0-47c4-bac3-6d0287d0ed37 HTTP/1.1" status: 204 len: 168 time: 0.4280243 Jul 14 09:27:03.952257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b473d1-3a33-4430-85d5-a26d38c86144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926a660d-0ee0-47c4-bac3-6d0287d0ed37,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:03.952699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc21ab-6926-4d92-bd16-327b50f191f6 req-14ca7dba-ff1c-4c89-b3ed-32103dc679e7 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:03.970006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4cdc21ab-6926-4d92-bd16-327b50f191f6 req-14ca7dba-ff1c-4c89-b3ed-32103dc679e7 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 1101 time: 0.1196461 Jul 14 09:27:03.978108 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-46e17fd7-ec1c-429a-b126-fa43c7bb3847 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/f63f1d66-ddb6-41a7-bcd1-d1bf312a7e05 HTTP/1.1" status: 200 len: 1803 time: 0.1132965 Jul 14 09:27:03.983114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-0dba37b4-ba14-4512-b8ae-fd71a2569691 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de7cbe56-c9fa-488c-aa09-cb158da3cce8', 'remote_group_id': 'f63f1d66-ddb6-41a7-bcd1-d1bf312a7e05', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:03.983344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-0dba37b4-ba14-4512-b8ae-fd71a2569691 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'de7cbe56-c9fa-488c-aa09-cb158da3cce8', 'remote_group_id': 'f63f1d66-ddb6-41a7-bcd1-d1bf312a7e05', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:04.038467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4cdc21ab-6926-4d92-bd16-327b50f191f6 req-48a7ae90-6c83-410f-bcbb-a49657bfa2bf tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672188 Jul 14 09:27:04.136351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-0dba37b4-ba14-4512-b8ae-fd71a2569691 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.285067 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-0dba37b4-ba14-4512-b8ae-fd71a2569691 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.289731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-0dba37b4-ba14-4512-b8ae-fd71a2569691 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.319194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba37b4-ba14-4512-b8ae-fd71a2569691 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6feb44b-9817-45ce-86ef-c4492640671c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:04.416024 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-0dba37b4-ba14-4512-b8ae-fd71a2569691 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.417481 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b1bb4c1-1fa8-463a-80bd-41919505d6d2 req-0dba37b4-ba14-4512-b8ae-fd71a2569691 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4386268 Jul 14 09:27:04.424421 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e25086-eff6-44a5-95a3-a8acad17ca22 x-openstack-request-id: req-c1e25086-eff6-44a5-95a3-a8acad17ca22 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:04.424658 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb0e7ec-bf27-48ad-9e28-23a37e041121", "name": "network-vif-plugged", "status": "completed", "tag": "a3887ddc-6248-4ab0-ade5-4a11bc14cfe6", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:04.425105 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1e25086-eff6-44a5-95a3-a8acad17ca22 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:04.425657 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb0e7ec-bf27-48ad-9e28-23a37e041121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3887ddc-6248-4ab0-ade5-4a11bc14cfe6', 'code': 200} Jul 14 09:27:04.610421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b4c6-55c2-4e98-829a-56077a654a9d req-c1d93974-7d52-40b9-9c31-0c593807c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.613513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dfa5b4c6-55c2-4e98-829a-56077a654a9d req-c1d93974-7d52-40b9-9c31-0c593807c6c5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 1097 time: 0.0884628 Jul 14 09:27:04.657061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55002) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:04.708338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3426799c-adeb-4dd9-b9d4-04c7ea129beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.756519 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dfa5b4c6-55c2-4e98-829a-56077a654a9d req-4579f906-03ef-418b-9b1c-0699fa40b1e3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214864 Jul 14 09:27:04.797413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a80486-f181-4ceb-be62-67fac94c083c req-872095d5-69a4-4b4a-8357-e85bf24d2dc7 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:04.799444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93a80486-f181-4ceb-be62-67fac94c083c req-872095d5-69a4-4b4a-8357-e85bf24d2dc7 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 1101 time: 0.1811547 Jul 14 09:27:04.872659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93a80486-f181-4ceb-be62-67fac94c083c req-4c8cd542-8195-425d-b1ea-c2012c7eebfc tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614219 Jul 14 09:27:04.939413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3426799c-adeb-4dd9-b9d4-04c7ea129beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:04.972989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3426799c-adeb-4dd9-b9d4-04c7ea129beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.026252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-398f3588-e54e-4dfd-b40b-a534221f2464 req-38efd63a-64be-498a-a70d-d1d314dce862 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/f63f1d66-ddb6-41a7-bcd1-d1bf312a7e05 HTTP/1.1" status: 200 len: 1803 time: 0.0870879 Jul 14 09:27:05.105442 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-398f3588-e54e-4dfd-b40b-a534221f2464 req-1fd3fd83-412e-4d53-ba67-759188062dac tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.136843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3426799c-adeb-4dd9-b9d4-04c7ea129beb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b560b2920fe64f7f8cd1a0817d7d5730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4772723 Jul 14 09:27:05.137732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426799c-adeb-4dd9-b9d4-04c7ea129beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5051d2-4062-4582-b3d7-4ace7f65ab5e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.139861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.172012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-398f3588-e54e-4dfd-b40b-a534221f2464 req-1fd3fd83-412e-4d53-ba67-759188062dac tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.284051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41875e81-0042-4441-8132-a9a18035548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.315372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41875e81-0042-4441-8132-a9a18035548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.334174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-398f3588-e54e-4dfd-b40b-a534221f2464 req-1fd3fd83-412e-4d53-ba67-759188062dac tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.342382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-398f3588-e54e-4dfd-b40b-a534221f2464 req-1fd3fd83-412e-4d53-ba67-759188062dac tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.354760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-398f3588-e54e-4dfd-b40b-a534221f2464 req-1fd3fd83-412e-4d53-ba67-759188062dac tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "DELETE /v2.0/security-groups/f63f1d66-ddb6-41a7-bcd1-d1bf312a7e05 HTTP/1.1" status: 204 len: 173 time: 0.3267639 Jul 14 09:27:05.435738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3fd83-412e-4d53-ba67-759188062dac tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f1d66-ddb6-41a7-bcd1-d1bf312a7e05,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.474347 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41875e81-0042-4441-8132-a9a18035548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.477914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41875e81-0042-4441-8132-a9a18035548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:05.479709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-41875e81-0042-4441-8132-a9a18035548a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ab5051d2-4062-4582-b3d7-4ace7f65ab5e HTTP/1.1" status: 204 len: 168 time: 0.3384266 Jul 14 09:27:05.501348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41875e81-0042-4441-8132-a9a18035548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5051d2-4062-4582-b3d7-4ace7f65ab5e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:05.663301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d3bd0-5073-41ac-b838-744605594d53 req-c3ddb763-cb8e-4f10-b89b-3d709f0d5cdb tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:05.673168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-288d3bd0-5073-41ac-b838-744605594d53 req-c3ddb763-cb8e-4f10-b89b-3d709f0d5cdb tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 945 time: 0.1812761 Jul 14 09:27:05.797144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-288d3bd0-5073-41ac-b838-744605594d53 req-4e8a8ad2-8319-4042-8f07-fbf2d4d9e5f8 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231580 Jul 14 09:27:05.890693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:05.978227 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f7838f0-ae92-47e6-b625-1975bcb7010e req-120b358b-f9c6-4260-85c3-f9535d09bc34 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/de7cbe56-c9fa-488c-aa09-cb158da3cce8 HTTP/1.1" status: 200 len: 1805 time: 0.1120498 Jul 14 09:27:06.041503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed600-e99f-40a2-ade9-c87890059395 req-ddf3e0d3-2b60-468a-8318-7234dff7b88a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.052218 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-360ed600-e99f-40a2-ade9-c87890059395 req-ddf3e0d3-2b60-468a-8318-7234dff7b88a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1135166 Jul 14 09:27:06.119686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-360ed600-e99f-40a2-ade9-c87890059395 req-7f2a9da0-487b-47e6-846a-8dc4ecfdc233 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633771 Jul 14 09:27:06.153717 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3864918-7f87-4e2a-bbd3-fd47ec3400e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.203857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0f0e7331-5edd-421b-9791-be65e4deb3b6 req-75d2a288-dd9e-4b83-b8ec-b5e718c8850e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1873434872', 'description': 'tempest-description-1513419830'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:06.316070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-3d09334b-982e-43cd-910e-6513a3cfcd61 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378287 Jul 14 09:27:06.318085 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3864918-7f87-4e2a-bbd3-fd47ec3400e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.340404 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3864918-7f87-4e2a-bbd3-fd47ec3400e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.346379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0f0e7331-5edd-421b-9791-be65e4deb3b6 req-75d2a288-dd9e-4b83-b8ec-b5e718c8850e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.422633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e3864918-7f87-4e2a-bbd3-fd47ec3400e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e859993b382d497484fa18253e2242fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292978 Jul 14 09:27:06.427262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55074) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:06.454806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3864918-7f87-4e2a-bbd3-fd47ec3400e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b4c8bf-eab7-44ac-9baa-7a1276a9b5a6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.522449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-117ab0d8-caa9-4dae-ae68-74c7d05507c7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:06.528818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-117ab0d8-caa9-4dae-ae68-74c7d05507c7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077377 Jul 14 09:27:06.542459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-db855a2e-3672-4dfd-94b9-efa6666385a6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/quotas/a77186bed31942579c223cda192af782 HTTP/1.1" status: 200 len: 375 time: 0.0107114 Jul 14 09:27:06.571079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0f0e7331-5edd-421b-9791-be65e4deb3b6 req-75d2a288-dd9e-4b83-b8ec-b5e718c8850e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.576655 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0f0e7331-5edd-421b-9791-be65e4deb3b6 req-75d2a288-dd9e-4b83-b8ec-b5e718c8850e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.615675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d2a288-dd9e-4b83-b8ec-b5e718c8850e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a72b7c-2968-4625-b34e-98ce9d6f87db,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.619068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77bf925c-fc73-4dd3-ab4a-203d1b20d6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.629395 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0f0e7331-5edd-421b-9791-be65e4deb3b6 req-75d2a288-dd9e-4b83-b8ec-b5e718c8850e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.633638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f0e7331-5edd-421b-9791-be65e4deb3b6 req-75d2a288-dd9e-4b83-b8ec-b5e718c8850e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4362440 Jul 14 09:27:06.664389 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-8c594659-4b96-41bd-98e8-019a5e5f79f5 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169195 Jul 14 09:27:06.666989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77bf925c-fc73-4dd3-ab4a-203d1b20d6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.729655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b245fb2-d1bc-4327-a6ef-807e30ed9c83 req-a4265cec-9047-4bf6-b8f6-ca0d9e3ea36f tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/01a72b7c-2968-4625-b34e-98ce9d6f87db HTTP/1.1" status: 200 len: 1805 time: 0.0718832 Jul 14 09:27:06.750227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-3b245fb2-d1bc-4327-a6ef-807e30ed9c83 req-cab24853-1bc5-4a94-a4bf-0fbda5bf761d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01a72b7c-2968-4625-b34e-98ce9d6f87db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:06.751797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-3b245fb2-d1bc-4327-a6ef-807e30ed9c83 req-cab24853-1bc5-4a94-a4bf-0fbda5bf761d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01a72b7c-2968-4625-b34e-98ce9d6f87db', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:06.806481 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77bf925c-fc73-4dd3-ab4a-203d1b20d6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.810635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77bf925c-fc73-4dd3-ab4a-203d1b20d6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.811960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-77bf925c-fc73-4dd3-ab4a-203d1b20d6e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41b4c8bf-eab7-44ac-9baa-7a1276a9b5a6 HTTP/1.1" status: 204 len: 168 time: 0.3769727 Jul 14 09:27:06.829868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf925c-fc73-4dd3-ab4a-203d1b20d6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b4c8bf-eab7-44ac-9baa-7a1276a9b5a6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.859224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3b245fb2-d1bc-4327-a6ef-807e30ed9c83 req-cab24853-1bc5-4a94-a4bf-0fbda5bf761d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.895099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3b245fb2-d1bc-4327-a6ef-807e30ed9c83 req-cab24853-1bc5-4a94-a4bf-0fbda5bf761d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.910186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3b245fb2-d1bc-4327-a6ef-807e30ed9c83 req-cab24853-1bc5-4a94-a4bf-0fbda5bf761d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.943115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab24853-1bc5-4a94-a4bf-0fbda5bf761d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b4fafb-70fd-4b5e-8699-a04202653228,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:06.954467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3b245fb2-d1bc-4327-a6ef-807e30ed9c83 req-cab24853-1bc5-4a94-a4bf-0fbda5bf761d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:06.961683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b245fb2-d1bc-4327-a6ef-807e30ed9c83 req-cab24853-1bc5-4a94-a4bf-0fbda5bf761d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2169747 Jul 14 09:27:07.337512 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32a6991b-40dc-4cf4-90a8-8dcd7304969f req-5bdf0e07-8a2a-4a61-8fa0-6ce69d962860 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/01a72b7c-2968-4625-b34e-98ce9d6f87db HTTP/1.1" status: 200 len: 2398 time: 0.1131458 Jul 14 09:27:07.338278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed733f-d738-4cf1-a8df-d5b3e53c5f7c req-ecd22589-0ce6-4e32-9633-b1d96735f73f tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:07.348252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8fed733f-d738-4cf1-a8df-d5b3e53c5f7c req-ecd22589-0ce6-4e32-9633-b1d96735f73f tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 945 time: 0.1526830 Jul 14 09:27:07.348824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-32a6991b-40dc-4cf4-90a8-8dcd7304969f req-fbfb6ea9-634e-4864-826b-82ed29c58f19 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01a72b7c-2968-4625-b34e-98ce9d6f87db', 'remote_group_id': None}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:07.349493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-32a6991b-40dc-4cf4-90a8-8dcd7304969f req-fbfb6ea9-634e-4864-826b-82ed29c58f19 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '01a72b7c-2968-4625-b34e-98ce9d6f87db', 'remote_group_id': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:07.437393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8fed733f-d738-4cf1-a8df-d5b3e53c5f7c req-3eade3ee-c0de-4087-844f-4ea109150d29 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742261 Jul 14 09:27:07.464759 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32a6991b-40dc-4cf4-90a8-8dcd7304969f req-fbfb6ea9-634e-4864-826b-82ed29c58f19 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.486578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55112) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:07.505498 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-410814ce-cfa3-4f40-9ce5-c085a9356965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.517570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32a6991b-40dc-4cf4-90a8-8dcd7304969f req-fbfb6ea9-634e-4864-826b-82ed29c58f19 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.523807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32a6991b-40dc-4cf4-90a8-8dcd7304969f req-fbfb6ea9-634e-4864-826b-82ed29c58f19 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.551340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb6ea9-634e-4864-826b-82ed29c58f19 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced65eb0-8f87-4ea5-bf81-1092e60268fe,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.723803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-410814ce-cfa3-4f40-9ce5-c085a9356965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.729185 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-410814ce-cfa3-4f40-9ce5-c085a9356965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.734007 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32a6991b-40dc-4cf4-90a8-8dcd7304969f req-fbfb6ea9-634e-4864-826b-82ed29c58f19 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:07.735384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32a6991b-40dc-4cf4-90a8-8dcd7304969f req-fbfb6ea9-634e-4864-826b-82ed29c58f19 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3957932 Jul 14 09:27:07.808405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-410814ce-cfa3-4f40-9ce5-c085a9356965 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b28144a3b75b444683e6cb6591ec7994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179836 Jul 14 09:27:07.809841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55128) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:07.829421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410814ce-cfa3-4f40-9ce5-c085a9356965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b937e3-5943-4097-b713-474cee1f9838,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:07.854094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abb470-9f9b-4858-986a-2cb7a7c360f9 req-44a21f83-67b4-4aee-a80f-ae45804287b8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:07.861882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11abb470-9f9b-4858-986a-2cb7a7c360f9 req-44a21f83-67b4-4aee-a80f-ae45804287b8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.2013743 Jul 14 09:27:07.935778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11abb470-9f9b-4858-986a-2cb7a7c360f9 req-6ecd259c-687a-41c3-97fc-5e8277998052 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687461 Jul 14 09:27:07.982551 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f24ad0-6800-4b0f-8a8e-45d8633943af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.035607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f24ad0-6800-4b0f-8a8e-45d8633943af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.137542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f24ad0-6800-4b0f-8a8e-45d8633943af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.140918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8f24ad0-6800-4b0f-8a8e-45d8633943af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.142120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c8f24ad0-6800-4b0f-8a8e-45d8633943af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76b937e3-5943-4097-b713-474cee1f9838 HTTP/1.1" status: 204 len: 168 time: 0.3291421 Jul 14 09:27:08.160608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f24ad0-6800-4b0f-8a8e-45d8633943af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b937e3-5943-4097-b713-474cee1f9838,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:08.310218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923a972-dc07-4a0e-8c43-f1e23c00b1aa req-6c465f5f-3fea-419b-93a5-4a76737f4d9f tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:08.318638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a923a972-dc07-4a0e-8c43-f1e23c00b1aa req-6c465f5f-3fea-419b-93a5-4a76737f4d9f tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 945 time: 0.1636608 Jul 14 09:27:08.353406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbc0cbe6-572a-451e-963d-bdffc6896759 req-38359453-795d-403a-874f-187f98db1d83 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/01a72b7c-2968-4625-b34e-98ce9d6f87db HTTP/1.1" status: 200 len: 2996 time: 0.0816803 Jul 14 09:27:08.409125 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a923a972-dc07-4a0e-8c43-f1e23c00b1aa req-8aa30d33-820a-40ce-98be-5d5385a71a44 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775671 Jul 14 09:27:08.599649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-221caa07-f18d-4758-a2cc-486b55c8dddb req-63cc5dd1-3a15-4876-a69a-f842fccb65b5 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 210 time: 0.0461102 Jul 14 09:27:08.691754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d683929-0401-4c4c-b06b-0b618e842989 req-ca0ec37c-c35e-4fa9-9dbf-c02c865b770e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-group-rules/ced65eb0-8f87-4ea5-bf81-1092e60268fe HTTP/1.1" status: 200 len: 783 time: 0.0417593 Jul 14 09:27:08.761242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d683929-0401-4c4c-b06b-0b618e842989 req-9a57d42a-b132-4101-bb2f-3429eecb9cea tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/01a72b7c-2968-4625-b34e-98ce9d6f87db HTTP/1.1" status: 200 len: 2996 time: 0.0685008 Jul 14 09:27:08.824521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d683929-0401-4c4c-b06b-0b618e842989 req-446a9ee9-d650-48ac-9e4f-6d3b3223d0bc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.833661 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d683929-0401-4c4c-b06b-0b618e842989 req-446a9ee9-d650-48ac-9e4f-6d3b3223d0bc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.884644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d683929-0401-4c4c-b06b-0b618e842989 req-446a9ee9-d650-48ac-9e4f-6d3b3223d0bc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.899985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d683929-0401-4c4c-b06b-0b618e842989 req-446a9ee9-d650-48ac-9e4f-6d3b3223d0bc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:08.910634 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d683929-0401-4c4c-b06b-0b618e842989 req-446a9ee9-d650-48ac-9e4f-6d3b3223d0bc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ced65eb0-8f87-4ea5-bf81-1092e60268fe HTTP/1.1" status: 204 len: 173 time: 0.1316221 Jul 14 09:27:08.915119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-0d1871d8-2719-4118-8290-d22b00f9214d tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=efb7775468f7465880c739ee4abd0d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849729 Jul 14 09:27:08.927402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a9ee9-d650-48ac-9e4f-6d3b3223d0bc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ced65eb0-8f87-4ea5-bf81-1092e60268fe,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.097763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-054ee1a4-1517-4e31-a9e5-1741b173a186 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:09.104623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-054ee1a4-1517-4e31-a9e5-1741b173a186 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886106 Jul 14 09:27:09.121105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-ee2e504f-51a2-4e3a-92e7-d151e923ca46 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/quotas/efb7775468f7465880c739ee4abd0d7a HTTP/1.1" status: 200 len: 375 time: 0.0153365 Jul 14 09:27:09.191374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-f655a1c5-dbf8-43c2-811b-d65359154147 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=efb7775468f7465880c739ee4abd0d7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690453 Jul 14 09:27:09.547368 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5757dd3b-4747-4501-8b5a-d6944cf4c5db req-5ee5bf8c-5925-4559-9114-1882bd9c5397 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/01a72b7c-2968-4625-b34e-98ce9d6f87db HTTP/1.1" status: 200 len: 2398 time: 0.0767775 Jul 14 09:27:09.626587 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5757dd3b-4747-4501-8b5a-d6944cf4c5db req-abe0cea1-bffc-4b8d-a2ba-ba52baa5f9d5 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.655276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5757dd3b-4747-4501-8b5a-d6944cf4c5db req-abe0cea1-bffc-4b8d-a2ba-ba52baa5f9d5 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.750719 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5757dd3b-4747-4501-8b5a-d6944cf4c5db req-abe0cea1-bffc-4b8d-a2ba-ba52baa5f9d5 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.756604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5757dd3b-4747-4501-8b5a-d6944cf4c5db req-abe0cea1-bffc-4b8d-a2ba-ba52baa5f9d5 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:09.758655 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5757dd3b-4747-4501-8b5a-d6944cf4c5db req-abe0cea1-bffc-4b8d-a2ba-ba52baa5f9d5 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "DELETE /v2.0/security-groups/01a72b7c-2968-4625-b34e-98ce9d6f87db HTTP/1.1" status: 204 len: 173 time: 0.2090409 Jul 14 09:27:09.779409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0cea1-bffc-4b8d-a2ba-ba52baa5f9d5 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a72b7c-2968-4625-b34e-98ce9d6f87db,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:09.785089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc37c4-de53-48c6-abfd-f1bbc9a89287 req-b0680d11-6316-4994-acbe-f720e1f3e950 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:09.787120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4bcc37c4-de53-48c6-abfd-f1bbc9a89287 req-b0680d11-6316-4994-acbe-f720e1f3e950 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1083083 Jul 14 09:27:09.850028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4bcc37c4-de53-48c6-abfd-f1bbc9a89287 req-ddd2ccf8-7b08-4b4e-896a-5fa95ec04102 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488927 Jul 14 09:27:10.043750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eeed0df9-64b9-4e21-a3d2-37f16baa08bd req-f7699909-c586-4625-988a-b4c1911b0d35 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 210 time: 0.1014061 Jul 14 09:27:10.113620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7e9cd-f8fc-4c0f-adcc-96a1f73eda8c req-e3c6d8e5-d2b7-4194-b0d4-c11f20096dde tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.135236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28e7e9cd-f8fc-4c0f-adcc-96a1f73eda8c req-e3c6d8e5-d2b7-4194-b0d4-c11f20096dde tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 945 time: 0.1582079 Jul 14 09:27:10.191672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-769d9504-9671-43d5-8edd-406f65a025ee tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055264 Jul 14 09:27:10.233623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28e7e9cd-f8fc-4c0f-adcc-96a1f73eda8c req-96242c7a-20ab-42e0-b243-7fb2fb10c6bf tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972736 Jul 14 09:27:10.234959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-c1a47a67-0007-4087-8dab-3dd4f1cb4564 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852933 Jul 14 09:27:10.296382 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-dce659d4-cdd8-4244-a5fc-ef6ffc530680 req-2a474f6b-1eb4-4e82-bcc5-9e0cca98992d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] show failed (client error): The resource could not be found. Jul 14 09:27:10.311872 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dce659d4-cdd8-4244-a5fc-ef6ffc530680 req-2a474f6b-1eb4-4e82-bcc5-9e0cca98992d tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/f63f1d66-ddb6-41a7-bcd1-d1bf312a7e05 HTTP/1.1" status: 404 len: 352 time: 0.0476167 Jul 14 09:27:10.526502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16ca044e-4854-4853-8ab6-b30ed2b5a8ac req-e1c2c6db-f3e4-4ae4-bb2b-d4c6712d2fcf tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 210 time: 0.0638323 Jul 14 09:27:10.598033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-47863033-7619-4067-b1da-325c6e2f8761 req-205b634b-d1da-4138-802b-190d1e91a7b2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/de7cbe56-c9fa-488c-aa09-cb158da3cce8 HTTP/1.1" status: 200 len: 1805 time: 0.1425490 Jul 14 09:27:10.739969 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-47863033-7619-4067-b1da-325c6e2f8761 req-2d47899d-668d-45a8-b534-dc1cf58dbc3e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.783924 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-47863033-7619-4067-b1da-325c6e2f8761 req-2d47899d-668d-45a8-b534-dc1cf58dbc3e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.806549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-6973cca9-48ad-4718-8ea6-4a1520e1b27a tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.818816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-6973cca9-48ad-4718-8ea6-4a1520e1b27a tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5983975 Jul 14 09:27:10.836562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Request body: {'port': {'device_id': '6c3f7c7d-0367-4626-917a-88cf8b7b8a5f', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a77186bed31942579c223cda192af782'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:10.851689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-8dddac9f-d0a9-48a3-9325-4fd5853e19bf tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:10.856654 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-8dddac9f-d0a9-48a3-9325-4fd5853e19bf tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6141915 Jul 14 09:27:10.877097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-47863033-7619-4067-b1da-325c6e2f8761 req-2d47899d-668d-45a8-b534-dc1cf58dbc3e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.882054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-47863033-7619-4067-b1da-325c6e2f8761 req-2d47899d-668d-45a8-b534-dc1cf58dbc3e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:10.896797 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-47863033-7619-4067-b1da-325c6e2f8761 req-2d47899d-668d-45a8-b534-dc1cf58dbc3e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "DELETE /v2.0/security-groups/de7cbe56-c9fa-488c-aa09-cb158da3cce8 HTTP/1.1" status: 204 len: 173 time: 0.2948971 Jul 14 09:27:10.917319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47899d-668d-45a8-b534-dc1cf58dbc3e tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7cbe56-c9fa-488c-aa09-cb158da3cce8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:11.078108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Request body: {'port': {'device_id': 'a9f32e4a-0c33-4eb2-825f-dbecffce0bb5', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a77186bed31942579c223cda192af782'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:11.109869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Made reservation on behalf of a77186bed31942579c223cda192af782 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:11.125797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.278210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969235-d0c1-4953-9504-ee99c16f9870 req-87f3d8db-a522-443e-9b7b-286f7c2329f8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:11.286428 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b969235-d0c1-4953-9504-ee99c16f9870 req-87f3d8db-a522-443e-9b7b-286f7c2329f8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1247194 Jul 14 09:27:11.387352 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b969235-d0c1-4953-9504-ee99c16f9870 req-c7e5877b-7ea4-4bcf-a2f5-1f689747cace tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994034 Jul 14 09:27:11.502556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-420994e5-5cc4-4f0a-8abf-106de1cad666 req-ac465faf-abd5-4b92-9fc6-f6da4028a40b tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/38034b23-3de8-4e04-8a41-e001bc20ea49 HTTP/1.1" status: 200 len: 1804 time: 0.3655322 Jul 14 09:27:11.545333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2d77f99-b65c-4362-8133-22cc8232e921 req-2bc76f52-5005-49cf-812f-7ac3f34d23a0 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 210 time: 0.0429142 Jul 14 09:27:11.552064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Made reservation on behalf of a77186bed31942579c223cda192af782 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:11.559757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.689314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Allocated IP 192.168.233.80 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/40d0fe7f-c296-474a-a9b8-6201dad11141) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:11.739083 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-420994e5-5cc4-4f0a-8abf-106de1cad666 req-4c1ca48e-507d-43ef-b394-8d62b66ca49f tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:11.788698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60e07-c64e-4663-bbf2-794fac3de255 req-a87d5caf-9c5c-4cf5-b86a-15f3e9c44017 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:11.805832 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5d60e07-c64e-4663-bbf2-794fac3de255 req-a87d5caf-9c5c-4cf5-b86a-15f3e9c44017 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 945 time: 0.1429574 Jul 14 09:27:11.859271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-3cddf41c-2fd2-410c-a936-49ce6eb79ff1 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=efb7775468f7465880c739ee4abd0d7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485311 Jul 14 09:27:11.960851 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5d60e07-c64e-4663-bbf2-794fac3de255 req-f2761a7a-29d1-44ae-9eda-925963367073 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541419 Jul 14 09:27:12.063776 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-420994e5-5cc4-4f0a-8abf-106de1cad666 req-4c1ca48e-507d-43ef-b394-8d62b66ca49f tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.161834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-665d40b6-d949-49dd-9307-d4cfa81029ee tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.164291 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-665d40b6-d949-49dd-9307-d4cfa81029ee tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947648 Jul 14 09:27:12.167615 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.179635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Request body: {'port': {'device_id': '6b0cb51e-b6ef-40a4-839d-2109378e58d8', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'efb7775468f7465880c739ee4abd0d7a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:12.220260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Transition to ACTIVE for port object 40d0fe7f-c296-474a-a9b8-6201dad11141 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:12.223708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-420994e5-5cc4-4f0a-8abf-106de1cad666 req-4c1ca48e-507d-43ef-b394-8d62b66ca49f tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.226453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-420994e5-5cc4-4f0a-8abf-106de1cad666 req-4c1ca48e-507d-43ef-b394-8d62b66ca49f tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.239297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-420994e5-5cc4-4f0a-8abf-106de1cad666 req-4c1ca48e-507d-43ef-b394-8d62b66ca49f tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "DELETE /v2.0/security-groups/38034b23-3de8-4e04-8a41-e001bc20ea49 HTTP/1.1" status: 204 len: 173 time: 0.7358122 Jul 14 09:27:12.272659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ca48e-507d-43ef-b394-8d62b66ca49f tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38034b23-3de8-4e04-8a41-e001bc20ea49,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.315927 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa46d12a-5481-4b6e-8429-9f0c57cf3afd req-211737b3-3007-4fa5-95b2-515363c17f61 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 210 time: 0.1271152 Jul 14 09:27:12.358864 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.379804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:12.382037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:12.417205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:12.443784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:12.446019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:12.523891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Allocated IP 192.168.233.165 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/280741e3-4b9d-4d5c-bcdb-041ec4f3c604) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:12.536056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'Port': ['ID=40d0fe7f-c296-474a-a9b8-6201dad11141,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:12.575895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:12.576619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.611037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb81a739-fab3-4499-a033-7a9305c52b7d req-23a1b71f-2d1b-4296-a22e-1a7c6ce8b215 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/6f5c56a7-217e-4d89-b750-2bf4414180f2 HTTP/1.1" status: 200 len: 1804 time: 0.2198789 Jul 14 09:27:12.681253 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-36b30619-58bb-4fe2-8dc4-a54a0ab8e719 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8567629 Jul 14 09:27:12.686955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Made reservation on behalf of efb7775468f7465880c739ee4abd0d7a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:12.690945 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.708307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Request body: {'port': {'device_id': '6c3f7c7d-0367-4626-917a-88cf8b7b8a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:12.794814 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.925989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.940660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb81a739-fab3-4499-a033-7a9305c52b7d req-5cdb3cb6-18aa-4765-9bcc-f1003242f110 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:12.979137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:12.979777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8274ccd8-f625-40ba-940c-264467054911 None None] Provisioning for port 40d0fe7f-c296-474a-a9b8-6201dad11141 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:13.013899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8274ccd8-f625-40ba-940c-264467054911 None None] Provisioning complete for port 40d0fe7f-c296-474a-a9b8-6201dad11141 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:13.014683 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8274ccd8-f625-40ba-940c-264467054911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.080926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8274ccd8-f625-40ba-940c-264467054911 None None] Port 40d0fe7f-c296-474a-a9b8-6201dad11141 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:13.595628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97c7aa-1da1-4c1a-8850-a7fdd06d9ded req-0ec7535c-3037-4132-9f65-65968025bba3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.602618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce97c7aa-1da1-4c1a-8850-a7fdd06d9ded req-0ec7535c-3037-4132-9f65-65968025bba3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.7857342 Jul 14 09:27:13.624716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.664291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Transition to ACTIVE for port object 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:13.673126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.678543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce97c7aa-1da1-4c1a-8850-a7fdd06d9ded req-cf061eaa-bb62-4c04-9c90-41524f5329ae tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749252 Jul 14 09:27:13.690286 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb81a739-fab3-4499-a033-7a9305c52b7d req-5cdb3cb6-18aa-4765-9bcc-f1003242f110 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.748396 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.754020 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.768026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:13.773544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:13.776983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-aa13269b-8a8b-4cad-8ae4-a54c26ccefb4 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:13.779996 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-aa13269b-8a8b-4cad-8ae4-a54c26ccefb4 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.69 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 945 time: 1.1218967 Jul 14 09:27:13.799196 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef452066-da8e-441f-9ea5-fedf726c05fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.821831 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb81a739-fab3-4499-a033-7a9305c52b7d req-5cdb3cb6-18aa-4765-9bcc-f1003242f110 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.825973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cb81a739-fab3-4499-a033-7a9305c52b7d req-5cdb3cb6-18aa-4765-9bcc-f1003242f110 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:13.838949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb81a739-fab3-4499-a033-7a9305c52b7d req-5cdb3cb6-18aa-4765-9bcc-f1003242f110 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "DELETE /v2.0/security-groups/6f5c56a7-217e-4d89-b750-2bf4414180f2 HTTP/1.1" status: 204 len: 173 time: 1.2267637 Jul 14 09:27:13.893939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'Port': ['ID=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:13.924286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:13.950979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12a65a85-5037-4c56-b7c9-82d0109fe300 req-e70edbd9-1fa0-4019-bf3f-d7c6113e51b1 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 210 time: 0.0534444 Jul 14 09:27:13.951865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:13.970581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:14.023858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7da509-fd2e-43f7-8c04-fea877053b4c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.052763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb3cb6-18aa-4765-9bcc-f1003242f110 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5c56a7-217e-4d89-b750-2bf4414180f2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.054615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.054979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.284909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf28c1-a1d7-4ddb-a230-f6b85d829fe8 req-5a74f8a6-9923-4d3f-acaf-d08c8eb73c1a tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.292404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ebf28c1-a1d7-4ddb-a230-f6b85d829fe8 req-5a74f8a6-9923-4d3f-acaf-d08c8eb73c1a tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/ports?device_id=4eb0e7ec-bf27-48ad-9e28-23a37e041121 HTTP/1.1" status: 200 len: 945 time: 0.2477272 Jul 14 09:27:14.325801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d0fe7f-c296-474a-a9b8-6201dad11141 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:14.326652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Deleting port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:14.327002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.380689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.418470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fd346352-3851-49dc-8699-799353cfd6f9 None None] Provisioning for port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:14.422770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fd346352-3851-49dc-8699-799353cfd6f9 None None] Provisioning complete for port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:14.423385 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fd346352-3851-49dc-8699-799353cfd6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.438499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Transition to ACTIVE for port object 40d0fe7f-c296-474a-a9b8-6201dad11141 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:14.447041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.460447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ebf28c1-a1d7-4ddb-a230-f6b85d829fe8 req-7ac5b430-778d-49f2-8d97-dc6444753915 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.73 "GET /v2.0/security-groups?id=88726b80-ca35-47a3-8086-7d37c7221175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670375 Jul 14 09:27:14.503808 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef452066-da8e-441f-9ea5-fedf726c05fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.506714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fd346352-3851-49dc-8699-799353cfd6f9 None None] Port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:14.520323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] For port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,segment=NetworkSegment(f8f78e8e-9ac8-4d36-90d2-f63afa34b912),segment_id=f8f78e8e-9ac8-4d36-90d2-f63afa34b912)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:14.521210 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.537047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Calling delete_port for a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:14.551459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Pushing event updated for resources: {'Port': ['ID=40d0fe7f-c296-474a-a9b8-6201dad11141,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.562977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-91302f98-0434-4582-9f7b-45b10efc1dde tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4891419 Jul 14 09:27:14.583615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Request body: {'port': {'device_id': 'a9f32e4a-0c33-4eb2-825f-dbecffce0bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:14.703455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef452066-da8e-441f-9ea5-fedf726c05fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.716105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.726928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a3887ddc-6248-4ab0-ade5-4a11bc14cfe6'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:14.750105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a23c0a-54f5-41c8-b5d3-61f0c3367d1c req-fadb6b00-6e91-415b-a324-ba04422697ab tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:14.750105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-41a23c0a-54f5-41c8-b5d3-61f0c3367d1c req-fadb6b00-6e91-415b-a324-ba04422697ab tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 936 time: 0.3925850 Jul 14 09:27:14.830991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Pushing event deleted for resources: {'Port': ['ID=a3887ddc-6248-4ab0-ade5-4a11bc14cfe6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.834739 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.844182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Attempting to bind port 40d0fe7f-c296-474a-a9b8-6201dad11141 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:14.845092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Attempting to bind port 40d0fe7f-c296-474a-a9b8-6201dad11141 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:14.845434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Attempting to bind port 40d0fe7f-c296-474a-a9b8-6201dad11141 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:14.862231 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-41a23c0a-54f5-41c8-b5d3-61f0c3367d1c req-010488a1-ad43-448f-bccc-3cc5a715f5f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861998 Jul 14 09:27:14.864100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Port 40d0fe7f-c296-474a-a9b8-6201dad11141 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:14.864486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Attempting to bind port 40d0fe7f-c296-474a-a9b8-6201dad11141 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:14.872234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:14.872602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:14.872989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:14.873422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Bound port: 40d0fe7f-c296-474a-a9b8-6201dad11141, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:14.873780 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.883111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Allocated IP 192.168.233.34 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/a6ae3b7b-adbd-467d-9301-d913aadad2db) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:14.894777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fe071ee-4ea5-41a6-b6df-f70239c67fda req-9b842531-a912-4cec-99b2-9b69ff55fae2 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/cf0462f6-f4d9-4192-9a73-6260a2c69f18 HTTP/1.1" status: 200 len: 2402 time: 0.1974430 Jul 14 09:27:14.896719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef452066-da8e-441f-9ea5-fedf726c05fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f800b39-350d-4e98-a61e-5b2586a2cc36,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:14.920435 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ef452066-da8e-441f-9ea5-fedf726c05fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=85905ddfb8f6473ebff94b6f96f6553e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3385737 Jul 14 09:27:14.923366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55302) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:14.980191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] No DVR routers for this DVR port a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:14.986727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:14.988838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f9b7fb1-6f74-4590-ac79-6237db215ddd req-122a186b-978d-40bc-90ed-7296de071ea6 tempest-ServersNegativeTestMultiTenantJSON-650397784 tempest-ServersNegativeTestMultiTenantJSON-650397784-project] 10.222.0.69 "DELETE /v2.0/ports/a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 HTTP/1.1" status: 204 len: 173 time: 1.2000544 Jul 14 09:27:14.993672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb0e7ec-bf27-48ad-9e28-23a37e041121', 'name': 'network-vif-deleted', 'tag': 'a3887ddc-6248-4ab0-ade5-4a11bc14cfe6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:14.996880 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3780751-ffef-4874-b7d6-2eedfcf48086" -d '{"events": [{"server_uuid": "4eb0e7ec-bf27-48ad-9e28-23a37e041121", "name": "network-vif-deleted", "tag": "a3887ddc-6248-4ab0-ade5-4a11bc14cfe6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:15.155822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6fe071ee-4ea5-41a6-b6df-f70239c67fda req-9c9dd70d-9f72-42e3-af08-033f396f2970 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.193167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6fe071ee-4ea5-41a6-b6df-f70239c67fda req-9c9dd70d-9f72-42e3-af08-033f396f2970 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.203823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] For port 40d0fe7f-c296-474a-a9b8-6201dad11141, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:15.213960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] For port 40d0fe7f-c296-474a-a9b8-6201dad11141, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=40d0fe7f-c296-474a-a9b8-6201dad11141,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:15.260154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.265021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.285395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Transition to ACTIVE for port object a6ae3b7b-adbd-467d-9301-d913aadad2db will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:15.290434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6fe071ee-4ea5-41a6-b6df-f70239c67fda req-9c9dd70d-9f72-42e3-af08-033f396f2970 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.293528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6fe071ee-4ea5-41a6-b6df-f70239c67fda req-9c9dd70d-9f72-42e3-af08-033f396f2970 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.301637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fe071ee-4ea5-41a6-b6df-f70239c67fda req-9c9dd70d-9f72-42e3-af08-033f396f2970 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "DELETE /v2.0/security-groups/cf0462f6-f4d9-4192-9a73-6260a2c69f18 HTTP/1.1" status: 204 len: 173 time: 0.4050090 Jul 14 09:27:15.349135 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.349135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.363951 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] 10.222.0.66 "PUT /v2.0/ports/40d0fe7f-c296-474a-a9b8-6201dad11141 HTTP/1.1" status: 200 len: 1096 time: 2.6680944 Jul 14 09:27:15.388868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3f7c7d-0367-4626-917a-88cf8b7b8a5f', 'tag': '40d0fe7f-c296-474a-a9b8-6201dad11141'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:15.398499 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117864b5-d84a-4dbe-9284-3e8fa734fab2" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3f7c7d-0367-4626-917a-88cf8b7b8a5f", "tag": "40d0fe7f-c296-474a-a9b8-6201dad11141"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:15.411413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8002f699-d272-4f4c-862b-5d9c1dd3c0a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.428261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dd70d-9f72-42e3-af08-033f396f2970 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0462f6-f4d9-4192-9a73-6260a2c69f18,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.441657 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.552475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:15.561839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:15.570026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:15.625680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Pushing event updated for resources: {'Port': ['ID=a6ae3b7b-adbd-467d-9301-d913aadad2db,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.635011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fb430-4dee-4214-97f9-30fe20e65321 service neutron] Pushing event updated for resources: {'Port': ['ID=40d0fe7f-c296-474a-a9b8-6201dad11141,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:15.653225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8002f699-d272-4f4c-862b-5d9c1dd3c0a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.735832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.736550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.749121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce3c67-9cdc-4dee-b770-e5a7b9ed69ab req-72903c7d-2840-4f8f-8d23-07a873cc5090 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.751573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51ce3c67-9cdc-4dee-b770-e5a7b9ed69ab req-72903c7d-2840-4f8f-8d23-07a873cc5090 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.6117656 Jul 14 09:27:15.762795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00393a64-dbf2-4c9e-94cc-9e3781e93a4f req-989e2320-ab79-4a51-95a1-ab9c86e23faa tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.764437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00393a64-dbf2-4c9e-94cc-9e3781e93a4f req-989e2320-ab79-4a51-95a1-ab9c86e23faa tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 935 time: 0.3157105 Jul 14 09:27:15.804700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-dd4c8d7d-a165-4981-ad02-f44380524b79 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6265144 Jul 14 09:27:15.826708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Request body: {'port': {'device_id': '6b0cb51e-b6ef-40a4-839d-2109378e58d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:15.875497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-c9bd3a7f-3dc8-4ca0-aa76-57d9cbc95484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:15.877680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-c9bd3a7f-3dc8-4ca0-aa76-57d9cbc95484 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=6c3f7c7d-0367-4626-917a-88cf8b7b8a5f HTTP/1.1" status: 200 len: 1099 time: 0.4550624 Jul 14 09:27:15.896255 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8002f699-d272-4f4c-862b-5d9c1dd3c0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.899248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8002f699-d272-4f4c-862b-5d9c1dd3c0a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:15.902948 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8002f699-d272-4f4c-862b-5d9c1dd3c0a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f800b39-350d-4e98-a61e-5b2586a2cc36 HTTP/1.1" status: 204 len: 168 time: 0.9755955 Jul 14 09:27:15.953688 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51ce3c67-9cdc-4dee-b770-e5a7b9ed69ab req-3bd98a70-1e8a-4cc5-8636-0e1f64fbc0ef tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703548 Jul 14 09:27:15.989589 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00393a64-dbf2-4c9e-94cc-9e3781e93a4f req-8306bf4e-03a2-4119-a07c-9056bf4eb9f0 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019989 Jul 14 09:27:16.064747 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120db3d4-989e-4182-afde-19e72dba0927 x-openstack-request-id: req-120db3d4-989e-4182-afde-19e72dba0927 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:16.065160 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eb0e7ec-bf27-48ad-9e28-23a37e041121", "name": "network-vif-deleted", "tag": "a3887ddc-6248-4ab0-ade5-4a11bc14cfe6", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:16.065516 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-120db3d4-989e-4182-afde-19e72dba0927 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:16.066010 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb0e7ec-bf27-48ad-9e28-23a37e041121', 'name': 'network-vif-deleted', 'tag': 'a3887ddc-6248-4ab0-ade5-4a11bc14cfe6', 'status': 'completed', 'code': 200} Jul 14 09:27:16.085000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002f699-d272-4f4c-862b-5d9c1dd3c0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f800b39-350d-4e98-a61e-5b2586a2cc36,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.095794 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.114322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-084da888-06a8-411f-9e19-186575c7a64d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=40d0fe7f-c296-474a-a9b8-6201dad11141 HTTP/1.1" status: 200 len: 217 time: 0.2196558 Jul 14 09:27:16.115781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4800e0b-b598-41ab-ada5-ede5468cb5eb req-c7f374d9-9c34-4d13-9a52-e1a080cf37d6 tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "GET /v2.0/security-groups/6b14f9b2-879a-477f-855e-81f710a65d76 HTTP/1.1" status: 200 len: 2396 time: 0.0798061 Jul 14 09:27:16.161598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-122642b6-86c6-4c32-a730-dd5e2ec0ad11 None None] Provisioning for port a6ae3b7b-adbd-467d-9301-d913aadad2db completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:16.174642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-122642b6-86c6-4c32-a730-dd5e2ec0ad11 None None] Provisioning complete for port a6ae3b7b-adbd-467d-9301-d913aadad2db triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:16.178198 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-122642b6-86c6-4c32-a730-dd5e2ec0ad11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.244792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4800e0b-b598-41ab-ada5-ede5468cb5eb req-45e0822c-a038-4edc-bfcc-29e791f20afc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.268359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-122642b6-86c6-4c32-a730-dd5e2ec0ad11 None None] Port a6ae3b7b-adbd-467d-9301-d913aadad2db cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:16.300046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-cd183654-a242-4afa-9e9c-a108f829a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.313642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-cd183654-a242-4afa-9e9c-a108f829a058 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1750031 Jul 14 09:27:16.338478 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c751312-577f-43d2-b1be-493687d38468 x-openstack-request-id: req-2c751312-577f-43d2-b1be-493687d38468 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:16.339361 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3f7c7d-0367-4626-917a-88cf8b7b8a5f", "tag": "40d0fe7f-c296-474a-a9b8-6201dad11141", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:16.340329 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c751312-577f-43d2-b1be-493687d38468 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:16.340918 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3f7c7d-0367-4626-917a-88cf8b7b8a5f', 'tag': '40d0fe7f-c296-474a-a9b8-6201dad11141', 'status': 'completed', 'code': 200} Jul 14 09:27:16.344905 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4800e0b-b598-41ab-ada5-ede5468cb5eb req-45e0822c-a038-4edc-bfcc-29e791f20afc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.393993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:16.400518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:16.479113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.502969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Transition to ACTIVE for port object 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:16.532252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.536307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:16.549596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-1d232e2b-6c87-4bdb-be9c-624be5e4707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:16.551329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-1d232e2b-6c87-4bdb-be9c-624be5e4707d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2366002 Jul 14 09:27:16.598085 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4800e0b-b598-41ab-ada5-ede5468cb5eb req-45e0822c-a038-4edc-bfcc-29e791f20afc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.602844 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c4800e0b-b598-41ab-ada5-ede5468cb5eb req-45e0822c-a038-4edc-bfcc-29e791f20afc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.619068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:16.624955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4800e0b-b598-41ab-ada5-ede5468cb5eb req-45e0822c-a038-4edc-bfcc-29e791f20afc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] 10.222.0.73 "DELETE /v2.0/security-groups/6b14f9b2-879a-477f-855e-81f710a65d76 HTTP/1.1" status: 204 len: 173 time: 0.5080752 Jul 14 09:27:16.627975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3cd3d12-2e96-4081-9256-922915255bd6 admin admin] Deleting subnet 35443151-366e-40f2-baad-d81d97409a51 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:16.651079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3d12-2e96-4081-9256-922915255bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.703026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9abd3b9-c4ae-4550-adef-9505d19ec178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.703432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Pushing event updated for resources: {'Port': ['ID=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.705701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e0822c-a038-4edc-bfcc-29e791f20afc tempest-SecurityGroupRulesTestJSON-649091699 tempest-SecurityGroupRulesTestJSON-649091699-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b14f9b2-879a-477f-855e-81f710a65d76,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:16.745107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3d12-2e96-4081-9256-922915255bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.833757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3d12-2e96-4081-9256-922915255bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.863230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Attempting to bind port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:16.863850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Attempting to bind port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:16.864181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Attempting to bind port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:16.882595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-499d773d-01e0-4be3-a9e6-11972290f227 admin admin] Deleting subnet 407a982d-bce3-4093-827d-d218404def32 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:16.892801 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499d773d-01e0-4be3-a9e6-11972290f227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.896479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:16.896752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Attempting to bind port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:16.939927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:16.940175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:16.940590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:16.941046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Bound port: 280741e3-4b9d-4d5c-bcdb-041ec4f3c604, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:16.941410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.966454 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3d12-2e96-4081-9256-922915255bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:16.973276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-9a730a92-9b16-4b98-884f-4a4a900977ed service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952081 Jul 14 09:27:16.973543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ae3b7b-adbd-467d-9301-d913aadad2db {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:16.991125 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.023762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499d773d-01e0-4be3-a9e6-11972290f227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.041378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3cd3d12-2e96-4081-9256-922915255bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.046075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c3cd3d12-2e96-4081-9256-922915255bd6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/35443151-366e-40f2-baad-d81d97409a51 HTTP/1.1" status: 204 len: 168 time: 0.6484683 Jul 14 09:27:17.046988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd3d12-2e96-4081-9256-922915255bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35443151-366e-40f2-baad-d81d97409a51,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.049547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55344) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.071722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Transition to ACTIVE for port object a6ae3b7b-adbd-467d-9301-d913aadad2db will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:17.108963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.131064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1758fa-7ed0-4540-a607-d3b3f94bc38e req-71f9410f-2ab6-472b-aba0-e0f594ad06c6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.138310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c1758fa-7ed0-4540-a607-d3b3f94bc38e req-71f9410f-2ab6-472b-aba0-e0f594ad06c6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 948 time: 0.3506632 Jul 14 09:27:17.160266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9abd3b9-c4ae-4550-adef-9505d19ec178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.186378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9abd3b9-c4ae-4550-adef-9505d19ec178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.217277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ae3b7b-adbd-467d-9301-d913aadad2db,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.240113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c1758fa-7ed0-4540-a607-d3b3f94bc38e req-31e1b554-7201-4041-ade0-4267c982a94b tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956712 Jul 14 09:27:17.240464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.241659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499d773d-01e0-4be3-a9e6-11972290f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.338118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f9abd3b9-c4ae-4550-adef-9505d19ec178 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6357214d1e104776808db9e919e33ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7985847 Jul 14 09:27:17.344499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55346) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.372643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abd3b9-c4ae-4550-adef-9505d19ec178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb22e1-4283-4db8-ba39-fa800d29fca2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.384357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] For port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:17.464578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-1cd40128-3cc1-47be-b522-cd29b00cc261 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4705396 Jul 14 09:27:17.469359 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] For port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:17.491357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.529034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:17.550838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f1275-b052-4f45-8beb-aebcea508089 req-67038b9c-966b-4b2b-ac06-18da0eca9c05 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.558714 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-295f1275-b052-4f45-8beb-aebcea508089 req-67038b9c-966b-4b2b-ac06-18da0eca9c05 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.3595762 Jul 14 09:27:17.574529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:17.575198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a3887ddc-6248-4ab0-ade5-4a11bc14cfe6 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:17.587183 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.594763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Attempting to bind port a6ae3b7b-adbd-467d-9301-d913aadad2db on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:17.595105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Attempting to bind port a6ae3b7b-adbd-467d-9301-d913aadad2db by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:17.595447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Attempting to bind port a6ae3b7b-adbd-467d-9301-d913aadad2db on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:17.603089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499d773d-01e0-4be3-a9e6-11972290f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.612337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175370fd-cf91-4ecc-84dd-dd6243e43012']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:17.614576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Port a6ae3b7b-adbd-467d-9301-d913aadad2db on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:17.614720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Attempting to bind port a6ae3b7b-adbd-467d-9301-d913aadad2db on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:17.622899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.627528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-295f1275-b052-4f45-8beb-aebcea508089 req-45c139d2-4f3d-41db-a9ff-20c572584aa8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675673 Jul 14 09:27:17.627958 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.630064 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] 10.222.0.69 "PUT /v2.0/ports/280741e3-4b9d-4d5c-bcdb-041ec4f3c604 HTTP/1.1" status: 200 len: 1097 time: 3.0512850 Jul 14 09:27:17.638421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:17.638774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:17.639641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:17.639641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Bound port: a6ae3b7b-adbd-467d-9301-d913aadad2db, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:17.639971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.644023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f78e8e-9ac8-4d36-90d2-f63afa34b912') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:17.644335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f78e8e-9ac8-4d36-90d2-f63afa34b912') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:17.662104 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.711807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.725494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:17.726292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:17.728157 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:17.768255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d773d-01e0-4be3-a9e6-11972290f227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407a982d-bce3-4093-827d-d218404def32,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.783008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] For port a6ae3b7b-adbd-467d-9301-d913aadad2db, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:17.789934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499d773d-01e0-4be3-a9e6-11972290f227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.791901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-499d773d-01e0-4be3-a9e6-11972290f227 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/407a982d-bce3-4093-827d-d218404def32 HTTP/1.1" status: 204 len: 168 time: 1.1386805 Jul 14 09:27:17.795265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] For port a6ae3b7b-adbd-467d-9301-d913aadad2db, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a6ae3b7b-adbd-467d-9301-d913aadad2db,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:17.796728 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.803171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55356) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.812814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27af1a-845b-4e7a-bc9b-81c8468b5efa service neutron] Pushing event updated for resources: {'Port': ['ID=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:17.846808 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.900658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.901446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.903910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] 10.222.0.66 "PUT /v2.0/ports/a6ae3b7b-adbd-467d-9301-d913aadad2db HTTP/1.1" status: 200 len: 1096 time: 2.0943270 Jul 14 09:27:17.907356 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.918477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.924168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/175370fd-cf91-4ecc-84dd-dd6243e43012 HTTP/1.1" status: 204 len: 168 time: 0.8714826 Jul 14 09:27:17.928030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55358) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:17.956468 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:17.989065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05046115-9687-4761-9c9e-8e487ce4c1cd req-36298e11-2c7f-409a-bf6f-f3fc993eec31 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:17.996911 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05046115-9687-4761-9c9e-8e487ce4c1cd req-36298e11-2c7f-409a-bf6f-f3fc993eec31 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 947 time: 0.5254979 Jul 14 09:27:18.025928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f27d6-5009-45dd-b06f-a42f103b53e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=175370fd-cf91-4ecc-84dd-dd6243e43012,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.047999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.051010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d202db7-30ca-45e4-91d4-691298f18ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ae3b7b-adbd-467d-9301-d913aadad2db,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.063949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-29e73d78-dca3-42ab-a613-43e7c1926ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.066136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-29e73d78-dca3-42ab-a613-43e7c1926ed1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=6c3f7c7d-0367-4626-917a-88cf8b7b8a5f HTTP/1.1" status: 200 len: 1099 time: 0.5115654 Jul 14 09:27:18.066907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3946f6be-575d-4350-8945-008133984232 admin admin] Deleting subnet b154e85c-35a9-468a-beb1-65ab49ed4f6b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:18.071128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0cb51e-b6ef-40a4-839d-2109378e58d8', 'tag': 'a6ae3b7b-adbd-467d-9301-d913aadad2db'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:18.073779 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd453270-6cb8-4c73-9862-402959426cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0cb51e-b6ef-40a4-839d-2109378e58d8", "tag": "a6ae3b7b-adbd-467d-9301-d913aadad2db"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:18.076983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3946f6be-575d-4350-8945-008133984232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.143346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3946f6be-575d-4350-8945-008133984232 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.177913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-0b19437d-96fd-471b-bcb8-1bf04b303caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.179588 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-0b19437d-96fd-471b-bcb8-1bf04b303caf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efb7775468f7465880c739ee4abd0d7a&device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 1099 time: 0.2183158 Jul 14 09:27:18.179903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05046115-9687-4761-9c9e-8e487ce4c1cd req-7681b34d-782c-47ea-9b40-f67d9231de59 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779261 Jul 14 09:27:18.182939 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0018bebd-65e7-419d-b4f1-338dffda9f90 x-openstack-request-id: req-0018bebd-65e7-419d-b4f1-338dffda9f90 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:18.183366 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0cb51e-b6ef-40a4-839d-2109378e58d8", "tag": "a6ae3b7b-adbd-467d-9301-d913aadad2db", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:18.183980 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0018bebd-65e7-419d-b4f1-338dffda9f90 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:18.184111 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0cb51e-b6ef-40a4-839d-2109378e58d8', 'tag': 'a6ae3b7b-adbd-467d-9301-d913aadad2db', 'status': 'completed', 'code': 200} Jul 14 09:27:18.255119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-1768dffc-8ea7-4d35-a644-594d76681f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.256706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-1768dffc-8ea7-4d35-a644-594d76681f9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 1100 time: 0.5393989 Jul 14 09:27:18.259758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.264145 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.264479 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45fb22e1-4283-4db8-ba39-fa800d29fca2 HTTP/1.1" status: 204 len: 168 time: 0.9153907 Jul 14 09:27:18.272530 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3946f6be-575d-4350-8945-008133984232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.328767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-4926c471-2272-425d-b43f-44547e5e7baa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a6ae3b7b-adbd-467d-9301-d913aadad2db HTTP/1.1" status: 200 len: 217 time: 0.1318047 Jul 14 09:27:18.329029 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.331359 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3946f6be-575d-4350-8945-008133984232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.340054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe2affd-7028-44f7-a2ed-b61a9e03db2a']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:18.358272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946f6be-575d-4350-8945-008133984232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b154e85c-35a9-468a-beb1-65ab49ed4f6b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.364507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee5989f-c0b3-4ecf-b1ad-b7c2a49f818b') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:18.364761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee5989f-c0b3-4ecf-b1ad-b7c2a49f818b') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:18.378704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.393326 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.399576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:18.400003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.416487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-f7adb814-0edf-4b08-a0e7-f7ed676ab37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.418606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-f7adb814-0edf-4b08-a0e7-f7ed676ab37c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0633724 Jul 14 09:27:18.424544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3946f6be-575d-4350-8945-008133984232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.428007 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3946f6be-575d-4350-8945-008133984232 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/b154e85c-35a9-468a-beb1-65ab49ed4f6b HTTP/1.1" status: 204 len: 168 time: 0.4853334 Jul 14 09:27:18.430376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.504064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb22e1-4283-4db8-ba39-fa800d29fca2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.510672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f32e4a-0c33-4eb2-825f-dbecffce0bb5', 'tag': '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:18.512985 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84157b42-76ad-4a2a-935b-e08a8b6aa601" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f32e4a-0c33-4eb2-825f-dbecffce0bb5", "tag": "280741e3-4b9d-4d5c-bcdb-041ec4f3c604"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:18.515349 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:18.518801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-528861c7-6b0f-4c1a-916b-fc262b8f5598 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=280741e3-4b9d-4d5c-bcdb-041ec4f3c604 HTTP/1.1" status: 200 len: 217 time: 0.2492414 Jul 14 09:27:18.537734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.538266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.538628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.538982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.539325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.539672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.542240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.542681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.543029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.547628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.548079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.548480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6471ab-4d9c-43fc-9f83-be3d719a4ed2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:18.555102 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.611655 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.613412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fbe2affd-7028-44f7-a2ed-b61a9e03db2a HTTP/1.1" status: 204 len: 168 time: 0.7973564 Jul 14 09:27:18.617837 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c9e208-ea16-4247-bb9e-9c3ff9e28b55 x-openstack-request-id: req-50c9e208-ea16-4247-bb9e-9c3ff9e28b55 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:18.618093 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f32e4a-0c33-4eb2-825f-dbecffce0bb5", "tag": "280741e3-4b9d-4d5c-bcdb-041ec4f3c604", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:18.618359 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50c9e208-ea16-4247-bb9e-9c3ff9e28b55 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:18.620360 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f32e4a-0c33-4eb2-825f-dbecffce0bb5', 'tag': '280741e3-4b9d-4d5c-bcdb-041ec4f3c604', 'status': 'completed', 'code': 200} Jul 14 09:27:18.657732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7693e3-d29f-4494-989f-686dfd077c42 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe2affd-7028-44f7-a2ed-b61a9e03db2a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:18.687155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-356ee367-aac3-42bb-ad09-b6b72fb1fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.688911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-356ee367-aac3-42bb-ad09-b6b72fb1fabd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2594357 Jul 14 09:27:18.694349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-4ea87342-046c-4007-b2fc-7790487dfd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.696368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-4ea87342-046c-4007-b2fc-7790487dfd39 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0964606 Jul 14 09:27:18.716488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-5f898196-f29b-4b30-b5a9-a2ccabb03d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.722618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-5f898196-f29b-4b30-b5a9-a2ccabb03d73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.6210868 Jul 14 09:27:18.723457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:18.807719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850df24-9d55-40a4-ac8a-a57e121b1b50 req-48f43387-5483-4eb3-bff3-69a6c3fa64f1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.810045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e850df24-9d55-40a4-ac8a-a57e121b1b50 req-48f43387-5483-4eb3-bff3-69a6c3fa64f1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 948 time: 0.3071561 Jul 14 09:27:18.865782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-4576f528-d417-48fe-89f2-9bfd843c033d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=40d0fe7f-c296-474a-a9b8-6201dad11141 HTTP/1.1" status: 200 len: 217 time: 0.1003439 Jul 14 09:27:18.934903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55396) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:18.994457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0259-c9dc-4e36-be47-b395e0236145 req-2a9aa33a-54ff-463b-a2a6-dbf132e9213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:18.996472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-2a9aa33a-54ff-463b-a2a6-dbf132e9213d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2919691 Jul 14 09:27:19.002035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-0196aced-c413-4508-b516-fc0be251bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.003646 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-0196aced-c413-4508-b516-fc0be251bd5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1285214 Jul 14 09:27:19.150715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.186544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2de7e81-a52c-478d-8c91-a2a36c6532e7']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:19.207347 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e850df24-9d55-40a4-ac8a-a57e121b1b50 req-d52cd64b-82dc-418b-b946-cfb6f5c36b47 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741143 Jul 14 09:27:19.210390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35748eec-1746-415a-8445-f48990133d90') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:19.210689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35748eec-1746-415a-8445-f48990133d90') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:19.220173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-db0c141b-9674-4b01-9620-4d942bc0bc17 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183682 Jul 14 09:27:19.224415 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.279844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 40d0fe7f-c296-474a-a9b8-6201dad11141 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:19.311012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.328809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:19.329654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:19.331426 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:19.438376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7a232f25-13be-4881-8412-16c7abe55b79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=951e073092b944eaa493e61abea66673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009370 Jul 14 09:27:19.441406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:19.473073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aa801-60b3-4893-860a-958f77034450 req-2174ba3d-becf-43e3-9c8a-707dc6eb3738 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.475258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f3aa801-60b3-4893-860a-958f77034450 req-2174ba3d-becf-43e3-9c8a-707dc6eb3738 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.5831490 Jul 14 09:27:19.481297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.509011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.511120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] 10.222.0.73 "DELETE /v2.0/networks/d2de7e81-a52c-478d-8c91-a2a36c6532e7 HTTP/1.1" status: 204 len: 168 time: 1.0494680 Jul 14 09:27:19.522924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c824d5-ec7c-4a64-ba01-b4e632b4d76c admin admin] Pushing event deleted for resources: {'Network': ['ID=d2de7e81-a52c-478d-8c91-a2a36c6532e7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.540943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a9db256-ba94-45e9-80df-91ed4a0960d9 req-539eeda6-312b-468f-8bd2-636a1dca4693 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089919 Jul 14 09:27:19.562678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-5fe5049c-df66-45b9-a3ff-f5521554c83d service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579290 Jul 14 09:27:19.570747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f3aa801-60b3-4893-860a-958f77034450 req-62600561-644d-4395-89cb-5ccb978fea3d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862048 Jul 14 09:27:19.584878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 40d0fe7f-c296-474a-a9b8-6201dad11141, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=40d0fe7f-c296-474a-a9b8-6201dad11141,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:19.595365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-9ce8a98e-400a-4526-b650-bddf13a2ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.602679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '40d0fe7f-c296-474a-a9b8-6201dad11141', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '40d0fe7f-c296-474a-a9b8-6201dad11141', 'mac_address': 'fa:16:3e:df:b8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:19.604531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-9ce8a98e-400a-4526-b650-bddf13a2ae1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5791416 Jul 14 09:27:19.643073 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.646750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86671944-cf63-490c-b241-1611ec1eacab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.657774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d0fe7f-c296-474a-a9b8-6201dad11141 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:19.681185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 40d0fe7f-c296-474a-a9b8-6201dad11141, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=40d0fe7f-c296-474a-a9b8-6201dad11141,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:19.693675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.736106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86671944-cf63-490c-b241-1611ec1eacab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.796085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=40d0fe7f-c296-474a-a9b8-6201dad11141,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.841630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd453270-6cb8-4c73-9862-402959426cf4 req-9a0dfae8-0e7c-4310-9aaa-566f392ab89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.843569 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd453270-6cb8-4c73-9862-402959426cf4 req-9a0dfae8-0e7c-4310-9aaa-566f392ab89e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efb7775468f7465880c739ee4abd0d7a&device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 1099 time: 0.2388406 Jul 14 09:27:19.910011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86671944-cf63-490c-b241-1611ec1eacab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.912693 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86671944-cf63-490c-b241-1611ec1eacab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:19.913682 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-86671944-cf63-490c-b241-1611ec1eacab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/79f0f917-76a6-4b28-8145-fceb5d82dc7f HTTP/1.1" status: 204 len: 168 time: 0.4689469 Jul 14 09:27:19.925391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81314c5c-c1a0-483b-9664-3ddaaad2d84b req-bce70b02-41c0-41e6-bc1a-56f83649f2a1 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:19.927053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81314c5c-c1a0-483b-9664-3ddaaad2d84b req-bce70b02-41c0-41e6-bc1a-56f83649f2a1 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 947 time: 0.2136543 Jul 14 09:27:19.943043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86671944-cf63-490c-b241-1611ec1eacab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f0f917-76a6-4b28-8145-fceb5d82dc7f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:19.959604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15be0259-c9dc-4e36-be47-b395e0236145 req-f603bb98-6353-4568-9a6c-71bd8861e317 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852572 Jul 14 09:27:19.979000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['40d0fe7f-c296-474a-a9b8-6201dad11141'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:19.989578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-1614bc6d-d049-45b6-969a-632cdae7820b service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565507 Jul 14 09:27:20.008879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26273e11-32f3-4c5a-9dca-278c31af29be req-1e738a54-6a01-47eb-b758-ffed61abc657 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.019501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26273e11-32f3-4c5a-9dca-278c31af29be req-1e738a54-6a01-47eb-b758-ffed61abc657 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 946 time: 0.1851051 Jul 14 09:27:20.021862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55434) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.037709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81314c5c-c1a0-483b-9664-3ddaaad2d84b req-5d74753e-5b0b-4675-9e7b-85374d5f4a3c tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985112 Jul 14 09:27:20.043566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd453270-6cb8-4c73-9862-402959426cf4 req-7aeb4d28-dd70-4378-87fd-2831e57a155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.045708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd453270-6cb8-4c73-9862-402959426cf4 req-7aeb4d28-dd70-4378-87fd-2831e57a155c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1945920 Jul 14 09:27:20.097627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd453270-6cb8-4c73-9862-402959426cf4 req-1f7cfb41-3d86-4659-b185-cae5b558394d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a6ae3b7b-adbd-467d-9301-d913aadad2db HTTP/1.1" status: 200 len: 217 time: 0.0449908 Jul 14 09:27:20.157382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd453270-6cb8-4c73-9862-402959426cf4 req-4a8320e1-70d2-41e7-bfda-ac97a1d47fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.160607 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd453270-6cb8-4c73-9862-402959426cf4 req-4a8320e1-70d2-41e7-bfda-ac97a1d47fb9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0557075 Jul 14 09:27:20.167014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26273e11-32f3-4c5a-9dca-278c31af29be req-2838a46d-5433-48a4-acf5-f9eb0c0fbbf6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342158 Jul 14 09:27:20.255230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd453270-6cb8-4c73-9862-402959426cf4 req-9e40d726-1ffe-44da-85bd-2c113dab274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.257637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd453270-6cb8-4c73-9862-402959426cf4 req-9e40d726-1ffe-44da-85bd-2c113dab274e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0888624 Jul 14 09:27:20.371479 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-986d8f40-8837-4212-9df3-8085e3a7a1b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc9b9fcd79d349048a7a9680a98cfb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462112 Jul 14 09:27:20.383429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55448) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:20.391351 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd453270-6cb8-4c73-9862-402959426cf4 req-59a9c45b-bf9e-4345-a1a1-c589a5134e6d service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259837 Jul 14 09:27:20.450547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-97df67ad-625f-4c92-b53f-1a19aa0990a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.452080 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-97df67ad-625f-4c92-b53f-1a19aa0990a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 1100 time: 0.4179349 Jul 14 09:27:20.464509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-117864b5-d84a-4dbe-9284-3e8fa734fab2 req-60df0634-e9b6-4471-950c-65f98cdbd119 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438028 Jul 14 09:27:20.578442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd453270-6cb8-4c73-9862-402959426cf4 req-07bbb4a8-0e32-4f26-8f99-31075eca658e service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765726 Jul 14 09:27:20.598550 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-449e3780-87ba-4f1d-85d8-813eb76fbb1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.654094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-449e3780-87ba-4f1d-85d8-813eb76fbb1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.665604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6747cb3-8a57-4a16-a540-b8e1af3bb8da req-9576b022-62a1-4a31-964b-1e6a8afb6a10 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.667028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6747cb3-8a57-4a16-a540-b8e1af3bb8da req-9576b022-62a1-4a31-964b-1e6a8afb6a10 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 948 time: 0.2309535 Jul 14 09:27:20.702774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-3a170528-5f6d-4f65-8763-0186bf1e6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.703447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-3a170528-5f6d-4f65-8763-0186bf1e6a8e service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2368433 Jul 14 09:27:20.763425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-2fcc26b2-6b58-4505-a747-5141453936bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=280741e3-4b9d-4d5c-bcdb-041ec4f3c604 HTTP/1.1" status: 200 len: 217 time: 0.0491481 Jul 14 09:27:20.812710 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6747cb3-8a57-4a16-a540-b8e1af3bb8da req-f05a4742-8e62-4ffc-b5c7-2c3ebc1b3580 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296442 Jul 14 09:27:20.824094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-449e3780-87ba-4f1d-85d8-813eb76fbb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.826859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-449e3780-87ba-4f1d-85d8-813eb76fbb1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:20.837470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-449e3780-87ba-4f1d-85d8-813eb76fbb1b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88726b80-ca35-47a3-8086-7d37c7221175 HTTP/1.1" status: 204 len: 168 time: 0.4443061 Jul 14 09:27:20.845803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e3780-87ba-4f1d-85d8-813eb76fbb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88726b80-ca35-47a3-8086-7d37c7221175,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:20.875596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-5ff2040c-bcaa-464f-a2db-f99990a32c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.877179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-5ff2040c-bcaa-464f-a2db-f99990a32c06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1014650 Jul 14 09:27:20.951380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-dd733fcd-9ec9-4ec4-83ef-65f3f26fd7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:20.954339 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-dd733fcd-9ec9-4ec4-83ef-65f3f26fd7ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0696599 Jul 14 09:27:21.196997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-6b2c23cc-ef15-45b7-82b2-6459c75db90c service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337308 Jul 14 09:27:21.206602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882b0d2-bad4-4d89-9864-ba02ba3eaa1f req-cc2be2ef-0298-4c2c-8a1e-6d13c667ee9e tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.213926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e882b0d2-bad4-4d89-9864-ba02ba3eaa1f req-cc2be2ef-0298-4c2c-8a1e-6d13c667ee9e tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1874435 Jul 14 09:27:21.299192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a6ae3b7b-adbd-467d-9301-d913aadad2db details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:21.315693 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 40d0fe7f-c296-474a-a9b8-6201dad11141 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:21.330606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de951ce-ffa2-4c66-ade4-4ef8f97524b6 req-32d209ed-352e-4696-b212-6f26c19168b1 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:21.340029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de951ce-ffa2-4c66-ade4-4ef8f97524b6 req-32d209ed-352e-4696-b212-6f26c19168b1 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 947 time: 0.1120534 Jul 14 09:27:21.385728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e882b0d2-bad4-4d89-9864-ba02ba3eaa1f req-60bcf67a-e035-414b-9009-8ca295f58fd6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707327 Jul 14 09:27:21.431602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55526) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:21.441654 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de951ce-ffa2-4c66-ade4-4ef8f97524b6 req-5da2cc4d-6f5f-43ce-aed1-c2b2d592f0f7 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006324 Jul 14 09:27:21.450930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84157b42-76ad-4a2a-935b-e08a8b6aa601 req-f52cb66c-1585-4a7d-ad09-bb93203b1b51 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340240 Jul 14 09:27:21.517595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a6ae3b7b-adbd-467d-9301-d913aadad2db, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a6ae3b7b-adbd-467d-9301-d913aadad2db,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:21.519433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55532) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:21.521937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-650052e0-cb39-41b3-9c24-efab1b4fe99a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa7b7cf08531481ca6b14ad68f5fcf32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0848434 Jul 14 09:27:21.534512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'a6ae3b7b-adbd-467d-9301-d913aadad2db', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'a6ae3b7b-adbd-467d-9301-d913aadad2db', 'mac_address': 'fa:16:3e:38:ad:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:21.544780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 40d0fe7f-c296-474a-a9b8-6201dad11141 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:21.578883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 40d0fe7f-c296-474a-a9b8-6201dad11141 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:21.579574 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.617266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.636245 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.664887 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.687168 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.692505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ae3b7b-adbd-467d-9301-d913aadad2db {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:21.733682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.734850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a6ae3b7b-adbd-467d-9301-d913aadad2db, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a6ae3b7b-adbd-467d-9301-d913aadad2db,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:21.736796 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.740557 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.741321 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a12431d2-0687-45a1-82a9-011ea9d9f051 HTTP/1.1" status: 204 len: 168 time: 0.2207592 Jul 14 09:27:21.755328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12431d2-0687-45a1-82a9-011ea9d9f051,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.774877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.778246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.778610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.778953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.779293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.779630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.779961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.780313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.780644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.780966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.781288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.783257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f011005-7768-461e-834e-980705c18d2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:21.807245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a6ae3b7b-adbd-467d-9301-d913aadad2db,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.837559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3f7c7d-0367-4626-917a-88cf8b7b8a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d0fe7f-c296-474a-a9b8-6201dad11141'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:21.844778 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d672c1-b21b-4684-a1f0-3e198418a901" -d '{"events": [{"server_uuid": "6c3f7c7d-0367-4626-917a-88cf8b7b8a5f", "name": "network-vif-plugged", "status": "completed", "tag": "40d0fe7f-c296-474a-a9b8-6201dad11141"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:21.858086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 40d0fe7f-c296-474a-a9b8-6201dad11141, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=40d0fe7f-c296-474a-a9b8-6201dad11141,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:21.865796 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.867367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:21.897947 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f9e58055-54a0-4d18-88fe-c06491ea003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:21.972665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=40d0fe7f-c296-474a-a9b8-6201dad11141,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:21.996037 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200c024b-63dd-450e-af7c-8c6b62776ad4 x-openstack-request-id: req-200c024b-63dd-450e-af7c-8c6b62776ad4 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:21.996425 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3f7c7d-0367-4626-917a-88cf8b7b8a5f", "name": "network-vif-plugged", "status": "completed", "tag": "40d0fe7f-c296-474a-a9b8-6201dad11141", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:22.000804 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-200c024b-63dd-450e-af7c-8c6b62776ad4 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:22.001550 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3f7c7d-0367-4626-917a-88cf8b7b8a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d0fe7f-c296-474a-a9b8-6201dad11141', 'code': 200} Jul 14 09:27:22.024402 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.077496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:22.083857 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.090830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22093b56-2a42-45a2-bf1a-b1f900c5583c req-26ab75a3-4c6d-4a25-b239-142c6b5cbb26 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.099107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22093b56-2a42-45a2-bf1a-b1f900c5583c req-26ab75a3-4c6d-4a25-b239-142c6b5cbb26 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 948 time: 0.1097634 Jul 14 09:27:22.101386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55558) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:22.135418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a6ae3b7b-adbd-467d-9301-d913aadad2db'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:22.156646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956435c7-6928-4954-b83d-7f6c718f99b5 req-c08658ca-d703-494d-80d7-2559dbbbee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.158307 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-956435c7-6928-4954-b83d-7f6c718f99b5 req-c08658ca-d703-494d-80d7-2559dbbbee2c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c3f7c7d-0367-4626-917a-88cf8b7b8a5f HTTP/1.1" status: 200 len: 1101 time: 0.1121352 Jul 14 09:27:22.206710 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22093b56-2a42-45a2-bf1a-b1f900c5583c req-ae2950a1-dc31-4424-b828-2d5a0d80e4d6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035993 Jul 14 09:27:22.220011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-956435c7-6928-4954-b83d-7f6c718f99b5 req-40af76a5-23dc-40b4-94b6-225c3fd10223 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514266 Jul 14 09:27:22.273596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:22.357846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad99d472-8aa9-4a97-aa76-c58f317df3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.573291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad99d472-8aa9-4a97-aa76-c58f317df3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.588705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad99d472-8aa9-4a97-aa76-c58f317df3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.588924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:22.676748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99d472-8aa9-4a97-aa76-c58f317df3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd196dc8-3589-45bc-9297-e64fefde184a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:22.686149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ad99d472-8aa9-4a97-aa76-c58f317df3a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a44c8839bdcf47889c84e8996dadc845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837874 Jul 14 09:27:22.689007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:22.732411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cd4cc-0fff-4324-92c3-5029107356b1 req-3634bedc-d59c-48ed-809b-733ac2158de3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.734238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a78cd4cc-0fff-4324-92c3-5029107356b1 req-3634bedc-d59c-48ed-809b-733ac2158de3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1041026 Jul 14 09:27:22.792099 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32fd2d55-e374-4070-9d4d-b8afa4b2de0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.818120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a78cd4cc-0fff-4324-92c3-5029107356b1 req-d26854bd-9529-4c36-91e2-b892ee1fc54d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761774 Jul 14 09:27:22.832444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32fd2d55-e374-4070-9d4d-b8afa4b2de0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.865235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86d859-21bb-4d37-85eb-3a2efe448b20 req-2d59fc14-39dd-4c37-bb67-ca3c7f7d0a32 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:22.866639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c86d859-21bb-4d37-85eb-3a2efe448b20 req-2d59fc14-39dd-4c37-bb67-ca3c7f7d0a32 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 948 time: 0.1293991 Jul 14 09:27:22.898930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8008e296-09f0-4d0d-b06b-022e49b1bf5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.959412 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c86d859-21bb-4d37-85eb-3a2efe448b20 req-2457b7cd-9122-4c74-9dbc-143cc2effdda tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810771 Jul 14 09:27:22.963526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32fd2d55-e374-4070-9d4d-b8afa4b2de0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.966453 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32fd2d55-e374-4070-9d4d-b8afa4b2de0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:22.978073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-32fd2d55-e374-4070-9d4d-b8afa4b2de0f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd196dc8-3589-45bc-9297-e64fefde184a HTTP/1.1" status: 204 len: 168 time: 0.2824137 Jul 14 09:27:22.989330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd2d55-e374-4070-9d4d-b8afa4b2de0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd196dc8-3589-45bc-9297-e64fefde184a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.069296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8008e296-09f0-4d0d-b06b-022e49b1bf5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.075257 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8008e296-09f0-4d0d-b06b-022e49b1bf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.115490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008e296-09f0-4d0d-b06b-022e49b1bf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910b7954-b1b7-43f9-916b-8a27b800bc15,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.123331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8008e296-09f0-4d0d-b06b-022e49b1bf5f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c1b6e956c0d418eb0a1c915335994cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283875 Jul 14 09:27:23.123690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:23.178474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6971835-23de-4239-9de2-d9de6e36780d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.202158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6971835-23de-4239-9de2-d9de6e36780d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.256999 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6971835-23de-4239-9de2-d9de6e36780d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.260897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6971835-23de-4239-9de2-d9de6e36780d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.265004 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b6971835-23de-4239-9de2-d9de6e36780d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/910b7954-b1b7-43f9-916b-8a27b800bc15 HTTP/1.1" status: 204 len: 168 time: 0.1402755 Jul 14 09:27:23.274754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6971835-23de-4239-9de2-d9de6e36780d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910b7954-b1b7-43f9-916b-8a27b800bc15,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.322617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:23.399593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5973b-7fa5-4805-adc8-909c8de8f656 req-851f8eaa-97f7-41e0-93b4-770f7e923666 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:23.409378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45c5973b-7fa5-4805-adc8-909c8de8f656 req-851f8eaa-97f7-41e0-93b4-770f7e923666 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 948 time: 0.0855765 Jul 14 09:27:23.421825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55612) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:23.444548 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e38db8c0-f386-457e-8e7a-64a165f795d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.458329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:23.463313 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45c5973b-7fa5-4805-adc8-909c8de8f656 req-f7ffb627-004b-4e2a-a45f-a97bcaacd961 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496421 Jul 14 09:27:23.481806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'mac_address': 'fa:16:3e:6e:54:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:23.531227 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.548760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a428a890-3f1e-4770-83f5-747ee1ec2321 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:23.581256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:23.585555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:23.595306 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.598972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e38db8c0-f386-457e-8e7a-64a165f795d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.606771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e38db8c0-f386-457e-8e7a-64a165f795d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.645847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:23.646478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e38db8c0-f386-457e-8e7a-64a165f795d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f589060686640e4a30a0dac891e023b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230580 Jul 14 09:27:23.671738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38db8c0-f386-457e-8e7a-64a165f795d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9559a4d-c1d1-4108-8ef2-812535edd668,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.723382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a428a890-3f1e-4770-83f5-747ee1ec2321'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:23.742147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0d18113-e32a-439d-83be-1b1fa4ac7ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.769000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0d18113-e32a-439d-83be-1b1fa4ac7ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.798936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.832598 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0d18113-e32a-439d-83be-1b1fa4ac7ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.836597 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0d18113-e32a-439d-83be-1b1fa4ac7ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:23.841432 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b0d18113-e32a-439d-83be-1b1fa4ac7ca7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9559a4d-c1d1-4108-8ef2-812535edd668 HTTP/1.1" status: 204 len: 168 time: 0.1944671 Jul 14 09:27:23.854969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d18113-e32a-439d-83be-1b1fa4ac7ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9559a4d-c1d1-4108-8ef2-812535edd668,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:23.862505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:23.910059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '280741e3-4b9d-4d5c-bcdb-041ec4f3c604', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '280741e3-4b9d-4d5c-bcdb-041ec4f3c604', 'mac_address': 'fa:16:3e:96:4a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:24.002563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:24.004821 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f8b448-04ff-4e42-aa2c-1a9e032771f7" -d '{"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-unplugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:24.008912 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.038500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:24.073363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0331a5-1ddc-4491-8dc2-f67a482eae36 req-47130ce3-c7da-400e-9106-a33ae9ffd5a9 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.073931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:24.075710 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a0331a5-1ddc-4491-8dc2-f67a482eae36 req-47130ce3-c7da-400e-9106-a33ae9ffd5a9 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1004279 Jul 14 09:27:24.081722 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.122318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a0331a5-1ddc-4491-8dc2-f67a482eae36 req-1e19f633-0da8-4650-afe8-1b120004263d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403793 Jul 14 09:27:24.174164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:24.190446 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ce7c71d-7a26-48be-8f59-fcf6dc5ede32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.322328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['280741e3-4b9d-4d5c-bcdb-041ec4f3c604'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:24.371908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3f8b1-6200-45ff-a8c7-51cdc96bce6f req-c397d31d-3d23-4807-91a2-d30543b57582 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.377192 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14e3f8b1-6200-45ff-a8c7-51cdc96bce6f req-c397d31d-3d23-4807-91a2-d30543b57582 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 948 time: 0.1179783 Jul 14 09:27:24.423752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55670) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:24.448272 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14e3f8b1-6200-45ff-a8c7-51cdc96bce6f req-56b98053-4d13-414f-82b0-40ec731fc00b tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559151 Jul 14 09:27:24.506744 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4883b98-753e-4c92-8d2c-a333fecc18ad x-openstack-request-id: req-d4883b98-753e-4c92-8d2c-a333fecc18ad {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:24.507348 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-unplugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:24.507348 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4883b98-753e-4c92-8d2c-a333fecc18ad {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:24.507627 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'code': 200} Jul 14 09:27:24.531827 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.596116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-515110179-network', 'tenant_id': 'a9906f97252144128c6148c196932b6a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:24.630303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:24.637072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.653336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.672613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7315ab9-a411-4deb-8f94-fa25c8de39e8 req-b83a198f-e47d-4ce3-8cb6-aa2bc1cb6cd4 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.674091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7315ab9-a411-4deb-8f94-fa25c8de39e8 req-b83a198f-e47d-4ce3-8cb6-aa2bc1cb6cd4 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 949 time: 0.0918357 Jul 14 09:27:24.724289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7315ab9-a411-4deb-8f94-fa25c8de39e8 req-728332a4-a23c-4d73-ba01-6cb051d38978 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445180 Jul 14 09:27:24.781788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.787217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.824652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:24.840542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c769712c-c0eb-43da-a601-1c72474d413e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:24.857105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.857468 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Added segment 279e1599-85f5-4ce6-9096-ca0033550929 of type vlan for network 47270586-9b02-4ec0-a27c-e3637d71dae4 Jul 14 09:27:24.905506 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.941203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:24.942229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:24.943145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.004549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5794983 Jul 14 09:27:25.007621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767feae-7e8d-4361-a802-d157cefe3044 admin admin] Pushing event updated for resources: {'Network': ['ID=47270586-9b02-4ec0-a27c-e3637d71dae4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.007769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55704) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.014829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Request body: {'subnet': {'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-515110179-subnet', 'tenant_id': 'a9906f97252144128c6148c196932b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:25.018314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:25.062092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:25.065502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.252892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55714) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.258568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.327298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:25.363850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f0ce11-c178-40b2-a579-676eb17cd347,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.384378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbabc0e0-dee2-4b3d-b9e1-c043eb4906b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.391335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Checking segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:25.392182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Network hostable DHCP agents. Network: 47270586-9b02-4ec0-a27c-e3637d71dae4, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:25.404576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ee2f7-f14a-4eb3-a566-90765736ceea req-7d5d1244-c89f-4b03-97c7-e0ba68ab8e16 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.406853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-965ee2f7-f14a-4eb3-a566-90765736ceea req-7d5d1244-c89f-4b03-97c7-e0ba68ab8e16 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1454861 Jul 14 09:27:25.421428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port a428a890-3f1e-4770-83f5-747ee1ec2321 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:25.421940 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.454522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-965ee2f7-f14a-4eb3-a566-90765736ceea req-66495b9d-d1bb-4146-acda-576220f1c905 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Jul 14 09:27:25.461247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:25.475903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 47270586-9b02-4ec0-a27c-e3637d71dae4) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:25.496598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.497864 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.505394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8fa45d-aba9-4a0a-98b1-90fca3656e13 None None] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:25.509445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbabc0e0-dee2-4b3d-b9e1-c043eb4906b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.514337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.514873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbabc0e0-dee2-4b3d-b9e1-c043eb4906b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.525322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-438c7391-e07e-4aed-a558-8e9da0c2d37d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5162644 Jul 14 09:27:25.551365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbabc0e0-dee2-4b3d-b9e1-c043eb4906b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614e594d-6083-4e0c-9ffa-db0d9c02dbc2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.594778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cbabc0e0-dee2-4b3d-b9e1-c043eb4906b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acfce507a9cf4f87bc8cd42959149fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3404911 Jul 14 09:27:25.597147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55730) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.604474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:25.616691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:25.661374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd04eb1-9a01-4858-b857-7feca4a9a6b8 req-857334db-f3fd-4afa-8f9e-78a0581ce801 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.662902 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bd04eb1-9a01-4858-b857-7feca4a9a6b8 req-857334db-f3fd-4afa-8f9e-78a0581ce801 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 948 time: 0.0726194 Jul 14 09:27:25.716764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01760f5b-b131-4da5-a4eb-0dc64904c7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.724039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bd04eb1-9a01-4858-b857-7feca4a9a6b8 req-e53a310e-9493-4488-a591-d539fc57b3f4 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 Jul 14 09:27:25.794419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01760f5b-b131-4da5-a4eb-0dc64904c7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.796650 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.834596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:25.876813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:25.877390 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.889966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01760f5b-b131-4da5-a4eb-0dc64904c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.893750 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01760f5b-b131-4da5-a4eb-0dc64904c7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:25.895580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-01760f5b-b131-4da5-a4eb-0dc64904c7c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/614e594d-6083-4e0c-9ffa-db0d9c02dbc2 HTTP/1.1" status: 204 len: 168 time: 0.2969439 Jul 14 09:27:25.926676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbca016-93e5-42b6-9d69-7d15f95b7137 None None] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:25.927497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:25.951965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01760f5b-b131-4da5-a4eb-0dc64904c7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614e594d-6083-4e0c-9ffa-db0d9c02dbc2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:25.989568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35a4cd-0edb-4730-b4d0-98f917aa96b2 req-e8c3e986-c84b-4e1d-9340-f086d31ac237 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:25.991834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff35a4cd-0edb-4730-b4d0-98f917aa96b2 req-e8c3e986-c84b-4e1d-9340-f086d31ac237 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 949 time: 0.0798593 Jul 14 09:27:26.005758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:26.032348 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.033249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a6ae3b7b-adbd-467d-9301-d913aadad2db up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:26.073961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:26.086344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff35a4cd-0edb-4730-b4d0-98f917aa96b2 req-101d04b6-f11a-4139-a359-d5032649f473 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865450 Jul 14 09:27:26.147638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'mac_address': 'fa:16:3e:ff:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:26.292761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=10']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.351000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-486444351'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:26.380898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Made reservation on behalf of f9c24d9954fc4af5b23c0d658fd012da for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:26.384760 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.404552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.425999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port a6ae3b7b-adbd-467d-9301-d913aadad2db completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:26.436185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.440605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port a6ae3b7b-adbd-467d-9301-d913aadad2db triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:26.440780 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.442762 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.500788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 205026d4-e80b-411f-8fbf-a3dc7f707016 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:26.509394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:26.512535 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8229bfdc-112f-4fe7-993d-fd248d622e2e" -d '{"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-plugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:26.514846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-228aa122-7da9-4a6b-a815-9b7094e1eea0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:26.517827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-228aa122-7da9-4a6b-a815-9b7094e1eea0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.3041461 Jul 14 09:27:26.556515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:26.571215 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.572022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:26.579813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:26.629757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.641997 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.642978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.664584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:26.691821 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.692365 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Added segment 6783315c-cd6a-4ce0-86a3-58c6f89a28ee of type vlan for network 76542b1f-df77-4d9f-b791-57f85d206aec Jul 14 09:27:26.699925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe1a8-20e9-4083-8fc6-fdbbeb7e489b req-0511d6cf-0658-4dab-a98c-6613b1acae83 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:26.709423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-657fe1a8-20e9-4083-8fc6-fdbbeb7e489b req-0511d6cf-0658-4dab-a98c-6613b1acae83 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 949 time: 0.0891638 Jul 14 09:27:26.712598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.744639 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.753180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.762997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-657fe1a8-20e9-4083-8fc6-fdbbeb7e489b req-68e212e9-b12a-46ee-8d0a-ce888f772495 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519719 Jul 14 09:27:26.766237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.841626 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49cb60e-749e-41f5-94ce-564431b7ba8b x-openstack-request-id: req-d49cb60e-749e-41f5-94ce-564431b7ba8b {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:26.842184 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-plugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:26.842184 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d49cb60e-749e-41f5-94ce-564431b7ba8b {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:26.842565 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'code': 200} Jul 14 09:27:26.844619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-006a60e8-983c-417f-8b00-36f4610946de tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/quotas/a9906f97252144128c6148c196932b6a HTTP/1.1" status: 200 len: 375 time: 0.2130687 Jul 14 09:27:26.893110 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-d5d63d07-f3ad-4711-a7e9-6fc798dacde2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462434 Jul 14 09:27:26.899895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.907368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:26.908521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.909930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a6ae3b7b-adbd-467d-9301-d913aadad2db, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a6ae3b7b-adbd-467d-9301-d913aadad2db,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:26.913666 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.915914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:26.931639 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:26.939133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['205026d4-e80b-411f-8fbf-a3dc7f707016'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:26.945810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 205026d4-e80b-411f-8fbf-a3dc7f707016 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:27.026124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:27.039153 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.059095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1276462 Jul 14 09:27:27.059946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55804) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:27.065175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a6ae3b7b-adbd-467d-9301-d913aadad2db,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.075975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Request body: {'subnet': {'network_id': '76542b1f-df77-4d9f-b791-57f85d206aec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:27.143658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05045a72-7ed6-4f76-9222-5c67d97111d9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.208578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775b8e3-7889-4e10-936f-3ac2f542dbad tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event updated for resources: {'Network': ['ID=76542b1f-df77-4d9f-b791-57f85d206aec,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.220455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cc696-f7a5-4c02-aa31-55c642ef17d7 req-abd34363-4df8-4136-a754-8271a3935142 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.222717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-256cc696-f7a5-4c02-aa31-55c642ef17d7 req-abd34363-4df8-4136-a754-8271a3935142 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 949 time: 0.2746377 Jul 14 09:27:27.235179 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.247972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 76542b1f-df77-4d9f-b791-57f85d206aec details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:27.266394 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-e3903608-3ba1-42ed-87d7-104d6c5630c8 service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720489 Jul 14 09:27:27.334619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-256cc696-f7a5-4c02-aa31-55c642ef17d7 req-7788f79e-49c2-4df3-b8a7-a873de122408 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054010 Jul 14 09:27:27.345804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.360133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Made reservation on behalf of f9c24d9954fc4af5b23c0d658fd012da for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:27.370846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.472057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-aa7f736c-e442-4515-8280-b29cbb7a6a9c service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989112 Jul 14 09:27:27.732041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.858946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72282160-897b-4d73-bccd-ede81bf47011 req-e0b47125-117c-40fe-b807-b4b4bc0a7bc7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.866173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72282160-897b-4d73-bccd-ede81bf47011 req-e0b47125-117c-40fe-b807-b4b4bc0a7bc7 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 950 time: 0.2845664 Jul 14 09:27:27.878898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event updated for resources: {'Subnet': ['ID=e55cd863-052d-458c-9c89-bc12f20802c0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:27.894992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Checking segment: {'id': '6783315c-cd6a-4ce0-86a3-58c6f89a28ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '76542b1f-df77-4d9f-b791-57f85d206aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:27.895355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Network hostable DHCP agents. Network: 76542b1f-df77-4d9f-b791-57f85d206aec, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:27.925019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b00280c5-9322-4297-b360-ed4b05f45a85 req-a66dddcd-011f-4757-8e64-88b96b1b071a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 210 time: 0.1012063 Jul 14 09:27:27.938416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72282160-897b-4d73-bccd-ede81bf47011 req-f920cc5e-bd00-4526-9d54-e97c4f8c6105 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717292 Jul 14 09:27:27.939731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Network 76542b1f-df77-4d9f-b791-57f85d206aec is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:27.954731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 76542b1f-df77-4d9f-b791-57f85d206aec) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:27.963273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:27.966959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:27.969558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4132f5c-05ea-4174-99fd-e3026cef6a2d None None] Network 76542b1f-df77-4d9f-b791-57f85d206aec requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:28.009683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8a20b41b-439c-4385-a275-6a529abbe894 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9378943 Jul 14 09:27:28.012924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55838) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:28.018414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Request body: {'port': {'network_id': '76542b1f-df77-4d9f-b791-57f85d206aec', 'name': 'tempest-DHCPAgentSchedulersTestJSON-722752575'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:28.143875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e2753-07ff-4471-89e0-102ad6956d63 req-1fcaee2c-5f87-4a7a-b39f-3f33ad259683 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.157638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7e4e2753-07ff-4471-89e0-102ad6956d63 req-1fcaee2c-5f87-4a7a-b39f-3f33ad259683 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 948 time: 0.1098242 Jul 14 09:27:28.244612 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7e4e2753-07ff-4471-89e0-102ad6956d63 req-93747b8a-9060-43ec-a6b4-d22d59d86e65 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857008 Jul 14 09:27:28.263739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Made reservation on behalf of f9c24d9954fc4af5b23c0d658fd012da for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:28.272116 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.312502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-76542b1f-df77-4d9f-b791-57f85d206aec', 'network_id': '76542b1f-df77-4d9f-b791-57f85d206aec', 'tenant_id': 'f9c24d9954fc4af5b23c0d658fd012da', 'fixed_ips': [{'subnet_id': 'e55cd863-052d-458c-9c89-bc12f20802c0'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:28.314087 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.322326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] device_id is not set on port b9510926-78b0-4797-afe2-e4835694fd51 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:27:28.531079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Allocated IP 172.20.0.13 (76542b1f-df77-4d9f-b791-57f85d206aec/e55cd863-052d-458c-9c89-bc12f20802c0/b9510926-78b0-4797-afe2-e4835694fd51) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:28.784481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c0f26-a199-408f-b45a-2cd374242f5c req-cf2e5f2f-1acb-4cc8-a2ad-87570e0b1a0a tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:28.792498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-906c0f26-a199-408f-b45a-2cd374242f5c req-cf2e5f2f-1acb-4cc8-a2ad-87570e0b1a0a tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 949 time: 0.1987910 Jul 14 09:27:28.831248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:28.843787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f32e4a-0c33-4eb2-825f-dbecffce0bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'}, {'server_uuid': '6b0cb51e-b6ef-40a4-839d-2109378e58d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ae3b7b-adbd-467d-9301-d913aadad2db'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:28.846140 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7d7a62-5e17-4f89-8c95-f5a01ad10e90" -d '{"events": [{"server_uuid": "a9f32e4a-0c33-4eb2-825f-dbecffce0bb5", "name": "network-vif-plugged", "status": "completed", "tag": "280741e3-4b9d-4d5c-bcdb-041ec4f3c604"}, {"server_uuid": "6b0cb51e-b6ef-40a4-839d-2109378e58d8", "name": "network-vif-plugged", "status": "completed", "tag": "a6ae3b7b-adbd-467d-9301-d913aadad2db"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:28.896705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-906c0f26-a199-408f-b45a-2cd374242f5c req-00d22fb1-57ba-465a-9791-711b5a6f5da1 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032207 Jul 14 09:27:28.897866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Transition to ACTIVE for port object b9510926-78b0-4797-afe2-e4835694fd51 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:28.986950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.047909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Network 76542b1f-df77-4d9f-b791-57f85d206aec is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:29.052352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:29.058131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:29.062454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event updated for resources: {'Port': ['ID=b9510926-78b0-4797-afe2-e4835694fd51,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.121290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.122412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.150342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fd0862b5-ee45-4d19-9924-dfe6781eb4b6 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1336417 Jul 14 09:27:29.150759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Allocated IP 172.20.0.2 (76542b1f-df77-4d9f-b791-57f85d206aec/e55cd863-052d-458c-9c89-bc12f20802c0/15d6a963-cbfa-4b92-b8d2-ef768a286976) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:29.151275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55874) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:29.162186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-752f31bc-f8a2-4be7-9ed7-b656be4b33c3 req-6dae2a29-00d9-414b-9d28-8a498fdfc23d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 210 time: 0.0511339 Jul 14 09:27:29.186450 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eec004-5654-485e-92f1-2d1ce958e179 x-openstack-request-id: req-d1eec004-5654-485e-92f1-2d1ce958e179 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:29.186751 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f32e4a-0c33-4eb2-825f-dbecffce0bb5", "name": "network-vif-plugged", "status": "completed", "tag": "280741e3-4b9d-4d5c-bcdb-041ec4f3c604", "code": 200}, {"server_uuid": "6b0cb51e-b6ef-40a4-839d-2109378e58d8", "name": "network-vif-plugged", "status": "completed", "tag": "a6ae3b7b-adbd-467d-9301-d913aadad2db", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:29.187008 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1eec004-5654-485e-92f1-2d1ce958e179 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:29.187402 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f32e4a-0c33-4eb2-825f-dbecffce0bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280741e3-4b9d-4d5c-bcdb-041ec4f3c604', 'code': 200} Jul 14 09:27:29.187654 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0cb51e-b6ef-40a4-839d-2109378e58d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ae3b7b-adbd-467d-9301-d913aadad2db', 'code': 200} Jul 14 09:27:29.317310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfc947-8f90-4f7a-809a-fb12db71ed1d req-f87a5957-1f81-4ee2-b144-2680ab8906a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.319190 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56cfc947-8f90-4f7a-809a-fb12db71ed1d req-f87a5957-1f81-4ee2-b144-2680ab8906a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 1101 time: 0.1290536 Jul 14 09:27:29.383873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56cfc947-8f90-4f7a-809a-fb12db71ed1d req-f3ca3ded-2512-42d1-9d1a-be81f347b3a6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553873 Jul 14 09:27:29.398181 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.509266 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.522962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Transition to ACTIVE for port object 15d6a963-cbfa-4b92-b8d2-ef768a286976 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:29.539832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-50eab34a-a708-4f8b-af43-48967610df9b tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Deleting port b9510926-78b0-4797-afe2-e4835694fd51 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:29.540189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50eab34a-a708-4f8b-af43-48967610df9b tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.573892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Transition to ACTIVE for port object 15d6a963-cbfa-4b92-b8d2-ef768a286976 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:29.578393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b29738-48d6-4eea-a686-f78ab28c065b req-4cfdb43b-1b43-4c4c-988a-cb157f7541d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.581942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92b29738-48d6-4eea-a686-f78ab28c065b req-4cfdb43b-1b43-4c4c-988a-cb157f7541d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 1102 time: 0.3156941 Jul 14 09:27:29.584893 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.644059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:29.662659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14d006-5545-4cbd-a6f5-b9294eeef48b req-2351a33a-7825-4574-9192-030b886e8812 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.670116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e14d006-5545-4cbd-a6f5-b9294eeef48b req-2351a33a-7825-4574-9192-030b886e8812 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 950 time: 0.3132675 Jul 14 09:27:29.722642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Network 76542b1f-df77-4d9f-b791-57f85d206aec is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:29.744175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4dab4-316f-4a17-be50-4ce686eae3b4 req-dc9b1762-4ab9-496f-9f17-098990fe8041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.744830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:29.757903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fa4dab4-316f-4a17-be50-4ce686eae3b4 req-dc9b1762-4ab9-496f-9f17-098990fe8041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 948 time: 0.2965822 Jul 14 09:27:29.764773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:29.780836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Pushing event updated for resources: {'Port': ['ID=15d6a963-cbfa-4b92-b8d2-ef768a286976,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:29.856337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.856684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.859827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e14d006-5545-4cbd-a6f5-b9294eeef48b req-60adf347-6701-48f2-b191-1040517871ff tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888597 Jul 14 09:27:29.867458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92b29738-48d6-4eea-a686-f78ab28c065b req-314bf92e-437b-4edb-a2c2-3d8d08b2ff54 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928759 Jul 14 09:27:29.869090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.869609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.870633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.871127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.871620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.874825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.875339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.875861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.876406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.876917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:27:29.889476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-54099d93-7474-40d9-909f-44020c4b0c3a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:29.891352 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-54099d93-7474-40d9-909f-44020c4b0c3a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.3753090 Jul 14 09:27:29.909947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fa4dab4-316f-4a17-be50-4ce686eae3b4 req-2875b16a-885a-4cff-90cf-2cf1629256ee tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484904 Jul 14 09:27:29.918695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50eab34a-a708-4f8b-af43-48967610df9b tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:29.928248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Request body: {'port': {'device_id': 'a313e945-389c-4c55-94cb-8cf974073690', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'admin_state_up': True, 'tenant_id': 'a9906f97252144128c6148c196932b6a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:29.960595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-50eab34a-a708-4f8b-af43-48967610df9b tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Calling delete_port for b9510926-78b0-4797-afe2-e4835694fd51 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:29.992189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Attempting to bind port 15d6a963-cbfa-4b92-b8d2-ef768a286976 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:29.999607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Attempting to bind port 15d6a963-cbfa-4b92-b8d2-ef768a286976 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6783315c-cd6a-4ce0-86a3-58c6f89a28ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '76542b1f-df77-4d9f-b791-57f85d206aec'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:30.000172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Attempting to bind port 15d6a963-cbfa-4b92-b8d2-ef768a286976 on network 76542b1f-df77-4d9f-b791-57f85d206aec {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:30.021330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:30.022058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Checking segment: {'id': '6783315c-cd6a-4ce0-86a3-58c6f89a28ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '76542b1f-df77-4d9f-b791-57f85d206aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:30.022659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.023227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Bound using segment: {'id': '6783315c-cd6a-4ce0-86a3-58c6f89a28ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '76542b1f-df77-4d9f-b791-57f85d206aec'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:30.023886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Bound port: 15d6a963-cbfa-4b92-b8d2-ef768a286976, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6783315c-cd6a-4ce0-86a3-58c6f89a28ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '76542b1f-df77-4d9f-b791-57f85d206aec'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:30.024492 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.028699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 205026d4-e80b-411f-8fbf-a3dc7f707016 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:30.033282 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.145579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:30.151459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.373752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Allocated IP 172.20.0.11 (47270586-9b02-4ec0-a27c-e3637d71dae4/83f0ce11-c178-40b2-a579-676eb17cd347/9a5383ff-773f-4d76-a602-9f057edc19ff) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:30.450040 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.470113 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9f3d8c3-1f68-4fd7-9962-90d91b318165 req-bd15ad17-b8cc-4a3f-82e9-56084e58f5c5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 210 time: 0.0712149 Jul 14 09:27:30.483900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91898d43-caa5-44c7-9fb4-9aa74d6d730f req-fb701217-101d-4dc9-9c39-c43a9aba9fd0 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:30.498857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91898d43-caa5-44c7-9fb4-9aa74d6d730f req-fb701217-101d-4dc9-9c39-c43a9aba9fd0 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 949 time: 0.3300595 Jul 14 09:27:30.499551 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50eab34a-a708-4f8b-af43-48967610df9b tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.511793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] For port 15d6a963-cbfa-4b92-b8d2-ef768a286976, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:30.592184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] For port 15d6a963-cbfa-4b92-b8d2-ef768a286976, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=15d6a963-cbfa-4b92-b8d2-ef768a286976,segment=NetworkSegment(6783315c-cd6a-4ce0-86a3-58c6f89a28ee),segment_id=6783315c-cd6a-4ce0-86a3-58c6f89a28ee)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:30.627530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eab34a-a708-4f8b-af43-48967610df9b tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event deleted for resources: {'Port': ['ID=b9510926-78b0-4797-afe2-e4835694fd51,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.643839 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.687026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.727157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91898d43-caa5-44c7-9fb4-9aa74d6d730f req-5cbc2e5a-94d7-43dc-88bf-18d1cfca0298 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948261 Jul 14 09:27:30.755218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:30.775353 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.780442 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.792469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50eab34a-a708-4f8b-af43-48967610df9b tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:30.818992 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-50eab34a-a708-4f8b-af43-48967610df9b tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "DELETE /v2.0/ports/b9510926-78b0-4797-afe2-e4835694fd51 HTTP/1.1" status: 204 len: 168 time: 1.6594224 Jul 14 09:27:30.818992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55910) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:30.822455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd813d-9cfb-47c0-b4da-1d3072c680d9 None None] Pushing event updated for resources: {'Port': ['ID=15d6a963-cbfa-4b92-b8d2-ef768a286976,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.899150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:30.925914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:30.935299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:30.952839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:30.994902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55920) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.013998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event updated for resources: {'Port': ['ID=9a5383ff-773f-4d76-a602-9f057edc19ff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.061903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.063221 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.097791 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-52727654-71a8-408b-b5b5-710013eb06cc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1749296 Jul 14 09:27:31.114872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Request body: {'port': {'device_id': 'a313e945-389c-4c55-94cb-8cf974073690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:31.165491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beb9573d-8d1b-406a-9278-5ca0accd8bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.189350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:31.191712 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a054007-60f4-425b-9748-03ab37e344f7" -d '{"events": [{"server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "name": "network-vif-plugged", "status": "completed", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:31.385429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986907f8-2943-4644-ad4e-5025b87bcba5 req-3cbeb0d0-574c-4ecb-abcb-b014cdb01066 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.387101 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-986907f8-2943-4644-ad4e-5025b87bcba5 req-3cbeb0d0-574c-4ecb-abcb-b014cdb01066 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1621430 Jul 14 09:27:31.399324 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.427800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e18dbf-fc3a-4578-8305-ada1ea5d3ab7 req-d522fe34-ce5c-4d48-9bc2-021377a31515 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:31.433108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-da88600d-d7e1-40c8-a66e-4e2dfeb451f0 tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.6151552 Jul 14 09:27:31.438283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4e18dbf-fc3a-4578-8305-ada1ea5d3ab7 req-d522fe34-ce5c-4d48-9bc2-021377a31515 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 950 time: 0.3201072 Jul 14 09:27:31.440428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55932) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.455304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1151052308'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:31.459087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beb9573d-8d1b-406a-9278-5ca0accd8bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.470779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beb9573d-8d1b-406a-9278-5ca0accd8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.497521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-986907f8-2943-4644-ad4e-5025b87bcba5 req-19bab5b2-a378-4b13-99b5-94186a6ab847 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983522 Jul 14 09:27:31.535159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-beb9573d-8d1b-406a-9278-5ca0accd8bd5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=264e396384404a2690d259eeafd18ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5389595 Jul 14 09:27:31.537774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55936) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:31.545269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9573d-8d1b-406a-9278-5ca0accd8bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ed2c55-9353-4cf7-8243-dd49f7f620dc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:31.554835 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40899fe-7fdf-4603-b8e7-7f19b5beed60 x-openstack-request-id: req-f40899fe-7fdf-4603-b8e7-7f19b5beed60 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:31.555366 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "name": "network-vif-plugged", "status": "completed", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:31.555366 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f40899fe-7fdf-4603-b8e7-7f19b5beed60 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:31.555848 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'code': 200} Jul 14 09:27:31.677907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45a41262-0b98-4c0c-b518-5d5e421c2f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.721760 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45a41262-0b98-4c0c-b518-5d5e421c2f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.740291 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4e18dbf-fc3a-4578-8305-ada1ea5d3ab7 req-8d2cff63-91e8-458c-ae45-e0f6ad019a03 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005428 Jul 14 09:27:31.771868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Made reservation on behalf of f9c24d9954fc4af5b23c0d658fd012da for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:31.779741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.845448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45a41262-0b98-4c0c-b518-5d5e421c2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.849383 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45a41262-0b98-4c0c-b518-5d5e421c2f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:31.861812 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-45a41262-0b98-4c0c-b518-5d5e421c2f9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/14ed2c55-9353-4cf7-8243-dd49f7f620dc HTTP/1.1" status: 204 len: 168 time: 0.3169241 Jul 14 09:27:31.957377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a41262-0b98-4c0c-b518-5d5e421c2f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ed2c55-9353-4cf7-8243-dd49f7f620dc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.108423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c214c-57df-4971-854e-80aa6ffdfa49 req-a885c6f8-9fde-4c47-86bb-6c62daa74096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.110579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee5c214c-57df-4971-854e-80aa6ffdfa49 req-a885c6f8-9fde-4c47-86bb-6c62daa74096 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1102 time: 0.2750268 Jul 14 09:27:32.127113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265eb4a-d356-4334-a23f-15c82c7abb49 req-e54d2e2f-24cb-4df8-8aed-96aa8038a465 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.134342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7265eb4a-d356-4334-a23f-15c82c7abb49 req-e54d2e2f-24cb-4df8-8aed-96aa8038a465 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 932 time: 0.1781745 Jul 14 09:27:32.224691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7265eb4a-d356-4334-a23f-15c82c7abb49 req-209f9f0f-5924-4077-99d7-76c1ac151802 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892546 Jul 14 09:27:32.229980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee5c214c-57df-4971-854e-80aa6ffdfa49 req-eddea47f-e082-4afa-a02e-e8a225d41180 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919623 Jul 14 09:27:32.370410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55946) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:32.433894 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc8da115-e7fb-44e6-b4ea-1091615934b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.500138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5383ff-773f-4d76-a602-9f057edc19ff {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:32.508584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.509204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936916-172a-4884-b29c-ef486ddd7ec0 req-c392b0c9-a203-4069-8e80-7427d4fe64cb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.511306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16936916-172a-4884-b29c-ef486ddd7ec0 req-c392b0c9-a203-4069-8e80-7427d4fe64cb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3f7c7d-0367-4626-917a-88cf8b7b8a5f HTTP/1.1" status: 200 len: 949 time: 0.1230407 Jul 14 09:27:32.524520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Transition to ACTIVE for port object 9a5383ff-773f-4d76-a602-9f057edc19ff will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:32.525425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:32.536880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.537480 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Added segment 8ee5fab9-800f-4943-8e5c-5e71fc2b8d11 of type vlan for network ddbed97d-0713-43b5-8175-a76c9577df34 Jul 14 09:27:32.548934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e7fe3-7783-4120-ae9e-f28d48da774f None None] Network 76542b1f-df77-4d9f-b791-57f85d206aec requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:32.590171 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16936916-172a-4884-b29c-ef486ddd7ec0 req-3976d94b-ad54-429e-80e0-3e2b99c9d77e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713673 Jul 14 09:27:32.591516 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.635387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.678846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc8da115-e7fb-44e6-b4ea-1091615934b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.685941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc8da115-e7fb-44e6-b4ea-1091615934b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.711690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.717917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.718543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:32.753829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Pushing event updated for resources: {'Port': ['ID=9a5383ff-773f-4d76-a602-9f057edc19ff,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.759809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-107ef432-9569-4fdb-b3ef-b1a9ba48a323 None None] Provisioning for port 15d6a963-cbfa-4b92-b8d2-ef768a286976 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:32.761572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dc8da115-e7fb-44e6-b4ea-1091615934b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74ae0f21aa634128b9350f9be0a2226e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896399 Jul 14 09:27:32.762463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8da115-e7fb-44e6-b4ea-1091615934b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb2f4a5-3a75-4cc8-bf28-5b7ac18d6398,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.770680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55956) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:32.783070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.3373563 Jul 14 09:27:32.804032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55960) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:32.866664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d580053-f16c-4879-a911-3e48aeead830 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event updated for resources: {'Network': ['ID=ddbed97d-0713-43b5-8175-a76c9577df34,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:32.879119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ddbed97d-0713-43b5-8175-a76c9577df34 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:32.977549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec12cf-6f51-44ab-acb1-7ac795846c21 req-79717140-70b2-418b-aa8d-ebaa1a7c3e7b tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:32.985353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96ec12cf-6f51-44ab-acb1-7ac795846c21 req-79717140-70b2-418b-aa8d-ebaa1a7c3e7b tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 949 time: 0.4621341 Jul 14 09:27:33.058742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96ec12cf-6f51-44ab-acb1-7ac795846c21 req-50938cca-c132-47bf-b758-5064895f4aa7 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722642 Jul 14 09:27:33.064025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Attempting to bind port 9a5383ff-773f-4d76-a602-9f057edc19ff on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:33.064628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Attempting to bind port 9a5383ff-773f-4d76-a602-9f057edc19ff by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:33.065146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Attempting to bind port 9a5383ff-773f-4d76-a602-9f057edc19ff on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:33.088416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Port 9a5383ff-773f-4d76-a602-9f057edc19ff on network 47270586-9b02-4ec0-a27c-e3637d71dae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:33.093285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Attempting to bind port 9a5383ff-773f-4d76-a602-9f057edc19ff on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:33.101899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:33.105549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Checking segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:33.105753 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3106ca61-8bd8-4806-b555-992bfdc8f330 tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "GET /v2.0/agents/9b59b335-3169-4ae0-bf6a-bf66517df076/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.2758536 Jul 14 09:27:33.108610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55964) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:33.112744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Bound using segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:33.114095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Bound port: 9a5383ff-773f-4d76-a602-9f057edc19ff, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:33.115937 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.284560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 15d6a963-cbfa-4b92-b8d2-ef768a286976 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:33.299473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] For port 9a5383ff-773f-4d76-a602-9f057edc19ff, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:33.315923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] For port 9a5383ff-773f-4d76-a602-9f057edc19ff, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a5383ff-773f-4d76-a602-9f057edc19ff,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:33.328474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.386396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.387843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.389510 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] 10.222.0.69 "PUT /v2.0/ports/9a5383ff-773f-4d76-a602-9f057edc19ff HTTP/1.1" status: 200 len: 1093 time: 2.2796123 Jul 14 09:27:33.390329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a313e945-389c-4c55-94cb-8cf974073690', 'tag': '9a5383ff-773f-4d76-a602-9f057edc19ff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:33.393001 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf245b5-b7ee-48f2-956c-c44231ba0529" -d '{"events": [{"name": "network-changed", "server_uuid": "a313e945-389c-4c55-94cb-8cf974073690", "tag": "9a5383ff-773f-4d76-a602-9f057edc19ff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:33.418332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f407a0-ca4a-4dd8-8295-0e7737f69b8b service neutron] Pushing event updated for resources: {'Port': ['ID=9a5383ff-773f-4d76-a602-9f057edc19ff,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.491411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 15d6a963-cbfa-4b92-b8d2-ef768a286976 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:33.507060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 15d6a963-cbfa-4b92-b8d2-ef768a286976 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:33.510104 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.581868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-0ebce545-741d-4b7c-a394-a78e5b5fe8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.585688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-0ebce545-741d-4b7c-a394-a78e5b5fe8c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 1096 time: 0.1239245 Jul 14 09:27:33.710001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3bbc971e-949c-41a0-be2f-24845923f179 None None] Could not find standard attr ID for object b9510926-78b0-4797-afe2-e4835694fd51. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:27:33.717804 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-db2e3ee9-e5e4-476d-8256-3ce0f61c6781 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a5383ff-773f-4d76-a602-9f057edc19ff HTTP/1.1" status: 200 len: 217 time: 0.1244609 Jul 14 09:27:33.720092 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.770456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 15d6a963-cbfa-4b92-b8d2-ef768a286976, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=15d6a963-cbfa-4b92-b8d2-ef768a286976,segment=NetworkSegment(6783315c-cd6a-4ce0-86a3-58c6f89a28ee),segment_id=6783315c-cd6a-4ce0-86a3-58c6f89a28ee)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:33.777346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.780859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1d8dac7-c919-4a8e-b2c3-d84b56c8083d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.810846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1d8dac7-c919-4a8e-b2c3-d84b56c8083d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.824267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099f2bb-2e04-451b-a414-0415ad529068 req-4c84b56e-5f8a-4bed-bb16-751aff057f9d tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.837461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099f2bb-2e04-451b-a414-0415ad529068 req-4c84b56e-5f8a-4bed-bb16-751aff057f9d tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.840074 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c099f2bb-2e04-451b-a414-0415ad529068 req-4c84b56e-5f8a-4bed-bb16-751aff057f9d tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5&device_id=6c3f7c7d-0367-4626-917a-88cf8b7b8a5f HTTP/1.1" status: 200 len: 1690 time: 0.2328415 Jul 14 09:27:33.844717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-f05a63ca-8eeb-4393-98b3-ff9b805131bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:33.846613 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-f05a63ca-8eeb-4393-98b3-ff9b805131bd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1194675 Jul 14 09:27:33.876493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=15d6a963-cbfa-4b92-b8d2-ef768a286976,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:33.919143 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c099f2bb-2e04-451b-a414-0415ad529068 req-bde2aa25-7446-4d09-905c-aae2be5334b2 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708494 Jul 14 09:27:33.944058 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-41fc6b92-3b6a-44b3-8931-2164c6b89721 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602212 Jul 14 09:27:33.979210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1d8dac7-c919-4a8e-b2c3-d84b56c8083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.981914 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1d8dac7-c919-4a8e-b2c3-d84b56c8083d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:33.983182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a1d8dac7-c919-4a8e-b2c3-d84b56c8083d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbb2f4a5-3a75-4cc8-bf28-5b7ac18d6398 HTTP/1.1" status: 204 len: 168 time: 1.2114139 Jul 14 09:27:34.003353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8dac7-c919-4a8e-b2c3-d84b56c8083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb2f4a5-3a75-4cc8-bf28-5b7ac18d6398,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:34.022351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eefca5-12ba-4e15-8d85-82261fb04555 req-744d410b-d5bc-458c-b6ac-831fd7656eff tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.029797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5eefca5-12ba-4e15-8d85-82261fb04555 req-744d410b-d5bc-458c-b6ac-831fd7656eff tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 1.2499344 Jul 14 09:27:34.108183 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5eefca5-12ba-4e15-8d85-82261fb04555 req-0944be0e-afde-41b7-82a3-03948737d201 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467296 Jul 14 09:27:34.108183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b901c7c-550c-4f1a-9a17-aecc5d87ab95 tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] Network ddbed97d-0713-43b5-8175-a76c9577df34 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:34.111101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-811480b8-f059-4d93-a32e-ad8f1b848b69 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597090 Jul 14 09:27:34.142116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0b901c7c-550c-4f1a-9a17-aecc5d87ab95 tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "POST /v2.0/agents/9b59b335-3169-4ae0-bf6a-bf66517df076/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0323448 Jul 14 09:27:34.144767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55980) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.214916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4372dd83-b9f6-4888-991e-60674da98685 None None] Network ddbed97d-0713-43b5-8175-a76c9577df34 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:34.456935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f71b4a05-148d-4e91-99d5-28992be7e81c tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "GET /v2.0/agents/9b59b335-3169-4ae0-bf6a-bf66517df076/dhcp-networks HTTP/1.1" status: 200 len: 6459 time: 0.3105206 Jul 14 09:27:34.457748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55984) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.469904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b2610d-5843-44e5-af24-3823dbfd87ad req-6dda62f1-6466-4d29-b087-5f83ffe7af8f service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517640 Jul 14 09:27:34.640121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:34.640813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3c1e30db-7b93-45cd-b0ac-d162bb2e39eb tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "DELETE /v2.0/agents/9b59b335-3169-4ae0-bf6a-bf66517df076/dhcp-networks/ddbed97d-0713-43b5-8175-a76c9577df34 HTTP/1.1" status: 204 len: 168 time: 0.1815310 Jul 14 09:27:34.742631 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34832461-f95e-4e27-b3c4-cf4a576b1073 x-openstack-request-id: req-34832461-f95e-4e27-b3c4-cf4a576b1073 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:34.743064 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a313e945-389c-4c55-94cb-8cf974073690", "tag": "9a5383ff-773f-4d76-a602-9f057edc19ff", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:34.743312 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34832461-f95e-4e27-b3c4-cf4a576b1073 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:34.744056 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a313e945-389c-4c55-94cb-8cf974073690', 'tag': '9a5383ff-773f-4d76-a602-9f057edc19ff', 'status': 'completed', 'code': 200} Jul 14 09:27:34.773187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ec86e-4fe6-4be5-ad65-a62a4850546e req-1068de5d-e97e-4c58-98dd-7f7a546442df tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:34.774862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d0ec86e-4fe6-4be5-ad65-a62a4850546e req-1068de5d-e97e-4c58-98dd-7f7a546442df tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 944 time: 0.2431529 Jul 14 09:27:34.947344 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d0ec86e-4fe6-4be5-ad65-a62a4850546e req-c5af2e5f-7fd3-4371-909f-022faae6836e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383216 Jul 14 09:27:35.010016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f282c1fc-0877-4ad5-86be-f6e337444aad tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "GET /v2.0/agents/9b59b335-3169-4ae0-bf6a-bf66517df076/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.3684986 Jul 14 09:27:35.014864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56016) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.023670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-de5be1e8-6a47-458a-b6ed-cd2d822978c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.031336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-de5be1e8-6a47-458a-b6ed-cd2d822978c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 1096 time: 0.2778170 Jul 14 09:27:35.048323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109318fc-a278-4738-ac58-d760ecc5c81a req-059e9f6b-2c22-4eb1-8d7f-58253b352ede tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.056461 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-109318fc-a278-4738-ac58-d760ecc5c81a req-059e9f6b-2c22-4eb1-8d7f-58253b352ede tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 1102 time: 0.0822515 Jul 14 09:27:35.105331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-109318fc-a278-4738-ac58-d760ecc5c81a req-4afa88aa-d1f6-4bd3-910f-a4681bd7ccab tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478158 Jul 14 09:27:35.152865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 15d6a963-cbfa-4b92-b8d2-ef768a286976 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:35.272379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 15d6a963-cbfa-4b92-b8d2-ef768a286976 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:35.272765 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.290439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-383ca8da-c52e-4922-9c32-66672c89f2a9 tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "GET /v2.0/networks/76542b1f-df77-4d9f-b791-57f85d206aec/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.2714198 Jul 14 09:27:35.304071 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56028) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.306767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e97f5c-ddd3-4d9f-a459-49fcba59f31c req-03c8d0d5-5f4d-4691-b185-49c1b18ce975 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.318480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4e97f5c-ddd3-4d9f-a459-49fcba59f31c req-03c8d0d5-5f4d-4691-b185-49c1b18ce975 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6c3f7c7d-0367-4626-917a-88cf8b7b8a5f HTTP/1.1" status: 200 len: 1101 time: 0.0843985 Jul 14 09:27:35.322627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-915c5abd-45fd-4d18-a9a1-a10340fe897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.324335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-915c5abd-45fd-4d18-a9a1-a10340fe897c service neutron] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.2839327 Jul 14 09:27:35.356274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b09191a3-9afb-4799-8d82-184f7c0cf181 tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "GET /v2.0/networks/76542b1f-df77-4d9f-b791-57f85d206aec/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0509613 Jul 14 09:27:35.373719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56032) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.452118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-0475f82f-0c3b-4796-a924-43cb22af82cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a5383ff-773f-4d76-a602-9f057edc19ff HTTP/1.1" status: 200 len: 217 time: 0.1174636 Jul 14 09:27:35.529026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-010ac873-fa5d-4713-9865-26eda1cd0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.529026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-010ac873-fa5d-4713-9865-26eda1cd0b8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.0703111 Jul 14 09:27:35.581097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-45d215dc-6faf-4211-bf56-4fc79bd99b38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448179 Jul 14 09:27:35.634606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-63f90e26-8df0-46c6-ac71-da2f605069bd tempest-DHCPAgentSchedulersTestJSON-1892881434 tempest-DHCPAgentSchedulersTestJSON-1892881434-project-admin] 10.222.0.73 "GET /v2.0/agents/9b59b335-3169-4ae0-bf6a-bf66517df076/dhcp-networks HTTP/1.1" status: 200 len: 5689 time: 0.2614243 Jul 14 09:27:35.637062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4e97f5c-ddd3-4d9f-a459-49fcba59f31c req-0ec7f3d3-d18e-49e3-afed-1eab61e5dd84 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174529 Jul 14 09:27:35.638092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56040) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:35.758720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.832917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768858e-09f3-42ce-905c-03172fd8d249 req-ba1103da-34c5-4994-b85f-c33043a5a901 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:35.843107 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d768858e-09f3-42ce-905c-03172fd8d249 req-ba1103da-34c5-4994-b85f-c33043a5a901 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.2668355 Jul 14 09:27:35.924786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-baff0cbc-a8a0-43ba-bcc8-85009321d41e service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333631 Jul 14 09:27:35.926855 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.937266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbed97d-0713-43b5-8175-a76c9577df34']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:35.950814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee5fab9-800f-4943-8e5c-5e71fc2b8d11') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:35.951127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee5fab9-800f-4943-8e5c-5e71fc2b8d11') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:35.964833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.979298 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.993444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:35.993901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:35.999726 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:36.116053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cf245b5-b7ee-48f2-956c-c44231ba0529 req-bb76755d-b6a3-417d-a02d-c76ac6c6486a service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812756 Jul 14 09:27:36.130969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d768858e-09f3-42ce-905c-03172fd8d249 req-84acc926-0de8-4a15-a1f8-147b1402fe62 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864089 Jul 14 09:27:36.144838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.155030 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.160292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56056) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:36.160872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "DELETE /v2.0/networks/ddbed97d-0713-43b5-8175-a76c9577df34 HTTP/1.1" status: 204 len: 168 time: 0.5223305 Jul 14 09:27:36.212017 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-96492252-0459-4312-8742-29561fccae50 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] DELETE failed (client error): The resource could not be found. Jul 14 09:27:36.213113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96492252-0459-4312-8742-29561fccae50 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:36.215751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-96492252-0459-4312-8742-29561fccae50 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "DELETE /v2.0/ports/b9510926-78b0-4797-afe2-e4835694fd51 HTTP/1.1" status: 404 len: 333 time: 0.0538595 Jul 14 09:27:36.221012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56062) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:36.230398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9629048-2946-4db4-96a2-c79567577808 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event deleted for resources: {'Network': ['ID=ddbed97d-0713-43b5-8175-a76c9577df34,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.302833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-97eca580-dd21-4c1a-a1eb-7e1fe7172f53 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Deleting subnet e55cd863-052d-458c-9c89-bc12f20802c0 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:27:36.313627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97eca580-dd21-4c1a-a1eb-7e1fe7172f53 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.391783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97eca580-dd21-4c1a-a1eb-7e1fe7172f53 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.500551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-53efe284-cd88-4cff-be86-9289b8980f5c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530391 Jul 14 09:27:36.594491 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97eca580-dd21-4c1a-a1eb-7e1fe7172f53 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.616485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f065-e440-491b-940f-6783103a7eb9 req-61a3fb17-993e-4964-8206-92df3e2a669a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:36.618364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7b7f065-e440-491b-940f-6783103a7eb9 req-61a3fb17-993e-4964-8206-92df3e2a669a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 944 time: 0.1101341 Jul 14 09:27:36.690579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7b7f065-e440-491b-940f-6783103a7eb9 req-ca2b37a2-9233-44c8-9bb3-e8f6c0faacbd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650856 Jul 14 09:27:36.805446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-75f5517a-e6b7-4118-8969-e626a28266b6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:36.807027 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-75f5517a-e6b7-4118-8969-e626a28266b6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2988176 Jul 14 09:27:36.812226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97eca580-dd21-4c1a-a1eb-7e1fe7172f53 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.873899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eca580-dd21-4c1a-a1eb-7e1fe7172f53 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event deleted for resources: {'Subnet': ['ID=e55cd863-052d-458c-9c89-bc12f20802c0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:36.879592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97eca580-dd21-4c1a-a1eb-7e1fe7172f53 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:36.883716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-97eca580-dd21-4c1a-a1eb-7e1fe7172f53 tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "DELETE /v2.0/subnets/e55cd863-052d-458c-9c89-bc12f20802c0 HTTP/1.1" status: 204 len: 168 time: 0.6588326 Jul 14 09:27:36.884813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56096) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:36.886815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9b1ca6-527b-4aac-97d6-00ff73211b3c None None] Network 76542b1f-df77-4d9f-b791-57f85d206aec requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:36.895397 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-b5830575-397e-41bf-890b-cfc54920a42d tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/quotas/a77186bed31942579c223cda192af782 HTTP/1.1" status: 200 len: 375 time: 0.0564964 Jul 14 09:27:36.987251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.033413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2c9e-c07c-415f-9eb5-5cde183953bd req-70b13ce1-1176-4e76-ae0e-1aad8d53f9ec tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.043065 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8fdd2c9e-c07c-415f-9eb5-5cde183953bd req-70b13ce1-1176-4e76-ae0e-1aad8d53f9ec tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1554897 Jul 14 09:27:37.120649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-612ff0f4-2559-4713-b15f-3b1729fce226 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1297204 Jul 14 09:27:37.145248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8fdd2c9e-c07c-415f-9eb5-5cde183953bd req-da13425e-db6f-4a53-a3f6-db337e52532c tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012819 Jul 14 09:27:37.155423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Deleting port 15d6a963-cbfa-4b92-b8d2-ef768a286976 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:37.160671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.273477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] DHCP port deletion for 76542b1f-df77-4d9f-b791-57f85d206aec request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:27:37.282896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] For port 15d6a963-cbfa-4b92-b8d2-ef768a286976, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=15d6a963-cbfa-4b92-b8d2-ef768a286976,segment=NetworkSegment(6783315c-cd6a-4ce0-86a3-58c6f89a28ee),segment_id=6783315c-cd6a-4ce0-86a3-58c6f89a28ee)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:37.283288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.297968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Calling delete_port for 15d6a963-cbfa-4b92-b8d2-ef768a286976 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:37.394595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] Deleting port 15d6a963-cbfa-4b92-b8d2-ef768a286976 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:37.398562 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.410426 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.442406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] No DVR routers for this DVR port 15d6a963-cbfa-4b92-b8d2-ef768a286976 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:37.511268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event deleted for resources: {'Port': ['ID=15d6a963-cbfa-4b92-b8d2-ef768a286976,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:37.530497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abc301-7054-4879-a5e9-5550050d9fd1 req-b7677f92-cd34-49e9-9651-02595981136f tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:37.556635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11abc301-7054-4879-a5e9-5550050d9fd1 req-b7677f92-cd34-49e9-9651-02595981136f tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 949 time: 0.1563332 Jul 14 09:27:37.578254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] For port 15d6a963-cbfa-4b92-b8d2-ef768a286976, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=15d6a963-cbfa-4b92-b8d2-ef768a286976,segment=NetworkSegment(6783315c-cd6a-4ce0-86a3-58c6f89a28ee),segment_id=6783315c-cd6a-4ce0-86a3-58c6f89a28ee)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:37.578666 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.622238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] Calling delete_port for 15d6a963-cbfa-4b92-b8d2-ef768a286976 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:37.647546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9a5383ff-773f-4d76-a602-9f057edc19ff details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:37.700013 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11abc301-7054-4879-a5e9-5550050d9fd1 req-48be011d-2234-4e9b-bb3b-90560a0e62e9 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423557 Jul 14 09:27:37.760559 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.795926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76542b1f-df77-4d9f-b791-57f85d206aec']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.833002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6783315c-cd6a-4ce0-86a3-58c6f89a28ee') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.837825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6783315c-cd6a-4ce0-86a3-58c6f89a28ee') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:37.846140 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:27:37.848586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f7fdd5a-3154-40cb-92dd-8bf854ab4a14 req-75ef434a-00d7-410a-8a1d-4d5ec3c1a6d1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 210 time: 0.0630298 Jul 14 09:27:37.891151 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.919771 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:37.936023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:37.937710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:38.076953 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:38.096549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d41d5-a2d5-4b1b-9cdd-b432041f70d3 req-2672af6c-2251-4416-8e90-c4af5db4d112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:38.098484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b4d41d5-a2d5-4b1b-9cdd-b432041f70d3 req-2672af6c-2251-4416-8e90-c4af5db4d112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 944 time: 0.1080682 Jul 14 09:27:38.109422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.119067 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.138545 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] 10.222.0.73 "DELETE /v2.0/networks/76542b1f-df77-4d9f-b791-57f85d206aec HTTP/1.1" status: 204 len: 168 time: 1.2524564 Jul 14 09:27:38.173809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9a5383ff-773f-4d76-a602-9f057edc19ff, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a5383ff-773f-4d76-a602-9f057edc19ff,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:38.185491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b4d41d5-a2d5-4b1b-9cdd-b432041f70d3 req-fc716ec6-239d-4045-94e1-4a5d267c16a4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799417 Jul 14 09:27:38.187705 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.220970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] Network 76542b1f-df77-4d9f-b791-57f85d206aec is not hosted by any dhcp agent {{(pid=93781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:27:38.221741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] No DVR routers for this DVR port 15d6a963-cbfa-4b92-b8d2-ef768a286976 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:38.247887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5fa9d-4859-43d9-8584-4630b3e97bab tempest-DHCPAgentSchedulersTestJSON-1562025229 tempest-DHCPAgentSchedulersTestJSON-1562025229-project] Pushing event deleted for resources: {'Network': ['ID=76542b1f-df77-4d9f-b791-57f85d206aec,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.306715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '9a5383ff-773f-4d76-a602-9f057edc19ff', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'port_id': '9a5383ff-773f-4d76-a602-9f057edc19ff', 'mac_address': 'fa:16:3e:a1:ad:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f0ce11-c178-40b2-a579-676eb17cd347', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:38.327372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930c107c-df04-408a-b85b-600a3ce4954f None None] Pushing event deleted for resources: {'Port': ['ID=15d6a963-cbfa-4b92-b8d2-ef768a286976,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.347598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-e795d3ba-05ed-48d7-a1bc-9b0db89e9dc6 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:38.349302 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-e795d3ba-05ed-48d7-a1bc-9b0db89e9dc6 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 949 time: 0.2664990 Jul 14 09:27:38.426388 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.476405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5383ff-773f-4d76-a602-9f057edc19ff {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:38.555231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9a5383ff-773f-4d76-a602-9f057edc19ff, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a5383ff-773f-4d76-a602-9f057edc19ff,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:38.564876 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.627922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Deleting port a6ae3b7b-adbd-467d-9301-d913aadad2db {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:38.631726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:38.733387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:38.743799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=9a5383ff-773f-4d76-a602-9f057edc19ff,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:38.882107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['9a5383ff-773f-4d76-a602-9f057edc19ff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:38.891748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56176) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:39.046366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a0be-5aac-426c-bd4a-d4a22d46363d req-8fe77c0d-a6c2-4978-9296-f723088bcb3f tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:39.062482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f747a0be-5aac-426c-bd4a-d4a22d46363d req-8fe77c0d-a6c2-4978-9296-f723088bcb3f tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.2496870 Jul 14 09:27:39.186693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f747a0be-5aac-426c-bd4a-d4a22d46363d req-0368bbc8-fce6-4a20-933f-dfbcbae29851 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230173 Jul 14 09:27:39.193679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 15d6a963-cbfa-4b92-b8d2-ef768a286976 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:39.255915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 15d6a963-cbfa-4b92-b8d2-ef768a286976 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:39.255915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 15d6a963-cbfa-4b92-b8d2-ef768a286976 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:39.326958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-13482efe-ef45-4898-a154-25f9d8799d4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9c24d9954fc4af5b23c0d658fd012da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4123812 Jul 14 09:27:39.330174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56184) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:39.364476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f16494-c085-436a-81f9-6ef3d2406a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.415507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c051452-d967-4b64-a74c-c2f34035b7b7 req-57b73e7f-ca3d-4554-8a60-d62340b0915d tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:39.417723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c051452-d967-4b64-a74c-c2f34035b7b7 req-57b73e7f-ca3d-4554-8a60-d62340b0915d tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 949 time: 0.1190159 Jul 14 09:27:39.421006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] For port a6ae3b7b-adbd-467d-9301-d913aadad2db, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a6ae3b7b-adbd-467d-9301-d913aadad2db,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:39.421006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.444460 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d7fe0361-69f6-4ebd-8851-db874dd2a957 req-fc47ca8e-2dcb-4cd5-b1ec-f3cd7679c360 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 210 time: 0.0705659 Jul 14 09:27:39.453493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Calling delete_port for a6ae3b7b-adbd-467d-9301-d913aadad2db owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:39.477251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c051452-d967-4b64-a74c-c2f34035b7b7 req-c95e79dd-c273-4099-94d1-a16a9355e48c tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/security-groups?id=1f7da509-fd2e-43f7-8c04-fea877053b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533845 Jul 14 09:27:39.512503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a497f5a5-3f8a-405c-aed1-b44fd3d4e756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.543538 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a497f5a5-3f8a-405c-aed1-b44fd3d4e756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.620758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a497f5a5-3f8a-405c-aed1-b44fd3d4e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.623856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a497f5a5-3f8a-405c-aed1-b44fd3d4e756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.628269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a497f5a5-3f8a-405c-aed1-b44fd3d4e756 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/05045a72-7ed6-4f76-9222-5c67d97111d9 HTTP/1.1" status: 204 len: 168 time: 0.2875850 Jul 14 09:27:39.663055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497f5a5-3f8a-405c-aed1-b44fd3d4e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05045a72-7ed6-4f76-9222-5c67d97111d9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.664789 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.741054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f16494-c085-436a-81f9-6ef3d2406a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.751289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f6f73-70fc-4817-95c5-4e9515768f07 req-d95170fb-66e5-433b-b027-2aaf23a195bd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:39.758839 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e4f6f73-70fc-4817-95c5-4e9515768f07 req-d95170fb-66e5-433b-b027-2aaf23a195bd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 945 time: 0.1570246 Jul 14 09:27:39.769461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Pushing event deleted for resources: {'Port': ['ID=a6ae3b7b-adbd-467d-9301-d913aadad2db,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:39.785878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f16494-c085-436a-81f9-6ef3d2406a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.822751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-06f16494-c085-436a-81f9-6ef3d2406a75 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f160fffce2047fa849f4aaf0b59cb63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0881903 Jul 14 09:27:39.830016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56188) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:39.834817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-8e279df6-2c6e-4ba5-8436-87f878f12f88 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717394 Jul 14 09:27:39.905140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] No DVR routers for this DVR port a6ae3b7b-adbd-467d-9301-d913aadad2db on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:39.908528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:39.914935 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf93b52-6687-43f5-9daf-ee3b88fc3f94 req-cee5057a-625c-4754-abf9-1ee5c966c340 tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.66 "DELETE /v2.0/ports/a6ae3b7b-adbd-467d-9301-d913aadad2db HTTP/1.1" status: 204 len: 173 time: 1.5533488 Jul 14 09:27:39.917823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0cb51e-b6ef-40a4-839d-2109378e58d8', 'name': 'network-vif-deleted', 'tag': 'a6ae3b7b-adbd-467d-9301-d913aadad2db'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:39.922277 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59e08fb-5b00-4cb7-95f2-2b6c3c878093" -d '{"events": [{"server_uuid": "6b0cb51e-b6ef-40a4-839d-2109378e58d8", "name": "network-vif-deleted", "tag": "a6ae3b7b-adbd-467d-9301-d913aadad2db"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:39.977057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e64b9ada-8822-41b2-9857-5e357186a2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.053459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e64b9ada-8822-41b2-9857-5e357186a2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.067369 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f16494-c085-436a-81f9-6ef3d2406a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da62bd8-9a55-4a26-af14-f7d7db917522,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.110415 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e4f6f73-70fc-4817-95c5-4e9515768f07 req-32c19523-925d-4a60-bde3-721930537a6d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506286 Jul 14 09:27:40.131719 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:27:40.207133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56200) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.224227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e83e3de4-3acc-4051-a9a6-548828753724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.233365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-f3890878-98e0-48c2-9689-fb6cbf0bc0ce tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:40.235009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-f3890878-98e0-48c2-9689-fb6cbf0bc0ce tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3906047 Jul 14 09:27:40.254898 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aca7709-c7ea-4fb7-8460-8af6f572b6bb x-openstack-request-id: req-2aca7709-c7ea-4fb7-8460-8af6f572b6bb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:40.255311 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0cb51e-b6ef-40a4-839d-2109378e58d8", "name": "network-vif-deleted", "tag": "a6ae3b7b-adbd-467d-9301-d913aadad2db", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:40.255427 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2aca7709-c7ea-4fb7-8460-8af6f572b6bb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:40.255832 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0cb51e-b6ef-40a4-839d-2109378e58d8', 'name': 'network-vif-deleted', 'tag': 'a6ae3b7b-adbd-467d-9301-d913aadad2db', 'status': 'completed', 'code': 200} Jul 14 09:27:40.272909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Request body: {'port': {'device_id': 'c9db69b7-1c07-43b9-843e-1c60a1c70ed5', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a77186bed31942579c223cda192af782'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:40.273651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e64b9ada-8822-41b2-9857-5e357186a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.288127 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e64b9ada-8822-41b2-9857-5e357186a2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.289891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e64b9ada-8822-41b2-9857-5e357186a2ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7da62bd8-9a55-4a26-af14-f7d7db917522 HTTP/1.1" status: 204 len: 168 time: 0.4545345 Jul 14 09:27:40.317400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b9ada-8822-41b2-9857-5e357186a2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da62bd8-9a55-4a26-af14-f7d7db917522,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.451703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70604a12-84b1-45f7-a96c-1bee6ee232ce req-d3470ffc-ed1d-424d-b553-a5f413f8516d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:40.476630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70604a12-84b1-45f7-a96c-1bee6ee232ce req-d3470ffc-ed1d-424d-b553-a5f413f8516d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1362731 Jul 14 09:27:40.492845 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e83e3de4-3acc-4051-a9a6-548828753724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.519928 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e83e3de4-3acc-4051-a9a6-548828753724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.594512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e3de4-3acc-4051-a9a6-548828753724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a174a2e5-9920-45c2-b77b-6f921de14dcd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:40.596850 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70604a12-84b1-45f7-a96c-1bee6ee232ce req-d4b788b1-aa46-45dc-804c-2341cc7cf593 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081088 Jul 14 09:27:40.649984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.650405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e83e3de4-3acc-4051-a9a6-548828753724 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f7db906ca3945949c713a617e60d9c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4385760 Jul 14 09:27:40.654065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Made reservation on behalf of a77186bed31942579c223cda192af782 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:40.662137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.781738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9952fa57-b1f8-45de-bac5-782a5538996f req-df7dfe11-f35e-4f38-a55b-d793a46da5fd tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 210 time: 0.0536034 Jul 14 09:27:40.783934 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-381304fe-6b23-44f9-8b16-8b77e52a1b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.826579 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-381304fe-6b23-44f9-8b16-8b77e52a1b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.896664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56218) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:40.919519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe45dc10-af16-4346-9c8f-58d258bb5027 req-0a23d791-14e4-4ab2-a310-1152e5fec9ce tempest-TenantUsagesTestJSON-1372909323 tempest-TenantUsagesTestJSON-1372909323-project] 10.222.0.73 "GET /v2.0/ports?device_id=6b0cb51e-b6ef-40a4-839d-2109378e58d8 HTTP/1.1" status: 200 len: 210 time: 0.0527711 Jul 14 09:27:40.920549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6404db24-639f-4d44-a39c-d89a4f6feddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.955374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-381304fe-6b23-44f9-8b16-8b77e52a1b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.958409 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-381304fe-6b23-44f9-8b16-8b77e52a1b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:40.962062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-381304fe-6b23-44f9-8b16-8b77e52a1b9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a174a2e5-9920-45c2-b77b-6f921de14dcd HTTP/1.1" status: 204 len: 168 time: 0.3080525 Jul 14 09:27:40.984107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381304fe-6b23-44f9-8b16-8b77e52a1b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a174a2e5-9920-45c2-b77b-6f921de14dcd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.070680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Allocated IP 192.168.233.127 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/67462d1b-3d2c-412d-bd7a-7dfa91cb2e20) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:41.389168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a6ae3b7b-adbd-467d-9301-d913aadad2db no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:41.390238 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6404db24-639f-4d44-a39c-d89a4f6feddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.399707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6404db24-639f-4d44-a39c-d89a4f6feddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.438642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d7178-948e-4982-82a1-51cf75d029e8 req-6605680c-4314-4abb-9212-4f06eb068975 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:41.447290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c52d7178-948e-4982-82a1-51cf75d029e8 req-6605680c-4314-4abb-9212-4f06eb068975 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 945 time: 0.1244934 Jul 14 09:27:41.458604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: a6ae3b7b-adbd-467d-9301-d913aadad2db {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:41.458952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a6ae3b7b-adbd-467d-9301-d913aadad2db not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:41.480794 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404db24-639f-4d44-a39c-d89a4f6feddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f9fffb-1e68-4658-ae2a-a534e080e667,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.488759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6404db24-639f-4d44-a39c-d89a4f6feddc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68cfbd77190b4bfd937641405d8a2dda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906627 Jul 14 09:27:41.491702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:41.499320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.517526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Transition to ACTIVE for port object 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:41.550289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c52d7178-948e-4982-82a1-51cf75d029e8 req-b0d4800f-8121-40e7-8dcd-80f0354bb4da tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004224 Jul 14 09:27:41.558282 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.577375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f', '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:41.580534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65', '40d0fe7f-c296-474a-a9b8-6201dad11141'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:41.591941 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22ba5382-211a-4676-b9ff-1f504205fa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.616775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:41.621295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:41.628452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:41.672330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9a5383ff-773f-4d76-a602-9f057edc19ff up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:41.677624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22ba5382-211a-4676-b9ff-1f504205fa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.706443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'Port': ['ID=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:41.745839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:41.746531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.770263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-3861b9aa-3ef7-4f19-b113-a51aff1834fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5060220 Jul 14 09:27:41.789492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Request body: {'port': {'device_id': 'c9db69b7-1c07-43b9-843e-1c60a1c70ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:41.842154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22ba5382-211a-4676-b9ff-1f504205fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.848072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22ba5382-211a-4676-b9ff-1f504205fa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:41.851712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-22ba5382-211a-4676-b9ff-1f504205fa18 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/67f9fffb-1e68-4658-ae2a-a534e080e667 HTTP/1.1" status: 204 len: 168 time: 0.3567424 Jul 14 09:27:41.879916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba5382-211a-4676-b9ff-1f504205fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f9fffb-1e68-4658-ae2a-a534e080e667,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:42.008759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.103087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 9a5383ff-773f-4d76-a602-9f057edc19ff completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:42.145572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 9a5383ff-773f-4d76-a602-9f057edc19ff triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:42.146403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.204521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a9105-2f65-4ae3-a1eb-b818021528bc req-db192109-5ba8-4aec-b3c2-5381e937f950 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.205855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89315a-f72e-4e50-aee7-8ceb63eaec43 req-ab4a5807-c949-451e-a68b-38b1c16873f0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.215427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-812a9105-2f65-4ae3-a1eb-b818021528bc req-db192109-5ba8-4aec-b3c2-5381e937f950 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 936 time: 0.1585369 Jul 14 09:27:42.217443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f89315a-f72e-4e50-aee7-8ceb63eaec43 req-ab4a5807-c949-451e-a68b-38b1c16873f0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.3502564 Jul 14 09:27:42.327820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-47de035c-d5b0-45d2-b2e1-a00ad13174ac None None] Provisioning for port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:42.328348 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-812a9105-2f65-4ae3-a1eb-b818021528bc req-519ad77a-6ea8-48ad-b7ff-14a9418f90be tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078990 Jul 14 09:27:42.343279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-47de035c-d5b0-45d2-b2e1-a00ad13174ac None None] Provisioning complete for port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:42.345597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-47de035c-d5b0-45d2-b2e1-a00ad13174ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.507324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-47de035c-d5b0-45d2-b2e1-a00ad13174ac None None] Port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:42.529115 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f89315a-f72e-4e50-aee7-8ceb63eaec43 req-35c7b76b-040e-4bc1-9f4c-c8df47d22da7 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055899 Jul 14 09:27:42.579164 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.702222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a313e945-389c-4c55-94cb-8cf974073690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5383ff-773f-4d76-a602-9f057edc19ff'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:42.704664 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691950df-76f7-44aa-a5c4-d9dbec2a6485" -d '{"events": [{"server_uuid": "a313e945-389c-4c55-94cb-8cf974073690", "name": "network-vif-plugged", "status": "completed", "tag": "9a5383ff-773f-4d76-a602-9f057edc19ff"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:42.763373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9a5383ff-773f-4d76-a602-9f057edc19ff, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a5383ff-773f-4d76-a602-9f057edc19ff,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:42.783166 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.841753 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc52fbe-7508-4e36-a3af-5236b0fb1e6c x-openstack-request-id: req-0bc52fbe-7508-4e36-a3af-5236b0fb1e6c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:42.842047 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a313e945-389c-4c55-94cb-8cf974073690", "name": "network-vif-plugged", "status": "completed", "tag": "9a5383ff-773f-4d76-a602-9f057edc19ff", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:42.842547 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0bc52fbe-7508-4e36-a3af-5236b0fb1e6c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:42.843292 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a313e945-389c-4c55-94cb-8cf974073690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5383ff-773f-4d76-a602-9f057edc19ff', 'code': 200} Jul 14 09:27:42.916404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:42.934565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10264-dadd-4b69-90dc-d1c0f60b924f req-75b0288c-98b4-401f-9625-26f2ab45c110 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:42.936341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81e10264-dadd-4b69-90dc-d1c0f60b924f req-75b0288c-98b4-401f-9625-26f2ab45c110 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 946 time: 0.1739688 Jul 14 09:27:42.938482 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:42.971765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Transition to ACTIVE for port object 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:42.982224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.009792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=9a5383ff-773f-4d76-a602-9f057edc19ff,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.042213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81e10264-dadd-4b69-90dc-d1c0f60b924f req-ec3dfc51-fe79-48b1-9a4d-399f1cdd4d59 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916355 Jul 14 09:27:43.096811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.101963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29141f-f7a4-429f-8520-84f0dfa63c6c req-83047625-71ee-4bf4-a5ed-9b8b24f3a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.104336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b29141f-f7a4-429f-8520-84f0dfa63c6c req-83047625-71ee-4bf4-a5ed-9b8b24f3a4f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 1098 time: 0.1880214 Jul 14 09:27:43.121151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56286) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:43.182694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b29141f-f7a4-429f-8520-84f0dfa63c6c req-662dfd1c-7889-4611-97e9-225b30047ac9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607257 Jul 14 09:27:43.297622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Attempting to bind port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:43.297994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Attempting to bind port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:43.298315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Attempting to bind port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:43.304940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:43.305275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Attempting to bind port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:43.314534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:43.314880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:43.315905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:43.316413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Bound port: 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:43.317040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.437442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] For port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:43.443736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] For port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:43.461729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.552959 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:43.568947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.569628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:43.571187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-26d038af-0dd9-4154-be60-6d39a890e4e9 service neutron] 10.222.0.66 "PUT /v2.0/ports/67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 HTTP/1.1" status: 200 len: 1097 time: 1.7864180 Jul 14 09:27:43.571717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9db69b7-1c07-43b9-843e-1c60a1c70ed5', 'tag': '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:43.577684 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795fbda7-3367-4fc9-bda6-7d995294dc1b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9db69b7-1c07-43b9-843e-1c60a1c70ed5", "tag": "67462d1b-3d2c-412d-bd7a-7dfa91cb2e20"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:43.751504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb003e9-51ad-46da-b425-bde8c0a3ae8e req-6278dbaa-6bb3-48ab-a48a-498bcde8d5c8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:43.762416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ecb003e9-51ad-46da-b425-bde8c0a3ae8e req-6278dbaa-6bb3-48ab-a48a-498bcde8d5c8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 948 time: 0.1471338 Jul 14 09:27:43.861535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ecb003e9-51ad-46da-b425-bde8c0a3ae8e req-33e496b2-3bd2-412a-b84a-14a33f714398 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900233 Jul 14 09:27:43.872038 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b2c6a588-1e76-4b32-b9da-1b5b106144a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=efb7775468f7465880c739ee4abd0d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7497492 Jul 14 09:27:43.874734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:43.970810 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efca9c3-3022-4385-b0f2-f5b7961d008e x-openstack-request-id: req-7efca9c3-3022-4385-b0f2-f5b7961d008e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:43.971473 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9db69b7-1c07-43b9-843e-1c60a1c70ed5", "tag": "67462d1b-3d2c-412d-bd7a-7dfa91cb2e20", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:43.972880 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7efca9c3-3022-4385-b0f2-f5b7961d008e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:43.973038 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9db69b7-1c07-43b9-843e-1c60a1c70ed5', 'tag': '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20', 'status': 'completed', 'code': 200} Jul 14 09:27:43.987558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f449436-1360-4aea-8d7a-ff3afd23118c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.022908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-90f80b3f-05c6-463d-bcce-7ec5c1e5e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.026610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-90f80b3f-05c6-463d-bcce-7ec5c1e5e5a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 1100 time: 0.3693287 Jul 14 09:27:44.069129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f449436-1360-4aea-8d7a-ff3afd23118c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.157940 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-f4bcb756-0265-4a24-b8e9-c0464c5de882 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 HTTP/1.1" status: 200 len: 217 time: 0.1041319 Jul 14 09:27:44.237477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f449436-1360-4aea-8d7a-ff3afd23118c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.242301 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f449436-1360-4aea-8d7a-ff3afd23118c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:44.243959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0f449436-1360-4aea-8d7a-ff3afd23118c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f7da509-fd2e-43f7-8c04-fea877053b4c HTTP/1.1" status: 204 len: 168 time: 0.3680217 Jul 14 09:27:44.259011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-745409dd-6218-48ef-86a1-b1396b1cf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.260779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-745409dd-6218-48ef-86a1-b1396b1cf5ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0970094 Jul 14 09:27:44.264121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f449436-1360-4aea-8d7a-ff3afd23118c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7da509-fd2e-43f7-8c04-fea877053b4c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:44.278447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce0a80-e742-44a0-81b3-e3160abb3b27 req-33601d20-02bd-4234-89c7-f0135b47f7c0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.286459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d3ce0a80-e742-44a0-81b3-e3160abb3b27 req-33601d20-02bd-4234-89c7-f0135b47f7c0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.4283664 Jul 14 09:27:44.382836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d3ce0a80-e742-44a0-81b3-e3160abb3b27 req-80f3cbc2-8a56-413e-a258-bc73c50cfed6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951581 Jul 14 09:27:44.461969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-9334d782-af33-4f98-9eb5-5e73e0fa7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.466369 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-9334d782-af33-4f98-9eb5-5e73e0fa7d05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1771739 Jul 14 09:27:44.590830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba181ce6-86f7-4f79-a4bf-88488d60e955 req-e36d14bc-d467-496e-8365-d8c6697248c4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.599194 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba181ce6-86f7-4f79-a4bf-88488d60e955 req-e36d14bc-d467-496e-8365-d8c6697248c4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 946 time: 0.1286306 Jul 14 09:27:44.641164 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-0e2e4877-7298-4f69-95df-dff62eada36a service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657674 Jul 14 09:27:44.680437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba181ce6-86f7-4f79-a4bf-88488d60e955 req-6aba316a-fcb7-434f-ad97-f6e8820662ef tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718365 Jul 14 09:27:44.783409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-838ec3a0-ca59-4e52-be1f-0cd21eac9584 req-8f000d2d-aad6-45ed-8a01-77431e2ab271 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302171 Jul 14 09:27:44.959997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-2528ae8b-03ba-4f50-b246-257d271d9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:44.961816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-2528ae8b-03ba-4f50-b246-257d271d9792 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 1100 time: 0.1095924 Jul 14 09:27:45.215750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-c8c3ac96-c064-43b8-9419-79fc6c0491d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.217297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-c8c3ac96-c064-43b8-9419-79fc6c0491d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2484784 Jul 14 09:27:45.236149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef191d-b945-45b1-863a-c69d13be9772 req-358b6256-20f3-46fa-b91c-130257c14f30 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.240630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78ef191d-b945-45b1-863a-c69d13be9772 req-358b6256-20f3-46fa-b91c-130257c14f30 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 948 time: 0.1613972 Jul 14 09:27:45.277355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56356) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.296580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-6652b2d7-121f-4f75-8f73-007c8eaeef85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 HTTP/1.1" status: 200 len: 217 time: 0.0692866 Jul 14 09:27:45.331939 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89ded1bc-a67c-4cbd-b684-1b8a1efa4275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.374478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78ef191d-b945-45b1-863a-c69d13be9772 req-18d892e0-b5a2-4c45-9e1b-3d5c950fe013 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249893 Jul 14 09:27:45.479517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56362) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.521447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-eb36714a-ae6f-4c36-ae69-7aa5b9475f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.523433 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-eb36714a-ae6f-4c36-ae69-7aa5b9475f95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2085469 Jul 14 09:27:45.573263 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89ded1bc-a67c-4cbd-b684-1b8a1efa4275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.587852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89ded1bc-a67c-4cbd-b684-1b8a1efa4275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.667578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7776c-5a22-405d-a4f6-d7cdec3466b9 req-87ba7257-b9e0-4cce-b187-e49a1092849b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.669695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ded1bc-a67c-4cbd-b684-1b8a1efa4275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10390e6a-bdb4-4789-9a64-f979de6bf4d4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:45.680923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cfc7776c-5a22-405d-a4f6-d7cdec3466b9 req-87ba7257-b9e0-4cce-b187-e49a1092849b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 946 time: 0.2762561 Jul 14 09:27:45.702808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-51d077f9-829a-4e11-8934-016b47cd60a9 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:45.741917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-89ded1bc-a67c-4cbd-b684-1b8a1efa4275 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ed8121c744b74c4f9cdde09f82ecf9b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604530 Jul 14 09:27:45.751913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.770310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cfc7776c-5a22-405d-a4f6-d7cdec3466b9 req-c298bd4d-5ad9-431a-bd29-b6ff0e34879e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862401 Jul 14 09:27:45.792325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-4fd1d9c0-ba22-4902-b508-3e5df4a3fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.794092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-4fd1d9c0-ba22-4902-b508-3e5df4a3fa8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2578053 Jul 14 09:27:45.814865 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-51d077f9-829a-4e11-8934-016b47cd60a9 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] 10.222.0.73 "PUT /v2.0/quotas/10166cd4e23340138e3d21cdee5c1c2a HTTP/1.1" status: 200 len: 368 time: 0.3332767 Jul 14 09:27:45.818356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56372) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:45.830758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Request body: {'network': {'project_id': '10166cd4e23340138e3d21cdee5c1c2a'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:45.880464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7273e-d768-42f5-b4f3-629419cde2cf req-9ebf27a5-cd99-49bd-9b40-06aaee02abfe tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:45.890098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-40c7273e-d768-42f5-b4f3-629419cde2cf req-9ebf27a5-cd99-49bd-9b40-06aaee02abfe tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1460354 Jul 14 09:27:45.893237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8259b3-2e01-475d-a1f8-2c5ce8091899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.918511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Made reservation on behalf of 10166cd4e23340138e3d21cdee5c1c2a for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:45.920896 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.946463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.954847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8259b3-2e01-475d-a1f8-2c5ce8091899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:45.964013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-40c7273e-d768-42f5-b4f3-629419cde2cf req-a6edde9d-0408-4238-97fd-ffdc4991ce48 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727134 Jul 14 09:27:45.978355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-255665d2-d301-46d9-a7f0-16fb5bccd525 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747653 Jul 14 09:27:46.029349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8259b3-2e01-475d-a1f8-2c5ce8091899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.032013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8259b3-2e01-475d-a1f8-2c5ce8091899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.037582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4a8259b3-2e01-475d-a1f8-2c5ce8091899 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10390e6a-bdb4-4789-9a64-f979de6bf4d4 HTTP/1.1" status: 204 len: 168 time: 0.2709544 Jul 14 09:27:46.049887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8259b3-2e01-475d-a1f8-2c5ce8091899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10390e6a-bdb4-4789-9a64-f979de6bf4d4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.136491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-795fbda7-3367-4fc9-bda6-7d995294dc1b req-0e4c8961-6b24-4a28-8ca2-d87d4bb3172d service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475408 Jul 14 09:27:46.169050 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.173888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.202888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:46.225411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.226097 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Added segment b04f9b45-cc60-4216-9249-1ed2cce7ca29 of type vlan for network 323dc308-945f-4ca5-a4e5-c34156ace68a Jul 14 09:27:46.227233 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae52e7c-ad9b-40cd-974e-6f75cb657eda,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.311481 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.355832 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.358634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.359605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.494538 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6701782 Jul 14 09:27:46.497221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:46.502880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Request body: {'network': {'project_id': '10166cd4e23340138e3d21cdee5c1c2a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:46.523811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89195c-faed-4fa7-94de-14319211cfd1 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Pushing event updated for resources: {'Network': ['ID=323dc308-945f-4ca5-a4e5-c34156ace68a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:46.539735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 323dc308-945f-4ca5-a4e5-c34156ace68a details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:46.606833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Made reservation on behalf of 10166cd4e23340138e3d21cdee5c1c2a for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:46.612027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.683216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadba02-3944-4606-a4bd-83d6deb13fc5 req-d3d22508-4567-4109-951c-463bde2331ef tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.685419 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caadba02-3944-4606-a4bd-83d6deb13fc5 req-d3d22508-4567-4109-951c-463bde2331ef tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 948 time: 0.1529834 Jul 14 09:27:46.742293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:46.774184 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.774835 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Added segment 9aec5d63-3a5d-4ee1-8cf5-7945d84bfe54 of type vlan for network d550fc51-2c69-4793-be5f-86dfd807e466 Jul 14 09:27:46.782118 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caadba02-3944-4606-a4bd-83d6deb13fc5 req-d595085b-20b9-4344-9725-b6940581fb44 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908096 Jul 14 09:27:46.800668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-c1f6db41-e036-4d92-bc8e-c7ada529bc0a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.802671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-c1f6db41-e036-4d92-bc8e-c7ada529bc0a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 946 time: 0.2431428 Jul 14 09:27:46.873108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.964396 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:46.966513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:46.967444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.097549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Pushing event updated for resources: {'Network': ['ID=d550fc51-2c69-4793-be5f-86dfd807e466,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.110505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-606bf18d-1af5-40f2-b4d3-758182daa63c tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6121738 Jul 14 09:27:47.113438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56424) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:47.114385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network d550fc51-2c69-4793-be5f-86dfd807e466 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:47.119948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b929874b-3cf0-4a33-9122-c6906c223b20 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Request body: {'network': {'project_id': '10166cd4e23340138e3d21cdee5c1c2a'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:47.124848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Deleting port 9a5383ff-773f-4d76-a602-9f057edc19ff {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:27:47.129282 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.165436 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b929874b-3cf0-4a33-9122-c6906c223b20 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:27:47.165959 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b929874b-3cf0-4a33-9122-c6906c223b20 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:27:47.171113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b929874b-3cf0-4a33-9122-c6906c223b20 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0555968 Jul 14 09:27:47.175108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56426) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:47.365865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e37a5-3e08-4fdb-b514-b44cbac90e27 req-ce2858c7-9c4e-4d21-890e-ae6a42dcecc3 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.372083 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.380019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e84e37a5-3e08-4fdb-b514-b44cbac90e27 req-ce2858c7-9c4e-4d21-890e-ae6a42dcecc3 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 946 time: 0.3371441 Jul 14 09:27:47.455272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] For port 9a5383ff-773f-4d76-a602-9f057edc19ff, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a5383ff-773f-4d76-a602-9f057edc19ff,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:47.455717 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.477909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Calling delete_port for 9a5383ff-773f-4d76-a602-9f057edc19ff owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:27:47.493381 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e84e37a5-3e08-4fdb-b514-b44cbac90e27 req-869d8792-c53b-4f83-8fa4-2f6520fcadbe tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104269 Jul 14 09:27:47.524488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:47.543354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930f679b-b64b-4e9b-a363-4c500a735eed req-ef0833ba-d59e-4431-8476-c1c0ba44ff11 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:47.551339 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-930f679b-b64b-4e9b-a363-4c500a735eed req-ef0833ba-d59e-4431-8476-c1c0ba44ff11 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.4086268 Jul 14 09:27:47.585365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.609188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d550fc51-2c69-4793-be5f-86dfd807e466']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:47.623157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aec5d63-3a5d-4ee1-8cf5-7945d84bfe54') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:47.623438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aec5d63-3a5d-4ee1-8cf5-7945d84bfe54') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:47.640623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-930f679b-b64b-4e9b-a363-4c500a735eed req-f98bcfb6-8955-4c4c-8288-f100ee770787 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853944 Jul 14 09:27:47.667037 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.691578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.700967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:47.700967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:47.702133 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:47.737053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:47.775052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20', 'mac_address': 'fa:16:3e:6e:4f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:47.810012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.834034 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.835237 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.852498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:47.857172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['9a5383ff-773f-4d76-a602-9f057edc19ff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:47.859608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event deleted for resources: {'Port': ['ID=9a5383ff-773f-4d76-a602-9f057edc19ff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.903969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:47.909878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.914299 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] 10.222.0.73 "DELETE /v2.0/networks/d550fc51-2c69-4793-be5f-86dfd807e466 HTTP/1.1" status: 204 len: 168 time: 0.7354398 Jul 14 09:27:47.914852 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.917542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1f93-490b-4809-b67d-d16b18f3d7df tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Pushing event deleted for resources: {'Network': ['ID=d550fc51-2c69-4793-be5f-86dfd807e466,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:47.924460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56448) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:47.936069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] No DVR routers for this DVR port 9a5383ff-773f-4d76-a602-9f057edc19ff on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:27:47.941984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:47.945663 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ca422f2-d79a-4a66-963b-604ed5e1a6e3 req-d1c49606-3643-454d-bec3-b29ec605e901 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "DELETE /v2.0/ports/9a5383ff-773f-4d76-a602-9f057edc19ff HTTP/1.1" status: 204 len: 173 time: 1.1192830 Jul 14 09:27:47.947562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a313e945-389c-4c55-94cb-8cf974073690', 'name': 'network-vif-deleted', 'tag': '9a5383ff-773f-4d76-a602-9f057edc19ff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:47.954151 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bd184c-6e19-45fe-ab1f-a3948233d480" -d '{"events": [{"server_uuid": "a313e945-389c-4c55-94cb-8cf974073690", "name": "network-vif-deleted", "tag": "9a5383ff-773f-4d76-a602-9f057edc19ff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:48.072395 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6777762-68c9-465a-a6b2-0e5091e67a74 x-openstack-request-id: req-b6777762-68c9-465a-a6b2-0e5091e67a74 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:48.073038 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a313e945-389c-4c55-94cb-8cf974073690", "name": "network-vif-deleted", "tag": "9a5383ff-773f-4d76-a602-9f057edc19ff", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:48.073744 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6777762-68c9-465a-a6b2-0e5091e67a74 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:48.074534 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a313e945-389c-4c55-94cb-8cf974073690', 'name': 'network-vif-deleted', 'tag': '9a5383ff-773f-4d76-a602-9f057edc19ff', 'status': 'completed', 'code': 200} Jul 14 09:27:48.091318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.236260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.250740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['67462d1b-3d2c-412d-bd7a-7dfa91cb2e20'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:48.438590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.441363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5310fa-46cc-409d-8248-7c77973b8a98 req-b7629821-5ba3-44c1-ace4-4de10d9a4d91 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:48.451906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323dc308-945f-4ca5-a4e5-c34156ace68a']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:48.461086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b5310fa-46cc-409d-8248-7c77973b8a98 req-b7629821-5ba3-44c1-ace4-4de10d9a4d91 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 949 time: 0.1542230 Jul 14 09:27:48.465958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04f9b45-cc60-4216-9249-1ed2cce7ca29') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:48.466311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04f9b45-cc60-4216-9249-1ed2cce7ca29') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:27:48.503347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.509679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b5310fa-46cc-409d-8248-7c77973b8a98 req-9c35cc24-d5a9-48ad-91c7-7430928c7f78 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Jul 14 09:27:48.546229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.559927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:27:48.560915 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:27:48.565811 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:27:48.669537 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.692452 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:48.694494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] 10.222.0.73 "DELETE /v2.0/networks/323dc308-945f-4ca5-a4e5-c34156ace68a HTTP/1.1" status: 204 len: 168 time: 0.7690566 Jul 14 09:27:48.695403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bb54d-f7b8-4c18-8535-8859cbb35a27 tempest-QuotasNegativeTest-1816420461 tempest-QuotasNegativeTest-1816420461-project-admin] Pushing event deleted for resources: {'Network': ['ID=323dc308-945f-4ca5-a4e5-c34156ace68a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:48.865303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b74bd7e8-3152-4da1-9207-b60ec7b03458 req-62f6982d-2ae0-42db-a540-c1ba9da37fe5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a313e945-389c-4c55-94cb-8cf974073690 HTTP/1.1" status: 200 len: 210 time: 0.1298945 Jul 14 09:27:49.175245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcefc3-60a2-4a10-861b-d2c011cbefa1 req-460541cb-1d37-4116-abed-5f4e660d2e5e tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.182948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65bcefc3-60a2-4a10-861b-d2c011cbefa1 req-460541cb-1d37-4116-abed-5f4e660d2e5e tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.2499306 Jul 14 09:27:49.335984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65bcefc3-60a2-4a10-861b-d2c011cbefa1 req-6b0814ee-2e14-4159-abdf-342f464083ab tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493988 Jul 14 09:27:49.451106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:49.524660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:49.531094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:49.531478 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.661247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56526) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:49.711130 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.724630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a80f00b-566e-417e-915b-ff01d210654c req-0b522079-3915-4916-ab2d-352207aa7322 tempest-FlavorsV2NegativeTest-1366482015 tempest-FlavorsV2NegativeTest-1366482015-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=5f20859ca2724c488456fd508a320348&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449162 Jul 14 09:27:49.737579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9db69b7-1c07-43b9-843e-1c60a1c70ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:49.740218 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2492b5b9-234c-41e3-ad35-fbac032e6ab7" -d '{"events": [{"server_uuid": "c9db69b7-1c07-43b9-843e-1c60a1c70ed5", "name": "network-vif-plugged", "status": "completed", "tag": "67462d1b-3d2c-412d-bd7a-7dfa91cb2e20"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:49.755400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:49.761522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b4af-cb15-4b56-b9a0-66e79c81df4d req-f1633e24-f15a-470e-becc-c1226414baed tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.763355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:49.763938 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-02d7b4af-cb15-4b56-b9a0-66e79c81df4d req-f1633e24-f15a-470e-becc-c1226414baed tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 949 time: 0.0964761 Jul 14 09:27:49.834069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-02d7b4af-cb15-4b56-b9a0-66e79c81df4d req-59bc56e4-f4ef-4428-97f7-cf711f4bd89f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645473 Jul 14 09:27:49.839278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:49.893424 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d44c864-fa6e-4d18-a543-8acd7c5064cd x-openstack-request-id: req-5d44c864-fa6e-4d18-a543-8acd7c5064cd {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:49.893741 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9db69b7-1c07-43b9-843e-1c60a1c70ed5", "name": "network-vif-plugged", "status": "completed", "tag": "67462d1b-3d2c-412d-bd7a-7dfa91cb2e20", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:49.894016 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d44c864-fa6e-4d18-a543-8acd7c5064cd {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:49.894415 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9db69b7-1c07-43b9-843e-1c60a1c70ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20', 'code': 200} Jul 14 09:27:49.898446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80f00b-566e-417e-915b-ff01d210654c req-ee683f06-6b43-4356-85d2-aaf75626e864 tempest-FlavorsV2NegativeTest-1366482015 tempest-FlavorsV2NegativeTest-1366482015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:49.900795 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a80f00b-566e-417e-915b-ff01d210654c req-ee683f06-6b43-4356-85d2-aaf75626e864 tempest-FlavorsV2NegativeTest-1366482015 tempest-FlavorsV2NegativeTest-1366482015-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1727438 Jul 14 09:27:49.920417 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a80f00b-566e-417e-915b-ff01d210654c req-390b9938-e6cb-49c4-9064-1c95d3cbf5f5 tempest-FlavorsV2NegativeTest-1366482015 tempest-FlavorsV2NegativeTest-1366482015-project] 10.222.0.73 "GET /v2.0/quotas/5f20859ca2724c488456fd508a320348 HTTP/1.1" status: 200 len: 375 time: 0.0135622 Jul 14 09:27:49.964276 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a80f00b-566e-417e-915b-ff01d210654c req-57f12722-bdc2-4aa1-8fe6-7d496045fed7 tempest-FlavorsV2NegativeTest-1366482015 tempest-FlavorsV2NegativeTest-1366482015-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f20859ca2724c488456fd508a320348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374677 Jul 14 09:27:49.998282 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7dee3e79-f83a-45d7-9b02-5e06ec55fc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.199978 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7dee3e79-f83a-45d7-9b02-5e06ec55fc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.209962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7dee3e79-f83a-45d7-9b02-5e06ec55fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.216768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16fbd4-36fd-45c5-8057-e190de81d663 req-03db7c3c-732d-41f2-bcc2-827623d26874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.218498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce16fbd4-36fd-45c5-8057-e190de81d663 req-03db7c3c-732d-41f2-bcc2-827623d26874 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 1102 time: 0.1159341 Jul 14 09:27:50.280069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee3e79-f83a-45d7-9b02-5e06ec55fc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c3ca17-23da-41e9-ab93-e3ee5c5ec0e6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:50.285501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7dee3e79-f83a-45d7-9b02-5e06ec55fc00 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41422d9a2aa645bcbeaafb3424639ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6232131 Jul 14 09:27:50.289712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:50.319266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce16fbd4-36fd-45c5-8057-e190de81d663 req-224eb63a-bbf3-45f1-b48b-ca078ca2ad9f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931573 Jul 14 09:27:50.389103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba822ea1-fb75-48c7-91ef-e49328f20ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.393999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-aef898c7-bae6-43b2-990c-5571e504509c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.403823 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-aef898c7-bae6-43b2-990c-5571e504509c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.1693342 Jul 14 09:27:50.420784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-b3112b90-bd6a-43c9-98b8-54aabaa696bc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/quotas/a9906f97252144128c6148c196932b6a HTTP/1.1" status: 200 len: 375 time: 0.0151489 Jul 14 09:27:50.428594 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba822ea1-fb75-48c7-91ef-e49328f20ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.502306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-6f9336b2-7d14-4aa3-9be0-d9f2fd0974c9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639331 Jul 14 09:27:50.513023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba822ea1-fb75-48c7-91ef-e49328f20ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.517465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba822ea1-fb75-48c7-91ef-e49328f20ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:50.521590 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ba822ea1-fb75-48c7-91ef-e49328f20ae8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27c3ca17-23da-41e9-ab93-e3ee5c5ec0e6 HTTP/1.1" status: 204 len: 168 time: 0.2290585 Jul 14 09:27:50.533941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba822ea1-fb75-48c7-91ef-e49328f20ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c3ca17-23da-41e9-ab93-e3ee5c5ec0e6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:50.647031 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-ed942f1a-a6ea-4e88-bada-83478a1598f9 service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339500 Jul 14 09:27:50.661750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aad2b5-9770-402d-942a-680b23a5398a req-2bc51bc8-8604-45ec-a96d-8d62f826c1e4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:50.663963 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65aad2b5-9770-402d-942a-680b23a5398a req-2bc51bc8-8604-45ec-a96d-8d62f826c1e4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1118770 Jul 14 09:27:50.740824 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65aad2b5-9770-402d-942a-680b23a5398a req-acf152ce-e6f5-44be-a273-f4a2748eda90 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684249 Jul 14 09:27:50.783938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-e9d3f423-ce76-4935-bec4-b0f0373bf811 service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276708 Jul 14 09:27:51.160573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb35b72-ed95-4761-a0df-58bfa8365f74 req-ba89788d-a70b-4d8a-af69-285fb3410e9f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.173934 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7eb35b72-ed95-4761-a0df-58bfa8365f74 req-ba89788d-a70b-4d8a-af69-285fb3410e9f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 950 time: 0.1413321 Jul 14 09:27:51.245479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7eb35b72-ed95-4761-a0df-58bfa8365f74 req-d1ae9540-8a76-430b-bc1f-b34502460d86 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642552 Jul 14 09:27:51.342525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56624) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.371954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d35e9d0f-8fdf-4feb-b903-708df4c81978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.391333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438799a-4a25-4858-bce3-66a401f6a88f req-9b2e8da2-de3a-458f-b679-8d95e8cc7f36 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:51.400489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9438799a-4a25-4858-bce3-66a401f6a88f req-9b2e8da2-de3a-458f-b679-8d95e8cc7f36 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.5460775 Jul 14 09:27:51.402825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56626) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.405146 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-724ae0e3-f573-4f85-96ce-dbe54afdc50d req-66105648-b660-479c-8743-885f8dfaf15b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 210 time: 0.0694406 Jul 14 09:27:51.481999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9438799a-4a25-4858-bce3-66a401f6a88f req-8aebe063-c479-4bb6-995f-ce9e888ee811 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791049 Jul 14 09:27:51.540715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d35e9d0f-8fdf-4feb-b903-708df4c81978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.546936 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d35e9d0f-8fdf-4feb-b903-708df4c81978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.600699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d35e9d0f-8fdf-4feb-b903-708df4c81978 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f5d846b35904f4ea4bf486819c92d11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568848 Jul 14 09:27:51.601454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e9d0f-8fdf-4feb-b903-708df4c81978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50308e4c-6aa1-4e5c-9085-a1962cca8aac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:51.603402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56634) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:51.675754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-773e0304-64a0-4d33-b132-31c22148a37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.709638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-773e0304-64a0-4d33-b132-31c22148a37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.710237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9a5383ff-773f-4d76-a602-9f057edc19ff no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:51.750395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 9a5383ff-773f-4d76-a602-9f057edc19ff {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:27:51.750885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9a5383ff-773f-4d76-a602-9f057edc19ff not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:27:51.785479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09193ba5-2cd7-476e-8238-bfc662568427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.789546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f2be18a1-9517-4c64-ba7f-330d8d811e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.849723 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-773e0304-64a0-4d33-b132-31c22148a37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.856935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-773e0304-64a0-4d33-b132-31c22148a37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:51.858480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-773e0304-64a0-4d33-b132-31c22148a37f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50308e4c-6aa1-4e5c-9085-a1962cca8aac HTTP/1.1" status: 204 len: 168 time: 0.2540619 Jul 14 09:27:51.899914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e0304-64a0-4d33-b132-31c22148a37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50308e4c-6aa1-4e5c-9085-a1962cca8aac,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.028654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09193ba5-2cd7-476e-8238-bfc662568427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.036318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09193ba5-2cd7-476e-8238-bfc662568427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.121075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512df651-ce35-4a9c-99ce-fd511363def0 req-7f0e59e6-d002-4851-92df-f4c2fdaf66d6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.130804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-09193ba5-2cd7-476e-8238-bfc662568427 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f20859ca2724c488456fd508a320348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7241011 Jul 14 09:27:52.131265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-512df651-ce35-4a9c-99ce-fd511363def0 req-7f0e59e6-d002-4851-92df-f4c2fdaf66d6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1538081 Jul 14 09:27:52.131265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:52.137469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09193ba5-2cd7-476e-8238-bfc662568427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d14b7b3-7001-4d58-b483-a7d66f18c235,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.214069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14f21ff6-37e5-4753-8546-8c08da711a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.233348 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-512df651-ce35-4a9c-99ce-fd511363def0 req-e3e3eee8-dab5-4c17-96f4-7bf446717df0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687799 Jul 14 09:27:52.273030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14f21ff6-37e5-4753-8546-8c08da711a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.354208 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14f21ff6-37e5-4753-8546-8c08da711a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.359955 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14f21ff6-37e5-4753-8546-8c08da711a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.361848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-14f21ff6-37e5-4753-8546-8c08da711a59 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3d14b7b3-7001-4d58-b483-a7d66f18c235 HTTP/1.1" status: 204 len: 168 time: 0.2295523 Jul 14 09:27:52.369762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c95f43-1f30-4277-bbf9-0b30e0b5ce4c req-eeb18b09-cefd-4f7f-b95a-174aa5976706 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.375038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f21ff6-37e5-4753-8546-8c08da711a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d14b7b3-7001-4d58-b483-a7d66f18c235,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:52.384718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40c95f43-1f30-4277-bbf9-0b30e0b5ce4c req-eeb18b09-cefd-4f7f-b95a-174aa5976706 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.1596770 Jul 14 09:27:52.464527 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40c95f43-1f30-4277-bbf9-0b30e0b5ce4c req-a992fb96-7efd-48c3-9c7f-79c10eb668d1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770295 Jul 14 09:27:52.563491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3cab5a-6c1f-4bd6-ae51-7a401d9d4d1e req-5da5c3d3-96a8-40b0-ab2c-b5d41fbee582 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.565095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c3cab5a-6c1f-4bd6-ae51-7a401d9d4d1e req-5da5c3d3-96a8-40b0-ab2c-b5d41fbee582 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 950 time: 0.1746697 Jul 14 09:27:52.622688 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b978558-545b-408b-9b84-a66903acdc9e req-21d3db3d-b424-4e3b-ae74-da66987f3f67 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 210 time: 0.0450373 Jul 14 09:27:52.637981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c3cab5a-6c1f-4bd6-ae51-7a401d9d4d1e req-3e9b4b69-11a0-4921-ba9d-840061fd7964 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648427 Jul 14 09:27:52.694030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-2d70c8ff-a8e3-4289-b42e-fc8a5727cace tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.696406 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-2d70c8ff-a8e3-4289-b42e-fc8a5727cace tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.2345107 Jul 14 09:27:52.714057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Request body: {'port': {'device_id': '44a0d598-2fef-4124-838c-4ad6b49663ba', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'admin_state_up': True, 'tenant_id': 'a9906f97252144128c6148c196932b6a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:52.911846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4d75f-bf38-4204-8d3a-c9d83ae5c37c req-85c2a0da-4659-4a25-867a-5f351516adc0 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:52.919516 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52a4d75f-bf38-4204-8d3a-c9d83ae5c37c req-85c2a0da-4659-4a25-867a-5f351516adc0 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 1102 time: 0.1276078 Jul 14 09:27:52.927023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:52.930158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:52.984241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52a4d75f-bf38-4204-8d3a-c9d83ae5c37c req-df242a8d-313d-4232-89eb-48b58766652b tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637536 Jul 14 09:27:53.101672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Allocated IP 172.20.0.13 (47270586-9b02-4ec0-a27c-e3637d71dae4/83f0ce11-c178-40b2-a579-676eb17cd347/511c6761-61ee-43bb-abab-90e9877656ce) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:53.320221 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.332055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-0b6c5235-09a5-45bd-826a-ff8c7973a2d1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419285 Jul 14 09:27:53.382996 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.465059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:53.465293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-724bd2bf-0dff-4448-8722-d652628e5b4e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.469649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:53.472527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:53.473123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-724bd2bf-0dff-4448-8722-d652628e5b4e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349370 Jul 14 09:27:53.476958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:27:53.518768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-d4ecbcd1-d4ad-48ee-a0e4-04dfe65363cc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/quotas/a77186bed31942579c223cda192af782 HTTP/1.1" status: 200 len: 375 time: 0.0446875 Jul 14 09:27:53.543406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.544231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.568096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8625574 Jul 14 09:27:53.589627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Request body: {'port': {'device_id': '44a0d598-2fef-4124-838c-4ad6b49663ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:53.593940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff3128e-0fcd-4a10-9975-903830ef9fcb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event updated for resources: {'Port': ['ID=511c6761-61ee-43bb-abab-90e9877656ce,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:53.657019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d03cde-ecc5-4510-af7d-d369320051c4 req-57ad0963-4fd6-4c91-a39d-3bc54523822b tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:53.658656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69d03cde-ecc5-4510-af7d-d369320051c4 req-57ad0963-4fd6-4c91-a39d-3bc54523822b tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.2697873 Jul 14 09:27:53.662674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.686307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-8621451c-1684-4290-8cd4-95c8969de2ba tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1658258 Jul 14 09:27:53.713976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:53.724873 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c125e-0a00-4ee1-85de-519ee09b44fe" -d '{"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-unplugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:53.737667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.758875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:53.774067 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:53.808138 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69d03cde-ecc5-4510-af7d-d369320051c4 req-49b506ee-5481-459a-9b1d-757cad2c6863 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372423 Jul 14 09:27:53.831730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.028980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d244ac-843f-417f-8740-dceea796afa8 req-d529346e-0a57-4e3c-9491-8b9098edd1cf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:54.036083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d244ac-843f-417f-8740-dceea796afa8 req-d529346e-0a57-4e3c-9491-8b9098edd1cf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1014140 Jul 14 09:27:54.119404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5d244ac-843f-417f-8740-dceea796afa8 req-510b6d7d-1818-4025-af6d-eb5cc3a3a24f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804000 Jul 14 09:27:54.151177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afcf07-6a7b-4e55-9f35-567997ff933e req-cc598144-84e2-4a59-b912-1469a0640efd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:54.152931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27afcf07-6a7b-4e55-9f35-567997ff933e req-cc598144-84e2-4a59-b912-1469a0640efd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 932 time: 0.0995197 Jul 14 09:27:54.177128 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c237ef7-6e20-4055-8d5f-3c08abad461d x-openstack-request-id: req-0c237ef7-6e20-4055-8d5f-3c08abad461d {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:54.177949 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-unplugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:54.179262 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c237ef7-6e20-4055-8d5f-3c08abad461d {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:54.180409 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'code': 200} Jul 14 09:27:54.192905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c15ae6cb-35c5-43c2-897c-ddfa090761e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.228564 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27afcf07-6a7b-4e55-9f35-567997ff933e req-922326c2-4cd4-4773-a387-3d365deab68e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568933 Jul 14 09:27:54.365140 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-088270aa-5212-4f2a-bf0f-f5034164f354 req-089eb4f7-da6d-4cf3-90e1-4798b2dcef0d tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 210 time: 0.0393343 Jul 14 09:27:54.374487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511c6761-61ee-43bb-abab-90e9877656ce {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:54.382540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.397469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Transition to ACTIVE for port object 511c6761-61ee-43bb-abab-90e9877656ce will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:54.401826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.451462 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.683577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56770) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:54.731740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=511c6761-61ee-43bb-abab-90e9877656ce,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.755787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Attempting to bind port 511c6761-61ee-43bb-abab-90e9877656ce on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:54.756126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Attempting to bind port 511c6761-61ee-43bb-abab-90e9877656ce by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:54.756508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Attempting to bind port 511c6761-61ee-43bb-abab-90e9877656ce on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:54.761369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Port 511c6761-61ee-43bb-abab-90e9877656ce on network 47270586-9b02-4ec0-a27c-e3637d71dae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:27:54.761694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Attempting to bind port 511c6761-61ee-43bb-abab-90e9877656ce on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:54.766655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:54.767014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Checking segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:54.767475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Bound using segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:54.767914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Bound port: 511c6761-61ee-43bb-abab-90e9877656ce, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:54.768299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.852646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] For port 511c6761-61ee-43bb-abab-90e9877656ce, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:54.856076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] For port 511c6761-61ee-43bb-abab-90e9877656ce, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=511c6761-61ee-43bb-abab-90e9877656ce,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:54.862349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.905882 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:54.906507 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:54.907893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] 10.222.0.69 "PUT /v2.0/ports/511c6761-61ee-43bb-abab-90e9877656ce HTTP/1.1" status: 200 len: 1093 time: 1.3287261 Jul 14 09:27:54.908364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a0d598-2fef-4124-838c-4ad6b49663ba', 'tag': '511c6761-61ee-43bb-abab-90e9877656ce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:54.910712 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21454ea8-f9d5-46f4-8a90-f370d5462f48" -d '{"events": [{"name": "network-changed", "server_uuid": "44a0d598-2fef-4124-838c-4ad6b49663ba", "tag": "511c6761-61ee-43bb-abab-90e9877656ce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:54.934159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7dece-4fc5-41f7-a2a7-3073d776b7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=511c6761-61ee-43bb-abab-90e9877656ce,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:54.976606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-network', 'tenant_id': '1b2e7fb60f334e19932be8700b125720'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:54.994636 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6769e606-25cf-4043-acb6-2541d19f6137 x-openstack-request-id: req-6769e606-25cf-4043-acb6-2541d19f6137 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:54.994931 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a0d598-2fef-4124-838c-4ad6b49663ba", "tag": "511c6761-61ee-43bb-abab-90e9877656ce", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:54.995178 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6769e606-25cf-4043-acb6-2541d19f6137 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:54.995571 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a0d598-2fef-4124-838c-4ad6b49663ba', 'tag': '511c6761-61ee-43bb-abab-90e9877656ce', 'status': 'completed', 'code': 200} Jul 14 09:27:55.053381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-82bcf288-2e07-47e7-8c7e-27cda52297e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.055216 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-82bcf288-2e07-47e7-8c7e-27cda52297e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 1096 time: 0.0731583 Jul 14 09:27:55.060368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Made reservation on behalf of 1b2e7fb60f334e19932be8700b125720 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:55.062985 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.077267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.097204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19f8f9-3a9b-43cf-a4cb-73fef4c8fbf8 req-66c8086a-70ce-49d5-a791-adf7003e00c8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.098769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f19f8f9-3a9b-43cf-a4cb-73fef4c8fbf8 req-66c8086a-70ce-49d5-a791-adf7003e00c8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1175306 Jul 14 09:27:55.135949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-28e8b69f-9a52-4ea5-88c6-683e571b54c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511c6761-61ee-43bb-abab-90e9877656ce HTTP/1.1" status: 200 len: 217 time: 0.0660179 Jul 14 09:27:55.245924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-8f13b1dd-b5fd-4334-8a10-19ff836ade7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.246881 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.248099 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-8f13b1dd-b5fd-4334-8a10-19ff836ade7b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.0991957 Jul 14 09:27:55.256017 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.269052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:55.286575 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.286933 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Added segment 2b7388a7-576e-4fbe-8733-f6fb526ad721 of type vlan for network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 Jul 14 09:27:55.321973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-65f7f3c6-d979-433a-950f-4bd5191ad778 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661457 Jul 14 09:27:55.347112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.393285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.394802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.395405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.417410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f19f8f9-3a9b-43cf-a4cb-73fef4c8fbf8 req-43334b11-8ddf-4dc1-8036-a5deb358a888 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046842 Jul 14 09:27:55.418254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56796) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.464248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.472066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:55.480251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ac003-6b8c-46ba-9577-c8d35a928566 req-15d1fc60-f400-4de3-8774-b360a84165b8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.481882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-636ac003-6b8c-46ba-9577-c8d35a928566 req-15d1fc60-f400-4de3-8774-b360a84165b8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1641557 Jul 14 09:27:55.496030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-de00f9bb-4dad-4239-88e3-cc1a29d1ddf5 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401894 Jul 14 09:27:55.531062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-050377e0-156b-4609-a459-a192214f7e47 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1025519 Jul 14 09:27:55.591807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd51371-87bf-40df-a597-571034de6e4a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.599246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] Pushing event updated for resources: {'Network': ['ID=e7985b0c-972f-4869-82b3-21ac7cfdd5b2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:55.603129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-636ac003-6b8c-46ba-9577-c8d35a928566 req-d13299c5-df1e-4f52-877c-35ccd9e60cdb tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078107 Jul 14 09:27:55.610657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3994ddb3-8e61-40b1-b183-6cdaf91ec013 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9256737 Jul 14 09:27:55.611283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56802) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:55.651826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:55.657805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Request body: {'subnet': {'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-subnet', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:55.701964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f010f06-1e65-468b-a37d-0ccfce7f28b1 req-c4c0d2cb-a97b-48bb-93b7-684c8527e631 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989136 Jul 14 09:27:55.776002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:55.812797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'mac_address': 'fa:16:3e:6e:54:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:27:55.832775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Made reservation on behalf of 1b2e7fb60f334e19932be8700b125720 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:55.839819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.908026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:55.933534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a428a890-3f1e-4770-83f5-747ee1ec2321 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:27:55.972303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-5803284b-870a-4316-9e19-c907585df133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:55.974369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-5803284b-870a-4316-9e19-c907585df133 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 1096 time: 0.0982518 Jul 14 09:27:55.988497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:55.994124 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.008271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-92f61fd9-4c18-4689-b36c-53aed0a62555 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.010291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-92f61fd9-4c18-4689-b36c-53aed0a62555 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4213543 Jul 14 09:27:56.021052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-862961702', 'router:external': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:56.031994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Request body: {'port': {'device_id': '9c74cb56-2755-49ba-b303-e6d8980adead', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a77186bed31942579c223cda192af782'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:56.063683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.075674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652bda5-2ba0-4ed2-a446-238705d2e695 req-5f381481-8b32-43c2-86bc-67af820a7cae tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.077247 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f652bda5-2ba0-4ed2-a446-238705d2e695 req-5f381481-8b32-43c2-86bc-67af820a7cae tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 944 time: 0.3091919 Jul 14 09:27:56.100746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.129836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Made reservation on behalf of ea7b01c1c419477ab290bf7665c18b50 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:56.131985 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.137084 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c8ed16c-8796-4c1a-b986-a41102d3e220 req-d0cd51a5-e061-4aa8-9b66-e0aa9de6464e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 210 time: 0.0535741 Jul 14 09:27:56.144148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a428a890-3f1e-4770-83f5-747ee1ec2321'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:56.177157 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.180106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-4fa132b8-9aea-43ea-9de9-7817fa9afaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.187619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-4fa132b8-9aea-43ea-9de9-7817fa9afaec service neutron] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.2060099 Jul 14 09:27:56.250398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f652bda5-2ba0-4ed2-a446-238705d2e695 req-afd445fa-5a80-4e72-8c37-9ba56e99c8a6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403754 Jul 14 09:27:56.278474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-096636f3-8267-45a5-9bbc-4e58b79c5068 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=511c6761-61ee-43bb-abab-90e9877656ce HTTP/1.1" status: 200 len: 217 time: 0.0821297 Jul 14 09:27:56.346055 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.363323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19300139-e23b-4541-9d6d-510ab0d1359b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.406025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-62937dd0-2f3b-4fc2-a5a0-aaf50f390986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.407661 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-62937dd0-2f3b-4fc2-a5a0-aaf50f390986 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1250753 Jul 14 09:27:56.430563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=928c1f24-50fc-4510-ac91-8dbe61b411c8,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.450430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Checking segment: {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:56.450801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Network hostable DHCP agents. Network: e7985b0c-972f-4869-82b3-21ac7cfdd5b2, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:27:56.454214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-9f352aba-e554-43db-945d-d86d4fa69930 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400014 Jul 14 09:27:56.463005 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.472445 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.481787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14a0f8-c2b9-4555-b7eb-894ecf540dc9 req-64e53c5c-f9eb-4d44-a78e-f4cab1a3e9d9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.483547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db14a0f8-c2b9-4555-b7eb-894ecf540dc9 req-64e53c5c-f9eb-4d44-a78e-f4cab1a3e9d9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 945 time: 0.1469982 Jul 14 09:27:56.502688 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:27:56.518871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:27:56.520801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Made reservation on behalf of a77186bed31942579c223cda192af782 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:56.524540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.541941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f596d-a5ba-4297-b1a7-d57c4880c90c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.547441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, e7985b0c-972f-4869-82b3-21ac7cfdd5b2) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:56.555060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.555060 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Added segment 198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e of type vlan for network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc Jul 14 09:27:56.567990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.568374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.574245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0ec302-f9fa-4986-a1ca-880d62370942 None None] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:56.611474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db14a0f8-c2b9-4555-b7eb-894ecf540dc9 req-b5a760da-deb9-4a0e-a809-aa6e741144b3 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153157 Jul 14 09:27:56.668439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-f8ec6e56-5736-4c44-b9d4-71aab8e5ddd1 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033918 Jul 14 09:27:56.687867 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.697268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.791308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:27:56.792707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19300139-e23b-4541-9d6d-510ab0d1359b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.793476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.803609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19300139-e23b-4541-9d6d-510ab0d1359b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.815387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0ee1c-5b1c-4dfc-9970-7d17c5dd1b71 req-1ed20749-57d1-49d7-9041-0f17a68555f6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.817320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-afe0ee1c-5b1c-4dfc-9970-7d17c5dd1b71 req-1ed20749-57d1-49d7-9041-0f17a68555f6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.2656555 Jul 14 09:27:56.822297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-708d4423-42e8-4bc2-9e9b-8dfea7625705 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1797590 Jul 14 09:27:56.829791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.830889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:56.831537 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.834244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Allocated IP 192.168.233.118 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/d2f3ac03-b0e9-4d58-aaff-98027265abf7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:56.838939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56818) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.848383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:56.920075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19300139-e23b-4541-9d6d-510ab0d1359b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c29384-3261-4714-a08c-749ece7b94dc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.929744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4813626 Jul 14 09:27:56.936263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56820) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.941203 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21454ea8-f9d5-46f4-8a90-f370d5462f48 req-a8a7f984-1ecc-44d6-8e7f-c1e55a34943b service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649887 Jul 14 09:27:56.949063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-19300139-e23b-4541-9d6d-510ab0d1359b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=65aaebf500014f83b980f7ff24447820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8459163 Jul 14 09:27:56.949963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:56.955062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'subnet': {'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:56.986641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fccc5-f648-459f-9a78-170eb25a2655 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'Network': ['ID=cbed5e0e-b0d8-40bf-9b2d-92690834e0fc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:56.995156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:56.996284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.009973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:27:57.027145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-afe0ee1c-5b1c-4dfc-9970-7d17c5dd1b71 req-d38cab90-2938-4b8e-8936-751f72097db4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904478 Jul 14 09:27:57.044261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Made reservation on behalf of ea7b01c1c419477ab290bf7665c18b50 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:27:57.046641 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.055459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661751d-eb17-41ba-bcf3-8c7c573c0374 req-c293391b-662a-423f-9654-5223453c50e6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.058156 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4661751d-eb17-41ba-bcf3-8c7c573c0374 req-c293391b-662a-423f-9654-5223453c50e6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 946 time: 0.2572834 Jul 14 09:27:57.091796 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13616cd-2339-4fb8-9a92-d4aa358c65ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.115058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Allocated IP 172.20.0.2 (e7985b0c-972f-4869-82b3-21ac7cfdd5b2/928c1f24-50fc-4510-ac91-8dbe61b411c8/f2ed90e5-87c3-4608-9a31-cd852d91feff) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:57.135320 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13616cd-2339-4fb8-9a92-d4aa358c65ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.149478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4661751d-eb17-41ba-bcf3-8c7c573c0374 req-2ccedf44-54cb-4afa-a687-55f6164bb455 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799308 Jul 14 09:27:57.201623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.233784 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13616cd-2339-4fb8-9a92-d4aa358c65ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.236966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e13616cd-2339-4fb8-9a92-d4aa358c65ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.242234 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e13616cd-2339-4fb8-9a92-d4aa358c65ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5c29384-3261-4714-a08c-749ece7b94dc HTTP/1.1" status: 204 len: 168 time: 0.2906752 Jul 14 09:27:57.252331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13616cd-2339-4fb8-9a92-d4aa358c65ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c29384-3261-4714-a08c-749ece7b94dc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:57.307736 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.376824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.387971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Transition to ACTIVE for port object f2ed90e5-87c3-4608-9a31-cd852d91feff will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:57.410013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Transition to ACTIVE for port object f2ed90e5-87c3-4608-9a31-cd852d91feff will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:57.420009 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.430116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4601aa63-15be-4dcf-a106-fb9eb681862a req-95a2ecf3-a553-4342-9400-12c2dfcae394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 210 time: 0.0736151 Jul 14 09:27:57.471889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:57.474387 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.476315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:57.479946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:57.492468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:57.494378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Transition to ACTIVE for port object d2f3ac03-b0e9-4d58-aaff-98027265abf7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:27:57.523656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Pushing event updated for resources: {'Port': ['ID=f2ed90e5-87c3-4608-9a31-cd852d91feff,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:57.588233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Attempting to bind port f2ed90e5-87c3-4608-9a31-cd852d91feff on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:27:57.588980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Attempting to bind port f2ed90e5-87c3-4608-9a31-cd852d91feff by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:27:57.588980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Attempting to bind port f2ed90e5-87c3-4608-9a31-cd852d91feff on network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:27:57.594751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:27:57.594751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Checking segment: {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:57.595136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.595860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Bound using segment: {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:27:57.595965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Bound port: f2ed90e5-87c3-4608-9a31-cd852d91feff, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:27:57.596312 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.623013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ab49c-ad34-41e1-9914-e5de0618ac83 req-60256540-6d8b-4a02-80e3-19dd6083bfed tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:57.628311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff5ab49c-ad34-41e1-9914-e5de0618ac83 req-60256540-6d8b-4a02-80e3-19dd6083bfed tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 944 time: 0.1678858 Jul 14 09:27:57.650822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port a428a890-3f1e-4770-83f5-747ee1ec2321 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:57.651199 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.672734 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.715418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff5ab49c-ad34-41e1-9914-e5de0618ac83 req-1f2b7b8f-d302-4255-8c81-350b4368e41e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810909 Jul 14 09:27:57.744028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] For port f2ed90e5-87c3-4608-9a31-cd852d91feff, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:27:57.748644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] For port f2ed90e5-87c3-4608-9a31-cd852d91feff, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f2ed90e5-87c3-4608-9a31-cd852d91feff,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:27:57.757107 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.842717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56854) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:57.863584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a1a48f8-9c05-4c17-b93b-ec66e89ee9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.896541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:57.971946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65', '40d0fe7f-c296-474a-a9b8-6201dad11141', '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:58.006920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:58.014098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:58.019031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:58.020290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f', '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:27:58.076271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a1a48f8-9c05-4c17-b93b-ec66e89ee9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.086047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a1a48f8-9c05-4c17-b93b-ec66e89ee9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.086291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'Port': ['ID=d2f3ac03-b0e9-4d58-aaff-98027265abf7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.142881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.150492 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.258447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9a1a48f8-9c05-4c17-b93b-ec66e89ee9e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=604f0bac159946fd9bbf423e49d26404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144669 Jul 14 09:27:58.263990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56864) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:27:58.272145 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.273544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a48f8-9c05-4c17-b93b-ec66e89ee9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ab4969-4b07-44a2-803a-34759e9fe122,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.295659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-258408b5-3ca7-447b-9ded-e9a6797f9dc8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2660756 Jul 14 09:27:58.395794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:27:58.401076 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0583d704-5dcc-4bbb-96fe-728b77ec4ff7" -d '{"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-plugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:27:58.436080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3defdf62-96f0-4536-a83e-cbb050b3940f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.490780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87166eeb-57d9-4076-8f85-a853e1aa174b None None] Pushing event updated for resources: {'Port': ['ID=f2ed90e5-87c3-4608-9a31-cd852d91feff,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.499128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:27:58.525526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3defdf62-96f0-4536-a83e-cbb050b3940f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.530570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Request body: {'port': {'device_id': '9c74cb56-2755-49ba-b303-e6d8980adead', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:27:58.536468 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.585474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861edf81-e622-43de-a845-82ebfff4f160 req-1ae7ac34-d044-46eb-8251-7af007a33f05 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:58.591351 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.594312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-861edf81-e622-43de-a845-82ebfff4f160 req-1ae7ac34-d044-46eb-8251-7af007a33f05 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 945 time: 0.2929947 Jul 14 09:27:58.699181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=13']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.727149 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.735084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa877a0b-4550-4f9c-8b11-dfe68694dd3c None None] Provisioning for port d2f3ac03-b0e9-4d58-aaff-98027265abf7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:58.737754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-861edf81-e622-43de-a845-82ebfff4f160 req-9172169b-693e-4b35-910d-74b78424a361 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398723 Jul 14 09:27:58.758353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa877a0b-4550-4f9c-8b11-dfe68694dd3c None None] Provisioning complete for port d2f3ac03-b0e9-4d58-aaff-98027265abf7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:27:58.758998 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa877a0b-4550-4f9c-8b11-dfe68694dd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.769438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3defdf62-96f0-4536-a83e-cbb050b3940f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.772787 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3defdf62-96f0-4536-a83e-cbb050b3940f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:58.781659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3defdf62-96f0-4536-a83e-cbb050b3940f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8ab4969-4b07-44a2-803a-34759e9fe122 HTTP/1.1" status: 204 len: 168 time: 0.5164006 Jul 14 09:27:58.807151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defdf62-96f0-4536-a83e-cbb050b3940f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ab4969-4b07-44a2-803a-34759e9fe122,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:58.879153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Allocated IP 172.25.0.64 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/d152e23b-e1ba-4f5e-b17b-2806b3f491b5) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:27:59.009328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.031541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-aa877a0b-4550-4f9c-8b11-dfe68694dd3c None None] Port d2f3ac03-b0e9-4d58-aaff-98027265abf7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:27:59.053504 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.067336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.083957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e2937-88de-4d9f-a1f3-5f2b837e09d2 req-5ace9973-c25d-4cab-babf-89ea070a0d84 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.096751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-515e2937-88de-4d9f-a1f3-5f2b837e09d2 req-5ace9973-c25d-4cab-babf-89ea070a0d84 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.1457644 Jul 14 09:27:59.161822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:27:59.187125 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-515e2937-88de-4d9f-a1f3-5f2b837e09d2 req-d0e6f4d9-ea85-4c8a-bac1-2197b67e02a0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871007 Jul 14 09:27:59.214278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:27:59.221680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:27:59.239050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Pushing event updated for resources: {'Port': ['ID=d152e23b-e1ba-4f5e-b17b-2806b3f491b5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.244782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f2ed90e5-87c3-4608-9a31-cd852d91feff up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:27:59.331344 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d3c355-26bf-48ba-a3f9-c889f8c2f22f x-openstack-request-id: req-28d3c355-26bf-48ba-a3f9-c889f8c2f22f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:27:59.331649 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-plugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:27:59.331908 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28d3c355-26bf-48ba-a3f9-c889f8c2f22f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:27:59.332339 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'code': 200} Jul 14 09:27:59.393462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.objects.ports [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:27:59.393850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.402638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f2ed90e5-87c3-4608-9a31-cd852d91feff completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:27:59.473513 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:27:59.695458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193266f-6406-44ee-82ce-ece2e6eaa0c5 req-6c61cde7-9444-422f-9762-b75a14259e9f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.703531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6193266f-6406-44ee-82ce-ece2e6eaa0c5 req-6c61cde7-9444-422f-9762-b75a14259e9f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 936 time: 0.0974114 Jul 14 09:27:59.768734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 511c6761-61ee-43bb-abab-90e9877656ce details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:27:59.788032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6193266f-6406-44ee-82ce-ece2e6eaa0c5 req-af07fec5-f45d-4331-856c-b80c3fd4ce17 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827417 Jul 14 09:27:59.811721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7659e69-abd1-4e21-9303-052d82146cf5 req-8f8e7058-9764-45eb-8eb2-180be9f872fc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:27:59.813512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7659e69-abd1-4e21-9303-052d82146cf5 req-8f8e7058-9764-45eb-8eb2-180be9f872fc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 1.3751509 Jul 14 09:27:59.823479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe6785d-46d7-4fe5-a2a5-3955ea0a5fe0 None None] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:27:59.919151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:27:59.930626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'Subnet': ['ID=81df8bc1-5893-4f95-bcf1-3355bad5225a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:27:59.973124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7659e69-abd1-4e21-9303-052d82146cf5 req-9fd4d9fc-1aa7-4c34-a2c2-8650b65935e5 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488047 Jul 14 09:27:59.973879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Checking segment: {'id': '198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:27:59.974249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Network hostable DHCP agents. Network: cbed5e0e-b0d8-40bf-9b2d-92690834e0fc, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:00.043209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915220d2-b594-4211-af0c-a8a746691d5b req-c21c0bdc-8297-4df2-960f-11239c5a9a44 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.044839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-915220d2-b594-4211-af0c-a8a746691d5b req-c21c0bdc-8297-4df2-960f-11239c5a9a44 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 944 time: 0.1051736 Jul 14 09:28:00.078640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-be74e735-3fb0-4b34-856f-67bdd22e0ee6 None None] Provisioning for port f2ed90e5-87c3-4608-9a31-cd852d91feff completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:00.097674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-be74e735-3fb0-4b34-856f-67bdd22e0ee6 None None] Provisioning complete for port f2ed90e5-87c3-4608-9a31-cd852d91feff triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:00.098459 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-be74e735-3fb0-4b34-856f-67bdd22e0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.099488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f3ac03-b0e9-4d58-aaff-98027265abf7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:00.120005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:00.125247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.151136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Transition to ACTIVE for port object d2f3ac03-b0e9-4d58-aaff-98027265abf7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:00.152384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, cbed5e0e-b0d8-40bf-9b2d-92690834e0fc) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:00.167259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-915220d2-b594-4211-af0c-a8a746691d5b req-d2b46e9e-5985-4eb0-9325-26c141995a3e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054978 Jul 14 09:28:00.180983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8de0f16-4666-4917-ba67-cff34ecd2a87 None None] Network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:00.266580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.278636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:00.279893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 511c6761-61ee-43bb-abab-90e9877656ce, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=511c6761-61ee-43bb-abab-90e9877656ce,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:00.281197 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.366804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '511c6761-61ee-43bb-abab-90e9877656ce', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'port_id': '511c6761-61ee-43bb-abab-90e9877656ce', 'mac_address': 'fa:16:3e:22:bc:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f0ce11-c178-40b2-a579-676eb17cd347', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:00.507002 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.512292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5cfbe6b7-3d39-49d8-8216-d523889f6339 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5718307 Jul 14 09:28:00.514934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:00.520971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1931450059', 'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:00.590076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Made reservation on behalf of ea7b01c1c419477ab290bf7665c18b50 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:00.604163 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.656579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] device_id is not set on port c6822f1c-635e-4464-ad7e-06c6d65c782b yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:28:00.663786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511c6761-61ee-43bb-abab-90e9877656ce {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:00.699041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 511c6761-61ee-43bb-abab-90e9877656ce, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=511c6761-61ee-43bb-abab-90e9877656ce,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:00.702601 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-be74e735-3fb0-4b34-856f-67bdd22e0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.747795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-be74e735-3fb0-4b34-856f-67bdd22e0ee6 None None] For port f2ed90e5-87c3-4608-9a31-cd852d91feff, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f2ed90e5-87c3-4608-9a31-cd852d91feff,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:00.752623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:00.825860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=511c6761-61ee-43bb-abab-90e9877656ce,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:00.844374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-be74e735-3fb0-4b34-856f-67bdd22e0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.077181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['511c6761-61ee-43bb-abab-90e9877656ce'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:01.083980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74e735-3fb0-4b34-856f-67bdd22e0ee6 None None] Pushing event updated for resources: {'Port': ['ID=f2ed90e5-87c3-4608-9a31-cd852d91feff,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.147901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Allocated IP 2001:db8::39 (cbed5e0e-b0d8-40bf-9b2d-92690834e0fc/81df8bc1-5893-4f95-bcf1-3355bad5225a/c6822f1c-635e-4464-ad7e-06c6d65c782b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:01.156914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e9e18e-d66d-499c-9881-d4da9250bdb0 None None] Network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:01.504068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c1afc-13e0-4dcc-915a-6fb68265bed2 req-b2843d79-b3d9-4b1f-bca4-3d3ac39a1b8c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.516528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-065c1afc-13e0-4dcc-915a-6fb68265bed2 req-b2843d79-b3d9-4b1f-bca4-3d3ac39a1b8c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 948 time: 0.1470981 Jul 14 09:28:01.619356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-065c1afc-13e0-4dcc-915a-6fb68265bed2 req-ff52f146-04cc-4974-91ed-a21cf2b33a49 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004858 Jul 14 09:28:01.652660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f3ac03-b0e9-4d58-aaff-98027265abf7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:01.661681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.684003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7a9b5ff2-d622-48b7-9984-3d30d6ddccae None None] Provisioning complete for port f2ed90e5-87c3-4608-9a31-cd852d91feff triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:01.684818 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7a9b5ff2-d622-48b7-9984-3d30d6ddccae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.731411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.786574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.811975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:01.825682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:01.830076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:01.838027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.839089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:01.886593 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3697457 Jul 14 09:28:01.900292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56928) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:01.964168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec1288-b0c3-4818-86c0-6495d3284caf req-0866943c-3646-4ba0-99f0-a0ec568541ca tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:01.965879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60ec1288-b0c3-4818-86c0-6495d3284caf req-0866943c-3646-4ba0-99f0-a0ec568541ca tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 1.5185614 Jul 14 09:28:01.999969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Attempting to bind port d2f3ac03-b0e9-4d58-aaff-98027265abf7 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:02.000551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Attempting to bind port d2f3ac03-b0e9-4d58-aaff-98027265abf7 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:02.000955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Attempting to bind port d2f3ac03-b0e9-4d58-aaff-98027265abf7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:02.024153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Port d2f3ac03-b0e9-4d58-aaff-98027265abf7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:02.025049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Attempting to bind port d2f3ac03-b0e9-4d58-aaff-98027265abf7 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:02.044393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:02.044967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:02.045540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:02.046168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Bound port: d2f3ac03-b0e9-4d58-aaff-98027265abf7, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:02.046711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.081623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60ec1288-b0c3-4818-86c0-6495d3284caf req-cb13e1bc-5958-4b18-a131-a82425690a2c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849857 Jul 14 09:28:02.103367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9e1f2-b3f6-4564-b40b-91da55485852 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'Port': ['ID=c6822f1c-635e-4464-ad7e-06c6d65c782b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.147610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-aefc23b9-dcd3-49d9-b604-79783205b9e9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Deleting port c6822f1c-635e-4464-ad7e-06c6d65c782b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:02.148043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aefc23b9-dcd3-49d9-b604-79783205b9e9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.222933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] For port d2f3ac03-b0e9-4d58-aaff-98027265abf7, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:02.228301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] For port d2f3ac03-b0e9-4d58-aaff-98027265abf7, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d2f3ac03-b0e9-4d58-aaff-98027265abf7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:02.234418 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.237766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aefc23b9-dcd3-49d9-b604-79783205b9e9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.246327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.251733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-aefc23b9-dcd3-49d9-b604-79783205b9e9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Calling delete_port for c6822f1c-635e-4464-ad7e-06c6d65c782b owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:02.333624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ca696-1cbb-4755-b630-3ec82ecf7d32 req-dd345907-18cc-4b5c-aaf0-11724919ddbb tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.342656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c39ca696-1cbb-4755-b630-3ec82ecf7d32 req-dd345907-18cc-4b5c-aaf0-11724919ddbb tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.4313679 Jul 14 09:28:02.401242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.402140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.403747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] 10.222.0.66 "PUT /v2.0/ports/d2f3ac03-b0e9-4d58-aaff-98027265abf7 HTTP/1.1" status: 200 len: 1097 time: 3.9667087 Jul 14 09:28:02.422569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c74cb56-2755-49ba-b303-e6d8980adead', 'tag': 'd2f3ac03-b0e9-4d58-aaff-98027265abf7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:02.424226 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c39ca696-1cbb-4755-b630-3ec82ecf7d32 req-eb72cbcc-6eec-4090-954a-f03bfbe6dbc6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799911 Jul 14 09:28:02.425062 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962" -d '{"events": [{"name": "network-changed", "server_uuid": "9c74cb56-2755-49ba-b303-e6d8980adead", "tag": "d2f3ac03-b0e9-4d58-aaff-98027265abf7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:02.545508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb55198-5306-409c-b69a-dd3e8f434f36 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f3ac03-b0e9-4d58-aaff-98027265abf7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.585770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aefc23b9-dcd3-49d9-b604-79783205b9e9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.643899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc23b9-dcd3-49d9-b604-79783205b9e9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6822f1c-635e-4464-ad7e-06c6d65c782b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:02.701106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e5268-facd-4c4a-be05-a345b13ceb75 req-5dabee37-0780-474d-99eb-12bca82c9eeb tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.703316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d9e5268-facd-4c4a-be05-a345b13ceb75 req-5dabee37-0780-474d-99eb-12bca82c9eeb tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 945 time: 0.3941720 Jul 14 09:28:02.706983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aefc23b9-dcd3-49d9-b604-79783205b9e9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.709410 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-aefc23b9-dcd3-49d9-b604-79783205b9e9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "DELETE /v2.0/ports/c6822f1c-635e-4464-ad7e-06c6d65c782b HTTP/1.1" status: 204 len: 168 time: 0.8083656 Jul 14 09:28:02.717602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56946) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:02.739685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc', 'external_fixed_ips': [{'subnet_id': '81df8bc1-5893-4f95-bcf1-3355bad5225a', 'ip_address': '2001:db8::39'}]}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:02.762987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-076a7f62-a922-4f36-abd0-5ed0980f95cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:02.764531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-076a7f62-a922-4f36-abd0-5ed0980f95cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 1100 time: 0.2937126 Jul 14 09:28:02.833872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-abf9e53d-0fcd-4dad-a5ed-41c111ab6bc2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d2f3ac03-b0e9-4d58-aaff-98027265abf7 HTTP/1.1" status: 200 len: 217 time: 0.0582113 Jul 14 09:28:02.851752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Router c3340195-0920-4740-8fac-0a32c48b4cc8 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:02.854347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.855356 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:02.904396 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d9e5268-facd-4c4a-be05-a345b13ceb75 req-9e418796-65bb-4a12-8686-b897b8f4ca3e tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups?id=e4e796b6-6d28-4306-bb90-214b631d899b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933575 Jul 14 09:28:03.145210 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c734b7-6b55-405e-8a19-2c954893b03f x-openstack-request-id: req-85c734b7-6b55-405e-8a19-2c954893b03f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:03.145600 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c74cb56-2755-49ba-b303-e6d8980adead", "tag": "d2f3ac03-b0e9-4d58-aaff-98027265abf7", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:03.145850 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85c734b7-6b55-405e-8a19-2c954893b03f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:03.146264 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c74cb56-2755-49ba-b303-e6d8980adead', 'tag': 'd2f3ac03-b0e9-4d58-aaff-98027265abf7', 'status': 'completed', 'code': 200} Jul 14 09:28:03.186620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-6f393a05-55f3-4562-87df-1579911cb5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.188739 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-6f393a05-55f3-4562-87df-1579911cb5a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.3473425 Jul 14 09:28:03.195336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f2ed90e5-87c3-4608-9a31-cd852d91feff up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:03.218416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.220299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:03.233594 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Sync routers for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:03.255091 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:03.258685 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:27:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:03.268070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dccc550-93cf-49ab-904e-42fd7dd562c9 req-ce543a9b-5472-4136-9b36-72790dcc11ad tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.277487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dccc550-93cf-49ab-904e-42fd7dd562c9 req-ce543a9b-5472-4136-9b36-72790dcc11ad tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 945 time: 0.6016378 Jul 14 09:28:03.342507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f2ed90e5-87c3-4608-9a31-cd852d91feff triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:03.343300 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.396685 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dccc550-93cf-49ab-904e-42fd7dd562c9 req-06998f4e-000b-438d-8798-797d6bee8551 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151521 Jul 14 09:28:03.431106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-391dca5b-fb3f-4161-bc36-d5145cf4bd52 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.445646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-391dca5b-fb3f-4161-bc36-d5145cf4bd52 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 945 time: 0.6965101 Jul 14 09:28:03.677084 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:03.733342 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.828336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Deleting port 698010c4-a0ce-465d-8a37-9637d89ca82c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:03.828974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.846142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:03.850180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e523bc62-b781-42ce-97cd-d76c64221d25 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.0060267 Jul 14 09:28:03.930037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56966) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:03.956951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d9b8b-bef2-47dd-bcdb-9e569abaf6e6 req-e9ce5387-4b9d-4db7-bf9d-b600c3657780 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:03.974998 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e50d9b8b-bef2-47dd-bcdb-9e569abaf6e6 req-e9ce5387-4b9d-4db7-bf9d-b600c3657780 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 948 time: 0.8513649 Jul 14 09:28:04.076621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 511c6761-61ee-43bb-abab-90e9877656ce up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:04.154890 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] For port 698010c4-a0ce-465d-8a37-9637d89ca82c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=698010c4-a0ce-465d-8a37-9637d89ca82c,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:04.155261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.162150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 511c6761-61ee-43bb-abab-90e9877656ce completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:04.167075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 511c6761-61ee-43bb-abab-90e9877656ce triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:04.167630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.171573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6992b-6bc5-47d8-8284-7675748a8428 req-ae7456c5-f0eb-4203-a111-2d37cce03c61 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.182562 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29f6992b-6bc5-47d8-8284-7675748a8428 req-ae7456c5-f0eb-4203-a111-2d37cce03c61 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.4800141 Jul 14 09:28:04.195064 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:00Z', 'revision_number': 3, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:04.197001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-4c845e58-1331-4536-8707-e8cffc60e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.201717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-4c845e58-1331-4536-8707-e8cffc60e51f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9728329 Jul 14 09:28:04.306529 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Checking router: c3340195-0920-4740-8fac-0a32c48b4cc8 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:04.309681 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Updating router c3340195-0920-4740-8fac-0a32c48b4cc8 port d152e23b-e1ba-4f5e-b17b-2806b3f491b5 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:04.346637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29f6992b-6bc5-47d8-8284-7675748a8428 req-a4c58c9b-0c3f-4a60-a351-250a5597e2bd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606126 Jul 14 09:28:04.400320 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.402426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-477d49a7-3aec-42cd-af47-80e59d85dc1f service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800840 Jul 14 09:28:04.453183 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.493683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a0d598-2fef-4124-838c-4ad6b49663ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c6761-61ee-43bb-abab-90e9877656ce'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:04.499263 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76f7453-a584-4edf-8b3e-ff0c7acf57f3" -d '{"events": [{"server_uuid": "44a0d598-2fef-4124-838c-4ad6b49663ba", "name": "network-vif-plugged", "status": "completed", "tag": "511c6761-61ee-43bb-abab-90e9877656ce"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:04.517305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 511c6761-61ee-43bb-abab-90e9877656ce, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=511c6761-61ee-43bb-abab-90e9877656ce,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:04.522984 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.625292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=511c6761-61ee-43bb-abab-90e9877656ce,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:04.642005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e50d9b8b-bef2-47dd-bcdb-9e569abaf6e6 req-498cde7f-4df7-43b9-aeec-986d8d986767 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6659663 Jul 14 09:28:04.755079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.755740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:04.756302 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Floating IP ec606a90-feb8-4148-ba86-b78c02c75c8c disassociated. External IP: 172.25.0.223, port: 698010c4-a0ce-465d-8a37-9637d89ca82c. Jul 14 09:28:04.757123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Calling delete_port for 698010c4-a0ce-465d-8a37-9637d89ca82c owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:04.804248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7537ddf2-bd3c-4a01-9928-1468a553d563 req-af50db11-f3e0-42a3-bffd-1411d9e56962 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793259 Jul 14 09:28:04.975173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-accd0110-cea4-4447-8c3d-9f84697589e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:04.976884 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-accd0110-cea4-4447-8c3d-9f84697589e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1099 time: 0.2981174 Jul 14 09:28:05.010324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355f5f0-7026-4add-81d7-aeca3e3c5b66 req-a9a8cad6-745e-4b30-bbf5-c22c0a2f6c72 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.011640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5355f5f0-7026-4add-81d7-aeca3e3c5b66 req-a9a8cad6-745e-4b30-bbf5-c22c0a2f6c72 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.3317380 Jul 14 09:28:05.082712 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.099057 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Transition to ACTIVE for port object d152e23b-e1ba-4f5e-b17b-2806b3f491b5 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:05.107651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.112865 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.139068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.178928 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5355f5f0-7026-4add-81d7-aeca3e3c5b66 req-e3638c68-7364-40ef-a003-330705490ff9 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510687 Jul 14 09:28:05.182886 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Pushing event updated for resources: {'Port': ['ID=d152e23b-e1ba-4f5e-b17b-2806b3f491b5,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.188816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event deleted for resources: {'Port': ['ID=698010c4-a0ce-465d-8a37-9637d89ca82c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.195410 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.195810 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.196189 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.196623 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.197347 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.197738 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.198133 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.198463 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.198789 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.199112 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.199439 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.199814 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:05.301952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.312260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cc1cf59-fd24-4781-b917-fcf0fb166e9d req-8b287abc-ab2f-4bff-97aa-66a77820e416 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.3076503 Jul 14 09:28:05.314902 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Attempting to bind port d152e23b-e1ba-4f5e-b17b-2806b3f491b5 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:05.323340 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Attempting to bind port d152e23b-e1ba-4f5e-b17b-2806b3f491b5 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:05.325323 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Attempting to bind port d152e23b-e1ba-4f5e-b17b-2806b3f491b5 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:05.350363 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:05.357850 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:05.359086 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.361475 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:05.363060 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Bound port: d152e23b-e1ba-4f5e-b17b-2806b3f491b5, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:05.363798 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.419578 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffa58d4-38ff-41e2-b1db-d9c3b6a9344e x-openstack-request-id: req-7ffa58d4-38ff-41e2-b1db-d9c3b6a9344e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:05.419924 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a0d598-2fef-4124-838c-4ad6b49663ba", "name": "network-vif-plugged", "status": "completed", "tag": "511c6761-61ee-43bb-abab-90e9877656ce", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:05.420248 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ffa58d4-38ff-41e2-b1db-d9c3b6a9344e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:05.420668 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a0d598-2fef-4124-838c-4ad6b49663ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511c6761-61ee-43bb-abab-90e9877656ce', 'code': 200} Jul 14 09:28:05.495050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-19929003-321f-40a0-810a-32a2b5455805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.497112 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-19929003-321f-40a0-810a-32a2b5455805 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.4821866 Jul 14 09:28:05.506262 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] For port d152e23b-e1ba-4f5e-b17b-2806b3f491b5, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:05.511810 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] For port d152e23b-e1ba-4f5e-b17b-2806b3f491b5, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d152e23b-e1ba-4f5e-b17b-2806b3f491b5,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:05.523024 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.600145 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:05.600810 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:27:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:05.613573 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-5ebe427b-20ee-4d63-ad6e-a98be87dff71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1002 time: 0.0937922 Jul 14 09:28:05.645808 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab0509-7ce5-4539-8ca2-0b95763e1670 None None] Pushing event updated for resources: {'Port': ['ID=d152e23b-e1ba-4f5e-b17b-2806b3f491b5,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:05.662719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Allocated IP 2001:db8::39 (cbed5e0e-b0d8-40bf-9b2d-92690834e0fc/81df8bc1-5893-4f95-bcf1-3355bad5225a/fa284b8c-233d-4aed-8471-dcda498e2bc4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:05.760696 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:05.796767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:05.842916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-afc5cb4e-cd47-4b4d-9622-c48d1109e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:05.844801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-afc5cb4e-cd47-4b4d-9622-c48d1109e133 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1780329 Jul 14 09:28:06.056024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64955a39-0e0b-4030-8b76-866e436383d7 req-623366b5-31c9-4548-ad68-71db72319212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.058912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-64955a39-0e0b-4030-8b76-866e436383d7 req-623366b5-31c9-4548-ad68-71db72319212 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 1098 time: 0.5587564 Jul 14 09:28:06.062082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Router 5d444f02-e3c9-44e7-89fc-7c90f4a335be has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:06.072954 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:00Z', 'revision_number': 3, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:06.090431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f648ba-386a-41cb-bf58-595da2abfc3d req-cb2aa70c-f781-4971-bcd3-04164f9322db tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.109945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2f648ba-386a-41cb-bf58-595da2abfc3d req-cb2aa70c-f781-4971-bcd3-04164f9322db tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 946 time: 0.4936957 Jul 14 09:28:06.113970 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579849f0-0da6-4704-98a8-a5624ebb55c4 None None] The sync data for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 is: [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:00Z', 'revision_number': 3, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:06.239264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-64955a39-0e0b-4030-8b76-866e436383d7 req-6fd03025-6db2-4f08-b654-fc9a3e4594f6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659465 Jul 14 09:28:06.253974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-b298387a-7455-45eb-8f96-5c0116e64718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.255519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-b298387a-7455-45eb-8f96-5c0116e64718 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3523214 Jul 14 09:28:06.278939 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2f648ba-386a-41cb-bf58-595da2abfc3d req-235d7634-e51d-4b5b-adf5-ec696d1a3b15 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450069 Jul 14 09:28:06.494535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-08755b5e-fcbe-46a7-999f-1d9dce41730f service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305069 Jul 14 09:28:06.609407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:06.621395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] Sync routers for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:06.645902 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.654656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:06.655620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:27:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:06.675997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-ed31b829-e9c6-4d71-8841-88cb6b44e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.677717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-ed31b829-e9c6-4d71-8841-88cb6b44e04f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 1100 time: 1.8079937 Jul 14 09:28:06.707241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] No DVR routers for this DVR port 698010c4-a0ce-465d-8a37-9637d89ca82c on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:06.710443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:06.714189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d44420f4-288c-45eb-a8f4-4aa33dc07bf7 req-a8ea8b80-7382-4eaa-8ae6-c8ca774657d1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.66 "DELETE /v2.0/ports/698010c4-a0ce-465d-8a37-9637d89ca82c HTTP/1.1" status: 204 len: 173 time: 3.2610667 Jul 14 09:28:06.730140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'name': 'network-vif-deleted', 'tag': '698010c4-a0ce-465d-8a37-9637d89ca82c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:06.739617 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c14b07-314d-4fbe-bfa4-0126a02a8317" -d '{"events": [{"server_uuid": "c4e0b158-e52c-460a-8070-07622bf557f2", "name": "network-vif-deleted", "tag": "698010c4-a0ce-465d-8a37-9637d89ca82c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:06.799641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9052528-9d38-44b9-a434-3a34680e591e req-897fdb55-ec02-4126-acf6-4a78fc226cc9 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:06.801472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9052528-9d38-44b9-a434-3a34680e591e req-897fdb55-ec02-4126-acf6-4a78fc226cc9 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 948 time: 0.3679192 Jul 14 09:28:06.878592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-769de3d4-ebd2-4900-bcc9-47ecb6831cd0 req-da0e2dd3-7803-4089-baa2-dd5069e4e5ea service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620543 Jul 14 09:28:06.920449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9052528-9d38-44b9-a434-3a34680e591e req-a3ab5326-55b8-4afe-96ad-ae963a3869e5 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090026 Jul 14 09:28:06.948335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:06.988417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'Port': ['ID=fa284b8c-233d-4aed-8471-dcda498e2bc4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:07.043561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:07.049788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-2f7b2b11-fe54-450e-b0f4-80eb410684a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.056143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-2f7b2b11-fe54-450e-b0f4-80eb410684a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3674214 Jul 14 09:28:07.068845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:07.086514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:07.360759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641f41c-65a8-4696-8851-e0a42018f559 req-76e22af6-c4fd-44c5-97e1-5c10f6c496ad tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.362375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a641f41c-65a8-4696-8851-e0a42018f559 req-76e22af6-c4fd-44c5-97e1-5c10f6c496ad tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.1075380 Jul 14 09:28:07.366884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d152e23b-e1ba-4f5e-b17b-2806b3f491b5 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:07.511143 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a641f41c-65a8-4696-8851-e0a42018f559 req-b77da4c9-dabf-4acd-8fac-36f4206a9efc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363854 Jul 14 09:28:07.512574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354406e-5f02-45f6-aaff-36d40496db78 req-6301dee5-c8d6-4909-a7e4-2e9b34aa2acd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:07.520106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8354406e-5f02-45f6-aaff-36d40496db78 req-6301dee5-c8d6-4909-a7e4-2e9b34aa2acd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.9467700 Jul 14 09:28:07.521887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 698010c4-a0ce-465d-8a37-9637d89ca82c no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:07.539143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-9bd9e06c-2e88-4497-86b0-dab069050a4e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d2f3ac03-b0e9-4d58-aaff-98027265abf7 HTTP/1.1" status: 200 len: 217 time: 0.4645755 Jul 14 09:28:07.706325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 698010c4-a0ce-465d-8a37-9637d89ca82c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:07.708908 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 698010c4-a0ce-465d-8a37-9637d89ca82c not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:07.776540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.823455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8354406e-5f02-45f6-aaff-36d40496db78 req-f9ed5b4e-9c15-406a-96fe-69a53734c438 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001773 Jul 14 09:28:07.871812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d152e23b-e1ba-4f5e-b17b-2806b3f491b5 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:07.897018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d152e23b-e1ba-4f5e-b17b-2806b3f491b5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:07.897018 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:07.996059 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c2a380-4f44-4c0a-ba69-100223c64d4f x-openstack-request-id: req-c7c2a380-4f44-4c0a-ba69-100223c64d4f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:07.998656 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e0b158-e52c-460a-8070-07622bf557f2", "name": "network-vif-deleted", "tag": "698010c4-a0ce-465d-8a37-9637d89ca82c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:08.001369 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c7c2a380-4f44-4c0a-ba69-100223c64d4f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:08.002101 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e0b158-e52c-460a-8070-07622bf557f2', 'name': 'network-vif-deleted', 'tag': '698010c4-a0ce-465d-8a37-9637d89ca82c', 'status': 'completed', 'code': 200} Jul 14 09:28:08.020124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5607cbad-156e-486b-92fe-e02ab1ca5271 req-851ff252-4b09-45e5-a8af-010f26b2b3f7 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.1403093 Jul 14 09:28:08.075937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:08.098063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-934ce0dc-8e71-4bb5-9347-ee50656dea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.102071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-934ce0dc-8e71-4bb5-9347-ee50656dea8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.5359962 Jul 14 09:28:08.165304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] Checking router: 5d444f02-e3c9-44e7-89fc-7c90f4a335be for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:08.203120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:08.204043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:27:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:08.472888 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.497352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e896435-c9dc-421b-be17-7773cbf37697 req-d4c51f4e-7dd8-47d4-b7ac-7f7ccb13aadb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:08.504136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e896435-c9dc-421b-be17-7773cbf37697 req-d4c51f4e-7dd8-47d4-b7ac-7f7ccb13aadb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 948 time: 0.2275600 Jul 14 09:28:08.524413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port d152e23b-e1ba-4f5e-b17b-2806b3f491b5, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d152e23b-e1ba-4f5e-b17b-2806b3f491b5,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:08.547988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:08.591035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:08.643609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e896435-c9dc-421b-be17-7773cbf37697 req-46a4178c-f9f8-46aa-a9af-51304594b7ce tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324630 Jul 14 09:28:08.745482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=d152e23b-e1ba-4f5e-b17b-2806b3f491b5,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:08.917786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Allocated IP 172.20.0.1 (e7985b0c-972f-4869-82b3-21ac7cfdd5b2/928c1f24-50fc-4510-ac91-8dbe61b411c8/f553fe63-f671-4876-8515-00b7e9de8e4d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:09.069238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-987cb3f6-ad9a-4cc3-96a4-ff89b1df35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.077585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-987cb3f6-ad9a-4cc3-96a4-ff89b1df35f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9615240 Jul 14 09:28:09.101490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb7a0a-a152-4ffa-9bf0-cc3c4d453a8a req-c5bfd0de-a78f-4144-9286-8ab266f9b2c4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.106103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7cdb7a0a-a152-4ffa-9bf0-cc3c4d453a8a req-c5bfd0de-a78f-4144-9286-8ab266f9b2c4 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.2191756 Jul 14 09:28:09.168330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7cdb7a0a-a152-4ffa-9bf0-cc3c4d453a8a req-8a2c2afd-175e-422c-ba49-c2c8e8595368 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505056 Jul 14 09:28:09.219949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d152e23b-e1ba-4f5e-b17b-2806b3f491b5 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:09.265562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335021db-03d9-4976-bbc2-84a93846d52a req-3cc6dd57-5147-4396-95ca-df420dee9956 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.274308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-335021db-03d9-4976-bbc2-84a93846d52a req-3cc6dd57-5147-4396-95ca-df420dee9956 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 946 time: 0.8847234 Jul 14 09:28:09.280883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:09.289529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.374092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daac1931-b113-44a6-9ab3-c06360be9e4a None None] The sync data for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 is: [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:25:06Z', 'revision_number': 4, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'c36e29cf-a58b-4e99-ab93-3f04b3fe8354', 'name': '', 'network_id': '7099a725-1dbd-443f-a01a-24b53a111ef7', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'mac_address': 'fa:16:3e:17:ce:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:25:04Z', 'updated_at': '2021-07-14T09:25:13Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'subnets': [{'id': '79f0dccf-6a22-4ce0-9bac-4072cfcad0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:09.445695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d152e23b-e1ba-4f5e-b17b-2806b3f491b5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:09.446759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.532108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d2f3ac03-b0e9-4d58-aaff-98027265abf7 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:09.539795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-335021db-03d9-4976-bbc2-84a93846d52a req-8f855c86-8794-4530-9c22-3043fff40f3d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642915 Jul 14 09:28:09.676666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691448b-1520-4462-bbea-a31b08417f61 req-54aad80b-691a-4658-b19d-4650d262a593 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:09.687322 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c691448b-1520-4462-bbea-a31b08417f61 req-54aad80b-691a-4658-b19d-4650d262a593 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.2140923 Jul 14 09:28:09.801814 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c691448b-1520-4462-bbea-a31b08417f61 req-de66e1f5-2ea3-4a6f-a575-2ff1eaa9a081 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057589 Jul 14 09:28:09.824221 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:09.933313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-32e01f67-8ec0-4c14-9ee1-0e7b7758b5b1 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8547306 Jul 14 09:28:09.957995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d2f3ac03-b0e9-4d58-aaff-98027265abf7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d2f3ac03-b0e9-4d58-aaff-98027265abf7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:09.987482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'd2f3ac03-b0e9-4d58-aaff-98027265abf7', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'd2f3ac03-b0e9-4d58-aaff-98027265abf7', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:10.011284 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a88716-60ac-4fc8-929e-3e8811c753c3 None None] New status for floating IP ec606a90-feb8-4148-ba86-b78c02c75c8c: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:28:10.060136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-200c72be-24a4-415b-a1ec-b2e682401513 req-de9315bb-32d8-46ae-acf5-e7ed10156a59 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.1912708 Jul 14 09:28:10.078239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Transition to ACTIVE for port object f553fe63-f671-4876-8515-00b7e9de8e4d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:10.127951 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.182734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f3ac03-b0e9-4d58-aaff-98027265abf7 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:10.251318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9178f58-0cba-4e6a-9ce0-28fb7d3ee732 req-01714884-bab5-487d-8112-cf6fedcc4311 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:10.253059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d2f3ac03-b0e9-4d58-aaff-98027265abf7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d2f3ac03-b0e9-4d58-aaff-98027265abf7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:10.256452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9178f58-0cba-4e6a-9ce0-28fb7d3ee732 req-01714884-bab5-487d-8112-cf6fedcc4311 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 948 time: 0.1606853 Jul 14 09:28:10.268809 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.350407 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9178f58-0cba-4e6a-9ce0-28fb7d3ee732 req-9638b927-0988-485f-9954-6a212c290502 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850265 Jul 14 09:28:10.405178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d2f3ac03-b0e9-4d58-aaff-98027265abf7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.560714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d2f3ac03-b0e9-4d58-aaff-98027265abf7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:10.606244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c62ffd-bef1-42ff-950a-9e5ad27fb962 req-712c88b0-bd77-431c-9d60-52e96b0fac52 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6518884 Jul 14 09:28:10.725716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e0d6a-bd47-4f86-8dc2-ac1cdf4a9d5e req-f6fe3ff4-ee97-42c3-b685-ce921a2e6cf1 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:10.728087 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e6e0d6a-bd47-4f86-8dc2-ac1cdf4a9d5e req-f6fe3ff4-ee97-42c3-b685-ce921a2e6cf1 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 0.2875693 Jul 14 09:28:10.737246 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.785071 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:10.792680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=f553fe63-f671-4876-8515-00b7e9de8e4d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:10.976584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:10.993817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:11.019239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:11.087565 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.199120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87fb7d-3d49-409a-82e5-e1f513a15703 req-a7d65cd4-3ffe-4d98-9b97-e445b20e944f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.209214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e6e0d6a-bd47-4f86-8dc2-ac1cdf4a9d5e req-9caa2c7f-957b-48a5-b837-484e11b3edbf tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681423 Jul 14 09:28:11.210712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd87fb7d-3d49-409a-82e5-e1f513a15703 req-a7d65cd4-3ffe-4d98-9b97-e445b20e944f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.1426418 Jul 14 09:28:11.351787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd87fb7d-3d49-409a-82e5-e1f513a15703 req-79fe964d-4242-433f-ba60-0fb6d53dff04 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306746 Jul 14 09:28:11.543410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8ac840d4-f648-42c2-989d-64673508d569 None None] Provisioning for port f553fe63-f671-4876-8515-00b7e9de8e4d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:11.556040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8ac840d4-f648-42c2-989d-64673508d569 None None] Provisioning complete for port f553fe63-f671-4876-8515-00b7e9de8e4d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:11.556723 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8ac840d4-f648-42c2-989d-64673508d569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.639521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c6605-8f51-454f-bc86-63dde1acc675 req-e4a4be90-8889-4284-b0c6-455d5dc3eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:11.648369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8ac840d4-f648-42c2-989d-64673508d569 None None] Port f553fe63-f671-4876-8515-00b7e9de8e4d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:11.650463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-914c6605-8f51-454f-bc86-63dde1acc675 req-e4a4be90-8889-4284-b0c6-455d5dc3eeac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9843cae47fd4c38bb269b6de003b144&device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1102 time: 0.1786635 Jul 14 09:28:11.690368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Router d43e2a34-a219-4d42-b389-5b6181d8785f is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:11.702480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a0bbc11-23bd-4a3a-ac64-d73ad2126d4f req-d245b39a-c776-4069-a6b3-9ac6c974cdea tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.1413481 Jul 14 09:28:11.969712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:11.978115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Sync routers for ids ['d43e2a34-a219-4d42-b389-5b6181d8785f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:11.983953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:11.994270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Routers {'d43e2a34-a219-4d42-b389-5b6181d8785f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:11.994906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:27:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d43e2a34-a219-4d42-b389-5b6181d8785f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:12.059358 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.072797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-876f21eb-a04a-4146-8f49-f62260fdb342 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.3365829 Jul 14 09:28:12.075383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57098) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:12.183162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Set router d43e2a34-a219-4d42-b389-5b6181d8785f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:12.363402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd0098-72f9-40f5-9140-5905f5fda803 req-a7d240ac-4a26-4bb8-a16d-c0e760bebdf5 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.371775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cbfd0098-72f9-40f5-9140-5905f5fda803 req-a7d240ac-4a26-4bb8-a16d-c0e760bebdf5 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 949 time: 0.7189951 Jul 14 09:28:12.417403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c6605-8f51-454f-bc86-63dde1acc675 req-0a889a27-1ce8-4cac-80f1-ec1cc4bbaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.418978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-914c6605-8f51-454f-bc86-63dde1acc675 req-0a889a27-1ce8-4cac-80f1-ec1cc4bbaa7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.7096815 Jul 14 09:28:12.464161 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cbfd0098-72f9-40f5-9140-5905f5fda803 req-ffa6be45-f81b-4ec0-a2a0-bbc284b2b890 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899825 Jul 14 09:28:12.558082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-914c6605-8f51-454f-bc86-63dde1acc675 req-f6a778c5-d04a-4aa4-8d6f-ee06757aa4a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=205026d4-e80b-411f-8fbf-a3dc7f707016 HTTP/1.1" status: 200 len: 217 time: 0.1270301 Jul 14 09:28:12.641821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.732408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43e2a34-a219-4d42-b389-5b6181d8785f', 'name': '', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc', 'external_fixed_ips': [{'subnet_id': '81df8bc1-5893-4f95-bcf1-3355bad5225a', 'ip_address': '2001:db8::39'}], 'enable_snat': True}, 'gw_port_id': 'fa284b8c-233d-4aed-8471-dcda498e2bc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:02Z', 'updated_at': '2021-07-14T09:28:07Z', 'revision_number': 3, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port': {'id': 'fa284b8c-233d-4aed-8471-dcda498e2bc4', 'name': '', 'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:a3:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd43e2a34-a219-4d42-b389-5b6181d8785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '81df8bc1-5893-4f95-bcf1-3355bad5225a', 'ip_address': '2001:db8::39', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:05Z', 'updated_at': '2021-07-14T09:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81df8bc1-5893-4f95-bcf1-3355bad5225a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:12.742511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c6605-8f51-454f-bc86-63dde1acc675 req-a46dc8c1-9e64-41bf-8ee7-f333245e0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.745750 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-914c6605-8f51-454f-bc86-63dde1acc675 req-a46dc8c1-9e64-41bf-8ee7-f333245e0df4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1797962 Jul 14 09:28:12.772859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Checking router: d43e2a34-a219-4d42-b389-5b6181d8785f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:12.773208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Updating router d43e2a34-a219-4d42-b389-5b6181d8785f port fa284b8c-233d-4aed-8471-dcda498e2bc4 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:12.817574 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:12.962655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c6605-8f51-454f-bc86-63dde1acc675 req-3bec0748-9840-4ed4-bf99-9fbe11255e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:12.964232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-914c6605-8f51-454f-bc86-63dde1acc675 req-3bec0748-9840-4ed4-bf99-9fbe11255e15 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2111375 Jul 14 09:28:13.177416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-914c6605-8f51-454f-bc86-63dde1acc675 req-6e504369-9e5a-412d-97b7-926b13fc9658 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042677 Jul 14 09:28:13.178717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57116) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:13.383598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.391754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-914c6605-8f51-454f-bc86-63dde1acc675 req-6e475b57-0f6a-43f2-b02c-da713389b3e5 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945164 Jul 14 09:28:13.398223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Transition to ACTIVE for port object fa284b8c-233d-4aed-8471-dcda498e2bc4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:13.411509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08a544-5e20-43cc-96ad-cc457decaeca req-6cd08971-787c-436a-bbf5-4184e48ab769 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.422325 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d08a544-5e20-43cc-96ad-cc457decaeca req-6cd08971-787c-436a-bbf5-4184e48ab769 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.6678088 Jul 14 09:28:13.446033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.527359 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99070e8-f067-4d42-80a0-947c4685b9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.547487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d08a544-5e20-43cc-96ad-cc457decaeca req-1c403831-4074-4617-b796-cc964f2d649f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242559 Jul 14 09:28:13.550436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.611419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.720313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aba22c-ff95-4244-b7c2-ed83c6f787bb None None] Pushing event updated for resources: {'Port': ['ID=fa284b8c-233d-4aed-8471-dcda498e2bc4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.726666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d2f3ac03-b0e9-4d58-aaff-98027265abf7 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:13.753429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.759938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Pushing event updated for resources: {'Port': ['ID=f553fe63-f671-4876-8515-00b7e9de8e4d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:13.773457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Attempting to bind port fa284b8c-233d-4aed-8471-dcda498e2bc4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:13.774150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Attempting to bind port fa284b8c-233d-4aed-8471-dcda498e2bc4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:13.774284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Attempting to bind port fa284b8c-233d-4aed-8471-dcda498e2bc4 on network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:13.798015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35bada-b3cb-46e0-b94d-4d327e921b16 req-0d9a9c32-9820-4b2e-ac81-c3f4bfb810f8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:13.805351 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a35bada-b3cb-46e0-b94d-4d327e921b16 req-0d9a9c32-9820-4b2e-ac81-c3f4bfb810f8 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 950 time: 1.2110653 Jul 14 09:28:13.827598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:13.827964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Checking segment: {'id': '198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:13.828429 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.828827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Bound using segment: {'id': '198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:13.829331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Bound port: fa284b8c-233d-4aed-8471-dcda498e2bc4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'cbed5e0e-b0d8-40bf-9b2d-92690834e0fc'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:13.829698 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.835240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:13.922653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:13.926894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:13.942964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:13.973134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a35bada-b3cb-46e0-b94d-4d327e921b16 req-73a9b5ab-9b9c-4340-870a-8f2decec5a83 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666691 Jul 14 09:28:13.987362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'mac_address': 'fa:16:3e:ff:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:13.990270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:13.999756 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99070e8-f067-4d42-80a0-947c4685b9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.005929 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b99070e8-f067-4d42-80a0-947c4685b9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.082512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99070e8-f067-4d42-80a0-947c4685b9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8427c6-4338-46d4-ba6c-1a4eac648995,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.154287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b99070e8-f067-4d42-80a0-947c4685b9a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=978942a3aa524d12a7e80a75da00b0ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9744630 Jul 14 09:28:14.157978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:14.201578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port d2f3ac03-b0e9-4d58-aaff-98027265abf7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:14.222254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port d2f3ac03-b0e9-4d58-aaff-98027265abf7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:14.222553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.333715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8514-d699-4ea1-9d38-48377e078ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.343456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] For port fa284b8c-233d-4aed-8471-dcda498e2bc4, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:14.348055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] For port fa284b8c-233d-4aed-8471-dcda498e2bc4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fa284b8c-233d-4aed-8471-dcda498e2bc4,segment=NetworkSegment(198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e),segment_id=198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:14.352180 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.378088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8514-d699-4ea1-9d38-48377e078ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.398558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 205026d4-e80b-411f-8fbf-a3dc7f707016 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:14.450795 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.472147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8514-d699-4ea1-9d38-48377e078ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.475587 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3ad8514-d699-4ea1-9d38-48377e078ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.488851 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a3ad8514-d699-4ea1-9d38-48377e078ef3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a8427c6-4338-46d4-ba6c-1a4eac648995 HTTP/1.1" status: 204 len: 168 time: 0.3214755 Jul 14 09:28:14.514242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad8514-d699-4ea1-9d38-48377e078ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8427c6-4338-46d4-ba6c-1a4eac648995,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.516642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9d1b682-ab66-4629-a34c-c9d55c05e138 req-733008fc-7191-49eb-9858-90305153017d tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.1251423 Jul 14 09:28:14.526906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Router c3340195-0920-4740-8fac-0a32c48b4cc8 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:14.677621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Deleting port fa284b8c-233d-4aed-8471-dcda498e2bc4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:14.685473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.783659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:14.786376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aba22c-ff95-4244-b7c2-ed83c6f787bb None None] Pushing event updated for resources: {'Port': ['ID=fa284b8c-233d-4aed-8471-dcda498e2bc4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.843569 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.925546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:14.927673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbcdce-485e-4732-8530-40af3c1c9cb8 req-8cfbf882-68f7-415c-a414-0500793dc464 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:14.928847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:14.937403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97fbcdce-485e-4732-8530-40af3c1c9cb8 req-8cfbf882-68f7-415c-a414-0500793dc464 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 949 time: 0.2310278 Jul 14 09:28:14.979054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d2f3ac03-b0e9-4d58-aaff-98027265abf7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d2f3ac03-b0e9-4d58-aaff-98027265abf7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:14.981562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c74cb56-2755-49ba-b303-e6d8980adead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f3ac03-b0e9-4d58-aaff-98027265abf7'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:14.985007 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65471f06-7d1f-40e3-80d2-0b21bc6b135a" -d '{"events": [{"server_uuid": "9c74cb56-2755-49ba-b303-e6d8980adead", "name": "network-vif-plugged", "status": "completed", "tag": "d2f3ac03-b0e9-4d58-aaff-98027265abf7"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:14.987646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5c0bda81-174f-4e3b-a64e-706610b38e5e None None] Provisioning complete for port f553fe63-f671-4876-8515-00b7e9de8e4d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:14.988372 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5c0bda81-174f-4e3b-a64e-706610b38e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.041502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97fbcdce-485e-4732-8530-40af3c1c9cb8 req-6ba32f83-816e-49d3-9cf1-8f35fbd513b9 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973375 Jul 14 09:28:15.138881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] For port fa284b8c-233d-4aed-8471-dcda498e2bc4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fa284b8c-233d-4aed-8471-dcda498e2bc4,segment=NetworkSegment(198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e),segment_id=198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:15.139546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.147827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5c0bda81-174f-4e3b-a64e-706610b38e5e None None] Port f553fe63-f671-4876-8515-00b7e9de8e4d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:15.155930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:15.157335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Routers {'d43e2a34-a219-4d42-b389-5b6181d8785f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:15.158172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:27:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d43e2a34-a219-4d42-b389-5b6181d8785f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.168284 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.174346 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Sync routers for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:15.186766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dde01282-93a5-40bc-ba0f-77eab650cdf8 admin admin] 10.222.0.73 "PUT /v2.0/routers/c3340195-0920-4740-8fac-0a32c48b4cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1934304 Jul 14 09:28:15.202936 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:15.207997 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:27:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:15.238715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfeb5e-e942-4d00-94b8-5c9d2ed477e5 req-5dc48616-3a3f-4dfd-b909-2ca12aeddd95 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.248089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8bfeb5e-e942-4d00-94b8-5c9d2ed477e5 req-5dc48616-3a3f-4dfd-b909-2ca12aeddd95 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.2903743 Jul 14 09:28:15.259278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:15.293308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-396d7e9c-3187-4bee-b2d2-e2930770404c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.377403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Calling delete_port for fa284b8c-233d-4aed-8471-dcda498e2bc4 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:15.457643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8bfeb5e-e942-4d00-94b8-5c9d2ed477e5 req-1d9f6baa-7b2f-4bca-ba97-84c295b78c10 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021542 Jul 14 09:28:15.557826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['205026d4-e80b-411f-8fbf-a3dc7f707016'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:15.686840 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cb9478-5a38-4319-8efb-0035e720c6e1 x-openstack-request-id: req-d6cb9478-5a38-4319-8efb-0035e720c6e1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:15.689294 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c74cb56-2755-49ba-b303-e6d8980adead", "name": "network-vif-plugged", "status": "completed", "tag": "d2f3ac03-b0e9-4d58-aaff-98027265abf7", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:15.689757 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6cb9478-5a38-4319-8efb-0035e720c6e1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:15.690336 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c74cb56-2755-49ba-b303-e6d8980adead', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f3ac03-b0e9-4d58-aaff-98027265abf7', 'code': 200} Jul 14 09:28:15.707434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efa160-d9a0-49fe-9015-c2805341c069 req-6caa8200-48b1-4b92-8b1f-aa8b43f5030d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:15.716667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25efa160-d9a0-49fe-9015-c2805341c069 req-6caa8200-48b1-4b92-8b1f-aa8b43f5030d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 949 time: 0.3805184 Jul 14 09:28:15.747426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d2f3ac03-b0e9-4d58-aaff-98027265abf7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:15.761834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] Set router d43e2a34-a219-4d42-b389-5b6181d8785f gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:15.840026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25efa160-d9a0-49fe-9015-c2805341c069 req-859f55ab-6601-477b-86ae-75812506db7d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148894 Jul 14 09:28:15.903728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:15.909355 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:15.920583 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:15.935186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd43e2a34-a219-4d42-b389-5b6181d8785f', 'name': '', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:02Z', 'updated_at': '2021-07-14T09:28:13Z', 'revision_number': 4, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:16.109289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45bba9-b4bb-4426-94b5-d9e32ec2da67 None None] The sync data for ids ['d43e2a34-a219-4d42-b389-5b6181d8785f'] in n-d-780147-26 is: [{'id': 'd43e2a34-a219-4d42-b389-5b6181d8785f', 'name': '', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:02Z', 'updated_at': '2021-07-14T09:28:13Z', 'revision_number': 4, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:16.112817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-396d7e9c-3187-4bee-b2d2-e2930770404c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.118823 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-396d7e9c-3187-4bee-b2d2-e2930770404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.187193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d7e9c-3187-4bee-b2d2-e2930770404c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8825e6e-3348-4c65-b205-b3f19f022b09,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.190227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.332646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.376363 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 205026d4-e80b-411f-8fbf-a3dc7f707016 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:16.447607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:16.457438 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.577078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07c5f0a2-9fe6-4738-9246-db461304af5f req-1f31e6a4-ba3b-43d5-8aaa-d40d3a9159f0 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4e0b158-e52c-460a-8070-07622bf557f2 HTTP/1.1" status: 200 len: 210 time: 0.6574643 Jul 14 09:28:16.598911 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:12Z', 'revision_number': 2, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:16.606588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa284b8c-233d-4aed-8471-dcda498e2bc4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.623595 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.626272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=10']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:16.631166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-c08d0dfa-0ef6-4147-ab7f-1185740a11a7 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.638357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-c08d0dfa-0ef6-4147-ab7f-1185740a11a7 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/networks?id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2 HTTP/1.1" status: 200 len: 828 time: 0.3356061 Jul 14 09:28:16.644441 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-396d7e9c-3187-4bee-b2d2-e2930770404c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=48bf57c56fd4407d9a7309ab3bdf4142&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3837488 Jul 14 09:28:16.646749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.648821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57172) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.657968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-8c50676f-a5d4-4fc1-b55b-b04fa3b12c73 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/quotas/1b2e7fb60f334e19932be8700b125720 HTTP/1.1" status: 200 len: 375 time: 0.0168612 Jul 14 09:28:16.685761 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Checking router: c3340195-0920-4740-8fac-0a32c48b4cc8 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:16.686115 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Updating router c3340195-0920-4740-8fac-0a32c48b4cc8 port f553fe63-f671-4876-8515-00b7e9de8e4d binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:16.726018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f00bf0-8433-40a4-a666-fb09b99b8786 req-b639ca94-e695-4097-946f-c44f04588914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:16.728694 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11f00bf0-8433-40a4-a666-fb09b99b8786 req-b639ca94-e695-4097-946f-c44f04588914 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 1102 time: 0.9607842 Jul 14 09:28:16.770679 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.837259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-4561a5a3-b184-42c8-9198-e76979f7938c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b2e7fb60f334e19932be8700b125720&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742423 Jul 14 09:28:16.926465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.927710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d43e2a34-a219-4d42-b389-5b6181d8785f {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:16.941605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.943062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a4c06eb-dd28-45ac-93eb-6a9de20e72b6 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "DELETE /v2.0/routers/d43e2a34-a219-4d42-b389-5b6181d8785f HTTP/1.1" status: 204 len: 168 time: 4.8667643 Jul 14 09:28:16.962578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57176) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:16.963662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a63f8aae-6a86-4b5e-9cda-bfb2024d4cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:16.980284 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-11eafcdb-587b-4ad6-a5bc-619572b39653 service neutron] 10.222.0.73 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417720 Jul 14 09:28:17.067510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11f00bf0-8433-40a4-a666-fb09b99b8786 req-1ff87df0-a070-4110-bf4f-c3e588cc4695 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319062 Jul 14 09:28:17.074200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a63f8aae-6a86-4b5e-9cda-bfb2024d4cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.105989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129d3b7-4049-40ac-9633-a40337bf48b4 req-ccfa2e5f-b4d5-4233-b0e4-d5540bae7cd6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:17.117016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e129d3b7-4049-40ac-9633-a40337bf48b4 req-ccfa2e5f-b4d5-4233-b0e4-d5540bae7cd6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 950 time: 0.2801123 Jul 14 09:28:17.139218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce8431d-e70e-45ef-897f-8ddab17591af tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Deleting subnet 81df8bc1-5893-4f95-bcf1-3355bad5225a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:17.142574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ce8431d-e70e-45ef-897f-8ddab17591af tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.170235 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:17.176119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-14e44560-c1c9-4cb2-845e-fc79b3d33aa0 service neutron] 10.222.0.73 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906352 Jul 14 09:28:17.183476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ce8431d-e70e-45ef-897f-8ddab17591af tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.236341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ce8431d-e70e-45ef-897f-8ddab17591af tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.312447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ce8431d-e70e-45ef-897f-8ddab17591af tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.368394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8431d-e70e-45ef-897f-8ddab17591af tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=81df8bc1-5893-4f95-bcf1-3355bad5225a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.377845 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ce8431d-e70e-45ef-897f-8ddab17591af tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.379821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7ce8431d-e70e-45ef-897f-8ddab17591af tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/81df8bc1-5893-4f95-bcf1-3355bad5225a HTTP/1.1" status: 204 len: 168 time: 0.4098935 Jul 14 09:28:17.382728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57178) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:17.413403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e129d3b7-4049-40ac-9633-a40337bf48b4 req-547e8244-3f6b-4ee1-a9a3-a45e66223b20 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946002 Jul 14 09:28:17.440131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a63f8aae-6a86-4b5e-9cda-bfb2024d4cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.443564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a63f8aae-6a86-4b5e-9cda-bfb2024d4cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.445285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a63f8aae-6a86-4b5e-9cda-bfb2024d4cef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8825e6e-3348-4c65-b205-b3f19f022b09 HTTP/1.1" status: 204 len: 168 time: 0.7856131 Jul 14 09:28:17.480407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f8aae-6a86-4b5e-9cda-bfb2024d4cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8825e6e-3348-4c65-b205-b3f19f022b09,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.499184 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.528227 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Transition to ACTIVE for port object f553fe63-f671-4876-8515-00b7e9de8e4d will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:17.547403 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.715399 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.726954 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92166b99-f6ba-4250-ac49-5de7c76e4c9a None None] Pushing event updated for resources: {'Port': ['ID=f553fe63-f671-4876-8515-00b7e9de8e4d,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:17.850697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:17.885201 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Attempting to bind port f553fe63-f671-4876-8515-00b7e9de8e4d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:17.887356 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Attempting to bind port f553fe63-f671-4876-8515-00b7e9de8e4d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:17.887759 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Attempting to bind port f553fe63-f671-4876-8515-00b7e9de8e4d on network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:17.906774 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:17.907142 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Checking segment: {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:17.907543 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:17.907930 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Bound using segment: {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:17.928803 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Bound port: f553fe63-f671-4876-8515-00b7e9de8e4d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:17.929338 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.087519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.110262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478548d8-580c-4f00-b985-6264bc136a20 req-fb34da0e-6fa1-4002-9d5c-ac00e1ec1c15 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.111784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-478548d8-580c-4f00-b985-6264bc136a20 req-fb34da0e-6fa1-4002-9d5c-ac00e1ec1c15 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.3681054 Jul 14 09:28:18.138532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbed5e0e-b0d8-40bf-9b2d-92690834e0fc']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:18.152648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 205026d4-e80b-411f-8fbf-a3dc7f707016 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:18.153026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.156636 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] For port f553fe63-f671-4876-8515-00b7e9de8e4d, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:18.167496 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] For port f553fe63-f671-4876-8515-00b7e9de8e4d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f553fe63-f671-4876-8515-00b7e9de8e4d,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:18.175625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:18.176399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198b840f-60c6-4e5b-ba1f-0ca5f1ff4c0e') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:18.176686 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.216410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.236951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835a637-9337-428e-9ee6-7bdd093c9b82 req-ef19dcbc-3f3d-4e1d-9ad9-7eb6db56efbe tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.242387 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1835a637-9337-428e-9ee6-7bdd093c9b82 req-ef19dcbc-3f3d-4e1d-9ad9-7eb6db56efbe tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 949 time: 0.2814050 Jul 14 09:28:18.315694 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-478548d8-580c-4f00-b985-6264bc136a20 req-c1aa1bcd-2bc7-47c7-9f91-1332406d3fe2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763899 Jul 14 09:28:18.333078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.335965 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:18.342098 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:27:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:18.376792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:18.380274 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:18.391686 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:18.433193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1835a637-9337-428e-9ee6-7bdd093c9b82 req-ceb901eb-fea8-4afc-8b87-28dc998a4efe tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671305 Jul 14 09:28:18.476754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b365f4dd-2b8a-4f1a-b5f3-17f3c4aad4af req-3d60a84f-9480-4935-a580-ced30e367af8 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 210 time: 0.0706892 Jul 14 09:28:18.549499 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.583276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.611917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbed5e0e-b0d8-40bf-9b2d-92690834e0fc {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:28:18.613597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbed5e0e-b0d8-40bf-9b2d-92690834e0fc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.615563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.618051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-603a4bda-2b01-46b9-b13f-394069b78eba tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "DELETE /v2.0/networks/cbed5e0e-b0d8-40bf-9b2d-92690834e0fc HTTP/1.1" status: 204 len: 168 time: 1.2325616 Jul 14 09:28:18.638110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:18.642997 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2102a0e-77cb-4f40-9d10-434da865de69" -d '{"events": [{"server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "name": "network-vif-plugged", "status": "completed", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:18.709950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:18.718426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:18.835710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6f80f-c83f-4ab7-aa9f-988aba3d2cfb req-56d6b9b5-0d86-4cab-9af1-9eebf51c0483 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:18.850900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aba6f80f-c83f-4ab7-aa9f-988aba3d2cfb req-56d6b9b5-0d86-4cab-9af1-9eebf51c0483 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 950 time: 0.1408505 Jul 14 09:28:18.916873 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92166b99-f6ba-4250-ac49-5de7c76e4c9a None None] Pushing event updated for resources: {'Port': ['ID=f553fe63-f671-4876-8515-00b7e9de8e4d,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.925192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:18.956690 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0443215-317d-48d8-8997-3b3a75ee974b x-openstack-request-id: req-e0443215-317d-48d8-8997-3b3a75ee974b {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:18.956992 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "name": "network-vif-plugged", "status": "completed", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:18.957246 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0443215-317d-48d8-8997-3b3a75ee974b {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:18.957855 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'code': 200} Jul 14 09:28:18.984864 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aba6f80f-c83f-4ab7-aa9f-988aba3d2cfb req-452299f5-8226-4f32-b3d7-295b8e0a6b76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327400 Jul 14 09:28:19.016088 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:19.044140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:19.200227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a338d3cd-7457-4cc5-acb1-a3112a9026c9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.268916 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a338d3cd-7457-4cc5-acb1-a3112a9026c9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.405251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a338d3cd-7457-4cc5-acb1-a3112a9026c9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.417241 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a338d3cd-7457-4cc5-acb1-a3112a9026c9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.422817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a338d3cd-7457-4cc5-acb1-a3112a9026c9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "DELETE /v2.0/security-groups/e4e796b6-6d28-4306-bb90-214b631d899b HTTP/1.1" status: 204 len: 168 time: 0.3762114 Jul 14 09:28:19.423412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57228) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:19.491999 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-43febc09-f31f-47f6-9941-dafadaba877b tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] show failed (client error): The resource could not be found. Jul 14 09:28:19.505616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57234) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:19.512303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-43febc09-f31f-47f6-9941-dafadaba877b tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "GET /v2.0/security-groups/e4e796b6-6d28-4306-bb90-214b631d899b HTTP/1.1" status: 404 len: 347 time: 0.0878334 Jul 14 09:28:19.516205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57236) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:19.523192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a0f1300c-dea6-47e7-ad8c-3bdfc6e2de96 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'router': {'name': 'tempest-router--419991444', 'project_id': '1641266faadf4f28a3956c7c6c0bf980'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:19.528339 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:18Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:19.549711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338d3cd-7457-4cc5-acb1-a3112a9026c9 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e796b6-6d28-4306-bb90-214b631d899b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:19.647998 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd9af12-77ab-468b-a6a1-c48894b99d66 None None] The sync data for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 is: [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:18Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:19.649482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f1300c-dea6-47e7-ad8c-3bdfc6e2de96 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.650718 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f1300c-dea6-47e7-ad8c-3bdfc6e2de96 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:19.748424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472dcce-a262-4253-9236-a31b5332d126 req-341bf814-d831-4c4e-a1ef-4d1b3ca71f30 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.755811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c472dcce-a262-4253-9236-a31b5332d126 req-341bf814-d831-4c4e-a1ef-4d1b3ca71f30 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 1102 time: 0.4546800 Jul 14 09:28:19.798065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64fa5-ea3e-474d-8e27-266975930e20 req-a10ea3cb-e8aa-4827-bafb-5b34395369cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:19.805952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d3e64fa5-ea3e-474d-8e27-266975930e20 req-a10ea3cb-e8aa-4827-bafb-5b34395369cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1103 time: 0.4322023 Jul 14 09:28:20.048881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c472dcce-a262-4253-9236-a31b5332d126 req-45bc2eed-1df1-498f-9c62-7a33cadc2b63 tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887368 Jul 14 09:28:20.138695 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f1300c-dea6-47e7-ad8c-3bdfc6e2de96 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.148216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f1300c-dea6-47e7-ad8c-3bdfc6e2de96 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.181699 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0f1300c-dea6-47e7-ad8c-3bdfc6e2de96 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.186800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a0f1300c-dea6-47e7-ad8c-3bdfc6e2de96 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6714487 Jul 14 09:28:20.187576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:20.199737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41186446-439a-41be-844f-4ecb20a98415 req-354c84b4-d10f-42ce-973e-38c3a0d493ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.201359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41186446-439a-41be-844f-4ecb20a98415 req-354c84b4-d10f-42ce-973e-38c3a0d493ba tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.5617602 Jul 14 09:28:20.237748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Deleting port e76f877e-bde6-4cb7-9fa9-33452e78e46b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:20.240695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.313889 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d3e64fa5-ea3e-474d-8e27-266975930e20 req-85870b2b-ef8c-4c5d-bcad-a7bf5d60a6b2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580941 Jul 14 09:28:20.416805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41186446-439a-41be-844f-4ecb20a98415 req-9cbe28d1-e990-4fe9-85a1-8f48a4ac5078 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994562 Jul 14 09:28:20.420753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2677376e-dc65-42f0-82e8-1ef108cf3591 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.433335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-c3366a2f-1245-4521-ad3e-7f096c917538 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.459527 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-c3366a2f-1245-4521-ad3e-7f096c917538 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.69 "GET /v2.0/networks?id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2 HTTP/1.1" status: 200 len: 828 time: 0.6982565 Jul 14 09:28:20.494235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Request body: {'port': {'device_id': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'admin_state_up': True, 'tenant_id': '1b2e7fb60f334e19932be8700b125720'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:20.772718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.773092 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:20.832441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Calling delete_port for e76f877e-bde6-4cb7-9fa9-33452e78e46b owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:20.854776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f259a5-47b8-449e-811b-ef2e2167dbc6 req-7d998f84-d379-4ac8-941a-d659c7ad9c2d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:20.862042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7f259a5-47b8-449e-811b-ef2e2167dbc6 req-7d998f84-d379-4ac8-941a-d659c7ad9c2d tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 951 time: 0.4522228 Jul 14 09:28:20.896159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-743daa7f-adab-4863-94c0-3e1d4ad9b9cf req-c19529fa-16c9-451c-b5ce-336b3448b65a tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 210 time: 0.2339399 Jul 14 09:28:21.054240 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2677376e-dc65-42f0-82e8-1ef108cf3591 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.057820 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2677376e-dc65-42f0-82e8-1ef108cf3591 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.095674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7f259a5-47b8-449e-811b-ef2e2167dbc6 req-047c6592-3fd6-41eb-9258-997bd75dab73 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326653 Jul 14 09:28:21.125282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Made reservation on behalf of 1b2e7fb60f334e19932be8700b125720 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:21.137390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.227308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f553fe63-f671-4876-8515-00b7e9de8e4d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:21.235356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-17683477-7927-4daf-982d-0addbc8c28cc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1698341 Jul 14 09:28:21.380180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f553fe63-f671-4876-8515-00b7e9de8e4d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:21.389365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f553fe63-f671-4876-8515-00b7e9de8e4d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:21.390972 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.424546 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2677376e-dc65-42f0-82e8-1ef108cf3591 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.425496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2677376e-dc65-42f0-82e8-1ef108cf3591 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 732acc80-656c-4654-8c5f-d584840e80be {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:21.439164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2677376e-dc65-42f0-82e8-1ef108cf3591 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.443131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2677376e-dc65-42f0-82e8-1ef108cf3591 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "DELETE /v2.0/routers/732acc80-656c-4654-8c5f-d584840e80be HTTP/1.1" status: 204 len: 168 time: 1.2404900 Jul 14 09:28:21.686663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3f48-bed6-45d2-a331-77700f951526 req-13fea653-f4b0-49d7-8c10-94187f91bc80 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:21.700036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-13fea653-f4b0-49d7-8c10-94187f91bc80 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4636066 Jul 14 09:28:21.748748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-ea8a9dbe-cac9-47e5-897c-351bcca80297 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/quotas/a77186bed31942579c223cda192af782 HTTP/1.1" status: 200 len: 375 time: 0.0476432 Jul 14 09:28:21.769491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:21.998056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Pushing event deleted for resources: {'Port': ['ID=e76f877e-bde6-4cb7-9fa9-33452e78e46b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.006255 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-a3fa95b0-4397-4ae4-82a3-22810a742588 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2534535 Jul 14 09:28:22.088852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57300) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.147237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.150868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.151509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.152410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.153202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.154439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.155071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.156758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.157350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.160529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.161280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.162064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:22.163661 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c89c3b05-f30c-4f06-8dc8-f6378745d743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.294545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Allocated IP 172.20.0.13 (e7985b0c-972f-4869-82b3-21ac7cfdd5b2/928c1f24-50fc-4510-ac91-8dbe61b411c8/d74ef75f-305e-456a-b9b4-e98aeddf2d65) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:22.419065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.465594 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.469006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.479982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:22.494057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b2c388c7-6bed-4394-8855-73006759c5f1 tempest-ServersTestBootFromVolume-1169670907 tempest-ServersTestBootFromVolume-1169670907-project] 10.222.0.73 "DELETE /v2.0/floatingips/ec606a90-feb8-4148-ba86-b78c02c75c8c HTTP/1.1" status: 204 len: 168 time: 2.9736600 Jul 14 09:28:22.585227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port f553fe63-f671-4876-8515-00b7e9de8e4d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f553fe63-f671-4876-8515-00b7e9de8e4d,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:22.593524 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:22.630061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424957b9-f87e-442f-b518-5cd4bc81b832 req-f70a9383-57a9-41d3-a4a5-30ccb9a095aa tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:22.642263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-424957b9-f87e-442f-b518-5cd4bc81b832 req-f70a9383-57a9-41d3-a4a5-30ccb9a095aa tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.8427675 Jul 14 09:28:22.758345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=f553fe63-f671-4876-8515-00b7e9de8e4d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:22.808954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1593630466', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:22.925256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-424957b9-f87e-442f-b518-5cd4bc81b832 req-566be7f9-d921-4d91-9b0f-48cc18237246 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801635 Jul 14 09:28:22.951871 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b211ea4c-2f4a-4c30-8f22-a1c69bd71438 req-7f1be78b-896d-4dd5-b471-8f541d94e405 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 210 time: 0.1539030 Jul 14 09:28:23.161939 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.242545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Transition to ACTIVE for port object d74ef75f-305e-456a-b9b4-e98aeddf2d65 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:23.272959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f553fe63-f671-4876-8515-00b7e9de8e4d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:23.349035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.356873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.407810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f553fe63-f671-4876-8515-00b7e9de8e4d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:23.408711 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.451385 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.452097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0109b566-7697-4b7f-8d21-1fef6005d4d8 req-e2d84ba0-ea5b-41ea-88e6-38c95b6fd429 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 210 time: 0.2742167 Jul 14 09:28:23.702956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:23.717361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:23.721114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:23.729684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Pushing event updated for resources: {'Port': ['ID=d74ef75f-305e-456a-b9b4-e98aeddf2d65,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:23.813552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57330) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:23.822145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80280751-8511-4705-95c5-43551abdcb4e req-5571b161-c0d9-49ac-9847-2b0063fe83f3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.830046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80280751-8511-4705-95c5-43551abdcb4e req-5571b161-c0d9-49ac-9847-2b0063fe83f3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 951 time: 0.4655724 Jul 14 09:28:23.858825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:23.869122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:23.936537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a7eb4eb4-0950-4e3b-a024-56ea8f10f866 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4547470 Jul 14 09:28:23.987440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Request body: {'port': {'device_id': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:24.009389 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80280751-8511-4705-95c5-43551abdcb4e req-73a33f71-d6f0-43b4-bd94-5a76eaacefcc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575356 Jul 14 09:28:24.135122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bda61242-d8b8-4ecd-bc0e-ffd821e15335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.205076 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-31e22994-9566-4e18-90c1-9976f7ca1f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.218596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d142a25-c581-43ef-9cc0-9fc701a6fa7a None None] Provisioning for port d74ef75f-305e-456a-b9b4-e98aeddf2d65 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:24.222943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d142a25-c581-43ef-9cc0-9fc701a6fa7a None None] Provisioning complete for port d74ef75f-305e-456a-b9b4-e98aeddf2d65 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:24.223565 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d142a25-c581-43ef-9cc0-9fc701a6fa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.272915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.310045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0d142a25-c581-43ef-9cc0-9fc701a6fa7a None None] Port d74ef75f-305e-456a-b9b4-e98aeddf2d65 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:24.388813 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.454766 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.644394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:24.687746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a7a46-2072-47f4-a501-4eee604eba0e req-c7eed4ed-9629-4972-a949-a096eb2a4604 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.696133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb68ff-f37c-4e5a-99d7-cdc7fbe6568b req-0698b1ec-9ca3-4df8-bd79-7a2d357ca6e9 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:24.697673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ceb68ff-f37c-4e5a-99d7-cdc7fbe6568b req-0698b1ec-9ca3-4df8-bd79-7a2d357ca6e9 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 932 time: 0.4402876 Jul 14 09:28:24.706713 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d23a7a46-2072-47f4-a501-4eee604eba0e req-c7eed4ed-9629-4972-a949-a096eb2a4604 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.4183793 Jul 14 09:28:24.915367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ceb68ff-f37c-4e5a-99d7-cdc7fbe6568b req-34e87bf8-e77c-4cad-8baf-f46124df9997 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915429 Jul 14 09:28:24.946951 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-ada7ebf0-5e8a-46b7-8b09-dcc9a41fd6fc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=a77186bed31942579c223cda192af782&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474222 Jul 14 09:28:24.953606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bda61242-d8b8-4ecd-bc0e-ffd821e15335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.040243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bda61242-d8b8-4ecd-bc0e-ffd821e15335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.072847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d23a7a46-2072-47f4-a501-4eee604eba0e req-7835473b-74c8-4e21-9fda-d03729e78206 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3651657 Jul 14 09:28:25.169240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda61242-d8b8-4ecd-bc0e-ffd821e15335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa40d7b8-d83a-40a2-87a6-eefdf94dfe13,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:25.219809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bda61242-d8b8-4ecd-bc0e-ffd821e15335 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e581d751cd2241e3b3c488af2a0e1d33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3845735 Jul 14 09:28:25.232665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57348) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:25.343876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3f48-bed6-45d2-a331-77700f951526 req-8ef9e333-c7ae-4fed-8ec9-2ab1f5abeab4 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:25.345620 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-8ef9e333-c7ae-4fed-8ec9-2ab1f5abeab4 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3905253 Jul 14 09:28:25.366445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Request body: {'port': {'device_id': '08cd65bf-e424-4eb2-8d03-4169632bada6', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'a77186bed31942579c223cda192af782'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:25.451811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74ef75f-305e-456a-b9b4-e98aeddf2d65 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:25.462960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.468223 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.501845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Transition to ACTIVE for port object d74ef75f-305e-456a-b9b4-e98aeddf2d65 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:25.514982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.672579 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-261a3b0d-77b5-4353-98fa-a79a48fb0fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.682678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10511302-aace-454b-a0f1-c46516326bbf req-2d942ff5-7db5-4cb6-802e-219c726ab54e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 210 time: 0.1152318 Jul 14 09:28:25.698478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Made reservation on behalf of a77186bed31942579c223cda192af782 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:25.703929 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.705986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-261a3b0d-77b5-4353-98fa-a79a48fb0fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.839539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-261a3b0d-77b5-4353-98fa-a79a48fb0fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.855813 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-261a3b0d-77b5-4353-98fa-a79a48fb0fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:25.859988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-261a3b0d-77b5-4353-98fa-a79a48fb0fde admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa40d7b8-d83a-40a2-87a6-eefdf94dfe13 HTTP/1.1" status: 204 len: 168 time: 0.6236172 Jul 14 09:28:25.867406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d74ef75f-305e-456a-b9b4-e98aeddf2d65,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.283058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202582ab-7759-4142-b45d-d75d10514e56 req-3482f96e-2a1b-47e9-8f8a-cd23b587a86b tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.290255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-202582ab-7759-4142-b45d-d75d10514e56 req-3482f96e-2a1b-47e9-8f8a-cd23b587a86b tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1103 time: 0.7845087 Jul 14 09:28:26.300579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a3b0d-77b5-4353-98fa-a79a48fb0fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa40d7b8-d83a-40a2-87a6-eefdf94dfe13,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.357089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Attempting to bind port d74ef75f-305e-456a-b9b4-e98aeddf2d65 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:26.357430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Attempting to bind port d74ef75f-305e-456a-b9b4-e98aeddf2d65 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:26.357861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Attempting to bind port d74ef75f-305e-456a-b9b4-e98aeddf2d65 on network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:26.370810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-202582ab-7759-4142-b45d-d75d10514e56 req-7f279573-5283-4256-af56-d503b54b1c89 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796039 Jul 14 09:28:26.373143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Port d74ef75f-305e-456a-b9b4-e98aeddf2d65 on network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:26.378961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Attempting to bind port d74ef75f-305e-456a-b9b4-e98aeddf2d65 on network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:26.386764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:26.387385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Checking segment: {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:26.387783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Bound using segment: {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:26.388241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Bound port: d74ef75f-305e-456a-b9b4-e98aeddf2d65, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7388a7-576e-4fbe-8733-f6fb526ad721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:26.388616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.394711 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.438897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.548589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] For port d74ef75f-305e-456a-b9b4-e98aeddf2d65, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:26.555394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] For port d74ef75f-305e-456a-b9b4-e98aeddf2d65, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:26.562451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.613714 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.617092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Allocated IP 172.25.0.213 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/adaaf2a3-86d6-423f-a199-162a6a2b0ac4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:26.665691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.666356 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.667896 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] 10.222.0.69 "PUT /v2.0/ports/d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 200 len: 1093 time: 2.7102828 Jul 14 09:28:26.672484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:26.674752 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:26.751801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12d5f4-81e7-499e-b516-77800ffff5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=d74ef75f-305e-456a-b9b4-e98aeddf2d65,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:26.760358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57368) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:26.792337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Allocated IP 192.168.233.92 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:26.841722 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b79dccc-b263-43e8-b021-fd8b552b2155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:26.894091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876b677-fa3b-4406-9804-f9eab3d121f1 req-6f3df2d1-f8a4-4e19-a56b-d311ef68cda3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:26.902507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6876b677-fa3b-4406-9804-f9eab3d121f1 req-6f3df2d1-f8a4-4e19-a56b-d311ef68cda3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.2899101 Jul 14 09:28:27.006809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.024556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Transition to ACTIVE for port object f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:27.044299 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6876b677-fa3b-4406-9804-f9eab3d121f1 req-81d5cdf0-a3f6-420e-acdf-970d4bf86138 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406319 Jul 14 09:28:27.083124 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.094507 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.097931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65', '40d0fe7f-c296-474a-a9b8-6201dad11141', '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20', 'd2f3ac03-b0e9-4d58-aaff-98027265abf7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:27.135048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-cfe23600-3c90-4d3a-8c5c-fffc8027ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.140534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-cfe23600-3c90-4d3a-8c5c-fffc8027ac14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b2e7fb60f334e19932be8700b125720&device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 1096 time: 0.4129062 Jul 14 09:28:27.166516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f', '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:27.267749 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.331598 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b79dccc-b263-43e8-b021-fd8b552b2155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.349850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b79dccc-b263-43e8-b021-fd8b552b2155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.468634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-b550bd8f-0489-4973-b993-ad2ae21ee00e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 200 len: 217 time: 0.1349933 Jul 14 09:28:27.518999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5b79dccc-b263-43e8-b021-fd8b552b2155 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5460ec58ebf94ca984f6f774f800364f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7189240 Jul 14 09:28:27.547505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57374) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:27.561112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79dccc-b263-43e8-b021-fd8b552b2155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1096efcb-f1d7-4e26-b236-a85dd7aba4b1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:27.602230 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38abd32-3ccf-4e7c-8a6c-b748566b24c6 x-openstack-request-id: req-a38abd32-3ccf-4e7c-8a6c-b748566b24c6 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:27.603096 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:27.603530 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a38abd32-3ccf-4e7c-8a6c-b748566b24c6 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:27.604436 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'status': 'completed', 'code': 200} Jul 14 09:28:27.690648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-b3157360-fab9-48fa-94b4-4c9a75f54829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:27.692411 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-b3157360-fab9-48fa-94b4-4c9a75f54829 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=928c1f24-50fc-4510-ac91-8dbe61b411c8 HTTP/1.1" status: 200 len: 867 time: 0.1439300 Jul 14 09:28:27.765362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad09e51-f0d8-4eee-ab7d-f238be81390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.813264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad09e51-f0d8-4eee-ab7d-f238be81390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.890197 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad09e51-f0d8-4eee-ab7d-f238be81390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.893063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad09e51-f0d8-4eee-ab7d-f238be81390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:27.896934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7ad09e51-f0d8-4eee-ab7d-f238be81390c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1096efcb-f1d7-4e26-b236-a85dd7aba4b1 HTTP/1.1" status: 204 len: 168 time: 0.3149076 Jul 14 09:28:27.939130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad09e51-f0d8-4eee-ab7d-f238be81390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1096efcb-f1d7-4e26-b236-a85dd7aba4b1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.024251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a1d210db-abce-4ff3-a54c-a834db74d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.026177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-a1d210db-abce-4ff3-a54c-a834db74d6d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3222694 Jul 14 09:28:28.048601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0415db0-6912-4906-8cc1-6ed47e3ce92c req-0b56c92b-12e8-44ab-b268-75462f29f122 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.056708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0415db0-6912-4906-8cc1-6ed47e3ce92c req-0b56c92b-12e8-44ab-b268-75462f29f122 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 935 time: 0.1910529 Jul 14 09:28:28.094074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:28.098348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event updated for resources: {'Port': ['ID=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:28.106649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:28.140414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.140710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.141052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.141384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.141717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.142045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.142366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.142688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.143274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.143411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.143884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.144228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:28.162698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:28.198116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0415db0-6912-4906-8cc1-6ed47e3ce92c req-eb3fd45a-af8b-4e5c-b5b9-53498806ff57 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400850 Jul 14 09:28:28.259259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.259898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.271034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8997b-26c7-467a-b1e6-c4b272276c73 req-ba30b72e-c0a1-4fc1-bd54-7ad4b5f927c5 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.278579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2cb8997b-26c7-467a-b1e6-c4b272276c73 req-ba30b72e-c0a1-4fc1-bd54-7ad4b5f927c5 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 944 time: 2.0905247 Jul 14 09:28:28.296290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-d4d3ce7b-198e-4c82-84a3-e574cca4038f service neutron] 10.222.0.69 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563751 Jul 14 09:28:28.485487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2de80cd5-9939-48ab-a584-c9ae8d95a354 None None] Provisioning for port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:28.486063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-dc307c82-4ed7-4a92-afc7-16bf534019f8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1242335 Jul 14 09:28:28.491039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2de80cd5-9939-48ab-a584-c9ae8d95a354 None None] Provisioning complete for port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:28.492274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2de80cd5-9939-48ab-a584-c9ae8d95a354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.502599 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2cb8997b-26c7-467a-b1e6-c4b272276c73 req-35c37237-813c-4d97-a2e8-0deb9b98b2b9 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232037 Jul 14 09:28:28.525396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Request body: {'port': {'device_id': '08cd65bf-e424-4eb2-8d03-4169632bada6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:28.538692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2de80cd5-9939-48ab-a584-c9ae8d95a354 None None] Port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:28.560135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a39f3f23-8ce1-4d16-9264-3ba0deab5490 req-51bb05eb-2a79-49ab-833a-1bc873634f76 service neutron] 10.222.0.69 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563477 Jul 14 09:28:28.657199 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.706029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.787982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625613ef-d848-493f-beb4-bcc85d728f18 req-93a05c8a-4789-42a5-8ba0-76356b6e4696 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.798545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-625613ef-d848-493f-beb4-bcc85d728f18 req-93a05c8a-4789-42a5-8ba0-76356b6e4696 tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 1103 time: 0.2480476 Jul 14 09:28:28.822615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-bdd7cf96-df4f-4902-8758-3f6c6bd94ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:28.824610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-bdd7cf96-df4f-4902-8758-3f6c6bd94ab3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b2e7fb60f334e19932be8700b125720&device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 1096 time: 0.2057235 Jul 14 09:28:28.873988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:28.951606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:28.967389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Deleting port c36e29cf-a58b-4e99-ab93-3f04b3fe8354 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:28.967669 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.005305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:29.019425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:29.048858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event updated for resources: {'Port': ['ID=adaaf2a3-86d6-423f-a199-162a6a2b0ac4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:29.066707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-625613ef-d848-493f-beb4-bcc85d728f18 req-f8a3e8bf-5e48-4d03-bf7a-b8ac4760486a tempest-ServersAdminTestJSON-1710313867 tempest-ServersAdminTestJSON-1710313867-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508841 Jul 14 09:28:29.137427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-5f480a07-d0be-434d-ad3c-221792e7f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.140477 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-5f480a07-d0be-434d-ad3c-221792e7f642 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2 HTTP/1.1" status: 200 len: 929 time: 0.3063328 Jul 14 09:28:29.220806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-bbf99fd0-bc2b-4250-9ce1-4ee7a1ec7c9f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 200 len: 217 time: 0.0684204 Jul 14 09:28:29.299232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-a8aa898f-f407-4f85-bf79-d9aea9873198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.300908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-a8aa898f-f407-4f85-bf79-d9aea9873198 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=928c1f24-50fc-4510-ac91-8dbe61b411c8 HTTP/1.1" status: 200 len: 867 time: 0.0729139 Jul 14 09:28:29.381583 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.430309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] For port c36e29cf-a58b-4e99-ab93-3f04b3fe8354, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:29.430949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.449682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-46507a44-0124-4f91-b00d-b3a224da926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.454873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-46507a44-0124-4f91-b00d-b3a224da926c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444795 Jul 14 09:28:29.507954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Calling delete_port for c36e29cf-a58b-4e99-ab93-3f04b3fe8354 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:29.637599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-b674c4b5-6c7c-476e-8817-c539aef11bec service neutron] 10.222.0.69 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659729 Jul 14 09:28:29.683453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:29.699393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f79cc-9bd4-426e-9952-68c0bf34638d req-4a879830-f75c-4dbc-a863-43085c5a6a47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.700944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-234f79cc-9bd4-426e-9952-68c0bf34638d req-4a879830-f75c-4dbc-a863-43085c5a6a47 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.4493408 Jul 14 09:28:29.724224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904496e4-7c5e-4053-938e-7cef7e552a9a req-8041508c-604f-495e-a946-b441f39f5141 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:29.725738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-904496e4-7c5e-4053-938e-7cef7e552a9a req-8041508c-604f-495e-a946-b441f39f5141 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 935 time: 0.1381109 Jul 14 09:28:29.761549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:29.771946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.782915 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d7c25d7-69ad-4e2b-bdbd-1bc3f39a6ec8 req-bb12e75b-c7a5-4ea2-a9ec-dd814cd6ae98 service neutron] 10.222.0.69 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361532 Jul 14 09:28:29.785930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-904496e4-7c5e-4053-938e-7cef7e552a9a req-31adcd6c-e6e4-4123-ad4f-05eec6f62126 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517368 Jul 14 09:28:29.792982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.879569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Transition to ACTIVE for port object f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:29.883606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-234f79cc-9bd4-426e-9952-68c0bf34638d req-9628731b-8b29-4f6f-a433-8b7c36cd6947 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682017 Jul 14 09:28:29.894750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:29.906306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01dde29c-624b-43a7-810e-df41932bcd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.005512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17522ab-ea11-4487-9f5c-2ab4bd496ed5 req-11cef8bf-48fc-46a6-ad3f-e8406bc36285 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.013236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17522ab-ea11-4487-9f5c-2ab4bd496ed5 req-11cef8bf-48fc-46a6-ad3f-e8406bc36285 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 948 time: 0.1134989 Jul 14 09:28:30.046173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Pushing event updated for resources: {'Port': ['ID=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.058430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17522ab-ea11-4487-9f5c-2ab4bd496ed5 req-6a81bb61-0d79-4c4b-bd7f-5e95e0ce592c tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 Jul 14 09:28:30.233991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19814d18-4619-4961-9007-71fc63274e33 req-3c2bd69e-53f0-49be-8a96-e5f743ad7c78 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.235652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19814d18-4619-4961-9007-71fc63274e33 req-3c2bd69e-53f0-49be-8a96-e5f743ad7c78 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.0672302 Jul 14 09:28:30.280258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19814d18-4619-4961-9007-71fc63274e33 req-e4872c1e-e8dd-45a3-aaaf-3152a147771a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380244 Jul 14 09:28:30.281185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.602770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c36e29cf-a58b-4e99-ab93-3f04b3fe8354,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.638619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Attempting to bind port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:30.639023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Attempting to bind port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:30.639418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Attempting to bind port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:30.666683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01dde29c-624b-43a7-810e-df41932bcd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.679752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf1b52-0857-43ea-b2f5-09bcc0ae63fa req-28fb854e-2918-4250-bf73-8e89c30174c6 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:30.686692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cf1b52-0857-43ea-b2f5-09bcc0ae63fa req-28fb854e-2918-4250-bf73-8e89c30174c6 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 944 time: 0.6237767 Jul 14 09:28:30.692445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:30.692781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Attempting to bind port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:30.722330 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01dde29c-624b-43a7-810e-df41932bcd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.740520 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.752950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:30.753383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:30.753682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:30.754306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Bound port: f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:30.754472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:30.855837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-01dde29c-624b-43a7-810e-df41932bcd26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7a88b9f4672540f2b25c08dae25edffc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1538801 Jul 14 09:28:30.859337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57518) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:30.868233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dde29c-624b-43a7-810e-df41932bcd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055224c9-fdb2-47c5-af73-94b398aa8958,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:30.930423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62cf1b52-0857-43ea-b2f5-09bcc0ae63fa req-ce5352ed-63c0-48aa-abb6-debd34e9f238 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428439 Jul 14 09:28:31.025536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed906d1f-e13c-4744-b2b0-0ce1c97397fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.066055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] For port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:31.073456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] For port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:31.076386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-7ae24c6b-7d3a-4936-acf3-e4dd244f5bf6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.080436 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.082424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.086149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-7ae24c6b-7d3a-4936-acf3-e4dd244f5bf6 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 948 time: 0.1705074 Jul 14 09:28:31.090201 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed906d1f-e13c-4744-b2b0-0ce1c97397fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.149091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.149732 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.151135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] 10.222.0.69 "PUT /v2.0/ports/f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f HTTP/1.1" status: 200 len: 1096 time: 2.6475568 Jul 14 09:28:31.204188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08cd65bf-e424-4eb2-8d03-4169632bada6', 'tag': 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:31.206504 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6274b26a-a860-4afb-bc74-0796983ef1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "08cd65bf-e424-4eb2-8d03-4169632bada6", "tag": "f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:31.248740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3d1c0-d99b-47f3-b1b1-12981013ce5f req-3699197e-8319-46e1-9c7b-4c1c30f7d087 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.256112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2b3d1c0-d99b-47f3-b1b1-12981013ce5f req-3699197e-8319-46e1-9c7b-4c1c30f7d087 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 947 time: 0.3279061 Jul 14 09:28:31.273533 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed906d1f-e13c-4744-b2b0-0ce1c97397fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.279309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed906d1f-e13c-4744-b2b0-0ce1c97397fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.279785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba38161e-c796-48e7-be7c-917c2049254a service neutron] Pushing event updated for resources: {'Port': ['ID=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.282075 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed906d1f-e13c-4744-b2b0-0ce1c97397fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/055224c9-fdb2-47c5-af73-94b398aa8958 HTTP/1.1" status: 204 len: 168 time: 0.4201877 Jul 14 09:28:31.316734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Router 666881e8-67e5-4486-850a-fd06786754a2 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:31.345276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed906d1f-e13c-4744-b2b0-0ce1c97397fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055224c9-fdb2-47c5-af73-94b398aa8958,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:31.384113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2b3d1c0-d99b-47f3-b1b1-12981013ce5f req-891d7d62-42b0-4519-bcc3-5e3363a98989 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258147 Jul 14 09:28:31.445832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Deleting port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:31.446274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.553975 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811b2ff9-e97f-4d83-91a0-9fe5346cb31d x-openstack-request-id: req-811b2ff9-e97f-4d83-91a0-9fe5346cb31d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:31.554305 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08cd65bf-e424-4eb2-8d03-4169632bada6", "tag": "f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:31.554584 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-811b2ff9-e97f-4d83-91a0-9fe5346cb31d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:31.554997 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08cd65bf-e424-4eb2-8d03-4169632bada6', 'tag': 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f', 'status': 'completed', 'code': 200} Jul 14 09:28:31.601943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3f48-bed6-45d2-a331-77700f951526 req-1c82e6ee-9f18-4630-bfec-e756bb30e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.603515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-1c82e6ee-9f18-4630-bfec-e756bb30e38b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 1099 time: 0.3904057 Jul 14 09:28:31.617075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] For port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:31.617720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.653625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Calling delete_port for 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:31.700288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-06d68989-c339-44f1-8859-97f746eaf83c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f HTTP/1.1" status: 200 len: 217 time: 0.0887394 Jul 14 09:28:31.716106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebdcc2-8336-466e-97d7-fa7ad937f66f req-f77e2092-b534-461d-840a-d2d8add7a6b7 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.717954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eebdcc2-8336-466e-97d7-fa7ad937f66f req-f77e2092-b534-461d-840a-d2d8add7a6b7 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=8cbb3991-35a7-4d4a-b39c-ca04d75297a6 HTTP/1.1" status: 200 len: 948 time: 0.3953619 Jul 14 09:28:31.738168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:31.752810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce6156-96b2-4c6d-808a-904480fe7ac7 None None] Sync routers for ids ['666881e8-67e5-4486-850a-fd06786754a2'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:31.767370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce6156-96b2-4c6d-808a-904480fe7ac7 None None] Routers {'666881e8-67e5-4486-850a-fd06786754a2'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:31.769181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-54ce6156-96b2-4c6d-808a-904480fe7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['666881e8-67e5-4486-850a-fd06786754a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:31.815277 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.816930 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7749820c-c833-4214-89e3-4802a0079a42 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.7267914 Jul 14 09:28:31.823110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:31.836266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Router 5d444f02-e3c9-44e7-89fc-7c90f4a335be has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:31.838735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-54ce6156-96b2-4c6d-808a-904480fe7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:31.847810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eebdcc2-8336-466e-97d7-fa7ad937f66f req-c01532fb-6a5c-4e69-b1d7-a3feed01b126 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150017 Jul 14 09:28:31.854085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce6156-96b2-4c6d-808a-904480fe7ac7 None None] Routers {'666881e8-67e5-4486-850a-fd06786754a2'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:31.855141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-54ce6156-96b2-4c6d-808a-904480fe7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['666881e8-67e5-4486-850a-fd06786754a2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:31.856013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8f4c4-4d2b-4a79-9ccc-c9a83d0541b3 req-52420681-1f72-462d-988a-c6a720f798cd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.857566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abe8f4c4-4d2b-4a79-9ccc-c9a83d0541b3 req-52420681-1f72-462d-988a-c6a720f798cd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.1094756 Jul 14 09:28:31.886829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3f48-bed6-45d2-a331-77700f951526 req-3a77b021-ba9f-47a8-b86d-22eb2d942cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:31.888685 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-3a77b021-ba9f-47a8-b86d-22eb2d942cb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1698160 Jul 14 09:28:31.911474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:31.948402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d74ef75f-305e-456a-b9b4-e98aeddf2d65 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:31.967621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abe8f4c4-4d2b-4a79-9ccc-c9a83d0541b3 req-78995da2-e9b3-4e8c-b4e9-507c73de1033 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984151 Jul 14 09:28:32.028936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Pushing event deleted for resources: {'Port': ['ID=89fe41bd-580b-4312-b1a7-6f9d7fbbb28f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.051380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['973f9192-2fc5-4cc8-a2aa-0ce0325179c7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:32.053445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['89fe41bd-580b-4312-b1a7-6f9d7fbbb28f', '205026d4-e80b-411f-8fbf-a3dc7f707016'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:32.069856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-54ce6156-96b2-4c6d-808a-904480fe7ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:32.070535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce6156-96b2-4c6d-808a-904480fe7ac7 None None] The sync data for ids ['666881e8-67e5-4486-850a-fd06786754a2'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:32.071520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] No DVR routers for this DVR port 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:32.081433 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.083493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb44fed-366c-4c30-8ccb-8fe7e86fd926 req-e75a15b2-3c86-4690-83db-0999465d09d3 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "DELETE /v2.0/ports/89fe41bd-580b-4312-b1a7-6f9d7fbbb28f HTTP/1.1" status: 204 len: 173 time: 0.9473774 Jul 14 09:28:32.083994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbb3991-35a7-4d4a-b39c-ca04d75297a6', 'name': 'network-vif-deleted', 'tag': '89fe41bd-580b-4312-b1a7-6f9d7fbbb28f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:32.086964 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d9099-e911-4783-a702-e994be527fd5" -d '{"events": [{"server_uuid": "8cbb3991-35a7-4d4a-b39c-ca04d75297a6", "name": "network-vif-deleted", "tag": "89fe41bd-580b-4312-b1a7-6f9d7fbbb28f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:32.228031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d74ef75f-305e-456a-b9b4-e98aeddf2d65, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:32.269835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'port_id': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'mac_address': 'fa:16:3e:ee:3c:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:32.312317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7aba50c0-d0b3-452d-a1fa-9c2d4705d9a1 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/routers/666881e8-67e5-4486-850a-fd06786754a2 HTTP/1.1" status: 200 len: 925 time: 0.4866207 Jul 14 09:28:32.314609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57594) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:32.367326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:32.377119 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] Sync routers for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:32.383536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-940418a0-7d59-4175-833f-ecb90348b8b5 admin admin] 10.222.0.73 "PUT /v2.0/routers/5d444f02-e3c9-44e7-89fc-7c90f4a335be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9011481 Jul 14 09:28:32.390019 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae24a5cf-d28c-4f60-87f7-66ef440cb93a x-openstack-request-id: req-ae24a5cf-d28c-4f60-87f7-66ef440cb93a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:32.393275 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:32.393605 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbb3991-35a7-4d4a-b39c-ca04d75297a6", "name": "network-vif-deleted", "tag": "89fe41bd-580b-4312-b1a7-6f9d7fbbb28f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:32.394044 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae24a5cf-d28c-4f60-87f7-66ef440cb93a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:32.394635 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbb3991-35a7-4d4a-b39c-ca04d75297a6', 'name': 'network-vif-deleted', 'tag': '89fe41bd-580b-4312-b1a7-6f9d7fbbb28f', 'status': 'completed', 'code': 200} Jul 14 09:28:32.396225 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:32.398653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57596) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:32.406579 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.406920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bd58100d-99fb-43e2-8abe-1734503f8c62 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=666881e8-67e5-4486-850a-fd06786754a2 HTTP/1.1" status: 200 len: 205 time: 0.0826449 Jul 14 09:28:32.409407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57598) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:32.457263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74ef75f-305e-456a-b9b4-e98aeddf2d65 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:32.563520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d74ef75f-305e-456a-b9b4-e98aeddf2d65, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:32.579829 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.648241 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:32.662978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d74ef75f-305e-456a-b9b4-e98aeddf2d65,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:32.678541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.678896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.679305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.679649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.679986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.680350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.680686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.681017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.681345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.681664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.685710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e3f48-bed6-45d2-a331-77700f951526 req-88f656ca-b742-46ba-a9f5-0c225172f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:32.687482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.687856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:28:32.689568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-88f656ca-b742-46ba-a9f5-0c225172f9e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7921705 Jul 14 09:28:32.691188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:32.884895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d74ef75f-305e-456a-b9b4-e98aeddf2d65'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:32.935197 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.023936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e129b51-dd94-44ae-b1fa-c453d3e83d5f req-43bd7adf-9362-486d-9e9d-7e66176c0815 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.031314 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e129b51-dd94-44ae-b1fa-c453d3e83d5f req-43bd7adf-9362-486d-9e9d-7e66176c0815 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 947 time: 0.4326372 Jul 14 09:28:33.039884 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:28:30Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:33.045839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-d71a328d-b6b5-4aab-8b3e-d77c4b176b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.047703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-d71a328d-b6b5-4aab-8b3e-d77c4b176b7d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1099 time: 0.4434421 Jul 14 09:28:33.087502 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] Checking router: 5d444f02-e3c9-44e7-89fc-7c90f4a335be for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:33.097470 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] Routers {'5d444f02-e3c9-44e7-89fc-7c90f4a335be'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:33.098478 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:33.274149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38942cf-bcba-42eb-a0e5-fa7665e59147 req-1fb0916b-e562-4f15-8ff8-07fa5a14e822 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.277725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d38942cf-bcba-42eb-a0e5-fa7665e59147 req-1fb0916b-e562-4f15-8ff8-07fa5a14e822 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 944 time: 1.1679180 Jul 14 09:28:33.291774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e129b51-dd94-44ae-b1fa-c453d3e83d5f req-1d136c3c-a7cf-4df3-a032-a2107bfe9472 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592258 Jul 14 09:28:33.362368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.404830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-6ac1ff8d-3571-43c8-8f3b-1da008f71d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.408423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-6ac1ff8d-3571-43c8-8f3b-1da008f71d40 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.3472021 Jul 14 09:28:33.419218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.440946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d38942cf-bcba-42eb-a0e5-fa7665e59147 req-afff0a2a-2587-44fe-8989-8fe58314db1c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469378 Jul 14 09:28:33.452976 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] Set router 5d444f02-e3c9-44e7-89fc-7c90f4a335be gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:33.454557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-7adf7697-640c-4495-a317-4f822b4cc133 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192461 Jul 14 09:28:33.618640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:33.639119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-47b0b086-95d5-4194-928c-28cd77e98e82 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1002 time: 0.2186770 Jul 14 09:28:33.651820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Deleting port 9c360799-c97f-468b-a05e-4f8ff775f62b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:33.652468 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.714621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-004e3f48-bed6-45d2-a331-77700f951526 req-dbe1160e-9b8c-466d-950c-c00e4d456838 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105651 Jul 14 09:28:33.730261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-bc1e6c8c-39eb-4b07-a70d-5894779a964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.733157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-bc1e6c8c-39eb-4b07-a70d-5894779a964b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.0877559 Jul 14 09:28:33.775917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Deleting port adaaf2a3-86d6-423f-a199-162a6a2b0ac4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:33.776623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.839971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f5dd2-9462-4058-9ea7-f63ae4d4bf85 req-4d91dc3e-34f3-4697-9d5e-48dfa37998dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.843106 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:28:30Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:33.843936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] For port 9c360799-c97f-468b-a05e-4f8ff775f62b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9c360799-c97f-468b-a05e-4f8ff775f62b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:33.844780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.847475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-054f5dd2-9462-4058-9ea7-f63ae4d4bf85 req-4d91dc3e-34f3-4697-9d5e-48dfa37998dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 947 time: 0.3433936 Jul 14 09:28:33.858155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57642) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:33.864984 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:33.869336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d74ef75f-305e-456a-b9b4-e98aeddf2d65 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:33.879791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Calling delete_port for 9c360799-c97f-468b-a05e-4f8ff775f62b owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:33.902560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-98d36d94-c743-4b50-884b-a8e3203ec916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:33.904109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-98d36d94-c743-4b50-884b-a8e3203ec916 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 1099 time: 0.1251988 Jul 14 09:28:33.913272 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994c9c80-63b1-478a-aaf2-5031d7f2638e None None] The sync data for ids ['5d444f02-e3c9-44e7-89fc-7c90f4a335be'] in n-d-780147-26 is: [{'id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'name': 'tempest-ServersTestBootFromVolume-579947238-router', 'tenant_id': '463a26a2584c464d8a23122ba9a26efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:58Z', 'updated_at': '2021-07-14T09:28:30Z', 'revision_number': 5, 'project_id': '463a26a2584c464d8a23122ba9a26efe', 'gw_port': {'id': '9c360799-c97f-468b-a05e-4f8ff775f62b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:44:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d444f02-e3c9-44e7-89fc-7c90f4a335be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:59Z', 'updated_at': '2021-07-14T09:25:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:33.949247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:33.953681 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7928ec3-d99e-4690-b6f9-3571f10a6661" -d '{"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-unplugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:33.989203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:33.989758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-054f5dd2-9462-4058-9ea7-f63ae4d4bf85 req-53f915c5-2562-499c-b791-ddf1f74aedd3 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389184 Jul 14 09:28:33.999445 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.021474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-186a9c5c-d080-42a3-8eac-fda203deeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.023308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-186a9c5c-d080-42a3-8eac-fda203deeeea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2795262 Jul 14 09:28:34.033648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port d74ef75f-305e-456a-b9b4-e98aeddf2d65 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:34.041269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d74ef75f-305e-456a-b9b4-e98aeddf2d65 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:34.041658 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.061761 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.115260 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5c1a60-13b0-4f04-80d8-c6cc204e6690 x-openstack-request-id: req-2d5c1a60-13b0-4f04-80d8-c6cc204e6690 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:34.115969 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-unplugged", "status": "completed", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:34.116752 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d5c1a60-13b0-4f04-80d8-c6cc204e6690 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:34.117379 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'code': 200} Jul 14 09:28:34.118065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Calling delete_port for adaaf2a3-86d6-423f-a199-162a6a2b0ac4 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:34.130864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=14']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.155663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67c1d687-c6c5-4622-89ad-1374f47f5634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.202282 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.246271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d74ef75f-305e-456a-b9b4-e98aeddf2d65, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:34.248921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-c8121c88-f189-4236-907d-b8d905afd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.250806 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-c8121c88-f189-4236-907d-b8d905afd063 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3033168 Jul 14 09:28:34.252459 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.253758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:34.337390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:34.337769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 89fe41bd-580b-4312-b1a7-6f9d7fbbb28f not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:34.372532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-1c981572-0905-404c-a3a2-1e994eadc948 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f HTTP/1.1" status: 200 len: 217 time: 0.1107261 Jul 14 09:28:34.380922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d74ef75f-305e-456a-b9b4-e98aeddf2d65,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.547538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-c2f1915e-097f-4bfb-beff-f16fb73faa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.549083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-c2f1915e-097f-4bfb-beff-f16fb73faa41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1446817 Jul 14 09:28:34.557878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.624682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c360799-c97f-468b-a05e-4f8ff775f62b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.635899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-3c642d8a-3b92-4a3c-a97a-13979968fdf6 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6026177 Jul 14 09:28:34.665401 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67c1d687-c6c5-4622-89ad-1374f47f5634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.698566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577b2e6-5877-4f29-b9e1-ac2b94d6d638 req-40f93c2b-5767-4175-85e7-1218ca2d355a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.700145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1577b2e6-5877-4f29-b9e1-ac2b94d6d638 req-40f93c2b-5767-4175-85e7-1218ca2d355a tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 950 time: 0.3298488 Jul 14 09:28:34.700791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67c1d687-c6c5-4622-89ad-1374f47f5634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.761115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137efc32-414f-472f-a867-5d3e893ca6ed req-aea4d8f5-be77-4bb7-b132-911391485efd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.762642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-137efc32-414f-472f-a867-5d3e893ca6ed req-aea4d8f5-be77-4bb7-b132-911391485efd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1934850 Jul 14 09:28:34.780259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.786315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-67c1d687-c6c5-4622-89ad-1374f47f5634 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=518a9b6881a24b42bb447e7aa2408d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9257565 Jul 14 09:28:34.792775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57656) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:34.810446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c1d687-c6c5-4622-89ad-1374f47f5634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab204bf-5e7d-482b-bbff-c2ecec520488,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:34.888426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e721012f-375a-4b10-a29d-447d4b2d83d1 req-0e98c587-480b-4f9b-9770-27008d570771 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410562 Jul 14 09:28:34.894820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-137efc32-414f-472f-a867-5d3e893ca6ed req-24bb2903-5047-4ec9-83ee-8cab7f7ea8d1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230104 Jul 14 09:28:34.896001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1577b2e6-5877-4f29-b9e1-ac2b94d6d638 req-15c0c3b4-5f0d-4f35-8fbf-b5c3350a5a5e tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705580 Jul 14 09:28:34.898466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-c0baab94-96ee-4800-81ff-cd496bb030d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:34.900006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-c0baab94-96ee-4800-81ff-cd496bb030d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3374951 Jul 14 09:28:34.901019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.904063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.906033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.950354 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93a8265b-0456-4271-a4d8-a43d420204f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:34.952142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event deleted for resources: {'Port': ['ID=adaaf2a3-86d6-423f-a199-162a6a2b0ac4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.015828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93a8265b-0456-4271-a4d8-a43d420204f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.026712 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.027654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d444f02-e3c9-44e7-89fc-7c90f4a335be {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:35.033322 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.034610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9d283a65-4212-4998-ab5a-c08ab60d6820 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5d444f02-e3c9-44e7-89fc-7c90f4a335be HTTP/1.1" status: 204 len: 168 time: 2.6229286 Jul 14 09:28:35.037608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57660) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:35.082625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.098706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-ecefa2f6-4004-423f-8955-2229d2090111 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831944 Jul 14 09:28:35.232297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93a8265b-0456-4271-a4d8-a43d420204f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.234951 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93a8265b-0456-4271-a4d8-a43d420204f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.240759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-93a8265b-0456-4271-a4d8-a43d420204f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eab204bf-5e7d-482b-bbff-c2ecec520488 HTTP/1.1" status: 204 len: 168 time: 0.4442368 Jul 14 09:28:35.252746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c36e29cf-a58b-4e99-ab93-3f04b3fe8354 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:35.262531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6274b26a-a860-4afb-bc74-0796983ef1cd req-736e47ca-0de2-4414-b06f-85d419aa42bb service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439679 Jul 14 09:28:35.291559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c36e29cf-a58b-4e99-ab93-3f04b3fe8354 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:35.291905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c36e29cf-a58b-4e99-ab93-3f04b3fe8354 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:35.302751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd65450-75a1-4498-93b1-df4a6a12aa87 req-4a748e91-7eba-418b-91fa-2e487a3104fb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.309208 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd65450-75a1-4498-93b1-df4a6a12aa87 req-4a748e91-7eba-418b-91fa-2e487a3104fb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 946 time: 0.2076733 Jul 14 09:28:35.339759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe31768-a9f7-4a1a-80e9-d385fef27ec5 admin admin] Deleting subnet 79f0dccf-6a22-4ce0-9bac-4072cfcad0d2 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:28:35.343061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fe31768-a9f7-4a1a-80e9-d385fef27ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.357950 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd65450-75a1-4498-93b1-df4a6a12aa87 req-546d6847-4c73-40da-aa37-998a82c76141 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Jul 14 09:28:35.383237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.384240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8265b-0456-4271-a4d8-a43d420204f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab204bf-5e7d-482b-bbff-c2ecec520488,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.388583 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.502034 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fe31768-a9f7-4a1a-80e9-d385fef27ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.530102 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.530671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Fanout notify agent at l3_agent the message router_deleted on router 666881e8-67e5-4486-850a-fd06786754a2 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:35.543211 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.549383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-505797a6-e69e-437d-96f7-f914b1d77b12 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/666881e8-67e5-4486-850a-fd06786754a2 HTTP/1.1" status: 204 len: 168 time: 3.1381474 Jul 14 09:28:35.556391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fcb95-28b9-443a-9c3b-8007127fbdd7 req-22a49443-47f0-4ca9-a62a-06dc176ae329 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.558049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-133fcb95-28b9-443a-9c3b-8007127fbdd7 req-22a49443-47f0-4ca9-a62a-06dc176ae329 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 947 time: 0.0906281 Jul 14 09:28:35.558633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:35.560252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669567d-235e-414b-98de-b61211fa604e req-4444b084-576a-480d-be8b-0820ad215ebf tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.563603 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-478676461', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': False}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:35.573566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5669567d-235e-414b-98de-b61211fa604e req-4444b084-576a-480d-be8b-0820ad215ebf tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 946 time: 0.4544914 Jul 14 09:28:35.624998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.626461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.704238 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.710837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-133fcb95-28b9-443a-9c3b-8007127fbdd7 req-b3920f2f-469b-4cb8-8bfd-8ed9b7bac537 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271849 Jul 14 09:28:35.729202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004be02-ddad-48e2-8f22-c5129041d55c req-da087da9-a5aa-421c-8b1b-dd35e4311eed tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:35.730708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5004be02-ddad-48e2-8f22-c5129041d55c req-da087da9-a5aa-421c-8b1b-dd35e4311eed tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 950 time: 0.2695286 Jul 14 09:28:35.733506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5669567d-235e-414b-98de-b61211fa604e req-3036c71f-20e3-418a-8c40-daa7f896a07d tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590841 Jul 14 09:28:35.780879 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fe31768-a9f7-4a1a-80e9-d385fef27ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.862143 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.884956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fe31768-a9f7-4a1a-80e9-d385fef27ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.903435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Deleting port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:35.903789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.944033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19806f84-7030-426c-a933-008a2a12cadf None None] Network 7099a725-1dbd-443f-a01a-24b53a111ef7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:35.963456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe31768-a9f7-4a1a-80e9-d385fef27ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f0dccf-6a22-4ce0-9bac-4072cfcad0d2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:35.967039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fe31768-a9f7-4a1a-80e9-d385fef27ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:35.971111 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8fe31768-a9f7-4a1a-80e9-d385fef27ec5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/79f0dccf-6a22-4ce0-9bac-4072cfcad0d2 HTTP/1.1" status: 204 len: 168 time: 0.9264462 Jul 14 09:28:35.972061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57684) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:36.115893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.133754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:36.133754 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af291e3f-4e4d-4937-af97-03f332afc609" -d '{"events": [{"server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "name": "network-vif-plugged", "status": "completed", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:36.141431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] For port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:36.141816 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.184701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.185000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Calling delete_port for 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:36.215192 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.269673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] DHCP port deletion for 7099a725-1dbd-443f-a01a-24b53a111ef7 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:28:36.318423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Deleting port 1b738ed6-2b74-4689-b1a2-154c254fa273 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:36.318778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.341596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] Deleting port 1b738ed6-2b74-4689-b1a2-154c254fa273 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:36.341862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4936c46-1189-48bf-b86a-73277bbc2c72 req-575f1082-6bd1-46f9-8974-31ccb0a881b9 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.342027 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.344251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4936c46-1189-48bf-b86a-73277bbc2c72 req-575f1082-6bd1-46f9-8974-31ccb0a881b9 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0f17bdf-496a-4650-ba70-4cce9a22a4e3 HTTP/1.1" status: 200 len: 950 time: 0.2311625 Jul 14 09:28:36.418649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] For port 1b738ed6-2b74-4689-b1a2-154c254fa273, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1b738ed6-2b74-4689-b1a2-154c254fa273,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:36.419344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.425947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0b12-5be1-4024-8e59-9f7467215057 req-b7bcc581-419b-4a36-9217-fc1a255292d1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.427491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-faed0b12-5be1-4024-8e59-9f7467215057 req-b7bcc581-419b-4a36-9217-fc1a255292d1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2407286 Jul 14 09:28:36.437484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] For port 1b738ed6-2b74-4689-b1a2-154c254fa273, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1b738ed6-2b74-4689-b1a2-154c254fa273,segment=NetworkSegment(3ba42f92-d088-4d35-a7a6-eade4f5044fd),segment_id=3ba42f92-d088-4d35-a7a6-eade4f5044fd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:36.437823 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.438874 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4936c46-1189-48bf-b86a-73277bbc2c72 req-b75de8ba-50d3-4bad-bf89-3917988c42d0 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877669 Jul 14 09:28:36.441046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] Calling delete_port for 1b738ed6-2b74-4689-b1a2-154c254fa273 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:36.452571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-6b65c5dc-2df6-4bfe-a12c-ce6518660300 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:36.453925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-6b65c5dc-2df6-4bfe-a12c-ce6518660300 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 946 time: 0.2279766 Jul 14 09:28:36.471731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Allocated IP 172.25.0.181 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/f2ebaf81-a176-4ed1-9c6a-a6ca283b466d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:36.486082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Calling delete_port for 1b738ed6-2b74-4689-b1a2-154c254fa273 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:36.520779 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe96718-6cfc-486a-9e3b-82d97cfd1ded x-openstack-request-id: req-6fe96718-6cfc-486a-9e3b-82d97cfd1ded {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:36.521046 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "name": "network-vif-plugged", "status": "completed", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:36.521627 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6fe96718-6cfc-486a-9e3b-82d97cfd1ded {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:36.522025 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'code': 200} Jul 14 09:28:36.555630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.576621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-faed0b12-5be1-4024-8e59-9f7467215057 req-eeb87e80-1b36-4138-b7ae-46809f55b5d4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416829 Jul 14 09:28:36.599660 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.635995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['205026d4-e80b-411f-8fbf-a3dc7f707016'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:36.639637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['973f9192-2fc5-4cc8-a2aa-0ce0325179c7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:36.654825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] Pushing event deleted for resources: {'Port': ['ID=1b738ed6-2b74-4689-b1a2-154c254fa273,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.662644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Pushing event deleted for resources: {'Port': ['ID=973f9192-2fc5-4cc8-a2aa-0ce0325179c7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.682573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Deleting port 511c6761-61ee-43bb-abab-90e9877656ce {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:36.683048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.689246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc0237-cfb7-4f41-a462-cd74fa437811 None None] No DVR routers for this DVR port 1b738ed6-2b74-4689-b1a2-154c254fa273 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:36.784912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] No DVR routers for this DVR port 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:36.789502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.791587 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5004be02-ddad-48e2-8f22-c5129041d55c req-a8442ed9-e6de-4b5e-93ed-ceccb87531bc tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.66 "DELETE /v2.0/ports/973f9192-2fc5-4cc8-a2aa-0ce0325179c7 HTTP/1.1" status: 204 len: 173 time: 1.0514097 Jul 14 09:28:36.792935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f17bdf-496a-4650-ba70-4cce9a22a4e3', 'name': 'network-vif-deleted', 'tag': '973f9192-2fc5-4cc8-a2aa-0ce0325179c7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:36.795291 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf06102-2eac-43c9-879f-61f93e5e9a38" -d '{"events": [{"server_uuid": "e0f17bdf-496a-4650-ba70-4cce9a22a4e3", "name": "network-vif-deleted", "tag": "973f9192-2fc5-4cc8-a2aa-0ce0325179c7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:36.799658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:36.852043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b738ed6-2b74-4689-b1a2-154c254fa273,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:36.873372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] No DVR routers for this DVR port 1b738ed6-2b74-4689-b1a2-154c254fa273 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:37.007903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.017523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d4180-0e86-4eb7-b4be-6cea952ac47c req-3db849ab-fe73-42b1-9d5e-aeae4fc3d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.019039 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd7d4180-0e86-4eb7-b4be-6cea952ac47c req-3db849ab-fe73-42b1-9d5e-aeae4fc3d3ba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 1098 time: 0.3842323 Jul 14 09:28:37.024966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7099a725-1dbd-443f-a01a-24b53a111ef7']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:37.047885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba42f92-d088-4d35-a7a6-eade4f5044fd') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:37.048178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba42f92-d088-4d35-a7a6-eade4f5044fd') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:37.073894 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.076188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.107782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd7d4180-0e86-4eb7-b4be-6cea952ac47c req-1c9cf9f8-1dc9-4279-b9e4-8ac3161bf6d4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729778 Jul 14 09:28:37.108764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.125427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef594181-7abd-4b7a-a6cc-3a4f8c03f084 req-9f45002e-1081-4232-9958-bc80f0ee1e2e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.132526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef594181-7abd-4b7a-a6cc-3a4f8c03f084 req-9f45002e-1081-4232-9958-bc80f0ee1e2e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 947 time: 0.2110920 Jul 14 09:28:37.136752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:28:37.137175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:28:37.143760 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:28:37.175179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9c360799-c97f-468b-a05e-4f8ff775f62b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:37.177215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] For port 511c6761-61ee-43bb-abab-90e9877656ce, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=511c6761-61ee-43bb-abab-90e9877656ce,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:37.177789 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.202508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 9c360799-c97f-468b-a05e-4f8ff775f62b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:37.203419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9c360799-c97f-468b-a05e-4f8ff775f62b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:37.204288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1b738ed6-2b74-4689-b1a2-154c254fa273 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:37.206098 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Calling delete_port for 511c6761-61ee-43bb-abab-90e9877656ce owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:37.216773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b461e2c-98b0-4f34-8fdd-af483b8d5d7d req-9e3c360e-1b98-46e1-a47f-04800a9935ec tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.225843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef594181-7abd-4b7a-a6cc-3a4f8c03f084 req-5d599d1b-a760-41f0-8125-d949b081a1d0 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924027 Jul 14 09:28:37.229135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1b738ed6-2b74-4689-b1a2-154c254fa273 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:37.229766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1b738ed6-2b74-4689-b1a2-154c254fa273 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:37.242238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b461e2c-98b0-4f34-8fdd-af483b8d5d7d req-9e3c360e-1b98-46e1-a47f-04800a9935ec tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 946 time: 0.5549331 Jul 14 09:28:37.251145 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.259519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.298626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.311807 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] 10.222.0.73 "DELETE /v2.0/networks/7099a725-1dbd-443f-a01a-24b53a111ef7 HTTP/1.1" status: 204 len: 168 time: 1.3305430 Jul 14 09:28:37.314102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55815a-28ac-44bd-8e78-1236d452c3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=7099a725-1dbd-443f-a01a-24b53a111ef7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.364019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:37.379043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:37.392513 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b461e2c-98b0-4f34-8fdd-af483b8d5d7d req-db882ea9-18c5-449c-a6b8-bc1978df4252 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489818 Jul 14 09:28:37.405589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:37.470699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'Port': ['ID=f2ebaf81-a176-4ed1-9c6a-a6ca283b466d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.628796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:37.754914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288b2d8-f67e-446e-8060-1bc86768096d req-c5855534-b8c5-47f1-bff0-2302b13cdb40 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:37.756520 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b288b2d8-f67e-446e-8060-1bc86768096d req-c5855534-b8c5-47f1-bff0-2302b13cdb40 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 946 time: 0.3564444 Jul 14 09:28:37.767036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.780097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['511c6761-61ee-43bb-abab-90e9877656ce'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:37.800577 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f875c2d4-dee6-43d6-9922-90d974044ea1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=463a26a2584c464d8a23122ba9a26efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668851 Jul 14 09:28:37.802167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57722) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:37.813855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b288b2d8-f67e-446e-8060-1bc86768096d req-5eed7be0-f2a8-4610-9e36-e6ef474db784 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496600 Jul 14 09:28:37.825500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event deleted for resources: {'Port': ['ID=511c6761-61ee-43bb-abab-90e9877656ce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:37.865175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6f789981-5ef7-4156-87ff-44d2b151ef46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.889953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6f789981-5ef7-4156-87ff-44d2b151ef46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.905418 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600fdb75-10c5-47e7-9afc-0a81dc7bfe62 x-openstack-request-id: req-600fdb75-10c5-47e7-9afc-0a81dc7bfe62 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:37.905712 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f17bdf-496a-4650-ba70-4cce9a22a4e3", "name": "network-vif-deleted", "tag": "973f9192-2fc5-4cc8-a2aa-0ce0325179c7", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:37.905963 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-600fdb75-10c5-47e7-9afc-0a81dc7bfe62 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:37.906355 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f17bdf-496a-4650-ba70-4cce9a22a4e3', 'name': 'network-vif-deleted', 'tag': '973f9192-2fc5-4cc8-a2aa-0ce0325179c7', 'status': 'completed', 'code': 200} Jul 14 09:28:37.911697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:37.946109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6f789981-5ef7-4156-87ff-44d2b151ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.950255 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6f789981-5ef7-4156-87ff-44d2b151ef46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:37.953050 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6f789981-5ef7-4156-87ff-44d2b151ef46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1fc8c598-8943-4a30-9a55-2b41bb605138 HTTP/1.1" status: 204 len: 168 time: 0.1498184 Jul 14 09:28:37.962605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f789981-5ef7-4156-87ff-44d2b151ef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc8c598-8943-4a30-9a55-2b41bb605138,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:38.005567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599455c9-f8b4-4704-9502-011404dc3e4c req-b9ff52f1-8aa1-43c1-9d65-f4432b03f277 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.012810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-599455c9-f8b4-4704-9502-011404dc3e4c req-b9ff52f1-8aa1-43c1-9d65-f4432b03f277 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3827019 Jul 14 09:28:38.014949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] No DVR routers for this DVR port 511c6761-61ee-43bb-abab-90e9877656ce on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:38.037336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.039677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a436d43-6105-4ce0-aa3f-9ba643c3c6c3 req-8798065e-ac09-4acb-9fae-f8df4c1c5b70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "DELETE /v2.0/ports/511c6761-61ee-43bb-abab-90e9877656ce HTTP/1.1" status: 204 len: 173 time: 1.5762162 Jul 14 09:28:38.054871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a0d598-2fef-4124-838c-4ad6b49663ba', 'name': 'network-vif-deleted', 'tag': '511c6761-61ee-43bb-abab-90e9877656ce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:38.057367 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8c9588-ac18-4bc4-b4e1-0c61e91fb116" -d '{"events": [{"server_uuid": "44a0d598-2fef-4124-838c-4ad6b49663ba", "name": "network-vif-deleted", "tag": "511c6761-61ee-43bb-abab-90e9877656ce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:38.073788 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-599455c9-f8b4-4704-9502-011404dc3e4c req-43c5ad5f-861a-4d82-8511-6fdbc2218beb tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598588 Jul 14 09:28:38.081206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.243791 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925251ef-007c-4142-9690-081505406d17 x-openstack-request-id: req-925251ef-007c-4142-9690-081505406d17 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:38.244229 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a0d598-2fef-4124-838c-4ad6b49663ba", "name": "network-vif-deleted", "tag": "511c6761-61ee-43bb-abab-90e9877656ce", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:38.244629 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-925251ef-007c-4142-9690-081505406d17 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:38.245142 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a0d598-2fef-4124-838c-4ad6b49663ba', 'name': 'network-vif-deleted', 'tag': '511c6761-61ee-43bb-abab-90e9877656ce', 'status': 'completed', 'code': 200} Jul 14 09:28:38.405570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:38.418235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f', 'mac_address': 'fa:16:3e:c3:b7:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:38.431510 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.462963 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.491404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:38.539229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:38.544240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.563496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a232f-a0de-4932-ac89-e031b818e62f req-febaade3-c9ed-49fd-a52f-4116c40931e7 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.563882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dcf78-384a-4367-ace2-baaf2e7a6703 req-aef5402a-d414-44db-8005-f0b92aa65401 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.569883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b3dcf78-384a-4367-ace2-baaf2e7a6703 req-aef5402a-d414-44db-8005-f0b92aa65401 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 947 time: 0.1310360 Jul 14 09:28:38.571743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c54a232f-a0de-4932-ac89-e031b818e62f req-febaade3-c9ed-49fd-a52f-4116c40931e7 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2662146 Jul 14 09:28:38.630360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c54a232f-a0de-4932-ac89-e031b818e62f req-0715a86a-cb23-4f4a-b7c3-1309aff41469 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576608 Jul 14 09:28:38.631506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Router 015b3cc0-a69a-48fd-a010-4c98079261a7 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:38.664774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:38.666407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b3dcf78-384a-4367-ace2-baaf2e7a6703 req-f6455848-cc1c-4d43-9b66-8aef40aeaa37 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838497 Jul 14 09:28:38.805129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:38.845393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:38.861727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Sync routers for ids ['015b3cc0-a69a-48fd-a010-4c98079261a7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:38.884873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:38.889495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Routers {'015b3cc0-a69a-48fd-a010-4c98079261a7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:38.889609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f07ed9eb-b2ca-4c23-b00c-d106d9c8b3a0 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3272548 Jul 14 09:28:38.889731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['015b3cc0-a69a-48fd-a010-4c98079261a7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:38.890103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57758) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:38.925669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d927c8-1de1-412e-aff1-068bbcd9506b req-2e202047-6834-4cb6-83d0-df1898307bc2 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:38.929967 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07de4110-581b-4624-a34a-0c991d3170ff req-62af3cf8-cd20-499a-b267-4b5a3cef7ff9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 210 time: 0.0575426 Jul 14 09:28:38.945744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6d927c8-1de1-412e-aff1-068bbcd9506b req-2e202047-6834-4cb6-83d0-df1898307bc2 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 951 time: 0.1648622 Jul 14 09:28:39.105747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Set router 015b3cc0-a69a-48fd-a010-4c98079261a7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:39.137025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6d927c8-1de1-412e-aff1-068bbcd9506b req-288b8b1d-baef-451c-ae43-bfbfd66a5f23 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939993 Jul 14 09:28:39.181408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-0b5a5a1d-46c0-4ac0-8a61-6d62e640bc8a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.194151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-0b5a5a1d-46c0-4ac0-8a61-6d62e640bc8a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.1480558 Jul 14 09:28:39.202702 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0c92eeeb-40ab-44df-b5c2-c47fa1ad1fea tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/routers/015b3cc0-a69a-48fd-a010-4c98079261a7 HTTP/1.1" status: 200 len: 908 time: 0.3076019 Jul 14 09:28:39.205610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57778) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.215830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-478676461', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': True}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:39.226434 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-17307fc6-752d-44e3-b14c-4ba8d67280a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/quotas/563695d2b63f493dad0ff0ff5e9ba059 HTTP/1.1" status: 200 len: 375 time: 0.0295904 Jul 14 09:28:39.267024 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.268340 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.301264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57780) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:39.363689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-cfa6373a-a525-4b37-afef-6686993446b9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1363013 Jul 14 09:28:39.398605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.421724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015b3cc0-a69a-48fd-a010-4c98079261a7', 'name': 'tempest-snat-router-478676461', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.181'}], 'enable_snat': False}, 'gw_port_id': 'f2ebaf81-a176-4ed1-9c6a-a6ca283b466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:35Z', 'updated_at': '2021-07-14T09:28:37Z', 'revision_number': 3, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port': {'id': 'f2ebaf81-a176-4ed1-9c6a-a6ca283b466d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015b3cc0-a69a-48fd-a010-4c98079261a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:36Z', 'updated_at': '2021-07-14T09:28:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:39.465416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Checking router: 015b3cc0-a69a-48fd-a010-4c98079261a7 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:39.466267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Updating router 015b3cc0-a69a-48fd-a010-4c98079261a7 port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:39.521208 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-93577f41-2c8e-4284-a903-5d4ff746f77f service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566546 Jul 14 09:28:39.542580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595098f-8ffb-423c-8d67-ee4d7d9a9925 req-014dd635-fc63-4966-bd2f-34a27da3818f tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:39.543702 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.550705 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5595098f-8ffb-423c-8d67-ee4d7d9a9925 req-014dd635-fc63-4966-bd2f-34a27da3818f tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 946 time: 0.2695174 Jul 14 09:28:39.614845 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.636347 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5595098f-8ffb-423c-8d67-ee4d7d9a9925 req-7001cca2-ce3e-4278-9053-e9674dc9543b tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846503 Jul 14 09:28:39.649800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-aa997511-bb79-4f05-8db1-af7d962fe784 service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196730 Jul 14 09:28:39.665058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1289593486-network', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:39.688065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:39.688988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Made reservation on behalf of 8f37b39baff744dd896ceb753a2dc37d for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:39.692750 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.706287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.719435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:39.719727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 973f9192-2fc5-4cc8-a2aa-0ce0325179c7 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:39.865414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.870767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.924314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 511c6761-61ee-43bb-abab-90e9877656ce no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:39.941044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:28:39.948773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8adc3d8-70a3-4e68-a84a-0e705a157ef1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:39.981741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:39.982108 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Added segment 6b5b6f65-f83a-4b57-823f-96bad2de6f36 of type vlan for network f807ecfb-8782-4d75-a7e1-9c7d931c7abf Jul 14 09:28:40.017766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 511c6761-61ee-43bb-abab-90e9877656ce {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:40.018113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 511c6761-61ee-43bb-abab-90e9877656ce not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:40.052970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.064261 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.077454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Transition to ACTIVE for port object f2ebaf81-a176-4ed1-9c6a-a6ca283b466d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:40.084990 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.119126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.120263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.121527 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.151125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Attempting to bind port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:40.151593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Attempting to bind port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:40.152027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Attempting to bind port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:40.156139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d55f6e-f7b9-4606-be28-02fbd68ea448 None None] Pushing event updated for resources: {'Port': ['ID=f2ebaf81-a176-4ed1-9c6a-a6ca283b466d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.169578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:40.170121 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:40.170592 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.171052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:40.171594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Bound port: f2ebaf81-a176-4ed1-9c6a-a6ca283b466d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:40.172152 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.247423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] For port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:40.252145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] For port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f2ebaf81-a176-4ed1-9c6a-a6ca283b466d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:40.261115 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.265385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9601865 Jul 14 09:28:40.274192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:40.292588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Request body: {'subnet': {'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1289593486-subnet', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:40.347557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb817d1-f1ed-4080-86e9-6f038c01efa6 admin admin] Pushing event updated for resources: {'Network': ['ID=f807ecfb-8782-4d75-a7e1-9c7d931c7abf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.364324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-b7800eee-4cfe-4a9c-a0eb-b8c5f5019f90 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 258 time: 0.6346340 Jul 14 09:28:40.372771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:28:40.375503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5c850-7947-45ae-99b8-b54149b99dcb req-9827da4b-1570-4746-b35d-eb95eafc93d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.382827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84d5c850-7947-45ae-99b8-b54149b99dcb req-9827da4b-1570-4746-b35d-eb95eafc93d8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 948 time: 0.3533211 Jul 14 09:28:40.388003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:40.433133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-eee8a31e-0ebc-43ec-a95e-fe80138464fb tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:40.435794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-eee8a31e-0ebc-43ec-a95e-fe80138464fb tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 951 time: 0.6650839 Jul 14 09:28:40.455523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Routers {'015b3cc0-a69a-48fd-a010-4c98079261a7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:40.456376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['015b3cc0-a69a-48fd-a010-4c98079261a7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:40.477811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Made reservation on behalf of 8f37b39baff744dd896ceb753a2dc37d for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:40.480959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.489514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84d5c850-7947-45ae-99b8-b54149b99dcb req-b998ad71-4fe1-4a09-b53f-50f2fd74aa3e tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056702 Jul 14 09:28:40.520134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d55f6e-f7b9-4606-be28-02fbd68ea448 None None] Pushing event updated for resources: {'Port': ['ID=f2ebaf81-a176-4ed1-9c6a-a6ca283b466d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:40.593173 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:40.623397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] Set router 015b3cc0-a69a-48fd-a010-4c98079261a7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:40.625061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bde094ec-1379-4b23-9e4c-d12a7bb40108 req-43fe8237-8ed4-4f67-85bd-ef31b9d744df tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0658052 Jul 14 09:28:40.785225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f61f1b9-7fea-48cc-bac8-dff8be58f6f3 req-8782573f-4be6-4928-8cbd-d68926de8033 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 210 time: 0.0411327 Jul 14 09:28:40.921782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015b3cc0-a69a-48fd-a010-4c98079261a7', 'name': 'tempest-snat-router-478676461', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.181'}], 'enable_snat': False}, 'gw_port_id': 'f2ebaf81-a176-4ed1-9c6a-a6ca283b466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:35Z', 'updated_at': '2021-07-14T09:28:37Z', 'revision_number': 3, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port': {'id': 'f2ebaf81-a176-4ed1-9c6a-a6ca283b466d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015b3cc0-a69a-48fd-a010-4c98079261a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:36Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:40.952665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4134d3f9-61b1-410c-9d5d-efdeff786000 None None] The sync data for ids ['015b3cc0-a69a-48fd-a010-4c98079261a7'] in n-d-780147-26 is: [{'id': '015b3cc0-a69a-48fd-a010-4c98079261a7', 'name': 'tempest-snat-router-478676461', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.181'}], 'enable_snat': False}, 'gw_port_id': 'f2ebaf81-a176-4ed1-9c6a-a6ca283b466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:35Z', 'updated_at': '2021-07-14T09:28:37Z', 'revision_number': 3, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port': {'id': 'f2ebaf81-a176-4ed1-9c6a-a6ca283b466d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:09:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015b3cc0-a69a-48fd-a010-4c98079261a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:36Z', 'updated_at': '2021-07-14T09:28:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:41.002120 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.031766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.042740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.070983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cdb54-0a97-4b1a-9e96-540615083e75 req-42ee002c-7b50-4d57-8833-66f880e26edd tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.072651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d4cdb54-0a97-4b1a-9e96-540615083e75 req-42ee002c-7b50-4d57-8833-66f880e26edd tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 951 time: 0.1101170 Jul 14 09:28:41.127903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d4cdb54-0a97-4b1a-9e96-540615083e75 req-f64f249b-97a0-40d3-b320-ffa809a23b42 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b339a84-6a43-4dfc-8704-36bffdfaa8a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Jul 14 09:28:41.139980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Deleting port 205026d4-e80b-411f-8fbf-a3dc7f707016 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:41.140378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.180183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52d37c7-bf0e-4657-97ef-e03520a37acb,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:41.340231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.342937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Checking segment: {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:41.343298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Network hostable DHCP agents. Network: f807ecfb-8782-4d75-a7e1-9c7d931c7abf, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:28:41.424995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Allocated IP 172.25.0.47 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/abcdf2d3-62c3-40c5-85f7-d00bb78823fc) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:41.444690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] For port 205026d4-e80b-411f-8fbf-a3dc7f707016, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=205026d4-e80b-411f-8fbf-a3dc7f707016,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:41.445126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.473662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:28:41.476626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Calling delete_port for 205026d4-e80b-411f-8fbf-a3dc7f707016 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:41.553839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, f807ecfb-8782-4d75-a7e1-9c7d931c7abf) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:41.567675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487d5b18-4f05-4e77-9375-159db254c409 None None] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:41.600274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.600889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.646030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3f1980cb-d3a6-4df8-801f-4919e6aa2b13 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3640783 Jul 14 09:28:41.647345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:41.653479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:41.779985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.781682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.845680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.860674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:41.897368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-c1e6b274-beab-4f5c-b6f6-f29879b4597c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:41.905633 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-c1e6b274-beab-4f5c-b6f6-f29879b4597c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.3738804 Jul 14 09:28:41.921682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'port': {'device_id': '776ecda0-d58f-4f90-91fe-28ab7af9c1d9', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'admin_state_up': True, 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:41.947343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:41.957436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:28:41.958678 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.097043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a6d21-cba5-41f0-b6c4-7978b95ce55d req-36289605-dc32-4845-9a80-17bcb8dbfda1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:42.104784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd5a6d21-cba5-41f0-b6c4-7978b95ce55d req-36289605-dc32-4845-9a80-17bcb8dbfda1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 948 time: 0.4283526 Jul 14 09:28:42.145071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.177209 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.189737 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd5a6d21-cba5-41f0-b6c4-7978b95ce55d req-dbd7f0e2-a534-4864-a4d3-e90f2c8679cb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814180 Jul 14 09:28:42.191308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Made reservation on behalf of 563695d2b63f493dad0ff0ff5e9ba059 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:42.208098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.208318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Allocated IP 172.20.0.2 (f807ecfb-8782-4d75-a7e1-9c7d931c7abf/f52d37c7-bf0e-4657-97ef-e03520a37acb/38a7e703-a1bc-4c44-9f48-ee08b711de95) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:42.387575 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.392310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:42.399040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Transition to ACTIVE for port object 38a7e703-a1bc-4c44-9f48-ee08b711de95 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:42.406522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:42.407189 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.409482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Pushing event deleted for resources: {'Port': ['ID=205026d4-e80b-411f-8fbf-a3dc7f707016,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.418744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] No DVR routers for this DVR port 205026d4-e80b-411f-8fbf-a3dc7f707016 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:42.425532 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.433479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fa823a8-4013-4a7e-9b4f-5e071f01aeee req-e280f1ba-12a9-4d20-a93b-7559e4899041 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.69 "DELETE /v2.0/ports/205026d4-e80b-411f-8fbf-a3dc7f707016 HTTP/1.1" status: 204 len: 173 time: 1.9897590 Jul 14 09:28:42.461687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'name': 'network-vif-deleted', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:42.464051 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639f7b25-5307-4267-982c-0caf93bb5566" -d '{"events": [{"server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "name": "network-vif-deleted", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:42.474022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Transition to ACTIVE for port object 38a7e703-a1bc-4c44-9f48-ee08b711de95 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:42.492692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.512336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5164683-c64d-4695-b737-d20c57224b98 req-f8fb4aaf-751c-49b7-9fcb-6b6c65132ef6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 210 time: 0.0410933 Jul 14 09:28:42.553191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Allocated IP 172.20.0.3 (d63ab4c0-a973-4f52-9976-64c7ef6f49c0/bb312590-8fe3-41be-ac5a-879edfa503d0/852f6c32-cc75-4576-8401-4405c5f19a86) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:42.570567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Allocated IP 172.25.0.125 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/d8fc06a9-68ac-4ff8-8eb9-27728bde9a1b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:42.578479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:42.605066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:42.612863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Pushing event updated for resources: {'Port': ['ID=38a7e703-a1bc-4c44-9f48-ee08b711de95,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.615768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:42.687119 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.730687 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.736098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Attempting to bind port 38a7e703-a1bc-4c44-9f48-ee08b711de95 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:42.737252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Attempting to bind port 38a7e703-a1bc-4c44-9f48-ee08b711de95 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:42.737252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Attempting to bind port 38a7e703-a1bc-4c44-9f48-ee08b711de95 on network f807ecfb-8782-4d75-a7e1-9c7d931c7abf {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:42.744682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.745679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cd65bf-e424-4eb2-8d03-4169632bada6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:42.747988 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede473b-2e5a-4d05-89e1-d4ac16cea966" -d '{"events": [{"server_uuid": "08cd65bf-e424-4eb2-8d03-4169632bada6", "name": "network-vif-plugged", "status": "completed", "tag": "f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:42.754905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:42.755290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Checking segment: {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:42.755699 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.756098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Bound using segment: {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:42.756660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Bound port: 38a7e703-a1bc-4c44-9f48-ee08b711de95, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:42.757050 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.775551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:42.792321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-31350fce-412f-4089-a0fc-282e92d32d5e req-4caf5b0e-aab6-4458-8439-64dde1398244 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 210 time: 0.0444057 Jul 14 09:28:42.792607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:42.799108 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.800051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:42.806093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:42.810233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:42.849757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'Port': ['ID=abcdf2d3-62c3-40c5-85f7-d00bb78823fc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.856417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:42.885949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 205026d4-e80b-411f-8fbf-a3dc7f707016 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:42.886431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 205026d4-e80b-411f-8fbf-a3dc7f707016 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:42.889555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:42.919287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] For port 38a7e703-a1bc-4c44-9f48-ee08b711de95, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:42.923279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] For port 38a7e703-a1bc-4c44-9f48-ee08b711de95, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=38a7e703-a1bc-4c44-9f48-ee08b711de95,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:42.927628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Transition to ACTIVE for port object 852f6c32-cc75-4576-8401-4405c5f19a86 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:42.930549 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.033700 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.049750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb6419-59b4-43b0-a95c-147e5027b714 None None] Pushing event updated for resources: {'Port': ['ID=38a7e703-a1bc-4c44-9f48-ee08b711de95,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:43.151423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:43.172570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:43.175058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:43.196110 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.242294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.243290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.247457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:43.258052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-781227f8-4174-4419-88f3-6023828bcf8b req-aa2cee8a-b0a6-4e4d-b254-a9b25e5e98f1 tempest-ServersAdminTestJSON-1835659567 tempest-ServersAdminTestJSON-1835659567-project] 10.222.0.73 "GET /v2.0/ports?device_id=392f2bb1-9325-4eb3-b086-097789f04031 HTTP/1.1" status: 200 len: 210 time: 0.1260927 Jul 14 09:28:43.262479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'Port': ['ID=852f6c32-cc75-4576-8401-4405c5f19a86,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:43.299931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-be1dca12-50b1-43ac-8a61-eda8bd5d5f41 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3843865 Jul 14 09:28:43.320601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f2ebaf81-a176-4ed1-9c6a-a6ca283b466d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:43.332012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Request body: {'port': {'device_id': '776ecda0-d58f-4f90-91fe-28ab7af9c1d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:43.433976 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051521f6-3ad4-497c-a79e-475371b74ef1 x-openstack-request-id: req-051521f6-3ad4-497c-a79e-475371b74ef1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:43.434428 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cd65bf-e424-4eb2-8d03-4169632bada6", "name": "network-vif-plugged", "status": "completed", "tag": "f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:43.435736 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-051521f6-3ad4-497c-a79e-475371b74ef1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:43.439108 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cd65bf-e424-4eb2-8d03-4169632bada6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f', 'code': 200} Jul 14 09:28:43.530068 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:43.540461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:43.542642 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.570841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.695039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.724560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f2ebaf81-a176-4ed1-9c6a-a6ca283b466d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:43.734058 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.793072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=f2ebaf81-a176-4ed1-9c6a-a6ca283b466d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:43.805514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-225be29e-7184-47ff-9ffa-28cfda6b0f85 None None] Provisioning for port 852f6c32-cc75-4576-8401-4405c5f19a86 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:43.810260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-225be29e-7184-47ff-9ffa-28cfda6b0f85 None None] Provisioning complete for port 852f6c32-cc75-4576-8401-4405c5f19a86 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:43.810804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-225be29e-7184-47ff-9ffa-28cfda6b0f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:43.849650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-225be29e-7184-47ff-9ffa-28cfda6b0f85 None None] Port 852f6c32-cc75-4576-8401-4405c5f19a86 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:43.860548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57aa68-1b2a-4613-b3e8-ce8eb144269e req-0399b8a2-7dcd-4723-87e4-7e1886c7754c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:43.862083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ca57aa68-1b2a-4613-b3e8-ce8eb144269e req-0399b8a2-7dcd-4723-87e4-7e1886c7754c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 949 time: 0.1999481 Jul 14 09:28:43.921121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:43.955638 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5e4670-3f1e-4c5c-a1d0-f8e285bc6d41 x-openstack-request-id: req-4c5e4670-3f1e-4c5c-a1d0-f8e285bc6d41 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:43.955929 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "392f2bb1-9325-4eb3-b086-097789f04031", "name": "network-vif-deleted", "tag": "205026d4-e80b-411f-8fbf-a3dc7f707016", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:43.956177 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c5e4670-3f1e-4c5c-a1d0-f8e285bc6d41 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:43.956633 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '392f2bb1-9325-4eb3-b086-097789f04031', 'name': 'network-vif-deleted', 'tag': '205026d4-e80b-411f-8fbf-a3dc7f707016', 'status': 'completed', 'code': 200} Jul 14 09:28:43.962163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:43.976931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ca57aa68-1b2a-4613-b3e8-ce8eb144269e req-4021c81c-12a5-4828-85f8-b02cd6b3171f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054740 Jul 14 09:28:44.099601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Pushing event updated for resources: {'Port': ['ID=d8fc06a9-68ac-4ff8-8eb9-27728bde9a1b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.123657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852f6c32-cc75-4576-8401-4405c5f19a86 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:44.132340 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.150634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Transition to ACTIVE for port object 852f6c32-cc75-4576-8401-4405c5f19a86 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:44.155899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.216494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Pushing event updated for resources: {'Port': ['ID=852f6c32-cc75-4576-8401-4405c5f19a86,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.250721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.330245 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.332942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.406423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e2e04-e2b1-43e0-97e2-d7bcc3187235 req-4fbfe43e-17d5-4f91-98af-13c69df3d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.407903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-992e2e04-e2b1-43e0-97e2-d7bcc3187235 req-4fbfe43e-17d5-4f91-98af-13c69df3d0f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 1101 time: 0.4540861 Jul 14 09:28:44.423594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Attempting to bind port 852f6c32-cc75-4576-8401-4405c5f19a86 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:44.424103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Attempting to bind port 852f6c32-cc75-4576-8401-4405c5f19a86 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:44.424559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Attempting to bind port 852f6c32-cc75-4576-8401-4405c5f19a86 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:44.433740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43067e-fd70-4e6a-827e-2ea275defd36 req-1f62d1d1-2646-4bb8-be0e-6e6c8353ea0a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.441774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a43067e-fd70-4e6a-827e-2ea275defd36 req-1f62d1d1-2646-4bb8-be0e-6e6c8353ea0a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 943 time: 0.1648674 Jul 14 09:28:44.459735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Port 852f6c32-cc75-4576-8401-4405c5f19a86 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:44.465029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Attempting to bind port 852f6c32-cc75-4576-8401-4405c5f19a86 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:44.472763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:44.473257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Checking segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:44.473756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Bound using segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:44.474284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Bound port: 852f6c32-cc75-4576-8401-4405c5f19a86, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:44.474786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.521284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a43067e-fd70-4e6a-827e-2ea275defd36 req-9372c821-b2eb-4f55-8dfc-e472630d0caa tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783982 Jul 14 09:28:44.527884 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.616279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] For port 852f6c32-cc75-4576-8401-4405c5f19a86, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:44.620642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] For port 852f6c32-cc75-4576-8401-4405c5f19a86, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=852f6c32-cc75-4576-8401-4405c5f19a86,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:44.626471 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.653678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-992e2e04-e2b1-43e0-97e2-d7bcc3187235 req-84f4235e-db6d-4d31-bdd2-3f01c5d13a92 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350354 Jul 14 09:28:44.682426 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.695969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d5f2a-ac0a-48ff-92dc-ebe5927f0635 None None] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:28:44.707686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.708937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:44.710437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] 10.222.0.66 "PUT /v2.0/ports/852f6c32-cc75-4576-8401-4405c5f19a86 HTTP/1.1" status: 200 len: 1092 time: 1.4025350 Jul 14 09:28:44.727091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Allocated IP 172.25.0.13 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/5831648c-4497-49e7-84e6-a3f346499ac7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:44.753122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776ecda0-d58f-4f90-91fe-28ab7af9c1d9', 'tag': '852f6c32-cc75-4576-8401-4405c5f19a86'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:44.755766 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7" -d '{"events": [{"name": "network-changed", "server_uuid": "776ecda0-d58f-4f90-91fe-28ab7af9c1d9", "tag": "852f6c32-cc75-4576-8401-4405c5f19a86"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:44.758566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b6b25-6a65-4eee-b46f-14e0eef351ce service neutron] Pushing event updated for resources: {'Port': ['ID=852f6c32-cc75-4576-8401-4405c5f19a86,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:44.764384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db1cea2e-a6aa-44ed-80e5-3ceaad754b3e req-3f78ae92-caa8-4844-a0e4-d14476bfc98d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=44a0d598-2fef-4124-838c-4ad6b49663ba HTTP/1.1" status: 200 len: 210 time: 0.0862758 Jul 14 09:28:44.832042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9e313aaa-4838-46be-bc67-dea095f9d033 None None] Provisioning for port 38a7e703-a1bc-4c44-9f48-ee08b711de95 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:44.841325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-a055c841-e452-4fdb-b55c-ec0f95c302c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:44.842978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-a055c841-e452-4fdb-b55c-ec0f95c302c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 1095 time: 0.0776620 Jul 14 09:28:44.896595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-6f7bef5c-e722-4239-95c3-7825151ad058 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=852f6c32-cc75-4576-8401-4405c5f19a86 HTTP/1.1" status: 200 len: 217 time: 0.0455928 Jul 14 09:28:45.011205 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa27b39-29f7-4bdb-997d-02f435a26647 x-openstack-request-id: req-3aa27b39-29f7-4bdb-997d-02f435a26647 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:45.012960 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776ecda0-d58f-4f90-91fe-28ab7af9c1d9", "tag": "852f6c32-cc75-4576-8401-4405c5f19a86", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:45.013379 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3aa27b39-29f7-4bdb-997d-02f435a26647 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:45.017990 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776ecda0-d58f-4f90-91fe-28ab7af9c1d9', 'tag': '852f6c32-cc75-4576-8401-4405c5f19a86', 'status': 'completed', 'code': 200} Jul 14 09:28:45.047346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-d50665b0-9e74-41ee-8bb8-c1e1cf55f583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.050517 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-d50665b0-9e74-41ee-8bb8-c1e1cf55f583 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1421149 Jul 14 09:28:45.116320 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.215364 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.219378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-7d368a13-f002-4b8b-92ae-b35471c292c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.223934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-7d368a13-f002-4b8b-92ae-b35471c292c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653702 Jul 14 09:28:45.271264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.307423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d575c-af5d-4083-b4ee-f64918e03002 req-4b07ea38-df43-4b08-a1a0-65cd93684f39 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.310091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e38d575c-af5d-4083-b4ee-f64918e03002 req-4b07ea38-df43-4b08-a1a0-65cd93684f39 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 949 time: 0.1881728 Jul 14 09:28:45.382788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 38a7e703-a1bc-4c44-9f48-ee08b711de95 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:45.385385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.401040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e38d575c-af5d-4083-b4ee-f64918e03002 req-4be77e6e-006e-4946-b910-09bbf26faecb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828760 Jul 14 09:28:45.432387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-76fac7ec-fc0f-4e6c-a23f-40eec06595c2 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976633 Jul 14 09:28:45.449794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Pushing event updated for resources: {'Port': ['ID=d8fc06a9-68ac-4ff8-8eb9-27728bde9a1b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.458385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 38a7e703-a1bc-4c44-9f48-ee08b711de95 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:45.470290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 38a7e703-a1bc-4c44-9f48-ee08b711de95 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:45.472026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.488685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57858) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:45.513335 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.537276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-124d47c9-b416-44a7-9b46-2fa0e3d1f62c None None] Provisioning complete for port 38a7e703-a1bc-4c44-9f48-ee08b711de95 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:45.538248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-124d47c9-b416-44a7-9b46-2fa0e3d1f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.563356 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ddb6892-7722-4759-b3e0-50bc09ee6328 req-f99c8ef5-76b0-4aed-8231-9f204b9061d2 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240318 Jul 14 09:28:45.568231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.575784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-2437c7dd-e4b9-4db4-a0b8-127c9c5d059c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1987023 Jul 14 09:28:45.669278 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.705014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-a414b738-1b2a-413d-91a1-964cc6a2a738 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1275556 Jul 14 09:28:45.726325 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.736263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 38a7e703-a1bc-4c44-9f48-ee08b711de95, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=38a7e703-a1bc-4c44-9f48-ee08b711de95,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:45.742767 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.743544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f2ebaf81-a176-4ed1-9c6a-a6ca283b466d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:45.762124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-6fe23ced-395a-4860-b936-a7e1f923bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.763727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-6fe23ced-395a-4860-b936-a7e1f923bb17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 1095 time: 0.1263211 Jul 14 09:28:45.783206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e62cf-c894-45bc-a532-3ecf279b3b09 req-bc504afe-505e-48c1-a652-8975375eb3c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.784679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb7e62cf-c894-45bc-a532-3ecf279b3b09 req-bc504afe-505e-48c1-a652-8975375eb3c6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 943 time: 0.0863366 Jul 14 09:28:45.800620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Router 245ded7a-1cbd-4b3a-b298-5dd2fc4aa625 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:45.840817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:45.861816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:45.863665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Pushing event updated for resources: {'Port': ['ID=5831648c-4497-49e7-84e6-a3f346499ac7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:45.865965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:45.876626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-51f60496-4100-49fe-ab36-cffc1b21dd8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9843cae47fd4c38bb269b6de003b144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806870 Jul 14 09:28:45.877718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57866) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:45.888904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb7e62cf-c894-45bc-a532-3ecf279b3b09 req-8479317d-b27c-40cc-bd4f-41928773b5b5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969315 Jul 14 09:28:45.935679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-f0f3aea9-0134-42d2-bd4c-d2dde5431489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.937221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-f0f3aea9-0134-42d2-bd4c-d2dde5431489 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.1618381 Jul 14 09:28:45.971929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-124d47c9-b416-44a7-9b46-2fa0e3d1f62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:45.984248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-6b7e32d1-03b3-4566-b72c-c62708215be5 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:45.995643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-00902d96-78a0-4cf0-a75e-bee8647f4ec1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=852f6c32-cc75-4576-8401-4405c5f19a86 HTTP/1.1" status: 200 len: 217 time: 0.0497048 Jul 14 09:28:46.001294 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ea8fd77-277b-404a-9e39-ac082e5d0c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.002025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf105d22-0d20-4e74-a0c9-7d042d0a26b9 req-6b7e32d1-03b3-4566-b72c-c62708215be5 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2960773 Jul 14 09:28:46.056960 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-124d47c9-b416-44a7-9b46-2fa0e3d1f62c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:28:46.057357 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-124d47c9-b416-44a7-9b46-2fa0e3d1f62c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:28:46.057850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=38a7e703-a1bc-4c44-9f48-ee08b711de95,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.078289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ea8fd77-277b-404a-9e39-ac082e5d0c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.078870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:46.078991 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.149758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:46.151567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-958da4f0-7333-4fef-9903-b8f96d5b0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.153339 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-958da4f0-7333-4fef-9903-b8f96d5b0b14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1498723 Jul 14 09:28:46.163695 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Sync routers for ids ['245ded7a-1cbd-4b3a-b298-5dd2fc4aa625'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:46.164299 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ea8fd77-277b-404a-9e39-ac082e5d0c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.168703 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ea8fd77-277b-404a-9e39-ac082e5d0c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.175982 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4ea8fd77-277b-404a-9e39-ac082e5d0c03 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b339a84-6a43-4dfc-8704-36bffdfaa8a4 HTTP/1.1" status: 204 len: 168 time: 0.2972240 Jul 14 09:28:46.198351 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Routers {'245ded7a-1cbd-4b3a-b298-5dd2fc4aa625'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:46.199451 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['245ded7a-1cbd-4b3a-b298-5dd2fc4aa625'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.239974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.244332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7822ab67-0679-4878-a1c5-944bb06649c3 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.0344970 Jul 14 09:28:46.244629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57878) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.251879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8fd77-277b-404a-9e39-ac082e5d0c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b339a84-6a43-4dfc-8704-36bffdfaa8a4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:46.310042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-9051ae8f-f69e-4f1b-bc54-06dc99b81bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.317604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-9051ae8f-f69e-4f1b-bc54-06dc99b81bd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401989 Jul 14 09:28:46.395984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Set router 245ded7a-1cbd-4b3a-b298-5dd2fc4aa625 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:46.436840 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-e9fe889f-4062-4f2c-a150-2fa5b3112e01 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116791 Jul 14 09:28:46.677497 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ded7a-1cbd-4b3a-b298-5dd2fc4aa625', 'name': 'tempest-snat-router-478676461', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': 'abcdf2d3-62c3-40c5-85f7-d00bb78823fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:39Z', 'updated_at': '2021-07-14T09:28:43Z', 'revision_number': 3, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port': {'id': 'abcdf2d3-62c3-40c5-85f7-d00bb78823fc', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:a2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ded7a-1cbd-4b3a-b298-5dd2fc4aa625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:46.713729 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Checking router: 245ded7a-1cbd-4b3a-b298-5dd2fc4aa625 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:46.714077 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Updating router 245ded7a-1cbd-4b3a-b298-5dd2fc4aa625 port abcdf2d3-62c3-40c5-85f7-d00bb78823fc binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:46.724645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.752449 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.773647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-e69df685-a2f9-4fbb-9f4e-f4efe9c376d6 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.775259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-e69df685-a2f9-4fbb-9f4e-f4efe9c376d6 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6115825 Jul 14 09:28:46.841098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ba998431-d815-4d43-87ce-dd02393b8ba8 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/routers/245ded7a-1cbd-4b3a-b298-5dd2fc4aa625 HTTP/1.1" status: 200 len: 906 time: 0.5950608 Jul 14 09:28:46.848274 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:46.848489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57890) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.893244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-ac1eb2ae-76a1-419c-9317-9cdd0bb0e399 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.1053452 Jul 14 09:28:46.898052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ab84943-ae04-4ac0-865b-c14e10e2fb73 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa2db005efc64e7a9671d70ea5b77034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718068 Jul 14 09:28:46.900577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57892) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:46.924777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Request body: {'floatingip': {'port_id': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:46.985436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04514ca6-64ca-4641-96c4-379fc2aad7a3 req-c26fee72-9052-43f1-ae90-28d67c543d0f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:46.988288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04514ca6-64ca-4641-96c4-379fc2aad7a3 req-c26fee72-9052-43f1-ae90-28d67c543d0f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 949 time: 0.4406960 Jul 14 09:28:47.016584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.025006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b00ebf2a-7955-44ff-9a08-fb48e379d1a7 req-08365c81-2514-4046-81ce-5b97d284d1c9 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790186 Jul 14 09:28:47.029509 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.048698 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.061547 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Transition to ACTIVE for port object abcdf2d3-62c3-40c5-85f7-d00bb78823fc will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:47.069862 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.092989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04514ca6-64ca-4641-96c4-379fc2aad7a3 req-37f92297-4208-4d5c-8b12-a2f05befeddf tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954287 Jul 14 09:28:47.146467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbcaa-ab88-4879-a3ca-731e95d08eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.168802 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37124b8b-1934-4e29-b6e0-570bf125511b None None] Pushing event updated for resources: {'Port': ['ID=abcdf2d3-62c3-40c5-85f7-d00bb78823fc,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.186654 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Attempting to bind port abcdf2d3-62c3-40c5-85f7-d00bb78823fc on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:47.187106 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Attempting to bind port abcdf2d3-62c3-40c5-85f7-d00bb78823fc by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:47.187719 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Attempting to bind port abcdf2d3-62c3-40c5-85f7-d00bb78823fc on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:47.190573 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.193476 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:47.193910 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:47.195197 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.195713 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:47.196182 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Bound port: abcdf2d3-62c3-40c5-85f7-d00bb78823fc, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:47.196602 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.206982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 38a7e703-a1bc-4c44-9f48-ee08b711de95 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:47.258715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbcaa-ab88-4879-a3ca-731e95d08eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.265128 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] For port abcdf2d3-62c3-40c5-85f7-d00bb78823fc, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:47.270000 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] For port abcdf2d3-62c3-40c5-85f7-d00bb78823fc, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=abcdf2d3-62c3-40c5-85f7-d00bb78823fc,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:47.276282 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.284607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 38a7e703-a1bc-4c44-9f48-ee08b711de95 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:47.284607 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.344530 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Routers {'245ded7a-1cbd-4b3a-b298-5dd2fc4aa625'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:47.345178 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['245ded7a-1cbd-4b3a-b298-5dd2fc4aa625'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.378319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.402298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-5e70e331-a271-4952-9769-03639c404bf7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:47.403765 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-5e70e331-a271-4952-9769-03639c404bf7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.1425128 Jul 14 09:28:47.407826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Deleting port abcdf2d3-62c3-40c5-85f7-d00bb78823fc {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:47.408267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.424695 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbcaa-ab88-4879-a3ca-731e95d08eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.426871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b2fbcaa-ab88-4879-a3ca-731e95d08eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.430306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0b2fbcaa-ab88-4879-a3ca-731e95d08eda admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2cc7b52f-e559-43b5-afa7-2d8b20994514 HTTP/1.1" status: 204 len: 168 time: 0.5265529 Jul 14 09:28:47.458867 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] Set router 245ded7a-1cbd-4b3a-b298-5dd2fc4aa625 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:47.466022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-25f64b79-abbd-41c1-a0f2-f3b5e421e815 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/quotas/a9906f97252144128c6148c196932b6a HTTP/1.1" status: 200 len: 375 time: 0.0435734 Jul 14 09:28:47.488716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2fbcaa-ab88-4879-a3ca-731e95d08eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc7b52f-e559-43b5-afa7-2d8b20994514,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.516936 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ded7a-1cbd-4b3a-b298-5dd2fc4aa625', 'name': 'tempest-snat-router-478676461', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:39Z', 'updated_at': '2021-07-14T09:28:47Z', 'revision_number': 4, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:47.525519 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-426bfef0-e6bb-4acf-bcad-4e6e70ba6dd6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588424 Jul 14 09:28:47.547236 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36326d8f-6d33-4eef-b9a8-3e7ab93c8abd None None] The sync data for ids ['245ded7a-1cbd-4b3a-b298-5dd2fc4aa625'] in n-d-780147-26 is: [{'id': '245ded7a-1cbd-4b3a-b298-5dd2fc4aa625', 'name': 'tempest-snat-router-478676461', 'tenant_id': 'ea7b01c1c419477ab290bf7665c18b50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:39Z', 'updated_at': '2021-07-14T09:28:47Z', 'revision_number': 4, 'project_id': 'ea7b01c1c419477ab290bf7665c18b50', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:47.551985 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37124b8b-1934-4e29-b6e0-570bf125511b None None] Pushing event updated for resources: {'Port': ['ID=abcdf2d3-62c3-40c5-85f7-d00bb78823fc,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:47.638151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-12b73111-3dc2-4677-abc3-1fb9e55cba85 service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114457 Jul 14 09:28:47.758858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] For port abcdf2d3-62c3-40c5-85f7-d00bb78823fc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=abcdf2d3-62c3-40c5-85f7-d00bb78823fc,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:47.763102 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:47.787188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Calling delete_port for abcdf2d3-62c3-40c5-85f7-d00bb78823fc owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:47.796399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-9f33c085-d034-4de0-a220-21c0675feb2e service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571779 Jul 14 09:28:47.854246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:48.011337 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.072274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event deleted for resources: {'Port': ['ID=abcdf2d3-62c3-40c5-85f7-d00bb78823fc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:48.184038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.328039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.331019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.347406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9fe93-354e-4b6f-9d44-7456f0ddafa8 req-f9b7d616-d6f2-407d-9805-d04d9cb1b680 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.349027 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f2e9fe93-354e-4b6f-9d44-7456f0ddafa8 req-f9b7d616-d6f2-407d-9805-d04d9cb1b680 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 943 time: 0.2189658 Jul 14 09:28:48.370859 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:28:48.435796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.436561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 245ded7a-1cbd-4b3a-b298-5dd2fc4aa625 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:48.442259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.444718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.444870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:48.446061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-594230dd-0ac0-4efc-9a71-2da54f74d450 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "DELETE /v2.0/routers/245ded7a-1cbd-4b3a-b298-5dd2fc4aa625 HTTP/1.1" status: 204 len: 168 time: 1.5967712 Jul 14 09:28:48.448867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.451317 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.457675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Sync routers for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:48.464255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f2e9fe93-354e-4b6f-9d44-7456f0ddafa8 req-11be1739-b160-45c0-a7c8-3d3d086e1542 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723276 Jul 14 09:28:48.478606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:48.479269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:48.563617 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:48.565556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-606bcdba-2dc5-44dd-8f1a-340aeb314f47 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.9158051 Jul 14 09:28:48.568469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57940) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:48.695883 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Floating IP 10894335-a46e-4598-9d49-f3cce1913658 associated. External IP: 172.25.0.125, port: d74ef75f-305e-456a-b9b4-e98aeddf2d65. Jul 14 09:28:48.716751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:48.737855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fff08-d7e1-4feb-bb9e-2a8e95a85a72 req-4a0dbcc5-8e2a-4427-92cd-edaee572169a tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:48.752981 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b50fff08-d7e1-4feb-bb9e-2a8e95a85a72 req-4a0dbcc5-8e2a-4427-92cd-edaee572169a tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 1101 time: 0.1353247 Jul 14 09:28:48.802467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.053391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b50fff08-d7e1-4feb-bb9e-2a8e95a85a72 req-46076124-5971-46b3-bff3-6b215ad79c4d tempest-ServersOnMultiNodesTest-43022479 tempest-ServersOnMultiNodesTest-43022479-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849151 Jul 14 09:28:49.057749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:46Z', 'revision_number': 3, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:49.113929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Checking router: 2354bd6a-0f61-4531-8c5f-ebdf4d952bce for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:49.114286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Updating router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce port 5831648c-4497-49e7-84e6-a3f346499ac7 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:49.176706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Router c3340195-0920-4740-8fac-0a32c48b4cc8 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:49.193207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.234839 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.333041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:49.343141 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] Sync routers for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:49.344884 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.360015 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:49.362720 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:49.374648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1df4e2-7176-4959-af0e-89ced948f6e1 req-19c8cca6-0771-49a2-859c-83c53012d6d6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 210 time: 0.0712531 Jul 14 09:28:49.405321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.496743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-935f2a05-278d-4661-9c24-8d4dcd4e9e6c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "PUT /v2.0/floatingips/10894335-a46e-4598-9d49-f3cce1913658 HTTP/1.1" status: 200 len: 997 time: 2.5790024 Jul 14 09:28:49.497489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:49.510086 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a798da-025a-4375-8f3c-84747356a126" -d '{"events": [{"name": "network-changed", "server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:49.614535 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:49.617765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Deleting port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:49.617765 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.695352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Allocated IP 172.20.0.1 (f807ecfb-8782-4d75-a7e1-9c7d931c7abf/f52d37c7-bf0e-4657-97ef-e03520a37acb/1169956f-3c99-4e67-82dc-b19139ad4bc0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:49.735499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 852f6c32-cc75-4576-8401-4405c5f19a86 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:49.760359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-a1c9612c-cce9-4790-9ae1-a0b8cbd8968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.761908 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-a1c9612c-cce9-4790-9ae1-a0b8cbd8968c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b2e7fb60f334e19932be8700b125720&device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 1098 time: 0.2336841 Jul 14 09:28:49.829709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] For port f2ebaf81-a176-4ed1-9c6a-a6ca283b466d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f2ebaf81-a176-4ed1-9c6a-a6ca283b466d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:49.830178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.856708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Calling delete_port for f2ebaf81-a176-4ed1-9c6a-a6ca283b466d owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:49.868984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 852f6c32-cc75-4576-8401-4405c5f19a86, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=852f6c32-cc75-4576-8401-4405c5f19a86,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:49.886119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '852f6c32-cc75-4576-8401-4405c5f19a86', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': '852f6c32-cc75-4576-8401-4405c5f19a86', 'mac_address': 'fa:16:3e:b0:dd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:49.915263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.932828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-c273585b-9c04-4f25-941a-61aaec24396a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:49.934339 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-c273585b-9c04-4f25-941a-61aaec24396a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2 HTTP/1.1" status: 200 len: 929 time: 0.1650462 Jul 14 09:28:49.949622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.971907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Transition to ACTIVE for port object 5831648c-4497-49e7-84e6-a3f346499ac7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:49.974311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:49.985788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Transition to ACTIVE for port object 1169956f-3c99-4e67-82dc-b19139ad4bc0 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:49.992810 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.010528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852f6c32-cc75-4576-8401-4405c5f19a86 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:50.053657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-17072f7a-ed98-4568-bf83-b2edafa92a2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 200 len: 1000 time: 0.1097093 Jul 14 09:28:50.088442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 852f6c32-cc75-4576-8401-4405c5f19a86, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=852f6c32-cc75-4576-8401-4405c5f19a86,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:50.092400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Attempting to bind port 5831648c-4497-49e7-84e6-a3f346499ac7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:50.092835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Attempting to bind port 5831648c-4497-49e7-84e6-a3f346499ac7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:50.093208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Attempting to bind port 5831648c-4497-49e7-84e6-a3f346499ac7 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:50.098409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.102608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:50.102990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:50.103528 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.103938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:50.104890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Bound port: 5831648c-4497-49e7-84e6-a3f346499ac7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:50.105283 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.115162 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '10894335-a46e-4598-9d49-f3cce1913658', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'port_id': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'mac_address': 'fa:16:3e:ee:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:47Z', 'revision_number': 1, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:22Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.150196 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] Checking router: c3340195-0920-4740-8fac-0a32c48b4cc8 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:50.153140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-62cd5b90-b1da-409c-9d27-f08f847fd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.160594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-62cd5b90-b1da-409c-9d27-f08f847fd3a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=928c1f24-50fc-4510-ac91-8dbe61b411c8 HTTP/1.1" status: 200 len: 867 time: 0.0947986 Jul 14 09:28:50.160830 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:50.161447 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.193568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] For port 5831648c-4497-49e7-84e6-a3f346499ac7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:50.196949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] For port 5831648c-4497-49e7-84e6-a3f346499ac7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5831648c-4497-49e7-84e6-a3f346499ac7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:50.203230 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.208889 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.222874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:50.227029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.236779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ed86b-f517-4fb0-bf9e-624dd902a0b3 None None] Pushing event updated for resources: {'Port': ['ID=5831648c-4497-49e7-84e6-a3f346499ac7,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.242392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:50.253655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1169956f-3c99-4e67-82dc-b19139ad4bc0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.260878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:50.321266 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:50.335897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:50.339276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.365586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.543655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1a215060-901f-4906-bb78-460f498c9efb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.547238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1a215060-901f-4906-bb78-460f498c9efb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.2617533 Jul 14 09:28:50.551297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2ebaf81-a176-4ed1-9c6a-a6ca283b466d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.583553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Request body: {'port': {'device_id': '2e46db51-73df-4772-9681-95de08869bb2', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'admin_state_up': True, 'tenant_id': 'a9906f97252144128c6148c196932b6a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:50.597374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:50.646251 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '10894335-a46e-4598-9d49-f3cce1913658', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'port_id': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'mac_address': 'fa:16:3e:ee:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:47Z', 'revision_number': 1, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:22Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:50.682376 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdf8098-d03e-43f1-b6e2-e171cb7a82e1 None None] The sync data for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 is: [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '10894335-a46e-4598-9d49-f3cce1913658', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'port_id': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'mac_address': 'fa:16:3e:ee:3c:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:47Z', 'revision_number': 1, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:22Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:50.721720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=852f6c32-cc75-4576-8401-4405c5f19a86,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:50.747725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-685766f0-713e-4f37-b3fe-41fee330b811 None None] Provisioning for port 1169956f-3c99-4e67-82dc-b19139ad4bc0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:50.758623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab9327-857e-4200-9644-9c677be66ac7 req-a4720b8c-1890-45c0-af0a-9b7fba4c027f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.760558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdab9327-857e-4200-9644-9c677be66ac7 req-a4720b8c-1890-45c0-af0a-9b7fba4c027f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 944 time: 0.1673307 Jul 14 09:28:50.770038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.779273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-1079f419-1c54-43d4-b0d5-28582b16adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:50.786457 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-1079f419-1c54-43d4-b0d5-28582b16adf6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6250224 Jul 14 09:28:50.793311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-fc519dc3-1c8e-4b7e-b5d4-76cff3cb2e70 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:28:50.802910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-fc519dc3-1c8e-4b7e-b5d4-76cff3cb2e70 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156031 Jul 14 09:28:50.807316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-685766f0-713e-4f37-b3fe-41fee330b811 None None] Provisioning complete for port 1169956f-3c99-4e67-82dc-b19139ad4bc0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:50.807705 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-685766f0-713e-4f37-b3fe-41fee330b811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.808123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:50.813372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.819935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['852f6c32-cc75-4576-8401-4405c5f19a86'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:50.886492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.982953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.990009 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:50.995579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3344ec8e-ad09-4306-bfbf-969eb52054a0 None None] New status for floating IP 10894335-a46e-4598-9d49-f3cce1913658: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:28:51.042527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.049523 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.076124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdab9327-857e-4200-9644-9c677be66ac7 req-c486097c-6b6a-4a7f-8529-1889e7e3103f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079998 Jul 14 09:28:51.096163 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.098212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Pushing event updated for resources: {'Port': ['ID=1169956f-3c99-4e67-82dc-b19139ad4bc0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.132389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ed86b-f517-4fb0-bf9e-624dd902a0b3 None None] Pushing event updated for resources: {'Port': ['ID=5831648c-4497-49e7-84e6-a3f346499ac7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:51.150260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-685766f0-713e-4f37-b3fe-41fee330b811 None None] Port 1169956f-3c99-4e67-82dc-b19139ad4bc0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:51.175520 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a3cc62-a5b8-4ae3-a311-3906f9fa0d2c x-openstack-request-id: req-d2a3cc62-a5b8-4ae3-a311-3906f9fa0d2c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:51.175520 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:51.175905 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d2a3cc62-a5b8-4ae3-a311-3906f9fa0d2c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:51.176265 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'status': 'completed', 'code': 200} Jul 14 09:28:51.190357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-e8ecf0a2-6a33-4464-a7ca-111cf57bc993 service neutron] 10.222.0.73 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846536 Jul 14 09:28:51.246612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.247228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 015b3cc0-a69a-48fd-a010-4c98079261a7 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:28:51.294810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:51.302162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:51.311526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.316784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1d5822e9-2a90-40a5-b928-1279178ee7f4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "DELETE /v2.0/routers/015b3cc0-a69a-48fd-a010-4c98079261a7 HTTP/1.1" status: 204 len: 168 time: 2.8660154 Jul 14 09:28:51.320382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57972) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:51.330914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1142132959', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:51.387225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:46Z', 'revision_number': 3, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:51.473332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Allocated IP 172.20.0.8 (47270586-9b02-4ec0-a27c-e3637d71dae4/83f0ce11-c178-40b2-a579-676eb17cd347/ba44a4a6-e43c-428c-bd67-afa2997a2d69) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:51.502668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fef19-5abe-4d68-b649-b85f1dda9bee None None] The sync data for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 is: [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:46Z', 'revision_number': 3, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:51.538675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d49e066-61ca-4517-b3e7-1e212b867a6d req-1e72e22a-9e57-4011-b0a5-7afa560616bf service neutron] 10.222.0.73 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474045 Jul 14 09:28:51.551663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a379dd-bb32-48f1-9c70-191244c28047 req-d4b6b1e5-6d54-4f55-bab6-00b7dbe14dbf tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.553931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17a379dd-bb32-48f1-9c70-191244c28047 req-d4b6b1e5-6d54-4f55-bab6-00b7dbe14dbf tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 949 time: 0.2473009 Jul 14 09:28:51.787224 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-90c0ca6c-a77f-4896-9ef2-cc46f8402ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.798710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2c37b9e1-1655-49f7-a45f-115406e55028 None None] Provisioning complete for port 1169956f-3c99-4e67-82dc-b19139ad4bc0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:51.799107 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2c37b9e1-1655-49f7-a45f-115406e55028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.805942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a798da-025a-4375-8f3c-84747356a126 req-7112641a-49e6-47ac-86e0-4f5502ba478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:51.807508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90a798da-025a-4375-8f3c-84747356a126 req-7112641a-49e6-47ac-86e0-4f5502ba478a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b2e7fb60f334e19932be8700b125720&device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 1098 time: 0.5715344 Jul 14 09:28:51.815404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-f9663f63-8ce5-47fb-9de5-e97f84205bdd tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d85ab580d01415ca4977a820f260986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841014 Jul 14 09:28:51.820245 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.821287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:51.851366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2c37b9e1-1655-49f7-a45f-115406e55028 None None] Port 1169956f-3c99-4e67-82dc-b19139ad4bc0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:51.882689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.170205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Deleting port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:52.171045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.247382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.278543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a798da-025a-4375-8f3c-84747356a126 req-dfc967a3-9c9a-45a4-9c79-b55c8d2e5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.280246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90a798da-025a-4375-8f3c-84747356a126 req-dfc967a3-9c9a-45a4-9c79-b55c8d2e5cc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2 HTTP/1.1" status: 200 len: 929 time: 0.4635291 Jul 14 09:28:52.283103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86879c9f-8eaa-43bc-ba98-6ea188fdf929 req-2313bfb1-ed71-45d8-a620-1608ba5b0789 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.284689 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86879c9f-8eaa-43bc-ba98-6ea188fdf929 req-2313bfb1-ed71-45d8-a620-1608ba5b0789 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=08cd65bf-e424-4eb2-8d03-4169632bada6 HTTP/1.1" status: 200 len: 949 time: 0.5659916 Jul 14 09:28:52.287030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:28:52.297781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.310769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939b76-5011-47ef-aa9e-59976e33b984 req-c268a1d4-613a-4d4a-8a12-e463e13b34d8 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.312374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-c268a1d4-613a-4d4a-8a12-e463e13b34d8 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4189398 Jul 14 09:28:52.356149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] For port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:52.356626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.378538 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-ced06640-51e7-4afb-896c-c80abc6779a3 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/quotas/6d85ab580d01415ca4977a820f260986 HTTP/1.1" status: 200 len: 375 time: 0.0287890 Jul 14 09:28:52.382915 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86879c9f-8eaa-43bc-ba98-6ea188fdf929 req-2be29827-643b-47ee-912e-e56506299fbe tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852404 Jul 14 09:28:52.383886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.385895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Calling delete_port for f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:52.477649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:52.485873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:52.489665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:52.492690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event updated for resources: {'Port': ['ID=ba44a4a6-e43c-428c-bd67-afa2997a2d69,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.498981 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90a798da-025a-4375-8f3c-84747356a126 req-371c6906-d790-47b2-b117-eb5508e010ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 200 len: 1002 time: 0.2082520 Jul 14 09:28:52.516150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-2985f86e-332a-4d7f-a233-c797111e67f3 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d85ab580d01415ca4977a820f260986&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1218925 Jul 14 09:28:52.611124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.611787 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.640120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:52.641194 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-bb33f34e-5d29-40c0-ad05-7d9772cbf130 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0648141 Jul 14 09:28:52.652257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4ec6c344-e2d2-47b6-adf0-85d356bb98f6 admin admin] 10.222.0.73 "PUT /v2.0/routers/2354bd6a-0f61-4531-8c5f-ebdf4d952bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0763969 Jul 14 09:28:52.652257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a798da-025a-4375-8f3c-84747356a126 req-5947bbc3-2ba4-4c88-b98f-b14add56b705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.652257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90a798da-025a-4375-8f3c-84747356a126 req-5947bbc3-2ba4-4c88-b98f-b14add56b705 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=928c1f24-50fc-4510-ac91-8dbe61b411c8 HTTP/1.1" status: 200 len: 867 time: 0.1294003 Jul 14 09:28:52.690355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Request body: {'port': {'device_id': '2e46db51-73df-4772-9681-95de08869bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:52.743803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f092e-f273-4e4f-84f3-073e8e4553bc req-d280a6b5-0772-45e2-beba-8e4003505255 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:52.745719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-578f092e-f273-4e4f-84f3-073e8e4553bc req-d280a6b5-0772-45e2-beba-8e4003505255 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 931 time: 0.2135384 Jul 14 09:28:52.783464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.795784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f', '280741e3-4b9d-4d5c-bcdb-041ec4f3c604', 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:52.798373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65', '40d0fe7f-c296-474a-a9b8-6201dad11141', '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20', 'd2f3ac03-b0e9-4d58-aaff-98027265abf7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:52.862252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event deleted for resources: {'Port': ['ID=f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:52.934728 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-578f092e-f273-4e4f-84f3-073e8e4553bc req-e503cd42-1ba9-4e47-90f1-b2c96fd77be2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805673 Jul 14 09:28:52.935709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.937995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] No DVR routers for this DVR port f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:52.941810 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:52.943984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17a379dd-bb32-48f1-9c70-191244c28047 req-1e9fe4e4-9e4e-4312-a9c7-1e0bad52d66f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "DELETE /v2.0/ports/f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f HTTP/1.1" status: 204 len: 173 time: 1.3710692 Jul 14 09:28:53.087757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b68c681b-4a59-4e52-a588-4b73e1279879 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 258 time: 0.3770964 Jul 14 09:28:53.104439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:53.263454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08cd65bf-e424-4eb2-8d03-4169632bada6', 'name': 'network-vif-deleted', 'tag': 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:53.265723 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff1f40d-e079-4ab9-8b1a-00a5ee6c9516" -d '{"events": [{"server_uuid": "08cd65bf-e424-4eb2-8d03-4169632bada6", "name": "network-vif-deleted", "tag": "f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:53.307941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a798da-025a-4375-8f3c-84747356a126 req-7dc92d20-1a04-44af-9434-d21f73bead98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:53.309893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90a798da-025a-4375-8f3c-84747356a126 req-7dc92d20-1a04-44af-9434-d21f73bead98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6465397 Jul 14 09:28:53.339767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5831648c-4497-49e7-84e6-a3f346499ac7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:53.391749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.396301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.422910 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.565756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba44a4a6-e43c-428c-bd67-afa2997a2d69 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:53.571952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 5831648c-4497-49e7-84e6-a3f346499ac7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:53.577399 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.590120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5831648c-4497-49e7-84e6-a3f346499ac7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:53.590446 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.600892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Transition to ACTIVE for port object ba44a4a6-e43c-428c-bd67-afa2997a2d69 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:53.605494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.652868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Allocated IP 172.25.0.136 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/e46f7233-5b79-4045-a3c4-6b3a552b8fd4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:53.757869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 852f6c32-cc75-4576-8401-4405c5f19a86 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:53.780908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Pushing event updated for resources: {'Port': ['ID=ba44a4a6-e43c-428c-bd67-afa2997a2d69,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:53.802198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73800f40-91be-4947-b3dd-526713447237 req-542593dd-2ad9-4b35-9f9c-001beda6b17b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:53.804392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73800f40-91be-4947-b3dd-526713447237 req-542593dd-2ad9-4b35-9f9c-001beda6b17b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 944 time: 0.5418780 Jul 14 09:28:53.835557 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.879748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 5831648c-4497-49e7-84e6-a3f346499ac7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5831648c-4497-49e7-84e6-a3f346499ac7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:53.881602 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73800f40-91be-4947-b3dd-526713447237 req-87b63658-e707-4b6f-9453-be3d8a89e0bc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711198 Jul 14 09:28:53.899051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Attempting to bind port ba44a4a6-e43c-428c-bd67-afa2997a2d69 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:53.899654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Attempting to bind port ba44a4a6-e43c-428c-bd67-afa2997a2d69 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:53.900247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Attempting to bind port ba44a4a6-e43c-428c-bd67-afa2997a2d69 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:53.907204 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Sync routers for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:53.912414 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.915275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Port ba44a4a6-e43c-428c-bd67-afa2997a2d69 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:28:53.915752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Attempting to bind port ba44a4a6-e43c-428c-bd67-afa2997a2d69 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:53.923918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:53.924863 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:53.925013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:53.925220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Checking segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:53.928828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Bound using segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:53.930006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Bound port: ba44a4a6-e43c-428c-bd67-afa2997a2d69, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:53.930839 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:53.940367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f2ebaf81-a176-4ed1-9c6a-a6ca283b466d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:54.050247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: f2ebaf81-a176-4ed1-9c6a-a6ca283b466d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:54.050473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] For port ba44a4a6-e43c-428c-bd67-afa2997a2d69, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:54.050593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f2ebaf81-a176-4ed1-9c6a-a6ca283b466d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:54.055194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 852f6c32-cc75-4576-8401-4405c5f19a86 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:54.062125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] For port ba44a4a6-e43c-428c-bd67-afa2997a2d69, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ba44a4a6-e43c-428c-bd67-afa2997a2d69,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:54.069544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.082974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 852f6c32-cc75-4576-8401-4405c5f19a86 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:54.083351 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.090135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90a798da-025a-4375-8f3c-84747356a126 req-00ec810f-c2b6-4151-9ba5-9623965dda66 service neutron] 10.222.0.69 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700229 Jul 14 09:28:54.101169 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:54.136905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=5831648c-4497-49e7-84e6-a3f346499ac7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.167778 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:28:54.177984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.178621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.181870 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] 10.222.0.69 "PUT /v2.0/ports/ba44a4a6-e43c-428c-bd67-afa2997a2d69 HTTP/1.1" status: 200 len: 1092 time: 1.5021918 Jul 14 09:28:54.203551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb83f894-bf45-4427-8606-d797c9ba5af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.218966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7d5cad4c-e778-4b89-b22d-d3fb40944ef0 req-2fb1ff1e-90bf-4116-9634-d19a6a18f1ec tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 210 time: 0.1422584 Jul 14 09:28:54.250535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90a798da-025a-4375-8f3c-84747356a126 req-ae2d6c6b-0986-406d-a2b3-3325df544e03 service neutron] 10.222.0.69 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466823 Jul 14 09:28:54.284239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.292128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d5216-81e8-47c7-a790-60896a6f47ff service neutron] Pushing event updated for resources: {'Port': ['ID=ba44a4a6-e43c-428c-bd67-afa2997a2d69,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.323052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776ecda0-d58f-4f90-91fe-28ab7af9c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f6c32-cc75-4576-8401-4405c5f19a86'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:54.325554 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375e0a47-89bb-4ca2-a5dd-fe5c54ebd5ab" -d '{"events": [{"server_uuid": "776ecda0-d58f-4f90-91fe-28ab7af9c1d9", "name": "network-vif-plugged", "status": "completed", "tag": "852f6c32-cc75-4576-8401-4405c5f19a86"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:54.336921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.337387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-92d7f6fa-6660-4039-ac3f-ec19df8fb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.339263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-92d7f6fa-6660-4039-ac3f-ec19df8fb686 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 1095 time: 0.1076584 Jul 14 09:28:54.341975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 852f6c32-cc75-4576-8401-4405c5f19a86, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=852f6c32-cc75-4576-8401-4405c5f19a86,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:54.362955 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.388365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-175246c4-1d63-4e61-a8c0-1a1bb22d1efc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba44a4a6-e43c-428c-bd67-afa2997a2d69 HTTP/1.1" status: 200 len: 217 time: 0.0414622 Jul 14 09:28:54.435791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.452169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-add619bf-1adf-4303-95a6-2f7763c9c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:54.454487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-add619bf-1adf-4303-95a6-2f7763c9c8fd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.0596995 Jul 14 09:28:54.480563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event updated for resources: {'Port': ['ID=e46f7233-5b79-4045-a3c4-6b3a552b8fd4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.480837 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.495061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=852f6c32-cc75-4576-8401-4405c5f19a86,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.514442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-4d1fa878-79ff-4b13-8efe-76ed2d910119 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545075 Jul 14 09:28:54.515521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.515778 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 2, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:54.532331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:54.535145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:54.538906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:54.554839 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Checking router: 2354bd6a-0f61-4531-8c5f-ebdf4d952bce for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:28:54.555237 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Updating router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce port 1169956f-3c99-4e67-82dc-b19139ad4bc0 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:28:54.618518 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.632879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-c3376f8c-5edc-4548-a5f3-b4e0a93f5c91 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119852 Jul 14 09:28:54.701151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58010) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.707313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8ae6c1c1-af63-4df3-8abf-7d20b9c160de tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765442422', 'description': 'tempest-description--517635992'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:54.742486 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85028b28-143e-40b7-b6f0-b7ca5ea22d73 x-openstack-request-id: req-85028b28-143e-40b7-b6f0-b7ca5ea22d73 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:54.742486 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08cd65bf-e424-4eb2-8d03-4169632bada6", "name": "network-vif-deleted", "tag": "f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:54.742486 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85028b28-143e-40b7-b6f0-b7ca5ea22d73 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:54.742930 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08cd65bf-e424-4eb2-8d03-4169632bada6', 'name': 'network-vif-deleted', 'tag': 'f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f', 'status': 'completed', 'code': 200} Jul 14 09:28:54.743669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-e245f98c-8cfd-4456-80e5-742e228db8df tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6d85ab580d01415ca4977a820f260986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674767 Jul 14 09:28:54.763054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c1c1-af63-4df3-8abf-7d20b9c160de tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.791430 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5509d0d6-0eca-435d-94e6-5f96d88349b1 req-fc2d0a75-3e84-4cb2-a35a-afbb80ef1c2b service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473160 Jul 14 09:28:54.902838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c1c1-af63-4df3-8abf-7d20b9c160de tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.908374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c1c1-af63-4df3-8abf-7d20b9c160de tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.955235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ae6c1c1-af63-4df3-8abf-7d20b9c160de tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:54.959008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8ae6c1c1-af63-4df3-8abf-7d20b9c160de tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2536902 Jul 14 09:28:54.963828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58016) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:54.971726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-cf839188-7961-4428-a78a-f14b7b0b7dbd tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Request body: {'security_group_rule': {'security_group_id': 'c82c494e-a7ca-40b4-be81-73a2758c124c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:54.986480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6c1c1-af63-4df3-8abf-7d20b9c160de tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c82c494e-a7ca-40b4-be81-73a2758c124c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:54.999678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939b76-5011-47ef-aa9e-59976e33b984 req-9df67402-38f1-411c-aead-54f80b1d3d79 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.001375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-9df67402-38f1-411c-aead-54f80b1d3d79 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2332115 Jul 14 09:28:55.024054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Request body: {'port': {'device_id': 'a99ae54a-d277-464b-ab05-3822e224a735', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '6d85ab580d01415ca4977a820f260986'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:55.040636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7406dbf-fb26-4ed9-b06d-612392a64d02 req-cc93f2ab-ec55-403a-9d85-1909b9c9cf21 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.042294 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7406dbf-fb26-4ed9-b06d-612392a64d02 req-cc93f2ab-ec55-403a-9d85-1909b9c9cf21 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 943 time: 0.1083434 Jul 14 09:28:55.052033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Allocated IP 172.25.0.21 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/fc5498a8-bbee-4ef0-bbc3-b5556f465116) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:55.056879 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.068999 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Transition to ACTIVE for port object 1169956f-3c99-4e67-82dc-b19139ad4bc0 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:55.074902 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.098011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7406dbf-fb26-4ed9-b06d-612392a64d02 req-f463943b-07f8-4813-b267-4f10363cf21b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480845 Jul 14 09:28:55.139911 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e4003-1f1c-44d5-a73d-61f4467e05be x-openstack-request-id: req-b11e4003-1f1c-44d5-a73d-61f4467e05be {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:55.141430 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776ecda0-d58f-4f90-91fe-28ab7af9c1d9", "name": "network-vif-plugged", "status": "completed", "tag": "852f6c32-cc75-4576-8401-4405c5f19a86", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:55.142251 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b11e4003-1f1c-44d5-a73d-61f4467e05be {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:55.143024 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776ecda0-d58f-4f90-91fe-28ab7af9c1d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852f6c32-cc75-4576-8401-4405c5f19a86', 'code': 200} Jul 14 09:28:55.166296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf839188-7961-4428-a78a-f14b7b0b7dbd tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.181341 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f286006-dad5-4965-adab-73407e15f465 None None] Pushing event updated for resources: {'Port': ['ID=1169956f-3c99-4e67-82dc-b19139ad4bc0,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.221416 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Attempting to bind port 1169956f-3c99-4e67-82dc-b19139ad4bc0 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:28:55.222968 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Attempting to bind port 1169956f-3c99-4e67-82dc-b19139ad4bc0 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:28:55.222968 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Attempting to bind port 1169956f-3c99-4e67-82dc-b19139ad4bc0 on network f807ecfb-8782-4d75-a7e1-9c7d931c7abf {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:28:55.228051 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:28:55.228582 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Checking segment: {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:28:55.229230 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.229703 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Bound using segment: {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:28:55.230253 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Bound port: 1169956f-3c99-4e67-82dc-b19139ad4bc0, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:28:55.230732 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.276717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5831648c-4497-49e7-84e6-a3f346499ac7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:55.321929 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] For port 1169956f-3c99-4e67-82dc-b19139ad4bc0, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:28:55.327998 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] For port 1169956f-3c99-4e67-82dc-b19139ad4bc0, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1169956f-3c99-4e67-82dc-b19139ad4bc0,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:28:55.336646 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.339255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd652ffc-452f-412c-9ae5-274d55343a8d req-d09f75ee-7756-4851-ba5b-2e1fcaad4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.341516 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cd652ffc-452f-412c-9ae5-274d55343a8d req-d09f75ee-7756-4851-ba5b-2e1fcaad4347 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 1097 time: 0.0884590 Jul 14 09:28:55.409249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5831648c-4497-49e7-84e6-a3f346499ac7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:55.410052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.463831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cd652ffc-452f-412c-9ae5-274d55343a8d req-43d40f1a-8702-4481-9a0f-4e72fc8ecf8c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152263 Jul 14 09:28:55.478017 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f286006-dad5-4965-adab-73407e15f465 None None] Pushing event updated for resources: {'Port': ['ID=1169956f-3c99-4e67-82dc-b19139ad4bc0,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.495205 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:55.496737 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:55.499511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.565602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Made reservation on behalf of 6d85ab580d01415ca4977a820f260986 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:28:55.569217 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.574828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.604671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf839188-7961-4428-a78a-f14b7b0b7dbd tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.610763 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.680430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dc507-bcb4-4ba7-a8ea-af74f8502303 req-dd73c4c2-dcbc-4d59-9e25-5b50e63221b3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:55.683252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf839188-7961-4428-a78a-f14b7b0b7dbd tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.696626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e82dc507-bcb4-4ba7-a8ea-af74f8502303 req-dd73c4c2-dcbc-4d59-9e25-5b50e63221b3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1192715 Jul 14 09:28:55.704943 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.726056 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:28:55.768828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e82dc507-bcb4-4ba7-a8ea-af74f8502303 req-7ab10c1e-ea76-4786-9adc-9b0ec7504bd7 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711162 Jul 14 09:28:55.792935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:55.812315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf839188-7961-4428-a78a-f14b7b0b7dbd tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4af526-b812-4322-9900-b3ea2ec18a6d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:55.877999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:55.890464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:55.902436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:55.933095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-239cd563-cf40-46e7-afa1-be0ac535ac2d req-94a353ca-8d13-4c1d-b93e-2cfae1a016ca tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 210 time: 0.0477145 Jul 14 09:28:55.970468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Pushing event updated for resources: {'Port': ['ID=fc5498a8-bbee-4ef0-bbc3-b5556f465116,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.067515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:28:56.083148 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:55Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:56.098833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:28:56.099692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f7082ac9-a6fc-4eb8-bbb8-b670ab4efc2f not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:28:56.109427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2582b6-d545-41a7-b68e-71606c5d3257 req-40c5f1b9-59af-43d1-b6b1-fdb9d1f0cfed tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.111040 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d2582b6-d545-41a7-b68e-71606c5d3257 req-40c5f1b9-59af-43d1-b6b1-fdb9d1f0cfed tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 950 time: 0.0714188 Jul 14 09:28:56.115730 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00803e76-b675-4a84-b751-63a6e0d94b4d None None] The sync data for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 is: [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:55Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:56.159321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.166250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d2582b6-d545-41a7-b68e-71606c5d3257 req-9414a4d4-e6ad-473d-90bf-5c84027e0cb3 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437088 Jul 14 09:28:56.189498 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.191666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.204480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.260850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf839188-7961-4428-a78a-f14b7b0b7dbd tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.264744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cf839188-7961-4428-a78a-f14b7b0b7dbd tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2942379 Jul 14 09:28:56.264922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58028) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.269880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-79e4647d-4d47-4cfd-aefa-4cb0fa0738a7 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Request body: {'security_group_rule': {'security_group_id': 'c82c494e-a7ca-40b4-be81-73a2758c124c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:56.366381 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79e4647d-4d47-4cfd-aefa-4cb0fa0738a7 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.384731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.432544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019dd44-618f-4d72-a43c-fb9e0f4553c1 req-61c31e04-255b-4dbb-8349-3078e9551958 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.434943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9019dd44-618f-4d72-a43c-fb9e0f4553c1 req-61c31e04-255b-4dbb-8349-3078e9551958 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 943 time: 0.1235194 Jul 14 09:28:56.449760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51091d9-3e56-4732-a93a-568e64f4c262,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.456971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79e4647d-4d47-4cfd-aefa-4cb0fa0738a7 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.483628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79e4647d-4d47-4cfd-aefa-4cb0fa0738a7 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.515262 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79e4647d-4d47-4cfd-aefa-4cb0fa0738a7 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.520219 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-79e4647d-4d47-4cfd-aefa-4cb0fa0738a7 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2514181 Jul 14 09:28:56.526095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58030) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:56.533744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9019dd44-618f-4d72-a43c-fb9e0f4553c1 req-0dcf0b80-9d92-4dee-b62e-63ead18bbf71 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746865 Jul 14 09:28:56.534531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4647d-4d47-4cfd-aefa-4cb0fa0738a7 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393184a9-991d-4b77-b48c-04e5f3b4cc54,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:56.550771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:56.622052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.635396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Allocated IP 192.168.233.29 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/d3d6394c-afac-44c9-8741-9ad8e8e4bfff) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:56.666935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.743995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e46db51-73df-4772-9681-95de08869bb2', 'tag': 'ba44a4a6-e43c-428c-bd67-afa2997a2d69'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:56.747384 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652" -d '{"events": [{"name": "network-changed", "server_uuid": "2e46db51-73df-4772-9681-95de08869bb2", "tag": "ba44a4a6-e43c-428c-bd67-afa2997a2d69"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:56.793233 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ef9bdd-64d3-4eb2-bcb2-8c8150298bc3 x-openstack-request-id: req-57ef9bdd-64d3-4eb2-bcb2-8c8150298bc3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:56.793526 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e46db51-73df-4772-9681-95de08869bb2", "tag": "ba44a4a6-e43c-428c-bd67-afa2997a2d69", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:56.793801 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-57ef9bdd-64d3-4eb2-bcb2-8c8150298bc3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:56.794321 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e46db51-73df-4772-9681-95de08869bb2', 'tag': 'ba44a4a6-e43c-428c-bd67-afa2997a2d69', 'status': 'completed', 'code': 200} Jul 14 09:28:56.795736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Router 25690e09-df87-471f-8d6b-cbcd7c6ac31d is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:28:56.871612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.886633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:56.903895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-b397764a-20e8-4ccc-942a-7aa821214f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:56.905518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-b397764a-20e8-4ccc-942a-7aa821214f3a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 1095 time: 0.0849035 Jul 14 09:28:57.135482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-d09fe9f3-5ca3-4779-baef-fd3892ed4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.138044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-d09fe9f3-5ca3-4779-baef-fd3892ed4883 service neutron] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.2199576 Jul 14 09:28:57.151984 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.216332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-d3c23534-b2cd-46b6-a483-42c933291576 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba44a4a6-e43c-428c-bd67-afa2997a2d69 HTTP/1.1" status: 200 len: 217 time: 0.0666380 Jul 14 09:28:57.243575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-eb441044-c8b0-43dc-bdd9-864dac100a62 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.245116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1169956f-3c99-4e67-82dc-b19139ad4bc0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:57.245540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-eb441044-c8b0-43dc-bdd9-864dac100a62 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 950 time: 0.1831937 Jul 14 09:28:57.285008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcda1f2-6bac-4f94-8d66-7e1409632cd7 req-e3b24e38-7067-418e-aba8-de9ee1881de7 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.286700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5dcda1f2-6bac-4f94-8d66-7e1409632cd7 req-e3b24e38-7067-418e-aba8-de9ee1881de7 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.3263984 Jul 14 09:28:57.304826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1169956f-3c99-4e67-82dc-b19139ad4bc0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:57.310425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1169956f-3c99-4e67-82dc-b19139ad4bc0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:57.311088 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.357256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-4f420048-c39e-42ab-973b-c53e12457b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.358758 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-4f420048-c39e-42ab-973b-c53e12457b82 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1343668 Jul 14 09:28:57.402474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-492557a3-1fa4-4206-bc20-3f6d380427cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347311 Jul 14 09:28:57.410795 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.440690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.453345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5dcda1f2-6bac-4f94-8d66-7e1409632cd7 req-ebf88853-414b-4bcc-ab5f-a1e36093a072 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363220 Jul 14 09:28:57.460826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 1169956f-3c99-4e67-82dc-b19139ad4bc0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1169956f-3c99-4e67-82dc-b19139ad4bc0,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:57.462737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Pushing event updated for resources: {'Port': ['ID=fc5498a8-bbee-4ef0-bbc3-b5556f465116,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.466317 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.500394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.503012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:28:57.516014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.531083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b0d95c71-5160-43e1-86aa-2c677cdf1242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4375050 Jul 14 09:28:57.558613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Deleting port d2f3ac03-b0e9-4d58-aaff-98027265abf7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:28:57.559053 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.595726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878392a-1abb-448b-a4be-c1cf76a6d4c7 None None] Sync routers for ids ['25690e09-df87-471f-8d6b-cbcd7c6ac31d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:28:57.606536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=1169956f-3c99-4e67-82dc-b19139ad4bc0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:57.616416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878392a-1abb-448b-a4be-c1cf76a6d4c7 None None] Routers {'25690e09-df87-471f-8d6b-cbcd7c6ac31d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:57.618587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c878392a-1abb-448b-a4be-c1cf76a6d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['25690e09-df87-471f-8d6b-cbcd7c6ac31d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:57.640976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-c2a5fcca-4ef3-49d6-9a24-4bc15c763e23 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272727 Jul 14 09:28:57.645345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Transition to ACTIVE for port object d3d6394c-afac-44c9-8741-9ad8e8e4bfff will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:28:57.657250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c878392a-1abb-448b-a4be-c1cf76a6d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:57.666400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.667335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c878392a-1abb-448b-a4be-c1cf76a6d4c7 None None] Routers {'25690e09-df87-471f-8d6b-cbcd7c6ac31d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:28:57.667634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-52b35c16-e27b-4c74-bea7-669bf6dc8d77 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.3442914 Jul 14 09:28:57.668373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c878392a-1abb-448b-a4be-c1cf76a6d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['25690e09-df87-471f-8d6b-cbcd7c6ac31d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:57.674240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-a6fc9393-5376-4b06-bd1b-490c33ffbd59 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.1422834 Jul 14 09:28:57.674718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58054) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:28:57.675631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e1087db-446d-4bb2-afb6-dec7f058859c req-aaad0003-5f27-4b6f-b022-267cb06ac3a3 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 210 time: 0.0555565 Jul 14 09:28:57.692413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e3366119-b4d4-48f6-bbc8-7f93c7801a51 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': False}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:57.711600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c878392a-1abb-448b-a4be-c1cf76a6d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:28:57.712583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c878392a-1abb-448b-a4be-c1cf76a6d4c7 None None] The sync data for ids ['25690e09-df87-471f-8d6b-cbcd7c6ac31d'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:28:57.760180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.787637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] For port d2f3ac03-b0e9-4d58-aaff-98027265abf7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d2f3ac03-b0e9-4d58-aaff-98027265abf7,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:57.788048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.808836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Calling delete_port for d2f3ac03-b0e9-4d58-aaff-98027265abf7 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:28:57.818190 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc99e22-b92b-4a1e-bbf2-08f193e2a652 req-c7176226-8a16-4fb8-adbe-0196edf19b17 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510317 Jul 14 09:28:57.937990 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:57.948461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb42dc-72ac-4c84-8f15-9d51aa9add34 req-662fb491-9aa3-4ebb-a408-893f50000cef tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:57.949969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cfb42dc-72ac-4c84-8f15-9d51aa9add34 req-662fb491-9aa3-4ebb-a408-893f50000cef tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=9c74cb56-2755-49ba-b303-e6d8980adead HTTP/1.1" status: 200 len: 950 time: 0.1360414 Jul 14 09:28:58.025703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cfb42dc-72ac-4c84-8f15-9d51aa9add34 req-557f00a3-1bbc-4711-bdc6-dd8e485a4269 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699527 Jul 14 09:28:58.032478 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.044186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b025b0f9-5ca2-4ef3-8f60-943df20ff0ad tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.045527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f', '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:58.045687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29f6b5cc-cfed-4a55-9221-c91ed785588e req-b025b0f9-5ca2-4ef3-8f60-943df20ff0ad tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.3491368 Jul 14 09:28:58.066051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event deleted for resources: {'Port': ['ID=d2f3ac03-b0e9-4d58-aaff-98027265abf7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.092170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:58.106882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:58.112399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Pushing event updated for resources: {'Port': ['ID=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.121991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:58.126002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65', '40d0fe7f-c296-474a-a9b8-6201dad11141', '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20', 'd2f3ac03-b0e9-4d58-aaff-98027265abf7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:58.138617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ba44a4a6-e43c-428c-bd67-afa2997a2d69 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:28:58.158134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] No DVR routers for this DVR port d2f3ac03-b0e9-4d58-aaff-98027265abf7 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:28:58.161343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.163806 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2291e2c5-ce76-45a1-92e3-b0788291d5eb req-2aefaeb6-6b25-4b6c-99de-1b783a362a89 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "DELETE /v2.0/ports/d2f3ac03-b0e9-4d58-aaff-98027265abf7 HTTP/1.1" status: 204 len: 173 time: 0.8931985 Jul 14 09:28:58.218817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Allocated IP 172.25.0.49 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/c9f5bb9c-c2e1-4246-8dcd-d665ffb1f9ce) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:28:58.323756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.324816 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.407475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c30b5-b68f-4335-a7bd-e594ae2e21cf req-9afb009d-bfb6-415d-8f9f-d38e5689cffc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.409080 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb4c30b5-b68f-4335-a7bd-e594ae2e21cf req-9afb009d-bfb6-415d-8f9f-d38e5689cffc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 943 time: 0.1364017 Jul 14 09:28:58.483187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb4c30b5-b68f-4335-a7bd-e594ae2e21cf req-42511ea4-123a-4f54-a45b-6b461923deb0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640826 Jul 14 09:28:58.486045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-00fb8c77-846d-4bfd-8c5d-92a29dae8e04 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4709435 Jul 14 09:28:58.502898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Request body: {'port': {'device_id': 'a99ae54a-d277-464b-ab05-3822e224a735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:58.582672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ba44a4a6-e43c-428c-bd67-afa2997a2d69, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ba44a4a6-e43c-428c-bd67-afa2997a2d69,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:58.602814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'ba44a4a6-e43c-428c-bd67-afa2997a2d69', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'port_id': 'ba44a4a6-e43c-428c-bd67-afa2997a2d69', 'mac_address': 'fa:16:3e:30:58:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f0ce11-c178-40b2-a579-676eb17cd347', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:28:58.716157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f717a-08d7-4b4b-a0b5-f2b89e70166c req-d65c3173-c455-4f53-8eb8-0711d73a6837 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.716444 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.717682 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-800f717a-08d7-4b4b-a0b5-f2b89e70166c req-d65c3173-c455-4f53-8eb8-0711d73a6837 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1167808 Jul 14 09:28:58.721837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.757580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.768362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba44a4a6-e43c-428c-bd67-afa2997a2d69 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:28:58.792133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3366119-b4d4-48f6-bbc8-7f93c7801a51 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.814705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ba44a4a6-e43c-428c-bd67-afa2997a2d69, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ba44a4a6-e43c-428c-bd67-afa2997a2d69,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:28:58.829867 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-800f717a-08d7-4b4b-a0b5-f2b89e70166c req-47913c99-b158-445f-b122-1d04c872c08a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971367 Jul 14 09:28:58.830388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c74cb56-2755-49ba-b303-e6d8980adead', 'name': 'network-vif-deleted', 'tag': 'd2f3ac03-b0e9-4d58-aaff-98027265abf7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:28:58.832739 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f088c2-4ef7-43ff-a9be-63319575dc5e" -d '{"events": [{"server_uuid": "9c74cb56-2755-49ba-b303-e6d8980adead", "name": "network-vif-deleted", "tag": "d2f3ac03-b0e9-4d58-aaff-98027265abf7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:28:58.838816 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:58.966803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ba44a4a6-e43c-428c-bd67-afa2997a2d69,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:58.992958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7648d5-d963-46db-9136-e35659163abe req-7a46437d-95e8-4def-a584-51066bb4bff8 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:58.994712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e7648d5-d963-46db-9136-e35659163abe req-7a46437d-95e8-4def-a584-51066bb4bff8 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3740127 Jul 14 09:28:59.061360 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.113315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ea41f-6e25-4b89-a1ce-c75ca4ef1bb1 req-049d0ab0-73d7-4f37-a968-1bb8b4b2377b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.115515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f17ea41f-6e25-4b89-a1ce-c75ca4ef1bb1 req-049d0ab0-73d7-4f37-a968-1bb8b4b2377b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 935 time: 0.0732002 Jul 14 09:28:59.124485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ba44a4a6-e43c-428c-bd67-afa2997a2d69'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:28:59.164988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f17ea41f-6e25-4b89-a1ce-c75ca4ef1bb1 req-26b638bf-8b08-4cf5-b88d-1704123f0926 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411210 Jul 14 09:28:59.202301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1169956f-3c99-4e67-82dc-b19139ad4bc0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:28:59.211818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3380e3c3-d245-41af-b269-b7a91947db02 None None] Provisioning for port d3d6394c-afac-44c9-8741-9ad8e8e4bfff completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:28:59.230319 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeae091-1701-4888-8b84-8f5d281551d5 x-openstack-request-id: req-aaeae091-1701-4888-8b84-8f5d281551d5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:28:59.230955 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c74cb56-2755-49ba-b303-e6d8980adead", "name": "network-vif-deleted", "tag": "d2f3ac03-b0e9-4d58-aaff-98027265abf7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:28:59.231701 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aaeae091-1701-4888-8b84-8f5d281551d5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:28:59.232871 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c74cb56-2755-49ba-b303-e6d8980adead', 'name': 'network-vif-deleted', 'tag': 'd2f3ac03-b0e9-4d58-aaff-98027265abf7', 'status': 'completed', 'code': 200} Jul 14 09:28:59.254646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3380e3c3-d245-41af-b269-b7a91947db02 None None] Provisioning complete for port d3d6394c-afac-44c9-8741-9ad8e8e4bfff triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:59.255018 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3380e3c3-d245-41af-b269-b7a91947db02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.318147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3380e3c3-d245-41af-b269-b7a91947db02 None None] Port d3d6394c-afac-44c9-8741-9ad8e8e4bfff cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:28:59.347552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1169956f-3c99-4e67-82dc-b19139ad4bc0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:28:59.347940 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.416996 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.440819 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e7648d5-d963-46db-9136-e35659163abe req-1483511e-7f49-44ae-9445-7e2ea9e0a0ea tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.4358678 Jul 14 09:28:59.487896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:28:59.523323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7e7648d5-d963-46db-9136-e35659163abe req-c1831eaf-65a2-4971-bfd5-26071a8a9488 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Request body: {'floatingip': {'port_id': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:28:59.527881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:28:59.568953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:28:59.572323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event updated for resources: {'Port': ['ID=c9f5bb9c-c2e1-4246-8dcd-d665ffb1f9ce,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:28:59.612758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7e7648d5-d963-46db-9136-e35659163abe req-c1831eaf-65a2-4971-bfd5-26071a8a9488 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.730412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eac35-d965-4be2-8a49-a9b81dc13bb0 req-ca93f3f2-611a-4cb2-813d-2080261b761d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.731947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-555eac35-d965-4be2-8a49-a9b81dc13bb0 req-ca93f3f2-611a-4cb2-813d-2080261b761d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 944 time: 0.0702345 Jul 14 09:28:59.771150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-555eac35-d965-4be2-8a49-a9b81dc13bb0 req-1afad0ec-7d37-482b-8a6b-38951db4d1f5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Jul 14 09:28:59.904366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:28:59.933809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77f262-f7ac-4d3c-8836-e1109125a426 req-bce2e8ba-a094-4dd9-a19d-806fdd1f2fbd tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:28:59.935471 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d77f262-f7ac-4d3c-8836-e1109125a426 req-bce2e8ba-a094-4dd9-a19d-806fdd1f2fbd tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 950 time: 0.0650210 Jul 14 09:28:59.976248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d77f262-f7ac-4d3c-8836-e1109125a426 req-d80f6835-c8dc-4c1f-91f4-a00e3567ea60 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Jul 14 09:28:59.997069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d6394c-afac-44c9-8741-9ad8e8e4bfff {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:00.044849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.091590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.121674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Transition to ACTIVE for port object d3d6394c-afac-44c9-8741-9ad8e8e4bfff will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:00.134423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.148780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62feb5e-bbce-4b3f-87d6-3bfa0f21c5f9 req-14f820c2-5ea3-4e9f-8114-f20b89683627 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.150299 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b62feb5e-bbce-4b3f-87d6-3bfa0f21c5f9 req-14f820c2-5ea3-4e9f-8114-f20b89683627 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.0644336 Jul 14 09:29:00.190098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b62feb5e-bbce-4b3f-87d6-3bfa0f21c5f9 req-069b6484-8e7e-45d9-8a16-e18efdb4187c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336461 Jul 14 09:29:00.239394 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-7e7648d5-d963-46db-9136-e35659163abe req-c1831eaf-65a2-4971-bfd5-26071a8a9488 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:29:00.246555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e7648d5-d963-46db-9136-e35659163abe req-c1831eaf-65a2-4971-bfd5-26071a8a9488 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "PUT /v2.0/floatingips/a40344e8-d96a-4333-bb75-60e6aca98b60 HTTP/1.1" status: 409 len: 550 time: 0.7506499 Jul 14 09:29:00.389326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86f827-2866-42c0-8885-c2fce20d1cce req-52dadb0f-117b-45e0-8be0-5e9e3853f64c tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.391114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb86f827-2866-42c0-8885-c2fce20d1cce req-52dadb0f-117b-45e0-8be0-5e9e3853f64c tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 947 time: 0.0688820 Jul 14 09:29:00.399282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:00.432105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb86f827-2866-42c0-8885-c2fce20d1cce req-21a69d45-9cd7-4e80-a7d0-a1da536dabe7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Jul 14 09:29:00.440139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-d85a6f75-f487-4214-90d7-f570a4ce86a1 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips/a40344e8-d96a-4333-bb75-60e6aca98b60 HTTP/1.1" status: 200 len: 692 time: 0.1736913 Jul 14 09:29:00.613495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Attempting to bind port d3d6394c-afac-44c9-8741-9ad8e8e4bfff on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:00.614243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Attempting to bind port d3d6394c-afac-44c9-8741-9ad8e8e4bfff by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:00.614243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Attempting to bind port d3d6394c-afac-44c9-8741-9ad8e8e4bfff on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:00.640712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Port d3d6394c-afac-44c9-8741-9ad8e8e4bfff on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:00.641040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Attempting to bind port d3d6394c-afac-44c9-8741-9ad8e8e4bfff on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:00.689203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.696704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:00.697050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:00.697437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:00.697877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Bound port: d3d6394c-afac-44c9-8741-9ad8e8e4bfff, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:00.698233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.706589 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:00.762544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-89a47d2f-9c37-42c1-8577-368a08ebe728 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.763968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-89a47d2f-9c37-42c1-8577-368a08ebe728 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.3115861 Jul 14 09:29:00.961998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd3e94-95c9-42df-a76e-4b1ea38746fa req-f01cb193-97eb-4f01-9127-388cbf4b67e7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:00.963495 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36dd3e94-95c9-42df-a76e-4b1ea38746fa req-f01cb193-97eb-4f01-9127-388cbf4b67e7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 944 time: 0.0798292 Jul 14 09:29:01.031649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36dd3e94-95c9-42df-a76e-4b1ea38746fa req-01d555fa-69db-415a-92a2-d3a8eaa5b7b9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506828 Jul 14 09:29:01.055615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-3333fe3d-5f5e-4b90-bec2-c6efe2f746ef tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.055615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-3333fe3d-5f5e-4b90-bec2-c6efe2f746ef tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 950 time: 0.1127698 Jul 14 09:29:01.118685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3366119-b4d4-48f6-bbc8-7f93c7801a51 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.142433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event updated for resources: {'Port': ['ID=c9f5bb9c-c2e1-4246-8dcd-d665ffb1f9ce,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.145344 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3366119-b4d4-48f6-bbc8-7f93c7801a51 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.153834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-d68cb4be-49c1-4d11-84d9-ae2ba56913aa tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.3804169 Jul 14 09:29:01.216755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Deleting port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:01.217348 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.217515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.238878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f810f8e-56ee-4db2-ab19-f5ef0a1ad4b8 req-81a476dc-b773-4140-a6d7-10c28a967a4f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.240921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f810f8e-56ee-4db2-ab19-f5ef0a1ad4b8 req-81a476dc-b773-4140-a6d7-10c28a967a4f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9db69b7-1c07-43b9-843e-1c60a1c70ed5 HTTP/1.1" status: 200 len: 950 time: 0.0983388 Jul 14 09:29:01.257660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] For port d3d6394c-afac-44c9-8741-9ad8e8e4bfff, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:01.289484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-3d90d80d-4804-43b2-84f9-f03193ed1aed tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.21 HTTP/1.1" status: 200 len: 695 time: 0.1223238 Jul 14 09:29:01.292280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] For port d3d6394c-afac-44c9-8741-9ad8e8e4bfff, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:01.322854 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.324024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fd28bdd2-d4ce-4a6e-ad65-38fe4feffe32 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7929435 Jul 14 09:29:01.325311 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.330150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f810f8e-56ee-4db2-ab19-f5ef0a1ad4b8 req-f584faf2-95ba-46d7-a502-25da5700acb1 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Jul 14 09:29:01.362579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] For port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:01.364477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.379201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Calling delete_port for 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:01.426496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.427138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.429173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] 10.222.0.66 "PUT /v2.0/ports/d3d6394c-afac-44c9-8741-9ad8e8e4bfff HTTP/1.1" status: 200 len: 1096 time: 2.9313576 Jul 14 09:29:01.429652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99ae54a-d277-464b-ab05-3822e224a735', 'tag': 'd3d6394c-afac-44c9-8741-9ad8e8e4bfff'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:01.432227 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32cf430-e085-41d9-b02f-d705cf10054d" -d '{"events": [{"name": "network-changed", "server_uuid": "a99ae54a-d277-464b-ab05-3822e224a735", "tag": "d3d6394c-afac-44c9-8741-9ad8e8e4bfff"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:01.503576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459cf7b1-3da7-4e68-a2e9-0bc2fd05c641 service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:01.547051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3366119-b4d4-48f6-bbc8-7f93c7801a51 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Router 25690e09-df87-471f-8d6b-cbcd7c6ac31d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:01.684538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939b76-5011-47ef-aa9e-59976e33b984 req-3422c384-3ffe-426d-bf85-6e2743be3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.686000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-3422c384-3ffe-426d-bf85-6e2743be3d79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d85ab580d01415ca4977a820f260986&device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 1099 time: 0.1980677 Jul 14 09:29:01.694313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Deleting port fc5498a8-bbee-4ef0-bbc3-b5556f465116 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:01.694672 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.780792 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-5616efe0-bbaf-4541-a866-112824b5a0b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d3d6394c-afac-44c9-8741-9ad8e8e4bfff HTTP/1.1" status: 200 len: 217 time: 0.0825434 Jul 14 09:29:01.818164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d2f3ac03-b0e9-4d58-aaff-98027265abf7 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:01.841104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939b76-5011-47ef-aa9e-59976e33b984 req-bc870178-7597-4a18-af9f-119f082f8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:01.843142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: d2f3ac03-b0e9-4d58-aaff-98027265abf7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:01.843693 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d2f3ac03-b0e9-4d58-aaff-98027265abf7 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:01.843857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-bc870178-7597-4a18-af9f-119f082f8eb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0514193 Jul 14 09:29:01.847674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3366119-b4d4-48f6-bbc8-7f93c7801a51 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:01.853006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e3366119-b4d4-48f6-bbc8-7f93c7801a51 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.854724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e3366119-b4d4-48f6-bbc8-7f93c7801a51 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "PUT /v2.0/routers/25690e09-df87-471f-8d6b-cbcd7c6ac31d HTTP/1.1" status: 200 len: 926 time: 4.1674283 Jul 14 09:29:01.859585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58110) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:01.859899 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c10d6-b2df-4d30-acee-cb0153cff593 None None] Sync routers for ids ['25690e09-df87-471f-8d6b-cbcd7c6ac31d'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:01.869682 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c10d6-b2df-4d30-acee-cb0153cff593 None None] Routers {'25690e09-df87-471f-8d6b-cbcd7c6ac31d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:01.870679 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-549c10d6-b2df-4d30-acee-cb0153cff593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['25690e09-df87-471f-8d6b-cbcd7c6ac31d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:01.929552 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-549c10d6-b2df-4d30-acee-cb0153cff593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:01.949069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.951703 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549c10d6-b2df-4d30-acee-cb0153cff593 None None] Routers {'25690e09-df87-471f-8d6b-cbcd7c6ac31d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:01.955959 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-549c10d6-b2df-4d30-acee-cb0153cff593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['25690e09-df87-471f-8d6b-cbcd7c6ac31d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:01.963041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65', '40d0fe7f-c296-474a-a9b8-6201dad11141', '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:01.965983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f', '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:01.987263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.987604 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:01.994324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event deleted for resources: {'Port': ['ID=67462d1b-3d2c-412d-bd7a-7dfa91cb2e20,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.014540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c401e-d0fe-4c2d-a7c4-d7146697e9c4 req-80a6f0c8-abe0-4609-8505-af480cf745d5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.016089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d36c401e-d0fe-4c2d-a7c4-d7146697e9c4 req-80a6f0c8-abe0-4609-8505-af480cf745d5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1277049 Jul 14 09:29:02.023988 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-549c10d6-b2df-4d30-acee-cb0153cff593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:02.024675 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549c10d6-b2df-4d30-acee-cb0153cff593 None None] The sync data for ids ['25690e09-df87-471f-8d6b-cbcd7c6ac31d'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:02.041700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Calling delete_port for fc5498a8-bbee-4ef0-bbc3-b5556f465116 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:02.080893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] No DVR routers for this DVR port 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:02.085500 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.087696 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a70dcf9f-572b-467a-8673-b9f001098ee5 req-9a33a84d-ad8c-4ed9-90b3-ac54e6cdd394 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "DELETE /v2.0/ports/67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 HTTP/1.1" status: 204 len: 173 time: 1.0285707 Jul 14 09:29:02.088348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9db69b7-1c07-43b9-843e-1c60a1c70ed5', 'name': 'network-vif-deleted', 'tag': '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:02.090814 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18e2df8-d749-4956-9003-61d21a3a34ae" -d '{"events": [{"server_uuid": "c9db69b7-1c07-43b9-843e-1c60a1c70ed5", "name": "network-vif-deleted", "tag": "67462d1b-3d2c-412d-bd7a-7dfa91cb2e20"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:02.097929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ba44a4a6-e43c-428c-bd67-afa2997a2d69 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:02.136695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43939b76-5011-47ef-aa9e-59976e33b984 req-3442bd3e-22aa-4341-9aa1-7df0d670823e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.140090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-3442bd3e-22aa-4341-9aa1-7df0d670823e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2806206 Jul 14 09:29:02.148503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d36c401e-d0fe-4c2d-a7c4-d7146697e9c4 req-e6fd215d-1ce0-41bc-9ec5-17c358df90ec tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944824 Jul 14 09:29:02.172829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58118) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.268318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ebc215e8-0496-40fa-8476-5069371f1cd8 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/routers/25690e09-df87-471f-8d6b-cbcd7c6ac31d HTTP/1.1" status: 200 len: 926 time: 0.3984451 Jul 14 09:29:02.275691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58130) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.278112 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-3feaec6d-820b-4870-9518-9d30d4404367 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--765442422&fields=id&tenant_id=8f37b39baff744dd896ceb753a2dc37d HTTP/1.1" status: 200 len: 267 time: 0.0426390 Jul 14 09:29:02.334068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-57f49d25-a328-4674-9708-3ec4d70b881c service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792290 Jul 14 09:29:02.371002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port ba44a4a6-e43c-428c-bd67-afa2997a2d69 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:02.382192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port ba44a4a6-e43c-428c-bd67-afa2997a2d69 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:02.382573 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.467010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-5c63fde4-9d11-47d5-8f77-154d9eb8ab97 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.468926 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-5c63fde4-9d11-47d5-8f77-154d9eb8ab97 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/networks?id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf HTTP/1.1" status: 200 len: 806 time: 0.1844215 Jul 14 09:29:02.486137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f25c2997-27b5-4069-9435-983797b67b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.520753 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-59b8c111-5f64-47c6-b5a1-a8f298db0516 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/quotas/8f37b39baff744dd896ceb753a2dc37d HTTP/1.1" status: 200 len: 375 time: 0.0295019 Jul 14 09:29:02.532765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6277857-6b4a-4662-b9fd-1fb7e77b4131 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.534338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e6277857-6b4a-4662-b9fd-1fb7e77b4131 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=25690e09-df87-471f-8d6b-cbcd7c6ac31d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2562423 Jul 14 09:29:02.540082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.542136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43939b76-5011-47ef-aa9e-59976e33b984 req-df4d451c-feaf-431e-a29b-4af411be2c33 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974506 Jul 14 09:29:02.561496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.599802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Pushing event deleted for resources: {'Port': ['ID=fc5498a8-bbee-4ef0-bbc3-b5556f465116,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.609978 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.649656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e46db51-73df-4772-9681-95de08869bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba44a4a6-e43c-428c-bd67-afa2997a2d69'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:02.651900 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a7c015-d292-43f3-9171-cdb0745bc299" -d '{"events": [{"server_uuid": "2e46db51-73df-4772-9681-95de08869bb2", "name": "network-vif-plugged", "status": "completed", "tag": "ba44a4a6-e43c-428c-bd67-afa2997a2d69"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:02.667033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ba44a4a6-e43c-428c-bd67-afa2997a2d69, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ba44a4a6-e43c-428c-bd67-afa2997a2d69,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:02.673365 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.673887 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.687241 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:02.689275 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db02e9e9-bb42-47f7-80c5-5b9f29580a8f req-216b8d13-504b-4b5b-9793-029b346befbc tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "DELETE /v2.0/floatingips/a40344e8-d96a-4333-bb75-60e6aca98b60 HTTP/1.1" status: 204 len: 173 time: 1.3694901 Jul 14 09:29:02.730258 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3261ba-51b3-45bd-867e-86dcec427953 x-openstack-request-id: req-9c3261ba-51b3-45bd-867e-86dcec427953 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:02.730669 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99ae54a-d277-464b-ab05-3822e224a735", "tag": "d3d6394c-afac-44c9-8741-9ad8e8e4bfff", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:02.730927 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c3261ba-51b3-45bd-867e-86dcec427953 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:02.731336 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a99ae54a-d277-464b-ab05-3822e224a735', 'tag': 'd3d6394c-afac-44c9-8741-9ad8e8e4bfff', 'status': 'completed', 'code': 200} Jul 14 09:29:02.783992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ba44a4a6-e43c-428c-bd67-afa2997a2d69,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:02.785826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-7a688d58-0380-401f-96ef-8bc7c11821e9 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8f37b39baff744dd896ceb753a2dc37d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2637658 Jul 14 09:29:02.789586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69adfbf8-e9ff-4e1b-9c89-0ce8ad3235fc tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.794232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-69adfbf8-e9ff-4e1b-9c89-0ce8ad3235fc tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 881 time: 0.2463069 Jul 14 09:29:02.801209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.839896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cf430-e085-41d9-b02f-d705cf10054d req-55ced26d-6786-4d01-873b-356c306c4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.841734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b32cf430-e085-41d9-b02f-d705cf10054d req-55ced26d-6786-4d01-873b-356c306c4430 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6d85ab580d01415ca4977a820f260986&device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 1099 time: 0.0794206 Jul 14 09:29:02.886620 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5188f3a3-67a6-483f-bf18-7d92b135e57b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=25690e09-df87-471f-8d6b-cbcd7c6ac31d HTTP/1.1" status: 200 len: 205 time: 0.0771194 Jul 14 09:29:02.888487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:02.996953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cf430-e085-41d9-b02f-d705cf10054d req-055ec873-5c79-4a0f-bda6-d52d8dd6926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:02.998531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b32cf430-e085-41d9-b02f-d705cf10054d req-055ec873-5c79-4a0f-bda6-d52d8dd6926f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1491866 Jul 14 09:29:03.010520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29d595-c318-4ada-8aa0-c1ec4ce62349 req-e5fd12c5-a418-4f55-8094-a4e66fb20263 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.012031 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c29d595-c318-4ada-8aa0-c1ec4ce62349 req-e5fd12c5-a418-4f55-8094-a4e66fb20263 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 947 time: 0.0991395 Jul 14 09:29:03.034313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f25c2997-27b5-4069-9435-983797b67b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.048226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f25c2997-27b5-4069-9435-983797b67b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.057150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b32cf430-e085-41d9-b02f-d705cf10054d req-46ac0da7-8fd9-47f3-b9b9-8fb405d2ffc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=d3d6394c-afac-44c9-8741-9ad8e8e4bfff HTTP/1.1" status: 200 len: 217 time: 0.0441308 Jul 14 09:29:03.070716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-e764989a-e3b1-44fc-b159-c9f09452602f service neutron] 10.222.0.73 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840309 Jul 14 09:29:03.114995 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c29d595-c318-4ada-8aa0-c1ec4ce62349 req-4565956e-2fd2-4270-af49-99c4be147486 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955136 Jul 14 09:29:03.116050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.134915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cf430-e085-41d9-b02f-d705cf10054d req-99dc98e5-8349-4359-a713-57833ffc4a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.136642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b32cf430-e085-41d9-b02f-d705cf10054d req-99dc98e5-8349-4359-a713-57833ffc4a65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0714128 Jul 14 09:29:03.156786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f25c2997-27b5-4069-9435-983797b67b22 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c338d1562ec042e89cafb35f2c9c4bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9826252 Jul 14 09:29:03.177568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58146) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:03.192132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c2997-27b5-4069-9435-983797b67b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c943775-c59d-40ab-9fed-6a6c0bf771fd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.275122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47b69559-d4fc-4157-92c5-98eed25106fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.277886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32cf430-e085-41d9-b02f-d705cf10054d req-fd361225-9495-4651-9c2f-0bf0c9fc8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.279427 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b32cf430-e085-41d9-b02f-d705cf10054d req-fd361225-9495-4651-9c2f-0bf0c9fc8567 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364994 Jul 14 09:29:03.280639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-61f4de88-3199-44db-8a77-2b129fb81884 service neutron] 10.222.0.73 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948977 Jul 14 09:29:03.292569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.351278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Deleting port e46f7233-5b79-4045-a3c4-6b3a552b8fd4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:03.351278 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.353473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47b69559-d4fc-4157-92c5-98eed25106fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.428742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.430294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e8878-265d-4b4b-9377-911f456827a8 req-75f23524-d815-4ca1-9491-8d7180b9a7bd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.431954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d2e8878-265d-4b4b-9377-911f456827a8 req-75f23524-d815-4ca1-9491-8d7180b9a7bd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 945 time: 0.1995895 Jul 14 09:29:03.446056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Calling delete_port for e46f7233-5b79-4045-a3c4-6b3a552b8fd4 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:03.457730 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b32cf430-e085-41d9-b02f-d705cf10054d req-a72c7de4-ce39-4be5-96ba-cfeb3ef9047f service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665409 Jul 14 09:29:03.511381 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c978d9f-dbd4-4fa6-aa7c-e919c7a521ef x-openstack-request-id: req-4c978d9f-dbd4-4fa6-aa7c-e919c7a521ef {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:03.511686 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9db69b7-1c07-43b9-843e-1c60a1c70ed5", "name": "network-vif-deleted", "tag": "67462d1b-3d2c-412d-bd7a-7dfa91cb2e20", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:03.511956 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c978d9f-dbd4-4fa6-aa7c-e919c7a521ef {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:03.512329 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9db69b7-1c07-43b9-843e-1c60a1c70ed5', 'name': 'network-vif-deleted', 'tag': '67462d1b-3d2c-412d-bd7a-7dfa91cb2e20', 'status': 'completed', 'code': 200} Jul 14 09:29:03.530075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47b69559-d4fc-4157-92c5-98eed25106fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.533269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47b69559-d4fc-4157-92c5-98eed25106fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.537182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-47b69559-d4fc-4157-92c5-98eed25106fb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c943775-c59d-40ab-9fed-6a6c0bf771fd HTTP/1.1" status: 204 len: 168 time: 0.3560286 Jul 14 09:29:03.542674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d2e8878-265d-4b4b-9377-911f456827a8 req-8636dd38-9333-4e14-bc81-f2d308da59c3 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046362 Jul 14 09:29:03.549401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b69559-d4fc-4157-92c5-98eed25106fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c943775-c59d-40ab-9fed-6a6c0bf771fd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.641510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b32cf430-e085-41d9-b02f-d705cf10054d req-27e8b4fa-1d71-403c-8f96-daffa66a1785 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739762 Jul 14 09:29:03.642278 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508a0e83-8c50-403d-b9ab-e877c9a59eea x-openstack-request-id: req-508a0e83-8c50-403d-b9ab-e877c9a59eea {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:03.642908 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e46db51-73df-4772-9681-95de08869bb2", "name": "network-vif-plugged", "status": "completed", "tag": "ba44a4a6-e43c-428c-bd67-afa2997a2d69", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:03.642908 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-508a0e83-8c50-403d-b9ab-e877c9a59eea {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:03.643180 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e46db51-73df-4772-9681-95de08869bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba44a4a6-e43c-428c-bd67-afa2997a2d69', 'code': 200} Jul 14 09:29:03.739062 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:03.793490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event deleted for resources: {'Port': ['ID=e46f7233-5b79-4045-a3c4-6b3a552b8fd4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:03.800210 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-8e36f81c-ae6b-45d3-ae08-4f4216796a43 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 1002 time: 0.1406503 Jul 14 09:29:03.871489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-56b84e9f-5acf-44c1-9675-14d4102bd13d tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.883666 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-56b84e9f-5acf-44c1-9675-14d4102bd13d tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports/d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 200 len: 943 time: 0.0825090 Jul 14 09:29:03.921151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46146713-0e70-4b7c-839f-e1156aff11e9 req-ae2482af-2bf0-41be-9f59-a656108957da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:03.922823 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46146713-0e70-4b7c-839f-e1156aff11e9 req-ae2482af-2bf0-41be-9f59-a656108957da service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 1097 time: 0.1937253 Jul 14 09:29:03.924719 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.051131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.055915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.124110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a316d-c80f-422a-b888-1859996401cd req-84c3ce71-5d35-4881-a765-63cc83cf44d5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.126556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b12a316d-c80f-422a-b888-1859996401cd req-84c3ce71-5d35-4881-a765-63cc83cf44d5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.2729757 Jul 14 09:29:04.128331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46146713-0e70-4b7c-839f-e1156aff11e9 req-1bc07ebc-5510-4ead-a341-8ac524d3607a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699333 Jul 14 09:29:04.146058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.147094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Fanout notify agent at l3_agent the message router_deleted on router 25690e09-df87-471f-8d6b-cbcd7c6ac31d {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:04.162843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.164286 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bab53ed2-dc5a-415c-8538-1a1277b31403 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/25690e09-df87-471f-8d6b-cbcd7c6ac31d HTTP/1.1" status: 204 len: 168 time: 1.2694027 Jul 14 09:29:04.168305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58174) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.173723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c7aaf1c1-46d6-4d4b-afe9-43b5705c2cc1 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1413375415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.206199 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b12a316d-c80f-422a-b888-1859996401cd req-45886dda-b125-471a-a1bd-9703cffab26d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720587 Jul 14 09:29:04.215711 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1c1-46d6-4d4b-afe9-43b5705c2cc1 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.217013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1c1-46d6-4d4b-afe9-43b5705c2cc1 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.294704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1c1-46d6-4d4b-afe9-43b5705c2cc1 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.301472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1c1-46d6-4d4b-afe9-43b5705c2cc1 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.329146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1c1-46d6-4d4b-afe9-43b5705c2cc1 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.332409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c7aaf1c1-46d6-4d4b-afe9-43b5705c2cc1 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1623540 Jul 14 09:29:04.334530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:04.339209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.404775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-77452d20-fe0c-4412-9674-5bfc955df400 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 1002 time: 0.4307432 Jul 14 09:29:04.456149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5175e54f-c046-4d7a-a328-24d4d11c8e52 req-8550db3d-27ef-426c-92d4-d98d87853af5 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 210 time: 0.0498421 Jul 14 09:29:04.590094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-12480867-7826-495e-8af7-3b907063674c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:04.591751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-12480867-7826-495e-8af7-3b907063674c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1850033 Jul 14 09:29:04.606700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-0c35b2c6-01bf-4824-81a7-13925e8744c5 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:29:04.607270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-0c35b2c6-01bf-4824-81a7-13925e8744c5 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062068 Jul 14 09:29:04.617318 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.686646 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-ff58f0e9-1fc2-46fd-a6f6-4eb746d95003 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 1002 time: 0.0722606 Jul 14 09:29:04.698625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:04.788723 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.860744 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.904987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.949248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.953912 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:04.954171 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Floating IP 10894335-a46e-4598-9d49-f3cce1913658 disassociated. External IP: 172.25.0.125, port: d74ef75f-305e-456a-b9b4-e98aeddf2d65. Jul 14 09:29:05.028244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6df4b-b923-4f8c-a50b-ccc43e3a9add req-1d66ede5-7cb1-496f-99bc-835575b17071 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.029838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83e6df4b-b923-4f8c-a50b-ccc43e3a9add req-1d66ede5-7cb1-496f-99bc-835575b17071 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 947 time: 0.1711605 Jul 14 09:29:05.075743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Allocated IP 172.25.0.76 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/7a1f6e53-e536-4d47-be21-642ade449b0d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:05.238695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Router c3340195-0920-4740-8fac-0a32c48b4cc8 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:05.471324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:05.482551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] Sync routers for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:05.497976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.499281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:05.500020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:05.501584 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83e6df4b-b923-4f8c-a50b-ccc43e3a9add req-96d7478b-aa13-44bd-826b-b7329c4f179d tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645507 Jul 14 09:29:05.603316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-4ab92a0e-c2b7-4d1a-b5d6-e1f48df1642c tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "PUT /v2.0/floatingips/10894335-a46e-4598-9d49-f3cce1913658 HTTP/1.1" status: 200 len: 695 time: 0.9107842 Jul 14 09:29:05.607526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-2d3b289e-c685-4be6-85df-a194d57d7b3a tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.609594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-2d3b289e-c685-4be6-85df-a194d57d7b3a tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.69 "GET /v2.0/networks?id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf HTTP/1.1" status: 200 len: 806 time: 0.5292871 Jul 14 09:29:05.612400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:05.615933 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:05.636001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:05.694844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-db365015-090e-4539-abbe-0f3e8462179f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.696742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-db365015-090e-4539-abbe-0f3e8462179f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 1097 time: 0.3431191 Jul 14 09:29:05.761486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-97bac8de-5772-4f91-862f-79f5691337de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=30a61d08-e818-40f6-a148-21774deb13f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2254303 Jul 14 09:29:05.766223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-09d40cc0-8c17-4334-88f9-c70b6da4d13e tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f37b39baff744dd896ceb753a2dc37d HTTP/1.1" status: 200 len: 379 time: 0.1066830 Jul 14 09:29:05.792404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Request body: {'port': {'device_id': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'admin_state_up': True, 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'security_groups': ['c82c494e-a7ca-40b4-be81-73a2758c124c']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:05.847818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-2b676825-d48c-4aea-8355-40bae6c0370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.850009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-2b676825-d48c-4aea-8355-40bae6c0370f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1b2e7fb60f334e19932be8700b125720&device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 1098 time: 0.2228999 Jul 14 09:29:05.877296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:05.902178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d3d6394c-afac-44c9-8741-9ad8e8e4bfff details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:05.905730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:05.917406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33f567-c007-4dfc-8a93-6735a6159511 req-855eb746-5a45-4a14-85fa-8d1f72993b2f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.924599 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e33f567-c007-4dfc-8a93-6735a6159511 req-855eb746-5a45-4a14-85fa-8d1f72993b2f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 945 time: 0.2500784 Jul 14 09:29:05.935707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-83d51b8c-a188-4201-85d0-c82d9fde7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.937404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-83d51b8c-a188-4201-85d0-c82d9fde7d0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.2329469 Jul 14 09:29:05.983469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-6bc5b83a-35f4-4bea-8364-d4d574fd2081 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ba44a4a6-e43c-428c-bd67-afa2997a2d69 HTTP/1.1" status: 200 len: 217 time: 0.0383761 Jul 14 09:29:05.986194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:05.986759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 67462d1b-3d2c-412d-bd7a-7dfa91cb2e20 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:05.992774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-2eb5974e-e42a-4508-87a3-0441a0836404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:05.994244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-2eb5974e-e42a-4508-87a3-0441a0836404 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 1101 time: 0.2021971 Jul 14 09:29:06.072179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e33f567-c007-4dfc-8a93-6735a6159511 req-7b99c953-cc9b-405c-a603-e6e3c040fbec tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446254 Jul 14 09:29:06.118419 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.120567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:22Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.134423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Made reservation on behalf of 8f37b39baff744dd896ceb753a2dc37d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:06.139851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.143746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-88d43912-038c-4011-972f-ef766ceb2ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.145252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-88d43912-038c-4011-972f-ef766ceb2ae5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2 HTTP/1.1" status: 200 len: 929 time: 0.2830052 Jul 14 09:29:06.148606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-96fc62c8-bc92-4eb4-8fdc-6fb11bbd48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.149954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-96fc62c8-bc92-4eb4-8fdc-6fb11bbd48ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1405737 Jul 14 09:29:06.193264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:06.204765 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] Checking router: c3340195-0920-4740-8fac-0a32c48b4cc8 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:06.207268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-a5db165d-22eb-4ac2-bc75-3c772437ff3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 200 len: 217 time: 0.0548501 Jul 14 09:29:06.229202 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-eeeec4c7-f2d8-4c7e-bd0d-041d69a456f4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687945 Jul 14 09:29:06.241266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:06.242426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.249694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d3d6394c-afac-44c9-8741-9ad8e8e4bfff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:06.282184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:06.284834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:06.307761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'd3d6394c-afac-44c9-8741-9ad8e8e4bfff', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'd3d6394c-afac-44c9-8741-9ad8e8e4bfff', 'mac_address': 'fa:16:3e:81:54:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:06.356430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-6545a230-a3e0-4118-9f19-8fc386298051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.357921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-6545a230-a3e0-4118-9f19-8fc386298051 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=928c1f24-50fc-4510-ac91-8dbe61b411c8 HTTP/1.1" status: 200 len: 867 time: 0.1314828 Jul 14 09:29:06.360758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-5af811d9-7c28-4d4d-a45e-7cf8db39585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.362211 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-5af811d9-7c28-4d4d-a45e-7cf8db39585d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.3301699 Jul 14 09:29:06.430044 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.441393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-2d8598f4-68c5-4251-b2d3-8e6b9f53ffb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=a8772588-dd72-4825-86de-65a9e8378f53 HTTP/1.1" status: 200 len: 217 time: 0.0653219 Jul 14 09:29:06.462928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d6394c-afac-44c9-8741-9ad8e8e4bfff {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:06.485064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d3d6394c-afac-44c9-8741-9ad8e8e4bfff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:06.489523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:06.494398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-27c71fe2-94d6-4ea1-81e6-8c9b8f3b116d service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330656 Jul 14 09:29:06.495551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:06.538190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Allocated IP 172.20.0.11 (f807ecfb-8782-4d75-a7e1-9c7d931c7abf/f52d37c7-bf0e-4657-97ef-e03520a37acb/48664a9f-32bf-46f7-a390-d8d564e7edc8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:06.596189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-7b9a19ec-034f-4ef9-b85b-b9191526182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.607378 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-7b9a19ec-034f-4ef9-b85b-b9191526182b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1582453 Jul 14 09:29:06.628008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58262) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:06.650720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event updated for resources: {'Port': ['ID=7a1f6e53-e536-4d47-be21-642ade449b0d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.655396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-3fc04cbc-9564-4b60-86f3-e2084d71ef01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.657153 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-3fc04cbc-9564-4b60-86f3-e2084d71ef01 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2887170 Jul 14 09:29:06.700782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:06.751054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-67f11865-e0a0-4bdc-86d1-ffe4db7b25e9 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466056 Jul 14 09:29:06.762472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:22Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:06.788942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-cb16eb1e-949f-413e-8abe-02ba84822b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.790461 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-cb16eb1e-949f-413e-8abe-02ba84822b3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1765521 Jul 14 09:29:06.796735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d3d6394c-afac-44c9-8741-9ad8e8e4bfff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:06.800699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748ca02-8bf6-4b16-ae48-b39f945efaf4 None None] The sync data for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 is: [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:28:11Z', 'revision_number': 4, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f553fe63-f671-4876-8515-00b7e9de8e4d', 'name': '', 'network_id': 'e7985b0c-972f-4869-82b3-21ac7cfdd5b2', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'mac_address': 'fa:16:3e:93:22:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:07Z', 'updated_at': '2021-07-14T09:28:22Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'subnets': [{'id': '928c1f24-50fc-4510-ac91-8dbe61b411c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:06.832248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-ed7f7897-32d9-4bd4-8de3-6e93b4790336 service neutron] 10.222.0.73 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521423 Jul 14 09:29:06.872723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f54f02-f801-456a-81e9-7151926ff516 req-24f56889-4e70-4e9f-9ffe-f023fcbbdb4c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:06.874924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43f54f02-f801-456a-81e9-7151926ff516 req-24f56889-4e70-4e9f-9ffe-f023fcbbdb4c tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c3f7c7d-0367-4626-917a-88cf8b7b8a5f HTTP/1.1" status: 200 len: 949 time: 0.6845734 Jul 14 09:29:06.972690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.024403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160707e-9935-4eb5-9b52-3ef434bffe53 req-229edd4b-8f3d-4d0f-b052-8bfeaeb049a0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.026058 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6160707e-9935-4eb5-9b52-3ef434bffe53 req-229edd4b-8f3d-4d0f-b052-8bfeaeb049a0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.3662174 Jul 14 09:29:07.032521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Transition to ACTIVE for port object 48664a9f-32bf-46f7-a390-d8d564e7edc8 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:07.129285 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f360d066-1868-4144-a09d-f1cbbdf7a5a0 None None] New status for floating IP 10894335-a46e-4598-9d49-f3cce1913658: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:29:07.199611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6160707e-9935-4eb5-9b52-3ef434bffe53 req-87787988-6a08-4192-b813-0830e80f9ece tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552911 Jul 14 09:29:07.201552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0820-213e-473e-8db4-1cf5e7570ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.223094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.294933 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-c262ca38-4af8-4c25-897a-d00113b22a81 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946673 Jul 14 09:29:07.297730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:07.299351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.306169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Deleting port 40d0fe7f-c296-474a-a9b8-6201dad11141 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:07.306517 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.348269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:07.350752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:07.372049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29152dc2-fbff-4055-a0dc-0d62db1d60e7 req-177c6b2b-398f-4e7d-b1c1-7cfeab734db3 service neutron] 10.222.0.73 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299223 Jul 14 09:29:07.441081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event updated for resources: {'Port': ['ID=48664a9f-32bf-46f7-a390-d8d564e7edc8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.469326 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0820-213e-473e-8db4-1cf5e7570ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.471944 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f1a1f9b0-c747-4434-83f0-d70247eafcda req-0a548ed9-3972-4529-8bd1-61f67a02f89b service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584535 Jul 14 09:29:07.473518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5cfc0820-213e-473e-8db4-1cf5e7570ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.477010 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d8eba2-7ad0-4c3e-85a1-814195d948fc x-openstack-request-id: req-50d8eba2-7ad0-4c3e-85a1-814195d948fc {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:07.477303 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:07.477552 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50d8eba2-7ad0-4c3e-85a1-814195d948fc {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:07.477932 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'status': 'completed', 'code': 200} Jul 14 09:29:07.524426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5cfc0820-213e-473e-8db4-1cf5e7570ddf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9fcc98993814030bd1ea6f141ae46b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8929098 Jul 14 09:29:07.524426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc0820-213e-473e-8db4-1cf5e7570ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6d393-b518-40ae-b324-0c96cdae1dc5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:07.528079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58270) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:07.584521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.585326 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.634053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-af27bc6e-713f-4c4c-a5eb-6371655e1c99 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8558562 Jul 14 09:29:07.668338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc73750-7bfb-4662-9083-6043b5bfc8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.686595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-d69dc518-1624-4a2f-8981-8a0912132b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.687513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Request body: {'port': {'device_id': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:07.688103 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-d69dc518-1624-4a2f-8981-8a0912132b28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b2e7fb60f334e19932be8700b125720&device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 1098 time: 0.1608350 Jul 14 09:29:07.714854 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc73750-7bfb-4662-9083-6043b5bfc8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.716277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] For port 40d0fe7f-c296-474a-a9b8-6201dad11141, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=40d0fe7f-c296-474a-a9b8-6201dad11141,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:07.716648 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.743484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Calling delete_port for 40d0fe7f-c296-474a-a9b8-6201dad11141 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:07.777995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ebfbbcb0-172b-41cf-9eae-084de1bc82f1 None None] Provisioning for port 48664a9f-32bf-46f7-a390-d8d564e7edc8 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:07.783184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ebfbbcb0-172b-41cf-9eae-084de1bc82f1 None None] Provisioning complete for port 48664a9f-32bf-46f7-a390-d8d564e7edc8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:07.783562 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ebfbbcb0-172b-41cf-9eae-084de1bc82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.825487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ebfbbcb0-172b-41cf-9eae-084de1bc82f1 None None] Port 48664a9f-32bf-46f7-a390-d8d564e7edc8 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:07.828450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55842352-4a32-465c-9b93-289d9e3f5c1d req-eaf22ba3-7376-46d0-9d31-9146668fd1be tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.830063 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55842352-4a32-465c-9b93-289d9e3f5c1d req-eaf22ba3-7376-46d0-9d31-9146668fd1be tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c3f7c7d-0367-4626-917a-88cf8b7b8a5f HTTP/1.1" status: 200 len: 949 time: 0.2001712 Jul 14 09:29:07.853648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9ac4a2-4c6f-40c6-bf42-20b2a5d915db req-0a4966b9-dee0-45e0-a29d-b939bbdff740 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.855366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9b9ac4a2-4c6f-40c6-bf42-20b2a5d915db req-0a4966b9-dee0-45e0-a29d-b939bbdff740 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 932 time: 0.4030051 Jul 14 09:29:07.867386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d3d6394c-afac-44c9-8741-9ad8e8e4bfff up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:07.869440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-e6a6c603-ac7f-4032-b720-68fce0fb4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:07.871655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-e6a6c603-ac7f-4032-b720-68fce0fb4c3f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2 HTTP/1.1" status: 200 len: 929 time: 0.1713500 Jul 14 09:29:07.899521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc73750-7bfb-4662-9083-6043b5bfc8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.905021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bcc73750-7bfb-4662-9083-6043b5bfc8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.906464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bcc73750-7bfb-4662-9083-6043b5bfc8a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ef6d393-b518-40ae-b324-0c96cdae1dc5 HTTP/1.1" status: 204 len: 168 time: 0.3775184 Jul 14 09:29:07.907756 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.935429 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.945317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-60affdab-ffa9-41b7-8585-047525310374 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 200 len: 217 time: 0.0633905 Jul 14 09:29:07.951564 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.959435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port d3d6394c-afac-44c9-8741-9ad8e8e4bfff completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:07.966629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port d3d6394c-afac-44c9-8741-9ad8e8e4bfff triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:07.967067 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:07.977134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc73750-7bfb-4662-9083-6043b5bfc8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef6d393-b518-40ae-b324-0c96cdae1dc5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.013391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9b9ac4a2-4c6f-40c6-bf42-20b2a5d915db req-70ea958b-967d-4847-9ae4-7dde4e847f2c tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309199 Jul 14 09:29:08.022566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55842352-4a32-465c-9b93-289d9e3f5c1d req-dcb73775-da7b-4f1c-bce2-6c6353c80118 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851530 Jul 14 09:29:08.078349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-18d70331-f246-406d-87fd-a71255ed8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.083546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-18d70331-f246-406d-87fd-a71255ed8807 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=928c1f24-50fc-4510-ac91-8dbe61b411c8 HTTP/1.1" status: 200 len: 867 time: 0.1158810 Jul 14 09:29:08.125997 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.177958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ae54a-d277-464b-ab05-3822e224a735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6394c-afac-44c9-8741-9ad8e8e4bfff'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:08.180708 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104bc351-27f9-4657-93ad-e3e2105a8da9" -d '{"events": [{"server_uuid": "a99ae54a-d277-464b-ab05-3822e224a735", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6394c-afac-44c9-8741-9ad8e8e4bfff"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:08.208678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d3d6394c-afac-44c9-8741-9ad8e8e4bfff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:08.216338 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.221335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-aaef842b-90e3-4b5c-b1e2-25000c5d4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.222968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-aaef842b-90e3-4b5c-b1e2-25000c5d4251 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7985b0c-972f-4869-82b3-21ac7cfdd5b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1337073 Jul 14 09:29:08.279736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.378581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.379529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-70b35d74-56f7-40ff-a730-e8b8a83e15f2 service neutron] 10.222.0.69 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442327 Jul 14 09:29:08.392769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65', '40d0fe7f-c296-474a-a9b8-6201dad11141'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:08.393015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cc185-3703-46b9-abc9-6002be24dca8 req-7cc1286b-f147-43fb-89f5-6c92e59c6fe6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.397271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f', '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:08.403065 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-506cc185-3703-46b9-abc9-6002be24dca8 req-7cc1286b-f147-43fb-89f5-6c92e59c6fe6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 945 time: 0.1028194 Jul 14 09:29:08.432993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58280) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:08.514597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d477e77b-de07-4175-95c1-39896ab59413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.546564 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-506cc185-3703-46b9-abc9-6002be24dca8 req-481133e5-eaa2-4266-89f2-634e864da882 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452019 Jul 14 09:29:08.628457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2322ace5-6922-41d3-8ec8-2fc2918bc5fb req-3238185d-c877-4cb8-9897-524b498e89a0 service neutron] 10.222.0.69 "GET /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259102 Jul 14 09:29:08.684802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-e588ca30-7f1f-4e56-b91a-9a927b8763e2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.686415 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-e588ca30-7f1f-4e56-b91a-9a927b8763e2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 945 time: 0.2603378 Jul 14 09:29:08.691018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-d61d8d62-7e8d-40c7-b6b1-564a2575e55d tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips/10894335-a46e-4598-9d49-f3cce1913658 HTTP/1.1" status: 200 len: 693 time: 0.0837095 Jul 14 09:29:08.765594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event deleted for resources: {'Port': ['ID=40d0fe7f-c296-474a-a9b8-6201dad11141,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:08.791177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-f2b81388-9091-4293-a6bd-d11646848924 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.792769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-f2b81388-9091-4293-a6bd-d11646848924 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9f32e4a-0c33-4eb2-825f-dbecffce0bb5 HTTP/1.1" status: 200 len: 950 time: 0.6883731 Jul 14 09:29:08.852851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] No DVR routers for this DVR port 40d0fe7f-c296-474a-a9b8-6201dad11141 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:08.878716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.880765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43f54f02-f801-456a-81e9-7151926ff516 req-7dbc0c6f-d47a-47f5-9cb9-92c8eb82c8dc tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "DELETE /v2.0/ports/40d0fe7f-c296-474a-a9b8-6201dad11141 HTTP/1.1" status: 204 len: 173 time: 1.9887061 Jul 14 09:29:08.883696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3f7c7d-0367-4626-917a-88cf8b7b8a5f', 'name': 'network-vif-deleted', 'tag': '40d0fe7f-c296-474a-a9b8-6201dad11141'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:08.885937 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d312ba34-e1cb-4cf2-b190-200e9f23124c" -d '{"events": [{"server_uuid": "6c3f7c7d-0367-4626-917a-88cf8b7b8a5f", "name": "network-vif-deleted", "tag": "40d0fe7f-c296-474a-a9b8-6201dad11141"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:08.888340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Router c7666098-7040-4c42-88fc-f7ccd2432405 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:08.915117 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d477e77b-de07-4175-95c1-39896ab59413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.927021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d24fb-70a4-43a4-87f3-2466106afed4 req-ce671e36-8f8d-4562-b6e7-814f31a83e3a tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.927309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d477e77b-de07-4175-95c1-39896ab59413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:08.928581 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-288d24fb-70a4-43a4-87f3-2466106afed4 req-ce671e36-8f8d-4562-b6e7-814f31a83e3a tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 949 time: 0.7086194 Jul 14 09:29:08.940730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-99cf5b02-f6a4-4704-b80c-88f9b61f5e1d tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:08.942299 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-99cf5b02-f6a4-4704-b80c-88f9b61f5e1d tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2396083 Jul 14 09:29:09.026753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477e77b-de07-4175-95c1-39896ab59413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55329bf9-e073-4a7f-9d44-d8116635dd4b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.034294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d477e77b-de07-4175-95c1-39896ab59413 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e2dc869f91a543538cc0f8f55c931381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5979111 Jul 14 09:29:09.034294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Deleting port ba44a4a6-e43c-428c-bd67-afa2997a2d69 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:09.034294 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.038280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58284) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.043274 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-4c5713a0-0b24-4c18-b52d-262e9242645e tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0887382 Jul 14 09:29:09.123989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-288d24fb-70a4-43a4-87f3-2466106afed4 req-163ccb62-1afc-40b0-9a52-765ca1b05050 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831336 Jul 14 09:29:09.166849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-81b3d9a8-a4e6-4328-a3f6-165dc22a9242 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.125 HTTP/1.1" status: 200 len: 696 time: 0.0804529 Jul 14 09:29:09.193493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48664a9f-32bf-46f7-a390-d8d564e7edc8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:09.194723 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d911045-f383-41a6-879c-448ffebeb854 x-openstack-request-id: req-3d911045-f383-41a6-879c-448ffebeb854 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:09.195243 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ae54a-d277-464b-ab05-3822e224a735", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6394c-afac-44c9-8741-9ad8e8e4bfff", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:09.195436 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d911045-f383-41a6-879c-448ffebeb854 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:09.195931 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ae54a-d277-464b-ab05-3822e224a735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6394c-afac-44c9-8741-9ad8e8e4bfff', 'code': 200} Jul 14 09:29:09.203909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:09.214875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179774c-dd73-4cc3-9307-e63df39ed9ce None None] Sync routers for ids ['c7666098-7040-4c42-88fc-f7ccd2432405'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:09.216061 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.230690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.233471 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cde73fe2-e22d-4289-80bb-36772306c0ab tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "PUT /v2.0/routers/c7666098-7040-4c42-88fc-f7ccd2432405 HTTP/1.1" status: 200 len: 883 time: 4.8964329 Jul 14 09:29:09.236106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58290) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.236741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179774c-dd73-4cc3-9307-e63df39ed9ce None None] Routers {'c7666098-7040-4c42-88fc-f7ccd2432405'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:09.237393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8179774c-dd73-4cc3-9307-e63df39ed9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c7666098-7040-4c42-88fc-f7ccd2432405'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.241755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Deleting port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:09.251833 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.308681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8179774c-dd73-4cc3-9307-e63df39ed9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.322270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179774c-dd73-4cc3-9307-e63df39ed9ce None None] Routers {'c7666098-7040-4c42-88fc-f7ccd2432405'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:09.322995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8179774c-dd73-4cc3-9307-e63df39ed9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c7666098-7040-4c42-88fc-f7ccd2432405'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.361927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Transition to ACTIVE for port object 48664a9f-32bf-46f7-a390-d8d564e7edc8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:09.409243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8179774c-dd73-4cc3-9307-e63df39ed9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:09.409954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179774c-dd73-4cc3-9307-e63df39ed9ce None None] The sync data for ids ['c7666098-7040-4c42-88fc-f7ccd2432405'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:09.430124 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.439815 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fae3efe3-9422-4988-adde-a98242d80687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.451087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] For port ba44a4a6-e43c-428c-bd67-afa2997a2d69, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ba44a4a6-e43c-428c-bd67-afa2997a2d69,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:09.451454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.533226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Calling delete_port for ba44a4a6-e43c-428c-bd67-afa2997a2d69 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:09.550853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fae3efe3-9422-4988-adde-a98242d80687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.562110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Pushing event updated for resources: {'Port': ['ID=48664a9f-32bf-46f7-a390-d8d564e7edc8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.606598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] For port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:09.607352 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.633307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b19c2055-75e3-4ab3-8551-09fd4fb25e10 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/routers/c7666098-7040-4c42-88fc-f7ccd2432405 HTTP/1.1" status: 200 len: 924 time: 0.3887846 Jul 14 09:29:09.636220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58294) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.652051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a612957-f287-40c2-93cf-6ae06cd5bfb3 req-55b149e0-2fad-4de8-9673-68d469255c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.653931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a612957-f287-40c2-93cf-6ae06cd5bfb3 req-55b149e0-2fad-4de8-9673-68d469255c9f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 1101 time: 0.3577724 Jul 14 09:29:09.656811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Calling delete_port for 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:09.698254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b129d-3bd3-492d-8011-579400247a54 req-4c0c2467-bdf7-4b8f-8507-32c658846e48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.699816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1d0b129d-3bd3-492d-8011-579400247a54 req-4c0c2467-bdf7-4b8f-8507-32c658846e48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.3515229 Jul 14 09:29:09.712088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Deleting port d8fc06a9-68ac-4ff8-8eb9-27728bde9a1b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:09.712484 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.781712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a612957-f287-40c2-93cf-6ae06cd5bfb3 req-870629fd-f175-435e-be8c-d576e0d2f4de service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159177 Jul 14 09:29:09.785311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Attempting to bind port 48664a9f-32bf-46f7-a390-d8d564e7edc8 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:09.785645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Attempting to bind port 48664a9f-32bf-46f7-a390-d8d564e7edc8 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:09.785974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Attempting to bind port 48664a9f-32bf-46f7-a390-d8d564e7edc8 on network f807ecfb-8782-4d75-a7e1-9c7d931c7abf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:09.787129 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fae3efe3-9422-4988-adde-a98242d80687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.789759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fae3efe3-9422-4988-adde-a98242d80687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.790899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fae3efe3-9422-4988-adde-a98242d80687 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/55329bf9-e073-4a7f-9d44-d8116635dd4b HTTP/1.1" status: 204 len: 168 time: 0.7515666 Jul 14 09:29:09.817262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Port 48664a9f-32bf-46f7-a390-d8d564e7edc8 on network f807ecfb-8782-4d75-a7e1-9c7d931c7abf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:09.817457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3efe3-9422-4988-adde-a98242d80687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55329bf9-e073-4a7f-9d44-d8116635dd4b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:09.818340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Attempting to bind port 48664a9f-32bf-46f7-a390-d8d564e7edc8 on network f807ecfb-8782-4d75-a7e1-9c7d931c7abf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:09.828571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ee56d-d82f-4cfb-b7ca-f4a4fcbb2345 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:09.830994 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4b1ee56d-d82f-4cfb-b7ca-f4a4fcbb2345 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=c7666098-7040-4c42-88fc-f7ccd2432405&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1881547 Jul 14 09:29:09.831398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:09.831747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Checking segment: {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:09.832131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Bound using segment: {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:09.832605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Bound port: 48664a9f-32bf-46f7-a390-d8d564e7edc8, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5b6f65-f83a-4b57-823f-96bad2de6f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:09.832948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.835358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:09.841962 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1d0b129d-3bd3-492d-8011-579400247a54 req-aff8658c-9d9f-4917-a8f5-491d7fec5804 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893383 Jul 14 09:29:09.898953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.899299 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.917894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Calling delete_port for d8fc06a9-68ac-4ff8-8eb9-27728bde9a1b owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:09.929753 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:09.941136 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4195c7-ecee-4971-b4bc-dbdd995cb0a2 x-openstack-request-id: req-8e4195c7-ecee-4971-b4bc-dbdd995cb0a2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:09.941688 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3f7c7d-0367-4626-917a-88cf8b7b8a5f", "name": "network-vif-deleted", "tag": "40d0fe7f-c296-474a-a9b8-6201dad11141", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:09.942103 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e4195c7-ecee-4971-b4bc-dbdd995cb0a2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:09.942741 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3f7c7d-0367-4626-917a-88cf8b7b8a5f', 'name': 'network-vif-deleted', 'tag': '40d0fe7f-c296-474a-a9b8-6201dad11141', 'status': 'completed', 'code': 200} Jul 14 09:29:09.947320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ba44a4a6-e43c-428c-bd67-afa2997a2d69'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:10.025571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event deleted for resources: {'Port': ['ID=ba44a4a6-e43c-428c-bd67-afa2997a2d69,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.042459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] For port 48664a9f-32bf-46f7-a390-d8d564e7edc8, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:10.046042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] For port 48664a9f-32bf-46f7-a390-d8d564e7edc8, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:10.047668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f9f21-b598-4422-ac60-bdbd339fc38c tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.051812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d79f9f21-b598-4422-ac60-bdbd339fc38c tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 881 time: 0.2104940 Jul 14 09:29:10.051812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.051812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58300) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.063552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:10.073040 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.128346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-91194958-3312-48ef-9dd2-8275c3ea8de3 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7666098-7040-4c42-88fc-f7ccd2432405 HTTP/1.1" status: 200 len: 205 time: 0.0748072 Jul 14 09:29:10.134092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event deleted for resources: {'Port': ['ID=280741e3-4b9d-4d5c-bcdb-041ec4f3c604,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.136857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:10.224679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.225327 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.226745 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] 10.222.0.69 "PUT /v2.0/ports/48664a9f-32bf-46f7-a390-d8d564e7edc8 HTTP/1.1" status: 200 len: 1093 time: 2.5532117 Jul 14 09:29:10.332417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:10.341787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] No DVR routers for this DVR port 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:10.361422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.366646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b079d72d-e677-4ee1-a0ab-f5d25b278931 req-70438b3e-36de-464e-bf91-4189d7e4a0ea tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "DELETE /v2.0/ports/280741e3-4b9d-4d5c-bcdb-041ec4f3c604 HTTP/1.1" status: 204 len: 173 time: 1.5471323 Jul 14 09:29:10.446375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf961c7-5cd7-4294-aff5-11c1aa6b07ee service neutron] Pushing event updated for resources: {'Port': ['ID=48664a9f-32bf-46f7-a390-d8d564e7edc8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:10.540817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.559386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baabf2-a4af-4364-a73f-a9c6b389aa1a req-5c2b2393-1f48-4b13-b1ae-5ae175cf7115 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.561037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10baabf2-a4af-4364-a73f-a9c6b389aa1a req-5c2b2393-1f48-4b13-b1ae-5ae175cf7115 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 944 time: 0.4282382 Jul 14 09:29:10.631169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1c1f1e25-0b1d-4528-b56f-c2c339f3480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.632752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-1c1f1e25-0b1d-4528-b56f-c2c339f3480c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f37b39baff744dd896ceb753a2dc37d&device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 1096 time: 0.3462172 Jul 14 09:29:10.677553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] No DVR routers for this DVR port ba44a4a6-e43c-428c-bd67-afa2997a2d69 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:10.682728 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:10.684809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e19b6ae1-994f-4d92-84ca-f6a89c2215fb req-9ad46d38-581a-4320-bee5-19de64dc3112 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "DELETE /v2.0/ports/ba44a4a6-e43c-428c-bd67-afa2997a2d69 HTTP/1.1" status: 204 len: 173 time: 1.9905975 Jul 14 09:29:10.690052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e46db51-73df-4772-9681-95de08869bb2', 'name': 'network-vif-deleted', 'tag': 'ba44a4a6-e43c-428c-bd67-afa2997a2d69'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:10.692346 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd7ed3b-4848-4206-8b09-9da6f355d144" -d '{"events": [{"server_uuid": "2e46db51-73df-4772-9681-95de08869bb2", "name": "network-vif-deleted", "tag": "ba44a4a6-e43c-428c-bd67-afa2997a2d69"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:10.735436 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-bc68c53e-bfa8-4309-87ec-2650333c47fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8 HTTP/1.1" status: 200 len: 217 time: 0.0913208 Jul 14 09:29:10.792497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-0ed7f1df-84b0-4ee8-bc0a-9b905f463a8d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7611849 Jul 14 09:29:10.864982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10baabf2-a4af-4364-a73f-a9c6b389aa1a req-a2f50f84-abb7-4660-ac93-45f24d413393 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162466 Jul 14 09:29:10.906056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-e43834c6-746b-41f8-bda9-d0c68d8c4ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:10.908121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-e43834c6-746b-41f8-bda9-d0c68d8c4ba1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f52d37c7-bf0e-4657-97ef-e03520a37acb HTTP/1.1" status: 200 len: 845 time: 0.1637251 Jul 14 09:29:10.909614 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.014929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.027166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Deleting port 7a1f6e53-e536-4d47-be21-642ade449b0d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:11.027514 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.032129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-c118b6cd-a0eb-4229-a985-1f7ffcc2b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.033616 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-c118b6cd-a0eb-4229-a985-1f7ffcc2b46f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153507 Jul 14 09:29:11.052649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Pushing event deleted for resources: {'Port': ['ID=d8fc06a9-68ac-4ff8-8eb9-27728bde9a1b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.155723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-1d00cfc5-e1e3-4335-9d4c-27b98b14d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.157220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-1d00cfc5-e1e3-4335-9d4c-27b98b14d9bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a77186bed31942579c223cda192af782&device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 1102 time: 0.3328791 Jul 14 09:29:11.193767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.213239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-a6403b74-00c2-470c-98c7-c2ae55bb96a5 service neutron] 10.222.0.69 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668603 Jul 14 09:29:11.214088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Calling delete_port for 7a1f6e53-e536-4d47-be21-642ade449b0d owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:11.270811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.273430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.285832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a91821a-9f55-4b39-9cf6-539ba2810b4c req-355038d8-3fde-4e62-94ca-99f27d894995 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "DELETE /v2.0/floatingips/10894335-a46e-4598-9d49-f3cce1913658 HTTP/1.1" status: 204 len: 173 time: 2.1117435 Jul 14 09:29:11.351627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-f3ba939e-cd52-47cf-9dfc-29c109bfa004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.354189 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-f3ba939e-cd52-47cf-9dfc-29c109bfa004 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1675549 Jul 14 09:29:11.410349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03231d4a-7da0-4238-85c0-e1a7e9ec9276 req-b5563be7-3f62-4d46-915b-ae35feab3eaf tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=2e46db51-73df-4772-9681-95de08869bb2 HTTP/1.1" status: 200 len: 210 time: 0.0412288 Jul 14 09:29:11.413849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-81689ba5-247f-4d02-bd55-3d675de9f34e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1f8ce378-cdcd-4668-93d9-e9d01c14e26f HTTP/1.1" status: 200 len: 217 time: 0.0530109 Jul 14 09:29:11.473469 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436f2749-0dde-476a-bf36-339d08c888f1 x-openstack-request-id: req-436f2749-0dde-476a-bf36-339d08c888f1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:11.473828 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e46db51-73df-4772-9681-95de08869bb2", "name": "network-vif-deleted", "tag": "ba44a4a6-e43c-428c-bd67-afa2997a2d69", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:11.474081 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-436f2749-0dde-476a-bf36-339d08c888f1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:11.474640 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e46db51-73df-4772-9681-95de08869bb2', 'name': 'network-vif-deleted', 'tag': 'ba44a4a6-e43c-428c-bd67-afa2997a2d69', 'status': 'completed', 'code': 200} Jul 14 09:29:11.477150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-745d6cd2-129c-4a0c-976e-c4156288a398 req-59a2f67c-deb7-4655-97b5-af13dde1d6cd service neutron] 10.222.0.69 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541835 Jul 14 09:29:11.566392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-6ff070a9-7d69-48e4-a305-966c20f079e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.567939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-6ff070a9-7d69-48e4-a305-966c20f079e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0922780 Jul 14 09:29:11.580284 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.581558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e2d9d-bbc4-4f2e-b42a-bd5d9f4ce7dc req-bedbaacf-4779-49df-b62b-eae823aad0fe tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.583651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f97e2d9d-bbc4-4f2e-b42a-bd5d9f4ce7dc req-bedbaacf-4779-49df-b62b-eae823aad0fe tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 949 time: 0.1725638 Jul 14 09:29:11.618259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event deleted for resources: {'Port': ['ID=7a1f6e53-e536-4d47-be21-642ade449b0d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:11.663597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f97e2d9d-bbc4-4f2e-b42a-bd5d9f4ce7dc req-dad33341-53d0-4049-92f5-66c3ee9ce60e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691764 Jul 14 09:29:11.670100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-bd717d46-efda-46e3-be83-c39ab8a5afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.671650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-bd717d46-efda-46e3-be83-c39ab8a5afdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871203 Jul 14 09:29:11.730005 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.833092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-062a3d36-c838-4a2a-888f-0dc325aa414c service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540301 Jul 14 09:29:11.838772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511381a-c69e-42d7-9a7e-5698c90d01e3 req-95588f94-efeb-4726-b994-b2578578874c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:11.840422 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1511381a-c69e-42d7-9a7e-5698c90d01e3 req-95588f94-efeb-4726-b994-b2578578874c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.2192564 Jul 14 09:29:11.855695 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.862987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.881966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 40d0fe7f-c296-474a-a9b8-6201dad11141 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:11.929708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1511381a-c69e-42d7-9a7e-5698c90d01e3 req-1d458d83-e415-483d-972d-7ca9d363eb0a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798314 Jul 14 09:29:11.930716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.931264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Fanout notify agent at l3_agent the message router_deleted on router c7666098-7040-4c42-88fc-f7ccd2432405 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:11.936106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 40d0fe7f-c296-474a-a9b8-6201dad11141 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:11.936558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 40d0fe7f-c296-474a-a9b8-6201dad11141 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:11.939209 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.940661 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-800f2f51-4bf0-4118-8e95-e25200574f9b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/c7666098-7040-4c42-88fc-f7ccd2432405 HTTP/1.1" status: 204 len: 168 time: 1.8026328 Jul 14 09:29:11.945349 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'tag': '48664a9f-32bf-46f7-a390-d8d564e7edc8'}, {'server_uuid': 'a9f32e4a-0c33-4eb2-825f-dbecffce0bb5', 'name': 'network-vif-deleted', 'tag': '280741e3-4b9d-4d5c-bcdb-041ec4f3c604'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:11.948011 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cd3305-cad2-4926-9327-0754ea111d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "19ba070d-335e-4139-bfa1-194c416fe2cd", "tag": "48664a9f-32bf-46f7-a390-d8d564e7edc8"}, {"server_uuid": "a9f32e4a-0c33-4eb2-825f-dbecffce0bb5", "name": "network-vif-deleted", "tag": "280741e3-4b9d-4d5c-bcdb-041ec4f3c604"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:11.948702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58362) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:11.966947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a724bb15-8a27-4117-b0e8-c21cbc366352 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2053893117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:11.990719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21651bee-86bb-47cf-a87b-4f808a9c8c76 req-e8b0f768-7716-4420-9a25-fdfda317a688 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507540 Jul 14 09:29:11.997395 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a724bb15-8a27-4117-b0e8-c21cbc366352 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:11.998415 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a724bb15-8a27-4117-b0e8-c21cbc366352 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.069196 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a724bb15-8a27-4117-b0e8-c21cbc366352 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.074744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a724bb15-8a27-4117-b0e8-c21cbc366352 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.093482 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a724bb15-8a27-4117-b0e8-c21cbc366352 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.094957 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a724bb15-8a27-4117-b0e8-c21cbc366352 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1438627 Jul 14 09:29:12.097780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58376) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:12.103381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': True}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:12.128992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ba44a4a6-e43c-428c-bd67-afa2997a2d69 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:12.150681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: ba44a4a6-e43c-428c-bd67-afa2997a2d69 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:12.151280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ba44a4a6-e43c-428c-bd67-afa2997a2d69 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:12.151847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:12.197614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:12.198240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 280741e3-4b9d-4d5c-bcdb-041ec4f3c604 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:12.216022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c459e1-f79a-4ee9-83e7-eba22652f464 req-08a64c3d-8992-4200-b02b-0831e76e6288 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.223396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65c459e1-f79a-4ee9-83e7-eba22652f464 req-08a64c3d-8992-4200-b02b-0831e76e6288 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0830376 Jul 14 09:29:12.277635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65c459e1-f79a-4ee9-83e7-eba22652f464 req-01df8bad-bcc8-4319-a92f-2a7a119f16b0 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0532475 Jul 14 09:29:12.325946 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2647c1-4ce5-45cc-a93b-bb77ff8083cc x-openstack-request-id: req-3c2647c1-4ce5-45cc-a93b-bb77ff8083cc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:12.326249 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ba070d-335e-4139-bfa1-194c416fe2cd", "tag": "48664a9f-32bf-46f7-a390-d8d564e7edc8", "status": "completed", "code": 200}, {"server_uuid": "a9f32e4a-0c33-4eb2-825f-dbecffce0bb5", "name": "network-vif-deleted", "tag": "280741e3-4b9d-4d5c-bcdb-041ec4f3c604", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:12.326707 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c2647c1-4ce5-45cc-a93b-bb77ff8083cc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:12.327253 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'tag': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'status': 'completed', 'code': 200} Jul 14 09:29:12.327520 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f32e4a-0c33-4eb2-825f-dbecffce0bb5', 'name': 'network-vif-deleted', 'tag': '280741e3-4b9d-4d5c-bcdb-041ec4f3c604', 'status': 'completed', 'code': 200} Jul 14 09:29:12.466058 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:12.571311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd3305-cad2-4926-9327-0754ea111d1e req-9da48eb9-462c-4f3a-9072-4d68b8a16bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.578133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14cd3305-cad2-4926-9327-0754ea111d1e req-9da48eb9-462c-4f3a-9072-4d68b8a16bf6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f37b39baff744dd896ceb753a2dc37d&device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 1096 time: 0.2074842 Jul 14 09:29:12.589078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f32de-d9d5-469c-9109-12057a84e4e6 req-7fcff926-22e5-4092-84ca-630aebacedfc tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.590597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-270f32de-d9d5-469c-9109-12057a84e4e6 req-7fcff926-22e5-4092-84ca-630aebacedfc tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 944 time: 0.2230334 Jul 14 09:29:12.628453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4af1b10-c9cc-4ddf-8d8c-1c078326e9d5 req-872c68db-15aa-4969-a04b-3a1ded2c66b9 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0430913 Jul 14 09:29:12.714288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-270f32de-d9d5-469c-9109-12057a84e4e6 req-aa76f0b0-92a9-4766-89c6-28d346f54926 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117651 Jul 14 09:29:12.729532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-1a5168d0-cc6f-4d4e-8659-8e7f02859ee0 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=6d85ab580d01415ca4977a820f260986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235829 Jul 14 09:29:12.735235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd3305-cad2-4926-9327-0754ea111d1e req-b148b11b-69d9-4c7c-8aa1-86c04db86458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.736727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14cd3305-cad2-4926-9327-0754ea111d1e req-b148b11b-69d9-4c7c-8aa1-86c04db86458 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf HTTP/1.1" status: 200 len: 907 time: 0.1441078 Jul 14 09:29:12.787368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14cd3305-cad2-4926-9327-0754ea111d1e req-14d22060-f291-4a08-92f6-3a57b8486b57 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8 HTTP/1.1" status: 200 len: 217 time: 0.0385644 Jul 14 09:29:12.874511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-9f0c5667-6637-4063-9e34-7e689425f7e6 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.876341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-9f0c5667-6637-4063-9e34-7e689425f7e6 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1321509 Jul 14 09:29:12.908720 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-c3392c12-9ff2-474d-8bdb-24bd959ccff4 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/quotas/6d85ab580d01415ca4977a820f260986 HTTP/1.1" status: 200 len: 375 time: 0.0259500 Jul 14 09:29:12.947490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd3305-cad2-4926-9327-0754ea111d1e req-603d3c48-76e4-47bc-9d71-a108dbf6e3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:12.949008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14cd3305-cad2-4926-9327-0754ea111d1e req-603d3c48-76e4-47bc-9d71-a108dbf6e3ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f52d37c7-bf0e-4657-97ef-e03520a37acb HTTP/1.1" status: 200 len: 845 time: 0.1182528 Jul 14 09:29:12.993112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.017699 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.019039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0ffe3373-2323-4358-be47-146a8c17a92b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6d85ab580d01415ca4977a820f260986&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1071119 Jul 14 09:29:13.094501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd3305-cad2-4926-9327-0754ea111d1e req-22d3edb9-1795-4aba-8a80-38829e81e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.096133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14cd3305-cad2-4926-9327-0754ea111d1e req-22d3edb9-1795-4aba-8a80-38829e81e397 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400139 Jul 14 09:29:13.303961 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14cd3305-cad2-4926-9327-0754ea111d1e req-859bbec5-e0e5-402e-b720-83212e683434 service neutron] 10.222.0.69 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989651 Jul 14 09:29:13.368404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Allocated IP 172.25.0.177 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/a46313df-dbf6-4ab5-8c22-788ecefaf4ea) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:13.435548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011c33-d642-4675-af57-f97439b25163 req-fb461540-43d7-4b9f-b4fa-f7e6d422c115 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.445522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-fb461540-43d7-4b9f-b4fa-f7e6d422c115 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.2042203 Jul 14 09:29:13.480276 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-c12a4cfd-8e8a-4eca-9788-c734d4ca3c91 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/quotas/a9906f97252144128c6148c196932b6a HTTP/1.1" status: 200 len: 375 time: 0.0175598 Jul 14 09:29:13.503745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14cd3305-cad2-4926-9327-0754ea111d1e req-62b756dd-492b-4159-a127-3adaeabc9454 service neutron] 10.222.0.69 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952415 Jul 14 09:29:13.534953 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-80f50266-0bb5-4c07-a630-6b96589c1efc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533972 Jul 14 09:29:13.606781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.632449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-14fcf6d4-2ff6-44e4-9238-7f6abc88f47f service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966036 Jul 14 09:29:13.725866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b49a69-f2b2-4f0d-a29f-ca5b976c20e5 req-f974cdc5-b2f9-4063-bb0c-8c14ebe9177f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:13.728345 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25b49a69-f2b2-4f0d-a29f-ca5b976c20e5 req-f974cdc5-b2f9-4063-bb0c-8c14ebe9177f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1103356 Jul 14 09:29:13.730182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:13.790786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'Port': ['ID=a46313df-dbf6-4ab5-8c22-788ecefaf4ea,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:13.822494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:13.830275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:13.835700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:13.891701 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25b49a69-f2b2-4f0d-a29f-ca5b976c20e5 req-d565e9e3-bb52-4aea-a40d-1710c4c4a1bc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031227 Jul 14 09:29:14.134146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 48664a9f-32bf-46f7-a390-d8d564e7edc8 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:14.156466 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-e83adc2d-671a-49f2-a3ac-dab074f61daf service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152013 Jul 14 09:29:14.166081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-513730cf-7364-4732-a8c7-3083d7fe5d2f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.167660 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-513730cf-7364-4732-a8c7-3083d7fe5d2f tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/ports?device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 949 time: 0.1046190 Jul 14 09:29:14.218339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5eec80-56d4-40e1-a350-c3c82b6a9de8 req-bb0bb611-1ced-4e3f-9e70-93e8e6ab4a27 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:14.221592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c5eec80-56d4-40e1-a350-c3c82b6a9de8 req-bb0bb611-1ced-4e3f-9e70-93e8e6ab4a27 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 949 time: 0.1631956 Jul 14 09:29:14.304705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Deleting port a8772588-dd72-4825-86de-65a9e8378f53 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:14.305060 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.340645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.352348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 48664a9f-32bf-46f7-a390-d8d564e7edc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:14.379368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'port_id': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'mac_address': 'fa:16:3e:74:17:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:14.437913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c5eec80-56d4-40e1-a350-c3c82b6a9de8 req-67f776c3-5eac-4f76-8add-10beb4665e51 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785612 Jul 14 09:29:14.517739 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.560080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48664a9f-32bf-46f7-a390-d8d564e7edc8 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:14.612036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 48664a9f-32bf-46f7-a390-d8d564e7edc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:14.619969 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.686454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] For port a8772588-dd72-4825-86de-65a9e8378f53, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8772588-dd72-4825-86de-65a9e8378f53,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:14.687203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:14.736373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Calling delete_port for a8772588-dd72-4825-86de-65a9e8378f53 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:14.771091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=48664a9f-32bf-46f7-a390-d8d564e7edc8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:14.814734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-591fe848-fa4b-4689-8ef2-db19152073e2 req-476d9a67-4990-44a7-a26c-0fded1e340d5 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 210 time: 0.0368166 Jul 14 09:29:14.883656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['48664a9f-32bf-46f7-a390-d8d564e7edc8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:15.083039 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.103216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8772588-dd72-4825-86de-65a9e8378f53', 'a1d59ba7-1b35-402d-9464-4485e1457d65'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:15.195942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event deleted for resources: {'Port': ['ID=a8772588-dd72-4825-86de-65a9e8378f53,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:15.297364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] No DVR routers for this DVR port a8772588-dd72-4825-86de-65a9e8378f53 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:15.309652 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.311933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7da509f3-60a7-4fef-871b-0b9a56505518 req-1fae0611-e2dc-48fa-aac4-0bfbcc95be34 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "DELETE /v2.0/ports/a8772588-dd72-4825-86de-65a9e8378f53 HTTP/1.1" status: 204 len: 173 time: 1.1385565 Jul 14 09:29:15.327813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f34e2-e39a-4aaf-b9d4-fb661d576096 req-f76f4e8b-39d2-46bf-9d78-7a9137bdaf69 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.335030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-a1884046-3b35-42f5-8d2f-728492ccba2a tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=6d85ab580d01415ca4977a820f260986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7470369 Jul 14 09:29:15.338548 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc3f34e2-e39a-4aaf-b9d4-fb661d576096 req-f76f4e8b-39d2-46bf-9d78-7a9137bdaf69 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 945 time: 0.2796173 Jul 14 09:29:15.340623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a61d08-e818-40f6-a148-21774deb13f1', 'name': 'network-vif-deleted', 'tag': 'a8772588-dd72-4825-86de-65a9e8378f53'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:15.343074 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fed589-ac8b-4d7c-b39c-2f8bdc631b50" -d '{"events": [{"server_uuid": "30a61d08-e818-40f6-a148-21774deb13f1", "name": "network-vif-deleted", "tag": "a8772588-dd72-4825-86de-65a9e8378f53"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:15.400232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-e8593b7c-cd3f-4549-8e12-bfe54b8d237b tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.401752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-e8593b7c-cd3f-4549-8e12-bfe54b8d237b tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 946 time: 0.3444088 Jul 14 09:29:15.447808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc3f34e2-e39a-4aaf-b9d4-fb661d576096 req-b29d1803-b1a0-4e0e-ab15-0f57a180b065 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077163 Jul 14 09:29:15.497613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:15.569369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Deleting port d74ef75f-305e-456a-b9b4-e98aeddf2d65 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:15.569933 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.755279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a965c-003b-4735-85e5-7b0442051a38 req-85f22de1-f595-443c-89c7-b842e2b284f2 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.760351 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-114a965c-003b-4735-85e5-7b0442051a38 req-85f22de1-f595-443c-89c7-b842e2b284f2 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 949 time: 0.5109146 Jul 14 09:29:15.769275 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08525a27-5296-4b6c-bf02-df75d3653e5d req-ab90a9bc-86db-4de5-aa1d-1d0ce0c7bef2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 210 time: 0.0920990 Jul 14 09:29:15.837446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b9bd-0370-4dfb-83d3-1c5b94bee917 req-8940c0cf-82a8-4662-aba1-33d9bb1977ef tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.839024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b753b9bd-0370-4dfb-83d3-1c5b94bee917 req-8940c0cf-82a8-4662-aba1-33d9bb1977ef tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 946 time: 0.5885167 Jul 14 09:29:15.852164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] For port d74ef75f-305e-456a-b9b4-e98aeddf2d65, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d74ef75f-305e-456a-b9b4-e98aeddf2d65,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:15.852566 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.871985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Calling delete_port for d74ef75f-305e-456a-b9b4-e98aeddf2d65 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:15.874072 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.916305 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:15.940886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-295eaca3-53b9-4f5c-9b9b-d7d2ed01b564 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:15.942421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-295eaca3-53b9-4f5c-9b9b-d7d2ed01b564 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5999162 Jul 14 09:29:16.000379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Request body: {'port': {'device_id': '2b093809-969b-4216-bf53-9fd6de4f8a58', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '6d85ab580d01415ca4977a820f260986'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.029904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf159d9-bb79-46bb-9df0-c5b55d19052b req-7f7a563b-9d66-4cd5-a281-975805527354 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:16.043017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdf159d9-bb79-46bb-9df0-c5b55d19052b req-7f7a563b-9d66-4cd5-a281-975805527354 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1182861 Jul 14 09:29:16.133056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdf159d9-bb79-46bb-9df0-c5b55d19052b req-2da7257f-3347-4eeb-a9e8-de51eac7c69b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890493 Jul 14 09:29:16.135400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 48664a9f-32bf-46f7-a390-d8d564e7edc8 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:16.156922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.188254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d74ef75f-305e-456a-b9b4-e98aeddf2d65'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:16.229030 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf9caa8-d1ec-4ad9-8fc0-1aee76d8e6a0 x-openstack-request-id: req-7bf9caa8-d1ec-4ad9-8fc0-1aee76d8e6a0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:16.231469 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a61d08-e818-40f6-a148-21774deb13f1", "name": "network-vif-deleted", "tag": "a8772588-dd72-4825-86de-65a9e8378f53", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:16.231811 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bf9caa8-d1ec-4ad9-8fc0-1aee76d8e6a0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:16.232236 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a61d08-e818-40f6-a148-21774deb13f1', 'name': 'network-vif-deleted', 'tag': 'a8772588-dd72-4825-86de-65a9e8378f53', 'status': 'completed', 'code': 200} Jul 14 09:29:16.233013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Pushing event deleted for resources: {'Port': ['ID=d74ef75f-305e-456a-b9b4-e98aeddf2d65,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.256711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 48664a9f-32bf-46f7-a390-d8d564e7edc8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:16.261707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 48664a9f-32bf-46f7-a390-d8d564e7edc8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:16.262102 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.274440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b753b9bd-0370-4dfb-83d3-1c5b94bee917 req-eb90ba9d-e352-4750-9bb9-e2e3f0fb872e tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/security-groups?id=cbd51371-87bf-40df-a597-571034de6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541100 Jul 14 09:29:16.395165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Deleting port a1d59ba7-1b35-402d-9464-4485e1457d65 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:16.395860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.405308 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.451890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Router 029ddf15-dbd2-408e-b4fa-ad2f3ace724f is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:16.473456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] No DVR routers for this DVR port d74ef75f-305e-456a-b9b4-e98aeddf2d65 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:16.488628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.490963 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-056deb68-ca18-4d86-af7c-222a94fb7f6a req-da62c711-f6fb-42ab-93e9-c886f1ac0c92 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.69 "DELETE /v2.0/ports/d74ef75f-305e-456a-b9b4-e98aeddf2d65 HTTP/1.1" status: 204 len: 173 time: 1.0791483 Jul 14 09:29:16.511064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48664a9f-32bf-46f7-a390-d8d564e7edc8'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:16.514307 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e5311a-b569-4f6b-a20b-425beb43c7ef" -d '{"events": [{"server_uuid": "19ba070d-335e-4139-bfa1-194c416fe2cd", "name": "network-vif-plugged", "status": "completed", "tag": "48664a9f-32bf-46f7-a390-d8d564e7edc8"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:16.543550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10cd529e-c1ef-4d32-b700-70ba78a302a0 req-1f27d371-f299-4ae6-9646-abf35bc95042 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=30a61d08-e818-40f6-a148-21774deb13f1 HTTP/1.1" status: 200 len: 210 time: 0.0615900 Jul 14 09:29:16.575370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 48664a9f-32bf-46f7-a390-d8d564e7edc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:16.586249 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.613514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Made reservation on behalf of 6d85ab580d01415ca4977a820f260986 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:16.616365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011c33-d642-4675-af57-f97439b25163 req-aa074e4b-85c1-4e0e-b098-3a0aa7275786 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:16.618357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-aa074e4b-85c1-4e0e-b098-3a0aa7275786 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.3675318 Jul 14 09:29:16.631375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.634499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Request body: {'port': {'device_id': 'd45902f5-3bb4-4aca-b175-5f0f7b160b43', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'admin_state_up': True, 'tenant_id': 'a9906f97252144128c6148c196932b6a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:16.737635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=48664a9f-32bf-46f7-a390-d8d564e7edc8,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:16.787599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:16.791500 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:16.804574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-811f2f97-8084-4983-8818-0d7eedf1031d req-d1a7d0b7-3d7e-42d0-a0bc-38b13400be38 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 210 time: 0.2089767 Jul 14 09:29:16.932079 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48667f92-1d55-4c35-b254-9667fad2caa0 x-openstack-request-id: req-48667f92-1d55-4c35-b254-9667fad2caa0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:16.932528 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ba070d-335e-4139-bfa1-194c416fe2cd", "name": "network-vif-plugged", "status": "completed", "tag": "48664a9f-32bf-46f7-a390-d8d564e7edc8", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:16.932863 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-48667f92-1d55-4c35-b254-9667fad2caa0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:16.934697 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'code': 200} Jul 14 09:29:16.984541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] For port a1d59ba7-1b35-402d-9464-4485e1457d65, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a1d59ba7-1b35-402d-9464-4485e1457d65,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:16.984766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.054778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Calling delete_port for a1d59ba7-1b35-402d-9464-4485e1457d65 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:17.092588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:17.099680 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.104718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4b324252-ca21-4492-b561-78fd1cbb8ef5 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "PUT /v2.0/routers/029ddf15-dbd2-408e-b4fa-ad2f3ace724f HTTP/1.1" status: 200 len: 919 time: 5.0057769 Jul 14 09:29:17.105271 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b75e1-21fa-459c-a614-730fa7e118d4 None None] Sync routers for ids ['029ddf15-dbd2-408e-b4fa-ad2f3ace724f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:17.106768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58694) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.119748 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b75e1-21fa-459c-a614-730fa7e118d4 None None] Routers {'029ddf15-dbd2-408e-b4fa-ad2f3ace724f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:17.121067 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6c4b75e1-21fa-459c-a614-730fa7e118d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['029ddf15-dbd2-408e-b4fa-ad2f3ace724f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.123520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab4200-4aed-4c82-956d-b9eaf2735e17 req-9292c073-097d-482f-b115-dbc099b0a7d5 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.125164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6dab4200-4aed-4c82-956d-b9eaf2735e17 req-9292c073-097d-482f-b115-dbc099b0a7d5 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 946 time: 0.3531666 Jul 14 09:29:17.140157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Allocated IP 172.20.0.9 (47270586-9b02-4ec0-a27c-e3637d71dae4/83f0ce11-c178-40b2-a579-676eb17cd347/c0dcbc21-6951-405a-9990-fb01e3bf504a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:17.164922 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6c4b75e1-21fa-459c-a614-730fa7e118d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.174689 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b75e1-21fa-459c-a614-730fa7e118d4 None None] Routers {'029ddf15-dbd2-408e-b4fa-ad2f3ace724f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:17.175625 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6c4b75e1-21fa-459c-a614-730fa7e118d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['029ddf15-dbd2-408e-b4fa-ad2f3ace724f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.177834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Allocated IP 192.168.233.7 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/6b8d6082-32c1-468b-8d69-30086f99a6ee) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:17.214837 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6c4b75e1-21fa-459c-a614-730fa7e118d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:17.215745 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4b75e1-21fa-459c-a614-730fa7e118d4 None None] The sync data for ids ['029ddf15-dbd2-408e-b4fa-ad2f3ace724f'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:17.229813 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6dab4200-4aed-4c82-956d-b9eaf2735e17 req-cb1ee834-9642-4301-ac48-bdef246a61e6 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948894 Jul 14 09:29:17.231715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afe21d-a73f-4702-8c91-b6168c4fa0e3 req-1dc587c0-1082-44d8-839f-fdf6bb3e53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.233520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6afe21d-a73f-4702-8c91-b6168c4fa0e3 req-1dc587c0-1082-44d8-839f-fdf6bb3e53c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 1098 time: 0.1800206 Jul 14 09:29:17.237165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2095ea1c-f0a1-4eec-8c51-545251ab5582 req-05f11888-db0a-48bc-87a3-2a0f22d60b2c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 210 time: 0.1459391 Jul 14 09:29:17.356436 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6afe21d-a73f-4702-8c91-b6168c4fa0e3 req-8a6f7275-3f70-422d-9088-08f5953af953 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160712 Jul 14 09:29:17.453534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.521307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d8ef757a-bfd5-41cd-bccb-635e8f8edefd tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/routers/029ddf15-dbd2-408e-b4fa-ad2f3ace724f HTTP/1.1" status: 200 len: 925 time: 0.3722422 Jul 14 09:29:17.521817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.571993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba6ccb63-cf8b-4def-822a-99e1070a5ef4 req-07056b1d-0bdc-49e1-a827-c51e1b5a3d38 tempest-FloatingIPsAssociationNegativeTestJSON-79714933 tempest-FloatingIPsAssociationNegativeTestJSON-79714933-project] 10.222.0.73 "GET /v2.0/ports?device_id=f18b4df4-aa87-4b5a-843f-93427dc54193 HTTP/1.1" status: 200 len: 210 time: 0.0456209 Jul 14 09:29:17.580358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f856a-3ee5-45fc-94ae-669da3c83d5f req-04f588c2-4971-4f1d-8d3b-1ee68a05688b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.587551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc9f856a-3ee5-45fc-94ae-669da3c83d5f req-04f588c2-4971-4f1d-8d3b-1ee68a05688b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1561427 Jul 14 09:29:17.591577 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.603089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.616424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1f8ce378-cdcd-4668-93d9-e9d01c14e26f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:17.647640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event deleted for resources: {'Port': ['ID=a1d59ba7-1b35-402d-9464-4485e1457d65,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.709221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:17.717146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:17.718967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event updated for resources: {'Port': ['ID=c0dcbc21-6951-405a-9990-fb01e3bf504a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:17.732181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc9f856a-3ee5-45fc-94ae-669da3c83d5f req-7ace4a8d-5711-457d-ad98-802af9d66b97 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436770 Jul 14 09:29:17.738820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.739834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:17.795419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] No DVR routers for this DVR port a1d59ba7-1b35-402d-9464-4485e1457d65 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:17.795419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.810254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-114a965c-003b-4735-85e5-7b0442051a38 req-50887ff3-9611-4614-a653-159ea7dc8007 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.66 "DELETE /v2.0/ports/a1d59ba7-1b35-402d-9464-4485e1457d65 HTTP/1.1" status: 204 len: 173 time: 2.0224881 Jul 14 09:29:17.821375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Transition to ACTIVE for port object 6b8d6082-32c1-468b-8d69-30086f99a6ee will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:17.847697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cc4993-8e11-4bbb-9eda-be09bb351516', 'name': 'network-vif-deleted', 'tag': 'a1d59ba7-1b35-402d-9464-4485e1457d65'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:17.852014 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714d1655-c5c1-4780-b0d2-b8c2b17adf3e" -d '{"events": [{"server_uuid": "64cc4993-8e11-4bbb-9eda-be09bb351516", "name": "network-vif-deleted", "tag": "a1d59ba7-1b35-402d-9464-4485e1457d65"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:17.874413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e22260-3a51-4d3c-8155-9dba4d4fc1c9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.879408 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f4e22260-3a51-4d3c-8155-9dba4d4fc1c9 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=029ddf15-dbd2-408e-b4fa-ad2f3ace724f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3550398 Jul 14 09:29:17.882294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58746) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:17.921072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:17.921766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:17.947118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a1d59ba7-1b35-402d-9464-4485e1457d65 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:17.967390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-e69c5c73-717c-482b-ae6f-4bf906577d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3390055 Jul 14 09:29:17.979423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Request body: {'port': {'device_id': 'd45902f5-3bb4-4aca-b175-5f0f7b160b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:17.997714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: a1d59ba7-1b35-402d-9464-4485e1457d65 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:17.998373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a1d59ba7-1b35-402d-9464-4485e1457d65 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:17.998882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a8772588-dd72-4825-86de-65a9e8378f53 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:18.046968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: a8772588-dd72-4825-86de-65a9e8378f53 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:18.047450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a8772588-dd72-4825-86de-65a9e8378f53 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:18.088725 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.103126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d3d6394c-afac-44c9-8741-9ad8e8e4bfff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:18.131560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c150152a-fa0f-4629-8452-9aef075a8200 req-7646a14a-27ff-4255-b79d-c15e7c4416d2 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=64cc4993-8e11-4bbb-9eda-be09bb351516 HTTP/1.1" status: 200 len: 210 time: 0.0796707 Jul 14 09:29:18.245045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'name': 'network-vif-deleted', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:18.255513 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0292add-ddd0-4284-8216-66ff5ec54842" -d '{"events": [{"server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "name": "network-vif-deleted", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:18.277605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:18.290365 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b727de28-9fb1-4b8d-9727-caed5f4e9e9e x-openstack-request-id: req-b727de28-9fb1-4b8d-9727-caed5f4e9e9e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:18.290759 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cc4993-8e11-4bbb-9eda-be09bb351516", "name": "network-vif-deleted", "tag": "a1d59ba7-1b35-402d-9464-4485e1457d65", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:18.291109 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b727de28-9fb1-4b8d-9727-caed5f4e9e9e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:18.292300 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cc4993-8e11-4bbb-9eda-be09bb351516', 'name': 'network-vif-deleted', 'tag': 'a1d59ba7-1b35-402d-9464-4485e1457d65', 'status': 'completed', 'code': 200} Jul 14 09:29:18.297905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:18.313498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:18.313736 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.385442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def104e1-0f3d-4f53-bd5b-31bf6ac27f49 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.401707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58766) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.406013 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-def104e1-0f3d-4f53-bd5b-31bf6ac27f49 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 881 time: 0.5111089 Jul 14 09:29:18.452956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Pushing event updated for resources: {'Port': ['ID=6b8d6082-32c1-468b-8d69-30086f99a6ee,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:18.480916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f872c5-906f-4c44-ad3f-9c83f90b8320 req-0400561e-1abd-4ed2-b929-7b870e3543af tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.486956 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52f872c5-906f-4c44-ad3f-9c83f90b8320 req-0400561e-1abd-4ed2-b929-7b870e3543af tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 934 time: 0.4100578 Jul 14 09:29:18.495907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.496784 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.523865 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c30bd75f-15bf-4508-a83d-76d64fb10d85 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=029ddf15-dbd2-408e-b4fa-ad2f3ace724f HTTP/1.1" status: 200 len: 205 time: 0.1088610 Jul 14 09:29:18.533658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58770) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.554182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-0739f393-d1b4-4ea8-af7b-a54950b9d91b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5903194 Jul 14 09:29:18.556401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58772) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.592666 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52f872c5-906f-4c44-ad3f-9c83f90b8320 req-2be92580-4a51-4edc-b6da-8e8242c4ec69 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904682 Jul 14 09:29:18.623106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Request body: {'port': {'device_id': '2b093809-969b-4216-bf53-9fd6de4f8a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:18.680382 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbb1c52-29f7-4147-a653-8c08468ea707 x-openstack-request-id: req-2bbb1c52-29f7-4147-a653-8c08468ea707 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:18.680904 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18b4df4-aa87-4b5a-843f-93427dc54193", "name": "network-vif-deleted", "tag": "d74ef75f-305e-456a-b9b4-e98aeddf2d65", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:18.681294 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2bbb1c52-29f7-4147-a653-8c08468ea707 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:18.681824 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18b4df4-aa87-4b5a-843f-93427dc54193', 'name': 'network-vif-deleted', 'tag': 'd74ef75f-305e-456a-b9b4-e98aeddf2d65', 'status': 'completed', 'code': 200} Jul 14 09:29:18.691225 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59d1f2-8125-4917-a317-1332912ec604 req-01f87b62-5dec-4001-9236-88c5449b633b tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:18.693505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd59d1f2-8125-4917-a317-1332912ec604 req-01f87b62-5dec-4001-9236-88c5449b633b tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 946 time: 0.2185001 Jul 14 09:29:18.772994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5647-18e2-416f-b27c-60280a56f4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.801647 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.805207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.826395 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd59d1f2-8125-4917-a317-1332912ec604 req-7ebf1c6c-18d9-419b-ba17-27c435743909 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248653 Jul 14 09:29:18.847480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-456f25c2-6fef-487e-a4bf-a6cd126723a9 None None] Provisioning for port 6b8d6082-32c1-468b-8d69-30086f99a6ee completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:18.853651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-456f25c2-6fef-487e-a4bf-a6cd126723a9 None None] Provisioning complete for port 6b8d6082-32c1-468b-8d69-30086f99a6ee triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:18.854014 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-456f25c2-6fef-487e-a4bf-a6cd126723a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.909647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0dcbc21-6951-405a-9990-fb01e3bf504a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:18.910411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-456f25c2-6fef-487e-a4bf-a6cd126723a9 None None] Port 6b8d6082-32c1-468b-8d69-30086f99a6ee cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:18.919805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:18.932103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:18.984986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Transition to ACTIVE for port object c0dcbc21-6951-405a-9990-fb01e3bf504a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:18.998854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.161582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Pushing event updated for resources: {'Port': ['ID=c0dcbc21-6951-405a-9990-fb01e3bf504a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.262642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5647-18e2-416f-b27c-60280a56f4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.278110 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e4c5647-18e2-416f-b27c-60280a56f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.331121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.353854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e1109-68f1-473d-a799-9bb1a8b8bdb4 req-852a194e-b1a5-4974-8703-cdcb3008e0f0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.355353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e1109-68f1-473d-a799-9bb1a8b8bdb4 req-852a194e-b1a5-4974-8703-cdcb3008e0f0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 931 time: 0.5364680 Jul 14 09:29:19.380388 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1e4c5647-18e2-416f-b27c-60280a56f4dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86fac4dbff3845d094f547650a79601b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8214223 Jul 14 09:29:19.386118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58786) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:19.391532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85306827-231b-4eeb-9d51-1af75e0bdde3 req-3f270699-09b1-428c-b44f-307b2fb0313a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.393137 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85306827-231b-4eeb-9d51-1af75e0bdde3 req-3f270699-09b1-428c-b44f-307b2fb0313a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.3506212 Jul 14 09:29:19.396087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c5647-18e2-416f-b27c-60280a56f4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60a92a4-1fea-462b-8ed1-bc1e04e0df60,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.402839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Attempting to bind port c0dcbc21-6951-405a-9990-fb01e3bf504a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:19.403204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Attempting to bind port c0dcbc21-6951-405a-9990-fb01e3bf504a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:19.403512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Attempting to bind port c0dcbc21-6951-405a-9990-fb01e3bf504a on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:19.429150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Port c0dcbc21-6951-405a-9990-fb01e3bf504a on network 47270586-9b02-4ec0-a27c-e3637d71dae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:19.429484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Attempting to bind port c0dcbc21-6951-405a-9990-fb01e3bf504a on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:19.445418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:19.445754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Checking segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:19.446144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Bound using segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:19.446580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Bound port: c0dcbc21-6951-405a-9990-fb01e3bf504a, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:19.446943 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.485817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85306827-231b-4eeb-9d51-1af75e0bdde3 req-6e4e5778-53fe-4420-be26-7c6f81b6dbf2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784707 Jul 14 09:29:19.498290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e1109-68f1-473d-a799-9bb1a8b8bdb4 req-b63a0964-786e-4b05-be11-35f3fd309e57 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111662 Jul 14 09:29:19.565445 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d680c57c-bf79-4129-9efe-ac1cae4260f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.580037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] For port c0dcbc21-6951-405a-9990-fb01e3bf504a, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:19.592756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d680c57c-bf79-4129-9efe-ac1cae4260f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.603039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] For port c0dcbc21-6951-405a-9990-fb01e3bf504a, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c0dcbc21-6951-405a-9990-fb01e3bf504a,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:19.608642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.624939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Deleting port a46313df-dbf6-4ab5-8c22-788ecefaf4ea {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:19.625291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.686878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:19.687493 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.689428 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] 10.222.0.66 "PUT /v2.0/ports/c0dcbc21-6951-405a-9990-fb01e3bf504a HTTP/1.1" status: 200 len: 1092 time: 1.7141426 Jul 14 09:29:19.720635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8d6082-32c1-468b-8d69-30086f99a6ee {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:19.733700 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.737563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99975a5-d3db-4515-808e-d487c3ffed43 service neutron] Pushing event updated for resources: {'Port': ['ID=c0dcbc21-6951-405a-9990-fb01e3bf504a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.764967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Transition to ACTIVE for port object 6b8d6082-32c1-468b-8d69-30086f99a6ee will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:19.776097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.777961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d680c57c-bf79-4129-9efe-ac1cae4260f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.780481 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d680c57c-bf79-4129-9efe-ac1cae4260f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.781636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d680c57c-bf79-4129-9efe-ac1cae4260f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a60a92a4-1fea-462b-8ed1-bc1e04e0df60 HTTP/1.1" status: 204 len: 168 time: 0.3934643 Jul 14 09:29:19.792564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:19.864995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680c57c-bf79-4129-9efe-ac1cae4260f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60a92a4-1fea-462b-8ed1-bc1e04e0df60,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:19.869925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Calling delete_port for a46313df-dbf6-4ab5-8c22-788ecefaf4ea owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:19.913188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d6082-32c1-468b-8d69-30086f99a6ee,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.061128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91917212-05dd-4b94-a3d5-78d620e024d8 req-3c560fd6-7b77-4770-957c-29797b876d35 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.062755 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91917212-05dd-4b94-a3d5-78d620e024d8 req-3c560fd6-7b77-4770-957c-29797b876d35 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 946 time: 0.2912164 Jul 14 09:29:20.123503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6385fe5-cbf2-4712-8bb7-9da3c5cb87e5 req-5767e9a5-256a-42f6-9797-47413a7fd7a3 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.125759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6385fe5-cbf2-4712-8bb7-9da3c5cb87e5 req-5767e9a5-256a-42f6-9797-47413a7fd7a3 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 946 time: 0.4928172 Jul 14 09:29:20.142813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58802) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:20.143569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Attempting to bind port 6b8d6082-32c1-468b-8d69-30086f99a6ee on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:20.143948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Attempting to bind port 6b8d6082-32c1-468b-8d69-30086f99a6ee by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:20.144306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Attempting to bind port 6b8d6082-32c1-468b-8d69-30086f99a6ee on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:20.151509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.151725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Request body: {'floatingip': {'port_id': '48664a9f-32bf-46f7-a390-d8d564e7edc8'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:20.159284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d74ef75f-305e-456a-b9b4-e98aeddf2d65 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:20.185971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: d74ef75f-305e-456a-b9b4-e98aeddf2d65 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:20.186422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d74ef75f-305e-456a-b9b4-e98aeddf2d65 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:20.210810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011c33-d642-4675-af57-f97439b25163 req-6aa374d5-3780-4780-a834-3400f3c7a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.212819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-6aa374d5-3780-4780-a834-3400f3c7a1d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 1095 time: 0.4669223 Jul 14 09:29:20.214981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Port 6b8d6082-32c1-468b-8d69-30086f99a6ee on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:20.215351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Attempting to bind port 6b8d6082-32c1-468b-8d69-30086f99a6ee on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:20.273771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91917212-05dd-4b94-a3d5-78d620e024d8 req-e67f293a-7aa0-4fa2-820f-d2902abe1ac8 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018511 Jul 14 09:29:20.277008 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.283383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:20.283968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:20.284568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:20.285193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Bound port: 6b8d6082-32c1-468b-8d69-30086f99a6ee, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:20.286308 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.286418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-b018fa19-73a8-4d5a-adde-b5c6c3ca1e25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0dcbc21-6951-405a-9990-fb01e3bf504a HTTP/1.1" status: 200 len: 217 time: 0.0385087 Jul 14 09:29:20.421274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011c33-d642-4675-af57-f97439b25163 req-2126f4af-bcbe-4b76-9e4a-9e06aa4e0fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.423206 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-2126f4af-bcbe-4b76-9e4a-9e06aa4e0fc1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1284947 Jul 14 09:29:20.446898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.473507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-175ecefc-6a77-4b71-84da-21eb6994e33c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412402 Jul 14 09:29:20.521225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event deleted for resources: {'Port': ['ID=a46313df-dbf6-4ab5-8c22-788ecefaf4ea,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.530254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] For port 6b8d6082-32c1-468b-8d69-30086f99a6ee, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:20.558451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] For port 6b8d6082-32c1-468b-8d69-30086f99a6ee, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b8d6082-32c1-468b-8d69-30086f99a6ee,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:20.588555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.703035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45902f5-3bb4-4aca-b175-5f0f7b160b43', 'tag': 'c0dcbc21-6951-405a-9990-fb01e3bf504a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:20.705811 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0" -d '{"events": [{"name": "network-changed", "server_uuid": "d45902f5-3bb4-4aca-b175-5f0f7b160b43", "tag": "c0dcbc21-6951-405a-9990-fb01e3bf504a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:20.725409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.726050 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.727461 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] 10.222.0.69 "PUT /v2.0/ports/6b8d6082-32c1-468b-8d69-30086f99a6ee HTTP/1.1" status: 200 len: 1095 time: 2.1338737 Jul 14 09:29:20.733569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b093809-969b-4216-bf53-9fd6de4f8a58', 'tag': '6b8d6082-32c1-468b-8d69-30086f99a6ee'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:20.733569 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037ca109-81e6-4b97-bb25-2fc03b65145d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b093809-969b-4216-bf53-9fd6de4f8a58", "tag": "6b8d6082-32c1-468b-8d69-30086f99a6ee"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:20.774744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-a2d6c735-4e6a-4aed-847f-524c5a8a84e3 service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941418 Jul 14 09:29:20.806619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.858693 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aadac34-d0a7-4617-b0e2-3f1f29e2fa4a service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d6082-32c1-468b-8d69-30086f99a6ee,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:20.883071 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb4fd1-6e69-4169-89ee-7f217ffc49a3 req-61fdbeaa-05a6-43c4-bd43-3c9ec29a46d5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:20.884622 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2afb4fd1-6e69-4169-89ee-7f217ffc49a3 req-61fdbeaa-05a6-43c4-bd43-3c9ec29a46d5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.2291651 Jul 14 09:29:20.948539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.952421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Deleting port f553fe63-f671-4876-8515-00b7e9de8e4d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:20.953287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.954602 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:20.976002 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2afb4fd1-6e69-4169-89ee-7f217ffc49a3 req-a442c074-a73b-4a61-8523-34257efaca9a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850050 Jul 14 09:29:21.031942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96011c33-d642-4675-af57-f97439b25163 req-beafc62d-c613-4a43-ade0-844dd3b1ceec service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431793 Jul 14 09:29:21.083648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] For port f553fe63-f671-4876-8515-00b7e9de8e4d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f553fe63-f671-4876-8515-00b7e9de8e4d,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:21.084017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.099051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Calling delete_port for f553fe63-f671-4876-8515-00b7e9de8e4d owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:21.164227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91120ec7-954a-4c18-a53b-5e4148f4bdbe req-e2c8a792-d829-4ac2-b1f3-f4134995ee58 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.165764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91120ec7-954a-4c18-a53b-5e4148f4bdbe req-e2c8a792-d829-4ac2-b1f3-f4134995ee58 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 950 time: 0.5188096 Jul 14 09:29:21.200152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.200772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Fanout notify agent at l3_agent the message router_deleted on router 029ddf15-dbd2-408e-b4fa-ad2f3ace724f {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:21.251782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.252934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1f594ffe-0f4b-41c1-90c6-fd57e73c3ef6 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/029ddf15-dbd2-408e-b4fa-ad2f3ace724f HTTP/1.1" status: 204 len: 168 time: 2.7177720 Jul 14 09:29:21.258440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58854) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.264459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-01e402ec-af28-44af-a590-35eaf66d08a3 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-799369602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:21.289671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd53190-7208-4b58-a746-f108ad9067e0 req-160cb54c-b5d1-47e4-8f73-386c77f09840 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.291259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fd53190-7208-4b58-a746-f108ad9067e0 req-160cb54c-b5d1-47e4-8f73-386c77f09840 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 943 time: 0.1410019 Jul 14 09:29:21.329827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-900e51ec-2f18-4177-8aa4-bf28c953772b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.331723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-900e51ec-2f18-4177-8aa4-bf28c953772b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d85ab580d01415ca4977a820f260986&device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 1098 time: 0.5483654 Jul 14 09:29:21.344642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e402ec-af28-44af-a590-35eaf66d08a3 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.345587 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e402ec-af28-44af-a590-35eaf66d08a3 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.374651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91120ec7-954a-4c18-a53b-5e4148f4bdbe req-af953b2c-77b4-4146-9e14-cedacaef16a8 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935315 Jul 14 09:29:21.428860 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e402ec-af28-44af-a590-35eaf66d08a3 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.430828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-c765f4ae-96f5-4786-b567-05849007c67f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6b8d6082-32c1-468b-8d69-30086f99a6ee HTTP/1.1" status: 200 len: 217 time: 0.0839784 Jul 14 09:29:21.465296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fd53190-7208-4b58-a746-f108ad9067e0 req-430b96d5-05ce-449a-823f-e0ad73833bd7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603134 Jul 14 09:29:21.470629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e402ec-af28-44af-a590-35eaf66d08a3 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.485003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:29:21.494959 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67704d7e-d693-4ad2-a342-8c258fc85601 x-openstack-request-id: req-67704d7e-d693-4ad2-a342-8c258fc85601 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:21.499092 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45902f5-3bb4-4aca-b175-5f0f7b160b43", "tag": "c0dcbc21-6951-405a-9990-fb01e3bf504a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:21.499588 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67704d7e-d693-4ad2-a342-8c258fc85601 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:21.500443 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45902f5-3bb4-4aca-b175-5f0f7b160b43', 'tag': 'c0dcbc21-6951-405a-9990-fb01e3bf504a', 'status': 'completed', 'code': 200} Jul 14 09:29:21.540116 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b37c6cf-8e83-4d7b-9ec2-5ead1e71e127 x-openstack-request-id: req-9b37c6cf-8e83-4d7b-9ec2-5ead1e71e127 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:21.540829 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b093809-969b-4216-bf53-9fd6de4f8a58", "tag": "6b8d6082-32c1-468b-8d69-30086f99a6ee", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:21.540829 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9b37c6cf-8e83-4d7b-9ec2-5ead1e71e127 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:21.541099 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b093809-969b-4216-bf53-9fd6de4f8a58', 'tag': '6b8d6082-32c1-468b-8d69-30086f99a6ee', 'status': 'completed', 'code': 200} Jul 14 09:29:21.551711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-41294250-10aa-42f3-90b6-2ea23c2affb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:21.553314 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-41294250-10aa-42f3-90b6-2ea23c2affb5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1120517 Jul 14 09:29:21.557334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.563961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.588960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58860) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.593333 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e402ec-af28-44af-a590-35eaf66d08a3 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.595617 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-01e402ec-af28-44af-a590-35eaf66d08a3 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3354928 Jul 14 09:29:21.602482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:21.626002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': False}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:21.725167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.787096 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4222ee30-899f-4248-8edd-995222e9e8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:21.788554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Pushing event deleted for resources: {'Port': ['ID=f553fe63-f671-4876-8515-00b7e9de8e4d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:21.933378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d1bae00-1b3c-419a-be94-c3a325a1b20e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.022917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-675ab664-d628-431a-9faf-8f35f1a46191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.024961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-6fa04953-4490-4d6b-b68c-2e33b4cfdffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.025396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-675ab664-d628-431a-9faf-8f35f1a46191 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 1095 time: 0.4965940 Jul 14 09:29:22.026432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-6fa04953-4490-4d6b-b68c-2e33b4cfdffd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4658482 Jul 14 09:29:22.050252 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Floating IP 990cf5f6-743d-4b09-aaac-85e97bbfbab8 associated. External IP: 172.25.0.49, port: 48664a9f-32bf-46f7-a390-d8d564e7edc8. Jul 14 09:29:22.103121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.130050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c3219-a62f-4b75-b0de-1e971ff75886 req-8dd728ee-9f56-499e-9cd5-22ea26839b10 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.131548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f9c3219-a62f-4b75-b0de-1e971ff75886 req-8dd728ee-9f56-499e-9cd5-22ea26839b10 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 946 time: 0.2507319 Jul 14 09:29:22.239957 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f9c3219-a62f-4b75-b0de-1e971ff75886 req-10f181b8-8c3a-4d7b-beda-acc31673beef tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008670 Jul 14 09:29:22.264449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-a7a4aae4-1dcd-4af8-acd9-1c59e74471f2 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299383 Jul 14 09:29:22.376607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-5e84ba0d-947e-4c04-ace1-944a3b7382d4 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.378003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-5e84ba0d-947e-4c04-ace1-944a3b7382d4 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 950 time: 0.5618963 Jul 14 09:29:22.441517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-270f3ed0-af70-4118-9599-498c8a6895c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.443692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-270f3ed0-af70-4118-9599-498c8a6895c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.3300879 Jul 14 09:29:22.452029 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95effd51-3bf4-4938-b9eb-13d8445def82 req-87a48f77-67b2-4d3d-8ce4-bf5650709b96 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810498 Jul 14 09:29:22.461262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:22.560484 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-d406c71c-a71d-443d-864c-8d0bfdb1ef65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c0dcbc21-6951-405a-9990-fb01e3bf504a HTTP/1.1" status: 200 len: 217 time: 0.0842578 Jul 14 09:29:22.569696 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.655124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:22.662564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:22.665497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] Sync routers for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:22.675604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:22.677041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:22.694141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913c9ce-e316-4718-bd5e-9afc340d8b0a req-e0dd8ed7-6ce4-43aa-a23e-274c43da59eb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.695649 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a913c9ce-e316-4718-bd5e-9afc340d8b0a req-e0dd8ed7-6ce4-43aa-a23e-274c43da59eb tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 950 time: 0.1875596 Jul 14 09:29:22.701339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-718afa35-7e1a-412d-a311-14cb3fee983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.702751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-718afa35-7e1a-412d-a311-14cb3fee983f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6d85ab580d01415ca4977a820f260986&device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 1098 time: 0.1802752 Jul 14 09:29:22.703058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf8707-2a5b-4019-98d4-8545d438105f req-123ba898-cde5-4d5e-b393-c2907e664e5d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.704803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07cf8707-2a5b-4019-98d4-8545d438105f req-123ba898-cde5-4d5e-b393-c2907e664e5d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.5466969 Jul 14 09:29:22.776077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a2501ab3-46c9-41ef-9d97-52e926eb8066 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "PUT /v2.0/floatingips/990cf5f6-743d-4b09-aaac-85e97bbfbab8 HTTP/1.1" status: 200 len: 991 time: 2.6291132 Jul 14 09:29:22.799934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:22.804569 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a913c9ce-e316-4718-bd5e-9afc340d8b0a req-911f2963-09a7-4c54-b849-206391ac26c6 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992720 Jul 14 09:29:22.835941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-d3f9b054-1abd-4c12-a20e-a7ff147de254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.837509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-d3f9b054-1abd-4c12-a20e-a7ff147de254 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1269917 Jul 14 09:29:22.887606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-702d21ef-0a4f-485d-8826-7bc089ee4365 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=6b8d6082-32c1-468b-8d69-30086f99a6ee HTTP/1.1" status: 200 len: 217 time: 0.0417383 Jul 14 09:29:22.979978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-d669e346-58c1-43e3-8750-7d187553aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:22.988514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-d669e346-58c1-43e3-8750-7d187553aefb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0951986 Jul 14 09:29:23.051253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f4f8f-59cf-435a-8895-ddab18921a07 req-04a2b6e8-4142-49f6-909b-af6cbd4018c3 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.052866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-772f4f8f-59cf-435a-8895-ddab18921a07 req-04a2b6e8-4142-49f6-909b-af6cbd4018c3 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 943 time: 0.1148612 Jul 14 09:29:23.057127 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d1bae00-1b3c-419a-be94-c3a325a1b20e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.064853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '990cf5f6-743d-4b09-aaac-85e97bbfbab8', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'port_id': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'mac_address': 'fa:16:3e:74:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:59Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 1, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 5, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:23.086037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-607ea95c-703f-4635-8d7f-3b25611a2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.087559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-607ea95c-703f-4635-8d7f-3b25611a2467 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925653 Jul 14 09:29:23.093926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] Checking router: 2354bd6a-0f61-4531-8c5f-ebdf4d952bce for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:23.102756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:23.103370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:23.107711 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d1bae00-1b3c-419a-be94-c3a325a1b20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.110894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-6287e417-0e7c-4f50-8a8b-fe2a42f890fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.112386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-6287e417-0e7c-4f50-8a8b-fe2a42f890fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.5374842 Jul 14 09:29:23.143034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-772f4f8f-59cf-435a-8895-ddab18921a07 req-0afa5902-e170-41a8-b972-bcf2c18f76b0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785043 Jul 14 09:29:23.200411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-7e2befb5-9acc-46e1-a666-03bc0434bb7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778487 Jul 14 09:29:23.252729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:23.253217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-d631258f-ab4a-43cd-9eb1-b53d85754102 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546671 Jul 14 09:29:23.297097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07cf8707-2a5b-4019-98d4-8545d438105f req-f710b641-cb82-4270-8001-fbd49c5b1ac4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817883 Jul 14 09:29:23.298446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Deleting port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:23.298792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.345005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-288ba334-03f5-4b63-9dcb-5aa5eb50bc29 service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311965 Jul 14 09:29:23.347280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8d1bae00-1b3c-419a-be94-c3a325a1b20e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5233a7824d5248c5aa426912079dc455&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7551730 Jul 14 09:29:23.351261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58878) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:23.361329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bae00-1b3c-419a-be94-c3a325a1b20e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c59fae3-0d73-43c6-a92f-c94f2b98976f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.474037 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-037ca109-81e6-4b97-bb25-2fc03b65145d req-aca8f6a9-fab7-4af1-92c8-2702022b5519 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129533 Jul 14 09:29:23.486893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.522214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.528612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '990cf5f6-743d-4b09-aaac-85e97bbfbab8', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'port_id': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'mac_address': 'fa:16:3e:74:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:59Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 1, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 5, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:23.530851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4193224-cb08-4e39-be08-17819108d7ea req-4c79f262-07fc-4d82-8998-86b9e1996668 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.532660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d4193224-cb08-4e39-be08-17819108d7ea req-4c79f262-07fc-4d82-8998-86b9e1996668 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 946 time: 0.1235487 Jul 14 09:29:23.546145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'tag': '48664a9f-32bf-46f7-a390-d8d564e7edc8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:23.548337 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4" -d '{"events": [{"name": "network-changed", "server_uuid": "19ba070d-335e-4139-bfa1-194c416fe2cd", "tag": "48664a9f-32bf-46f7-a390-d8d564e7edc8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:23.563460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfb56e-aeb1-4e67-b8ba-ced354771870 None None] The sync data for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 is: [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '990cf5f6-743d-4b09-aaac-85e97bbfbab8', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'floating_ip_address': '172.25.0.49', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'port_id': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'mac_address': 'fa:16:3e:74:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:28:59Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 1, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 5, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:23.597907 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d4193224-cb08-4e39-be08-17819108d7ea req-078b092b-ec00-428e-b6ff-30ac5e2a3e86 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597103 Jul 14 09:29:23.625344 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.628047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.632327 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c59fae3-0d73-43c6-a92f-c94f2b98976f HTTP/1.1" status: 204 len: 168 time: 0.2769940 Jul 14 09:29:23.632327 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14d9239-bc21-4a2b-971a-36a29cae26f2 x-openstack-request-id: req-f14d9239-bc21-4a2b-971a-36a29cae26f2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:23.632626 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ba070d-335e-4139-bfa1-194c416fe2cd", "tag": "48664a9f-32bf-46f7-a390-d8d564e7edc8", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:23.632880 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f14d9239-bc21-4a2b-971a-36a29cae26f2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:23.633274 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'tag': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'status': 'completed', 'code': 200} Jul 14 09:29:23.649677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c59fae3-0d73-43c6-a92f-c94f2b98976f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:23.659695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.660057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.660903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.660903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.661198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.661537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.661872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.662206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.662604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.662938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.663268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.663594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ca932-d9c6-44ef-99c5-cc2cd9ed171d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:23.681465 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bcf6131-3ac7-4ee2-84ea-f33f584fffb0 req-9daeee0f-28c6-4bcb-99b4-19b037618d5b service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872539 Jul 14 09:29:23.753229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-a807873a-e3bd-484d-98ef-c32492ecdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.754845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] For port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:23.755280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.756800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-a807873a-e3bd-484d-98ef-c32492ecdcd3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f37b39baff744dd896ceb753a2dc37d&device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 1098 time: 0.0894098 Jul 14 09:29:23.784120 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.786649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Calling delete_port for 1f8ce378-cdcd-4668-93d9-e9d01c14e26f owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:23.837832 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:23.899988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-f219b61c-76b1-424a-ae4f-22b6c7bc2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:23.901534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-f219b61c-76b1-424a-ae4f-22b6c7bc2c32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf HTTP/1.1" status: 200 len: 907 time: 0.1364534 Jul 14 09:29:23.922008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Router c3340195-0920-4740-8fac-0a32c48b4cc8 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:23.938581 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94122d27-4c11-4c27-9839-a660287b5a79 None None] New status for floating IP 990cf5f6-743d-4b09-aaac-85e97bbfbab8: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:29:23.988984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c0dcbc21-6951-405a-9990-fb01e3bf504a details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:24.003934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-ffe8913f-e1a0-43f2-939b-6f9f7e6b66be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8 HTTP/1.1" status: 200 len: 999 time: 0.0939302 Jul 14 09:29:24.102436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Allocated IP 172.25.0.149 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/46ddd0da-77c9-4589-afe8-0157964c5d48) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:24.112466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-88395180-663d-4959-ae38-624068870973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.114146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-88395180-663d-4959-ae38-624068870973 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f52d37c7-bf0e-4657-97ef-e03520a37acb HTTP/1.1" status: 200 len: 845 time: 0.0670428 Jul 14 09:29:24.122760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c0dcbc21-6951-405a-9990-fb01e3bf504a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c0dcbc21-6951-405a-9990-fb01e3bf504a,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:24.136715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'c0dcbc21-6951-405a-9990-fb01e3bf504a', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'port_id': 'c0dcbc21-6951-405a-9990-fb01e3bf504a', 'mac_address': 'fa:16:3e:e7:a2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f0ce11-c178-40b2-a579-676eb17cd347', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:24.202344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fcc1e915-8272-4bdf-990c-e5bcbfc9c182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.207120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.227971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0dcbc21-6951-405a-9990-fb01e3bf504a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:24.234851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289d7d3-b0bf-43cd-8bbe-e5c96fc012ce req-0affde51-efcd-4961-bb31-029da0379904 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.242949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e289d7d3-b0bf-43cd-8bbe-e5c96fc012ce req-0affde51-efcd-4961-bb31-029da0379904 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd8f001f-e6fc-460f-8566-dec275e4f8f0 HTTP/1.1" status: 200 len: 950 time: 0.2303982 Jul 14 09:29:24.253634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c0dcbc21-6951-405a-9990-fb01e3bf504a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c0dcbc21-6951-405a-9990-fb01e3bf504a,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:24.259343 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.324881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-0fd9b576-5f25-4504-9dad-8caae9aec51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.326617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-0fd9b576-5f25-4504-9dad-8caae9aec51c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2052331 Jul 14 09:29:24.341217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e289d7d3-b0bf-43cd-8bbe-e5c96fc012ce req-4ccf9538-74f2-4d3d-8e5a-c0b9b636e7f2 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.73 "GET /v2.0/security-groups?id=ee202cc2-a902-424c-8570-4e8c0a854b63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877035 Jul 14 09:29:24.362134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:24.363062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c0dcbc21-6951-405a-9990-fb01e3bf504a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.372430 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.379529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] Sync routers for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:24.388246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52aff625-c1db-4b8e-a0e2-c96c7d783679 admin admin] 10.222.0.73 "PUT /v2.0/routers/c3340195-0920-4740-8fac-0a32c48b4cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4513111 Jul 14 09:29:24.405083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:24.405785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:24.414236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58902) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:24.484980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['c0dcbc21-6951-405a-9990-fb01e3bf504a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:24.485611 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-8abc9b3b-82db-4622-91c4-6db0c0974473 service neutron] 10.222.0.69 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430631 Jul 14 09:29:24.554003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Pushing event deleted for resources: {'Port': ['ID=1f8ce378-cdcd-4668-93d9-e9d01c14e26f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:24.662184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] No DVR routers for this DVR port 1f8ce378-cdcd-4668-93d9-e9d01c14e26f on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:24.665645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.667119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ccce80a0-24bb-42f4-baa5-2932da6d39a9 req-ed1b62d3-388a-482e-8014-d05f044acb76 tempest-ServersOnMultiNodesTest-1120516491 tempest-ServersOnMultiNodesTest-1120516491-project] 10.222.0.69 "DELETE /v2.0/ports/1f8ce378-cdcd-4668-93d9-e9d01c14e26f HTTP/1.1" status: 204 len: 173 time: 2.2698190 Jul 14 09:29:24.669297 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.705012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8f001f-e6fc-460f-8566-dec275e4f8f0', 'name': 'network-vif-deleted', 'tag': '1f8ce378-cdcd-4668-93d9-e9d01c14e26f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:24.707813 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c482d4-4727-44ae-9a31-0d41f236fbd4" -d '{"events": [{"server_uuid": "bd8f001f-e6fc-460f-8566-dec275e4f8f0", "name": "network-vif-deleted", "tag": "1f8ce378-cdcd-4668-93d9-e9d01c14e26f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:24.749334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:24.766497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f9b7c29-fb9a-49a0-9517-81cc326e38b4 req-b2cd9bab-e43b-4793-9c79-b3a734631e99 service neutron] 10.222.0.69 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552900 Jul 14 09:29:24.789387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:24.814655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fab29-54a2-46a0-8037-bcc6ddacfc24 req-cc395b4d-7cd6-4db3-98cf-f1bce98a3692 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.822556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-613fab29-54a2-46a0-8037-bcc6ddacfc24 req-cc395b4d-7cd6-4db3-98cf-f1bce98a3692 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.1728053 Jul 14 09:29:24.858991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eac368-5be7-4ee1-8ae3-4761fac3955c req-afca133d-f561-486f-9628-317d9e8ba0d8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:24.860560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4eac368-5be7-4ee1-8ae3-4761fac3955c req-afca133d-f561-486f-9628-317d9e8ba0d8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 944 time: 0.4901958 Jul 14 09:29:24.869132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-613fab29-54a2-46a0-8037-bcc6ddacfc24 req-d03a184e-9478-4c53-8697-2b62f919aaac tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453188 Jul 14 09:29:24.874099 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.032333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4eac368-5be7-4ee1-8ae3-4761fac3955c req-251481c8-e792-4c83-8da4-8e935f3c7083 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613574 Jul 14 09:29:25.107048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:25.121250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.177521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] Checking router: c3340195-0920-4740-8fac-0a32c48b4cc8 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:25.184331 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e14b9e-bdb1-4220-8532-8ecf83666b0a x-openstack-request-id: req-34e14b9e-bdb1-4220-8532-8ecf83666b0a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:25.184642 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8f001f-e6fc-460f-8566-dec275e4f8f0", "name": "network-vif-deleted", "tag": "1f8ce378-cdcd-4668-93d9-e9d01c14e26f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:25.184961 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34e14b9e-bdb1-4220-8532-8ecf83666b0a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:25.185382 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8f001f-e6fc-460f-8566-dec275e4f8f0', 'name': 'network-vif-deleted', 'tag': '1f8ce378-cdcd-4668-93d9-e9d01c14e26f', 'status': 'completed', 'code': 200} Jul 14 09:29:25.192273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] Routers {'c3340195-0920-4740-8fac-0a32c48b4cc8'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:25.193198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c3340195-0920-4740-8fac-0a32c48b4cc8'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:25.235722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:25.242904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:25.245704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:25.275913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Pushing event updated for resources: {'Port': ['ID=46ddd0da-77c9-4589-afe8-0157964c5d48,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:25.293932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.400862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] Set router c3340195-0920-4740-8fac-0a32c48b4cc8 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:25.431284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c8bda-ea7c-4ba8-af21-53f25aa5c37f req-c7ec7dd6-0c95-41ba-b3e4-de4138999633 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.440230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-720c8bda-ea7c-4ba8-af21-53f25aa5c37f req-c7ec7dd6-0c95-41ba-b3e4-de4138999633 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 946 time: 0.1412811 Jul 14 09:29:25.503735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-720c8bda-ea7c-4ba8-af21-53f25aa5c37f req-8d47cf7a-f5ae-4a8e-98bf-6dd8c28eba5b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Jul 14 09:29:25.589405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Deleting port d152e23b-e1ba-4f5e-b17b-2806b3f491b5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:25.589759 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.623449 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.685479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:25.719300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2629a5e8-a943-4ed1-95a1-dc32b16ffb3e None None] The sync data for ids ['c3340195-0920-4740-8fac-0a32c48b4cc8'] in n-d-780147-26 is: [{'id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-548995162-router', 'tenant_id': '1b2e7fb60f334e19932be8700b125720', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:27:57Z', 'updated_at': '2021-07-14T09:29:21Z', 'revision_number': 5, 'project_id': '1b2e7fb60f334e19932be8700b125720', 'gw_port': {'id': 'd152e23b-e1ba-4f5e-b17b-2806b3f491b5', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:37:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3340195-0920-4740-8fac-0a32c48b4cc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:27:58Z', 'updated_at': '2021-07-14T09:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:25.728056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a71515-7af1-43ff-997e-b33e32d91562 req-731f7738-9079-4cd6-86d4-b6d8412d904e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:25.735983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6a71515-7af1-43ff-997e-b33e32d91562 req-731f7738-9079-4cd6-86d4-b6d8412d904e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2718830 Jul 14 09:29:25.798211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58940) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:25.914826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:25.939440 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:25.989119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58946) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.011385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c0dcbc21-6951-405a-9990-fb01e3bf504a up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:26.057251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.077520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port c0dcbc21-6951-405a-9990-fb01e3bf504a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:26.083491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port c0dcbc21-6951-405a-9990-fb01e3bf504a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:26.084099 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.198798 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.220840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6b8d6082-32c1-468b-8d69-30086f99a6ee details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:26.224093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 1f8ce378-cdcd-4668-93d9-e9d01c14e26f no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:26.245671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fbbc1386-1eba-46b7-bbba-03e55e23ae4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a77186bed31942579c223cda192af782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529783 Jul 14 09:29:26.247707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58952) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:26.265121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6a71515-7af1-43ff-997e-b33e32d91562 req-96e0d73d-4464-4be3-af92-d81fd08516ef tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5279133 Jul 14 09:29:26.288398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c0dcbc21-6951-405a-9990-fb01e3bf504a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c0dcbc21-6951-405a-9990-fb01e3bf504a,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:26.293118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45902f5-3bb4-4aca-b175-5f0f7b160b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dcbc21-6951-405a-9990-fb01e3bf504a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:26.296416 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868dcf8f-a520-4308-a095-f6c5d278e151" -d '{"events": [{"server_uuid": "d45902f5-3bb4-4aca-b175-5f0f7b160b43", "name": "network-vif-plugged", "status": "completed", "tag": "c0dcbc21-6951-405a-9990-fb01e3bf504a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:26.298824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Allocated IP 172.25.0.187 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/aee24f87-a5d7-4745-9fdd-de3bf7dc0e65) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:26.304584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] For port d152e23b-e1ba-4f5e-b17b-2806b3f491b5, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d152e23b-e1ba-4f5e-b17b-2806b3f491b5,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:26.305210 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.305665 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.307511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 1f8ce378-cdcd-4668-93d9-e9d01c14e26f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:26.309400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 1f8ce378-cdcd-4668-93d9-e9d01c14e26f not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:26.352696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Calling delete_port for d152e23b-e1ba-4f5e-b17b-2806b3f491b5 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:26.375233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.377270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c0dcbc21-6951-405a-9990-fb01e3bf504a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.407454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69622d-2ed9-4b95-8fd4-bea3d0690ef7 req-4a458c20-e975-49ce-80c6-d47a4953ba49 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.415098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a69622d-2ed9-4b95-8fd4-bea3d0690ef7 req-4a458c20-e975-49ce-80c6-d47a4953ba49 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 944 time: 0.1769760 Jul 14 09:29:26.470639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a69622d-2ed9-4b95-8fd4-bea3d0690ef7 req-5fee4c1e-ed5d-4576-9113-84772e2fa697 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543261 Jul 14 09:29:26.482514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6b8d6082-32c1-468b-8d69-30086f99a6ee, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b8d6082-32c1-468b-8d69-30086f99a6ee,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:26.501069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '6b8d6082-32c1-468b-8d69-30086f99a6ee', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '6b8d6082-32c1-468b-8d69-30086f99a6ee', 'mac_address': 'fa:16:3e:91:b2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:26.505692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.538803 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f258f05d-480b-4654-8d90-a9fb3d5a8cf3 x-openstack-request-id: req-f258f05d-480b-4654-8d90-a9fb3d5a8cf3 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:26.539220 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45902f5-3bb4-4aca-b175-5f0f7b160b43", "name": "network-vif-plugged", "status": "completed", "tag": "c0dcbc21-6951-405a-9990-fb01e3bf504a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:26.539363 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f258f05d-480b-4654-8d90-a9fb3d5a8cf3 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:26.539770 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45902f5-3bb4-4aca-b175-5f0f7b160b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0dcbc21-6951-405a-9990-fb01e3bf504a', 'code': 200} Jul 14 09:29:26.543961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f114131-b493-48b0-badb-8dd1397a12e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.559336 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.575906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8d6082-32c1-468b-8d69-30086f99a6ee {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:26.589549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.603387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6b8d6082-32c1-468b-8d69-30086f99a6ee, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b8d6082-32c1-468b-8d69-30086f99a6ee,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:26.618110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.658702 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.674735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:26.683694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:26.684849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=6b8d6082-32c1-468b-8d69-30086f99a6ee,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.685843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f114131-b493-48b0-badb-8dd1397a12e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.686335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Pushing event updated for resources: {'Port': ['ID=aee24f87-a5d7-4745-9fdd-de3bf7dc0e65,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:26.688996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:26.824315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e04434-2249-494c-be24-31966437e48d req-e450262f-baaf-4556-b3e0-161602e36197 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.825848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9e04434-2249-494c-be24-31966437e48d req-e450262f-baaf-4556-b3e0-161602e36197 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3622489 Jul 14 09:29:26.863793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6b8d6082-32c1-468b-8d69-30086f99a6ee'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:26.946647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d93af-0c5e-460b-814d-7b3f38a49ab5 req-adfa575d-ea4e-4bcd-89da-a29e8740d66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:26.948346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c7d93af-0c5e-460b-814d-7b3f38a49ab5 req-adfa575d-ea4e-4bcd-89da-a29e8740d66e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 1097 time: 0.3222911 Jul 14 09:29:26.981445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f114131-b493-48b0-badb-8dd1397a12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.984075 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f114131-b493-48b0-badb-8dd1397a12e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:26.985347 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5f114131-b493-48b0-badb-8dd1397a12e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ee202cc2-a902-424c-8570-4e8c0a854b63 HTTP/1.1" status: 204 len: 168 time: 0.7344413 Jul 14 09:29:27.002289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9e04434-2249-494c-be24-31966437e48d req-ec339f88-e865-4602-8160-bc129809c589 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654422 Jul 14 09:29:27.010817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.026480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.034880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b41e4c-d318-44a5-885a-a57fb32f81f0 req-ae2e7d3d-e615-4e87-8bee-4b736247c892 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.036476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81b41e4c-d318-44a5-885a-a57fb32f81f0 req-ae2e7d3d-e615-4e87-8bee-4b736247c892 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 947 time: 0.4057751 Jul 14 09:29:27.051204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f114131-b493-48b0-badb-8dd1397a12e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee202cc2-a902-424c-8570-4e8c0a854b63,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.067142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d152e23b-e1ba-4f5e-b17b-2806b3f491b5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.072576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.086099 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c7d93af-0c5e-460b-814d-7b3f38a49ab5 req-c59e6960-cfeb-41e9-958d-d685cd91c394 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213827 Jul 14 09:29:27.132945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.137178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81b41e4c-d318-44a5-885a-a57fb32f81f0 req-e3e1e777-f257-461b-b36e-1b111bf277a9 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797827 Jul 14 09:29:27.189384 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.253018 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.255787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.272531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f553fe63-f671-4876-8515-00b7e9de8e4d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:27.308931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: f553fe63-f671-4876-8515-00b7e9de8e4d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:27.309740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f553fe63-f671-4876-8515-00b7e9de8e4d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:27.380485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.384236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.440374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.440949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3340195-0920-4740-8fac-0a32c48b4cc8 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:27.446258 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.447056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c8217c15-91f0-4db1-b6a0-671acb0f07e1 admin admin] 10.222.0.73 "DELETE /v2.0/routers/c3340195-0920-4740-8fac-0a32c48b4cc8 HTTP/1.1" status: 204 len: 168 time: 3.0251775 Jul 14 09:29:27.453992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.499477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Router ab7383d6-7ec2-4fac-a15d-bb632099f7fa is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:27.506968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58982) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.542340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Deleting subnet 928c1f24-50fc-4510-ac91-8dbe61b411c8 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:29:27.552742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.594893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.612872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.675183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-5b24c484-95eb-4045-8b26-bdd81ce188f1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.676729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-5b24c484-95eb-4045-8b26-bdd81ce188f1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.2794712 Jul 14 09:29:27.687122 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.716475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-5d931f0a-46fa-4960-ab32-48393b80f626 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/quotas/563695d2b63f493dad0ff0ff5e9ba059 HTTP/1.1" status: 200 len: 375 time: 0.0327752 Jul 14 09:29:27.720559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.723991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Pushing event updated for resources: {'Port': ['ID=aee24f87-a5d7-4745-9fdd-de3bf7dc0e65,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:27.725163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d61bd33e-5935-4249-ba38-ee25de7b7142 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=551584aabf3c43dcadac683d9e9a3127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2171111 Jul 14 09:29:27.730971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58984) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.774524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.775734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-791070da-4612-4b58-aecf-49ade1b5b742 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9764616 Jul 14 09:29:27.779911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58986) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.787243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1639462942', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'fixed_ips': [{'ip_address': '172.25.0.187'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:27.792828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:27.809775 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7faf42-76d9-4a56-b4d3-754f1692a25c None None] Sync routers for ids ['ab7383d6-7ec2-4fac-a15d-bb632099f7fa'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:27.819225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.822519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4babd593-6629-4c88-8840-cfea391d007b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "PUT /v2.0/routers/ab7383d6-7ec2-4fac-a15d-bb632099f7fa HTTP/1.1" status: 200 len: 919 time: 6.2038512 Jul 14 09:29:27.822638 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7faf42-76d9-4a56-b4d3-754f1692a25c None None] Routers {'ab7383d6-7ec2-4fac-a15d-bb632099f7fa'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:27.822638 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ad7faf42-76d9-4a56-b4d3-754f1692a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ab7383d6-7ec2-4fac-a15d-bb632099f7fa'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.823735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58988) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:27.858320 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.861148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Made reservation on behalf of a272524c66074b41abbd7a5b580d7f1c for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:27.861889 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ad7faf42-76d9-4a56-b4d3-754f1692a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.863570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.881656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0bc65e7-e563-4155-968c-3288c11ab428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.886911 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7faf42-76d9-4a56-b4d3-754f1692a25c None None] Routers {'ab7383d6-7ec2-4fac-a15d-bb632099f7fa'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:27.887698 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ad7faf42-76d9-4a56-b4d3-754f1692a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ab7383d6-7ec2-4fac-a15d-bb632099f7fa'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.897661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed4f0f-6a1c-40ec-8414-e65622d7080b req-5cef7544-28b4-4ea2-b302-d493528a63e4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:27.899214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6eed4f0f-6a1c-40ec-8414-e65622d7080b req-5cef7544-28b4-4ea2-b302-d493528a63e4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 945 time: 0.2435317 Jul 14 09:29:27.907890 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:27.915320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-d73714c3-7042-4501-819d-d4505de6dc63 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1853700 Jul 14 09:29:27.919707 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ad7faf42-76d9-4a56-b4d3-754f1692a25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:27.920601 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7faf42-76d9-4a56-b4d3-754f1692a25c None None] The sync data for ids ['ab7383d6-7ec2-4fac-a15d-bb632099f7fa'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:27.970708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0bc65e7-e563-4155-968c-3288c11ab428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.051314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6eed4f0f-6a1c-40ec-8414-e65622d7080b req-bb955ff1-6e8c-457b-ad07-fe46bafa40ad tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321752 Jul 14 09:29:28.066635 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.084744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-650c6098-876b-4150-b53e-3d0c3f174ddc tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/routers/ab7383d6-7ec2-4fac-a15d-bb632099f7fa HTTP/1.1" status: 200 len: 925 time: 0.2501585 Jul 14 09:29:28.084948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58990) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.100841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ce319088-492d-41ca-bc5d-077ec7434089 service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482000 Jul 14 09:29:28.127833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0bc65e7-e563-4155-968c-3288c11ab428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.130487 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0bc65e7-e563-4155-968c-3288c11ab428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.132876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f0bc65e7-e563-4155-968c-3288c11ab428 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/adfd44d0-375c-4df8-a1dc-8dfadf0da76c HTTP/1.1" status: 204 len: 168 time: 0.3980250 Jul 14 09:29:28.137818 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.140310 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.144288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/928c1f24-50fc-4510-ac91-8dbe61b411c8 HTTP/1.1" status: 204 len: 168 time: 0.6871123 Jul 14 09:29:28.146089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58994) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.146849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=928c1f24-50fc-4510-ac91-8dbe61b411c8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.148843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24393bf-22f8-4018-b65d-f6c5f5da6289 None None] Network e7985b0c-972f-4869-82b3-21ac7cfdd5b2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:28.167195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.186799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc65e7-e563-4155-968c-3288c11ab428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd44d0-375c-4df8-a1dc-8dfadf0da76c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.207549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] device_id is not set on port d91dbd40-6d9c-4412-b7a2-036dbc504244 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:28.220856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.221246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.221625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.222072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.222332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.222630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.223584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.224007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.224369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.224711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.225075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.225391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb7db7c-7312-4272-a76d-7df0162b8954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:28.237303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6b8d6082-32c1-468b-8d69-30086f99a6ee up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:28.271422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-62345b17-66fb-4bd3-af4c-61491b5e7eba service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553609 Jul 14 09:29:28.345835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c80c05-0ec5-4049-bc1e-6d8b6b7a81cf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:28.367722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.389511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c26c9-c04d-4c2a-998e-4e50282532bb tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.393687 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-653c26c9-c04d-4c2a-998e-4e50282532bb tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=ab7383d6-7ec2-4fac-a15d-bb632099f7fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3114688 Jul 14 09:29:28.394044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59000) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.419023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 6b8d6082-32c1-468b-8d69-30086f99a6ee completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:28.443772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 6b8d6082-32c1-468b-8d69-30086f99a6ee triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:28.444626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.572893 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.620710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dcaf79-7041-4dba-8769-1b74ee36ddf4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.626898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] DHCP port deletion for e7985b0c-972f-4869-82b3-21ac7cfdd5b2 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:29:28.627676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-35dcaf79-7041-4dba-8769-1b74ee36ddf4 tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 881 time: 0.2322383 Jul 14 09:29:28.628539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59008) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.637975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09212a2d-040a-4a20-8abb-e22159261329 req-a0820628-a3cb-4892-9dd8-4d234e3fd0e7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:28.639823 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-09212a2d-040a-4a20-8abb-e22159261329 req-a0820628-a3cb-4892-9dd8-4d234e3fd0e7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 947 time: 0.2823279 Jul 14 09:29:28.649188 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:29:28.649699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b093809-969b-4216-bf53-9fd6de4f8a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d6082-32c1-468b-8d69-30086f99a6ee'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:28.649909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:28.657014 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597a454-d2e8-4f2b-8829-0836d3f6032a" -d '{"events": [{"server_uuid": "2b093809-969b-4216-bf53-9fd6de4f8a58", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d6082-32c1-468b-8d69-30086f99a6ee"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:28.680310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0a0ea06d-16a5-41b5-9315-aefffb70083a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7383d6-7ec2-4fac-a15d-bb632099f7fa HTTP/1.1" status: 200 len: 205 time: 0.0503604 Jul 14 09:29:28.686867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59014) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.717051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-09212a2d-040a-4a20-8abb-e22159261329 req-3c23da67-f70b-47c8-9606-b3eb0612ce54 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642395 Jul 14 09:29:28.723048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Deleting port f2ed90e5-87c3-4608-9a31-cd852d91feff {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:28.723416 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.724013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6b8d6082-32c1-468b-8d69-30086f99a6ee, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b8d6082-32c1-468b-8d69-30086f99a6ee,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:28.727874 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-de17fa61-a775-4857-841e-de61cdf03094 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9446590 Jul 14 09:29:28.743198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:28.751115 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.816897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcc7d0c1-8c99-4e1f-a90d-be6a7ee575f4 req-8b032382-6127-424a-aafa-a4ed02d83203 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 210 time: 0.1115603 Jul 14 09:29:28.849267 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6c264-94a1-4eb6-9798-8ed72f3bcfcd x-openstack-request-id: req-c4a6c264-94a1-4eb6-9798-8ed72f3bcfcd {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:28.849692 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b093809-969b-4216-bf53-9fd6de4f8a58", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d6082-32c1-468b-8d69-30086f99a6ee", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:28.850138 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4a6c264-94a1-4eb6-9798-8ed72f3bcfcd {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:28.850606 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b093809-969b-4216-bf53-9fd6de4f8a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d6082-32c1-468b-8d69-30086f99a6ee', 'code': 200} Jul 14 09:29:28.886872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] Deleting port f2ed90e5-87c3-4608-9a31-cd852d91feff {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:28.892857 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.993377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] For port f2ed90e5-87c3-4608-9a31-cd852d91feff, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f2ed90e5-87c3-4608-9a31-cd852d91feff,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:28.993972 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:28.996992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.003396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=6b8d6082-32c1-468b-8d69-30086f99a6ee,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.024246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] For port f2ed90e5-87c3-4608-9a31-cd852d91feff, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f2ed90e5-87c3-4608-9a31-cd852d91feff,segment=NetworkSegment(2b7388a7-576e-4fbe-8733-f6fb526ad721),segment_id=2b7388a7-576e-4fbe-8733-f6fb526ad721)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:29.024789 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.040353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] Calling delete_port for f2ed90e5-87c3-4608-9a31-cd852d91feff owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:29.044405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Calling delete_port for f2ed90e5-87c3-4608-9a31-cd852d91feff owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:29.059372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ad0c4-5e2a-4593-96e6-7c839ce913de req-0ef91f89-2906-43a7-bd9b-f0b9be2f526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.061297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-882ad0c4-5e2a-4593-96e6-7c839ce913de req-0ef91f89-2906-43a7-bd9b-f0b9be2f526b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 1100 time: 0.1471140 Jul 14 09:29:29.213611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Deleting port aee24f87-a5d7-4745-9fdd-de3bf7dc0e65 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:29.214034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.223443 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.284187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-882ad0c4-5e2a-4593-96e6-7c839ce913de req-0c4345d7-a091-4763-bb41-56b40499c961 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029958 Jul 14 09:29:29.297514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.302089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f2ed90e5-87c3-4608-9a31-cd852d91feff no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:29.304978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] Pushing event deleted for resources: {'Port': ['ID=f2ed90e5-87c3-4608-9a31-cd852d91feff,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.344544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd371d1-4e81-4b0c-a707-c2813f377df7 None None] No DVR routers for this DVR port f2ed90e5-87c3-4608-9a31-cd852d91feff on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:29.349509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: f2ed90e5-87c3-4608-9a31-cd852d91feff {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:29.350124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f2ed90e5-87c3-4608-9a31-cd852d91feff not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:29.355171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d152e23b-e1ba-4f5e-b17b-2806b3f491b5 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:29.389773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Deleting port 46ddd0da-77c9-4589-afe8-0157964c5d48 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:29.390502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.411395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d152e23b-e1ba-4f5e-b17b-2806b3f491b5 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:29.411743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d152e23b-e1ba-4f5e-b17b-2806b3f491b5 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:29.429497 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.499794 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59040) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:29.505567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.528743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Calling delete_port for 46ddd0da-77c9-4589-afe8-0157964c5d48 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:29.665317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1675111704-network', 'tenant_id': '5bcb0f6c045443f08907157362369204'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:29.698324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Made reservation on behalf of 5bcb0f6c045443f08907157362369204 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:29.700722 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.737158 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.770636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.786084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.790352 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.790682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:29.808936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event deleted for resources: {'Port': ['ID=46ddd0da-77c9-4589-afe8-0157964c5d48,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.839827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ed90e5-87c3-4608-9a31-cd852d91feff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:29.842188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Calling delete_port for aee24f87-a5d7-4745-9fdd-de3bf7dc0e65 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:29.851712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5ee96-1b3d-4c08-a0cc-16a50fa0d36c req-9be8bd4c-6c1d-47b7-8b04-35f596e14621 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:29.856983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bbf5ee96-1b3d-4c08-a0cc-16a50fa0d36c req-9be8bd4c-6c1d-47b7-8b04-35f596e14621 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 945 time: 0.5583816 Jul 14 09:29:29.875853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] No DVR routers for this DVR port f2ed90e5-87c3-4608-9a31-cd852d91feff on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:29.958556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.011777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bbf5ee96-1b3d-4c08-a0cc-16a50fa0d36c req-fec920b0-a218-4df6-9ba9-0db281096bda tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526756 Jul 14 09:29:30.027758 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.054560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7985b0c-972f-4869-82b3-21ac7cfdd5b2']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.084234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7388a7-576e-4fbe-8733-f6fb526ad721') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.084530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7388a7-576e-4fbe-8733-f6fb526ad721') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:30.085868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.091882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.104234 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.104573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.121883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.152669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:29:30.153116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:29:30.155390 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:29:30.186620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.206186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e7c87-5f5b-4c14-b61f-38e761d9ae41 req-a9f3d7fb-6580-47c7-b0bc-cd2526fe4829 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.208266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e6e7c87-5f5b-4c14-b61f-38e761d9ae41 req-a9f3d7fb-6580-47c7-b0bc-cd2526fe4829 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 948 time: 0.3338349 Jul 14 09:29:30.229023 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c003f8b-be63-460f-bc4e-a6961ae4434c req-56e8130c-6927-45c2-a481-369b567d217b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 210 time: 0.0343251 Jul 14 09:29:30.232035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.232703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Fanout notify agent at l3_agent the message router_deleted on router ab7383d6-7ec2-4fac-a15d-bb632099f7fa {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:30.248928 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.250047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8006b9bf-cde8-464f-8689-8aced01230cc tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/ab7383d6-7ec2-4fac-a15d-bb632099f7fa HTTP/1.1" status: 204 len: 168 time: 1.5618515 Jul 14 09:29:30.254797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.260427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-739330235', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:30.267897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57322388-7121-4e61-bd47-84ee45f9d835,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.285840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.300483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:30.318334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e6e7c87-5f5b-4c14-b61f-38e761d9ae41 req-a9cbacbb-90e9-4f08-832d-80000e9001d3 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992639 Jul 14 09:29:30.331109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.331451 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Added segment 16456e17-fd56-4128-a22f-2367571c8efb of type vlan for network 4c4fd1bd-3a33-4d23-80de-13890c9154da Jul 14 09:29:30.338741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.339285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-02cd93e7-98cd-4245-a886-c72c147284d6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.340842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-02cd93e7-98cd-4245-a886-c72c147284d6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.2388396 Jul 14 09:29:30.357060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Pushing event deleted for resources: {'Port': ['ID=aee24f87-a5d7-4745-9fdd-de3bf7dc0e65,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.359450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'port': {'device_id': 'd67eb2e6-6736-41a0-b1f4-963e3bd2a544', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'admin_state_up': True, 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:30.387158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.392118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] 10.222.0.73 "DELETE /v2.0/networks/e7985b0c-972f-4869-82b3-21ac7cfdd5b2 HTTP/1.1" status: 204 len: 168 time: 2.2428682 Jul 14 09:29:30.393407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1982b00-f69b-4dc6-ac00-fb1b1bc52fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=e7985b0c-972f-4869-82b3-21ac7cfdd5b2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.402252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.403518 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.486425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.556188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.564774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Made reservation on behalf of 563695d2b63f493dad0ff0ff5e9ba059 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:30.569067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.573719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59056) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.683538 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f0b43acd-ccea-4492-97e2-07a36b892a6e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b2e7fb60f334e19932be8700b125720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061678 Jul 14 09:29:30.684186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59060) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.699687 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.701387 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.702222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.702323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:30.702908 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.703375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8e2985e8-d6e4-44d6-a5f4-4344984a358e tempest-ExternalNetworksAdminNegativeTestJSON-1301360327 tempest-ExternalNetworksAdminNegativeTestJSON-1301360327-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/06f6cd57-595d-4a27-8e61-76c4682a8f10 HTTP/1.1" status: 204 len: 168 time: 1.9592531 Jul 14 09:29:30.712581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:30.829478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4fd1bd-3a33-4d23-80de-13890c9154da,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:30.841549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4c4fd1bd-3a33-4d23-80de-13890c9154da details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:30.863285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-11e2e401-acec-4140-ac74-59f85404c655 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3594685 Jul 14 09:29:30.867367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:30.875216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Request body: {'subnet': {'network_id': '4c4fd1bd-3a33-4d23-80de-13890c9154da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1675111704-subnet', 'tenant_id': '5bcb0f6c045443f08907157362369204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:31.001655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.003420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Made reservation on behalf of 5bcb0f6c045443f08907157362369204 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:31.006427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.036633 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.067214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.172451 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:29:31.251709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e800b2d-7d74-47dc-b5ce-9b00f540715e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.254695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Allocated IP 172.25.0.68 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/d3a2d9b8-5df1-4df9-9c8b-e94b15be14b7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:31.269202 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74915686-282d-4c53-a5b4-546bec399fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.322515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d103e99-5e05-4849-8193-d7ac77fdaa72 req-75c97939-8f3d-47f9-8e6f-f2fa67b76715 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.324318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4d103e99-5e05-4849-8193-d7ac77fdaa72 req-75c97939-8f3d-47f9-8e6f-f2fa67b76715 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 945 time: 0.6239450 Jul 14 09:29:31.325456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Allocated IP 172.20.0.11 (d63ab4c0-a973-4f52-9976-64c7ef6f49c0/bb312590-8fe3-41be-ac5a-879edfa503d0/ebcd3abf-0fe1-4db9-9938-68a0ee11d638) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:31.328692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74915686-282d-4c53-a5b4-546bec399fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.418394 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4d103e99-5e05-4849-8193-d7ac77fdaa72 req-c3208592-ba55-4817-9633-1ad8f4af942c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857608 Jul 14 09:29:31.434920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.445056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-730f3b55-abdc-42f2-b8f1-bcd6595c9b6a req-12f86bc8-ec4c-4578-a994-f64ce964e738 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 210 time: 0.0598836 Jul 14 09:29:31.482419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74915686-282d-4c53-a5b4-546bec399fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.485446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74915686-282d-4c53-a5b4-546bec399fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.486588 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-74915686-282d-4c53-a5b4-546bec399fc4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cbd51371-87bf-40df-a597-571034de6e4a HTTP/1.1" status: 204 len: 168 time: 0.8014786 Jul 14 09:29:31.503482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74915686-282d-4c53-a5b4-546bec399fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd51371-87bf-40df-a597-571034de6e4a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.556184 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.558663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=facc8113-ebcc-4be5-9f10-c7048e6b9f8c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.601328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e800b2d-7d74-47dc-b5ce-9b00f540715e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.602419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Checking segment: {'id': '16456e17-fd56-4128-a22f-2367571c8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4c4fd1bd-3a33-4d23-80de-13890c9154da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:31.602807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Network hostable DHCP agents. Network: 4c4fd1bd-3a33-4d23-80de-13890c9154da, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:31.608913 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e800b2d-7d74-47dc-b5ce-9b00f540715e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.625086 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.644115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Transition to ACTIVE for port object ebcd3abf-0fe1-4db9-9938-68a0ee11d638 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:31.672818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4e800b2d-7d74-47dc-b5ce-9b00f540715e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16df8e85e4c24705b7bd1a9150a9246a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6003718 Jul 14 09:29:31.674072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:31.684323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Network 4c4fd1bd-3a33-4d23-80de-13890c9154da is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:31.686648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e800b2d-7d74-47dc-b5ce-9b00f540715e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cfc8b8-1d74-44ca-bcdd-09eb8fff8071,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.703344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d9f473-08e0-4f05-a0ba-adf313032db0 req-1818d6d3-aa6e-4626-bab8-6f9f3e6fd035 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.704854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.712823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-86d9f473-08e0-4f05-a0ba-adf313032db0 req-1818d6d3-aa6e-4626-bab8-6f9f3e6fd035 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 948 time: 0.1308980 Jul 14 09:29:31.744485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4c4fd1bd-3a33-4d23-80de-13890c9154da) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:31.751522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.757397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a77d64-500e-4121-b578-41c837d1df9e None None] Network 4c4fd1bd-3a33-4d23-80de-13890c9154da requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:31.773678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:31.774282 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.776646 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-86d9f473-08e0-4f05-a0ba-adf313032db0 req-3c720dc6-a73b-4541-947c-d0f027aff692 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629144 Jul 14 09:29:31.784236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['852f6c32-cc75-4576-8401-4405c5f19a86'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:31.833350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:31.835915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:31.848348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event updated for resources: {'Port': ['ID=d3a2d9b8-5df1-4df9-9c8b-e94b15be14b7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.850746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:31.857975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:31.868387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:31.870720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'Port': ['ID=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:31.873474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:31.945853 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41a61c50-dbde-454e-b9a4-e2f674c5c58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:31.954941 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f311fc76-ed4d-4e76-8055-d20bf53e3e1f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0852704 Jul 14 09:29:32.026070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.026766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.050397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc8d4d7-b0cd-4cbe-be3b-ba036d4c9ec0 None None] Network 4c4fd1bd-3a33-4d23-80de-13890c9154da requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:32.088728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-1179089a-00e7-4934-ac67-c8286c979f06 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7368822 Jul 14 09:29:32.102937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Request body: {'port': {'device_id': 'd67eb2e6-6736-41a0-b1f4-963e3bd2a544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:32.145558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41a61c50-dbde-454e-b9a4-e2f674c5c58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.258545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.385781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41a61c50-dbde-454e-b9a4-e2f674c5c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.388619 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41a61c50-dbde-454e-b9a4-e2f674c5c58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.389851 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-41a61c50-dbde-454e-b9a4-e2f674c5c58c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/31cfc8b8-1d74-44ca-bcdd-09eb8fff8071 HTTP/1.1" status: 204 len: 168 time: 0.7121093 Jul 14 09:29:32.432093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a61c50-dbde-454e-b9a4-e2f674c5c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cfc8b8-1d74-44ca-bcdd-09eb8fff8071,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:32.476406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.512032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3c531cb2-da72-49c0-b79f-4c3f958904f4 None None] Provisioning for port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:32.528855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3c531cb2-da72-49c0-b79f-4c3f958904f4 None None] Provisioning complete for port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:32.529469 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c531cb2-da72-49c0-b79f-4c3f958904f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.545170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b3d6b-f00f-4220-a7cd-0c50f265f365 req-a00e9244-8e20-485c-8a07-6d387de78c59 tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.547003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-828b3d6b-f00f-4220-a7cd-0c50f265f365 req-a00e9244-8e20-485c-8a07-6d387de78c59 tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 1100 time: 0.1777241 Jul 14 09:29:32.596601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-828b3d6b-f00f-4220-a7cd-0c50f265f365 req-03e21dbb-f760-4dea-ad6d-3d559f5f2554 tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.662536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3c531cb2-da72-49c0-b79f-4c3f958904f4 None None] Port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:32.777579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408a358-9c57-48e0-891e-74e5325642ab req-d7a1c6af-83cf-4359-875d-af60e52c24fb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:32.795681 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6408a358-9c57-48e0-891e-74e5325642ab req-d7a1c6af-83cf-4359-875d-af60e52c24fb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 945 time: 0.1423342 Jul 14 09:29:32.819410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebcd3abf-0fe1-4db9-9938-68a0ee11d638 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:32.835360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.838638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.870885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Transition to ACTIVE for port object ebcd3abf-0fe1-4db9-9938-68a0ee11d638 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:32.881644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6408a358-9c57-48e0-891e-74e5325642ab req-3ab3cebb-d526-4f30-9c95-4c56f1ec0541 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850086 Jul 14 09:29:32.883520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:32.983281 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-828b3d6b-f00f-4220-a7cd-0c50f265f365 req-03e21dbb-f760-4dea-ad6d-3d559f5f2554 tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.013095 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-828b3d6b-f00f-4220-a7cd-0c50f265f365 req-03e21dbb-f760-4dea-ad6d-3d559f5f2554 tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.046091 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-828b3d6b-f00f-4220-a7cd-0c50f265f365 req-03e21dbb-f760-4dea-ad6d-3d559f5f2554 tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651029 Jul 14 09:29:33.054136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.122607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e21dbb-f760-4dea-ad6d-3d559f5f2554 tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f557a85f-2dbb-4b2a-ac23-6c7180750676,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.168720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59128) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.183742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59130) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.198044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Attempting to bind port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:33.198413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Attempting to bind port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:33.198749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Attempting to bind port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:33.212458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:33.212810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Attempting to bind port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:33.227577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:33.227926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Checking segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:33.228453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Bound using segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:33.228989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Bound port: ebcd3abf-0fe1-4db9-9938-68a0ee11d638, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:33.229355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.274300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Router 20e5fe5f-82f0-47ca-a51b-ca1820262d75 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:33.283793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f29eb-f404-40eb-aaf7-e17341fde481 req-0aa59ab8-6c8d-4752-9493-d08577be4ce5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.291483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fd8f29eb-f404-40eb-aaf7-e17341fde481 req-0aa59ab8-6c8d-4752-9493-d08577be4ce5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 944 time: 0.1833565 Jul 14 09:29:33.342480 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4998e59f-01c5-4fbc-9ec3-cb7cffa36358 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a272524c66074b41abbd7a5b580d7f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701658 Jul 14 09:29:33.342935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.362198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] For port ebcd3abf-0fe1-4db9-9938-68a0ee11d638, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:33.372231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] For port ebcd3abf-0fe1-4db9-9938-68a0ee11d638, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:33.397239 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fd8f29eb-f404-40eb-aaf7-e17341fde481 req-c472f38e-f59f-4cfa-8210-022933525f3c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047590 Jul 14 09:29:33.399293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.436574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59140) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.447983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-36430038-network', 'tenant_id': 'e8b3ddaef65d48bdb4d9d9e3a8125b3e'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:33.473818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.474455 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.475863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] 10.222.0.69 "PUT /v2.0/ports/ebcd3abf-0fe1-4db9-9938-68a0ee11d638 HTTP/1.1" status: 200 len: 1093 time: 1.3787301 Jul 14 09:29:33.476342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67eb2e6-6736-41a0-b1f4-963e3bd2a544', 'tag': 'ebcd3abf-0fe1-4db9-9938-68a0ee11d638'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:33.479070 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b250fe36-ea89-4930-be98-390b686a6eab" -d '{"events": [{"name": "network-changed", "server_uuid": "d67eb2e6-6736-41a0-b1f4-963e3bd2a544", "tag": "ebcd3abf-0fe1-4db9-9938-68a0ee11d638"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:33.491521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-730375205-network', 'tenant_id': 'db39e53052bb48e4851630eaf78894f9'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:33.530809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd28caf-e528-45ce-8ccc-106e900bb057 service neutron] Pushing event updated for resources: {'Port': ['ID=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.538994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Made reservation on behalf of e8b3ddaef65d48bdb4d9d9e3a8125b3e for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:33.541410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.580822 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.589446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f07c155-78b6-4419-a9b0-964ba9530bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.591827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:33.602709 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2b5799-a458-4988-9876-ae1b4b49ab4a x-openstack-request-id: req-3c2b5799-a458-4988-9876-ae1b4b49ab4a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:33.602994 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67eb2e6-6736-41a0-b1f4-963e3bd2a544", "tag": "ebcd3abf-0fe1-4db9-9938-68a0ee11d638", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:33.603253 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c2b5799-a458-4988-9876-ae1b4b49ab4a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:33.603647 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67eb2e6-6736-41a0-b1f4-963e3bd2a544', 'tag': 'ebcd3abf-0fe1-4db9-9938-68a0ee11d638', 'status': 'completed', 'code': 200} Jul 14 09:29:33.616278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7f6dd-cb5a-4f1f-babe-9f3b33bf5a52 None None] Sync routers for ids ['20e5fe5f-82f0-47ca-a51b-ca1820262d75'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:33.616733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Made reservation on behalf of db39e53052bb48e4851630eaf78894f9 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:33.618754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.635700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7f6dd-cb5a-4f1f-babe-9f3b33bf5a52 None None] Routers {'20e5fe5f-82f0-47ca-a51b-ca1820262d75'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:33.636782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ee7f6dd-cb5a-4f1f-babe-9f3b33bf5a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20e5fe5f-82f0-47ca-a51b-ca1820262d75'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.637316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.641037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2e069573-2a6a-40ab-ab8c-30f04ad3eb0a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3823383 Jul 14 09:29:33.641037 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f07c155-78b6-4419-a9b0-964ba9530bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.643699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59146) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:33.648087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:33.649506 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.683261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ee7f6dd-cb5a-4f1f-babe-9f3b33bf5a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.694169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee7f6dd-cb5a-4f1f-babe-9f3b33bf5a52 None None] Routers {'20e5fe5f-82f0-47ca-a51b-ca1820262d75'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:33.695582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ee7f6dd-cb5a-4f1f-babe-9f3b33bf5a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20e5fe5f-82f0-47ca-a51b-ca1820262d75'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.742057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3ee7f6dd-cb5a-4f1f-babe-9f3b33bf5a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:33.743034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee7f6dd-cb5a-4f1f-babe-9f3b33bf5a52 None None] The sync data for ids ['20e5fe5f-82f0-47ca-a51b-ca1820262d75'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:33.743705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-8ac82ee9-fa58-4c21-9485-dee5a5645ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.745296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-8ac82ee9-fa58-4c21-9485-dee5a5645ee2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 1096 time: 0.1989663 Jul 14 09:29:33.810119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-d2967ffb-8e85-4551-8abb-48c0e541abe0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638 HTTP/1.1" status: 200 len: 217 time: 0.0439579 Jul 14 09:29:33.834078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f07c155-78b6-4419-a9b0-964ba9530bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.836614 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f07c155-78b6-4419-a9b0-964ba9530bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.837756 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8f07c155-78b6-4419-a9b0-964ba9530bb9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6c80c05-0ec5-4049-bc1e-6d8b6b7a81cf HTTP/1.1" status: 204 len: 168 time: 0.4938872 Jul 14 09:29:33.851062 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.871676 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.885497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07c155-78b6-4419-a9b0-964ba9530bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c80c05-0ec5-4049-bc1e-6d8b6b7a81cf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.910385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8092bd-c885-4672-bef1-510e8d3ee365 req-f2d353a4-f956-4f72-ab46-0b59b9269341 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.912060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb8092bd-c885-4672-bef1-510e8d3ee365 req-f2d353a4-f956-4f72-ab46-0b59b9269341 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 945 time: 0.1781478 Jul 14 09:29:33.927550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:33.932708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ca6cc498-9fb2-40ce-ad2b-9138e95cea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:33.934053 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-ca6cc498-9fb2-40ce-ad2b-9138e95cea9b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1020260 Jul 14 09:29:33.982062 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:33.982411 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Added segment 4196e846-9446-4e34-8648-44b0e89f5275 of type vlan for network 13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700 Jul 14 09:29:33.983736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f1e451-fac0-4c18-ab75-ca40280cb29a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:33.994286 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb8092bd-c885-4672-bef1-510e8d3ee365 req-bbfad275-3161-43e0-b310-9e900dad8b7a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518570 Jul 14 09:29:34.046541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.116810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-0cff9854-9a79-434c-9d14-64a6efd1895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.118344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-0cff9854-9a79-434c-9d14-64a6efd1895f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720631 Jul 14 09:29:34.119673 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.122244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.123128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.123708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.128087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.136492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.147173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.193718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Deleting port d3a2d9b8-5df1-4df9-9c8b-e94b15be14b7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:34.194310 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.256364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8149998 Jul 14 09:29:34.258644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:34.259489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59156) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.267997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Request body: {'subnet': {'network_id': '13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-36430038-subnet', 'tenant_id': 'e8b3ddaef65d48bdb4d9d9e3a8125b3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:34.306284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05c449-e9ef-4c6b-8c95-f7242101585a admin admin] Pushing event updated for resources: {'Network': ['ID=13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.313738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.314250 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Added segment 3bda2fe2-1cd0-46b2-b084-8b7f739b1804 of type vlan for network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a Jul 14 09:29:34.324566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:34.326729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a8d1c6-124d-459a-b9bb-0c725c80c1f1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.330775 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.339780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Made reservation on behalf of e8b3ddaef65d48bdb4d9d9e3a8125b3e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:34.342713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.362107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Calling delete_port for d3a2d9b8-5df1-4df9-9c8b-e94b15be14b7 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:34.376271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.422283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-8da069f9-9361-4a2a-898f-041f0e4da8c7 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753716 Jul 14 09:29:34.431396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4348458-74e7-4188-9ef3-7ffca6fd376d req-5da2366d-7b7e-4347-a4c5-e6c2636122ab tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.438385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4348458-74e7-4188-9ef3-7ffca6fd376d req-5da2366d-7b7e-4347-a4c5-e6c2636122ab tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 1100 time: 0.2421443 Jul 14 09:29:34.452605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.453528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.454108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.577635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3897898 Jul 14 09:29:34.582645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:34.587735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Request body: {'subnet': {'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-730375205-subnet', 'tenant_id': 'db39e53052bb48e4851630eaf78894f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:34.601468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4348458-74e7-4188-9ef3-7ffca6fd376d req-ffea80a5-d663-4365-bb55-0e85bda8057d tempest-ServersAdminNegativeTestJSON-2088235648 tempest-ServersAdminNegativeTestJSON-2088235648-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621892 Jul 14 09:29:34.606799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa662a-f7b2-4874-9777-1d700710266c admin admin] Pushing event updated for resources: {'Network': ['ID=8d062b05-02a3-4d75-b55c-1cb15d1ad72a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:34.621472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:34.643991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcb79908-1d18-42f9-8a7a-92ccf09dd0c1 req-d2ae026e-0faa-4073-8ffd-a54ff34b7760 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147868 Jul 14 09:29:34.658245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Made reservation on behalf of db39e53052bb48e4851630eaf78894f9 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:34.660995 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:34.826082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fe36-ea89-4930-be98-390b686a6eab req-abae696d-364d-43d7-bc90-fc15080f7fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:34.827628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b250fe36-ea89-4930-be98-390b686a6eab req-abae696d-364d-43d7-bc90-fc15080f7fe7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 1096 time: 0.0938876 Jul 14 09:29:35.016236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.021654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fe36-ea89-4930-be98-390b686a6eab req-55b68a04-61a8-4c8e-9d85-04ed6cb06e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.023383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b250fe36-ea89-4930-be98-390b686a6eab req-55b68a04-61a8-4c8e-9d85-04ed6cb06e1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.1881206 Jul 14 09:29:35.082438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.105969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b250fe36-ea89-4930-be98-390b686a6eab req-a04e5d99-8c29-4213-9728-e1229b6b8534 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638 HTTP/1.1" status: 200 len: 217 time: 0.0575957 Jul 14 09:29:35.148357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Pushing event deleted for resources: {'Port': ['ID=d3a2d9b8-5df1-4df9-9c8b-e94b15be14b7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.171041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=616c53a4-30a7-4e6a-a138-a97e3bcc800a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.194900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Checking segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:35.195268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Network hostable DHCP agents. Network: 8d062b05-02a3-4d75-b55c-1cb15d1ad72a, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:35.205416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fe36-ea89-4930-be98-390b686a6eab req-b4007180-b39a-4951-974d-772f31f84c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.206945 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b250fe36-ea89-4930-be98-390b686a6eab req-b4007180-b39a-4951-974d-772f31f84c4c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.0898302 Jul 14 09:29:35.229262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:35.264094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 8d062b05-02a3-4d75-b55c-1cb15d1ad72a) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:35.270988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.271631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.278363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e5d78-d4a8-4f0c-817c-2b0ea86b0efd req-54593b23-2b21-496e-b148-5ac0d899b948 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.286735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a10e5d78-d4a8-4f0c-817c-2b0ea86b0efd req-54593b23-2b21-496e-b148-5ac0d899b948 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 944 time: 0.3306220 Jul 14 09:29:35.288860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92cf80-6fc9-4039-ae63-24b799364ee4 None None] Network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:35.306999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fe36-ea89-4930-be98-390b686a6eab req-c51f8a29-dceb-48f1-9684-a4e9c668c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.308863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b250fe36-ea89-4930-be98-390b686a6eab req-c51f8a29-dceb-48f1-9684-a4e9c668c3e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928292 Jul 14 09:29:35.310377 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-55b165a4-cf5d-41b4-a2fc-f392ce2de0e9 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7267933 Jul 14 09:29:35.310723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-e3e13b93-da9b-418d-b54a-84c80765b310 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.312723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-e3e13b93-da9b-418d-b54a-84c80765b310 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 945 time: 0.2925220 Jul 14 09:29:35.324640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.344921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.457553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b250fe36-ea89-4930-be98-390b686a6eab req-1775f70d-fad4-423d-a6ac-3e3e9b071ee8 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401367 Jul 14 09:29:35.535022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cfa020-7df6-4719-9120-03c124dce8ad None None] Network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:35.595898 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a10e5d78-d4a8-4f0c-817c-2b0ea86b0efd req-8e41c7e6-a360-40cd-85b5-e694cdf46f1c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079665 Jul 14 09:29:35.601443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119b169-55df-4ead-a712-f1a4dd305462 req-31a862aa-94f7-49d4-b684-8ff19526e1de tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:35.609246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c119b169-55df-4ead-a712-f1a4dd305462 req-31a862aa-94f7-49d4-b684-8ff19526e1de tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 945 time: 0.1506045 Jul 14 09:29:35.630161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc591587-f2bb-4b80-94d2-2761b56c7e02,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:35.651807 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b250fe36-ea89-4930-be98-390b686a6eab req-d6fbbbb8-9ddb-4be9-949f-2869f029a57a service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799083 Jul 14 09:29:35.704624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c119b169-55df-4ead-a712-f1a4dd305462 req-017832cf-4b72-432d-bb6f-fb2f814d782a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882020 Jul 14 09:29:35.734387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Checking segment: {'id': '4196e846-9446-4e34-8648-44b0e89f5275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:35.734644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Network hostable DHCP agents. Network: 13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:35.821816 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.848705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.863565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Deleting port c0dcbc21-6951-405a-9990-fb01e3bf504a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:35.863987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:35.941897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Network 13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:35.999175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:36.011873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ae74f-1478-4b5d-bb22-736056a258af None None] Network 13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:36.013972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.014621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.022552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Router 20e5fe5f-82f0-47ca-a51b-ca1820262d75 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:36.067077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2b4b1-9a93-4705-a755-fe187d8bf7d5 req-b5b95216-6659-486f-a25e-394e83e36505 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.068766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9b2b4b1-9a93-4705-a755-fe187d8bf7d5 req-b5b95216-6659-486f-a25e-394e83e36505 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 948 time: 0.2671924 Jul 14 09:29:36.090707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] For port c0dcbc21-6951-405a-9990-fb01e3bf504a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c0dcbc21-6951-405a-9990-fb01e3bf504a,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:36.091079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.106293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-776522be-f4a3-4392-96a0-ee3807c89190 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8356254 Jul 14 09:29:36.121706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Calling delete_port for c0dcbc21-6951-405a-9990-fb01e3bf504a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:36.198495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3caf0fd-d752-4562-9a01-c595b3a3a902 None None] Network 13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:36.215463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9b2b4b1-9a93-4705-a755-fe187d8bf7d5 req-73376947-7e3b-4241-8689-b0d0a9286938 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370232 Jul 14 09:29:36.216410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:36.228558 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f281771-0505-4cca-8fdd-236b2ad6cc34 None None] Sync routers for ids ['20e5fe5f-82f0-47ca-a51b-ca1820262d75'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:36.253174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.255115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b208f415-ea75-4ba1-a8b0-97e37b7a1e90 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "PUT /v2.0/routers/20e5fe5f-82f0-47ca-a51b-ca1820262d75 HTTP/1.1" status: 200 len: 709 time: 2.6114597 Jul 14 09:29:36.258705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.261384 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f281771-0505-4cca-8fdd-236b2ad6cc34 None None] Routers {'20e5fe5f-82f0-47ca-a51b-ca1820262d75'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:36.262026 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6f281771-0505-4cca-8fdd-236b2ad6cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20e5fe5f-82f0-47ca-a51b-ca1820262d75'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.284624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-3c3f22bb-2f55-4e53-a247-140e692a7f89 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.289401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-3c3f22bb-2f55-4e53-a247-140e692a7f89 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 804 time: 0.2082286 Jul 14 09:29:36.320970 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-aadc8f04-1dce-4d20-ad13-e626133bc382 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/quotas/db39e53052bb48e4851630eaf78894f9 HTTP/1.1" status: 200 len: 375 time: 0.0247180 Jul 14 09:29:36.346638 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6f281771-0505-4cca-8fdd-236b2ad6cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.365801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-b9736452-ab6f-4191-bd42-4ddc43dc6c23 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428879 Jul 14 09:29:36.369088 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f281771-0505-4cca-8fdd-236b2ad6cc34 None None] Routers {'20e5fe5f-82f0-47ca-a51b-ca1820262d75'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:36.369857 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6f281771-0505-4cca-8fdd-236b2ad6cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20e5fe5f-82f0-47ca-a51b-ca1820262d75'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.416024 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e9de19d4-dcbd-40bb-b1de-fc364dde814b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/routers/20e5fe5f-82f0-47ca-a51b-ca1820262d75 HTTP/1.1" status: 200 len: 744 time: 0.1559479 Jul 14 09:29:36.422720 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-6f281771-0505-4cca-8fdd-236b2ad6cc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:36.424757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59242) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.431588 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f281771-0505-4cca-8fdd-236b2ad6cc34 None None] The sync data for ids ['20e5fe5f-82f0-47ca-a51b-ca1820262d75'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:36.478220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-441a44c0-5b9c-4f58-9250-f8d8d203801b tempest-RoutersIpV6AdminTest-1388598946 tempest-RoutersIpV6AdminTest-1388598946-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=20e5fe5f-82f0-47ca-a51b-ca1820262d75 HTTP/1.1" status: 200 len: 205 time: 0.0515769 Jul 14 09:29:36.481083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59246) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.497571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-e9c2bd72-4565-4f4d-a82e-2630e6b4d4c9 service neutron] 10.222.0.73 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248894 Jul 14 09:29:36.513333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-375a74a8-9fd8-4f7e-9e4c-934e42e54c06 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=20e5fe5f-82f0-47ca-a51b-ca1820262d75 HTTP/1.1" status: 200 len: 205 time: 0.0307117 Jul 14 09:29:36.517850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59248) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.546544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59250) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:36.609638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-4a642e3f-b6f4-4f28-a96b-be77df97483b service neutron] 10.222.0.73 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109359 Jul 14 09:29:36.635480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4898117-98db-4d77-8350-7b2eef8dfd27 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.695616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:36.708640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['c0dcbc21-6951-405a-9990-fb01e3bf504a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:36.735373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event deleted for resources: {'Port': ['ID=c0dcbc21-6951-405a-9990-fb01e3bf504a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:36.821904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:36.940566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a2a73-8b78-40a8-8756-3125ea2bd342 req-89577f91-d7e7-4315-a328-77d494573ac1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:36.942788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-675a2a73-8b78-40a8-8756-3125ea2bd342 req-89577f91-d7e7-4315-a328-77d494573ac1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 944 time: 0.0755424 Jul 14 09:29:36.992853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-675a2a73-8b78-40a8-8756-3125ea2bd342 req-07f890d9-dc8c-4452-b817-5b2fcf6d1197 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434635 Jul 14 09:29:37.128917 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-893f47a5-2749-4876-970a-0a9b293f314d req-cfe394fe-1bd7-4620-a125-ba7a8a6579c6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 210 time: 0.0293269 Jul 14 09:29:37.295910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4898117-98db-4d77-8350-7b2eef8dfd27 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.302348 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4898117-98db-4d77-8350-7b2eef8dfd27 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.304814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] No DVR routers for this DVR port c0dcbc21-6951-405a-9990-fb01e3bf504a on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:37.318533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.320929 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81ad61ec-ca52-4a05-8801-b6c00198e830 req-87866db0-16bb-40f6-a109-2c762516158e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "DELETE /v2.0/ports/c0dcbc21-6951-405a-9990-fb01e3bf504a HTTP/1.1" status: 204 len: 173 time: 1.9976878 Jul 14 09:29:37.326908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45902f5-3bb4-4aca-b175-5f0f7b160b43', 'name': 'network-vif-deleted', 'tag': 'c0dcbc21-6951-405a-9990-fb01e3bf504a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:37.330327 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17371b9-9bde-4f4d-bc5b-dd56bc47f62a" -d '{"events": [{"server_uuid": "d45902f5-3bb4-4aca-b175-5f0f7b160b43", "name": "network-vif-deleted", "tag": "c0dcbc21-6951-405a-9990-fb01e3bf504a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:37.385878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.405200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4898117-98db-4d77-8350-7b2eef8dfd27 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.405699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4898117-98db-4d77-8350-7b2eef8dfd27 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Fanout notify agent at l3_agent the message router_deleted on router 20e5fe5f-82f0-47ca-a51b-ca1820262d75 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:29:37.414990 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4898117-98db-4d77-8350-7b2eef8dfd27 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.416115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e4898117-98db-4d77-8350-7b2eef8dfd27 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/20e5fe5f-82f0-47ca-a51b-ca1820262d75 HTTP/1.1" status: 204 len: 168 time: 0.8971221 Jul 14 09:29:37.451999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59282) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.484273 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-940f4a83-36db-4c0d-a0d4-18d02d45643f tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=20e5fe5f-82f0-47ca-a51b-ca1820262d75 HTTP/1.1" status: 200 len: 205 time: 0.0307465 Jul 14 09:29:37.489089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.524595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-911343d7-8348-4012-81c4-1533508c39cf req-3b31513f-349e-4b5b-a876-5e9cdc83a7fb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 210 time: 0.3220012 Jul 14 09:29:37.555162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-6341e576-266e-4454-ba36-38090b2ea194 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.556776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-6341e576-266e-4454-ba36-38090b2ea194 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 948 time: 0.3860016 Jul 14 09:29:37.572357 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-6cea1ca9-626d-4f80-b0a5-ed6674efd3a4 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] delete failed (client error): The resource could not be found. Jul 14 09:29:37.573550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6cea1ca9-626d-4f80-b0a5-ed6674efd3a4 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/20e5fe5f-82f0-47ca-a51b-ca1820262d75 HTTP/1.1" status: 404 len: 336 time: 0.0803065 Jul 14 09:29:37.576641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59288) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.583708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-20012ec0-6b53-4377-88ea-ca9e9b47895c tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.585482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-20012ec0-6b53-4377-88ea-ca9e9b47895c tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/networks?id=4c4fd1bd-3a33-4d23-80de-13890c9154da HTTP/1.1" status: 200 len: 815 time: 0.8010392 Jul 14 09:29:37.612082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-e3707ad3-5cf9-4f4a-b87f-115d76b1082d tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/quotas/5bcb0f6c045443f08907157362369204 HTTP/1.1" status: 200 len: 375 time: 0.0197148 Jul 14 09:29:37.628604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4af46389-03e0-4bdb-b87e-e2c01653b4e0 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=ab7383d6-7ec2-4fac-a15d-bb632099f7fa HTTP/1.1" status: 200 len: 205 time: 0.0506840 Jul 14 09:29:37.631724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59290) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.656767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-1e3b4244-71ac-4a6f-a6d6-0697417a89b7 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bcb0f6c045443f08907157362369204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427661 Jul 14 09:29:37.683574 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-8f9c3c19-fa60-45cc-91f2-58289cf4c428 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] delete failed (client error): The resource could not be found. Jul 14 09:29:37.687041 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8f9c3c19-fa60-45cc-91f2-58289cf4c428 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/ab7383d6-7ec2-4fac-a15d-bb632099f7fa HTTP/1.1" status: 404 len: 336 time: 0.0518472 Jul 14 09:29:37.698466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59292) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.744608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.761648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5c90ddec-1650-4c1e-9896-bbe853b7c437 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=029ddf15-dbd2-408e-b4fa-ad2f3ace724f HTTP/1.1" status: 200 len: 205 time: 0.0591958 Jul 14 09:29:37.763691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59294) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.796538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-81411e4e-29e8-4bf9-a88c-8b044a336b2f service neutron] 10.222.0.73 "GET /v2.0/networks/4c4fd1bd-3a33-4d23-80de-13890c9154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368935 Jul 14 09:29:37.809885 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-1b0150a2-2ff3-4c43-93b1-d837937c6c2a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] delete failed (client error): The resource could not be found. Jul 14 09:29:37.810904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1b0150a2-2ff3-4c43-93b1-d837937c6c2a tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/029ddf15-dbd2-408e-b4fa-ad2f3ace724f HTTP/1.1" status: 404 len: 336 time: 0.0450134 Jul 14 09:29:37.816509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59296) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.843231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Deleting port 6b8d6082-32c1-468b-8d69-30086f99a6ee {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:37.843579 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:37.854937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b6de0-9463-4fd9-92ed-931df884ea93 req-738ecda0-56ae-4ccd-9677-510f0fabe149 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:37.856437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12b6de0-9463-4fd9-92ed-931df884ea93 req-738ecda0-56ae-4ccd-9677-510f0fabe149 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 948 time: 0.1750045 Jul 14 09:29:37.880512 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ec62e9e6-7b9b-472b-b839-692ce646a79c tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=c7666098-7040-4c42-88fc-f7ccd2432405 HTTP/1.1" status: 200 len: 205 time: 0.0627785 Jul 14 09:29:37.884330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.941973 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-5c7fc8e1-d1f1-4899-8a68-39dc9c94840b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] delete failed (client error): The resource could not be found. Jul 14 09:29:37.943019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5c7fc8e1-d1f1-4899-8a68-39dc9c94840b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/c7666098-7040-4c42-88fc-f7ccd2432405 HTTP/1.1" status: 404 len: 336 time: 0.0543926 Jul 14 09:29:37.946332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59300) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:37.965994 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12b6de0-9463-4fd9-92ed-931df884ea93 req-627128c0-7a27-46d0-a2b3-212f0aa8169b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988164 Jul 14 09:29:38.002638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-613e9f59-5368-44f3-91c3-138be996c4bb tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=25690e09-df87-471f-8d6b-cbcd7c6ac31d HTTP/1.1" status: 200 len: 205 time: 0.0532224 Jul 14 09:29:38.006838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59302) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.032414 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5371ee4-831a-4d77-ad47-124d60613d35 x-openstack-request-id: req-c5371ee4-831a-4d77-ad47-124d60613d35 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:38.032748 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45902f5-3bb4-4aca-b175-5f0f7b160b43", "name": "network-vif-deleted", "tag": "c0dcbc21-6951-405a-9990-fb01e3bf504a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:38.032996 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c5371ee4-831a-4d77-ad47-124d60613d35 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:38.033450 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45902f5-3bb4-4aca-b175-5f0f7b160b43', 'name': 'network-vif-deleted', 'tag': 'c0dcbc21-6951-405a-9990-fb01e3bf504a', 'status': 'completed', 'code': 200} Jul 14 09:29:38.064287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Allocated IP 172.25.0.31 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/1d8d1fc0-a182-4ad2-819c-5a3e58776509) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:38.065196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] For port 6b8d6082-32c1-468b-8d69-30086f99a6ee, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b8d6082-32c1-468b-8d69-30086f99a6ee,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:38.065561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.068266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-93409d73-01fa-45e9-ad8a-47f4f8cdf7a9 service neutron] 10.222.0.73 "GET /v2.0/networks/4c4fd1bd-3a33-4d23-80de-13890c9154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656159 Jul 14 09:29:38.068955 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-48d0881f-b565-4e0d-808a-fb37e1895dae tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] delete failed (client error): The resource could not be found. Jul 14 09:29:38.072602 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-48d0881f-b565-4e0d-808a-fb37e1895dae tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/25690e09-df87-471f-8d6b-cbcd7c6ac31d HTTP/1.1" status: 404 len: 336 time: 0.0619643 Jul 14 09:29:38.075879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59306) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.108992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Calling delete_port for 6b8d6082-32c1-468b-8d69-30086f99a6ee owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:38.112439 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-32d46259-9e9f-423f-a379-06321cc91c9e tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "GET /v2.0/ports?device_id=666881e8-67e5-4486-850a-fd06786754a2 HTTP/1.1" status: 200 len: 205 time: 0.0354631 Jul 14 09:29:38.115110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59308) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.174994 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-7cfdcaca-5c90-46c7-a49a-008722b52176 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] delete failed (client error): The resource could not be found. Jul 14 09:29:38.176105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7cfdcaca-5c90-46c7-a49a-008722b52176 tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/routers/666881e8-67e5-4486-850a-fd06786754a2 HTTP/1.1" status: 404 len: 336 time: 0.0601015 Jul 14 09:29:38.183467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.256592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ebcd3abf-0fe1-4db9-9938-68a0ee11d638 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:38.358317 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ae9d3a-c4af-44d9-a778-126b0c88462b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] DELETE failed (client error): The resource could not be found. Jul 14 09:29:38.358778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ae9d3a-c4af-44d9-a778-126b0c88462b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:29:38.360548 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-22ae9d3a-c4af-44d9-a778-126b0c88462b tempest-RoutersIpV6AdminTest-1773833448 tempest-RoutersIpV6AdminTest-1773833448-project] 10.222.0.73 "DELETE /v2.0/subnets/81df8bc1-5893-4f95-bcf1-3355bad5225a HTTP/1.1" status: 404 len: 337 time: 0.1651673 Jul 14 09:29:38.432753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-ee60183f-da19-4a1b-a456-90edf1e74983 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.434399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-ee60183f-da19-4a1b-a456-90edf1e74983 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.66 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 804 time: 0.4434309 Jul 14 09:29:38.461319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Request body: {'port': {'device_id': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'admin_state_up': True, 'tenant_id': 'db39e53052bb48e4851630eaf78894f9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:38.479010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ebcd3abf-0fe1-4db9-9938-68a0ee11d638, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:38.493326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'ebcd3abf-0fe1-4db9-9938-68a0ee11d638', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': 'ebcd3abf-0fe1-4db9-9938-68a0ee11d638', 'mac_address': 'fa:16:3e:c5:33:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:38.519702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.538987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43411829-d23c-4ff8-8a37-c24d0d66a0f0 req-df051429-3359-46c1-be9e-5adc87b6ece4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:38.549164 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43411829-d23c-4ff8-8a37-c24d0d66a0f0 req-df051429-3359-46c1-be9e-5adc87b6ece4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 944 time: 0.2870119 Jul 14 09:29:38.554344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.571796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d3d6394c-afac-44c9-8741-9ad8e8e4bfff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:38.575096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6b8d6082-32c1-468b-8d69-30086f99a6ee'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:38.580018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebcd3abf-0fe1-4db9-9938-68a0ee11d638 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:38.595183 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.628262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-293f5278-2682-4994-810d-457f459ed7b4 req-510d4bfa-10ed-4cdd-b879-0c51c128705d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=d45902f5-3bb4-4aca-b175-5f0f7b160b43 HTTP/1.1" status: 200 len: 210 time: 0.1251471 Jul 14 09:29:38.642161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Pushing event deleted for resources: {'Port': ['ID=6b8d6082-32c1-468b-8d69-30086f99a6ee,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:38.673563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ebcd3abf-0fe1-4db9-9938-68a0ee11d638, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:38.682563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.733913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43411829-d23c-4ff8-8a37-c24d0d66a0f0 req-4e84e4d4-9b2f-4830-8cf4-d8afe38dde04 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819158 Jul 14 09:29:38.779022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] No DVR routers for this DVR port 6b8d6082-32c1-468b-8d69-30086f99a6ee on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:38.793477 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.795526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56ae09bc-6c61-4bfe-885b-45a097a5b56c req-8b64b102-57df-4534-aace-3fd28b2c145e tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.69 "DELETE /v2.0/ports/6b8d6082-32c1-468b-8d69-30086f99a6ee HTTP/1.1" status: 204 len: 173 time: 1.2290895 Jul 14 09:29:38.795990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b093809-969b-4216-bf53-9fd6de4f8a58', 'name': 'network-vif-deleted', 'tag': '6b8d6082-32c1-468b-8d69-30086f99a6ee'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:38.798302 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0096ae-fee4-4d09-b15b-438cd4575881" -d '{"events": [{"server_uuid": "2b093809-969b-4216-bf53-9fd6de4f8a58", "name": "network-vif-deleted", "tag": "6b8d6082-32c1-468b-8d69-30086f99a6ee"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:38.799557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:38.824991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.825535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.826560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.832674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.833755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.837236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.838220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.839060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.840428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.840878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.842260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.842699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:29:38.923645 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6daab1fc-1d45-4af2-aa49-e13a9f825bb2 req-6bf355f4-77bd-428e-b5e8-e5b5f3849040 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 210 time: 0.2032843 Jul 14 09:29:38.951732 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:38.972587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:38.978388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-861606c1-297c-4a64-85a5-7d0336cb9748 req-30db494f-b8a4-4d70-858d-5e4259d282a3 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 210 time: 0.0640574 Jul 14 09:29:38.991768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ebcd3abf-0fe1-4db9-9938-68a0ee11d638'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:39.024527 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d3dcd-03c9-497a-bb16-f90437d7341d x-openstack-request-id: req-ee9d3dcd-03c9-497a-bb16-f90437d7341d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:39.024899 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b093809-969b-4216-bf53-9fd6de4f8a58", "name": "network-vif-deleted", "tag": "6b8d6082-32c1-468b-8d69-30086f99a6ee", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:39.025225 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee9d3dcd-03c9-497a-bb16-f90437d7341d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:39.025773 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b093809-969b-4216-bf53-9fd6de4f8a58', 'name': 'network-vif-deleted', 'tag': '6b8d6082-32c1-468b-8d69-30086f99a6ee', 'status': 'completed', 'code': 200} Jul 14 09:29:39.062702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Made reservation on behalf of db39e53052bb48e4851630eaf78894f9 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:39.069017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.081699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:39.099093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:39.106295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:39.108616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'Port': ['ID=1d8d1fc0-a182-4ad2-819c-5a3e58776509,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.282082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fc0750e-a477-4545-9781-5d81855e7cb4 req-2f373c37-a88a-4069-985e-202a0b7e5837 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b093809-969b-4216-bf53-9fd6de4f8a58 HTTP/1.1" status: 200 len: 210 time: 0.0632324 Jul 14 09:29:39.293526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0aa2fd09-48ca-43c4-b1e2-637a14e9f0f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.399459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.429514 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Allocated IP 172.20.0.6 (8d062b05-02a3-4d75-b55c-1cb15d1ad72a/616c53a4-30a7-4e6a-a138-a97e3bcc800a/7871ed70-b618-4d3f-9f61-4e560d405866) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:39.493632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.591431 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0aa2fd09-48ca-43c4-b1e2-637a14e9f0f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.630383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0aa2fd09-48ca-43c4-b1e2-637a14e9f0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.726997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0aa2fd09-48ca-43c4-b1e2-637a14e9f0f9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c269fe23660849ae83ea4fb63d697cca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7414808 Jul 14 09:29:39.728299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59342) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:39.728862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2fd09-48ca-43c4-b1e2-637a14e9f0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e63b6a4-b58c-475b-8cf6-0b203d6c921f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:39.835399 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.875762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f5f7-b61d-42ce-94d1-ca232229db48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.889772 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.901908 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:39.955638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f5f7-b61d-42ce-94d1-ca232229db48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.072280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'Port': ['ID=1d8d1fc0-a182-4ad2-819c-5a3e58776509,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.083283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.090708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-856e78c0-d01a-4dcd-a5b1-f17cdc899539 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.093261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-856e78c0-d01a-4dcd-a5b1-f17cdc899539 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.66 "GET /v2.0/networks?id=4c4fd1bd-3a33-4d23-80de-13890c9154da HTTP/1.1" status: 200 len: 815 time: 0.2240133 Jul 14 09:29:40.111179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Request body: {'port': {'device_id': 'd361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a', 'network_id': '4c4fd1bd-3a33-4d23-80de-13890c9154da', 'admin_state_up': True, 'tenant_id': '5bcb0f6c045443f08907157362369204'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:40.131337 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.135769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-3e28eb9e-c35a-4b4f-94d3-9785c32f7592 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.137289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-3e28eb9e-c35a-4b4f-94d3-9785c32f7592 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.1915991 Jul 14 09:29:40.143762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c0dcbc21-6951-405a-9990-fb01e3bf504a no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:40.177404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-eddd3975-e2e8-4d6f-8a02-e60580a6c165 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/quotas/a9906f97252144128c6148c196932b6a HTTP/1.1" status: 200 len: 375 time: 0.0134273 Jul 14 09:29:40.178422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:40.179200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: c0dcbc21-6951-405a-9990-fb01e3bf504a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:40.179698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c0dcbc21-6951-405a-9990-fb01e3bf504a not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:40.179902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f5f7-b61d-42ce-94d1-ca232229db48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.182681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0b6f5f7-b61d-42ce-94d1-ca232229db48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.186265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f0b6f5f7-b61d-42ce-94d1-ca232229db48 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e63b6a4-b58c-475b-8cf6-0b203d6c921f HTTP/1.1" status: 204 len: 168 time: 0.4524446 Jul 14 09:29:40.195252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cce194-6f9a-4607-b589-0087c65ebe2d req-81f1b2a0-ebc7-4742-b9b6-bf0b05a252d3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.196908 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1cce194-6f9a-4607-b589-0087c65ebe2d req-81f1b2a0-ebc7-4742-b9b6-bf0b05a252d3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 945 time: 0.2508631 Jul 14 09:29:40.198981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Pushing event updated for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.201459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.202875 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-98f8327e-b76a-4a64-bd4a-104a4c32769e tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6520188 Jul 14 09:29:40.203922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:40.210151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.218805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2122980606'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:40.224857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:40.242490 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-0497ed80-bc54-45c1-9f9d-5d31fc8b87da tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494175 Jul 14 09:29:40.256491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6f5f7-b61d-42ce-94d1-ca232229db48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e63b6a4-b58c-475b-8cf6-0b203d6c921f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.276628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ebcd3abf-0fe1-4db9-9938-68a0ee11d638 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:40.319495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:40.322910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.329117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1cce194-6f9a-4607-b589-0087c65ebe2d req-f9910bf1-0006-4430-b025-a7f205a81c55 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176350 Jul 14 09:29:40.333502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Made reservation on behalf of f27d7aa2a5ea4687955c7ba38e58cbd8 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:40.338803 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.353507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:40.357400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.370597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:40.371336 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.381051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Made reservation on behalf of 5bcb0f6c045443f08907157362369204 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:40.384997 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.397584 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-effc0822-7550-4347-b8b2-79ffcee599e5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9504986 Jul 14 09:29:40.411200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Request body: {'port': {'device_id': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:40.419717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-7cf05227-bc95-4803-98ef-200f8d38a660 service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648669 Jul 14 09:29:40.477619 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.506648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67eb2e6-6736-41a0-b1f4-963e3bd2a544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcd3abf-0fe1-4db9-9938-68a0ee11d638'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:40.509776 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944fabc6-ef71-47fe-8d33-8f0d63348789" -d '{"events": [{"server_uuid": "d67eb2e6-6736-41a0-b1f4-963e3bd2a544", "name": "network-vif-plugged", "status": "completed", "tag": "ebcd3abf-0fe1-4db9-9938-68a0ee11d638"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:40.531205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ebcd3abf-0fe1-4db9-9938-68a0ee11d638, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:40.536694 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.537961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6b8d6082-32c1-468b-8d69-30086f99a6ee no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:40.606803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 6b8d6082-32c1-468b-8d69-30086f99a6ee {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:40.607369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6b8d6082-32c1-468b-8d69-30086f99a6ee not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:40.608991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.616898 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-8b06db4e-e4f5-46d2-827e-966b92dfcbb3 service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959529 Jul 14 09:29:40.628424 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee4060c0-b1ca-4ff3-a148-2f9d72e7ffaa req-f6266a69-b7eb-4f80-b66c-515f3d2c5aba tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 210 time: 0.0531168 Jul 14 09:29:40.645115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Allocated IP 172.20.0.7 (4c4fd1bd-3a33-4d23-80de-13890c9154da/facc8113-ebcc-4be5-9f10-c7048e6b9f8c/25abf53f-a9b8-4993-a52f-63a6b436d58b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:40.680882 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.685189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59374) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.724997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.742872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.831097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.837061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:40.848786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0d4bb9dc-7ee7-4688-8668-35581ed99fdc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea7b01c1c419477ab290bf7665c18b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1611459 Jul 14 09:29:40.854111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:40.881259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9040c3dd-0942-4373-8f51-2b195f27302d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:40.898761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.899242 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Added segment 9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94 of type vlan for network 02380bbe-9f96-4b75-b989-856d1fba6d8c Jul 14 09:29:40.958238 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.975841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2061a49e-752e-4c70-ae79-e4d0bf988f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:40.980299 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ea3049-2d88-4826-b45d-44cc383ebea2 x-openstack-request-id: req-c1ea3049-2d88-4826-b45d-44cc383ebea2 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:40.981000 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67eb2e6-6736-41a0-b1f4-963e3bd2a544", "name": "network-vif-plugged", "status": "completed", "tag": "ebcd3abf-0fe1-4db9-9938-68a0ee11d638", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:40.981396 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1ea3049-2d88-4826-b45d-44cc383ebea2 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:40.981955 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67eb2e6-6736-41a0-b1f4-963e3bd2a544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebcd3abf-0fe1-4db9-9938-68a0ee11d638', 'code': 200} Jul 14 09:29:40.986101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.044936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Network 4c4fd1bd-3a33-4d23-80de-13890c9154da is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:41.073482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ceb64d95-06c8-4dc1-8a96-22f6357f26c4 req-28c9b8c9-ab38-4c6b-9929-2c7021ce91aa tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 210 time: 0.0510895 Jul 14 09:29:41.074307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:41.121567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:41.124163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Pushing event updated for resources: {'Port': ['ID=25abf53f-a9b8-4993-a52f-63a6b436d58b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.130035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2061a49e-752e-4c70-ae79-e4d0bf988f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.208676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.209315 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.231005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d2810-3162-4659-b953-9725079cc8e0 req-bea06a7e-b5ef-4f6e-8216-17e600e89188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.231930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff8d2810-3162-4659-b953-9725079cc8e0 req-bea06a7e-b5ef-4f6e-8216-17e600e89188 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 1098 time: 0.1638474 Jul 14 09:29:41.233889 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-c0dc3d7d-c300-42bd-8f89-ac8d02d8434a tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1270726 Jul 14 09:29:41.281424 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff8d2810-3162-4659-b953-9725079cc8e0 req-402c9f07-9606-4fd1-94c2-f9ca3d4bf3f8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424657 Jul 14 09:29:41.289905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Request body: {'port': {'device_id': 'd361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:41.291661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfec10-c81a-4a3a-84c8-41682bb08149 req-a6f47464-9d5c-41fd-a9c2-c39ab2628ab7 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.293453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80cfec10-c81a-4a3a-84c8-41682bb08149 req-a6f47464-9d5c-41fd-a9c2-c39ab2628ab7 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 931 time: 0.5535543 Jul 14 09:29:41.295520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2061a49e-752e-4c70-ae79-e4d0bf988f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.298720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2061a49e-752e-4c70-ae79-e4d0bf988f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.299863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2061a49e-752e-4c70-ae79-e4d0bf988f1d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f64f596d-a5ba-4297-b1a7-d57c4880c90c HTTP/1.1" status: 204 len: 168 time: 0.4389508 Jul 14 09:29:41.328525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7871ed70-b618-4d3f-9f61-4e560d405866 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:41.332451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061a49e-752e-4c70-ae79-e4d0bf988f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f596d-a5ba-4297-b1a7-d57c4880c90c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.344071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.371010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Transition to ACTIVE for port object 7871ed70-b618-4d3f-9f61-4e560d405866 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:41.386893 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.406539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.467032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Pushing event updated for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.482124 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.490338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.491167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.578131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'Network': ['ID=02380bbe-9f96-4b75-b989-856d1fba6d8c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:41.590486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:41.625849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80cfec10-c81a-4a3a-84c8-41682bb08149 req-8d4ed6bd-b645-4c7e-bf3a-7c883d666541 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204844 Jul 14 09:29:41.668932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-75675aa1-43de-4d90-a32e-048198eb3452 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4560609 Jul 14 09:29:41.669568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59400) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:41.681795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Request body: {'subnet': {'network_id': '02380bbe-9f96-4b75-b989-856d1fba6d8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:41.751661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035c810-86ed-438b-aad9-ad26bc383605 req-12e40b4a-2797-4984-8f4f-c779880aab76 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.753725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e035c810-86ed-438b-aad9-ad26bc383605 req-12e40b4a-2797-4984-8f4f-c779880aab76 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 946 time: 0.2143950 Jul 14 09:29:41.860417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25abf53f-a9b8-4993-a52f-63a6b436d58b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:41.871377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.881476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Attempting to bind port 7871ed70-b618-4d3f-9f61-4e560d405866 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:41.882383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Attempting to bind port 7871ed70-b618-4d3f-9f61-4e560d405866 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:41.882383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Attempting to bind port 7871ed70-b618-4d3f-9f61-4e560d405866 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:41.891418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Transition to ACTIVE for port object 25abf53f-a9b8-4993-a52f-63a6b436d58b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:41.898700 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.905708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Port 7871ed70-b618-4d3f-9f61-4e560d405866 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:41.906046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Attempting to bind port 7871ed70-b618-4d3f-9f61-4e560d405866 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:41.922940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:41.923292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Checking segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:41.923688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Bound using segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:41.924138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Bound port: 7871ed70-b618-4d3f-9f61-4e560d405866, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:41.924530 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:41.953934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b9eef-4d46-462e-91d6-751c5eeb37ad req-c211b766-5845-474d-bd11-636032a4e9ad tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:41.961334 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb1b9eef-4d46-462e-91d6-751c5eeb37ad req-c211b766-5845-474d-bd11-636032a4e9ad tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 949 time: 0.1654685 Jul 14 09:29:41.998196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Made reservation on behalf of f27d7aa2a5ea4687955c7ba38e58cbd8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:42.001544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.006169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Pushing event updated for resources: {'Port': ['ID=25abf53f-a9b8-4993-a52f-63a6b436d58b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.047165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e035c810-86ed-438b-aad9-ad26bc383605 req-68e9e64e-13c9-4070-9a9f-183842d2f844 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876585 Jul 14 09:29:42.061506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Attempting to bind port 25abf53f-a9b8-4993-a52f-63a6b436d58b on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:42.062175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Attempting to bind port 25abf53f-a9b8-4993-a52f-63a6b436d58b by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '16456e17-fd56-4128-a22f-2367571c8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4c4fd1bd-3a33-4d23-80de-13890c9154da'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:42.062610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Attempting to bind port 25abf53f-a9b8-4993-a52f-63a6b436d58b on network 4c4fd1bd-3a33-4d23-80de-13890c9154da {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:42.068075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Port 25abf53f-a9b8-4993-a52f-63a6b436d58b on network 4c4fd1bd-3a33-4d23-80de-13890c9154da not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:42.068509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Attempting to bind port 25abf53f-a9b8-4993-a52f-63a6b436d58b on network 4c4fd1bd-3a33-4d23-80de-13890c9154da {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:42.073788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:42.074210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Checking segment: {'id': '16456e17-fd56-4128-a22f-2367571c8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4c4fd1bd-3a33-4d23-80de-13890c9154da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:42.074802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Bound using segment: {'id': '16456e17-fd56-4128-a22f-2367571c8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4c4fd1bd-3a33-4d23-80de-13890c9154da'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:42.075315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Bound port: 25abf53f-a9b8-4993-a52f-63a6b436d58b, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16456e17-fd56-4128-a22f-2367571c8efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4c4fd1bd-3a33-4d23-80de-13890c9154da'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:42.075996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.125437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb1b9eef-4d46-462e-91d6-751c5eeb37ad req-b443592a-9237-45cf-8ede-42ff1add20d8 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631548 Jul 14 09:29:42.173278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] For port 25abf53f-a9b8-4993-a52f-63a6b436d58b, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:42.177790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] For port 25abf53f-a9b8-4993-a52f-63a6b436d58b, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25abf53f-a9b8-4993-a52f-63a6b436d58b,segment=NetworkSegment(16456e17-fd56-4128-a22f-2367571c8efb),segment_id=16456e17-fd56-4128-a22f-2367571c8efb)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:42.178079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:42.187516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:42.188763 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.219064 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.299295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.305272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.306984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] 10.222.0.66 "PUT /v2.0/ports/7871ed70-b618-4d3f-9f61-4e560d405866 HTTP/1.1" status: 200 len: 1092 time: 1.9010179 Jul 14 09:29:42.310910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.311689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.313448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] 10.222.0.66 "PUT /v2.0/ports/25abf53f-a9b8-4993-a52f-63a6b436d58b HTTP/1.1" status: 200 len: 1092 time: 1.0354483 Jul 14 09:29:42.318648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:42.322928 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d09873-7974-4661-af76-51e7475e9659" -d '{"events": [{"name": "network-changed", "server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:42.330624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a', 'tag': '25abf53f-a9b8-4993-a52f-63a6b436d58b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:42.333666 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce" -d '{"events": [{"name": "network-changed", "server_uuid": "d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a", "tag": "25abf53f-a9b8-4993-a52f-63a6b436d58b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:42.407551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f08608-decd-4d80-93d3-56f102fb7a8c service neutron] Pushing event updated for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.436445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1c4e6-5894-4979-b328-d5e13216ca24 service neutron] Pushing event updated for resources: {'Port': ['ID=25abf53f-a9b8-4993-a52f-63a6b436d58b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:42.462254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59428) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:42.524509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a7e91c7-2e25-4870-86cd-e79d18f12c66 req-73c7793c-64b3-41e0-89ea-eeb24137bac2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 210 time: 0.0571332 Jul 14 09:29:42.568783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-a9ab9c50-df5d-410c-b8bf-af42c4f51181 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.571738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-a9ab9c50-df5d-410c-b8bf-af42c4f51181 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.2854125 Jul 14 09:29:42.584117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb138e3e-5488-4042-b310-263a463ac8ab req-af110252-6e33-44fe-9aea-6eb0abd0bff8 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.593398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb138e3e-5488-4042-b310-263a463ac8ab req-af110252-6e33-44fe-9aea-6eb0abd0bff8 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 943 time: 0.3088756 Jul 14 09:29:42.599194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-056b7203-f87e-4d14-8d36-2d419b1156bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.601155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-056b7203-f87e-4d14-8d36-2d419b1156bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 1095 time: 0.1914949 Jul 14 09:29:42.606700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Request body: {'port': {'device_id': '98651439-8bc4-41c6-95ca-7677e20bf093', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'admin_state_up': True, 'tenant_id': 'a9906f97252144128c6148c196932b6a'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:42.670038 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bfdec5-792f-4a98-a320-fccec61a4e3a x-openstack-request-id: req-22bfdec5-792f-4a98-a320-fccec61a4e3a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:42.670844 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:42.670844 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22bfdec5-792f-4a98-a320-fccec61a4e3a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:42.670844 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866', 'status': 'completed', 'code': 200} Jul 14 09:29:42.713167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.714752 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa5f3ac-250f-4e3c-a27a-4c4701ab1bfd x-openstack-request-id: req-baa5f3ac-250f-4e3c-a27a-4c4701ab1bfd {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:42.715043 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a", "tag": "25abf53f-a9b8-4993-a52f-63a6b436d58b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:42.715296 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-baa5f3ac-250f-4e3c-a27a-4c4701ab1bfd {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:42.715771 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a', 'tag': '25abf53f-a9b8-4993-a52f-63a6b436d58b', 'status': 'completed', 'code': 200} Jul 14 09:29:42.720275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-919600681'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:42.733601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-cb014321-b394-4c63-ae42-3fdd18f11933 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7871ed70-b618-4d3f-9f61-4e560d405866 HTTP/1.1" status: 200 len: 217 time: 0.1153240 Jul 14 09:29:42.796913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb138e3e-5488-4042-b310-263a463ac8ab req-460a9412-fcc3-414a-a1f4-37e67bf4f748 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024267 Jul 14 09:29:42.828075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Made reservation on behalf of 486ada6075f743ca826eb0d0e7118eb8 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:42.831703 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.853525 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:42.856433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-8b8c97b1-313c-42f1-8a7b-3a66d5b18ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:42.857809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-8b8c97b1-313c-42f1-8a7b-3a66d5b18ace service neutron] 10.222.0.66 "GET /v2.0/subnets?id=616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 200 len: 844 time: 0.1018450 Jul 14 09:29:42.904422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-f71bca2a-2140-4655-b831-84ccad278c7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371950 Jul 14 09:29:43.037396 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-865e0ca3-8323-4ed7-83d2-1336914832fa service neutron] 10.222.0.66 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251249 Jul 14 09:29:43.120895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.136817 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.152409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-182bf4b4-abcc-4053-bf1c-253f083aeee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.154122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-182bf4b4-abcc-4053-bf1c-253f083aeee8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bcb0f6c045443f08907157362369204&device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 1095 time: 0.5682602 Jul 14 09:29:43.166937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:43.177779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'Subnet': ['ID=99d659c6-0646-4a46-ad67-0cac1205b182,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.225688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-2e0575ab-7b82-45db-bf0f-662a8870cd11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25abf53f-a9b8-4993-a52f-63a6b436d58b HTTP/1.1" status: 200 len: 217 time: 0.0620215 Jul 14 09:29:43.236451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:43.239918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.242574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.242924 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Added segment bc9857f4-876e-462b-8fde-9e5897172681 of type vlan for network bf5d5834-63ac-44bb-a786-b2f29109e080 Jul 14 09:29:43.248822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Checking segment: {'id': '9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02380bbe-9f96-4b75-b989-856d1fba6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:43.249190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Network hostable DHCP agents. Network: 02380bbe-9f96-4b75-b989-856d1fba6d8c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:43.257252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef0627f7-e1ef-43eb-92de-c7049076d9fe req-156dbb86-30a7-436d-a600-a74a66230f06 service neutron] 10.222.0.66 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138422 Jul 14 09:29:43.264545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56910c06-dccc-41c8-9f84-8eda6c64b1ab,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.309999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-16faa620-2019-44ed-9dda-90781c68396b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.310991 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-16faa620-2019-44ed-9dda-90781c68396b tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.66 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 949 time: 0.5566268 Jul 14 09:29:43.321314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.338872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-ad146c05-85b5-44cf-a732-6add33f7a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.340495 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-ad146c05-85b5-44cf-a732-6add33f7a005 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=facc8113-ebcc-4be5-9f10-c7048e6b9f8c HTTP/1.1" status: 200 len: 855 time: 0.1068282 Jul 14 09:29:43.348338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89270e87-89c7-4553-bb7e-729ba9a4f224 req-99832a09-f135-4fae-b6b4-64f815f01973 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.349721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89270e87-89c7-4553-bb7e-729ba9a4f224 req-99832a09-f135-4fae-b6b4-64f815f01973 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 943 time: 0.2624149 Jul 14 09:29:43.379150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:43.414894 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-94c1a2d6-989c-4271-bd42-066e35a51883 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c4fd1bd-3a33-4d23-80de-13890c9154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638857 Jul 14 09:29:43.443771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 02380bbe-9f96-4b75-b989-856d1fba6d8c) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:43.454049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3728d69f-5e94-4a8f-9bdf-8998891b1f30 None None] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:43.463378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.464009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.552592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3b112cc8-0a17-4b8c-bd45-eafbf5e5f8ce tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8764169 Jul 14 09:29:43.557061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89270e87-89c7-4553-bb7e-729ba9a4f224 req-280f4134-ab27-424e-8f99-038ebd8501f0 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789501 Jul 14 09:29:43.559226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59442) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.567341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1562808391', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:43.614539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.615674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.646753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-02380bbe-9f96-4b75-b989-856d1fba6d8c', 'network_id': '02380bbe-9f96-4b75-b989-856d1fba6d8c', 'tenant_id': 'f27d7aa2a5ea4687955c7ba38e58cbd8', 'fixed_ips': [{'subnet_id': '99d659c6-0646-4a46-ad67-0cac1205b182'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:43.647766 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.660720 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-612313be-fc51-424b-a3ab-291f1dacaf90 service neutron] 10.222.0.66 "GET /v2.0/networks/4c4fd1bd-3a33-4d23-80de-13890c9154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284186 Jul 14 09:29:43.690640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Deleting port d3d6394c-afac-44c9-8741-9ad8e8e4bfff {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:43.691304 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.727584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f812b7b-7880-41a3-9cf7-1294defcf8e7 req-6f47b1e8-36a1-47a5-b6c7-401c76fb3350 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.729282 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6f812b7b-7880-41a3-9cf7-1294defcf8e7 req-6f47b1e8-36a1-47a5-b6c7-401c76fb3350 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 946 time: 0.5458498 Jul 14 09:29:43.775214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.781450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.782071 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.806471 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:43.812895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Allocated IP 172.20.0.2 (02380bbe-9f96-4b75-b989-856d1fba6d8c/99d659c6-0646-4a46-ad67-0cac1205b182/7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:43.902682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Allocated IP 172.20.0.14 (47270586-9b02-4ec0-a27c-e3637d71dae4/83f0ce11-c178-40b2-a579-676eb17cd347/a0aa7174-0bd8-4333-a323-0a1746945b56) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:43.906747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.4420271 Jul 14 09:29:43.918997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59446) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:43.926602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'subnet': {'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:43.935373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6f812b7b-7880-41a3-9cf7-1294defcf8e7 req-13693f2f-add8-45e2-9a93-9a2776343125 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860294 Jul 14 09:29:43.942999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d09873-7974-4661-af76-51e7475e9659 req-e14d3160-b85f-4cef-8bd4-c981a8a452ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:43.944574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d09873-7974-4661-af76-51e7475e9659 req-e14d3160-b85f-4cef-8bd4-c981a8a452ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 1095 time: 0.6194832 Jul 14 09:29:43.947643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bb773-b376-4602-92d8-9a8a3eab61f8 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Network': ['ID=bf5d5834-63ac-44bb-a786-b2f29109e080,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:43.967099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network bf5d5834-63ac-44bb-a786-b2f29109e080 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:44.007293 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.018560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Transition to ACTIVE for port object 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:44.040630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Transition to ACTIVE for port object 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:44.079308 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.126817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d09873-7974-4661-af76-51e7475e9659 req-7d86d488-c18e-4045-930e-d153f560abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.128579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d09873-7974-4661-af76-51e7475e9659 req-7d86d488-c18e-4045-930e-d153f560abb1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 905 time: 0.1750870 Jul 14 09:29:44.150680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:44.158137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.161920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:44.166012 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d59a1dd-f4e0-4349-844e-a5ea098a8664 req-ce724d46-230c-4d04-98c2-9c01af600954 service neutron] 10.222.0.66 "GET /v2.0/networks/4c4fd1bd-3a33-4d23-80de-13890c9154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979358 Jul 14 09:29:44.169162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:44.179124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] For port d3d6394c-afac-44c9-8741-9ad8e8e4bfff, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:44.179556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d09873-7974-4661-af76-51e7475e9659 req-d45f13a8-0988-45ae-9d91-7fa1bd8e790d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7871ed70-b618-4d3f-9f61-4e560d405866 HTTP/1.1" status: 200 len: 217 time: 0.0434246 Jul 14 09:29:44.179708 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.220014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Calling delete_port for d3d6394c-afac-44c9-8741-9ad8e8e4bfff owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:44.235248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676d586-6f8e-4c7f-9b04-a9c6b3dd81dc req-03ca24d7-7164-45e5-b669-59c16a9dab98 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.243149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5676d586-6f8e-4c7f-9b04-a9c6b3dd81dc req-03ca24d7-7164-45e5-b669-59c16a9dab98 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/ports?device_id=a99ae54a-d277-464b-ab05-3822e224a735 HTTP/1.1" status: 200 len: 949 time: 0.4682460 Jul 14 09:29:44.250065 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.286240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d09873-7974-4661-af76-51e7475e9659 req-3d80238e-f81f-4736-ba3a-c98ccb15ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.286240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d09873-7974-4661-af76-51e7475e9659 req-3d80238e-f81f-4736-ba3a-c98ccb15ddd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 200 len: 844 time: 0.0931273 Jul 14 09:29:44.294853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Attempting to bind port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:44.294853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Attempting to bind port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02380bbe-9f96-4b75-b989-856d1fba6d8c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:44.294853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Attempting to bind port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc on network 02380bbe-9f96-4b75-b989-856d1fba6d8c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:44.301090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:44.301897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Checking segment: {'id': '9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02380bbe-9f96-4b75-b989-856d1fba6d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:44.302427 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.302827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Bound using segment: {'id': '9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02380bbe-9f96-4b75-b989-856d1fba6d8c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:44.303282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Bound port: 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '02380bbe-9f96-4b75-b989-856d1fba6d8c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:44.303699 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.307653 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Pushing event updated for resources: {'Port': ['ID=7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.320310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b2ac51d-951f-4867-8664-bb1005d46b56 req-41c618ac-2e8b-4574-ab50-ede24f9d0163 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 210 time: 0.0544615 Jul 14 09:29:44.340235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d09873-7974-4661-af76-51e7475e9659 req-90b6d55c-32a2-4d32-8d4d-268981eb0a61 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333946 Jul 14 09:29:44.393182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] For port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:44.397402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] For port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc,segment=NetworkSegment(9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94),segment_id=9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:44.401315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.427655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Made reservation on behalf of 486ada6075f743ca826eb0d0e7118eb8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:44.431294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.472740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ffc1a-8b31-47f5-8d90-65e59d00f609 None None] Pushing event updated for resources: {'Port': ['ID=7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.481962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.568735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5676d586-6f8e-4c7f-9b04-a9c6b3dd81dc req-f280351b-a2c0-4ca4-b941-4db06a194a95 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.73 "GET /v2.0/security-groups?id=e51091d9-3e56-4732-a93a-568e64f4c262&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242533 Jul 14 09:29:44.573392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:44.576101 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d09873-7974-4661-af76-51e7475e9659 req-a9bd6ef7-9c6d-4cac-9adb-b2d469c416b2 service neutron] 10.222.0.66 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275243 Jul 14 09:29:44.585757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:44.588239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:44.603069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event updated for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.609908 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.614841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-98b4eafd-a524-441f-b09d-08496799a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.616274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-98b4eafd-a524-441f-b09d-08496799a5a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5bcb0f6c045443f08907157362369204&device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 1095 time: 0.3676984 Jul 14 09:29:44.628686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d3d6394c-afac-44c9-8741-9ad8e8e4bfff'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:44.749538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.750762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.752099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Pushing event deleted for resources: {'Port': ['ID=d3d6394c-afac-44c9-8741-9ad8e8e4bfff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:44.775310 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba86d9e-e2cf-4546-b5cb-b12f8c5e291c req-491c4ae0-c5b9-438b-a815-5365edfac3c3 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:44.780703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ba86d9e-e2cf-4546-b5cb-b12f8c5e291c req-491c4ae0-c5b9-438b-a815-5365edfac3c3 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 943 time: 0.3283975 Jul 14 09:29:44.849722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ba86d9e-e2cf-4546-b5cb-b12f8c5e291c req-0f02b3e2-0a89-41f6-8922-7803b6763240 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557473 Jul 14 09:29:44.853946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-425dfc17-4c23-43ca-8717-645a5971706e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2575617 Jul 14 09:29:44.859661 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d09873-7974-4661-af76-51e7475e9659 req-db9afe71-26e7-4cf4-a692-f2321ec9bdc2 service neutron] 10.222.0.66 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679963 Jul 14 09:29:44.877841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] No DVR routers for this DVR port d3d6394c-afac-44c9-8741-9ad8e8e4bfff on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:29:44.880391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Request body: {'port': {'device_id': '98651439-8bc4-41c6-95ca-7677e20bf093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:44.887231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:44.889292 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68692b30-e60b-4c31-94fc-5c8959ff9974 req-9f949f0c-024a-4113-ab85-3c013eb463b7 tempest-ServersAdminNegativeTestJSON-137453134 tempest-ServersAdminNegativeTestJSON-137453134-project] 10.222.0.66 "DELETE /v2.0/ports/d3d6394c-afac-44c9-8741-9ad8e8e4bfff HTTP/1.1" status: 204 len: 173 time: 1.5618365 Jul 14 09:29:44.890872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99ae54a-d277-464b-ab05-3822e224a735', 'name': 'network-vif-deleted', 'tag': 'd3d6394c-afac-44c9-8741-9ad8e8e4bfff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:44.893262 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6f6ede-2eb2-452f-b142-e045d40da5af" -d '{"events": [{"server_uuid": "a99ae54a-d277-464b-ab05-3822e224a735", "name": "network-vif-deleted", "tag": "d3d6394c-afac-44c9-8741-9ad8e8e4bfff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:44.981517 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.002575 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988dd7d0-ab82-46e1-ba1a-46f11fe8257a x-openstack-request-id: req-988dd7d0-ab82-46e1-ba1a-46f11fe8257a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:45.002925 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99ae54a-d277-464b-ab05-3822e224a735", "name": "network-vif-deleted", "tag": "d3d6394c-afac-44c9-8741-9ad8e8e4bfff", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:45.003664 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-988dd7d0-ab82-46e1-ba1a-46f11fe8257a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:45.004056 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a99ae54a-d277-464b-ab05-3822e224a735', 'name': 'network-vif-deleted', 'tag': 'd3d6394c-afac-44c9-8741-9ad8e8e4bfff', 'status': 'completed', 'code': 200} Jul 14 09:29:45.026964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-c8516aea-6746-42d2-b105-74e8f83a18b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.028677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-c8516aea-6746-42d2-b105-74e8f83a18b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c4fd1bd-3a33-4d23-80de-13890c9154da HTTP/1.1" status: 200 len: 916 time: 0.4049635 Jul 14 09:29:45.133726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-e4c49782-9735-4d67-bfab-5b288d06b691 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=25abf53f-a9b8-4993-a52f-63a6b436d58b HTTP/1.1" status: 200 len: 217 time: 0.0806041 Jul 14 09:29:45.134973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.137936 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.246844 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.312584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:45.389602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0aa7174-0bd8-4333-a323-0a1746945b56 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:45.404250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.434127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:45.438940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Transition to ACTIVE for port object a0aa7174-0bd8-4333-a323-0a1746945b56 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:45.446303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.465716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Subnet': ['ID=a4f401db-ada3-4066-84a6-6e26d9f3dcb5,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.520706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:45.551170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d2e4a-846f-4e07-87f6-95ab46f178e8 req-c4fc9180-84ba-4ffa-9f7a-57f8c0fbc716 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.553120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c3d2e4a-846f-4e07-87f6-95ab46f178e8 req-c4fc9180-84ba-4ffa-9f7a-57f8c0fbc716 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 943 time: 0.6231446 Jul 14 09:29:45.557432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-b37794f1-38ba-49db-a887-a5d3c0dc39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.559041 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-b37794f1-38ba-49db-a887-a5d3c0dc39d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=facc8113-ebcc-4be5-9f10-c7048e6b9f8c HTTP/1.1" status: 200 len: 855 time: 0.4055488 Jul 14 09:29:45.601773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Allocated IP 172.25.0.16 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/46263ee5-dd20-46e0-84fe-d3514d962df9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:45.620338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Checking segment: {'id': 'bc9857f4-876e-462b-8fde-9e5897172681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:45.620959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Network hostable DHCP agents. Network: bf5d5834-63ac-44bb-a786-b2f29109e080, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:45.629771 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-6c7c942a-7477-4cb9-b5a0-29088d28703a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c4fd1bd-3a33-4d23-80de-13890c9154da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527146 Jul 14 09:29:45.653053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Attempting to bind port a0aa7174-0bd8-4333-a323-0a1746945b56 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:45.653411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Attempting to bind port a0aa7174-0bd8-4333-a323-0a1746945b56 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:45.653737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Attempting to bind port a0aa7174-0bd8-4333-a323-0a1746945b56 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:45.660903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Port a0aa7174-0bd8-4333-a323-0a1746945b56 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:29:45.661229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Attempting to bind port a0aa7174-0bd8-4333-a323-0a1746945b56 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:45.669300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:45.669643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Checking segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:45.670032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Bound using segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:45.670473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Bound port: a0aa7174-0bd8-4333-a323-0a1746945b56, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:45.670841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.682133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b886d2-e168-4711-bf4b-56e61eaa0903 req-d87e9102-7fa8-4f42-9d16-1d0bfb2f87f0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.687877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25b886d2-e168-4711-bf4b-56e61eaa0903 req-d87e9102-7fa8-4f42-9d16-1d0bfb2f87f0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 944 time: 0.1279290 Jul 14 09:29:45.771362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25b886d2-e168-4711-bf4b-56e61eaa0903 req-35afd08c-0689-4a9d-b8cf-18553d806229 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727861 Jul 14 09:29:45.808622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:45.813113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:45.819662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.890276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d5ca49-d53a-4ad1-bd22-e17b2bb57b64 None None] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:45.898717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:45.899993 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:45.901604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] 10.222.0.69 "PUT /v2.0/ports/a0aa7174-0bd8-4333-a323-0a1746945b56 HTTP/1.1" status: 200 len: 1093 time: 1.0396600 Jul 14 09:29:45.902200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:45.904821 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450cc23-6597-45ad-987c-a99d1da7b4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:45.912181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d50ca-d241-4caa-bef5-a43ef8b056c8 service neutron] Pushing event updated for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.033367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-52f5e929-3387-4571-ad86-d32df5327d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:46.035645 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-52f5e929-3387-4571-ad86-d32df5327d23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 1096 time: 0.0660124 Jul 14 09:29:46.050010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6501ed3b-cfad-4ebd-ae8c-0c24750da97f None None] Provisioning for port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:46.082016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6501ed3b-cfad-4ebd-ae8c-0c24750da97f None None] Provisioning complete for port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:46.083458 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6501ed3b-cfad-4ebd-ae8c-0c24750da97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.090428 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c3d2e4a-846f-4e07-87f6-95ab46f178e8 req-16fe6b27-8778-4ffd-9765-a07ca123b546 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5283077 Jul 14 09:29:46.132297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Network bf5d5834-63ac-44bb-a786-b2f29109e080 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:46.149750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-b11b938c-dc97-4c9c-a1c9-988bf4958cc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0aa7174-0bd8-4333-a323-0a1746945b56 HTTP/1.1" status: 200 len: 217 time: 0.0998449 Jul 14 09:29:46.166189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, bf5d5834-63ac-44bb-a786-b2f29109e080) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:46.199285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7871ed70-b618-4d3f-9f61-4e560d405866 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:46.201171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afa7bf1-5704-4183-8472-0649479cf7e9 None None] Network bf5d5834-63ac-44bb-a786-b2f29109e080 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:46.205428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:46.207082 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.232291 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20354059-a922-49bb-b203-8d8aeea8dd95 x-openstack-request-id: req-20354059-a922-49bb-b203-8d8aeea8dd95 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:46.233163 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:46.233953 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20354059-a922-49bb-b203-8d8aeea8dd95 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:46.234302 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'status': 'completed', 'code': 200} Jul 14 09:29:46.270432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-79eb9063-d6bc-4fc9-9fcf-abaac31e48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:46.271908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-79eb9063-d6bc-4fc9-9fcf-abaac31e48d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.0804727 Jul 14 09:29:46.299162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4b3c38a2-8c80-4833-b615-d0c82de49951 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3789117 Jul 14 09:29:46.314763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59470) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.318081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-c30066cb-a710-4b8e-8b85-40ac080facc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386543 Jul 14 09:29:46.322705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080', 'name': 'tempest-AllowedAddressPairTestJSON-1402135554'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:46.334397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.337441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50a602-bae2-4ff8-a2b5-5080cfa690a6 req-ec46063a-2ccf-496b-98c1-4af970ba4d5f tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:46.339096 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c50a602-bae2-4ff8-a2b5-5080cfa690a6 req-ec46063a-2ccf-496b-98c1-4af970ba4d5f tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 943 time: 0.1881495 Jul 14 09:29:46.356772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-17b3dabe-26f0-4ba9-934b-2de81b1e5d31 service neutron] 10.222.0.66 "GET /v2.0/networks/4c4fd1bd-3a33-4d23-80de-13890c9154da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155206 Jul 14 09:29:46.375715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59474) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.530634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c50a602-bae2-4ff8-a2b5-5080cfa690a6 req-d8fef6a7-c3e9-4ff8-88d0-c5f466cc5b9c tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721566 Jul 14 09:29:46.558999 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.597770 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-a959d7b7-4c33-4745-9d7d-a06d71b61e48 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479169 Jul 14 09:29:46.621545 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e57731c-c8e2-4d22-9b1b-9e9ad8a556ce req-606bd8a7-abc9-4335-92d4-4f099f16b85e service neutron] 10.222.0.66 "GET /v2.0/networks/4c4fd1bd-3a33-4d23-80de-13890c9154da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578125 Jul 14 09:29:46.668936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:46.670323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Made reservation on behalf of 486ada6075f743ca826eb0d0e7118eb8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:46.677788 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-134e200d-c521-4e52-90c1-04662461df95 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d85ab580d01415ca4977a820f260986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978368 Jul 14 09:29:46.677788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:46.678027 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.678330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'Port': ['ID=46263ee5-dd20-46e0-84fe-d3514d962df9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:46.679943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59478) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:46.683552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:46.702152 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6501ed3b-cfad-4ebd-ae8c-0c24750da97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.739700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] device_id is not set on port 9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:46.780138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:46.813699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c61e46d-6cca-4496-a3dd-11f51a4ee291 req-3c492c72-803a-4c6c-b6e3-b7a1a503717d service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075379 Jul 14 09:29:46.817706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6501ed3b-cfad-4ebd-ae8c-0c24750da97f None None] For port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc,segment=NetworkSegment(9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94),segment_id=9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:46.829202 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6501ed3b-cfad-4ebd-ae8c-0c24750da97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.835202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '7871ed70-b618-4d3f-9f61-4e560d405866', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'port_id': '7871ed70-b618-4d3f-9f61-4e560d405866', 'mac_address': 'fa:16:3e:52:e2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c53a4-30a7-4e6a-a138-a97e3bcc800a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:46.848042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8caf67e-201f-4803-97a5-f83503c5d34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.878680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-bf5d5834-63ac-44bb-a786-b2f29109e080', 'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080', 'tenant_id': '486ada6075f743ca826eb0d0e7118eb8', 'fixed_ips': [{'subnet_id': 'a4f401db-ada3-4066-84a6-6e26d9f3dcb5'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:46.879806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.919150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8caf67e-201f-4803-97a5-f83503c5d34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:46.980465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501ed3b-cfad-4ebd-ae8c-0c24750da97f None None] Pushing event updated for resources: {'Port': ['ID=7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.011728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Allocated IP 172.20.0.14 (bf5d5834-63ac-44bb-a786-b2f29109e080/a4f401db-ada3-4066-84a6-6e26d9f3dcb5/9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:47.084015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.084317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8caf67e-201f-4803-97a5-f83503c5d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.087305 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d8caf67e-201f-4803-97a5-f83503c5d34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.088626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d8caf67e-201f-4803-97a5-f83503c5d34e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e51091d9-3e56-4732-a93a-568e64f4c262 HTTP/1.1" status: 204 len: 168 time: 0.4061911 Jul 14 09:29:47.131593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7871ed70-b618-4d3f-9f61-4e560d405866 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:47.175360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:47.187847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.197773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f9b0f-54da-4dce-919b-2102b56e4e9d req-1728935d-f006-4dae-b17a-2681995b4c89 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.199489 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a59f9b0f-54da-4dce-919b-2102b56e4e9d req-1728935d-f006-4dae-b17a-2681995b4c89 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 944 time: 0.2353621 Jul 14 09:29:47.217097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.313936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:47.317345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.339041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8caf67e-201f-4803-97a5-f83503c5d34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51091d9-3e56-4732-a93a-568e64f4c262,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.373582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-12289e9d-1e4f-4e49-b316-d8d9796d836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.375269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-12289e9d-1e4f-4e49-b316-d8d9796d836d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 1096 time: 0.4275622 Jul 14 09:29:47.407900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cf9648c0-72d3-4266-b5a4-b740fcd1f377 None None] Provisioning complete for port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:47.408669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf9648c0-72d3-4266-b5a4-b740fcd1f377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.413345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a59f9b0f-54da-4dce-919b-2102b56e4e9d req-88168734-54f7-47fc-8a89-2f81423d9b2e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080410 Jul 14 09:29:47.450001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['7871ed70-b618-4d3f-9f61-4e560d405866'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:47.494400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:47.495026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.520420 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.570983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Transition to ACTIVE for port object 9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:47.576697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-74be2f93-7257-4b0d-a452-ad3cd67114b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.578352 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-74be2f93-7257-4b0d-a452-ad3cd67114b9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.1856227 Jul 14 09:29:47.604369 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed271c5-54e2-4894-999a-24c3b7866804 req-04f62a1c-749f-446e-aefa-dd7cc7178a55 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.606518 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eed271c5-54e2-4894-999a-24c3b7866804 req-04f62a1c-749f-446e-aefa-dd7cc7178a55 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 944 time: 0.2270226 Jul 14 09:29:47.627510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59494) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.644260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-5ce10f29-4979-4051-928a-771916f53d6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0aa7174-0bd8-4333-a323-0a1746945b56 HTTP/1.1" status: 200 len: 217 time: 0.0565691 Jul 14 09:29:47.755265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eed271c5-54e2-4894-999a-24c3b7866804 req-db66d3be-a1c9-4037-a82e-0721bbd27640 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152983 Jul 14 09:29:47.760972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2e486113-3120-448c-b231-ae48ca7abc98 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9a8915da52ed4ef2a70a861372c5e2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311452 Jul 14 09:29:47.763611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59496) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:47.763970 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.775919 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:47.778459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-b6e3c8a0-fbd7-45ed-b0ae-69380819a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.780148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-b6e3c8a0-fbd7-45ed-b0ae-69380819a8df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1112838 Jul 14 09:29:47.843457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Allocated IP 172.20.0.2 (bf5d5834-63ac-44bb-a786-b2f29109e080/a4f401db-ada3-4066-84a6-6e26d9f3dcb5/a5b1686d-2c98-400b-8d65-0e3a373c6574) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:47.872002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-0bfaa012-d0b5-4534-a2de-1dc1d9019236 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797815 Jul 14 09:29:47.903671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Network bf5d5834-63ac-44bb-a786-b2f29109e080 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:47.920936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:47.953850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:47.957282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:47.979317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d2e23-6999-4dd5-b450-16d5f76652da req-434e9436-3fa8-4231-b5cb-8bdb7678d746 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:47.980978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-778d2e23-6999-4dd5-b450-16d5f76652da req-434e9436-3fa8-4231-b5cb-8bdb7678d746 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 943 time: 0.1322322 Jul 14 09:29:48.003925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f77c2a6-7020-4700-9ede-0bf935643300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.023467 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.024408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Router a07c2131-e770-424e-a50f-6cb79836e532 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:48.032520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-778d2e23-6999-4dd5-b450-16d5f76652da req-88da6660-d352-4220-991e-f92f3bd31bb6 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430355 Jul 14 09:29:48.037018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Transition to ACTIVE for port object a5b1686d-2c98-400b-8d65-0e3a373c6574 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:48.048698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.049337 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.064841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f77c2a6-7020-4700-9ede-0bf935643300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.065023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Transition to ACTIVE for port object a5b1686d-2c98-400b-8d65-0e3a373c6574 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:48.071937 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.093817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ad3a467c-24d3-4ab5-9b99-428ea7d0cabd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7751105 Jul 14 09:29:48.095874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-2deb4e2b-4875-44a2-9209-69b08b12c736 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013958 Jul 14 09:29:48.098605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59498) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.103779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080', 'name': 'tempest-AllowedAddressPairTestJSON-797250438', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:60:ce:3a'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:48.130604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Network bf5d5834-63ac-44bb-a786-b2f29109e080 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:48.133773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:48.137628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:48.149959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Pushing event updated for resources: {'Port': ['ID=a5b1686d-2c98-400b-8d65-0e3a373c6574,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.150162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:48.171791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db23c4f-70e1-436c-a598-36e60232be79 None None] Sync routers for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:48.177841 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.178191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25abf53f-a9b8-4993-a52f-63a6b436d58b details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:48.180289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4a7e62fa-f193-46ba-b10c-133bce0db958 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.6183181 Jul 14 09:29:48.180416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d3d6394c-afac-44c9-8741-9ad8e8e4bfff no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:29:48.182232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59500) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:48.231559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: d3d6394c-afac-44c9-8741-9ad8e8e4bfff {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:29:48.231903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d3d6394c-afac-44c9-8741-9ad8e8e4bfff not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:29:48.248732 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f77c2a6-7020-4700-9ede-0bf935643300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.251279 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f77c2a6-7020-4700-9ede-0bf935643300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.252451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5f77c2a6-7020-4700-9ede-0bf935643300 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f557a85f-2dbb-4b2a-ac23-6c7180750676 HTTP/1.1" status: 204 len: 168 time: 0.4874947 Jul 14 09:29:48.263847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db23c4f-70e1-436c-a598-36e60232be79 None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:48.264532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0db23c4f-70e1-436c-a598-36e60232be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.271486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Attempting to bind port a5b1686d-2c98-400b-8d65-0e3a373c6574 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:48.272023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Attempting to bind port a5b1686d-2c98-400b-8d65-0e3a373c6574 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'bc9857f4-876e-462b-8fde-9e5897172681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:48.285339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Attempting to bind port a5b1686d-2c98-400b-8d65-0e3a373c6574 on network bf5d5834-63ac-44bb-a786-b2f29109e080 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:48.287382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77c2a6-7020-4700-9ede-0bf935643300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f557a85f-2dbb-4b2a-ac23-6c7180750676,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.319432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7450cc23-6597-45ad-987c-a99d1da7b4b9 req-e4eaaacc-a200-41f3-b738-d4d1e539835a service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044542 Jul 14 09:29:48.348011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Made reservation on behalf of 486ada6075f743ca826eb0d0e7118eb8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:48.389759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0db23c4f-70e1-436c-a598-36e60232be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.401802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:48.401802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Checking segment: {'id': 'bc9857f4-876e-462b-8fde-9e5897172681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:48.402281 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.402691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Bound using segment: {'id': 'bc9857f4-876e-462b-8fde-9e5897172681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:48.403168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Bound port: a5b1686d-2c98-400b-8d65-0e3a373c6574, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9857f4-876e-462b-8fde-9e5897172681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:48.403553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.429745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db23c4f-70e1-436c-a598-36e60232be79 None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:48.430404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0db23c4f-70e1-436c-a598-36e60232be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.485948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0db23c4f-70e1-436c-a598-36e60232be79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:48.486736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db23c4f-70e1-436c-a598-36e60232be79 None None] The sync data for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:48.534039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.556498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] device_id is not set on port 3289ff69-8c08-41b7-91da-5a8a86949394 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:48.577665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 25abf53f-a9b8-4993-a52f-63a6b436d58b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25abf53f-a9b8-4993-a52f-63a6b436d58b,segment=NetworkSegment(16456e17-fd56-4128-a22f-2367571c8efb),segment_id=16456e17-fd56-4128-a22f-2367571c8efb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:48.599911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '25abf53f-a9b8-4993-a52f-63a6b436d58b', 'network_id': '4c4fd1bd-3a33-4d23-80de-13890c9154da', 'port_id': '25abf53f-a9b8-4993-a52f-63a6b436d58b', 'mac_address': 'fa:16:3e:ec:37:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'facc8113-ebcc-4be5-9f10-c7048e6b9f8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:48.607988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] For port a5b1686d-2c98-400b-8d65-0e3a373c6574, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:48.612286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] For port a5b1686d-2c98-400b-8d65-0e3a373c6574, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a5b1686d-2c98-400b-8d65-0e3a373c6574,segment=NetworkSegment(bc9857f4-876e-462b-8fde-9e5897172681),segment_id=bc9857f4-876e-462b-8fde-9e5897172681)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:48.634337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.659790 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.680761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Allocated IP 172.20.0.11 (bf5d5834-63ac-44bb-a786-b2f29109e080/a4f401db-ada3-4066-84a6-6e26d9f3dcb5/3289ff69-8c08-41b7-91da-5a8a86949394) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:48.717954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25abf53f-a9b8-4993-a52f-63a6b436d58b {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:48.771759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 25abf53f-a9b8-4993-a52f-63a6b436d58b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25abf53f-a9b8-4993-a52f-63a6b436d58b,segment=NetworkSegment(16456e17-fd56-4128-a22f-2367571c8efb),segment_id=16456e17-fd56-4128-a22f-2367571c8efb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:48.773020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061447d2-70e9-4f8b-963d-7baf4cfe81e9 None None] Pushing event updated for resources: {'Port': ['ID=a5b1686d-2c98-400b-8d65-0e3a373c6574,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.785461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f65c4-72a9-4229-a5ae-136465fed11c req-4745f499-8f15-494e-9ee1-a4ae0ebc63c1 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:48.785936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:48.787907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d39f65c4-72a9-4229-a5ae-136465fed11c req-4745f499-8f15-494e-9ee1-a4ae0ebc63c1 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 944 time: 0.1743507 Jul 14 09:29:48.855716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=25abf53f-a9b8-4993-a52f-63a6b436d58b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:48.872103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d39f65c4-72a9-4229-a5ae-136465fed11c req-1aa4f0b6-c88f-4d7a-9489-48637241a033 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526676 Jul 14 09:29:48.951811 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.011262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['25abf53f-a9b8-4993-a52f-63a6b436d58b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:49.034339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.058315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Transition to ACTIVE for port object 3289ff69-8c08-41b7-91da-5a8a86949394 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:49.111006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.192380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Network bf5d5834-63ac-44bb-a786-b2f29109e080 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:49.195912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:49.211241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:49.346387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a5b1686d-2c98-400b-8d65-0e3a373c6574 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:49.347850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fcb97-3699-43cf-a3c5-050acdf1a89d req-3cf712a4-9d67-4280-bff1-e787edda1401 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.349543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-818fcb97-3699-43cf-a3c5-050acdf1a89d req-3cf712a4-9d67-4280-bff1-e787edda1401 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 944 time: 0.2901602 Jul 14 09:29:49.436358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59534) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.469272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port a5b1686d-2c98-400b-8d65-0e3a373c6574 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:49.567560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-818fcb97-3699-43cf-a3c5-050acdf1a89d req-1379e0b3-d69f-4f10-9d53-6b737436a560 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839201 Jul 14 09:29:49.610399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-network', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:49.626229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=3289ff69-8c08-41b7-91da-5a8a86949394,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:49.680142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.681095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.692245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Made reservation on behalf of b45f9915afac4d0784f7a48acc4ba202 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:49.698898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.702708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Allocated IP 172.20.0.1 (02380bbe-9f96-4b75-b989-856d1fba6d8c/99d659c6-0646-4a46-ad67-0cac1205b182/7a9b63d7-2930-463d-9275-59c796b071d4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:49.705653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d18b504c-f9fa-4804-84b6-0481a57c1fe7 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.6060193 Jul 14 09:29:49.710427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59538) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.718900 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.766775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643a643c-f49d-4a3a-9faa-6a83ca1839d1 req-611e87c8-7e7d-4b97-bc68-8c7249398db7 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.768933 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643a643c-f49d-4a3a-9faa-6a83ca1839d1 req-611e87c8-7e7d-4b97-bc68-8c7249398db7 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 944 time: 0.1580639 Jul 14 09:29:49.846219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643a643c-f49d-4a3a-9faa-6a83ca1839d1 req-c50441ae-422a-485b-93ce-7063e5ac2884 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701556 Jul 14 09:29:49.873522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1649ba3-aa91-4f73-a97a-4d76d4b9e841 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.873522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1649ba3-aa91-4f73-a97a-4d76d4b9e841 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.878680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:49.879207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1649ba3-aa91-4f73-a97a-4d76d4b9e841 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:49.881203 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b1649ba3-aa91-4f73-a97a-4d76d4b9e841 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1694341 Jul 14 09:29:49.883667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59540) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:49.929605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Transition to ACTIVE for port object 7a9b63d7-2930-463d-9275-59c796b071d4 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:49.973926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ae442-145b-4bc5-a985-8a5f0d2a4ed3 None None] Network bf5d5834-63ac-44bb-a786-b2f29109e080 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:49.978114 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.010571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.046849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b183ec61-8f4c-4b55-8662-809fd3611d5f None None] Provisioning for port a5b1686d-2c98-400b-8d65-0e3a373c6574 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:50.056392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b183ec61-8f4c-4b55-8662-809fd3611d5f None None] Provisioning complete for port a5b1686d-2c98-400b-8d65-0e3a373c6574 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:50.056392 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b183ec61-8f4c-4b55-8662-809fd3611d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.081755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:29:50.090706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.092449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac596b05-c316-4615-ae9d-4142b75ceb2f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.140587 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.141163 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Added segment 5606b135-24ed-4e3a-870c-b08cafb088d9 of type vlan for network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 Jul 14 09:29:50.180246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:50.201607 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b183ec61-8f4c-4b55-8662-809fd3611d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.210454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:50.212332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7871ed70-b618-4d3f-9f61-4e560d405866 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:50.217897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:50.220529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'Port': ['ID=7a9b63d7-2930-463d-9275-59c796b071d4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.223322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-79bc4308-9e6d-43c6-bab0-e3e7ac8fc844 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Deleting port 3289ff69-8c08-41b7-91da-5a8a86949394 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:50.223691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79bc4308-9e6d-43c6-bab0-e3e7ac8fc844 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.395527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0aa7174-0bd8-4333-a323-0a1746945b56 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:29:50.422691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b183ec61-8f4c-4b55-8662-809fd3611d5f None None] For port a5b1686d-2c98-400b-8d65-0e3a373c6574, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a5b1686d-2c98-400b-8d65-0e3a373c6574,segment=NetworkSegment(bc9857f4-876e-462b-8fde-9e5897172681),segment_id=bc9857f4-876e-462b-8fde-9e5897172681)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:50.432985 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b183ec61-8f4c-4b55-8662-809fd3611d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.555673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 7871ed70-b618-4d3f-9f61-4e560d405866 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:50.583672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 7871ed70-b618-4d3f-9f61-4e560d405866 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:50.584043 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.589164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183ec61-8f4c-4b55-8662-809fd3611d5f None None] Pushing event updated for resources: {'Port': ['ID=a5b1686d-2c98-400b-8d65-0e3a373c6574,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:50.647458 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.662488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b853b48c-c200-4fd1-b244-26cbb5551105 None None] Provisioning for port 7a9b63d7-2930-463d-9275-59c796b071d4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:50.680057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0b85f-358b-4579-8737-1eb31b2cce36 req-250ee05a-c79d-4ead-8600-031eab728f03 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.693039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cce0b85f-358b-4579-8737-1eb31b2cce36 req-250ee05a-c79d-4ead-8600-031eab728f03 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 944 time: 0.6905813 Jul 14 09:29:50.696858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b853b48c-c200-4fd1-b244-26cbb5551105 None None] Provisioning complete for port 7a9b63d7-2930-463d-9275-59c796b071d4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:50.699565 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b853b48c-c200-4fd1-b244-26cbb5551105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.705295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:50.751544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'port_id': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'mac_address': 'fa:16:3e:0e:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f0ce11-c178-40b2-a579-676eb17cd347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:29:50.795646 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.884744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0173b-0693-477b-bad4-55e10efb4a0a req-fdd9cfcf-511c-462f-87d9-29e3ff4ccb09 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.895077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2cb0173b-0693-477b-bad4-55e10efb4a0a req-fdd9cfcf-511c-462f-87d9-29e3ff4ccb09 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 944 time: 0.1239624 Jul 14 09:29:50.939566 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.940713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2cb0173b-0693-477b-bad4-55e10efb4a0a req-93c2bd3d-e72d-49c9-89c3-18d161fb2dfc tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438859 Jul 14 09:29:50.941387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:50.941999 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.962033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.966956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b853b48c-c200-4fd1-b244-26cbb5551105 None None] Port 7a9b63d7-2930-463d-9275-59c796b071d4 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:50.967081 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79bc4308-9e6d-43c6-bab0-e3e7ac8fc844 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.976827 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:50.978547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cce0b85f-358b-4579-8737-1eb31b2cce36 req-975c1517-0457-4c1f-83f1-c74edc97c5ae tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842090 Jul 14 09:29:51.008162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5633957 Jul 14 09:29:51.009071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0aa7174-0bd8-4333-a323-0a1746945b56 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:29:51.009700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59552) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.017406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Request body: {'subnet': {'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-subnet', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:51.035902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:51.038339 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4676d788-e46e-4035-bdd7-f42196a8053f" -d '{"events": [{"server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "name": "network-vif-plugged", "status": "completed", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:51.044970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:51.053721 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.067521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-79bc4308-9e6d-43c6-bab0-e3e7ac8fc844 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Calling delete_port for 3289ff69-8c08-41b7-91da-5a8a86949394 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:51.076978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Made reservation on behalf of b45f9915afac4d0784f7a48acc4ba202 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:51.080111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.116907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a11c85-887d-4836-8a87-92a573579cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd22dde-9ca0-473b-98e5-4870ad410cd9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.117300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:51.144179 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.145061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25abf53f-a9b8-4993-a52f-63a6b436d58b up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:51.250227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:29:51.258682 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c89776c-1069-4f0a-bfbf-8ad28f3e337d x-openstack-request-id: req-3c89776c-1069-4f0a-bfbf-8ad28f3e337d {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:51.258960 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "name": "network-vif-plugged", "status": "completed", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:51.259216 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c89776c-1069-4f0a-bfbf-8ad28f3e337d {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:51.259601 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866', 'code': 200} Jul 14 09:29:51.297588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.333870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a5b1686d-2c98-400b-8d65-0e3a373c6574 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:51.351723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.377957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.404862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a0aa7174-0bd8-4333-a323-0a1746945b56'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:29:51.407425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Provisioning for port 9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:51.439212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=355d5a50-b2a4-487f-99d5-d1aa07f76244,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.459248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Checking segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:51.459619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Network hostable DHCP agents. Network: 2cd22dde-9ca0-473b-98e5-4870ad410cd9, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:29:51.471060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Provisioning complete for port 9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.471541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.479307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:29:51.489361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 2cd22dde-9ca0-473b-98e5-4870ad410cd9) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:51.493634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.494408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.513657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eef50120-2554-4b01-9b46-194b9e0022ea admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4993532 Jul 14 09:29:51.513657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59558) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:51.518379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:51.521357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46940824-d2e8-4afc-9911-5e9480fc8f33 None None] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:51.534955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 25abf53f-a9b8-4993-a52f-63a6b436d58b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:51.542892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.543989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.600580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 25abf53f-a9b8-4993-a52f-63a6b436d58b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.600949 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.635988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Port 9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:51.638102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.643306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627cd17-2ab2-4786-a9cb-f56d2c363484 req-19e81aeb-8adf-4b6a-a6e2-87a0fa4622ab tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.645532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e627cd17-2ab2-4786-a9cb-f56d2c363484 req-19e81aeb-8adf-4b6a-a6e2-87a0fa4622ab tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 944 time: 0.4054351 Jul 14 09:29:51.665655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a50ed4-78db-4403-a0e1-03daced9ab7c req-e7fc88d2-15dc-4223-a537-4038af8890fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:51.667156 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5a50ed4-78db-4403-a0e1-03daced9ab7c req-e7fc88d2-15dc-4223-a537-4038af8890fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 1097 time: 0.3104503 Jul 14 09:29:51.689886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79bc4308-9e6d-43c6-bab0-e3e7ac8fc844 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.714120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a5b1686d-2c98-400b-8d65-0e3a373c6574 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.714502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.725725 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.745163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Provisioning complete for port 3289ff69-8c08-41b7-91da-5a8a86949394 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.745558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.755859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc4308-9e6d-43c6-bab0-e3e7ac8fc844 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Port': ['ID=3289ff69-8c08-41b7-91da-5a8a86949394,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:51.825436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Port 3289ff69-8c08-41b7-91da-5a8a86949394 was deleted so its status cannot be updated. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:29:51.853432 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e627cd17-2ab2-4786-a9cb-f56d2c363484 req-64913e79-1388-487b-b3da-4afef2fa4727 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941192 Jul 14 09:29:51.890149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5a50ed4-78db-4403-a0e1-03daced9ab7c req-af0cab22-acca-4d6a-bf6d-33745c9eb246 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154496 Jul 14 09:29:51.947471 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.973059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:51.993605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Provisioning complete for port a5b1686d-2c98-400b-8d65-0e3a373c6574 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:51.994156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20c87d5e-a595-4824-bfab-6e685f8aeb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.019977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.040124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:29:52.041075 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.059260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.102743 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d80b30e9-1fd4-4766-bf89-0d21adcb426f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.243843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.245706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'Port': ['ID=7a9b63d7-2930-463d-9275-59c796b071d4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.256228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 25abf53f-a9b8-4993-a52f-63a6b436d58b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25abf53f-a9b8-4993-a52f-63a6b436d58b,segment=NetworkSegment(16456e17-fd56-4128-a22f-2367571c8efb),segment_id=16456e17-fd56-4128-a22f-2367571c8efb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:52.259368 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79bc4308-9e6d-43c6-bab0-e3e7ac8fc844 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.264536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-79bc4308-9e6d-43c6-bab0-e3e7ac8fc844 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "DELETE /v2.0/ports/3289ff69-8c08-41b7-91da-5a8a86949394 HTTP/1.1" status: 204 len: 168 time: 2.3753176 Jul 14 09:29:52.268314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59566) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.292347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.301398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.320986 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e03a3a3-23d9-4f39-b548-b36f1a9c6b9a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] GET failed (client error): The resource could not be found. Jul 14 09:29:52.326034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8e03a3a3-23d9-4f39-b548-b36f1a9c6b9a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "GET /v2.0/ports/3289ff69-8c08-41b7-91da-5a8a86949394 HTTP/1.1" status: 404 len: 333 time: 0.0518239 Jul 14 09:29:52.326815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59568) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.328601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.335629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080', 'name': 'tempest-AllowedAddressPairTestJSON-1509744299'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:52.363185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2b520-4d8b-4feb-bc62-b41ee3cfdf80 req-5055b9f7-8b4c-463e-af40-1a03acfbb601 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.364782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dc2b520-4d8b-4feb-bc62-b41ee3cfdf80 req-5055b9f7-8b4c-463e-af40-1a03acfbb601 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 945 time: 0.1689212 Jul 14 09:29:52.370427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Allocated IP 172.20.0.2 (2cd22dde-9ca0-473b-98e5-4870ad410cd9/355d5a50-b2a4-487f-99d5-d1aa07f76244/cf2048ac-e3a9-45d2-a291-e1a98be64145) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:52.404572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=25abf53f-a9b8-4993-a52f-63a6b436d58b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.417144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:52.419489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520e11c-fa14-4a82-a9c1-0226d7910f7c req-edf7c994-6b22-424c-908b-f09c5b2b59ce tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:52.426060 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2520e11c-fa14-4a82-a9c1-0226d7910f7c req-edf7c994-6b22-424c-908b-f09c5b2b59ce tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 945 time: 0.2452440 Jul 14 09:29:52.426712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:52.448808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dc2b520-4d8b-4feb-bc62-b41ee3cfdf80 req-2c6ccfee-6623-4393-be87-e251e1fbc047 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712845 Jul 14 09:29:52.576495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2520e11c-fa14-4a82-a9c1-0226d7910f7c req-4e77c3fd-2157-4a5d-b594-d6b3676d8736 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494346 Jul 14 09:29:52.580356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-faa4ae88-43d2-495d-8b2d-c35a3bc4b96d None None] Could not find standard attr ID for object 3289ff69-8c08-41b7-91da-5a8a86949394. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:29:52.606714 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.625268 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Transition to ACTIVE for port object cf2048ac-e3a9-45d2-a291-e1a98be64145 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:52.631155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Router a07c2131-e770-424e-a50f-6cb79836e532 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:52.665411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Transition to ACTIVE for port object cf2048ac-e3a9-45d2-a291-e1a98be64145 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:52.675686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.682006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Allocated IP 172.25.0.20 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/09ef7bd2-516a-4885-9776-181200f92f8c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:52.734702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:52.738218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:52.742722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:52.745834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Pushing event updated for resources: {'Port': ['ID=cf2048ac-e3a9-45d2-a291-e1a98be64145,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:52.770274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Made reservation on behalf of 486ada6075f743ca826eb0d0e7118eb8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:52.773875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.800118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] device_id is not set on port d70ec9d4-f247-44ae-93e3-2421da2fa867 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:52.823455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:52.828610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Attempting to bind port cf2048ac-e3a9-45d2-a291-e1a98be64145 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:52.829143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Attempting to bind port cf2048ac-e3a9-45d2-a291-e1a98be64145 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:52.832613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Attempting to bind port cf2048ac-e3a9-45d2-a291-e1a98be64145 on network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:52.832881 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f4514294-2616-4ae4-98d5-5761b9987d4b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "PUT /v2.0/routers/a07c2131-e770-424e-a50f-6cb79836e532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6464303 Jul 14 09:29:52.832984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2949d140-045b-4d2b-b189-0c134b7faa46 None None] Provisioning complete for port 7a9b63d7-2930-463d-9275-59c796b071d4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:52.832984 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2949d140-045b-4d2b-b189-0c134b7faa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.835064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:52.839637 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2c3d9-5dfd-4f12-981e-d83ca135c44c None None] Sync routers for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:52.845469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Request body: {'port': {'network_id': '02380bbe-9f96-4b75-b989-856d1fba6d8c', 'name': 'tempest-FloatingIPAdminTestJSON-840194742'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:52.857579 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2c3d9-5dfd-4f12-981e-d83ca135c44c None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:52.858725 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b8c2c3d9-5dfd-4f12-981e-d83ca135c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.869831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2949d140-045b-4d2b-b189-0c134b7faa46 None None] Port 7a9b63d7-2930-463d-9275-59c796b071d4 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:52.876143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:52.876662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Checking segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:52.878154 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.878546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Bound using segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:52.879034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Bound port: cf2048ac-e3a9-45d2-a291-e1a98be64145, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:52.879417 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.895587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:52.911901 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b8c2c3d9-5dfd-4f12-981e-d83ca135c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.924036 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c2c3d9-5dfd-4f12-981e-d83ca135c44c None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:52.925447 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b8c2c3d9-5dfd-4f12-981e-d83ca135c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.952052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Allocated IP 172.20.0.9 (bf5d5834-63ac-44bb-a786-b2f29109e080/a4f401db-ada3-4066-84a6-6e26d9f3dcb5/d70ec9d4-f247-44ae-93e3-2421da2fa867) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:52.972725 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b8c2c3d9-5dfd-4f12-981e-d83ca135c44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:52.973819 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2c3d9-5dfd-4f12-981e-d83ca135c44c None None] The sync data for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:52.991566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] For port cf2048ac-e3a9-45d2-a291-e1a98be64145, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:53.002010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] For port cf2048ac-e3a9-45d2-a291-e1a98be64145, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cf2048ac-e3a9-45d2-a291-e1a98be64145,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:53.007792 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.014402 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.069779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Made reservation on behalf of f27d7aa2a5ea4687955c7ba38e58cbd8 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:53.073915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.074924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb84e1-a7d2-4d84-9b2a-f019f1eb3930 None None] Pushing event updated for resources: {'Port': ['ID=cf2048ac-e3a9-45d2-a291-e1a98be64145,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.075346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:53.089538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:53.103626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] device_id is not set on port 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:53.119253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:53.123911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Pushing event updated for resources: {'Port': ['ID=09ef7bd2-516a-4885-9776-181200f92f8c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.178310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99777c-8dd5-4174-85f9-33330dd74867 req-64bed0cc-4d0a-415a-89aa-8583f3a69c2f tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.180260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba99777c-8dd5-4174-85f9-33330dd74867 req-64bed0cc-4d0a-415a-89aa-8583f3a69c2f tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 945 time: 0.1499736 Jul 14 09:29:53.260578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25abf53f-a9b8-4993-a52f-63a6b436d58b'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:53.262926 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc1a9fd-e8da-45b0-9f1a-4ab4b91dc135" -d '{"events": [{"server_uuid": "d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a", "name": "network-vif-plugged", "status": "completed", "tag": "25abf53f-a9b8-4993-a52f-63a6b436d58b"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:53.269119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba99777c-8dd5-4174-85f9-33330dd74867 req-8bc31755-c777-4a7d-8195-1af1b53563f3 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795341 Jul 14 09:29:53.276011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Allocated IP 172.20.0.5 (02380bbe-9f96-4b75-b989-856d1fba6d8c/99d659c6-0646-4a46-ad67-0cac1205b182/0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:53.323078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.354130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Transition to ACTIVE for port object d70ec9d4-f247-44ae-93e3-2421da2fa867 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:53.357245 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d79efd5-f0d7-4a1f-a288-68811a8f96d2 x-openstack-request-id: req-7d79efd5-f0d7-4a1f-a288-68811a8f96d2 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:53.357745 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a", "name": "network-vif-plugged", "status": "completed", "tag": "25abf53f-a9b8-4993-a52f-63a6b436d58b", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:53.358385 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d79efd5-f0d7-4a1f-a288-68811a8f96d2 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:53.359254 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25abf53f-a9b8-4993-a52f-63a6b436d58b', 'code': 200} Jul 14 09:29:53.486475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.525676 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.530376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179334a-618d-40bf-8bf5-58376224125b req-4394b875-fecc-4966-a371-9588dd813a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.531903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d179334a-618d-40bf-8bf5-58376224125b req-4394b875-fecc-4966-a371-9588dd813a23 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 1097 time: 0.0991302 Jul 14 09:29:53.537785 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.565735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Transition to ACTIVE for port object 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:53.576111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Network bf5d5834-63ac-44bb-a786-b2f29109e080 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:53.581995 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d179334a-618d-40bf-8bf5-58376224125b req-62ef6d1c-441e-40e8-bec1-77fa2b486b5d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Jul 14 09:29:53.583562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:53.589456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=d70ec9d4-f247-44ae-93e3-2421da2fa867,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.591810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:53.672474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.690626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.691352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.716667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-10d7c1aa-8ca6-4c13-8d47-8f0932631e91 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3858840 Jul 14 09:29:53.720376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:53.728966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:60:ce:3a'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:53.733661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:53.767931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:53.783239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc11c71-8b85-4bec-b82b-413a0ca9a088 req-9d5b1d67-8b90-48e7-a4cb-e9d541d91428 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.786094 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0dc11c71-8b85-4bec-b82b-413a0ca9a088 req-9d5b1d67-8b90-48e7-a4cb-e9d541d91428 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 945 time: 0.1763086 Jul 14 09:29:53.788789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:53.850344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event updated for resources: {'Port': ['ID=0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:53.858512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.869343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba91eb-0bf4-49d4-9822-061cc569961b req-e1dd7232-3e85-4703-ada1-cc46d9e78af6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.870835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8ba91eb-0bf4-49d4-9822-061cc569961b req-e1dd7232-3e85-4703-ada1-cc46d9e78af6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 945 time: 0.1626468 Jul 14 09:29:53.934164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0dc11c71-8b85-4bec-b82b-413a0ca9a088 req-81228599-8e89-4fe3-ab2f-986cf466d0f0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118984 Jul 14 09:29:53.944154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:53.944642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.973155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8eb6f847-6f37-4de9-816e-1803e72d6402 None None] Provisioning for port d70ec9d4-f247-44ae-93e3-2421da2fa867 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:53.979600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8eb6f847-6f37-4de9-816e-1803e72d6402 None None] Provisioning complete for port d70ec9d4-f247-44ae-93e3-2421da2fa867 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:53.980181 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8eb6f847-6f37-4de9-816e-1803e72d6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:53.992748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8ba91eb-0bf4-49d4-9822-061cc569961b req-9b2f189e-5be1-499c-a734-22ee20544e08 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758581 Jul 14 09:29:54.001811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7505bfaf-cb5a-4059-9003-95c4ce5f9d11 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1628253 Jul 14 09:29:54.003883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59588) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.063877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:29:54.102030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.116808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6f847-6f37-4de9-816e-1803e72d6402 None None] Port d70ec9d4-f247-44ae-93e3-2421da2fa867 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:54.205105 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99633d47-d9d5-4e55-9d74-84e1d24ae71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.245713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e1c433c1-0ea5-4367-acaa-119791aa07c0 None None] Provisioning for port 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:54.255296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e1c433c1-0ea5-4367-acaa-119791aa07c0 None None] Provisioning complete for port 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:54.255686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e1c433c1-0ea5-4367-acaa-119791aa07c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.256107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'project_id': 'f27d7aa2a5ea4687955c7ba38e58cbd8', 'port_id': '0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:54.358994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:54.367565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.373998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:54.406147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e1c433c1-0ea5-4367-acaa-119791aa07c0 None None] Port 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:54.409600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.410890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7589d55c-ee35-4656-966e-107d68862cf7 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.8969028 Jul 14 09:29:54.413521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59596) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.422131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0aa7174-0bd8-4333-a323-0a1746945b56 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:54.542599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.551366 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.667925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf3ba20-e082-43fc-a6da-990cdd81679d None None] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:29:54.684019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] In _notify_port_updated(), no bound segment for port d70ec9d4-f247-44ae-93e3-2421da2fa867 on network bf5d5834-63ac-44bb-a786-b2f29109e080 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:29:54.690636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:54.691524 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.696027 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "PUT /v2.0/ports/d70ec9d4-f247-44ae-93e3-2421da2fa867 HTTP/1.1" status: 200 len: 994 time: 0.9744442 Jul 14 09:29:54.696991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:54.724825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:54.725790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:54.786555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73a8c2-8283-4ec9-83f3-6a7fd27b1555 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=d70ec9d4-f247-44ae-93e3-2421da2fa867,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:54.833206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:54.895887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:55.025006 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.085771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-897ace24-16e5-4180-8648-8d67eaa2baf9 None None] Provisioning for port cf2048ac-e3a9-45d2-a291-e1a98be64145 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:55.174299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port a0aa7174-0bd8-4333-a323-0a1746945b56 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:55.208539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port a0aa7174-0bd8-4333-a323-0a1746945b56 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:55.208998 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.328229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-62d7ea56-e0eb-4724-ba4e-ef32085da1e0 None None] Provisioning complete for port d70ec9d4-f247-44ae-93e3-2421da2fa867 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:55.329198 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-62d7ea56-e0eb-4724-ba4e-ef32085da1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.357565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc714f58-78aa-411c-9af0-5b5a79bbdba2 req-e72beaeb-294b-42f4-b70f-8045d0248a64 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.368835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc714f58-78aa-411c-9af0-5b5a79bbdba2 req-e72beaeb-294b-42f4-b70f-8045d0248a64 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 945 time: 0.7147429 Jul 14 09:29:55.382327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cff1a1-c94d-4597-b67b-907e6460bbb2 req-94818310-f4b1-43e0-b276-578227e7a339 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.384615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7cff1a1-c94d-4597-b67b-907e6460bbb2 req-94818310-f4b1-43e0-b276-578227e7a339 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 945 time: 0.6702235 Jul 14 09:29:55.420417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cf2048ac-e3a9-45d2-a291-e1a98be64145 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:55.456235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-78c2f8d1-1102-4e7b-9e71-e6f3fc321961 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Deleting port d70ec9d4-f247-44ae-93e3-2421da2fa867 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:55.456487 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78c2f8d1-1102-4e7b-9e71-e6f3fc321961 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.483763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-62d7ea56-e0eb-4724-ba4e-ef32085da1e0 None None] Port d70ec9d4-f247-44ae-93e3-2421da2fa867 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:55.494549 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.503006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc714f58-78aa-411c-9af0-5b5a79bbdba2 req-536cd23e-5cda-4d83-a271-49619e076e89 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030519 Jul 14 09:29:55.514051 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.533445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:53Z', 'revision_number': 3, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:55.580594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Allocated IP 172.25.0.50 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/84361e8d-64da-49d5-b91f-1d3e796c473a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:55.585559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:29:55.585559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Updating router 7bf27818-fde8-493b-bc7e-50a604d0fc06 port 09ef7bd2-516a-4885-9776-181200f92f8c binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:29:55.587475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:29:55.590478 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420145be-037d-4e45-99e0-e67c391cd98b" -d '{"events": [{"server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:29:55.632189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:55.635754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port cf2048ac-e3a9-45d2-a291-e1a98be64145 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:55.649164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cf2048ac-e3a9-45d2-a291-e1a98be64145 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:55.649553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.651282 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.723771 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7cff1a1-c94d-4597-b67b-907e6460bbb2 req-5a49d19f-2418-4417-aaa5-9ea538e2b124 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238947 Jul 14 09:29:55.731980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.798586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:55.850243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b244696-65c3-4d2e-b74b-0a64b3fa27d4 req-7eb13153-1a6f-4da1-a813-865a9406e5f4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:55.851888 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b244696-65c3-4d2e-b74b-0a64b3fa27d4 req-7eb13153-1a6f-4da1-a813-865a9406e5f4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1811473 Jul 14 09:29:55.930457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b244696-65c3-4d2e-b74b-0a64b3fa27d4 req-5618ebf0-655a-46aa-9f31-b136dd2c2ead tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574629 Jul 14 09:29:55.932309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.934558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.983635 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78c2f8d1-1102-4e7b-9e71-e6f3fc321961 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:55.997622 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.023746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:56.032095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:56.041184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:56.049366 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.052658 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999bca4-11f3-4937-ac31-1f739a35d360 x-openstack-request-id: req-5999bca4-11f3-4937-ac31-1f739a35d360 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:29:56.052962 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:29:56.054312 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5999bca4-11f3-4937-ac31-1f739a35d360 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:29:56.056181 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'code': 200} Jul 14 09:29:56.148547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8c467b88-593b-4b43-ae55-c053a29244d9 None None] Provisioning complete for port cf2048ac-e3a9-45d2-a291-e1a98be64145 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:56.150120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8c467b88-593b-4b43-ae55-c053a29244d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.160881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-78c2f8d1-1102-4e7b-9e71-e6f3fc321961 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Calling delete_port for d70ec9d4-f247-44ae-93e3-2421da2fa867 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:29:56.226295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port cf2048ac-e3a9-45d2-a291-e1a98be64145, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cf2048ac-e3a9-45d2-a291-e1a98be64145,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:56.240174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Pushing event updated for resources: {'Port': ['ID=84361e8d-64da-49d5-b91f-1d3e796c473a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.244357 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.322096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Allocated IP 172.20.0.1 (2cd22dde-9ca0-473b-98e5-4870ad410cd9/355d5a50-b2a4-487f-99d5-d1aa07f76244/aa62f8dd-cd25-4cc6-8ed6-895582359fe7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:56.333379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=cf2048ac-e3a9-45d2-a291-e1a98be64145,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.337616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b661ed-1127-410c-8619-193bb09c5291 req-2a5a66c6-c082-4527-89aa-3c4eb83d58ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:56.337616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4b661ed-1127-410c-8619-193bb09c5291 req-2a5a66c6-c082-4527-89aa-3c4eb83d58ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 1098 time: 0.1613796 Jul 14 09:29:56.418904 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.432346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Transition to ACTIVE for port object 09ef7bd2-516a-4885-9776-181200f92f8c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:56.441559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.470923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4b661ed-1127-410c-8619-193bb09c5291 req-6face623-f10d-4046-9dec-227c846836b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214044 Jul 14 09:29:56.529900 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78c2f8d1-1102-4e7b-9e71-e6f3fc321961 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.542240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6152d6-6e8f-4f8f-aa2e-b1f769f6ba37 None None] Pushing event updated for resources: {'Port': ['ID=09ef7bd2-516a-4885-9776-181200f92f8c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.548115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Attempting to bind port 09ef7bd2-516a-4885-9776-181200f92f8c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:29:56.548742 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Attempting to bind port 09ef7bd2-516a-4885-9776-181200f92f8c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:29:56.549697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Attempting to bind port 09ef7bd2-516a-4885-9776-181200f92f8c on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:29:56.557329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:29:56.557835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:29:56.558445 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.559083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:29:56.559688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Bound port: 09ef7bd2-516a-4885-9776-181200f92f8c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:29:56.560323 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.589836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.598648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2f8d1-1102-4e7b-9e71-e6f3fc321961 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Port': ['ID=d70ec9d4-f247-44ae-93e3-2421da2fa867,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.613157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Transition to ACTIVE for port object aa62f8dd-cd25-4cc6-8ed6-895582359fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:56.658075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] For port 09ef7bd2-516a-4885-9776-181200f92f8c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:29:56.661391 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.681377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] For port 09ef7bd2-516a-4885-9776-181200f92f8c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=09ef7bd2-516a-4885-9776-181200f92f8c,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:29:56.684666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.691017 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.746702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:56.755322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:56.765596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:56.801563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:56.801563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:56.814736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Pushing event updated for resources: {'Port': ['ID=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.882311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.940187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6152d6-6e8f-4f8f-aa2e-b1f769f6ba37 None None] Pushing event updated for resources: {'Port': ['ID=09ef7bd2-516a-4885-9776-181200f92f8c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:56.941411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78c2f8d1-1102-4e7b-9e71-e6f3fc321961 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:56.954858 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-78c2f8d1-1102-4e7b-9e71-e6f3fc321961 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "DELETE /v2.0/ports/d70ec9d4-f247-44ae-93e3-2421da2fa867 HTTP/1.1" status: 204 len: 168 time: 2.2513857 Jul 14 09:29:56.959384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:56.970088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.061817 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-604f27eb-0f81-44d3-81d5-ede9b09a409d tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] GET failed (client error): The resource could not be found. Jul 14 09:29:57.062785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:29:57.069753 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-604f27eb-0f81-44d3-81d5-ede9b09a409d tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "GET /v2.0/ports/d70ec9d4-f247-44ae-93e3-2421da2fa867 HTTP/1.1" status: 404 len: 333 time: 0.1010766 Jul 14 09:29:57.074108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59620) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:57.085166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080', 'name': 'tempest-AllowedAddressPairTestJSON-946865108'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:57.140685 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.196061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5165c-02e5-4710-bb51-78f95bf17851 req-46809d97-eaeb-49e4-aada-38511356428c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.203327 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27e5165c-02e5-4710-bb51-78f95bf17851 req-46809d97-eaeb-49e4-aada-38511356428c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 945 time: 0.2128847 Jul 14 09:29:57.251902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14855069-3347-46df-83be-921f52343ed0 req-e3c53bb8-ef6c-4979-af0a-2f22a0319dd0 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:57.262360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14855069-3347-46df-83be-921f52343ed0 req-e3c53bb8-ef6c-4979-af0a-2f22a0319dd0 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 945 time: 0.5214875 Jul 14 09:29:57.276816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27e5165c-02e5-4710-bb51-78f95bf17851 req-17ff0703-5780-464a-968c-5af13c7cd759 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721030 Jul 14 09:29:57.350932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cf2048ac-e3a9-45d2-a291-e1a98be64145 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:57.365481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Made reservation on behalf of 486ada6075f743ca826eb0d0e7118eb8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:29:57.372290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.388097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14855069-3347-46df-83be-921f52343ed0 req-a5d16895-4af5-417c-985f-15dca2dca10f tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250186 Jul 14 09:29:57.441634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] device_id is not set on port 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:29:57.480448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cfd25e9d-7e43-4ae1-9c08-0bb21f2b49ac None None] Provisioning for port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:57.481492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.487839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cfd25e9d-7e43-4ae1-9c08-0bb21f2b49ac None None] Provisioning complete for port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:57.488292 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cfd25e9d-7e43-4ae1-9c08-0bb21f2b49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.490183 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.497716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.515412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.561989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cfd25e9d-7e43-4ae1-9c08-0bb21f2b49ac None None] Port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:57.581165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cf2048ac-e3a9-45d2-a291-e1a98be64145 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:57.581745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.795969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Pushing event updated for resources: {'Port': ['ID=84361e8d-64da-49d5-b91f-1d3e796c473a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:57.802196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:53Z', 'revision_number': 3, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:57.803976 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:57.868277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a2901-6b02-4ca5-b8ea-b165ebf0d62b None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:53Z', 'revision_number': 3, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:58.003275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.009612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Allocated IP 172.20.0.11 (bf5d5834-63ac-44bb-a786-b2f29109e080/a4f401db-ada3-4066-84a6-6e26d9f3dcb5/8d59a8d3-e5fb-45ac-8ad3-952093c79d2f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:29:58.046056 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Floating IP 13c743e7-839d-4ec9-86b7-6ea1112d0d9e associated. External IP: 172.25.0.50, port: 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb. Jul 14 09:29:58.060098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.312161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.344456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d7ef4-e94d-43fb-ab65-b1f4bd29814b req-4920631e-2e55-4bdb-8497-053200aef235 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.346125 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-672d7ef4-e94d-43fb-ab65-b1f4bd29814b req-4920631e-2e55-4bdb-8497-053200aef235 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.6753685 Jul 14 09:29:58.354805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Pushing event updated for resources: {'Port': ['ID=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:58.430043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Router a07c2131-e770-424e-a50f-6cb79836e532 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:58.591168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:29:58.607022 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd086f0c-56bf-45b0-b23f-60c662877687 None None] Sync routers for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:29:58.613906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.622790 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd086f0c-56bf-45b0-b23f-60c662877687 None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:58.624993 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fd086f0c-56bf-45b0-b23f-60c662877687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:58.704596 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fd086f0c-56bf-45b0-b23f-60c662877687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:58.708404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-672d7ef4-e94d-43fb-ab65-b1f4bd29814b req-d719794c-8a37-4cb3-be4c-9f0ee9c25d36 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418744 Jul 14 09:29:58.719955 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd086f0c-56bf-45b0-b23f-60c662877687 None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:29:58.720838 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fd086f0c-56bf-45b0-b23f-60c662877687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:58.789577 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-944b77e0-5217-4349-95e3-7033d5970a4d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.7821219 Jul 14 09:29:58.799699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:58.823319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:58.903163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ba562-cdfa-49f6-8cc9-7073e903c6a3 req-1c4ca240-a77e-4ad4-a8cc-80ecf2f7f67e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:58.915737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea0ba562-cdfa-49f6-8cc9-7073e903c6a3 req-1c4ca240-a77e-4ad4-a8cc-80ecf2f7f67e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2480354 Jul 14 09:29:58.980617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:58.981211 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fd086f0c-56bf-45b0-b23f-60c662877687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:29:58.982042 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd086f0c-56bf-45b0-b23f-60c662877687 None None] The sync data for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:29:58.998687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:59.025490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea0ba562-cdfa-49f6-8cc9-7073e903c6a3 req-7b3ce102-1fc2-49f0-bc5a-04bf7cad6eb7 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087418 Jul 14 09:29:59.099268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5f4923d8-aefd-4207-98d5-c2afd545f087 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] 10.222.0.73 "GET /v2.0/floatingips/13c743e7-839d-4ec9-86b7-6ea1112d0d9e HTTP/1.1" status: 200 len: 981 time: 0.2983165 Jul 14 09:29:59.100231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59664) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.101253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Transition to ACTIVE for port object 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:29:59.194925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.380412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 09ef7bd2-516a-4885-9776-181200f92f8c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:29:59.402158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Network bf5d5834-63ac-44bb-a786-b2f29109e080 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:29:59.414982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:29:59.417932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:29:59.463055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d3d31038-afdb-4777-8057-8b73ed1bc46d tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.3609850 Jul 14 09:29:59.465902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59668) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.485339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=8d59a8d3-e5fb-45ac-8ad3-952093c79d2f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.493177 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.508951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 09ef7bd2-516a-4885-9776-181200f92f8c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:59.515994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 09ef7bd2-516a-4885-9776-181200f92f8c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:59.516406 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.552437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.553316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.571590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d3d2abe2-fb5f-4804-b00e-3dd7f2ef740b None None] Provisioning complete for port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:59.572233 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3d2abe2-fb5f-4804-b00e-3dd7f2ef740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.589266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5096dc05-e107-424d-992a-fb1ca3d59256 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5084507 Jul 14 09:29:59.590767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59670) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:29:59.604825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:60:ce:3a'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:29:59.662421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:29:59.692824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2abe2-fb5f-4804-b00e-3dd7f2ef740b None None] Port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:59.718148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.746899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 09ef7bd2-516a-4885-9776-181200f92f8c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=09ef7bd2-516a-4885-9776-181200f92f8c,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:29:59.751695 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.826944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6d096-8530-4abd-86cf-57ef0bfab397 req-2de3e339-229c-4636-9744-287e8bba0042 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:29:59.829503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-59d6d096-8530-4abd-86cf-57ef0bfab397 req-2de3e339-229c-4636-9744-287e8bba0042 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1588919 Jul 14 09:29:59.836817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3ec1febc-61ee-4bc0-9f00-77c7b419431a None None] Provisioning for port 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:29:59.842108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Deleting port 84361e8d-64da-49d5-b91f-1d3e796c473a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:29:59.842466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.849719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=09ef7bd2-516a-4885-9776-181200f92f8c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:29:59.854800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3ec1febc-61ee-4bc0-9f00-77c7b419431a None None] Provisioning complete for port 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:29:59.855178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3ec1febc-61ee-4bc0-9f00-77c7b419431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:29:59.909611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3ec1febc-61ee-4bc0-9f00-77c7b419431a None None] Port 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:29:59.965003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-59d6d096-8530-4abd-86cf-57ef0bfab397 req-3aa19da4-5ec0-481b-8e63-7f18626d3b6f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156511 Jul 14 09:29:59.972625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.006542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.006869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.038122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Calling delete_port for 84361e8d-64da-49d5-b91f-1d3e796c473a owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:00.082393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:00.087908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-63a8f8b7-806a-427d-893e-de8ebfa8c727 admin admin] 10.222.0.73 "PUT /v2.0/routers/7bf27818-fde8-493b-bc7e-50a604d0fc06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6734118 Jul 14 09:30:00.224738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6dfdd-175d-4c0d-9243-b1e1940cbb4d req-27c163c7-e757-4c1b-b989-3ba29cbfe41a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.226621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c6dfdd-175d-4c0d-9243-b1e1940cbb4d req-27c163c7-e757-4c1b-b989-3ba29cbfe41a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2517111 Jul 14 09:30:00.396070 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.418868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4c6dfdd-175d-4c0d-9243-b1e1940cbb4d req-2f80f6d4-103e-47f7-bd7d-15e0422153c6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690683 Jul 14 09:30:00.449905 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.464124 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.465858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event deleted for resources: {'Port': ['ID=84361e8d-64da-49d5-b91f-1d3e796c473a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.541500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:00.575838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:00.576808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:00.597129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=8d59a8d3-e5fb-45ac-8ad3-952093c79d2f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:00.598105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.598902 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Floating IP 13c743e7-839d-4ec9-86b7-6ea1112d0d9e disassociated (deleted). External IP: 172.25.0.50, port: 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb. Jul 14 09:30:00.634210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] In _notify_port_updated(), no bound segment for port 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f on network bf5d5834-63ac-44bb-a786-b2f29109e080 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:30:00.645409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:00.646310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.648553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b5f37008-813b-4dbd-8922-a76e1c36425c tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "PUT /v2.0/ports/8d59a8d3-e5fb-45ac-8ad3-952093c79d2f HTTP/1.1" status: 200 len: 996 time: 1.0546095 Jul 14 09:30:00.651715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59702) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:00.893510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7f45ef9d-0f77-4f75-b5ef-e248e3999aee tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Deleting port 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:00.894130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f45ef9d-0f77-4f75-b5ef-e248e3999aee tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:00.898906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:01.122464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f45ef9d-0f77-4f75-b5ef-e248e3999aee tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.147288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7f45ef9d-0f77-4f75-b5ef-e248e3999aee tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Calling delete_port for 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:01.177202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9ebcc6b7-c626-48c4-adf7-4698b4d4fbdc None None] Provisioning complete for port 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:01.177626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ebcc6b7-c626-48c4-adf7-4698b4d4fbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.270787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcc6b7-c626-48c4-adf7-4698b4d4fbdc None None] Port 8d59a8d3-e5fb-45ac-8ad3-952093c79d2f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:01.303300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 09ef7bd2-516a-4885-9776-181200f92f8c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:01.421150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 09ef7bd2-516a-4885-9776-181200f92f8c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:01.421607 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.515380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 2, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:01.568327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:01.569419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Updating router 7bf27818-fde8-493b-bc7e-50a604d0fc06 port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:30:01.613674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:01.728536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Router a07c2131-e770-424e-a50f-6cb79836e532 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:01.812010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6112e2a-aaf6-4562-9257-7b3388c237de req-a3cdd3cd-a6b7-4e2d-b4ec-074fac7d79fc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:01.819217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6112e2a-aaf6-4562-9257-7b3388c237de req-a3cdd3cd-a6b7-4e2d-b4ec-074fac7d79fc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2678485 Jul 14 09:30:01.826499 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f45ef9d-0f77-4f75-b5ef-e248e3999aee tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.048023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45ef9d-0f77-4f75-b5ef-e248e3999aee tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Port': ['ID=8d59a8d3-e5fb-45ac-8ad3-952093c79d2f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:02.057710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f45ef9d-0f77-4f75-b5ef-e248e3999aee tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.063570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7f45ef9d-0f77-4f75-b5ef-e248e3999aee tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "DELETE /v2.0/ports/8d59a8d3-e5fb-45ac-8ad3-952093c79d2f HTTP/1.1" status: 204 len: 168 time: 1.4104793 Jul 14 09:30:02.070356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59736) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.092410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-3eb06299-b020-433c-8d0c-cc998572a6b8 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:02.095767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-3eb06299-b020-433c-8d0c-cc998572a6b8 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 820 time: 0.5269578 Jul 14 09:30:02.098879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:02.115424 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810f706-e884-429c-bbfd-05e762c80336 None None] Sync routers for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:02.116875 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c31d3f9-9180-4c51-8525-815c8f32aa41 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] GET failed (client error): The resource could not be found. Jul 14 09:30:02.122349 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4c31d3f9-9180-4c51-8525-815c8f32aa41 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "GET /v2.0/ports/8d59a8d3-e5fb-45ac-8ad3-952093c79d2f HTTP/1.1" status: 404 len: 333 time: 0.0476272 Jul 14 09:30:02.133171 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810f706-e884-429c-bbfd-05e762c80336 None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:02.134035 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a810f706-e884-429c-bbfd-05e762c80336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:02.140271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6112e2a-aaf6-4562-9257-7b3388c237de req-71613153-2512-4cc0-889f-3f2139827972 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163004 Jul 14 09:30:02.141039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59740) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.145178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.156904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080', 'name': 'tempest-AllowedAddressPairTestJSON-962833876'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:02.211418 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.259561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7871ed70-b618-4d3f-9f61-4e560d405866 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:02.273006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-23f08ab7-bd8e-43fd-933d-245843908f85 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/quotas/b45f9915afac4d0784f7a48acc4ba202 HTTP/1.1" status: 200 len: 375 time: 0.1549253 Jul 14 09:30:02.277306 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a810f706-e884-429c-bbfd-05e762c80336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:02.310004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Transition to ACTIVE for port object aa62f8dd-cd25-4cc6-8ed6-895582359fe7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:02.328008 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810f706-e884-429c-bbfd-05e762c80336 None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:02.332173 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a810f706-e884-429c-bbfd-05e762c80336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:02.357585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d9ed948d-fdbd-446c-8ccd-5778bfa00676 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "DELETE /v2.0/floatingips/13c743e7-839d-4ec9-86b7-6ea1112d0d9e HTTP/1.1" status: 204 len: 168 time: 2.8885117 Jul 14 09:30:02.383411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59746) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:02.389010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:02.468141 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a810f706-e884-429c-bbfd-05e762c80336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:02.470463 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810f706-e884-429c-bbfd-05e762c80336 None None] The sync data for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:02.484911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-3441f6e8-69dd-4285-b801-202e3ec3a8c0 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2111495 Jul 14 09:30:02.514495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.519303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:02.531425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '7871ed70-b618-4d3f-9f61-4e560d405866', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'port_id': '7871ed70-b618-4d3f-9f61-4e560d405866', 'mac_address': 'fa:16:3e:52:e2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c53a4-30a7-4e6a-a138-a97e3bcc800a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:02.545929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.797908 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:02.812687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69193bde-d62d-4a30-b81f-7cee39cfba4c None None] Pushing event updated for resources: {'Port': ['ID=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:02.813976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-4103f7e8-4ee8-4fc9-8abe-1f1a1aef9048 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277259 Jul 14 09:30:02.956042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7871ed70-b618-4d3f-9f61-4e560d405866 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:02.979990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-bcdd8ab9-3e55-4ceb-ad5a-dc99fc6c2841 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615949 Jul 14 09:30:03.027913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:03.069097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.075239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.125864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Made reservation on behalf of 486ada6075f743ca826eb0d0e7118eb8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:03.135780 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.194757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Attempting to bind port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:03.196308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] device_id is not set on port a63f9a63-aef8-4952-9943-2da6fab252c9 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:03.199340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Attempting to bind port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:03.199674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Attempting to bind port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 on network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:03.258168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.276233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['7871ed70-b618-4d3f-9f61-4e560d405866'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:03.281468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:03.282894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Checking segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:03.284259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.285235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Bound using segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:03.286367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Bound port: aa62f8dd-cd25-4cc6-8ed6-895582359fe7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:03.287359 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.470881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Allocated IP 172.25.0.175 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/0e265061-5677-4811-b290-3988bd2f7e9b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:03.623311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Allocated IP 172.20.0.9 (bf5d5834-63ac-44bb-a786-b2f29109e080/a4f401db-ada3-4066-84a6-6e26d9f3dcb5/a63f9a63-aef8-4952-9943-2da6fab252c9) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:03.643355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] For port aa62f8dd-cd25-4cc6-8ed6-895582359fe7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:03.652705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] For port aa62f8dd-cd25-4cc6-8ed6-895582359fe7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:03.674476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.685716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.771353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:03.829858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69193bde-d62d-4a30-b81f-7cee39cfba4c None None] Pushing event updated for resources: {'Port': ['ID=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.936607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:03.936807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Pushing event updated for resources: {'Port': ['ID=0e265061-5677-4811-b290-3988bd2f7e9b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:03.937719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:04.014168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:04.017408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:04.033979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:04.393799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-13893bcf-b4d2-4e6c-a797-ef26ae40450f req-6f17a8c0-f4b6-49c1-bd3c-2cff1fd39fd2 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 210 time: 0.2473371 Jul 14 09:30:04.449227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.515841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Transition to ACTIVE for port object a63f9a63-aef8-4952-9943-2da6fab252c9 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:04.714978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.843033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:04.865939 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.148966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:05.167210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Network bf5d5834-63ac-44bb-a786-b2f29109e080 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:05.176123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:05.181626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:05.193114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=a63f9a63-aef8-4952-9943-2da6fab252c9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:05.335017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72e7d7-ee8c-445e-94f7-1554de5701a6 req-7d6644ea-e3a0-4ec4-9f2e-43cf6a101d97 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.415961 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de72e7d7-ee8c-445e-94f7-1554de5701a6 req-7d6644ea-e3a0-4ec4-9f2e-43cf6a101d97 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.8856514 Jul 14 09:30:05.658701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:05.660750 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.707379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de72e7d7-ee8c-445e-94f7-1554de5701a6 req-dca662b5-7479-4b31-834b-be3c8c4e7eb7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783477 Jul 14 09:30:05.743241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0aaadb93-dbc1-4803-91ef-6bd0f0aca2cd tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5987318 Jul 14 09:30:05.745651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59810) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:05.754454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'network_id': 'bf5d5834-63ac-44bb-a786-b2f29109e080', 'name': 'tempest-AllowedAddressPairTestJSON-1292685493'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:05.844829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.862244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:05.928114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-851ad6fc-4354-4c72-a080-217cdd134277 None None] Provisioning for port a63f9a63-aef8-4952-9943-2da6fab252c9 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:05.961134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-851ad6fc-4354-4c72-a080-217cdd134277 None None] Provisioning complete for port a63f9a63-aef8-4952-9943-2da6fab252c9 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:05.961505 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-851ad6fc-4354-4c72-a080-217cdd134277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.000431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Pushing event updated for resources: {'Port': ['ID=0e265061-5677-4811-b290-3988bd2f7e9b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:06.018250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.043527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.048054 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0067c9ea-2e7c-4db4-bf60-6a58b53eef99 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6626232 Jul 14 09:30:06.049543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:06.107872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Made reservation on behalf of 486ada6075f743ca826eb0d0e7118eb8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:06.131170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.223446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] device_id is not set on port 39084704-c4db-4655-ab50-d4e5ff1d58a6 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:06.226262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ad23ac3e-26c1-4810-9e43-536903aab335 req-5be950c4-37f9-4443-9eb2-27902c80f3a1 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 210 time: 0.1132207 Jul 14 09:30:06.242347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-851ad6fc-4354-4c72-a080-217cdd134277 None None] Port a63f9a63-aef8-4952-9943-2da6fab252c9 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:06.263308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7871ed70-b618-4d3f-9f61-4e560d405866 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:06.502709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:06.543866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:06.593169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Allocated IP 172.20.0.13 (bf5d5834-63ac-44bb-a786-b2f29109e080/a4f401db-ada3-4066-84a6-6e26d9f3dcb5/39084704-c4db-4655-ab50-d4e5ff1d58a6) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:06.656820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 7871ed70-b618-4d3f-9f61-4e560d405866 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:06.657343 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.659913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7b115-e3fc-4579-bf01-11bbecf639f7 None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:03Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:06.727394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.826363 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:06.943433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:06.950111 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85691afa-3115-49bb-b557-55391235fd33" -d '{"events": [{"server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "name": "network-vif-plugged", "status": "completed", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:06.963461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:06.978301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.089237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.094005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.175596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Transition to ACTIVE for port object 39084704-c4db-4655-ab50-d4e5ff1d58a6 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:07.206764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-1f07ada4-1341-4896-a3b9-3339a55cf9a2 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.208368 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-1f07ada4-1341-4896-a3b9-3339a55cf9a2 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.66 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 820 time: 0.6355534 Jul 14 09:30:07.223829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Request body: {'port': {'device_id': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'admin_state_up': True, 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:07.283528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688849bd-0d36-4857-af8a-36332bb731bf req-b2868ce4-ff80-4895-a1b4-44c718ad53ac tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.311644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-688849bd-0d36-4857-af8a-36332bb731bf req-b2868ce4-ff80-4895-a1b4-44c718ad53ac tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.7124856 Jul 14 09:30:07.334362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.432585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aa62f8dd-cd25-4cc6-8ed6-895582359fe7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:07.506036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-688849bd-0d36-4857-af8a-36332bb731bf req-630f6c8c-94e6-4b9f-bd48-0e351bee895b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905701 Jul 14 09:30:07.559787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Network bf5d5834-63ac-44bb-a786-b2f29109e080 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:07.571787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:07.586469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:07.592090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:07.619653 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:07.620105 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.620572 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.651721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Made reservation on behalf of b45f9915afac4d0784f7a48acc4ba202 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:07.665038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.789596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.789596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.895841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=39084704-c4db-4655-ab50-d4e5ff1d58a6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:07.931346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490bb42-2804-4b1f-94a6-599fbe4cef9f req-1001bf7e-603f-48ef-a098-016df5f42076 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:07.943494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b490bb42-2804-4b1f-94a6-599fbe4cef9f req-1001bf7e-603f-48ef-a098-016df5f42076 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.7938061 Jul 14 09:30:07.944665 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:07.997962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-af0f6360-5c99-4820-9dbc-db98374562e0 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2506413 Jul 14 09:30:07.998460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:08.003639 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0ac12c-d066-4d0c-81b0-465d6df6f55a x-openstack-request-id: req-0b0ac12c-d066-4d0c-81b0-465d6df6f55a {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:08.003952 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "name": "network-vif-plugged", "status": "completed", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:08.004215 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b0ac12c-d066-4d0c-81b0-465d6df6f55a {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:08.004675 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866', 'code': 200} Jul 14 09:30:08.033747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:60:ce:3a'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9f:55:4a'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:08.042221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b490bb42-2804-4b1f-94a6-599fbe4cef9f req-7352c5ef-1843-4b4e-bfc4-b48577199263 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973821 Jul 14 09:30:08.054022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port aa62f8dd-cd25-4cc6-8ed6-895582359fe7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:08.061277 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.175345 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:30:08.219642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:08.240632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2e7ca244-dda9-415a-8b96-ee38657f254f None None] Provisioning for port 39084704-c4db-4655-ab50-d4e5ff1d58a6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:08.246961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2e7ca244-dda9-415a-8b96-ee38657f254f None None] Provisioning complete for port 39084704-c4db-4655-ab50-d4e5ff1d58a6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:08.247342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2e7ca244-dda9-415a-8b96-ee38657f254f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.283769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Allocated IP 172.25.0.84 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/fef43199-0091-4366-9bff-edeeb180d192) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:08.321194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ca244-dda9-415a-8b96-ee38657f254f None None] Port 39084704-c4db-4655-ab50-d4e5ff1d58a6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:08.767378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:08.783458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3b16666-ac18-4f56-8ddb-b9f6604b2e8c req-98c1e336-1c33-4bc5-85e1-5f0ad834fb84 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 210 time: 0.3441920 Jul 14 09:30:08.857723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Allocated IP 172.20.0.4 (2cd22dde-9ca0-473b-98e5-4870ad410cd9/355d5a50-b2a4-487f-99d5-d1aa07f76244/ee55e109-83a0-4344-9b31-d539d9769b6b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:08.860619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812803a-efa7-4619-ac9a-9ecd9ba96e02 req-0ec23bf8-10fe-4a1d-93b4-8c77efc2eb0a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:08.869743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a812803a-efa7-4619-ac9a-9ecd9ba96e02 req-0ec23bf8-10fe-4a1d-93b4-8c77efc2eb0a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1162875 Jul 14 09:30:08.970820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a812803a-efa7-4619-ac9a-9ecd9ba96e02 req-dc85ce48-f176-4bc8-ba1a-849a7ab8eba9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002595 Jul 14 09:30:08.987232 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.068630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:09.126923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:09.144550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:09.248797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Pushing event updated for resources: {'Port': ['ID=fef43199-0091-4366-9bff-edeeb180d192,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.333531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aa62f8dd-cd25-4cc6-8ed6-895582359fe7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:09.390867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.394870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00402d09-c79e-4fa1-a50a-4e51f676e2e2 req-421698cc-1992-4a86-bd5e-078d5b0073f6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:09.396549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00402d09-c79e-4fa1-a50a-4e51f676e2e2 req-421698cc-1992-4a86-bd5e-078d5b0073f6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1534743 Jul 14 09:30:09.520231 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00402d09-c79e-4fa1-a50a-4e51f676e2e2 req-b9cc0a98-b362-451b-827a-9a3df04707d0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997751 Jul 14 09:30:09.532320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:09.542583 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.691791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.709721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.838566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event updated for resources: {'Port': ['ID=39084704-c4db-4655-ab50-d4e5ff1d58a6,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:09.947949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:09.966467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Transition to ACTIVE for port object ee55e109-83a0-4344-9b31-d539d9769b6b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:10.077474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] In _notify_port_updated(), no bound segment for port 39084704-c4db-4655-ab50-d4e5ff1d58a6 on network bf5d5834-63ac-44bb-a786-b2f29109e080 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:30:10.095212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.096660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.105827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-afb160ab-d6b6-46c4-a1a4-c2f3b4e99adc tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "PUT /v2.0/ports/39084704-c4db-4655-ab50-d4e5ff1d58a6 HTTP/1.1" status: 200 len: 1057 time: 2.0953257 Jul 14 09:30:10.107426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59878) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:10.154035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.158584 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c68b4bc4-2c04-438a-9038-b923e10a5584 req-42cd387c-98ee-40b1-9e7c-6a06768d848c tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 210 time: 0.0481377 Jul 14 09:30:10.291623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.408987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f5baf-4b65-417b-9139-2c1a49a95147 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Deleting port 39084704-c4db-4655-ab50-d4e5ff1d58a6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:10.410448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5baf-4b65-417b-9139-2c1a49a95147 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.478582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2bb70532-1519-415a-8243-545ea304e0f2 None None] Provisioning complete for port 39084704-c4db-4655-ab50-d4e5ff1d58a6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:10.479425 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2bb70532-1519-415a-8243-545ea304e0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.627362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2bb70532-1519-415a-8243-545ea304e0f2 None None] Port 39084704-c4db-4655-ab50-d4e5ff1d58a6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:10.805210 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.887511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5baf-4b65-417b-9139-2c1a49a95147 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.942701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Pushing event updated for resources: {'Port': ['ID=ee55e109-83a0-4344-9b31-d539d9769b6b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:10.946852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d30868-9828-4225-b397-f9f7024b3e12 req-11250324-ae1e-4948-b2f7-a6b4ddc1fabc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:10.950540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14d30868-9828-4225-b397-f9f7024b3e12 req-11250324-ae1e-4948-b2f7-a6b4ddc1fabc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3357112 Jul 14 09:30:10.968503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:10.982042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.031354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6d1f5baf-4b65-417b-9139-2c1a49a95147 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Calling delete_port for 39084704-c4db-4655-ab50-d4e5ff1d58a6 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:11.055542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:11.218198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Pushing event updated for resources: {'Port': ['ID=fef43199-0091-4366-9bff-edeeb180d192,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.223185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:11.275707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:11.409476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.410769 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.456621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14d30868-9828-4225-b397-f9f7024b3e12 req-970a3d04-c4c0-4937-8672-1e76324727e2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3306057 Jul 14 09:30:11.501302 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-d517ce20-35fc-4202-b5d1-2977696f68c5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2777975 Jul 14 09:30:11.622260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Request body: {'port': {'device_id': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:11.727273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5baf-4b65-417b-9139-2c1a49a95147 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.833384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2ad801-143f-446e-8ddb-03bfb0caf986 req-21e0ec15-a564-4ddd-acbd-26627c41ff92 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:11.835639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c2ad801-143f-446e-8ddb-03bfb0caf986 req-21e0ec15-a564-4ddd-acbd-26627c41ff92 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.7522957 Jul 14 09:30:11.840035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f5baf-4b65-417b-9139-2c1a49a95147 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Port': ['ID=39084704-c4db-4655-ab50-d4e5ff1d58a6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:11.861502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:11.890743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-39388d92-5a93-40f8-9548-bb7fc3e852c4 None None] Provisioning for port ee55e109-83a0-4344-9b31-d539d9769b6b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:11.911527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-39388d92-5a93-40f8-9548-bb7fc3e852c4 None None] Provisioning complete for port ee55e109-83a0-4344-9b31-d539d9769b6b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:11.915520 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39388d92-5a93-40f8-9548-bb7fc3e852c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.010520 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.052714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-39388d92-5a93-40f8-9548-bb7fc3e852c4 None None] Port ee55e109-83a0-4344-9b31-d539d9769b6b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:12.066135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.071022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0ddc283f-b000-4b80-b8d4-43f2dcc9f54b tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0200357 Jul 14 09:30:12.071822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.077117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c2ad801-143f-446e-8ddb-03bfb0caf986 req-f9635561-dc65-42bb-b8b9-a1c6d9e04734 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263415 Jul 14 09:30:12.644280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054432c3-72b3-4909-9e7f-d6ff75338cb7 req-4b68245c-43c2-49c5-9e78-07d248cdd094 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:12.648057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-054432c3-72b3-4909-9e7f-d6ff75338cb7 req-4b68245c-43c2-49c5-9e78-07d248cdd094 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 931 time: 0.7014563 Jul 14 09:30:12.769840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2607eea1-14c1-49f6-b9d1-862159b41d25 tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.6911871 Jul 14 09:30:12.770667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59916) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.825535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d1f5baf-4b65-417b-9139-2c1a49a95147 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:12.832854 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6d1f5baf-4b65-417b-9139-2c1a49a95147 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "DELETE /v2.0/ports/39084704-c4db-4655-ab50-d4e5ff1d58a6 HTTP/1.1" status: 204 len: 168 time: 2.7231865 Jul 14 09:30:12.837602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59918) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.898176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-054432c3-72b3-4909-9e7f-d6ff75338cb7 req-f6fbf3a3-75f5-4a55-b44c-8f7a9a6f347a tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360492 Jul 14 09:30:12.904507 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17e25b4-6e16-4811-a09a-4035df96abe6 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] GET failed (client error): The resource could not be found. Jul 14 09:30:12.909617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f17e25b4-6e16-4811-a09a-4035df96abe6 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "GET /v2.0/ports/39084704-c4db-4655-ab50-d4e5ff1d58a6 HTTP/1.1" status: 404 len: 333 time: 0.0707009 Jul 14 09:30:12.910537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59920) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:12.968679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1d94e34e-7f4f-4930-80a0-e8faa3bc1c2c tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1936154 Jul 14 09:30:12.969341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59922) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:13.197663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Deleting port fef43199-0091-4366-9bff-edeeb180d192 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:13.198264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.405406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.406303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.466896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Calling delete_port for fef43199-0091-4366-9bff-edeeb180d192 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:13.558647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee55e109-83a0-4344-9b31-d539d9769b6b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:13.575874 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.598635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114fb35-b8cd-49e0-a127-0631f732b9e4 req-c516cf8e-5a38-4335-95ce-846cf5892743 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.603830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Transition to ACTIVE for port object ee55e109-83a0-4344-9b31-d539d9769b6b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:13.616499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e114fb35-b8cd-49e0-a127-0631f732b9e4 req-c516cf8e-5a38-4335-95ce-846cf5892743 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2880101 Jul 14 09:30:13.624684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb1e28-850e-4209-95fa-68769351ae0a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Deleting port a63f9a63-aef8-4952-9943-2da6fab252c9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:13.625380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1e28-850e-4209-95fa-68769351ae0a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.728420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e114fb35-b8cd-49e0-a127-0631f732b9e4 req-4b9dc1f4-9f0a-4a36-9ad8-5a99c438c876 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103048 Jul 14 09:30:13.781167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:13.871746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf48a63-5eea-4b92-b295-d0e98d43f967 req-379955ef-8ddb-45f2-bf80-d5d90214313c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:13.885104 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adf48a63-5eea-4b92-b295-d0e98d43f967 req-379955ef-8ddb-45f2-bf80-d5d90214313c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.7806642 Jul 14 09:30:13.936004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.004671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Pushing event deleted for resources: {'Port': ['ID=fef43199-0091-4366-9bff-edeeb180d192,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.145576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1e28-850e-4209-95fa-68769351ae0a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.169338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-adf48a63-5eea-4b92-b295-d0e98d43f967 req-66d9eaa6-0b43-41bf-b75f-715b749bdebf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818604 Jul 14 09:30:14.212462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee55e109-83a0-4344-9b31-d539d9769b6b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.235987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.243499 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.243499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f47c5d71-c0f0-4453-9103-afcd97b73385 tempest-FloatingIPAdminTestJSON-873787406 tempest-FloatingIPAdminTestJSON-873787406-project] 10.222.0.73 "DELETE /v2.0/floatingips/3c8c2e6f-01b4-44e8-b06d-79b3788d3d39 HTTP/1.1" status: 204 len: 168 time: 1.2714884 Jul 14 09:30:14.248067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59950) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:14.327498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb1e28-850e-4209-95fa-68769351ae0a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Calling delete_port for a63f9a63-aef8-4952-9943-2da6fab252c9 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:14.492745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Attempting to bind port ee55e109-83a0-4344-9b31-d539d9769b6b on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:14.493181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Attempting to bind port ee55e109-83a0-4344-9b31-d539d9769b6b by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:14.493593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Attempting to bind port ee55e109-83a0-4344-9b31-d539d9769b6b on network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:14.511487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Port ee55e109-83a0-4344-9b31-d539d9769b6b on network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:14.511971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Attempting to bind port ee55e109-83a0-4344-9b31-d539d9769b6b on network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:14.534482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:14.534863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Checking segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:14.535273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Bound using segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:14.535899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Bound port: ee55e109-83a0-4344-9b31-d539d9769b6b, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:14.536370 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.638337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Deleting port 0e265061-5677-4811-b290-3988bd2f7e9b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:14.638905 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.658585 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1e28-850e-4209-95fa-68769351ae0a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.700571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc5273-8e8d-49b4-8b24-31e0ed4a3d3a req-884c21b0-ea5f-4bca-af13-247f01b2935e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.700847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] For port ee55e109-83a0-4344-9b31-d539d9769b6b, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:14.706222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb1e28-850e-4209-95fa-68769351ae0a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Port': ['ID=a63f9a63-aef8-4952-9943-2da6fab252c9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:14.709241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2efc5273-8e8d-49b4-8b24-31e0ed4a3d3a req-884c21b0-ea5f-4bca-af13-247f01b2935e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 943 time: 0.1880789 Jul 14 09:30:14.726172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] For port ee55e109-83a0-4344-9b31-d539d9769b6b, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ee55e109-83a0-4344-9b31-d539d9769b6b,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:14.757026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.808775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2efc5273-8e8d-49b4-8b24-31e0ed4a3d3a req-380d24c7-706c-4401-953f-ef64c89dedbe tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984609 Jul 14 09:30:14.851949 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.852322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.871409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Calling delete_port for 0e265061-5677-4811-b290-3988bd2f7e9b owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:14.963509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:14.964141 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:14.965629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] 10.222.0.66 "PUT /v2.0/ports/ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 1092 time: 3.3793080 Jul 14 09:30:14.970842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:14.989033 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1cbb77-b1c3-4deb-9927-68eeca590e61" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:15.237834 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.289912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57e93b-9ac6-4de9-a14b-c8fb2b1448f2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee55e109-83a0-4344-9b31-d539d9769b6b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.317621 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6a7269-76e5-4b92-bd27-d7659de93416 x-openstack-request-id: req-0c6a7269-76e5-4b92-bd27-d7659de93416 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:15.318174 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:15.318534 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c6a7269-76e5-4b92-bd27-d7659de93416 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:15.319068 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'status': 'completed', 'code': 200} Jul 14 09:30:15.332562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e265061-5677-4811-b290-3988bd2f7e9b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:15.360066 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdbb1e28-850e-4209-95fa-68769351ae0a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.365509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bdbb1e28-850e-4209-95fa-68769351ae0a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "DELETE /v2.0/ports/a63f9a63-aef8-4952-9943-2da6fab252c9 HTTP/1.1" status: 204 len: 168 time: 2.4177661 Jul 14 09:30:15.368375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59970) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.406077 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9e410a-320c-4e34-826a-9289f19c6c6a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] GET failed (client error): The resource could not be found. Jul 14 09:30:15.414875 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5c9e410a-320c-4e34-826a-9289f19c6c6a tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "GET /v2.0/ports/a63f9a63-aef8-4952-9943-2da6fab252c9 HTTP/1.1" status: 404 len: 333 time: 0.0451186 Jul 14 09:30:15.415684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59972) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.437950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.462664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.465183 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e4439c43-bd16-4843-b7e4-45212bc5eadc tempest-FloatingIPAdminTestJSON-1914662976 tempest-FloatingIPAdminTestJSON-1914662976-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/10b4c317-c920-4138-a7df-5065c2be7bce HTTP/1.1" status: 204 len: 168 time: 1.2153795 Jul 14 09:30:15.469902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59976) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:15.630921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-db02c0f5-3ee3-432f-b8b7-4030543272c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.632689 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-db02c0f5-3ee3-432f-b8b7-4030543272c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1095 time: 0.5489292 Jul 14 09:30:15.645951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64023a0a-7943-4ada-bba8-595abb7edfc7 req-230e98c2-c591-4e5d-be12-ca71c238b6f1 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.655773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-64023a0a-7943-4ada-bba8-595abb7edfc7 req-230e98c2-c591-4e5d-be12-ca71c238b6f1 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.4259396 Jul 14 09:30:15.720735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99382f-a5e7-4632-ab6e-9e307b856fda req-bb8d792d-1d03-40ba-945a-2e3b1d255a78 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.727547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-8b2c91d6-f919-428e-b70f-0393464a2d74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 217 time: 0.0683227 Jul 14 09:30:15.730407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf99382f-a5e7-4632-ab6e-9e307b856fda req-bb8d792d-1d03-40ba-945a-2e3b1d255a78 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1278367 Jul 14 09:30:15.741987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-512e8680-ec1b-40a2-8abd-884634d3c5e3 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Deleting port 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:15.745591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512e8680-ec1b-40a2-8abd-884634d3c5e3 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.792533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-b9b4d34b-1897-41d9-a392-02f2a91f7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:15.794201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-b9b4d34b-1897-41d9-a392-02f2a91f7695 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.0556180 Jul 14 09:30:15.841328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a6bde-1793-42ed-847b-91edd3be79be tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Deleting port 9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:15.841668 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6bde-1793-42ed-847b-91edd3be79be tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.873529 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-64023a0a-7943-4ada-bba8-595abb7edfc7 req-bd4f3982-0174-495b-8ca7-b8458704a3d9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126443 Jul 14 09:30:15.879045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf99382f-a5e7-4632-ab6e-9e307b856fda req-889ea2eb-737b-4caa-9a48-2a62649effdc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466281 Jul 14 09:30:15.940581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512e8680-ec1b-40a2-8abd-884634d3c5e3 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:15.955046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-512e8680-ec1b-40a2-8abd-884634d3c5e3 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Calling delete_port for 0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:16.140157 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512e8680-ec1b-40a2-8abd-884634d3c5e3 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.196294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e8680-ec1b-40a2-8abd-884634d3c5e3 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event deleted for resources: {'Port': ['ID=0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:16.204737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-2b600850-4017-4858-b570-923086fe8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.206681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-2b600850-4017-4858-b570-923086fe8700 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4037182 Jul 14 09:30:16.211776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6bde-1793-42ed-847b-91edd3be79be tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.294786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512e8680-ec1b-40a2-8abd-884634d3c5e3 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:16.297794 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-512e8680-ec1b-40a2-8abd-884634d3c5e3 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "DELETE /v2.0/ports/0e204f5c-ddbe-4b79-9fe7-a9101e4a8aeb HTTP/1.1" status: 204 len: 168 time: 0.8263719 Jul 14 09:30:16.300854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59982) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:16.304156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8c6a6bde-1793-42ed-847b-91edd3be79be tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Calling delete_port for 9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:16.411699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b923fc-5019-452c-8eba-65dd3d9d9a84 req-adda496f-51db-4db6-85fb-36415bc067f7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.413392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68b923fc-5019-452c-8eba-65dd3d9d9a84 req-adda496f-51db-4db6-85fb-36415bc067f7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 943 time: 0.2659791 Jul 14 09:30:16.480464 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-c8e44ef0-7dc1-4ac9-8f85-12ff51c36e67 service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657747 Jul 14 09:30:16.577963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc8c86-3eef-45fd-96be-6c2064b89a77 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:16.583566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-39cc8c86-3eef-45fd-96be-6c2064b89a77 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "GET /v2.0/ports?device_id=a07c2131-e770-424e-a50f-6cb79836e532 HTTP/1.1" status: 200 len: 913 time: 0.2814677 Jul 14 09:30:16.584229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59990) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:16.674955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6622a16-34fe-4716-bae7-b0a613201ce8 req-b0eca8c4-73ed-4b3a-9384-98aba38c5acb service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834035 Jul 14 09:30:16.693380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68b923fc-5019-452c-8eba-65dd3d9d9a84 req-f9743a5d-adb3-44e5-a9d9-9e3427465823 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702398 Jul 14 09:30:17.024133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6bde-1793-42ed-847b-91edd3be79be tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.132272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a6bde-1793-42ed-847b-91edd3be79be tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Port': ['ID=9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:17.149090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-77014303-db04-4723-a68f-4a451899016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.151201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-77014303-db04-4723-a68f-4a451899016c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1095 time: 0.3811080 Jul 14 09:30:17.400793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-dd71a8dc-8e3e-4daf-8f0d-2821d739b904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.402109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-dd71a8dc-8e3e-4daf-8f0d-2821d739b904 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.2344050 Jul 14 09:30:17.523078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eeacd-5cc2-4af2-aaea-1772b4b168a0 req-202ebb8e-6c2b-4ed1-85ad-6f4f73a4f99d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.530860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-429eeacd-5cc2-4af2-aaea-1772b4b168a0 req-202ebb8e-6c2b-4ed1-85ad-6f4f73a4f99d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2124822 Jul 14 09:30:17.539178 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-4b89f98f-b9e9-48e9-846d-bee39b691cf6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 217 time: 0.0761545 Jul 14 09:30:17.632486 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6a6bde-1793-42ed-847b-91edd3be79be tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.637337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8c6a6bde-1793-42ed-847b-91edd3be79be tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "DELETE /v2.0/ports/9dfee3b5-1ac5-4435-afff-e1e2e92ce4f3 HTTP/1.1" status: 204 len: 168 time: 2.2126002 Jul 14 09:30:17.640773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60004) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:17.640894 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-429eeacd-5cc2-4af2-aaea-1772b4b168a0 req-7586751d-62cd-41a0-b81c-14bce20e5bb2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087677 Jul 14 09:30:17.642870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-11689b68-a253-44e3-8316-9124146f7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.645568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-11689b68-a253-44e3-8316-9124146f7fe6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.1001725 Jul 14 09:30:17.749852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82a15b-f2ba-4221-8084-571bec526ebe req-f9d0eb61-ca13-420b-a6d9-f30453a50089 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:17.767364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e82a15b-f2ba-4221-8084-571bec526ebe req-f9d0eb61-ca13-420b-a6d9-f30453a50089 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3590753 Jul 14 09:30:17.774438 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.833227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-725c9acf-c1c3-49a5-ae33-207f538a66ce tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Deleting subnet a4f401db-ada3-4066-84a6-6e26d9f3dcb5 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:17.839864 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-725c9acf-c1c3-49a5-ae33-207f538a66ce tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:17.896040 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-725c9acf-c1c3-49a5-ae33-207f538a66ce tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.007631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-725c9acf-c1c3-49a5-ae33-207f538a66ce tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.150700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e82a15b-f2ba-4221-8084-571bec526ebe req-0d60fab8-2ace-417d-9c4e-007959c6d7a0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3852506 Jul 14 09:30:18.153767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-725c9acf-c1c3-49a5-ae33-207f538a66ce tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.190808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c9acf-c1c3-49a5-ae33-207f538a66ce tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f401db-ada3-4066-84a6-6e26d9f3dcb5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:18.220888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-725c9acf-c1c3-49a5-ae33-207f538a66ce tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.224120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-725c9acf-c1c3-49a5-ae33-207f538a66ce tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "DELETE /v2.0/subnets/a4f401db-ada3-4066-84a6-6e26d9f3dcb5 HTTP/1.1" status: 204 len: 168 time: 0.5769169 Jul 14 09:30:18.227423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60022) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:18.230737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93d343-0032-4889-9c6d-9ce6e48e1523 None None] Network bf5d5834-63ac-44bb-a786-b2f29109e080 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:18.236796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-fe38200d-0375-4056-b478-1e4ac38ce3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.239793 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-fe38200d-0375-4056-b478-1e4ac38ce3bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5393939 Jul 14 09:30:18.413709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.485889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ad6da-1cee-407e-aee6-63680441561d None None] DHCP port deletion for bf5d5834-63ac-44bb-a786-b2f29109e080 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:18.491604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719585ce-94f1-41c6-bd40-b0a013f50401 req-61799225-5dcc-4d56-96ff-1b8c08f287ad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:18.500044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-719585ce-94f1-41c6-bd40-b0a013f50401 req-61799225-5dcc-4d56-96ff-1b8c08f287ad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 943 time: 0.1872797 Jul 14 09:30:18.502930 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-b6e1e494-9b08-4adc-9298-6c63fe0feaad service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526162 Jul 14 09:30:18.565489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-719585ce-94f1-41c6-bd40-b0a013f50401 req-d279511f-4d75-4ee0-acfa-39e0777c1dd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613379 Jul 14 09:30:18.636534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-027ad6da-1cee-407e-aee6-63680441561d None None] Deleting port a5b1686d-2c98-400b-8d65-0e3a373c6574 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:18.637211 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-027ad6da-1cee-407e-aee6-63680441561d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.650987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Deleting port a5b1686d-2c98-400b-8d65-0e3a373c6574 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:18.651331 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.738949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Deleting port 7a9b63d7-2930-463d-9275-59c796b071d4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:18.739448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.748571 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e1cbb77-b1c3-4deb-9927-68eeca590e61 req-86ffabfa-9585-4e79-af9c-b9f76e26fbb4 service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372799 Jul 14 09:30:18.784469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] For port a5b1686d-2c98-400b-8d65-0e3a373c6574, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a5b1686d-2c98-400b-8d65-0e3a373c6574,segment=NetworkSegment(bc9857f4-876e-462b-8fde-9e5897172681),segment_id=bc9857f4-876e-462b-8fde-9e5897172681)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:18.784840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.804802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-027ad6da-1cee-407e-aee6-63680441561d None None] For port a5b1686d-2c98-400b-8d65-0e3a373c6574, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a5b1686d-2c98-400b-8d65-0e3a373c6574,segment=NetworkSegment(bc9857f4-876e-462b-8fde-9e5897172681),segment_id=bc9857f4-876e-462b-8fde-9e5897172681)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:18.806234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-027ad6da-1cee-407e-aee6-63680441561d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.807694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Calling delete_port for a5b1686d-2c98-400b-8d65-0e3a373c6574 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:18.849826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-027ad6da-1cee-407e-aee6-63680441561d None None] Calling delete_port for a5b1686d-2c98-400b-8d65-0e3a373c6574 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:18.958659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:18.974649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Calling delete_port for 7a9b63d7-2930-463d-9275-59c796b071d4 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:19.012409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-027ad6da-1cee-407e-aee6-63680441561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.047772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027ad6da-1cee-407e-aee6-63680441561d None None] No DVR routers for this DVR port a5b1686d-2c98-400b-8d65-0e3a373c6574 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:19.087861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ad6da-1cee-407e-aee6-63680441561d None None] Pushing event deleted for resources: {'Port': ['ID=a5b1686d-2c98-400b-8d65-0e3a373c6574,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.299023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.303986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a5b1686d-2c98-400b-8d65-0e3a373c6574 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:19.340561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: a5b1686d-2c98-400b-8d65-0e3a373c6574 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:19.341184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a5b1686d-2c98-400b-8d65-0e3a373c6574 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:19.376903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event deleted for resources: {'Port': ['ID=7a9b63d7-2930-463d-9275-59c796b071d4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.620177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.662303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Port': ['ID=a5b1686d-2c98-400b-8d65-0e3a373c6574,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:19.682091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] No DVR routers for this DVR port a5b1686d-2c98-400b-8d65-0e3a373c6574 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:19.759339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.767253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f90c93-5e13-47d1-a8c2-127b684ed05c req-65e91251-2807-4aa7-a319-080e98952ab6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:19.768913 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12f90c93-5e13-47d1-a8c2-127b684ed05c req-65e91251-2807-4aa7-a319-080e98952ab6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.8401883 Jul 14 09:30:19.796807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.816008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5d5834-63ac-44bb-a786-b2f29109e080']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.837435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9857f4-876e-462b-8fde-9e5897172681') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.837728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9857f4-876e-462b-8fde-9e5897172681') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:19.849242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12f90c93-5e13-47d1-a8c2-127b684ed05c req-0400d7cb-c03b-47df-aa56-8c3b34b790d9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680776 Jul 14 09:30:19.856094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.879048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.886724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:19.887287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:19.962886 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:19.968026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:19.989012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.007002 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] 10.222.0.73 "DELETE /v2.0/networks/bf5d5834-63ac-44bb-a786-b2f29109e080 HTTP/1.1" status: 204 len: 168 time: 1.7659221 Jul 14 09:30:20.061670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b7def-f124-4796-bab1-72610984b397 tempest-AllowedAddressPairTestJSON-1847886105 tempest-AllowedAddressPairTestJSON-1847886105-project] Pushing event deleted for resources: {'Network': ['ID=bf5d5834-63ac-44bb-a786-b2f29109e080,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:20.064134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e722ce-cec0-49ea-b6cf-5cbe620f3bca req-6477ed8d-64ea-411f-b40f-5972f5a4a924 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.071135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9e722ce-cec0-49ea-b6cf-5cbe620f3bca req-6477ed8d-64ea-411f-b40f-5972f5a4a924 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2174592 Jul 14 09:30:20.153420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9e722ce-cec0-49ea-b6cf-5cbe620f3bca req-3f64e399-d08d-41bd-b813-61c642f7d00b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812721 Jul 14 09:30:20.213441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31d818-f300-41d4-b27c-7d5a7f46c378 req-3ebb5e69-948b-4ec2-9363-b30053230e21 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:20.220296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ce31d818-f300-41d4-b27c-7d5a7f46c378 req-3ebb5e69-948b-4ec2-9363-b30053230e21 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 943 time: 0.1352518 Jul 14 09:30:20.226734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Router a07c2131-e770-424e-a50f-6cb79836e532 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:20.300289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ce31d818-f300-41d4-b27c-7d5a7f46c378 req-3a97553e-46cd-4ed4-b0a3-84c57175be36 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747211 Jul 14 09:30:20.308334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ee55e109-83a0-4344-9b31-d539d9769b6b details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:20.458629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.499114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:20.523149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c9d95-cea6-4ec8-a716-c4a8f1786f2c None None] Sync routers for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:20.527642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d4df4b1a-4e7f-469c-a62e-7816b1ad5a2b tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "PUT /v2.0/routers/a07c2131-e770-424e-a50f-6cb79836e532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9421582 Jul 14 09:30:20.530370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60074) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.537258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ee55e109-83a0-4344-9b31-d539d9769b6b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ee55e109-83a0-4344-9b31-d539d9769b6b,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:20.561978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c9d95-cea6-4ec8-a716-c4a8f1786f2c None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:20.564167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-983c9d95-cea6-4ec8-a716-c4a8f1786f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:20.629787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-983c9d95-cea6-4ec8-a716-c4a8f1786f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:20.633817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'mac_address': 'fa:16:3e:9c:d0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:20.664832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c9d95-cea6-4ec8-a716-c4a8f1786f2c None None] Routers {'a07c2131-e770-424e-a50f-6cb79836e532'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:20.665891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-983c9d95-cea6-4ec8-a716-c4a8f1786f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:29:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a07c2131-e770-424e-a50f-6cb79836e532'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:20.789267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-983c9d95-cea6-4ec8-a716-c4a8f1786f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:20.791568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c9d95-cea6-4ec8-a716-c4a8f1786f2c None None] The sync data for ids ['a07c2131-e770-424e-a50f-6cb79836e532'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:20.882907 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.909998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee55e109-83a0-4344-9b31-d539d9769b6b {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:20.936889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ee55e109-83a0-4344-9b31-d539d9769b6b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ee55e109-83a0-4344-9b31-d539d9769b6b,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:20.942460 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:20.981150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60092) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:20.989387 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-133a019e-ce90-4ccb-8339-b126424e4f39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=486ada6075f743ca826eb0d0e7118eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290835 Jul 14 09:30:21.008705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.071038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=ee55e109-83a0-4344-9b31-d539d9769b6b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.075318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04b82e35-1f5a-4799-bb06-14f2ac7925db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.135952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04b82e35-1f5a-4799-bb06-14f2ac7925db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.227154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04b82e35-1f5a-4799-bb06-14f2ac7925db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.230001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04b82e35-1f5a-4799-bb06-14f2ac7925db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.231413 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-04b82e35-1f5a-4799-bb06-14f2ac7925db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56910c06-dccc-41c8-9f84-8eda6c64b1ab HTTP/1.1" status: 204 len: 168 time: 0.2485001 Jul 14 09:30:21.245337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['ee55e109-83a0-4344-9b31-d539d9769b6b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:21.257968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b82e35-1f5a-4799-bb06-14f2ac7925db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56910c06-dccc-41c8-9f84-8eda6c64b1ab,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:21.332892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9d4aa-255a-49e4-a072-5f3f2245a9e5 req-c0b8e641-9102-4c87-9ee3-a55c7624234f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.340329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29d9d4aa-255a-49e4-a072-5f3f2245a9e5 req-c0b8e641-9102-4c87-9ee3-a55c7624234f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1321683 Jul 14 09:30:21.375291 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.428469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29d9d4aa-255a-49e4-a072-5f3f2245a9e5 req-1baf66c7-c34f-442f-b1c6-afa55634b8e1 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861058 Jul 14 09:30:21.612967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-db813672-4d68-4625-9718-2fa10ed8b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.634101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-db813672-4d68-4625-9718-2fa10ed8b7b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1097 time: 0.4329729 Jul 14 09:30:21.702379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a819f6-b2fa-4d74-89d3-bd9466f1d31e req-f47e2523-12df-4a9d-95a0-ff053a380946 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.711717 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4a819f6-b2fa-4d74-89d3-bd9466f1d31e req-f47e2523-12df-4a9d-95a0-ff053a380946 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.4505911 Jul 14 09:30:21.835201 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ac8adcf-c8aa-4c6c-b756-0a2a1d328bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:21.911541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c4ae3-13ca-4f90-bd92-ff81902da915 req-615fd07e-e7b3-4cab-b805-9a54b886860d tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:21.925923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-189c4ae3-13ca-4f90-bd92-ff81902da915 req-615fd07e-e7b3-4cab-b805-9a54b886860d tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 944 time: 0.2075262 Jul 14 09:30:21.971684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Deleting port 46263ee5-dd20-46e0-84fe-d3514d962df9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:21.973762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.011966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-189c4ae3-13ca-4f90-bd92-ff81902da915 req-deadcc2c-fbf7-4992-868e-577a25fd502d tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845909 Jul 14 09:30:22.167611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4a819f6-b2fa-4d74-89d3-bd9466f1d31e req-3cf7a4ff-3745-4c5a-84c6-2bda98197ef8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4547415 Jul 14 09:30:22.233404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-bf13ff8b-4c10-4dac-87c1-5db4e462e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:22.234734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-bf13ff8b-4c10-4dac-87c1-5db4e462e39c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.5803089 Jul 14 09:30:22.316344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ee55e109-83a0-4344-9b31-d539d9769b6b up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:22.364683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.381558 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-e544d010-6079-4d31-b49c-a189fd8edd76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1000 time: 0.1357656 Jul 14 09:30:22.382408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Calling delete_port for 46263ee5-dd20-46e0-84fe-d3514d962df9 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:22.476516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port ee55e109-83a0-4344-9b31-d539d9769b6b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:22.492249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port ee55e109-83a0-4344-9b31-d539d9769b6b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:22.493875 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.549170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-5678b491-db64-4282-84d6-db1fefbfeba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:22.550947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-5678b491-db64-4282-84d6-db1fefbfeba7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1578038 Jul 14 09:30:22.792653 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:22.867524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:22.883708 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6546c5f-61c3-4be8-986a-fe498ba9e5a8" -d '{"events": [{"server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "name": "network-vif-plugged", "status": "completed", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:22.914413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed361d41-1821-49c5-a3f0-88954fa032c7 req-2ac4e1b9-438e-4812-a6e5-7cebe2080084 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:22.922136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed361d41-1821-49c5-a3f0-88954fa032c7 req-2ac4e1b9-438e-4812-a6e5-7cebe2080084 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2381222 Jul 14 09:30:22.925237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60138) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:22.949636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ee55e109-83a0-4344-9b31-d539d9769b6b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ee55e109-83a0-4344-9b31-d539d9769b6b,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:22.960613 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.109027 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed361d41-1821-49c5-a3f0-88954fa032c7 req-0f84e90a-a18b-4059-8751-23112691e345 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853478 Jul 14 09:30:23.141763 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c79f52a-f635-4909-bb6c-52e5de426662 x-openstack-request-id: req-7c79f52a-f635-4909-bb6c-52e5de426662 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:23.143604 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "name": "network-vif-plugged", "status": "completed", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:23.144006 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c79f52a-f635-4909-bb6c-52e5de426662 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:23.156555 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'code': 200} Jul 14 09:30:23.241600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=ee55e109-83a0-4344-9b31-d539d9769b6b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.350360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'networks': [{'name': 'tempest-network--1826952734'}, {'name': 'tempest-network--195198095'}]} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:23.350837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'network': {'name': 'tempest-network--1826952734'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:23.351619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'network': {'name': 'tempest-network--195198095'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:23.353155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-720f15e2-7c9b-4606-a148-c646e807bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.364060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-720f15e2-7c9b-4606-a148-c646e807bb33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8023484 Jul 14 09:30:23.369498 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.475560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Made reservation on behalf of f1963f97c5814e0ea8de8844ea41505f for: {'network': 2} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:23.494863 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.512448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.583563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event deleted for resources: {'Port': ['ID=46263ee5-dd20-46e0-84fe-d3514d962df9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:23.696022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.820312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc7559-ebc6-49a7-adab-fc61716e7ce4 req-0e1c8abe-58c3-43fa-bb26-64c5c5722472 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.824839 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46bc7559-ebc6-49a7-adab-fc61716e7ce4 req-0e1c8abe-58c3-43fa-bb26-64c5c5722472 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2042367 Jul 14 09:30:23.869193 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.874544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.879247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67de1d-10c2-48be-9572-6af0960e458b req-2209b688-3c0f-4cc8-bb92-ddf23d25236a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:23.881769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c67de1d-10c2-48be-9572-6af0960e458b req-2209b688-3c0f-4cc8-bb92-ddf23d25236a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 0.7269981 Jul 14 09:30:23.886623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.920790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.921628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:23.982585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46bc7559-ebc6-49a7-adab-fc61716e7ce4 req-650c305d-a470-4f01-994d-f04582a7e209 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095052 Jul 14 09:30:24.021260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8e3ce2-20e2-410f-a273-fe1bcb94e56c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.040532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.040893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.041223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.041686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.042956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.043948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.044786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.046179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.046830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.047524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.048035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.048497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:24.051851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1caa20-3179-4439-ba16-2ecc797a58e1 req-e31f664f-6421-42ec-9bbd-e061ac151017 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:24.065091 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f1caa20-3179-4439-ba16-2ecc797a58e1 req-e31f664f-6421-42ec-9bbd-e061ac151017 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 945 time: 0.5384784 Jul 14 09:30:24.080496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:24.094267 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-a7ec7911-e74b-4fd1-a168-3741af08157c service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053351 Jul 14 09:30:24.112030 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.116803 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Added segment b2111764-d819-4546-a557-bfa4b0d7e93e of type vlan for network 2ae04cee-07a7-47fc-9f38-79e971b94c63 Jul 14 09:30:24.205445 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-022cb4c1-c717-4f05-bf4f-7e94836b5f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.241036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.248694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Fanout notify agent at l3_agent the message router_deleted on router a07c2131-e770-424e-a50f-6cb79836e532 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:30:24.276562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.279632 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.324010 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3e735569-2375-4590-b23a-fecf6456c35d tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "DELETE /v2.0/routers/a07c2131-e770-424e-a50f-6cb79836e532 HTTP/1.1" status: 204 len: 168 time: 3.7920678 Jul 14 09:30:24.340715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:24.361799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c67de1d-10c2-48be-9572-6af0960e458b req-3bbc13e8-b435-424e-86ec-ef4607c5f898 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618781 Jul 14 09:30:24.362611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.362755 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Added segment 7d92924a-5406-40fc-afd2-448ca341bb53 of type vlan for network 8bf17a20-c0e7-459c-8198-ac7ae3b563a0 Jul 14 09:30:24.366213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.467235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.474277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f1caa20-3179-4439-ba16-2ecc797a58e1 req-fcf9b958-a707-4f37-aa79-57ff61d24153 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077666 Jul 14 09:30:24.551077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.610741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-be76fee8-37f6-4bba-be1f-d3c9ea8a7555 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Deleting subnet 99d659c6-0646-4a46-ad67-0cac1205b182 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:24.676491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.676491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.699977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:24.703122 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be76fee8-37f6-4bba-be1f-d3c9ea8a7555 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.714546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:24.715929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.740798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee28a8ab-a9d5-4709-ae92-4a36a6dfe71b req-e0e88f8a-af78-40cc-84d3-d183f6eea8d6 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6328943 Jul 14 09:30:24.771611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be76fee8-37f6-4bba-be1f-d3c9ea8a7555 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:24.877036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Network': ['ID=2ae04cee-07a7-47fc-9f38-79e971b94c63,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:24.884052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9541185 Jul 14 09:30:24.887042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:24.892636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 2ae04cee-07a7-47fc-9f38-79e971b94c63 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:24.994298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f523d7-2a55-4d40-aa15-77e19b4c1d53 req-3e32e34e-e57b-4e20-8448-10fffccbc03e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:24.996882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-94f523d7-2a55-4d40-aa15-77e19b4c1d53 req-3e32e34e-e57b-4e20-8448-10fffccbc03e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2146471 Jul 14 09:30:24.998569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be76fee8-37f6-4bba-be1f-d3c9ea8a7555 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.117581 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-94f523d7-2a55-4d40-aa15-77e19b4c1d53 req-a15feaa9-bec8-4640-9eb4-a4094086a9b5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777440 Jul 14 09:30:25.146922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be76fee8-37f6-4bba-be1f-d3c9ea8a7555 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.198045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034bfa3-adaa-4706-9121-b3de59c883bc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.204956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034bfa3-adaa-4706-9121-b3de59c883bc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.211089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034bfa3-adaa-4706-9121-b3de59c883bc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.214352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76fee8-37f6-4bba-be1f-d3c9ea8a7555 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event deleted for resources: {'Subnet': ['ID=99d659c6-0646-4a46-ad67-0cac1205b182,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.218772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e034bfa3-adaa-4706-9121-b3de59c883bc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.224569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.225754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e034bfa3-adaa-4706-9121-b3de59c883bc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3374705 Jul 14 09:30:25.237148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5cec21-5d41-48a7-b9b3-f14d60e72b41 None None] Network 02380bbe-9f96-4b75-b989-856d1fba6d8c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:25.243670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-be76fee8-37f6-4bba-be1f-d3c9ea8a7555 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.245909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-be76fee8-37f6-4bba-be1f-d3c9ea8a7555 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "DELETE /v2.0/subnets/99d659c6-0646-4a46-ad67-0cac1205b182 HTTP/1.1" status: 204 len: 168 time: 0.8645878 Jul 14 09:30:25.248813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60174) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:25.346118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8fa36-f90d-4e95-9896-94680fb86641 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Network': ['ID=8bf17a20-c0e7-459c-8198-ac7ae3b563a0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:25.380772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b49536-7a38-441d-8d4e-ada6d3f3810d req-899828e7-01ed-42a9-aaaf-c2d4ada85098 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:25.383312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-96b49536-7a38-441d-8d4e-ada6d3f3810d req-899828e7-01ed-42a9-aaaf-c2d4ada85098 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1160448 Jul 14 09:30:25.445584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-96b49536-7a38-441d-8d4e-ada6d3f3810d req-3c211db7-a6b4-46bd-8bc5-5628fd924e1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537956 Jul 14 09:30:25.499741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 8bf17a20-c0e7-459c-8198-ac7ae3b563a0 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:25.658077 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.682083 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.701498 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:25.873071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] DHCP port deletion for 02380bbe-9f96-4b75-b989-856d1fba6d8c request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:26.005066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] Deleting port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:26.007190 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.031100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726e91b-0fe6-47d9-978b-a7aa1f29508f req-a84b2d66-1498-4946-a475-6ff5eaa8d5ef tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:26.033182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7726e91b-0fe6-47d9-978b-a7aa1f29508f req-a84b2d66-1498-4946-a475-6ff5eaa8d5ef tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 945 time: 0.1794097 Jul 14 09:30:26.105492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] For port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc,segment=NetworkSegment(9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94),segment_id=9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:26.105970 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.127295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] Calling delete_port for 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:26.131445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7726e91b-0fe6-47d9-978b-a7aa1f29508f req-65b104eb-2e6f-40af-87ce-be9eaa30ea15 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763304 Jul 14 09:30:26.183837 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.231526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae04cee-07a7-47fc-9f38-79e971b94c63']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.278669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2111764-d819-4546-a557-bfa4b0d7e93e') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.300908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2111764-d819-4546-a557-bfa4b0d7e93e') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:26.313319 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.358951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.404188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] Pushing event deleted for resources: {'Port': ['ID=7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.406839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Deleting port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:26.407261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.410328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.431078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c8ca8-d14d-4d81-95de-98c75fee93ef None None] No DVR routers for this DVR port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:26.496303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:26.496828 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:26.501767 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:26.576285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-a1663c49-01e6-461e-8bf2-693506f295e7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3830001 Jul 14 09:30:26.611672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:26.665537 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.680936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.723643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] For port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc, host n-d-780147-26, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:26.724310 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.780632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Calling delete_port for 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:26.789124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:30:26.843436 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.856375 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.881404 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.934348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] No DVR routers for this DVR port 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:26.937164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event deleted for resources: {'Port': ['ID=7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.946805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Network': ['ID=2ae04cee-07a7-47fc-9f38-79e971b94c63,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:26.968901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:26.972576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-14643223-376d-444c-ba08-4ae589148692 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/networks/2ae04cee-07a7-47fc-9f38-79e971b94c63 HTTP/1.1" status: 204 len: 168 time: 1.7452273 Jul 14 09:30:26.985217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60206) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.148855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.168547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a579908-e70d-47e2-8a61-37014fb45ea8 req-bc23e869-26b3-4a65-b8d7-29e36da13d02 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.169957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.176400 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a579908-e70d-47e2-8a61-37014fb45ea8 req-bc23e869-26b3-4a65-b8d7-29e36da13d02 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.6758139 Jul 14 09:30:27.209182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.236647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02380bbe-9f96-4b75-b989-856d1fba6d8c']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.269283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.269578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9654ee2c-0eeb-4d06-898e-5e2a2a1c0c94') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.275119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Allocated IP 172.25.0.221 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/c83e038e-f512-41da-b2cb-ec7beb72a48e) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:27.313153 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.338222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a579908-e70d-47e2-8a61-37014fb45ea8 req-d5ffa38a-a2ac-4c36-94d5-991e71bc20b1 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609108 Jul 14 09:30:27.350603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:27.351875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.367399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:27.368346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:27.374727 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:27.418921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:27.430097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a51b0d8-de03-4b8a-90f4-7765ea2ba6dc not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:27.539238 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.586540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.594232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "DELETE /v2.0/networks/02380bbe-9f96-4b75-b989-856d1fba6d8c HTTP/1.1" status: 204 len: 168 time: 2.3438492 Jul 14 09:30:27.618850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60208) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.632809 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.646602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf17a20-c0e7-459c-8198-ac7ae3b563a0']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.658869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef8ade-bf0f-4909-b6c8-582c500b7fda tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event deleted for resources: {'Network': ['ID=02380bbe-9f96-4b75-b989-856d1fba6d8c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.666115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d92924a-5406-40fc-afd2-448ca341bb53') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.666610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d92924a-5406-40fc-afd2-448ca341bb53') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:27.679664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.730567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.744731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:27.745378 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:27.748586 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:27.753824 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:27.824673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f9b06-c09a-4357-9f9c-134b944fff58 req-5f224186-60f0-4d34-a300-8718dd553096 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:27.835405 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-166f9b06-c09a-4357-9f9c-134b944fff58 req-5f224186-60f0-4d34-a300-8718dd553096 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2388914 Jul 14 09:30:27.848987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.874013 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.887008 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:27.893566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/networks/8bf17a20-c0e7-459c-8198-ac7ae3b563a0 HTTP/1.1" status: 204 len: 168 time: 0.9034007 Jul 14 09:30:27.894308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:27.916918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ceaf4-1b03-498f-8e05-d98ad1001f9d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Network': ['ID=8bf17a20-c0e7-459c-8198-ac7ae3b563a0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:27.937009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-166f9b06-c09a-4357-9f9c-134b944fff58 req-08d7488e-8c71-4bcb-ba32-d6c7c60de78d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002197 Jul 14 09:30:27.991774 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.056993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:28.060516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:28.069181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:28.326127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.416970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.451941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Pushing event updated for resources: {'Port': ['ID=c83e038e-f512-41da-b2cb-ec7beb72a48e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.480683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Deleting port 1d8d1fc0-a182-4ad2-819c-5a3e58776509 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:28.481038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.799875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.809823 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.856231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.857393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.893329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Pushing event updated for resources: {'Port': ['ID=c83e038e-f512-41da-b2cb-ec7beb72a48e,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:28.946728 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.969394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:28.969890 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Calling delete_port for 1d8d1fc0-a182-4ad2-819c-5a3e58776509 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:28.979143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-c43633db-649f-462e-8d33-c19b6445a3fb tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3872151 Jul 14 09:30:29.017689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd344b4f-b603-434a-8d63-2bb96364c74c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.026133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd344b4f-b603-434a-8d63-2bb96364c74c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.031615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bd344b4f-b603-434a-8d63-2bb96364c74c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1306176 Jul 14 09:30:29.034644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.045768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1277391965'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.054826 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-96bfb0ba-9878-4a7b-acda-80e8ab1c5160 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0746021 Jul 14 09:30:29.065740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918247c-bf88-4d17-8037-dfa34bec6dc0 req-5f8f0662-927d-4f7a-a5cb-15f32dfeac51 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.067525 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d918247c-bf88-4d17-8037-dfa34bec6dc0 req-5f8f0662-927d-4f7a-a5cb-15f32dfeac51 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3874328 Jul 14 09:30:29.176790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Made reservation on behalf of f1963f97c5814e0ea8de8844ea41505f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:29.180948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.258055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-f1001a7b-6282-4ec4-8f4c-229b47fdf2aa tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.263592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f378c46a-d28b-49e2-ab23-8633187b7f18 req-f1001a7b-6282-4ec4-8f4c-229b47fdf2aa tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2078855 Jul 14 09:30:29.327087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d918247c-bf88-4d17-8037-dfa34bec6dc0 req-e8a24b50-2f33-4799-bc09-88a903485f0c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072029 Jul 14 09:30:29.405821 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.453926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:29.472983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.473571 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Added segment b4671f81-5bda-4e3b-8a12-0b7d26b894c9 of type vlan for network ced4848e-a603-48fb-a78f-985998c9289c Jul 14 09:30:29.527472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.592467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Pushing event deleted for resources: {'Port': ['ID=1d8d1fc0-a182-4ad2-819c-5a3e58776509,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:29.599769 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.618700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.619480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.620091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.620675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.621368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.621911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.622673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.623222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.623840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.624526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.625676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.625676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:29.647077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e8a06-5471-4356-92b3-702f5ccd79f4 req-5af02a8f-14c8-4e18-b4a2-bece3038cce6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.650341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f3e8a06-5471-4356-92b3-702f5ccd79f4 req-5af02a8f-14c8-4e18-b4a2-bece3038cce6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1320200 Jul 14 09:30:29.722371 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f3e8a06-5471-4356-92b3-702f5ccd79f4 req-54216524-d678-4bbc-a278-33f15cd749a9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618718 Jul 14 09:30:29.824571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.824571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:29.824571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.942417 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9025936 Jul 14 09:30:29.942999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60262) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:29.951386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-432581163'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:29.956042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.959224 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:29.975405 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b6351e6f-01eb-4586-b920-ef0d56693b97 tempest-FloatingIPAdminTestJSON-2022240954 tempest-FloatingIPAdminTestJSON-2022240954-project] 10.222.0.73 "DELETE /v2.0/floatingips/be3939a6-1f60-46af-a642-5ab447c2230b HTTP/1.1" status: 204 len: 168 time: 2.3415039 Jul 14 09:30:29.980304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf1067-0014-43ec-918e-225603bf1d3d tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Network': ['ID=ced4848e-a603-48fb-a78f-985998c9289c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.013647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ced4848e-a603-48fb-a78f-985998c9289c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:30.026320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Made reservation on behalf of f1963f97c5814e0ea8de8844ea41505f for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:30.041300 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.247402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:30.248920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a25884-45c2-40c6-b5e7-cef15bfa20de req-0ce49c2e-761d-483c-8cdf-101016396d62 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.250717 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83a25884-45c2-40c6-b5e7-cef15bfa20de req-0ce49c2e-761d-483c-8cdf-101016396d62 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1357646 Jul 14 09:30:30.317609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83a25884-45c2-40c6-b5e7-cef15bfa20de req-c6467b30-c02b-47ac-9179-c37c9bdbe934 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600686 Jul 14 09:30:30.375230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.653826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-43baa78f-cd61-4580-9d3b-b51bc4823618 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f27d7aa2a5ea4687955c7ba38e58cbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766538 Jul 14 09:30:30.657129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:30.715775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.716348 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Added segment bbc094f4-53b7-43c7-8df7-ab144e13112c of type vlan for network 31b7ab34-2b37-47d1-881e-5166dbfbcbae Jul 14 09:30:30.730347 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6f56335-182e-4e60-8e73-a091d4ad8b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.732789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-79646879-60db-4276-8352-2fb231153dbd tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.739942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-79646879-60db-4276-8352-2fb231153dbd tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 820 time: 0.7404358 Jul 14 09:30:30.756983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-0ce512ad-b0e4-4da3-abc7-ee06c841286f tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/quotas/b45f9915afac4d0784f7a48acc4ba202 HTTP/1.1" status: 200 len: 375 time: 0.0160315 Jul 14 09:30:30.762372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6f56335-182e-4e60-8e73-a091d4ad8b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.828544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.894566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-fb4baecc-366b-4474-aef1-ec8f2eef6920 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1365759 Jul 14 09:30:30.902355 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6f56335-182e-4e60-8e73-a091d4ad8b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.905077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6f56335-182e-4e60-8e73-a091d4ad8b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.909092 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f6f56335-182e-4e60-8e73-a091d4ad8b46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9040c3dd-0942-4373-8f51-2b195f27302d HTTP/1.1" status: 204 len: 168 time: 0.2461236 Jul 14 09:30:30.927678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f56335-182e-4e60-8e73-a091d4ad8b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9040c3dd-0942-4373-8f51-2b195f27302d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:30.929037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-8d4fdc8f-bfa6-438c-856c-af612ec14873 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:30:30.930194 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-8d4fdc8f-bfa6-438c-856c-af612ec14873 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0210905 Jul 14 09:30:30.938335 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:30.953009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:30.953673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.043907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88966d3e-bbdf-4ca2-b726-6d57a7505975 req-231398ba-444c-40f8-a793-cba5f4e2fb3c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.051880 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88966d3e-bbdf-4ca2-b726-6d57a7505975 req-231398ba-444c-40f8-a793-cba5f4e2fb3c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.0797572 Jul 14 09:30:31.070348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1266992 Jul 14 09:30:31.077486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60308) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.083430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'ports': [{'network_id': 'ced4848e-a603-48fb-a78f-985998c9289c', 'name': 'tempest-port--1816770568', 'admin_state_up': True}, {'network_id': '31b7ab34-2b37-47d1-881e-5166dbfbcbae', 'admin_state_up': False}]} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:31.083935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'port': {'network_id': 'ced4848e-a603-48fb-a78f-985998c9289c', 'name': 'tempest-port--1816770568', 'admin_state_up': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:31.084622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'port': {'network_id': '31b7ab34-2b37-47d1-881e-5166dbfbcbae', 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:31.091409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87ef32-92c4-4c7d-b0ca-52c5d748d3ba tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Network': ['ID=31b7ab34-2b37-47d1-881e-5166dbfbcbae,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.111370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 31b7ab34-2b37-47d1-881e-5166dbfbcbae details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:31.111934 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88966d3e-bbdf-4ca2-b726-6d57a7505975 req-9932702f-2652-4f28-859b-9d0feb15f18d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589628 Jul 14 09:30:31.201806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4b8c7c5a-b780-4d43-b882-b10b2bf86128 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446783 Jul 14 09:30:31.348087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32534c-5f0f-4330-92f5-049e250f7524 req-94b401f1-7da6-4d41-8616-07bf4147e2ba tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:31.349753 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d32534c-5f0f-4330-92f5-049e250f7524 req-94b401f1-7da6-4d41-8616-07bf4147e2ba tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1000848 Jul 14 09:30:31.378566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-44c8bbc4-c0f2-4868-9a64-50ddc84b0566 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609626 Jul 14 09:30:31.380059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Made reservation on behalf of f1963f97c5814e0ea8de8844ea41505f for: {'port': 2} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:31.385359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.401049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.439989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d32534c-5f0f-4330-92f5-049e250f7524 req-ccd4461f-0452-4955-9ba9-ef5b9ef2d4ea tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835941 Jul 14 09:30:31.457016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.477248 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7b4d586-e782-45c5-98d7-3b239c2092a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.510782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] device_id is not set on port 41eb5309-a27b-4602-ae46-6dd4117aaeb7 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:31.689610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7b4d586-e782-45c5-98d7-3b239c2092a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.706178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7b4d586-e782-45c5-98d7-3b239c2092a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.760072 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae5ea5f5-6a76-4ebb-9b20-750842d776d6 req-7855ae01-5511-4e39-960f-c4e754b44bfa tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 210 time: 0.0424485 Jul 14 09:30:31.815526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d7b4d586-e782-45c5-98d7-3b239c2092a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3941fa6045d1468f86fb4f2bc0e2e7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543515 Jul 14 09:30:31.815866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60350) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:31.829461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4d586-e782-45c5-98d7-3b239c2092a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d29e0-7a17-428a-8224-bc02dbed0bd3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:31.848189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:31.976730 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d8cec55-4034-4762-9391-397bdd5539bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.004323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d8cec55-4034-4762-9391-397bdd5539bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.049014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] device_id is not set on port 7e872fec-094e-441a-b502-9d1aa3d1c205 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:30:32.090012 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d8cec55-4034-4762-9391-397bdd5539bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.094256 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d8cec55-4034-4762-9391-397bdd5539bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.096648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6d8cec55-4034-4762-9391-397bdd5539bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/525d29e0-7a17-428a-8224-bc02dbed0bd3 HTTP/1.1" status: 204 len: 168 time: 0.2798581 Jul 14 09:30:32.163936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cec55-4034-4762-9391-397bdd5539bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d29e0-7a17-428a-8224-bc02dbed0bd3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.322659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.526213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.615853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Port': ['ID=41eb5309-a27b-4602-ae46-6dd4117aaeb7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.637477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d507d4-5f81-44b2-8cd2-e988dbd5c6c7 req-5d335039-9c80-4f01-bf83-0e3a19864b52 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:32.639420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2d507d4-5f81-44b2-8cd2-e988dbd5c6c7 req-5d335039-9c80-4f01-bf83-0e3a19864b52 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2646804 Jul 14 09:30:32.660357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Checking segment: {'id': 'b4671f81-5bda-4e3b-8a12-0b7d26b894c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'ced4848e-a603-48fb-a78f-985998c9289c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:32.662357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Network hostable DHCP agents. Network: ced4848e-a603-48fb-a78f-985998c9289c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:32.706254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2d507d4-5f81-44b2-8cd2-e988dbd5c6c7 req-ff43fb5a-c69e-498b-9a92-ee2b2c2fda32 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574970 Jul 14 09:30:32.707018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Network ced4848e-a603-48fb-a78f-985998c9289c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:32.745776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, ced4848e-a603-48fb-a78f-985998c9289c) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:32.750338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:32.752007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:32.763095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5efcd-af6f-468c-9dba-6b763cfbe25c None None] Network ced4848e-a603-48fb-a78f-985998c9289c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:32.916508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60410) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:32.927362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Port': ['ID=7e872fec-094e-441a-b502-9d1aa3d1c205,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:32.952509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-220f42c9-1f60-42fb-afe5-7cac620b00ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.042047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Checking segment: {'id': 'bbc094f4-53b7-43c7-8df7-ab144e13112c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '31b7ab34-2b37-47d1-881e-5166dbfbcbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:33.043563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Network hostable DHCP agents. Network: 31b7ab34-2b37-47d1-881e-5166dbfbcbae, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:33.079623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9006a-4402-43b6-805e-f267240004ee req-2b06cddb-6fca-4223-82ed-3267eb74198c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.100954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24d9006a-4402-43b6-805e-f267240004ee req-2b06cddb-6fca-4223-82ed-3267eb74198c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1827226 Jul 14 09:30:33.143465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Network 31b7ab34-2b37-47d1-881e-5166dbfbcbae is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:33.164083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 31b7ab34-2b37-47d1-881e-5166dbfbcbae) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:33.178059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:33.180282 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-220f42c9-1f60-42fb-afe5-7cac620b00ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.185724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.189891 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-220f42c9-1f60-42fb-afe5-7cac620b00ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.193846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.194754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.211880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec95ede8-a791-4fea-95fa-0b0c822cc536 None None] Network 31b7ab34-2b37-47d1-881e-5166dbfbcbae requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:33.215741 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24d9006a-4402-43b6-805e-f267240004ee req-019a7744-e9af-4057-a7a9-ba6a6d223e72 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127837 Jul 14 09:30:33.244503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f8e8f346-c227-49af-9daf-6eb34473879b tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1655900 Jul 14 09:30:33.246950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60416) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.311897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f42c9-1f60-42fb-afe5-7cac620b00ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ca996d-355a-43d9-9047-fc7d2d1de7c6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:33.349976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-220f42c9-1f60-42fb-afe5-7cac620b00ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=798ef1240e13491ea743c3f7b899ee2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316337 Jul 14 09:30:33.352907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60418) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.513146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9059befa-3e6f-42ec-9029-282779ffe705 req-f0a43842-df13-46db-8ec3-903802480073 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 210 time: 0.0573120 Jul 14 09:30:33.612270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ffedd-2f89-4fb5-8283-d709244562f2 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.635249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ffedd-2f89-4fb5-8283-d709244562f2 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:33.639170 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a0ffedd-2f89-4fb5-8283-d709244562f2 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3906188 Jul 14 09:30:33.643496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60420) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:33.669654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44b952b4-2c10-43c8-872f-17e85fc35db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.713919 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44b952b4-2c10-43c8-872f-17e85fc35db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.770176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44b952b4-2c10-43c8-872f-17e85fc35db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.773921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44b952b4-2c10-43c8-872f-17e85fc35db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:33.777450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-44b952b4-2c10-43c8-872f-17e85fc35db0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13ca996d-355a-43d9-9047-fc7d2d1de7c6 HTTP/1.1" status: 204 len: 168 time: 0.4212341 Jul 14 09:30:33.790043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b952b4-2c10-43c8-872f-17e85fc35db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ca996d-355a-43d9-9047-fc7d2d1de7c6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.080971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2300f5c8-9b97-4ca3-bcb6-8d09c022d76c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Deleting port 41eb5309-a27b-4602-ae46-6dd4117aaeb7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:34.081930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2300f5c8-9b97-4ca3-bcb6-8d09c022d76c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.240048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537b3d3-8923-47c8-8644-71fc17052b19 req-2ce88115-e459-46fd-adef-32d5eef29f11 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.258808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d537b3d3-8923-47c8-8644-71fc17052b19 req-2ce88115-e459-46fd-adef-32d5eef29f11 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1569862 Jul 14 09:30:34.333284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d537b3d3-8923-47c8-8644-71fc17052b19 req-2c17ca71-d888-4238-9964-a432e136833a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678780 Jul 14 09:30:34.370231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2300f5c8-9b97-4ca3-bcb6-8d09c022d76c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.378164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7871ed70-b618-4d3f-9f61-4e560d405866 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:34.411215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2300f5c8-9b97-4ca3-bcb6-8d09c022d76c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Calling delete_port for 41eb5309-a27b-4602-ae46-6dd4117aaeb7 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:34.521593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.569478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:34.572042 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c03598ec-ac53-466e-b0e6-aa8c7020c158" -d '{"events": [{"server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:34.607774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:34.615979 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.685616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-a83305f3-acba-486a-af1e-464317261be9 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.694805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-a83305f3-acba-486a-af1e-464317261be9 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 804 time: 0.4887874 Jul 14 09:30:34.709027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:34.761681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-3dbf8e39-5c52-47ec-b606-63ee081b159f tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/quotas/db39e53052bb48e4851630eaf78894f9 HTTP/1.1" status: 200 len: 375 time: 0.0655856 Jul 14 09:30:34.820761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-cc9b4f8f-eff8-433c-b968-04bbe996818d tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.823148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-cc9b4f8f-eff8-433c-b968-04bbe996818d tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.69 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 820 time: 0.2924678 Jul 14 09:30:34.833729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8687d-3aa6-4daf-ae93-b6201f9f7245 req-4bb380d3-579d-4057-b918-d3c5434afeca tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:34.844331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0d8687d-3aa6-4daf-ae93-b6201f9f7245 req-4bb380d3-579d-4057-b918-d3c5434afeca tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1980121 Jul 14 09:30:34.864443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2300f5c8-9b97-4ca3-bcb6-8d09c022d76c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.868149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Request body: {'port': {'device_id': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'admin_state_up': True, 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:34.918111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2300f5c8-9b97-4ca3-bcb6-8d09c022d76c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:34.925366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2300f5c8-9b97-4ca3-bcb6-8d09c022d76c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/ports/41eb5309-a27b-4602-ae46-6dd4117aaeb7 HTTP/1.1" status: 204 len: 168 time: 1.2799718 Jul 14 09:30:34.938247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60462) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.000301 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-8aa05fc2-bfcd-4c82-b17a-6958348a9472 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2376900 Jul 14 09:30:35.006442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300f5c8-9b97-4ca3-bcb6-8d09c022d76c tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Port': ['ID=41eb5309-a27b-4602-ae46-6dd4117aaeb7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:35.034573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0d8687d-3aa6-4daf-ae93-b6201f9f7245 req-e591b92f-e9a7-45a5-bf1d-775d99328522 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879098 Jul 14 09:30:35.160083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-ee4fe8cc-0a58-4137-a6d9-66b929d79a0f service neutron] 10.222.0.73 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446221 Jul 14 09:30:35.314913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-53fb2fc2-fba3-4138-85e2-9b4aef4bf744 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Deleting port 7e872fec-094e-441a-b502-9d1aa3d1c205 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:35.316161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53fb2fc2-fba3-4138-85e2-9b4aef4bf744 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.321561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60474) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:35.337280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-c0b74719-94cd-48b6-a49a-48cc54384124 service neutron] 10.222.0.73 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751866 Jul 14 09:30:35.346945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Made reservation on behalf of b45f9915afac4d0784f7a48acc4ba202 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:35.352149 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.499873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1bc30d95-a848-4c83-804f-7b3db3a01b1b tempest-ServiceProvidersTest-1928704047 tempest-ServiceProvidersTest-1928704047-project] 10.222.0.73 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1766868 Jul 14 09:30:35.564007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53fb2fc2-fba3-4138-85e2-9b4aef4bf744 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:35.649658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-0668bcd2-e864-459b-a18c-d6dee7615c75 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:35.651101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-0668bcd2-e864-459b-a18c-d6dee7615c75 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.66 "GET /v2.0/ports?device_id=8320da6a-ab08-4501-abd0-25111f3e7dc3 HTTP/1.1" status: 200 len: 943 time: 0.1410441 Jul 14 09:30:35.674403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-53fb2fc2-fba3-4138-85e2-9b4aef4bf744 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Calling delete_port for 7e872fec-094e-441a-b502-9d1aa3d1c205 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:35.754194 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2caa33a-adb0-499a-82fd-1b61e4bb4797 req-a3242de5-d68d-4f8c-8144-23138f9880d1 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 210 time: 0.0989976 Jul 14 09:30:35.869077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Allocated IP 172.20.0.12 (2cd22dde-9ca0-473b-98e5-4870ad410cd9/355d5a50-b2a4-487f-99d5-d1aa07f76244/e32d03a3-9510-428b-ba44-dc0517c5788c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:35.874942 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668cbcc8-5f15-4e8b-aa4e-79f678f94a8a x-openstack-request-id: req-668cbcc8-5f15-4e8b-aa4e-79f678f94a8a {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:35.875824 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:35.877197 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-668cbcc8-5f15-4e8b-aa4e-79f678f94a8a {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:35.878286 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866', 'code': 200} Jul 14 09:30:36.005840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Deleting port 7871ed70-b618-4d3f-9f61-4e560d405866 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:36.006874 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.030283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60490) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.157737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] For port 7871ed70-b618-4d3f-9f61-4e560d405866, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7871ed70-b618-4d3f-9f61-4e560d405866,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:36.158878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.234544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53fb2fc2-fba3-4138-85e2-9b4aef4bf744 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.246471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae25fc-2763-4227-a4ec-4a5877e7cec0 req-99da4fc9-a5b1-4601-8f35-192cd437000f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:36.256504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34155b65-50a1-4ebe-a183-e047d4c4196a req-d902bf78-d9f1-4a10-be7d-b6415c8f4d4c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 210 time: 0.0914273 Jul 14 09:30:36.266553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a3ae25fc-2763-4227-a4ec-4a5877e7cec0 req-99da4fc9-a5b1-4601-8f35-192cd437000f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.9457142 Jul 14 09:30:36.276173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Calling delete_port for 7871ed70-b618-4d3f-9f61-4e560d405866 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:36.394643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb2fc2-fba3-4138-85e2-9b4aef4bf744 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Port': ['ID=7e872fec-094e-441a-b502-9d1aa3d1c205,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.403200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5430ca6-19d4-451e-933b-f0b735e3eae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.550868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53fb2fc2-fba3-4138-85e2-9b4aef4bf744 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.552703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0aa7174-0bd8-4333-a323-0a1746945b56 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:36.552876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-53fb2fc2-fba3-4138-85e2-9b4aef4bf744 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/ports/7e872fec-094e-441a-b502-9d1aa3d1c205 HTTP/1.1" status: 204 len: 168 time: 1.6156936 Jul 14 09:30:36.566796 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60508) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.587580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.603045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a3ae25fc-2763-4227-a4ec-4a5877e7cec0 req-5f6f6ade-b238-4c78-aa6b-a40eb6435285 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3346691 Jul 14 09:30:36.659514 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.659966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Transition to ACTIVE for port object e32d03a3-9510-428b-ba44-dc0517c5788c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:36.682687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-00cecce8-fd1d-405b-b188-99368a6a6152 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0769441 Jul 14 09:30:36.684544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60512) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:36.698885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1877832748'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:36.794992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:36.810924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['ee55e109-83a0-4344-9b31-d539d9769b6b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:36.885937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Pushing event deleted for resources: {'Port': ['ID=7871ed70-b618-4d3f-9f61-4e560d405866,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.939284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:36.968995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:36.970875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Pushing event updated for resources: {'Port': ['ID=e32d03a3-9510-428b-ba44-dc0517c5788c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:36.983646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:36.986888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:36.991737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'port_id': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'mac_address': 'fa:16:3e:0e:05:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f0ce11-c178-40b2-a579-676eb17cd347', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:37.056238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] No DVR routers for this DVR port 7871ed70-b618-4d3f-9f61-4e560d405866 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:37.066175 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.068950 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06332b0a-507d-42e5-ada0-ccbaa8c69a51 req-b79d86f5-c650-4b01-b3b8-6dc411389b2b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.66 "DELETE /v2.0/ports/7871ed70-b618-4d3f-9f61-4e560d405866 HTTP/1.1" status: 204 len: 173 time: 1.3425753 Jul 14 09:30:37.069582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'name': 'network-vif-deleted', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:37.078694 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96596a1a-932c-4d0f-b4af-c42699c647e5" -d '{"events": [{"server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "name": "network-vif-deleted", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:37.130555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5430ca6-19d4-451e-933b-f0b735e3eae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.145908 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5430ca6-19d4-451e-933b-f0b735e3eae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.243265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Made reservation on behalf of f1963f97c5814e0ea8de8844ea41505f for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:37.250711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.309966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d5430ca6-19d4-451e-933b-f0b735e3eae0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=07ef292ed72649f4b460c57208235bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2781744 Jul 14 09:30:37.318502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.336840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c648-bdc7-40de-a156-a1ebed0124d5 req-ebb1809d-7382-48c1-8c3e-3681ec328d40 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.338823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.339510 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.348964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f668c648-bdc7-40de-a156-a1ebed0124d5 req-ebb1809d-7382-48c1-8c3e-3681ec328d40 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.6961992 Jul 14 09:30:37.349218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60530) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:37.402444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0aa7174-0bd8-4333-a323-0a1746945b56 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:37.403819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5430ca6-19d4-451e-933b-f0b735e3eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa8b719-3af0-478c-912d-9502b0a2c4d8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.452913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a9599-ef99-4a5f-91a5-90636d373349 req-6f2c6787-1e4d-46d3-b3a2-967d2cf914ac tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:37.454831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8b1a9599-ef99-4a5f-91a5-90636d373349 req-6f2c6787-1e4d-46d3-b3a2-967d2cf914ac tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.4639966 Jul 14 09:30:37.471328 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f668c648-bdc7-40de-a156-a1ebed0124d5 req-dca2ea64-c4af-4f42-bd09-240b8547f6d8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209238 Jul 14 09:30:37.472009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4d4e5ec0-60d4-4bfa-8114-e0d99ac30bad tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6138608 Jul 14 09:30:37.483348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:37.562874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-94f56f4c-96a7-44c2-b193-1f806fb2a9f9 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:30:37.567518 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-94f56f4c-96a7-44c2-b193-1f806fb2a9f9 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490296 Jul 14 09:30:37.576570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:37.607738 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.631278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Request body: {'port': {'device_id': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:37.641423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.643965 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Added segment fca3e6ff-503e-4ec1-ae0f-828cbeec11c4 of type vlan for network 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a Jul 14 09:30:37.744779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f2269a5c-290f-47c8-87d0-095da054ed8f None None] Provisioning for port e32d03a3-9510-428b-ba44-dc0517c5788c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:37.780665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a0aa7174-0bd8-4333-a323-0a1746945b56'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:37.878297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.954530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f2269a5c-290f-47c8-87d0-095da054ed8f None None] Provisioning complete for port e32d03a3-9510-428b-ba44-dc0517c5788c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:37.955621 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f2269a5c-290f-47c8-87d0-095da054ed8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:37.967169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:37.999610 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.012686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.013365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.126232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f2269a5c-290f-47c8-87d0-095da054ed8f None None] Port e32d03a3-9510-428b-ba44-dc0517c5788c cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:30:38.304551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afe3429f-c47c-4dbb-9963-69108e44189a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.304995 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6177106 Jul 14 09:30:38.324395 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afe3429f-c47c-4dbb-9963-69108e44189a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.69 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 804 time: 0.6022170 Jul 14 09:30:38.332022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:38.341834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8b1a9599-ef99-4a5f-91a5-90636d373349 req-75c27ea9-fca2-4642-acf1-c13b9746c380 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8742146 Jul 14 09:30:38.375186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-274525350'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:38.411935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Request body: {'port': {'device_id': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'admin_state_up': True, 'tenant_id': 'db39e53052bb48e4851630eaf78894f9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:38.528051 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a38c96b-d833-4abd-9a01-fe02d6663958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.549087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab93bd3-1343-4c1a-b9e3-ec7e89796e06 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Network': ['ID=70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:38.569695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:38.659749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.675660 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a38c96b-d833-4abd-9a01-fe02d6663958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.801499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c1266-a2a6-48e7-962b-b80090fcdd83 req-3d63105d-a331-4825-b857-0d6b74d7168a tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:38.813897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24c1266-a2a6-48e7-962b-b80090fcdd83 req-3d63105d-a331-4825-b857-0d6b74d7168a tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 932 time: 0.9282677 Jul 14 09:30:38.891290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:30:38.891290 n-d-780147-26 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:30:38.891290 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id': 'db39e53052bb48e4851630eaf78894f9', 'id': 'f5e65583-399e-409e-949e-8fbc2a715024', 'expiration': datetime.datetime(2021, 7, 14, 9, 32, 38, 815809)}] Jul 14 09:30:38.891290 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:30:38.891290 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:30:38.905618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Made reservation on behalf of f1963f97c5814e0ea8de8844ea41505f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:38.907808 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:38.917873 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a3714f-14c6-4053-b509-21d9116b6b9b x-openstack-request-id: req-22a3714f-14c6-4053-b509-21d9116b6b9b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:38.918158 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8320da6a-ab08-4501-abd0-25111f3e7dc3", "name": "network-vif-deleted", "tag": "7871ed70-b618-4d3f-9f61-4e560d405866", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:38.922634 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22a3714f-14c6-4053-b509-21d9116b6b9b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:38.923059 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8320da6a-ab08-4501-abd0-25111f3e7dc3', 'name': 'network-vif-deleted', 'tag': '7871ed70-b618-4d3f-9f61-4e560d405866', 'status': 'completed', 'code': 200} Jul 14 09:30:38.975455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24c1266-a2a6-48e7-962b-b80090fcdd83 req-26b5ae97-87b3-43a2-bb39-c41c981f05c1 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605704 Jul 14 09:30:39.066159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:39.093414 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.094147 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Added segment 1ad9a8f0-a45d-4c70-b846-9c8f074419b1 of type vlan for network cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 Jul 14 09:30:39.191569 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a38c96b-d833-4abd-9a01-fe02d6663958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.192129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.199684 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a38c96b-d833-4abd-9a01-fe02d6663958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.210729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0a38c96b-d833-4abd-9a01-fe02d6663958 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaa8b719-3af0-478c-912d-9502b0a2c4d8 HTTP/1.1" status: 204 len: 168 time: 1.8531830 Jul 14 09:30:39.222987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8210f7d-1262-41a7-9f0d-95fb13c84cec req-4456e28c-bb8c-4c7a-9b5a-a0cd02810314 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 210 time: 0.1526148 Jul 14 09:30:39.258145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38c96b-d833-4abd-9a01-fe02d6663958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa8b719-3af0-478c-912d-9502b0a2c4d8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:39.334305 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.342912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.343730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.390476 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0539594 Jul 14 09:30:39.530237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6084c8-4825-4a54-8c22-c1e4789a1e18 req-a58f34eb-03ae-4a3b-9678-b36fbe029834 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:39.545736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa6084c8-4825-4a54-8c22-c1e4789a1e18 req-a58f34eb-03ae-4a3b-9678-b36fbe029834 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2832444 Jul 14 09:30:39.645834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Made reservation on behalf of db39e53052bb48e4851630eaf78894f9 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:39.674682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.696589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32d03a3-9510-428b-ba44-dc0517c5788c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:39.706818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.720811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Transition to ACTIVE for port object e32d03a3-9510-428b-ba44-dc0517c5788c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:39.739483 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:39.855693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6216ae-82d1-46ef-ab04-c49ae1512919 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Network': ['ID=cff72fe6-8cc1-468b-aad5-48b5eccc6fb0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:39.879506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Pushing event updated for resources: {'Port': ['ID=e32d03a3-9510-428b-ba44-dc0517c5788c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:39.898771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:39.994868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d6651-59d4-4ed3-885b-e29f2a4ece47 req-0145f483-494d-40f1-a16c-3bcfc6fc2b03 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:40.009490 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a2d6651-59d4-4ed3-885b-e29f2a4ece47 req-0145f483-494d-40f1-a16c-3bcfc6fc2b03 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 945 time: 0.2870622 Jul 14 09:30:40.138692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa6084c8-4825-4a54-8c22-c1e4789a1e18 req-fbba284e-8d4a-44c9-b516-d9ece6b95a07 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5920119 Jul 14 09:30:40.179372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Attempting to bind port e32d03a3-9510-428b-ba44-dc0517c5788c on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:40.179706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Attempting to bind port e32d03a3-9510-428b-ba44-dc0517c5788c by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:40.180035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Attempting to bind port e32d03a3-9510-428b-ba44-dc0517c5788c on network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:40.253271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a2d6651-59d4-4ed3-885b-e29f2a4ece47 req-97acb677-85c3-4fda-994b-4813a90d9be2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418118 Jul 14 09:30:40.253928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Port e32d03a3-9510-428b-ba44-dc0517c5788c on network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:40.254269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Attempting to bind port e32d03a3-9510-428b-ba44-dc0517c5788c on network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:40.299223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:40.299223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Checking segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:40.299223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Bound using segment: {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:40.303173 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Bound port: e32d03a3-9510-428b-ba44-dc0517c5788c, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5606b135-24ed-4e3a-870c-b08cafb088d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:40.312120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.424352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7871ed70-b618-4d3f-9f61-4e560d405866 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:40.502370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 7871ed70-b618-4d3f-9f61-4e560d405866 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:40.503252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7871ed70-b618-4d3f-9f61-4e560d405866 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:40.561695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0aa7174-0bd8-4333-a323-0a1746945b56 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:40.755913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port a0aa7174-0bd8-4333-a323-0a1746945b56 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:40.758013 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:40.783808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] For port e32d03a3-9510-428b-ba44-dc0517c5788c, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:40.797898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Allocated IP 172.20.0.4 (8d062b05-02a3-4d75-b55c-1cb15d1ad72a/616c53a4-30a7-4e6a-a138-a97e3bcc800a/d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:40.803105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] For port e32d03a3-9510-428b-ba44-dc0517c5788c, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e32d03a3-9510-428b-ba44-dc0517c5788c,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:40.832606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.079696 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.202969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:41.216244 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee15a9b-29dc-44ed-b237-733d32d90062" -d '{"events": [{"server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:41.291703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:41.294012 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.301423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] 10.222.0.69 "PUT /v2.0/ports/e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 1093 time: 3.7064557 Jul 14 09:30:41.339293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:41.346753 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cfb45c-28ff-4a10-925b-0b97c6322291" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:41.358503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:41.373427 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.541560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19487f81-588e-426c-bceb-6b79b21a6cab service neutron] Pushing event updated for resources: {'Port': ['ID=e32d03a3-9510-428b-ba44-dc0517c5788c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:41.596366 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.667473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:41.708002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.710809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.710931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.712647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.730571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.736263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.736263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.736263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.744032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faf9daf4-7bae-4f5e-96ed-d68f0448b100 req-cf8621e4-c1f4-4cc2-b048-b703ffe05ed8 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 210 time: 0.4908414 Jul 14 09:30:41.746556 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.750317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.751169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.753971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:30:41.760631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6819cf5-fa03-48f0-8819-fe63110d588c req-c7abada0-0cc1-4217-a40a-ba7bff35460e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:41.780564 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6819cf5-fa03-48f0-8819-fe63110d588c req-c7abada0-0cc1-4217-a40a-ba7bff35460e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 944 time: 0.7023575 Jul 14 09:30:41.873790 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:41.944145 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bb50a1-5e03-4d83-b738-50e1585111c8 x-openstack-request-id: req-a5bb50a1-5e03-4d83-b738-50e1585111c8 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:41.949180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6819cf5-fa03-48f0-8819-fe63110d588c req-3209f894-8147-4d1f-a1ef-8aa5deb655d3 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567354 Jul 14 09:30:41.950185 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "name": "network-vif-plugged", "status": "completed", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:41.950673 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a5bb50a1-5e03-4d83-b738-50e1585111c8 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:41.951509 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'code': 200} Jul 14 09:30:42.006260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-af49f32d-aedf-4950-8d62-be8745907a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.024162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-af49f32d-aedf-4950-8d62-be8745907a31 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 1096 time: 0.6068501 Jul 14 09:30:42.225137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Pushing event updated for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:42.250751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:42.266561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:42.294830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-c4e961d8-8d33-4f47-8f64-cb8788e9e201 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 217 time: 0.2642207 Jul 14 09:30:42.295437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:42.531516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4c05b9ff-f70e-46c6-8908-d59b201e3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.541821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-4c05b9ff-f70e-46c6-8908-d59b201e3779 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.2389991 Jul 14 09:30:42.551975 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984f95cc-1d7b-4495-82ee-a6f7d9d922fd x-openstack-request-id: req-984f95cc-1d7b-4495-82ee-a6f7d9d922fd {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:42.555588 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:42.556090 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-984f95cc-1d7b-4495-82ee-a6f7d9d922fd {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:42.556747 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'status': 'completed', 'code': 200} Jul 14 09:30:42.694194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60598) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:42.715169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.718053 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:42.727834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'subnets': [{'network_id': '70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1087084', 'ip_version': 6}, {'network_id': 'cff72fe6-8cc1-468b-aad5-48b5eccc6fb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:42.729617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'subnet': {'network_id': '70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1087084', 'ip_version': 6}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:42.732176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Request body: {'subnet': {'network_id': 'cff72fe6-8cc1-468b-aad5-48b5eccc6fb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:42.758390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd75137-2055-4ef2-95f2-4508c23b2460 req-89a959fd-ba44-44e4-9cb2-62e28477448c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:42.766721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bd75137-2055-4ef2-95f2-4508c23b2460 req-89a959fd-ba44-44e4-9cb2-62e28477448c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.3256176 Jul 14 09:30:42.815505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-afb5ae85-789a-4ebc-aaad-9727a0c7d858 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4313860 Jul 14 09:30:42.825019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bd75137-2055-4ef2-95f2-4508c23b2460 req-8374e0e3-ad71-412f-89a4-adfb6f5659c7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569577 Jul 14 09:30:42.841866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Request body: {'port': {'device_id': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:43.133765 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.148756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-9bd5a4e0-c454-4064-9617-19c47a17a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:43.151196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-9bd5a4e0-c454-4064-9617-19c47a17a037 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5924313 Jul 14 09:30:43.306722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-29785780-0443-4b4a-bffe-47904569c6a1 service neutron] 10.222.0.69 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488574 Jul 14 09:30:43.764960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549cabe-1762-4d96-98d3-72077e9c2431 req-8aab63a7-64a8-4be2-9f86-a2b148e0d7b6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:43.774651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1549cabe-1762-4d96-98d3-72077e9c2431 req-8aab63a7-64a8-4be2-9f86-a2b148e0d7b6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 931 time: 0.7410026 Jul 14 09:30:43.797077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:43.806261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:43.826356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Transition to ACTIVE for port object d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:43.838866 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.049403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1549cabe-1762-4d96-98d3-72077e9c2431 req-bd5330c0-3a8c-437a-a7ee-64dd48f636ef tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730870 Jul 14 09:30:44.115609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.260931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Attempting to bind port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:44.261593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Attempting to bind port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:44.261593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Attempting to bind port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:44.272320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:30:44.272879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Attempting to bind port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:44.282738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:44.285538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Checking segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:44.286009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Bound using segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:44.286481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Bound port: d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:44.286855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.318273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Made reservation on behalf of f1963f97c5814e0ea8de8844ea41505f for: {'subnet': 2} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:44.324028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.324647 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.471151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a5397-706b-427d-a691-e8ba386ab8cf req-941351ab-208a-4cee-b1a6-89391d8644fa tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:44.479020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c0a5397-706b-427d-a691-e8ba386ab8cf req-941351ab-208a-4cee-b1a6-89391d8644fa tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 944 time: 1.1314986 Jul 14 09:30:44.540826 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-489cf72b-0e09-4d3e-90b7-fd1bfa27b8ac req-6e7c8d0d-1035-497f-ba47-8350fca55fde service neutron] 10.222.0.69 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2143428 Jul 14 09:30:44.586865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466a951-8ec4-47a7-bf20-57dee21197d3 req-2212d69f-40bd-4a81-bb1c-92a03c9d6dba tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:44.594885 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5466a951-8ec4-47a7-bf20-57dee21197d3 req-2212d69f-40bd-4a81-bb1c-92a03c9d6dba tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2731066 Jul 14 09:30:44.625613 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c0a5397-706b-427d-a691-e8ba386ab8cf req-225c1da7-76ce-45cc-b0aa-6c328b372b1e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407766 Jul 14 09:30:44.649363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:44.678466 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5466a951-8ec4-47a7-bf20-57dee21197d3 req-9255a353-292f-4714-916c-4da3a4cd65b9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821800 Jul 14 09:30:44.695909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:44.717546 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.818002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:44.819259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:44.821391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] 10.222.0.69 "PUT /v2.0/ports/d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 HTTP/1.1" status: 200 len: 1092 time: 1.9952378 Jul 14 09:30:44.829094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:44.834684 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d" -d '{"events": [{"name": "network-changed", "server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:44.871933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67681d-8c24-4234-8f54-66c25208d602 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:44.977354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-5af89e23-abc0-4cc4-918e-baff0f1240a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:44.979451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-5af89e23-abc0-4cc4-918e-baff0f1240a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 1095 time: 0.0909681 Jul 14 09:30:44.983894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-0b7bb706-9289-4aea-b6f7-304e998fe9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:44.995163 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-0b7bb706-9289-4aea-b6f7-304e998fe9e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 1096 time: 0.3582423 Jul 14 09:30:45.106607 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-66681f25-52d6-4d70-8cf7-2dc1dca9a951 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 HTTP/1.1" status: 200 len: 217 time: 0.1192262 Jul 14 09:30:45.175945 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:30:45.229829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-cc5b34e5-904b-4250-b575-37d5c325961b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.234018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-cc5b34e5-904b-4250-b575-37d5c325961b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 200 len: 844 time: 0.1183333 Jul 14 09:30:45.306278 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d788896-bbdf-4052-8c4a-9819dfe38db0 x-openstack-request-id: req-0d788896-bbdf-4052-8c4a-9819dfe38db0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:45.308490 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:45.309525 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d788896-bbdf-4052-8c4a-9819dfe38db0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:45.311721 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'status': 'completed', 'code': 200} Jul 14 09:30:45.320406 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-ecb31e13-35f6-4647-abd7-7cefcdd8fbc5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776057 Jul 14 09:30:45.478216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-bae73370-78b7-4f82-b367-83c67ac79560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.480351 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-bae73370-78b7-4f82-b367-83c67ac79560 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.4751499 Jul 14 09:30:45.574798 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:45.606932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-a30eb26f-bb2b-479d-b83a-e3050760b020 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 217 time: 0.1121371 Jul 14 09:30:45.627331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-942cad82-9cb4-4c1e-9e73-ee07fd74b785 service neutron] 10.222.0.69 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996888 Jul 14 09:30:45.747683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04e8f78b-2a4f-4b1c-b799-94eca22ec20c req-3688018b-5cbd-41ca-b6c6-e1d6834c4112 service neutron] 10.222.0.69 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151869 Jul 14 09:30:45.760884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-a028f42e-3a36-4cc5-9a77-06e37e02e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.762358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-a028f42e-3a36-4cc5-9a77-06e37e02e296 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.1474032 Jul 14 09:30:45.776386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c66987-887c-47ae-9b9d-275ce36f4c45 req-c50d58f8-abde-40ae-b24c-a567eef377ae tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.787719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74c66987-887c-47ae-9b9d-275ce36f4c45 req-c50d58f8-abde-40ae-b24c-a567eef377ae tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 945 time: 0.2810411 Jul 14 09:30:45.798953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0133144-61e6-4a19-8e41-6d0e4f2b3596 req-6839d842-6800-4f51-845d-281efdd081c6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:45.807633 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0133144-61e6-4a19-8e41-6d0e4f2b3596 req-6839d842-6800-4f51-845d-281efdd081c6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 943 time: 0.2879579 Jul 14 09:30:45.837555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10a12a95-038f-4427-b2eb-ae8983be9860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.927066 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:45.965010 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0133144-61e6-4a19-8e41-6d0e4f2b3596 req-5ef34f5d-ba29-49be-aff8-438c86fcdc74 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563795 Jul 14 09:30:45.975342 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-74c66987-887c-47ae-9b9d-275ce36f4c45 req-2b3d0849-3dcf-46e0-904d-117253b97692 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870193 Jul 14 09:30:46.074643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Subnet': ['ID=2a40c2f8-4abe-4ce3-8995-4a248c032781,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.099469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-dc0e93a5-66cb-4f3c-826d-793112956ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.104121 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-dc0e93a5-66cb-4f3c-826d-793112956ac4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3314338 Jul 14 09:30:46.134570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-41fc463b-6899-4974-8e4c-58419d139271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.137630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-41fc463b-6899-4974-8e4c-58419d139271 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 1095 time: 0.3239310 Jul 14 09:30:46.154690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Checking segment: {'id': 'fca3e6ff-503e-4ec1-ae0f-828cbeec11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:46.155299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Network hostable DHCP agents. Network: 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:46.229843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Network 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:46.272680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-8bf4688f-7313-4ade-b116-ebc07deca302 service neutron] 10.222.0.69 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375701 Jul 14 09:30:46.322205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:46.331040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10ce4ce-1cb1-44ac-9037-96cac904cf74 None None] Network 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:46.379895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-b3eee325-4371-4119-a7e9-b31c06a98aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.381437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-b3eee325-4371-4119-a7e9-b31c06a98aba service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 905 time: 0.2339911 Jul 14 09:30:46.423051 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.546997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event updated for resources: {'Subnet': ['ID=3c1ccbf3-2efb-4d57-bc1b-3a6c7073646c,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.560488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a', 'network_id': '70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a', 'tenant_id': 'f1963f97c5814e0ea8de8844ea41505f', 'fixed_ips': [{'subnet_id': '2a40c2f8-4abe-4ce3-8995-4a248c032781'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:46.560900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Checking segment: {'id': '1ad9a8f0-a45d-4c70-b846-9c8f074419b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'cff72fe6-8cc1-468b-aad5-48b5eccc6fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:46.561275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Network hostable DHCP agents. Network: cff72fe6-8cc1-468b-aad5-48b5eccc6fb0, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:30:46.561731 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.596237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4681422d-fccd-42ee-b9ca-4bb5be25b50c req-ae3eaf6d-82ed-45d5-b844-62704b3bd726 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.607370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4681422d-fccd-42ee-b9ca-4bb5be25b50c req-ae3eaf6d-82ed-45d5-b844-62704b3bd726 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 944 time: 0.3296766 Jul 14 09:30:46.639901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cfb45c-28ff-4a10-925b-0b97c6322291 req-c456a8ef-2e1a-445a-ac67-a1c263c22095 service neutron] 10.222.0.69 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479476 Jul 14 09:30:46.683488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4681422d-fccd-42ee-b9ca-4bb5be25b50c req-eefeb78e-ad4c-4330-b0a4-44a44a5b83cf tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746968 Jul 14 09:30:46.685846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Network cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:30:46.710161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, cff72fe6-8cc1-468b-aad5-48b5eccc6fb0) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:46.710363 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e32d03a3-9510-428b-ba44-dc0517c5788c details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:46.724842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.725626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.726526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.811821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-b64d33bc-5864-4ec1-8307-9ca0f8afcddb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 HTTP/1.1" status: 200 len: 217 time: 0.4158874 Jul 14 09:30:46.813815 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10a12a95-038f-4427-b2eb-ae8983be9860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.825511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e32d03a3-9510-428b-ba44-dc0517c5788c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e32d03a3-9510-428b-ba44-dc0517c5788c,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:46.829675 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5f28d0aa-280a-46df-92ca-7139ab21e528 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1473 time: 4.1195900 Jul 14 09:30:46.830885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60674) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.832764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5dd376-4136-413c-a43b-c59b0bf374b6 None None] Network cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:46.835031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10a12a95-038f-4427-b2eb-ae8983be9860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:46.903278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12a95-038f-4427-b2eb-ae8983be9860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a17b233-6dfc-4283-9d92-8f66f57a8256,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:46.917359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'port_id': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'mac_address': 'fa:16:3e:5e:95:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 756, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:46.933881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281e8e2-90ff-4b8d-81b0-6a75b6363cb3 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.934758 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-10a12a95-038f-4427-b2eb-ae8983be9860 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e43335dd6aad4aadb15f793053afdb35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3530500 Jul 14 09:30:46.938980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60676) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:46.940297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281e8e2-90ff-4b8d-81b0-6a75b6363cb3 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.942658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0281e8e2-90ff-4b8d-81b0-6a75b6363cb3 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.948097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce00aea-17ff-4ff5-abf0-3f8345244143 req-41288667-9c6c-4c15-85a3-a953a579c3ff tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:46.955839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ce00aea-17ff-4ff5-abf0-3f8345244143 req-41288667-9c6c-4c15-85a3-a953a579c3ff tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.6511965 Jul 14 09:30:46.956609 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0281e8e2-90ff-4b8d-81b0-6a75b6363cb3 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2099 time: 0.1247163 Jul 14 09:30:46.957429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60678) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:47.001103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Allocated IP 2001:db8::1 (70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a/2a40c2f8-4abe-4ce3-8995-4a248c032781/ae7a97e6-0501-4ef3-a560-00911c4f980b) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:47.006463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-ca292016-42ca-40e7-980a-c0b9e214e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.007964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-ca292016-42ca-40e7-980a-c0b9e214e791 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 200 len: 844 time: 0.1895053 Jul 14 09:30:47.037833 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.078217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fd1802-994e-4b25-b208-42d6d15869df tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Deleting subnet 2a40c2f8-4abe-4ce3-8995-4a248c032781 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:47.100863 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ce00aea-17ff-4ff5-abf0-3f8345244143 req-468ec21a-3338-45f7-8a6b-bfc42438d2aa tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439910 Jul 14 09:30:47.130227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32d03a3-9510-428b-ba44-dc0517c5788c {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:47.152066 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-f0086b0d-cc25-45a2-b440-7c1612abb62a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1314580 Jul 14 09:30:47.156110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e32d03a3-9510-428b-ba44-dc0517c5788c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e32d03a3-9510-428b-ba44-dc0517c5788c,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:47.166232 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.258417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-cff72fe6-8cc1-468b-aad5-48b5eccc6fb0', 'network_id': 'cff72fe6-8cc1-468b-aad5-48b5eccc6fb0', 'tenant_id': 'f1963f97c5814e0ea8de8844ea41505f', 'fixed_ips': [{'subnet_id': '3c1ccbf3-2efb-4d57-bc1b-3a6c7073646c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:30:47.259297 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.291763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e32d03a3-9510-428b-ba44-dc0517c5788c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.293457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c5be4-1e2f-4ce1-a481-f0335a98c9f8 req-7424ec3d-e610-48cb-a391-ca49ec5dd68c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.308117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb7c5be4-1e2f-4ce1-a481-f0335a98c9f8 req-7424ec3d-e610-48cb-a391-ca49ec5dd68c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 943 time: 0.1595900 Jul 14 09:30:47.324115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-fc147101-6c31-47d0-aadb-00ed2bc483e2 service neutron] 10.222.0.69 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479409 Jul 14 09:30:47.359200 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb7c5be4-1e2f-4ce1-a481-f0335a98c9f8 req-e44bfbb7-7d66-44db-b86c-8be6b45d6cb1 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496516 Jul 14 09:30:47.430134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.437570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f08849-d1a4-4be7-913a-f8c12aa9ab3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.446367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Transition to ACTIVE for port object ae7a97e6-0501-4ef3-a560-00911c4f980b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:47.460237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['e32d03a3-9510-428b-ba44-dc0517c5788c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:47.496050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f08849-d1a4-4be7-913a-f8c12aa9ab3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.513681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-c5f5fdb4-7ffb-497d-82c6-8b9b44c6b768 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.515243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-c5f5fdb4-7ffb-497d-82c6-8b9b44c6b768 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.66 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 945 time: 0.4657633 Jul 14 09:30:47.532279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Transition to ACTIVE for port object ae7a97e6-0501-4ef3-a560-00911c4f980b will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:47.551098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20fd1802-994e-4b25-b208-42d6d15869df tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.588657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.588657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Allocated IP 2001:db8:0:1::1 (cff72fe6-8cc1-468b-aad5-48b5eccc6fb0/3c1ccbf3-2efb-4d57-bc1b-3a6c7073646c/0a4c23a6-5a27-4762-931e-3c1b9c5b58f4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:30:47.615323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Network 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:47.641019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20fd1802-994e-4b25-b208-42d6d15869df tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.644819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:47.682798 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:47.715975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Pushing event updated for resources: {'Port': ['ID=ae7a97e6-0501-4ef3-a560-00911c4f980b,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.718726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b3a897-3d16-4aa5-8f9a-ee015b68b401 req-b8a41f6b-984d-408b-8a54-594007dd6a26 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.760308 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4b3a897-3d16-4aa5-8f9a-ee015b68b401 req-b8a41f6b-984d-408b-8a54-594007dd6a26 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 945 time: 0.4376543 Jul 14 09:30:47.787900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20fd1802-994e-4b25-b208-42d6d15869df tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.789246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bf09581-c9d8-4bbe-89b4-870c56f2f24d req-ba1240e9-fa1f-467c-8ae4-7f40e6dfe863 service neutron] 10.222.0.69 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472246 Jul 14 09:30:47.882907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Attempting to bind port ae7a97e6-0501-4ef3-a560-00911c4f980b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:47.883464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Attempting to bind port ae7a97e6-0501-4ef3-a560-00911c4f980b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fca3e6ff-503e-4ec1-ae0f-828cbeec11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:47.883978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Attempting to bind port ae7a97e6-0501-4ef3-a560-00911c4f980b on network 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:47.885029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4b3a897-3d16-4aa5-8f9a-ee015b68b401 req-b50f74a0-f876-4fb4-8785-a99396cc5545 tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/security-groups?id=57322388-7121-4e61-bd47-84ee45f9d835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227849 Jul 14 09:30:47.891236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f08849-d1a4-4be7-913a-f8c12aa9ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.897992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97f08849-d1a4-4be7-913a-f8c12aa9ab3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.899269 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-97f08849-d1a4-4be7-913a-f8c12aa9ab3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a17b233-6dfc-4283-9d92-8f66f57a8256 HTTP/1.1" status: 204 len: 168 time: 0.9591510 Jul 14 09:30:47.923311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:47.923753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Checking segment: {'id': 'fca3e6ff-503e-4ec1-ae0f-828cbeec11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:47.932381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.932381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Bound using segment: {'id': 'fca3e6ff-503e-4ec1-ae0f-828cbeec11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:47.932381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Bound port: ae7a97e6-0501-4ef3-a560-00911c4f980b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca3e6ff-503e-4ec1-ae0f-828cbeec11c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:47.932381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.945548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f08849-d1a4-4be7-913a-f8c12aa9ab3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a17b233-6dfc-4283-9d92-8f66f57a8256,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:47.949043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20fd1802-994e-4b25-b208-42d6d15869df tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:47.969615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600a6eb-798f-40c1-b282-102b05536231 req-507ada70-5287-4b88-8b66-f62bc74a04ea tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:47.978791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3600a6eb-798f-40c1-b282-102b05536231 req-507ada70-5287-4b88-8b66-f62bc74a04ea tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 945 time: 0.1234138 Jul 14 09:30:47.996832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Deleting port 25abf53f-a9b8-4993-a52f-63a6b436d58b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:48.002655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.025046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd1802-994e-4b25-b208-42d6d15869df tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Subnet': ['ID=2a40c2f8-4abe-4ce3-8995-4a248c032781,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.029629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20fd1802-994e-4b25-b208-42d6d15869df tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.034859 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-20fd1802-994e-4b25-b208-42d6d15869df tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/subnets/2a40c2f8-4abe-4ce3-8995-4a248c032781 HTTP/1.1" status: 204 len: 168 time: 1.0736160 Jul 14 09:30:48.037341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60696) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.098867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea87d6f1-1ae4-4519-8644-55d789204bf0 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Deleting subnet 3c1ccbf3-2efb-4d57-bc1b-3a6c7073646c {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:48.131149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3600a6eb-798f-40c1-b282-102b05536231 req-881e0927-fec8-4099-b5f4-38c083e9ee5e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512306 Jul 14 09:30:48.240948 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.276737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Transition to ACTIVE for port object 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:48.292661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] For port 25abf53f-a9b8-4993-a52f-63a6b436d58b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25abf53f-a9b8-4993-a52f-63a6b436d58b,segment=NetworkSegment(16456e17-fd56-4128-a22f-2367571c8efb),segment_id=16456e17-fd56-4128-a22f-2367571c8efb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:48.293140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.320804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] For port ae7a97e6-0501-4ef3-a560-00911c4f980b, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:48.322874 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Calling delete_port for 25abf53f-a9b8-4993-a52f-63a6b436d58b owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:48.325728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] For port ae7a97e6-0501-4ef3-a560-00911c4f980b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ae7a97e6-0501-4ef3-a560-00911c4f980b,segment=NetworkSegment(fca3e6ff-503e-4ec1-ae0f-828cbeec11c4),segment_id=fca3e6ff-503e-4ec1-ae0f-828cbeec11c4)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:48.326968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Transition to ACTIVE for port object 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:30:48.334623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.338242 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea87d6f1-1ae4-4519-8644-55d789204bf0 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.349994 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.417682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Network cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:30:48.418030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60704) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:48.420940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:30:48.441843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:30:48.445204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ea15b-f111-4ee7-870f-09beb3948b2f None None] Pushing event updated for resources: {'Port': ['ID=ae7a97e6-0501-4ef3-a560-00911c4f980b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.510467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f941ca04-ab4e-435a-9baa-3cc71ab26fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.517593 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea87d6f1-1ae4-4519-8644-55d789204bf0 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.555096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757fa7d-8608-4c25-9770-337c8d5d65cb None None] Network 70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:48.577852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Pushing event updated for resources: {'Port': ['ID=0a4c23a6-5a27-4762-931e-3c1b9c5b58f4,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.609077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806610a-ee07-4fad-b25c-c29d33aedb9c req-7a803702-502a-4f81-a94d-17d3d6de0623 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.617820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:30:48.618608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4806610a-ee07-4fad-b25c-c29d33aedb9c req-7a803702-502a-4f81-a94d-17d3d6de0623 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.3421192 Jul 14 09:30:48.631992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Attempting to bind port 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:30:48.632397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Attempting to bind port 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '1ad9a8f0-a45d-4c70-b846-9c8f074419b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'cff72fe6-8cc1-468b-aad5-48b5eccc6fb0'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:30:48.632775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Attempting to bind port 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4 on network cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:30:48.654343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:30:48.654672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Checking segment: {'id': '1ad9a8f0-a45d-4c70-b846-9c8f074419b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'cff72fe6-8cc1-468b-aad5-48b5eccc6fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:30:48.655020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.655411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Bound using segment: {'id': '1ad9a8f0-a45d-4c70-b846-9c8f074419b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'cff72fe6-8cc1-468b-aad5-48b5eccc6fb0'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:30:48.655882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Bound port: 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad9a8f0-a45d-4c70-b846-9c8f074419b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'cff72fe6-8cc1-468b-aad5-48b5eccc6fb0'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:30:48.656278 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.670586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.712940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['25abf53f-a9b8-4993-a52f-63a6b436d58b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:48.718031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Pushing event deleted for resources: {'Port': ['ID=25abf53f-a9b8-4993-a52f-63a6b436d58b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:48.750383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4806610a-ee07-4fad-b25c-c29d33aedb9c req-04f31d64-fd42-4bb6-9655-0a76ff23e750 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306412 Jul 14 09:30:48.780654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea87d6f1-1ae4-4519-8644-55d789204bf0 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.797693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] No DVR routers for this DVR port 25abf53f-a9b8-4993-a52f-63a6b436d58b on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:48.800792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.803296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29f6d8d3-4a41-403c-9d2a-1b2fe5603a74 req-d42acb27-52a2-4b56-a500-bc1f8c4318fd tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.66 "DELETE /v2.0/ports/25abf53f-a9b8-4993-a52f-63a6b436d58b HTTP/1.1" status: 204 len: 173 time: 1.2801793 Jul 14 09:30:48.806592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a', 'name': 'network-vif-deleted', 'tag': '25abf53f-a9b8-4993-a52f-63a6b436d58b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:48.809139 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e622ac22-780b-4bac-ba94-c5243cc2f0cf" -d '{"events": [{"server_uuid": "d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a", "name": "network-vif-deleted", "tag": "25abf53f-a9b8-4993-a52f-63a6b436d58b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:48.902128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d1bd9-6a52-4d51-91ff-1ccf8ec9d562 req-df4a0eb2-a2ae-44a4-817d-ee4fb90fe682 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:48.916725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b0d1bd9-6a52-4d51-91ff-1ccf8ec9d562 req-df4a0eb2-a2ae-44a4-817d-ee4fb90fe682 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 943 time: 0.3914008 Jul 14 09:30:48.921520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:48.937701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'port_id': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'mac_address': 'fa:16:3e:2c:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c53a4-30a7-4e6a-a138-a97e3bcc800a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:30:48.969817 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e38d1-2c2d-4558-a7d6-d835e8effbca x-openstack-request-id: req-fd6e38d1-2c2d-4558-a7d6-d835e8effbca {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:48.970192 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a", "name": "network-vif-deleted", "tag": "25abf53f-a9b8-4993-a52f-63a6b436d58b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:48.970450 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd6e38d1-2c2d-4558-a7d6-d835e8effbca {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:48.970838 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a', 'name': 'network-vif-deleted', 'tag': '25abf53f-a9b8-4993-a52f-63a6b436d58b', 'status': 'completed', 'code': 200} Jul 14 09:30:48.987599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f941ca04-ab4e-435a-9baa-3cc71ab26fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:48.999884 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.014519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b0d1bd9-6a52-4d51-91ff-1ccf8ec9d562 req-14ac76bf-e074-4187-9ca5-2ea2b112371e tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968130 Jul 14 09:30:49.015696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f941ca04-ab4e-435a-9baa-3cc71ab26fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.028476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:30:49.048024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:49.056616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] For port 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:30:49.085364 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] For port 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0a4c23a6-5a27-4762-931e-3c1b9c5b58f4,segment=NetworkSegment(1ad9a8f0-a45d-4c70-b846-9c8f074419b1),segment_id=1ad9a8f0-a45d-4c70-b846-9c8f074419b1)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:30:49.088896 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.096540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea87d6f1-1ae4-4519-8644-55d789204bf0 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.097991 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.103688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60710) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.106322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f941ca04-ab4e-435a-9baa-3cc71ab26fab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d75c3a8850bb4c87a128477928c0590f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6738968 Jul 14 09:30:49.207385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.216063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95ab8316-0791-4ca5-b306-00cf097aff8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.223287 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-33e3fb34-daf0-45b5-9cb1-32dba0541aec req-a91ae24e-bec3-4934-ab9d-0291486c861d tempest-VolumesAdminNegativeTest-956570731 tempest-VolumesAdminNegativeTest-956570731-project] 10.222.0.73 "GET /v2.0/ports?device_id=d361ecb2-0fb7-4eaf-84b3-a7875e2cdd4a HTTP/1.1" status: 200 len: 210 time: 0.0426819 Jul 14 09:30:49.231884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87d6f1-1ae4-4519-8644-55d789204bf0 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1ccbf3-2efb-4d57-bc1b-3a6c7073646c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.235283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941ca04-ab4e-435a-9baa-3cc71ab26fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8c4b2b-5060-4f13-bbd8-1172b1d67851,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.267560 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95ab8316-0791-4ca5-b306-00cf097aff8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.273613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea87d6f1-1ae4-4519-8644-55d789204bf0 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.275791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ea87d6f1-1ae4-4519-8644-55d789204bf0 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/subnets/3c1ccbf3-2efb-4d57-bc1b-3a6c7073646c HTTP/1.1" status: 204 len: 168 time: 1.2374783 Jul 14 09:30:49.285473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60718) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.353524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98c067-73bf-4b6f-94bc-1ab64e4dcbae None None] Pushing event updated for resources: {'Port': ['ID=0a4c23a6-5a27-4762-931e-3c1b9c5b58f4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.372495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95ab8316-0791-4ca5-b306-00cf097aff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.375163 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95ab8316-0791-4ca5-b306-00cf097aff8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.379321 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-95ab8316-0791-4ca5-b306-00cf097aff8a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d8c4b2b-5060-4f13-bbd8-1172b1d67851 HTTP/1.1" status: 204 len: 168 time: 0.2744408 Jul 14 09:30:49.385115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:30:49.392032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e386d1c8-cb1d-46b1-ab55-4a3db3cdcd41 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.396836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e386d1c8-cb1d-46b1-ab55-4a3db3cdcd41 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1070304 Jul 14 09:30:49.401950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60722) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:49.410424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab8316-0791-4ca5-b306-00cf097aff8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8c4b2b-5060-4f13-bbd8-1172b1d67851,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:49.511697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a35cdb-0a97-46df-bfdc-0f75214ff4a6 req-d50e6595-5e45-4ebd-8a64-ef4e2c270d2a tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:49.520702 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80a35cdb-0a97-46df-bfdc-0f75214ff4a6 req-d50e6595-5e45-4ebd-8a64-ef4e2c270d2a tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 945 time: 0.1401620 Jul 14 09:30:49.602204 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80a35cdb-0a97-46df-bfdc-0f75214ff4a6 req-ddeaaac5-82a3-4372-b08f-c93ac3f26ef8 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805113 Jul 14 09:30:49.697382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.826128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Deleting port 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:49.826568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.909213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] For port 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0a4c23a6-5a27-4762-931e-3c1b9c5b58f4,segment=NetworkSegment(1ad9a8f0-a45d-4c70-b846-9c8f074419b1),segment_id=1ad9a8f0-a45d-4c70-b846-9c8f074419b1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:49.909764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:49.929287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Calling delete_port for 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:50.121815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60430244-c3db-4c9a-b823-7582d6d14189 req-a5988d60-3b97-4fd3-9182-1b10d7972c2f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.129315 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60430244-c3db-4c9a-b823-7582d6d14189 req-a5988d60-3b97-4fd3-9182-1b10d7972c2f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1108131 Jul 14 09:30:50.137590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.177194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Port': ['ID=0a4c23a6-5a27-4762-931e-3c1b9c5b58f4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.187117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] No DVR routers for this DVR port 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:50.228450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60430244-c3db-4c9a-b823-7582d6d14189 req-708513b2-89f0-4114-a667-dbea62f98d32 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981519 Jul 14 09:30:50.263222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5a02b-dfdb-4b7f-9b48-f192e6f49f51 req-5cc22444-255d-4f2a-a494-08297b60471f tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:50.265716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5bd5a02b-dfdb-4b7f-9b48-f192e6f49f51 req-5cc22444-255d-4f2a-a494-08297b60471f tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 944 time: 0.1068017 Jul 14 09:30:50.366600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.370646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5bd5a02b-dfdb-4b7f-9b48-f192e6f49f51 req-a25694fe-1b5a-4e33-9688-a48ba373a0b9 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939178 Jul 14 09:30:50.387871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.397213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff72fe6-8cc1-468b-aad5-48b5eccc6fb0']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:50.410494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad9a8f0-a45d-4c70-b846-9c8f074419b1') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:50.410799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad9a8f0-a45d-4c70-b846-9c8f074419b1') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:50.421738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.444075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.456793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:50.457252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.466522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6ed69c-b588-4138-a5bb-7573c4a78034 admin admin] Deleting subnet facc8113-ebcc-4be5-9f10-c7048e6b9f8c {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:50.469997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed69c-b588-4138-a5bb-7573c4a78034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:50.524141 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:50.532411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.536935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed69c-b588-4138-a5bb-7573c4a78034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.539929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.553085 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/networks/cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 HTTP/1.1" status: 204 len: 168 time: 1.1506116 Jul 14 09:30:50.553962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60746) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:50.607869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e32d03a3-9510-428b-ba44-dc0517c5788c up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:50.626164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02326f6-270b-4732-88c6-70de75d5b866 tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Network': ['ID=cff72fe6-8cc1-468b-aad5-48b5eccc6fb0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:50.695164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed69c-b588-4138-a5bb-7573c4a78034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.714397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.723615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port e32d03a3-9510-428b-ba44-dc0517c5788c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:50.728101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port e32d03a3-9510-428b-ba44-dc0517c5788c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:50.728623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.822078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Deleting port ae7a97e6-0501-4ef3-a560-00911c4f980b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:30:50.822437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.884487 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.924744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-013ee1cb-a9d9-45e3-b944-b834071d904e None None] Could not find standard attr ID for object 0a4c23a6-5a27-4762-931e-3c1b9c5b58f4. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:30:50.928157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:50.932425 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c11404-4e5e-45f0-b2c9-3bf8b109c5be" -d '{"events": [{"server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "name": "network-vif-plugged", "status": "completed", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:50.932845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] For port ae7a97e6-0501-4ef3-a560-00911c4f980b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ae7a97e6-0501-4ef3-a560-00911c4f980b,segment=NetworkSegment(fca3e6ff-503e-4ec1-ae0f-828cbeec11c4),segment_id=fca3e6ff-503e-4ec1-ae0f-828cbeec11c4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:50.933215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.951347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Calling delete_port for ae7a97e6-0501-4ef3-a560-00911c4f980b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:30:50.961029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e32d03a3-9510-428b-ba44-dc0517c5788c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e32d03a3-9510-428b-ba44-dc0517c5788c,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:50.971045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:50.977342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:30:51.006753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed69c-b588-4138-a5bb-7573c4a78034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.075894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ed69c-b588-4138-a5bb-7573c4a78034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=facc8113-ebcc-4be5-9f10-c7048e6b9f8c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.082437 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f6ed69c-b588-4138-a5bb-7573c4a78034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.085651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db722be9-85a0-4c54-9531-8e22f600f2b6 None None] DHCP port deletion for cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:30:51.088565 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6f6ed69c-b588-4138-a5bb-7573c4a78034 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/facc8113-ebcc-4be5-9f10-c7048e6b9f8c HTTP/1.1" status: 204 len: 168 time: 0.6945105 Jul 14 09:30:51.089668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60760) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:51.102682 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ebf466-45a2-47bc-9894-669d0ac4006f x-openstack-request-id: req-e4ebf466-45a2-47bc-9894-669d0ac4006f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:51.103021 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "name": "network-vif-plugged", "status": "completed", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:51.103263 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e4ebf466-45a2-47bc-9894-669d0ac4006f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:51.103623 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'code': 200} Jul 14 09:30:51.111711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f32eb3-ad8a-429e-ab64-a02229307c07 req-d3e4be17-44eb-4d54-b403-c3921bd40d83 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.120939 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23f32eb3-ad8a-429e-ab64-a02229307c07 req-d3e4be17-44eb-4d54-b403-c3921bd40d83 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 945 time: 0.2818873 Jul 14 09:30:51.126756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.147319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e32d03a3-9510-428b-ba44-dc0517c5788c,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.186994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e8766-8448-4f97-8b80-6d11f0da2512 None None] Network cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:30:51.193404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] No DVR routers for this DVR port ae7a97e6-0501-4ef3-a560-00911c4f980b on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:30:51.215614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209e8766-8448-4f97-8b80-6d11f0da2512 None None] Network cff72fe6-8cc1-468b-aad5-48b5eccc6fb0 could not be found, it might have been deleted concurrently. {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:30:51.230699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23f32eb3-ad8a-429e-ab64-a02229307c07 req-729ca8ea-d389-4d91-bfe8-3885657d9e48 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087825 Jul 14 09:30:51.244983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afefefa2-3848-41a2-962a-6637d8f261d1 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:30:51.258857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Port': ['ID=ae7a97e6-0501-4ef3-a560-00911c4f980b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:51.462303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:30:51.504627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b3ed2-04e7-4557-9ca3-ada4f5438e45 req-c932723d-e7b1-45a7-87b3-dc5ad4db9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.507244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d8b3ed2-04e7-4557-9ca3-ada4f5438e45 req-c932723d-e7b1-45a7-87b3-dc5ad4db9a61 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 1098 time: 0.3675618 Jul 14 09:30:51.510036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:30:51.510583 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.569407 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.574486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.598436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.630526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca3e6ff-503e-4ec1-ae0f-828cbeec11c4') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.630526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca3e6ff-503e-4ec1-ae0f-828cbeec11c4') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.632531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d8b3ed2-04e7-4557-9ca3-ada4f5438e45 req-adefcc15-b4c6-47db-b3fb-188ae4d40b36 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183844 Jul 14 09:30:51.655096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afefefa2-3848-41a2-962a-6637d8f261d1 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:30:51.667715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.678222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946c42-3acf-4cc9-8513-fb03ef26f660 req-e277f58b-899b-4aa4-be66-8589b8a85bfc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.687105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c946c42-3acf-4cc9-8513-fb03ef26f660 req-e277f58b-899b-4aa4-be66-8589b8a85bfc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2095926 Jul 14 09:30:51.697984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10209333-12e9-479c-bbb3-078435e39e25 req-d825badb-0b4e-4c7e-91e2-f8d07878e2f4 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:51.699430 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10209333-12e9-479c-bbb3-078435e39e25 req-d825badb-0b4e-4c7e-91e2-f8d07878e2f4 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 944 time: 0.1467040 Jul 14 09:30:51.771945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10209333-12e9-479c-bbb3-078435e39e25 req-dd7e793d-13ae-4632-a2ce-f9d73635fbe8 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606713 Jul 14 09:30:51.791397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.810593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:51.811019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:51.816538 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:51.876148 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.898148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c946c42-3acf-4cc9-8513-fb03ef26f660 req-0904c06c-b4aa-496d-a061-f43cbbedf145 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100902 Jul 14 09:30:51.914501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4fd1bd-3a33-4d23-80de-13890c9154da']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.926710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16456e17-fd56-4128-a22f-2367571c8efb') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.927351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16456e17-fd56-4128-a22f-2367571c8efb') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:51.937768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.941666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.948695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.950939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/networks/70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a HTTP/1.1" status: 204 len: 168 time: 1.3911140 Jul 14 09:30:51.952853 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:51.953547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.008032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.021175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:52.021858 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:52.082278 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:52.096015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512737de-c6f5-4991-902f-e8232a629fdc tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Network': ['ID=70af3d4e-6b3f-4c31-8bec-25ea0a1b6e9a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.098942 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-622fe42f-13c5-4464-a463-36860d880edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.111726 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.129523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.135396 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4c4fd1bd-3a33-4d23-80de-13890c9154da HTTP/1.1" status: 204 len: 168 time: 1.0438447 Jul 14 09:30:52.138359 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60788) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.153184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:30:52.153390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.159520 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.220582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a4f3d7-7640-43a6-9956-286ee0171e47 admin admin] Deleting subnet bc591587-f2bb-4b80-94d2-2761b56c7e02 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:30:52.223993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095ccce-4d23-4505-938f-d5f7f474d0a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4fd1bd-3a33-4d23-80de-13890c9154da,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.225957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74a4f3d7-7640-43a6-9956-286ee0171e47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.263435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.286294 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74a4f3d7-7640-43a6-9956-286ee0171e47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.351431 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.362885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31b7ab34-2b37-47d1-881e-5166dbfbcbae']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.367857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74a4f3d7-7640-43a6-9956-286ee0171e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.382063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbc094f4-53b7-43c7-8df7-ab144e13112c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.382856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbc094f4-53b7-43c7-8df7-ab144e13112c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:52.393462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.408685 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.416838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:52.417609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:52.490486 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:52.569134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25abf53f-a9b8-4993-a52f-63a6b436d58b no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:30:52.582950 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.593233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.596977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74a4f3d7-7640-43a6-9956-286ee0171e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.603364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/networks/31b7ab34-2b37-47d1-881e-5166dbfbcbae HTTP/1.1" status: 204 len: 168 time: 0.6473391 Jul 14 09:30:52.604397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.606618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 25abf53f-a9b8-4993-a52f-63a6b436d58b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:30:52.607139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25abf53f-a9b8-4993-a52f-63a6b436d58b not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:30:52.703178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74a4f3d7-7640-43a6-9956-286ee0171e47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.709098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-74a4f3d7-7640-43a6-9956-286ee0171e47 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bc591587-f2bb-4b80-94d2-2761b56c7e02 HTTP/1.1" status: 204 len: 168 time: 0.5426149 Jul 14 09:30:52.710816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a4f3d7-7640-43a6-9956-286ee0171e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc591587-f2bb-4b80-94d2-2761b56c7e02,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.713289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60796) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:52.742816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e84be3-3fe3-4d83-9045-04775e3926ec tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Network': ['ID=31b7ab34-2b37-47d1-881e-5166dbfbcbae,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:52.749651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175da3e-3db2-4740-a208-a0855319cf38 req-fc0be15b-64da-4ec2-afbf-03654e1f3e38 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:52.758296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d175da3e-3db2-4740-a208-a0855319cf38 req-fc0be15b-64da-4ec2-afbf-03654e1f3e38 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 946 time: 0.2480173 Jul 14 09:30:52.797368 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.857079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.891573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d175da3e-3db2-4740-a208-a0855319cf38 req-4b4ac4f1-9c72-49c8-9c92-0a8d93b82f57 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323202 Jul 14 09:30:52.966493 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:52.988752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced4848e-a603-48fb-a78f-985998c9289c']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.021859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4671f81-5bda-4e3b-8a12-0b7d26b894c9') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.024166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4671f81-5bda-4e3b-8a12-0b7d26b894c9') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.055841 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.104983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:53.107340 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c6437b-01f9-4f1f-8929-106ebaea1fcb" -d '{"events": [{"server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "name": "network-vif-plugged", "status": "completed", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:53.120620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.128722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:53.129388 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:53.133224 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:53.252521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.272266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.277128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] 10.222.0.73 "DELETE /v2.0/networks/ced4848e-a603-48fb-a78f-985998c9289c HTTP/1.1" status: 204 len: 168 time: 0.6481678 Jul 14 09:30:53.318894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae9a32-2d4b-4c7d-a409-dd71583c454e tempest-BulkNetworkOpsIpV6Test-757095710 tempest-BulkNetworkOpsIpV6Test-757095710-project] Pushing event deleted for resources: {'Network': ['ID=ced4848e-a603-48fb-a78f-985998c9289c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.352395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2234-2604-4fcb-8095-1226473a7f77 req-d0f91ec9-93ce-403d-8ef8-7e120e2823e1 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:53.354184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-381c2234-2604-4fcb-8095-1226473a7f77 req-d0f91ec9-93ce-403d-8ef8-7e120e2823e1 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.2897420 Jul 14 09:30:53.433267 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-381c2234-2604-4fcb-8095-1226473a7f77 req-f2e7e80a-9ce9-452b-a4b3-9e8384bb0470 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680912 Jul 14 09:30:53.486431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.502579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.512428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4196e846-9446-4e34-8648-44b0e89f5275') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.512860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4196e846-9446-4e34-8648-44b0e89f5275') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:53.525380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.540697 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.547497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:53.548044 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:53.621163 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:53.627222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.646369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:53.651123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700 HTTP/1.1" status: 204 len: 168 time: 0.9344864 Jul 14 09:30:53.663691 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee2316c-c58c-471e-b6ac-4f3b982435c8 x-openstack-request-id: req-5ee2316c-c58c-471e-b6ac-4f3b982435c8 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:53.664083 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "name": "network-vif-plugged", "status": "completed", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:53.664459 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ee2316c-c58c-471e-b6ac-4f3b982435c8 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:53.664947 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'code': 200} Jul 14 09:30:53.675258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058cf97-efae-4368-b9ca-6a1bc27c67b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=13c4afa9-5e4f-4fb8-a0a0-e62bdcf0b700,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:53.722206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65834596-0303-4b39-9b5b-e781365107c8 req-6283ecab-beee-439e-acb3-f1ebc6155d37 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:53.725809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65834596-0303-4b39-9b5b-e781365107c8 req-6283ecab-beee-439e-acb3-f1ebc6155d37 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2874146 Jul 14 09:30:53.832866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65834596-0303-4b39-9b5b-e781365107c8 req-9b50b1cc-f538-484a-97aa-188e69823299 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028755 Jul 14 09:30:53.877586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60818) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:53.914377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff96b2-9455-4e62-afcd-e97b523265e9 req-e1dafeea-0a2d-41fd-96a5-947012d151ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:53.917596 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b2ff96b2-9455-4e62-afcd-e97b523265e9 req-e1dafeea-0a2d-41fd-96a5-947012d151ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 1097 time: 0.1848717 Jul 14 09:30:53.996523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b2ff96b2-9455-4e62-afcd-e97b523265e9 req-3454865c-1018-4fef-a05d-3bbf96c97af0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713360 Jul 14 09:30:54.067231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.092413 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3dd64a89-d879-4e8e-9490-e250fc076d4a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1963f97c5814e0ea8de8844ea41505f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123251 Jul 14 09:30:54.094702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60828) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.149985 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-420bcc9d-8d54-416e-9e0d-634838529171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.175397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-420bcc9d-8d54-416e-9e0d-634838529171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.186304 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-19fd4102-0f67-4baf-83e6-2e357b07a360 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bcb0f6c045443f08907157362369204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1177013 Jul 14 09:30:54.189078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60830) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:54.192713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a0f374ae-046b-43f7-8b3a-bf8774b7d1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.211692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974ec38-83ee-48e2-8881-5887b2af43d9 req-c5c6c9db-c48e-41a1-aea1-cc257fdc8e83 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.219026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3974ec38-83ee-48e2-8881-5887b2af43d9 req-c5c6c9db-c48e-41a1-aea1-cc257fdc8e83 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 946 time: 0.1170347 Jul 14 09:30:54.277752 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df723204-d728-4d02-a422-9ecf5c3a92e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.280377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3974ec38-83ee-48e2-8881-5887b2af43d9 req-2df88e4e-81f6-4345-a75b-1c02d6de1864 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601659 Jul 14 09:30:54.281524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-420bcc9d-8d54-416e-9e0d-634838529171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.284723 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-420bcc9d-8d54-416e-9e0d-634838529171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.289090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-420bcc9d-8d54-416e-9e0d-634838529171 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dd8e3ce2-20e2-410f-a273-fe1bcb94e56c HTTP/1.1" status: 204 len: 168 time: 0.1908109 Jul 14 09:30:54.310323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bcc9d-8d54-416e-9e0d-634838529171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8e3ce2-20e2-410f-a273-fe1bcb94e56c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.318638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df723204-d728-4d02-a422-9ecf5c3a92e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.393799 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df723204-d728-4d02-a422-9ecf5c3a92e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.396601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df723204-d728-4d02-a422-9ecf5c3a92e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.403789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-df723204-d728-4d02-a422-9ecf5c3a92e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57322388-7121-4e61-bd47-84ee45f9d835 HTTP/1.1" status: 204 len: 168 time: 0.2132018 Jul 14 09:30:54.413821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df723204-d728-4d02-a422-9ecf5c3a92e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57322388-7121-4e61-bd47-84ee45f9d835,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:54.467625 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.558569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-260c3d37-caaa-4110-a40f-e2dff1114c0b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.562432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-260c3d37-caaa-4110-a40f-e2dff1114c0b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1409619 Jul 14 09:30:54.677547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-6f9c636d-fb48-4fff-871c-33c505d62930 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.1064625 Jul 14 09:30:54.684452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Request body: {'floatingip': {'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:54.699060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ca42-a406-49c2-ac74-ad2691bd1ef3 req-30c9a15d-0022-40fb-a05c-055029d1ed12 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:54.702857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc53ca42-a406-49c2-ac74-ad2691bd1ef3 req-30c9a15d-0022-40fb-a05c-055029d1ed12 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1217058 Jul 14 09:30:54.738832 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:54.783779 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc53ca42-a406-49c2-ac74-ad2691bd1ef3 req-8b342d83-3053-438f-98b1-ccfa4c0ae10b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740855 Jul 14 09:30:55.188463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60860) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.301971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fa0b1cd9-b143-4c7d-9374-7dce1454434a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8b3ddaef65d48bdb4d9d9e3a8125b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122794 Jul 14 09:30:55.302661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60868) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.437368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075bc00-f612-42fb-bcad-dd0b8e89ebde req-79c3a5fa-b75c-4d91-9cd5-da18f8a888b5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:55.442174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f075bc00-f612-42fb-bcad-dd0b8e89ebde req-79c3a5fa-b75c-4d91-9cd5-da18f8a888b5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1583645 Jul 14 09:30:55.487854 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.490089 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.510705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.527017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa3d1-d95d-4818-9805-b7d67654e02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.601632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f075bc00-f612-42fb-bcad-dd0b8e89ebde req-b19c2407-4231-4eac-afc5-d3201d016364 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506391 Jul 14 09:30:55.627647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa3d1-d95d-4818-9805-b7d67654e02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.707575 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa3d1-d95d-4818-9805-b7d67654e02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.710938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcfa3d1-d95d-4818-9805-b7d67654e02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:55.724674 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2bcfa3d1-d95d-4818-9805-b7d67654e02b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0f1e451-fac0-4c18-ab75-ca40280cb29a HTTP/1.1" status: 204 len: 168 time: 0.3972290 Jul 14 09:30:55.739725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfa3d1-d95d-4818-9805-b7d67654e02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f1e451-fac0-4c18-ab75-ca40280cb29a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:55.783637 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed associated. External IP: 172.25.0.221, port: ee55e109-83a0-4344-9b31-d539d9769b6b. Jul 14 09:30:55.800334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60880) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:55.935324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'networks': [{'name': 'tempest-network--426288263'}, {'name': 'tempest-network--1958060703'}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:55.938270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'network': {'name': 'tempest-network--426288263'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:55.938270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'network': {'name': 'tempest-network--1958060703'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:56.002870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Made reservation on behalf of 9748a316db82462787d7b2aade8c76cf for: {'network': 2} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:56.011122 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.026382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.215908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:30:56.344585 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.362078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1493552-5cec-4ccd-9dd8-25199d4c1961 req-8fdfb648-8409-4d78-b88f-2431575ca86e tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.363935 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1493552-5cec-4ccd-9dd8-25199d4c1961 req-8fdfb648-8409-4d78-b88f-2431575ca86e tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.3179114 Jul 14 09:30:56.368133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.369235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.417549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:30:56.428879 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:30:56.429370 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.446683 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:56.449961 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:56.518325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b9cefe-a0e2-49cc-8b5d-187e737982c2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:56.529497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-3a3478cf-c884-4936-a9fc-4df2205cef8b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "PUT /v2.0/floatingips/3a274aad-262e-4f5a-8078-5dcef304aaed HTTP/1.1" status: 200 len: 996 time: 1.8449905 Jul 14 09:30:56.531841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:30:56.536381 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:30:56.565350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:56.593945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1493552-5cec-4ccd-9dd8-25199d4c1961 req-56026764-1a7d-4da2-9de0-1b323974b7f6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915684 Jul 14 09:30:56.607543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.608744 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Added segment 8fecc72e-aa72-45f0-822d-1246172111a0 of type vlan for network cf1fb0f3-ba08-42c2-8ecf-1099fe134a3c Jul 14 09:30:56.667177 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.715860 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:56.791131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:56.883105 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466ba5b2-7f25-4702-afaa-3faa2549afff x-openstack-request-id: req-466ba5b2-7f25-4702-afaa-3faa2549afff {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:30:56.886057 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:30:56.886657 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-466ba5b2-7f25-4702-afaa-3faa2549afff {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:30:56.886782 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'status': 'completed', 'code': 200} Jul 14 09:30:56.933985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:56.984383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-ce110f34-8470-4681-b97c-d979db0d6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:56.992774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-ce110f34-8470-4681-b97c-d979db0d6dc2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 0.4287748 Jul 14 09:30:56.996081 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.001114 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Added segment 70b22927-4eb2-4a60-ac85-b20b84d02e16 of type vlan for network df10133b-4323-4d5f-abbd-2328d46d333a Jul 14 09:30:57.174129 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.205658 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.352005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-ec33787c-a002-4817-876d-614d8ee32ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.361998 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-ec33787c-a002-4817-876d-614d8ee32ee1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.3620648 Jul 14 09:30:57.364053 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.364590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.410312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.434955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.436253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:57.462551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-6ac0f973-ece4-43da-9686-1dd953591d15 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 999 time: 0.0993478 Jul 14 09:30:57.592806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60920) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.593457 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7912169 Jul 14 09:30:57.622684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Network': ['ID=cf1fb0f3-ba08-42c2-8ecf-1099fe134a3c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.640110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network cf1fb0f3-ba08-42c2-8ecf-1099fe134a3c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:57.653802 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:9c:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:30:55Z', 'revision_number': 1, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:57.722705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b089c-bd48-409c-a978-761ee048d26c tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.729517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b089c-bd48-409c-a978-761ee048d26c tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.734111 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:30:57.735980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b089c-bd48-409c-a978-761ee048d26c tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.745146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b089c-bd48-409c-a978-761ee048d26c tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.750093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f67b089c-bd48-409c-a978-761ee048d26c tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1537962 Jul 14 09:30:57.751227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-eaace473-b867-43b4-bc09-2a420b276b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:57.752991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-eaace473-b867-43b4-bc09-2a420b276b58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.2754414 Jul 14 09:30:57.753494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60922) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:57.768091 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:30:57.789587 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:57.816373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3a61-505e-4f83-8603-38258537dd75 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Network': ['ID=df10133b-4323-4d5f-abbd-2328d46d333a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:57.827620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network df10133b-4323-4d5f-abbd-2328d46d333a details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:57.937749 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:30:58.019311 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.037228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-73746685-0969-4a9c-9614-bd2c129c1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.040580 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-73746685-0969-4a9c-9614-bd2c129c1a62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 1.0972235 Jul 14 09:30:58.119373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fa85a-5384-4d25-a0c8-75b2166a4255 req-85afa094-a702-4178-b0de-df0eab43a7c8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.125191 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-813fa85a-5384-4d25-a0c8-75b2166a4255 req-85afa094-a702-4178-b0de-df0eab43a7c8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.3100696 Jul 14 09:30:58.151702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.162878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1fb0f3-ba08-42c2-8ecf-1099fe134a3c']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.178035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fecc72e-aa72-45f0-822d-1246172111a0') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.178438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fecc72e-aa72-45f0-822d-1246172111a0') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.190664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.206652 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.213602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:58.214024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.266414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-2ddca82e-55be-4cdc-b4c7-be418126a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.266949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-2ddca82e-55be-4cdc-b4c7-be418126a110 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3575473 Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:58.268168 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:58.293575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-813fa85a-5384-4d25-a0c8-75b2166a4255 req-5fe11ae3-e257-406c-807c-ae4ace497332 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029661 Jul 14 09:30:58.361155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.376489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:9c:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:30:55Z', 'revision_number': 1, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.382893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.384853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/networks/cf1fb0f3-ba08-42c2-8ecf-1099fe134a3c HTTP/1.1" status: 204 len: 168 time: 0.6300673 Jul 14 09:30:58.388124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d01f1-66ce-49ef-8c33-90ac707b49ce tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Network': ['ID=cf1fb0f3-ba08-42c2-8ecf-1099fe134a3c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:58.396302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60934) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:58.424840 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb56d93-1b54-4019-9a4b-e90f21ae612b None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:9c:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:30:55Z', 'revision_number': 1, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:30:58.447414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-26f93b28-2605-4210-b4ce-589fdb60594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.451092 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-26f93b28-2605-4210-b4ce-589fdb60594f service neutron] 10.222.0.66 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.3978879 Jul 14 09:30:58.538264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-7d97368d-8dc1-411b-b56e-3c4bbbf232fb service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623451 Jul 14 09:30:58.568133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-87475bac-b6a8-45a2-9859-2e71fc34ec20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 999 time: 0.1041634 Jul 14 09:30:58.615477 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.669979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-f211d5cf-b3ef-4b03-9819-e9d15de99ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.671579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-f211d5cf-b3ef-4b03-9819-e9d15de99ed2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.0631218 Jul 14 09:30:58.756034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b6db1-22fe-486d-ad5b-6d9a33ea635f req-cef88c4d-a5ab-481d-b2bd-3c9cff2a655b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.757798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-175b6db1-22fe-486d-ad5b-6d9a33ea635f req-cef88c4d-a5ab-481d-b2bd-3c9cff2a655b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1857607 Jul 14 09:30:58.765405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-f7f259da-3824-4f94-a7ba-c71d407a26b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:58.767033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-f7f259da-3824-4f94-a7ba-c71d407a26b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879424 Jul 14 09:30:58.768929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caabea79-c97a-4267-ae82-06ba9a0e345c req-2ce60e59-c5bf-4a9c-b0bf-f60b024a06ce service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262764 Jul 14 09:30:58.791673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.793437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-cd932958-e225-419e-8306-57053f65c5f4 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:30:58.794717 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-cd932958-e225-419e-8306-57053f65c5f4 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074697 Jul 14 09:30:58.803719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df10133b-4323-4d5f-abbd-2328d46d333a']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.816804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b22927-4eb2-4a60-ac85-b20b84d02e16') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.817168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b22927-4eb2-4a60-ac85-b20b84d02e16') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:30:58.832170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.863657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.867969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b45cebf-7a09-4551-8f22-c9a47fdeaa82 None None] New status for floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:30:58.876737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:30:58.878130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:30:58.886077 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:30:58.904813 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-175b6db1-22fe-486d-ad5b-6d9a33ea635f req-ae0f4275-3e10-4555-88c2-680ba41fabaf tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366408 Jul 14 09:30:58.984537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-94aa779e-ad73-4c0c-88aa-80e177b919e5 service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747334 Jul 14 09:30:59.003135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.019448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.021323 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/networks/df10133b-4323-4d5f-abbd-2328d46d333a HTTP/1.1" status: 204 len: 168 time: 0.6240513 Jul 14 09:30:59.031389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60946) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.041344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305edcc-e2c9-42b3-b16e-c7011246fba2 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Network': ['ID=df10133b-4323-4d5f-abbd-2328d46d333a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.212604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa1b72c2-9e8a-4f2a-ba56-1a3252911fb0 req-6415bdd0-fb83-443e-b112-61ba025b9c94 service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161927 Jul 14 09:30:59.250074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa06d6c-e473-42da-9cbf-277713578862 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.257228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa06d6c-e473-42da-9cbf-277713578862 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.262495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7aa06d6c-e473-42da-9cbf-277713578862 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2269733 Jul 14 09:30:59.263012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60968) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.274291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1792428152'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:59.342783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Made reservation on behalf of 9748a316db82462787d7b2aade8c76cf for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:59.352639 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.385428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:59.399482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.400183 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.400471 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Added segment 52cdb123-89fe-425f-99bd-21b071bf39ea of type vlan for network a633e2f5-8847-482e-9dfd-5c0e2cee618c Jul 14 09:30:59.408696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-c5d8f7df-0d3b-40ea-936d-58f95a14e64d tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.413378 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-c5d8f7df-0d3b-40ea-936d-58f95a14e64d tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1524112 Jul 14 09:30:59.493942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.523866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-e946e06e-e1db-4462-be7f-cf60a181b8f1 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.1043553 Jul 14 09:30:59.536002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Request body: {'floatingip': {'port_id': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:59.550261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.556012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.556654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.577203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edd42e-3080-4b55-ba66-324005ec0b8b req-2354b15c-7e17-4981-bfa3-1241e0f318e6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.578831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5edd42e-3080-4b55-ba66-324005ec0b8b req-2354b15c-7e17-4981-bfa3-1241e0f318e6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1289744 Jul 14 09:30:59.621435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.660544 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3962262 Jul 14 09:30:59.665651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60986) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:30:59.672952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-724628504'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:30:59.696520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cbcaf-63a8-4960-904b-a6e595f0f551 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Network': ['ID=a633e2f5-8847-482e-9dfd-5c0e2cee618c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:30:59.710347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a633e2f5-8847-482e-9dfd-5c0e2cee618c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:30:59.735523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5edd42e-3080-4b55-ba66-324005ec0b8b req-56204faf-e81d-422c-87dc-fcdf45cb0f60 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363490 Jul 14 09:30:59.736776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Made reservation on behalf of 9748a316db82462787d7b2aade8c76cf for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:30:59.748899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.810905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:30:59.833113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.833504 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Added segment 4dd4b8c3-86ef-44e3-95a5-c562f9077fc8 of type vlan for network 4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab Jul 14 09:30:59.889283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.944535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:30:59.957711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:30:59.958380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.023445 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3570294 Jul 14 09:31:00.026107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32768) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.032012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'ports': [{'network_id': 'a633e2f5-8847-482e-9dfd-5c0e2cee618c', 'name': 'tempest-port--1410245108', 'admin_state_up': True}, {'network_id': '4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab', 'admin_state_up': False}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:00.032393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'port': {'network_id': 'a633e2f5-8847-482e-9dfd-5c0e2cee618c', 'name': 'tempest-port--1410245108', 'admin_state_up': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:00.032864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'port': {'network_id': '4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab', 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:00.093537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1f72eb-82bd-43cb-a6bd-1448a4f76c26 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Network': ['ID=4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:00.108992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:00.367288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32774) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:00.375220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c4586-8226-474c-972b-0edf555f758e req-8163606d-5146-494d-baa1-e555a732d026 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:00.383943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-784c4586-8226-474c-972b-0edf555f758e req-8163606d-5146-494d-baa1-e555a732d026 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1747801 Jul 14 09:31:00.432984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Made reservation on behalf of 9748a316db82462787d7b2aade8c76cf for: {'port': 2} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:00.439540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.468176 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-784c4586-8226-474c-972b-0edf555f758e req-fefde610-7ee5-4b09-ae5d-9ecea7be4841 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830402 Jul 14 09:31:00.478826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.681273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] device_id is not set on port f19d8424-5e34-47f5-a6c4-0f601425e8e4 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:00.732791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8c40bbc-9bea-4e00-8f9c-8bffbc9a9854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:00.916155 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.059546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.069313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] device_id is not set on port 1d67be8d-b94b-4f94-888f-8e90047d6b39 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:31:01.089503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.107709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8c40bbc-9bea-4e00-8f9c-8bffbc9a9854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.118159 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8c40bbc-9bea-4e00-8f9c-8bffbc9a9854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.174667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166bd5b-73fc-4783-8c0b-00358266f08e req-64b572d0-c12d-40da-8bbe-ee3baf94912e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.176421 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0166bd5b-73fc-4783-8c0b-00358266f08e req-64b572d0-c12d-40da-8bbe-ee3baf94912e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.2082458 Jul 14 09:31:01.209046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c8c40bbc-9bea-4e00-8f9c-8bffbc9a9854 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=619ef53c26104f2b8860eb90e9e39d7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154633 Jul 14 09:31:01.228140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32782) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.263754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c40bbc-9bea-4e00-8f9c-8bffbc9a9854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b69313-6196-4beb-8779-a456c9dccce1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.307646 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed associated. External IP: 172.25.0.221, port: ee55e109-83a0-4344-9b31-d539d9769b6b. Jul 14 09:31:01.347635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0166bd5b-73fc-4783-8c0b-00358266f08e req-93b9d3e3-73d1-4260-a9cd-05b1e22acfb0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624291 Jul 14 09:31:01.368794 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.392985 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1dcff37-eec3-484b-a6b2-4815f4bd2d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.447519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.461889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1dcff37-eec3-484b-a6b2-4815f4bd2d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.545001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Port': ['ID=f19d8424-5e34-47f5-a6c4-0f601425e8e4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.547792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Checking segment: {'id': '52cdb123-89fe-425f-99bd-21b071bf39ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'a633e2f5-8847-482e-9dfd-5c0e2cee618c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:01.548319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Network hostable DHCP agents. Network: a633e2f5-8847-482e-9dfd-5c0e2cee618c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:01.571857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Network a633e2f5-8847-482e-9dfd-5c0e2cee618c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:01.584444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a633e2f5-8847-482e-9dfd-5c0e2cee618c) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:01.588621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:01.589804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.608647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a2de3-ae97-4c70-8911-7f45302d0578 None None] Network a633e2f5-8847-482e-9dfd-5c0e2cee618c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:01.667087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1dcff37-eec3-484b-a6b2-4815f4bd2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.669762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1dcff37-eec3-484b-a6b2-4815f4bd2d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.673241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d1dcff37-eec3-484b-a6b2-4815f4bd2d37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/42b69313-6196-4beb-8779-a456c9dccce1 HTTP/1.1" status: 204 len: 168 time: 0.4416108 Jul 14 09:31:01.678602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Checking segment: {'id': '4dd4b8c3-86ef-44e3-95a5-c562f9077fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:01.679081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Network hostable DHCP agents. Network: 4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:01.691625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcff37-eec3-484b-a6b2-4815f4bd2d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b69313-6196-4beb-8779-a456c9dccce1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.692448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Port': ['ID=1d67be8d-b94b-4f94-888f-8e90047d6b39,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:01.708831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Network 4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:01.731113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:01.749156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:01.777320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:01.783627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.788796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.789587 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:01.821262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d1a4f212-5d00-4322-ad29-9773097fddb0 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7919664 Jul 14 09:31:01.822817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32792) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:01.835935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a897cc-3894-46ec-8cfe-6dac0bfb91e8 None None] Network 4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:01.902992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:01.907627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178f0b-ac01-445a-bac7-124e728e4845 req-ebd8f26a-23e7-4a5f-862d-790291e575bb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:01.919528 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:01.926150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5178f0b-ac01-445a-bac7-124e728e4845 req-ebd8f26a-23e7-4a5f-862d-790291e575bb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1973963 Jul 14 09:31:01.935711 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:01.936376 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:02.085929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a5c33-1d55-429e-aa01-c0db17913f7f tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.092817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655a5c33-1d55-429e-aa01-c0db17913f7f tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:02.095283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-655a5c33-1d55-429e-aa01-c0db17913f7f tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2713907 Jul 14 09:31:02.112472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5178f0b-ac01-445a-bac7-124e728e4845 req-6b8549c2-77de-4615-bdd1-e56355c4accc tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849270 Jul 14 09:31:02.113343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32798) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:02.203120 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:02.448605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:02.468015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9a475ede-29b6-4e93-bc67-11159b27e29a tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Deleting port f19d8424-5e34-47f5-a6c4-0f601425e8e4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:02.468726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a475ede-29b6-4e93-bc67-11159b27e29a tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.592280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a475ede-29b6-4e93-bc67-11159b27e29a tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.605908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9a475ede-29b6-4e93-bc67-11159b27e29a tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Calling delete_port for f19d8424-5e34-47f5-a6c4-0f601425e8e4 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:02.704902 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:5e:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:00Z', 'revision_number': 3, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:02.711228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:02.721459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.782416 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:02.805750 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:02.806738 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:02.811428 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a475ede-29b6-4e93-bc67-11159b27e29a tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:02.821879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:02.827972 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:02.899252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a6abcfcd-16ed-4a7d-b6fe-7df709181999 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "PUT /v2.0/floatingips/3a274aad-262e-4f5a-8078-5dcef304aaed HTTP/1.1" status: 200 len: 999 time: 3.3724360 Jul 14 09:31:03.014056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-791b5d07-be4a-4a68-b482-c788c28c6175 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:03.015546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-791b5d07-be4a-4a68-b482-c788c28c6175 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports/ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 942 time: 0.1069570 Jul 14 09:31:03.025711 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:03.051126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a475ede-29b6-4e93-bc67-11159b27e29a tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.053209 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9a475ede-29b6-4e93-bc67-11159b27e29a tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/ports/f19d8424-5e34-47f5-a6c4-0f601425e8e4 HTTP/1.1" status: 204 len: 168 time: 0.9382827 Jul 14 09:31:03.054406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a475ede-29b6-4e93-bc67-11159b27e29a tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Port': ['ID=f19d8424-5e34-47f5-a6c4-0f601425e8e4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.056085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32822) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.192030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8fb1d-a5dd-4192-8850-5f3cfeea10bf req-fcc17c0d-f13e-454d-8e2b-29cbeb256a8d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:03.199009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9f8fb1d-a5dd-4192-8850-5f3cfeea10bf req-fcc17c0d-f13e-454d-8e2b-29cbeb256a8d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.4108794 Jul 14 09:31:03.288839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-83262e03-a98e-476b-a944-a32ae9691fe9 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Deleting port 1d67be8d-b94b-4f94-888f-8e90047d6b39 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:03.289211 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83262e03-a98e-476b-a944-a32ae9691fe9 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.300818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-9e413381-fe27-472f-8e41-2dba97de7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:03.301591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9f8fb1d-a5dd-4192-8850-5f3cfeea10bf req-b3eb3ee7-606a-40ce-937d-565ddc9dd540 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016290 Jul 14 09:31:03.302056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-9e413381-fe27-472f-8e41-2dba97de7550 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 0.1125641 Jul 14 09:31:03.336492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32830) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.430164 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0721dac-72c7-4b7d-9bfa-06f131eb70a7 x-openstack-request-id: req-b0721dac-72c7-4b7d-9bfa-06f131eb70a7 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:03.430533 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:03.431198 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0721dac-72c7-4b7d-9bfa-06f131eb70a7 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:03.431616 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'status': 'completed', 'code': 200} Jul 14 09:31:03.464278 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83262e03-a98e-476b-a944-a32ae9691fe9 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.489127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-83262e03-a98e-476b-a944-a32ae9691fe9 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Calling delete_port for 1d67be8d-b94b-4f94-888f-8e90047d6b39 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:03.565433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-f2a68216-38b4-42c6-8707-69942508897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:03.567000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-f2a68216-38b4-42c6-8707-69942508897c service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.2492483 Jul 14 09:31:03.646632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-c816e4a8-b5a5-4336-a22f-ba0092ef6908 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 217 time: 0.0652289 Jul 14 09:31:03.754365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-0ecedec2-e1c1-4eac-b25b-b2cccc423da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:03.761144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-0ecedec2-e1c1-4eac-b25b-b2cccc423da5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.0971727 Jul 14 09:31:03.795394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83262e03-a98e-476b-a944-a32ae9691fe9 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.867977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83262e03-a98e-476b-a944-a32ae9691fe9 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Port': ['ID=1d67be8d-b94b-4f94-888f-8e90047d6b39,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:03.878295 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:5e:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:00Z', 'revision_number': 3, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:03.886244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83262e03-a98e-476b-a944-a32ae9691fe9 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:03.888893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-83262e03-a98e-476b-a944-a32ae9691fe9 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/ports/1d67be8d-b94b-4f94-888f-8e90047d6b39 HTTP/1.1" status: 204 len: 168 time: 0.8315933 Jul 14 09:31:03.891367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32842) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.916574 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10def94-7275-4e8f-9367-59cf7dd30a19 None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:5e:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:00Z', 'revision_number': 3, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:03.935502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a693362b-76a7-4056-8889-303451331575 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394001 Jul 14 09:31:03.938980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32844) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:03.953598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1661024479'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:03.984150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Made reservation on behalf of 9748a316db82462787d7b2aade8c76cf for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:03.989162 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.008540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-eca86b53-aa27-4dfd-bef8-978e3b5e611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.010412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-eca86b53-aa27-4dfd-bef8-978e3b5e611e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2323606 Jul 14 09:31:04.034635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:04.047118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.047452 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Added segment ac259ddb-0dd1-469c-bd5c-655957cbd80b of type vlan for network 7855878b-eea7-4661-9c2e-9a04c20c2b06 Jul 14 09:31:04.049734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1600108910-network', 'tenant_id': '38d00bfe5fbd4dd9a61568889249552f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:04.098328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.102769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-191b8061-f8f9-4554-af6d-fc197507d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.104317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-191b8061-f8f9-4554-af6d-fc197507d67d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 0.6874821 Jul 14 09:31:04.112534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Made reservation on behalf of 38d00bfe5fbd4dd9a61568889249552f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:04.114793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.145791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.149275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.155674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.156506 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.228030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08757e6c-9806-418f-aa09-b82f5110ae22 req-71ecd706-5029-43cb-af67-bb3f8ac31e38 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.234816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08757e6c-9806-418f-aa09-b82f5110ae22 req-71ecd706-5029-43cb-af67-bb3f8ac31e38 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1915333 Jul 14 09:31:04.236963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a17cfe7-95c3-41a4-95d8-d0d1059498e3 None None] New status for floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:04.289333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Network': ['ID=7855878b-eea7-4661-9c2e-9a04c20c2b06,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.304557 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8a83edf9-c095-4e59-9896-5c10260b3aab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3577564 Jul 14 09:31:04.307437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32852) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:04.313962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-826947960'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:04.314544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7855878b-eea7-4661-9c2e-9a04c20c2b06 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:04.332812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-0f981473-2613-49c7-9ac5-d449564a09d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.334740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-0f981473-2613-49c7-9ac5-d449564a09d4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.2143230 Jul 14 09:31:04.349717 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08757e6c-9806-418f-aa09-b82f5110ae22 req-2e070fee-ebf3-43fd-8573-26ce37c826a1 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136961 Jul 14 09:31:04.388008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-3e5dcc32-64ca-4858-91f3-cf0980950f93 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578759 Jul 14 09:31:04.448998 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-383acc6d-8dea-4778-92ad-c40eaca17b26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 217 time: 0.0888472 Jul 14 09:31:04.560715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.564072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-d363f049-3fc4-46f3-bb20-7ad787dfc26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.566753 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-d363f049-3fc4-46f3-bb20-7ad787dfc26b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.1105981 Jul 14 09:31:04.571250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.606622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-c749d8fd-49bc-422b-ab0c-4c58a4e20694 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116635 Jul 14 09:31:04.608386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Made reservation on behalf of 9748a316db82462787d7b2aade8c76cf for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:04.625425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.681408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:04.683543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:04.704237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.704595 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Added segment d35a4a2a-344c-49f9-9495-ae1f8d14c033 of type vlan for network 27a3efef-7000-4332-b3b9-2a0f8d7e55e5 Jul 14 09:31:04.746843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-ba9d5e46-0937-4057-a0b8-cbe977fae9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.748408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-ba9d5e46-0937-4057-a0b8-cbe977fae9cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 1098 time: 0.1103752 Jul 14 09:31:04.752763 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.763726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b887265d-c773-4789-bcbd-1621647612df,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:04.788653 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.789007 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Added segment 8f603288-2aff-400a-a463-debdbad97a9e of type vlan for network fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1 Jul 14 09:31:04.796803 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:04.807661 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:04.808177 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:04.842888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.848982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.849589 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.862243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:04.886158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-41073ec1-38eb-46d0-9adf-4ce27aada859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.887721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-41073ec1-38eb-46d0-9adf-4ce27aada859 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3121066 Jul 14 09:31:04.933927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-fc5d7959-c7bf-46f6-a358-cb21a7112928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:04.935450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-fc5d7959-c7bf-46f6-a358-cb21a7112928 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.1739323 Jul 14 09:31:04.952890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6440423 Jul 14 09:31:04.960756 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:05.013965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1cc26-1761-4227-b6ab-f2894327f4be tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Network': ['ID=27a3efef-7000-4332-b3b9-2a0f8d7e55e5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.030374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 27a3efef-7000-4332-b3b9-2a0f8d7e55e5 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:05.052126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-2d5d56ad-cc80-4c77-96b6-4c195e27ba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.057570 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-2d5d56ad-cc80-4c77-96b6-4c195e27ba64 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 1098 time: 0.3315127 Jul 14 09:31:05.091403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32af601-8ea5-487a-8d62-a75f3fb84117 req-d731b6a4-a990-488d-96e5-3cf9b3891cff tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.093518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b32af601-8ea5-487a-8d62-a75f3fb84117 req-d731b6a4-a990-488d-96e5-3cf9b3891cff tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.4118445 Jul 14 09:31:05.094975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32856) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.102027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.103013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.103606 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.103961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'subnets': [{'network_id': '7855878b-eea7-4661-9c2e-9a04c20c2b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1343698039', 'ip_version': 4}, {'network_id': '27a3efef-7000-4332-b3b9-2a0f8d7e55e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.104328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'subnet': {'network_id': '7855878b-eea7-4661-9c2e-9a04c20c2b06', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1343698039', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.104907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Request body: {'subnet': {'network_id': '27a3efef-7000-4332-b3b9-2a0f8d7e55e5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.215596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-012d3467-a8d5-49e5-8bc8-91638552e956 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 1002 time: 0.2591081 Jul 14 09:31:05.307576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9669349 Jul 14 09:31:05.319459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32860) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:05.325273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d422a297-f33b-4f2c-a1b2-283e68240566 admin admin] Pushing event updated for resources: {'Network': ['ID=fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:05.327541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Request body: {'subnet': {'network_id': 'fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1600108910-subnet', 'tenant_id': '38d00bfe5fbd4dd9a61568889249552f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:05.339987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:05.348235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b32af601-8ea5-487a-8d62-a75f3fb84117 req-bf64bad9-80e6-4c37-86ce-0f2858f7d1c8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409894 Jul 14 09:31:05.354101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-cf18d7d3-aa24-4c3f-8410-7b172710bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.355678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-cf18d7d3-aa24-4c3f-8410-7b172710bfcd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.1317842 Jul 14 09:31:05.380898 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-81541764-f5d9-4113-a6a2-610c446afb70 service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847083 Jul 14 09:31:05.408900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-a01a45e7-a83d-420c-89cc-36306e4fffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.410929 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-a01a45e7-a83d-420c-89cc-36306e4fffde service neutron] 10.222.0.69 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.3154871 Jul 14 09:31:05.421967 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:5e:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:05.444041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:05.446791 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b5b166-5baf-437e-bd79-a3d231014525" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:05.458567 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:05.459559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Made reservation on behalf of 38d00bfe5fbd4dd9a61568889249552f for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:05.463221 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.467835 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:05.468475 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:05.499548 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-1c926d57-020f-4595-bd58-cf703af719a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0aa7174-0bd8-4333-a323-0a1746945b56 HTTP/1.1" status: 200 len: 217 time: 0.0722687 Jul 14 09:31:05.547008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Made reservation on behalf of 9748a316db82462787d7b2aade8c76cf for: {'subnet': 2} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:05.551683 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.552034 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:05.594078 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:05.613412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-2794a823-a197-42d5-8b5e-8001cf4ceb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.614977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-2794a823-a197-42d5-8b5e-8001cf4ceb3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1055677 Jul 14 09:31:05.623879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533a296-4d89-4ac4-b5b6-8ed334e9e5a7 req-cf6fcd8a-ab1b-4413-8482-630230d3aa81 service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314281 Jul 14 09:31:05.633803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a5998892-8886-46a1-ae45-6fcf606c00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.635355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a5998892-8886-46a1-ae45-6fcf606c00bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2481804 Jul 14 09:31:05.662136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-a52dd2d1-0712-4f86-8bd5-903658899295 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356824 Jul 14 09:31:05.675048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c842288-40d0-40c1-bd38-aefa960443d0 req-707156c8-4385-449f-b36f-7558fa00b242 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:05.677128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c842288-40d0-40c1-bd38-aefa960443d0 req-707156c8-4385-449f-b36f-7558fa00b242 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1689670 Jul 14 09:31:05.776121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c842288-40d0-40c1-bd38-aefa960443d0 req-7f625c4d-23ef-4022-9f7e-6530ffd72484 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902932 Jul 14 09:31:05.817252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-9447d1f6-0bde-4ffc-b625-8b5847365218 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396856 Jul 14 09:31:05.851662 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb413d3-c6e7-4742-a429-1427686e3137 x-openstack-request-id: req-ebb413d3-c6e7-4742-a429-1427686e3137 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:05.851885 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:05.852093 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebb413d3-c6e7-4742-a429-1427686e3137 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:05.852516 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'status': 'completed', 'code': 200} Jul 14 09:31:05.854563 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-a9ae9c6d-c446-4fc6-a9d7-e1a8a8d05feb service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040589 Jul 14 09:31:05.873370 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:5e:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:05.905489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e301bcc-6a21-4cce-925d-e916507566b0 None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:5e:95:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:04Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:05.957566 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-888b53be-bacd-4b17-8432-17f7ece43cfe req-ccb604c5-dc17-46dc-a3d5-087354b3d0a8 service neutron] 10.222.0.69 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293354 Jul 14 09:31:06.036651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.145262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf10845-df5b-4245-882f-041b416ecb21 req-d62e83c7-2884-46e8-8749-70d85d36a4d0 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.146957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-abf10845-df5b-4245-882f-041b416ecb21 req-d62e83c7-2884-46e8-8749-70d85d36a4d0 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 946 time: 0.0713985 Jul 14 09:31:06.164501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b5fc76a-e775-4ce1-acf7-019413c6fef1,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:06.178707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b166-5baf-437e-bd79-a3d231014525 req-f2f0bfa0-fc38-41f2-8820-2f809faa7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.180384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80b5b166-5baf-437e-bd79-a3d231014525 req-f2f0bfa0-fc38-41f2-8820-2f809faa7738 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 1098 time: 0.3058777 Jul 14 09:31:06.182106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5671941b-1ef1-42e1-95a6-8e20d0bb309c req-67fe551e-8e85-40e4-bbb6-12dfbcaaf3cf service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188515 Jul 14 09:31:06.189529 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-abf10845-df5b-4245-882f-041b416ecb21 req-54bad696-35f3-403d-909a-952b0c1021f6 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369732 Jul 14 09:31:06.216031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Checking segment: {'id': '8f603288-2aff-400a-a463-debdbad97a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:06.216427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Network hostable DHCP agents. Network: fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:06.457921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-0f84f6ef-42de-465b-9a5b-ae732000be68 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0719099 Jul 14 09:31:06.595354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bb4d6-dcd2-41e6-be59-bc31244277a4 req-a437e4ba-59a6-4b08-83be-033b6f700015 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.596866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-363bb4d6-dcd2-41e6-be59-bc31244277a4 req-a437e4ba-59a6-4b08-83be-033b6f700015 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1076372 Jul 14 09:31:06.599890 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-db4873c8-f7bf-4958-94d4-88fb07f11843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.601461 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-db4873c8-f7bf-4958-94d4-88fb07f11843 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1097 time: 0.0828247 Jul 14 09:31:06.665358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-363bb4d6-dcd2-41e6-be59-bc31244277a4 req-66f76fbd-8d14-431b-ad0c-ad15a8f1d89e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551190 Jul 14 09:31:06.739031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Network fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:06.744371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-52705528-533b-412c-b6d2-6479bc4fc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.745978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-52705528-533b-412c-b6d2-6479bc4fc2bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.1078360 Jul 14 09:31:06.780693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a0deb68-65f0-4896-b295-acae1c8944d7 req-14235f2d-0106-4bb6-b2c8-fcee2ff8afce tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.1734045 Jul 14 09:31:06.807758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:06.809796 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b166-5baf-437e-bd79-a3d231014525 req-2480c866-5668-4864-a914-89ebd8bceae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.811452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80b5b166-5baf-437e-bd79-a3d231014525 req-2480c866-5668-4864-a914-89ebd8bceae7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.6221838 Jul 14 09:31:06.821262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc55117-1311-40ff-b4e0-5fc85cf5d4c6 None None] Network fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:06.833428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.834045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.841783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-91451ba9-e296-4d6d-92ff-33d33821c9b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1000 time: 0.0883396 Jul 14 09:31:06.847565 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:06.968800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a8ecc295-9308-4f1b-8c6c-bb3427cd38b0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6342130 Jul 14 09:31:06.968913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-ddbfd256-4bcf-42db-afb4-3ba562d068a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.968913 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-ddbfd256-4bcf-42db-afb4-3ba562d068a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1182702 Jul 14 09:31:06.980294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0deb68-65f0-4896-b295-acae1c8944d7 req-9fb4310d-01c3-4e66-833a-fb1b7b256f21 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:06.980294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a0deb68-65f0-4896-b295-acae1c8944d7 req-9fb4310d-01c3-4e66-833a-fb1b7b256f21 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports/e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 943 time: 0.1824956 Jul 14 09:31:07.050073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Subnet': ['ID=71c430fa-f96a-4a88-912e-51e0a01d5b5b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.101398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Checking segment: {'id': 'ac259ddb-0dd1-469c-bd5c-655957cbd80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7855878b-eea7-4661-9c2e-9a04c20c2b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:07.104224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Network hostable DHCP agents. Network: 7855878b-eea7-4661-9c2e-9a04c20c2b06, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:07.108481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80b5b166-5baf-437e-bd79-a3d231014525 req-86f7e773-9581-4a17-9d96-0b06cd8be887 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 1002 time: 0.2718866 Jul 14 09:31:07.115492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-5ed2c207-0c15-4783-8b6a-84788f0cac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.117522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-5ed2c207-0c15-4783-8b6a-84788f0cac54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1424704 Jul 14 09:31:07.151620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bacb91-b498-4899-aaad-7e331c4ff91a None None] Network fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:07.248910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b166-5baf-437e-bd79-a3d231014525 req-a5f760be-6494-45c1-801e-c056730f8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.251179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80b5b166-5baf-437e-bd79-a3d231014525 req-a5f760be-6494-45c1-801e-c056730f8000 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.1267953 Jul 14 09:31:07.318980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-9c6c083b-89f6-43aa-b92e-8c67a547ac92 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937752 Jul 14 09:31:07.320070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Network 7855878b-eea7-4661-9c2e-9a04c20c2b06 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:07.358579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7855878b-eea7-4661-9c2e-9a04c20c2b06) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:07.364139 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.371804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56828f87-ebf8-437e-9c75-1eedcbb80a3c None None] Network 7855878b-eea7-4661-9c2e-9a04c20c2b06 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:07.454141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a0deb68-65f0-4896-b295-acae1c8944d7 req-6a6b5ccc-d1c7-4168-bd8e-31eeec006991 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.1959412 Jul 14 09:31:07.471889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1673330-1ed1-43c9-8528-910a55e17041 req-26dfccd5-d814-426b-a489-89bf1ce6e5ba tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.482536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1673330-1ed1-43c9-8528-910a55e17041 req-26dfccd5-d814-426b-a489-89bf1ce6e5ba tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.2627754 Jul 14 09:31:07.529106 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f9ee3bd-4a11-413b-b025-9bb76544efc6 req-bdd05cb8-e151-4f65-9cc7-d0b194be21cf service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020001 Jul 14 09:31:07.547818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1673330-1ed1-43c9-8528-910a55e17041 req-ebb0921f-88b5-49b5-aec5-7b81579ef372 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643127 Jul 14 09:31:07.582173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7855878b-eea7-4661-9c2e-9a04c20c2b06', 'network_id': '7855878b-eea7-4661-9c2e-9a04c20c2b06', 'tenant_id': '9748a316db82462787d7b2aade8c76cf', 'fixed_ips': [{'subnet_id': '71c430fa-f96a-4a88-912e-51e0a01d5b5b'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:07.585125 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5b166-5baf-437e-bd79-a3d231014525 req-cf9cbf46-0609-44e8-ac98-7969668c2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.585259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.586607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80b5b166-5baf-437e-bd79-a3d231014525 req-cf9cbf46-0609-44e8-ac98-7969668c2d8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3202221 Jul 14 09:31:07.587228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event updated for resources: {'Subnet': ['ID=02493ad8-cd7e-4502-beb3-7341db7e5a1a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:07.640509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Checking segment: {'id': 'd35a4a2a-344c-49f9-9495-ae1f8d14c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '27a3efef-7000-4332-b3b9-2a0f8d7e55e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:07.640851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Network hostable DHCP agents. Network: 27a3efef-7000-4332-b3b9-2a0f8d7e55e5, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:07.727032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0deb68-65f0-4896-b295-acae1c8944d7 req-6da909af-6302-476e-a85d-d8a7b23611d9 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.738485 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a0deb68-65f0-4896-b295-acae1c8944d7 req-6da909af-6302-476e-a85d-d8a7b23611d9 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2831256 Jul 14 09:31:07.746915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Network 27a3efef-7000-4332-b3b9-2a0f8d7e55e5 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:07.765859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Allocated IP 172.20.0.2 (7855878b-eea7-4661-9c2e-9a04c20c2b06/71c430fa-f96a-4a88-912e-51e0a01d5b5b/c263e65e-b4bf-4150-a818-7bec22694f3c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:07.771246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-73b3089c-426e-454e-b1be-49882989ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.773000 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-73b3089c-426e-454e-b1be-49882989ad59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1097 time: 0.1292274 Jul 14 09:31:07.782220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 27a3efef-7000-4332-b3b9-2a0f8d7e55e5) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:07.791062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.791576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.792314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:07.801980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e455bbe3-584a-4686-9ac1-166dfd24e177 None None] Network 27a3efef-7000-4332-b3b9-2a0f8d7e55e5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:07.802441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80b5b166-5baf-437e-bd79-a3d231014525 req-620516ee-41b0-4dcf-a780-e35c41431b5e service neutron] 10.222.0.69 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960483 Jul 14 09:31:07.831669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1e54e025-b8fe-44e1-8cbd-c2ce17963668 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.7313361 Jul 14 09:31:07.839703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32908) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:07.924439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6dddce-8416-4068-928f-a9a5f875c94b req-6c18e7eb-553e-4d3f-883e-d960a613366f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:07.934707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f6dddce-8416-4068-928f-a9a5f875c94b req-6c18e7eb-553e-4d3f-883e-d960a613366f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2314689 Jul 14 09:31:08.004515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3445d83-1ed2-497e-aa19-81ecb01cf667 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.007202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3445d83-1ed2-497e-aa19-81ecb01cf667 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.009198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3445d83-1ed2-497e-aa19-81ecb01cf667 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.012912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-bece35a5-6ee9-4212-bb3d-9d2f285b63c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.014423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-bece35a5-6ee9-4212-bb3d-9d2f285b63c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.2325575 Jul 14 09:31:08.014914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32910) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.028541 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b3445d83-1ed2-497e-aa19-81ecb01cf667 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1741266 Jul 14 09:31:08.061405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80b5b166-5baf-437e-bd79-a3d231014525 req-b7ac49de-65da-4693-95bd-8df1665b7d86 service neutron] 10.222.0.69 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504032 Jul 14 09:31:08.075151 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-341126e6-d4c3-450b-baba-d4d4f17b1fc3 req-7bcaff95-e42e-47c7-a10f-c3b722310fb2 tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] show failed (client error): The resource could not be found. Jul 14 09:31:08.076486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-341126e6-d4c3-450b-baba-d4d4f17b1fc3 req-7bcaff95-e42e-47c7-a10f-c3b722310fb2 tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] 10.222.0.73 "GET /v2.0/security-groups/a6fdfc2b-6a36-444d-8b3d-8ccdaf610e88 HTTP/1.1" status: 404 len: 352 time: 0.0905657 Jul 14 09:31:08.133539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f6dddce-8416-4068-928f-a9a5f875c94b req-62bbac8e-5922-4f1d-920e-1eb34bab7588 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968858 Jul 14 09:31:08.188965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-985d3af6-8a50-40a7-adc6-7948dc62ab55 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Deleting subnet 71c430fa-f96a-4a88-912e-51e0a01d5b5b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:08.196159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-70c9f58c-52c3-43ca-b644-385a17ee3a77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1000 time: 0.1657140 Jul 14 09:31:08.266918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.284924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Transition to ACTIVE for port object c263e65e-b4bf-4150-a818-7bec22694f3c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:08.294176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-407b7094-2e7b-469d-b132-81c31943fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.295760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-407b7094-2e7b-469d-b132-81c31943fdf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.0867202 Jul 14 09:31:08.323548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Transition to ACTIVE for port object c263e65e-b4bf-4150-a818-7bec22694f3c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:08.333145 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.338515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-27a3efef-7000-4332-b3b9-2a0f8d7e55e5', 'network_id': '27a3efef-7000-4332-b3b9-2a0f8d7e55e5', 'tenant_id': '9748a316db82462787d7b2aade8c76cf', 'fixed_ips': [{'subnet_id': '02493ad8-cd7e-4502-beb3-7341db7e5a1a'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:08.339409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.348620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-985d3af6-8a50-40a7-adc6-7948dc62ab55 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.390065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Network 7855878b-eea7-4661-9c2e-9a04c20c2b06 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:08.391436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:08.401986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:08.415492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1bb995-467d-4d02-9792-f404e72e398a req-a1389da2-6c4b-49f4-afd2-03dce89dcd9f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.417047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a1bb995-467d-4d02-9792-f404e72e398a req-a1389da2-6c4b-49f4-afd2-03dce89dcd9f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 946 time: 0.1765630 Jul 14 09:31:08.419297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-985d3af6-8a50-40a7-adc6-7948dc62ab55 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.434953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-46f381f4-09eb-49fc-af7e-70c34798bce0 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.0925636 Jul 14 09:31:08.494524 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-9293efba-f637-446a-8d51-774c35b9a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.496027 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-9293efba-f637-446a-8d51-774c35b9a0b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917055 Jul 14 09:31:08.517239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a1bb995-467d-4d02-9792-f404e72e398a req-94d1a0da-7e32-4d2c-b457-39294afd9b72 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724640 Jul 14 09:31:08.528802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-20a36be3-fc6e-45ea-ae1e-ac7fa7ec24b4 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.537858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Pushing event updated for resources: {'Port': ['ID=c263e65e-b4bf-4150-a818-7bec22694f3c,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.544793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-20a36be3-fc6e-45ea-ae1e-ac7fa7ec24b4 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports/e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 943 time: 0.1085403 Jul 14 09:31:08.665411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-985d3af6-8a50-40a7-adc6-7948dc62ab55 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.669561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Attempting to bind port c263e65e-b4bf-4150-a818-7bec22694f3c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:08.669943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Attempting to bind port c263e65e-b4bf-4150-a818-7bec22694f3c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ac259ddb-0dd1-469c-bd5c-655957cbd80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7855878b-eea7-4661-9c2e-9a04c20c2b06'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:08.670313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Attempting to bind port c263e65e-b4bf-4150-a818-7bec22694f3c on network 7855878b-eea7-4661-9c2e-9a04c20c2b06 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:08.695165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0aa7174-0bd8-4333-a323-0a1746945b56 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:08.737303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-985d3af6-8a50-40a7-adc6-7948dc62ab55 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.737511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:08.737806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Checking segment: {'id': 'ac259ddb-0dd1-469c-bd5c-655957cbd80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7855878b-eea7-4661-9c2e-9a04c20c2b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:08.738136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.738537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Bound using segment: {'id': 'ac259ddb-0dd1-469c-bd5c-655957cbd80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7855878b-eea7-4661-9c2e-9a04c20c2b06'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:08.739021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Bound port: c263e65e-b4bf-4150-a818-7bec22694f3c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac259ddb-0dd1-469c-bd5c-655957cbd80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '7855878b-eea7-4661-9c2e-9a04c20c2b06'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:08.739403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.778747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d3af6-8a50-40a7-adc6-7948dc62ab55 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Subnet': ['ID=71c430fa-f96a-4a88-912e-51e0a01d5b5b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:08.790426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-1f9df3b7-d0e4-4650-a322-eb1889ede393 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845044 Jul 14 09:31:08.791538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-985d3af6-8a50-40a7-adc6-7948dc62ab55 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.796528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-985d3af6-8a50-40a7-adc6-7948dc62ab55 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/subnets/71c430fa-f96a-4a88-912e-51e0a01d5b5b HTTP/1.1" status: 204 len: 168 time: 0.7754581 Jul 14 09:31:08.797222 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-6b495ae3-6982-46db-9133-5faef50ae32c tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.0916131 Jul 14 09:31:08.797746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32930) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:08.804747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Allocated IP 172.20.0.18 (27a3efef-7000-4332-b3b9-2a0f8d7e55e5/02493ad8-cd7e-4502-beb3-7341db7e5a1a/5a906eb3-b95c-447e-b831-ae3279ff5f94) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:08.909526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdd2ff2d-64ce-49be-a909-2d82a9106e15 req-c96a5361-34be-4ef6-ae90-9d2850045414 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077757 Jul 14 09:31:08.946128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a189871-bfe6-42a2-80fb-72734178006b tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Deleting subnet 02493ad8-cd7e-4502-beb3-7341db7e5a1a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:08.965013 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:08.987105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0382c06-1cf7-495e-91b1-6bdf6735f4bd req-3a5fbbeb-421d-49b3-b644-4c8db026c276 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:08.992703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0382c06-1cf7-495e-91b1-6bdf6735f4bd req-3a5fbbeb-421d-49b3-b644-4c8db026c276 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 946 time: 0.0723732 Jul 14 09:31:08.996097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] For port c263e65e-b4bf-4150-a818-7bec22694f3c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:09.003810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-e68d3bd6-1590-4d59-94a9-a7c5fff59063 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:09.005537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:09.005927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-e68d3bd6-1590-4d59-94a9-a7c5fff59063 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2054915 Jul 14 09:31:09.007570 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7046f2-7661-4a16-83dd-379e9eca8c15" -d '{"events": [{"server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "name": "network-vif-unplugged", "status": "completed", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:09.033364 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] For port c263e65e-b4bf-4150-a818-7bec22694f3c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c263e65e-b4bf-4150-a818-7bec22694f3c,segment=NetworkSegment(ac259ddb-0dd1-469c-bd5c-655957cbd80b),segment_id=ac259ddb-0dd1-469c-bd5c-655957cbd80b)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:09.038421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:09.042162 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.053009 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.063480 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0382c06-1cf7-495e-91b1-6bdf6735f4bd req-ec9b1829-3c50-422f-87d5-1838334e2b0c tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661333 Jul 14 09:31:09.167920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-d4ab8a5b-5acb-47ae-a804-9a6347e8852d tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1002 time: 0.1461623 Jul 14 09:31:09.171392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb67cd-f01f-4773-a7f6-8bd3389d6658 None None] Pushing event updated for resources: {'Port': ['ID=c263e65e-b4bf-4150-a818-7bec22694f3c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.185100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:09.270930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.317779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.343361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32bddc9-0d1b-4a60-a682-b8c8b7f5d0be None None] Network 7855878b-eea7-4661-9c2e-9a04c20c2b06 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:09.417281 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.450911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Transition to ACTIVE for port object 5a906eb3-b95c-447e-b831-ae3279ff5f94 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:09.497320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Transition to ACTIVE for port object 5a906eb3-b95c-447e-b831-ae3279ff5f94 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:09.509752 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.528945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a189871-bfe6-42a2-80fb-72734178006b tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.558340 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.560685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Network 27a3efef-7000-4332-b3b9-2a0f8d7e55e5 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:09.566815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:09.570786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:09.575479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.575815 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed disassociated. External IP: 172.25.0.221, port: e32d03a3-9510-428b-ba44-dc0517c5788c. Jul 14 09:31:09.578084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Pushing event updated for resources: {'Port': ['ID=5a906eb3-b95c-447e-b831-ae3279ff5f94,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.631867 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a189871-bfe6-42a2-80fb-72734178006b tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.687789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Attempting to bind port 5a906eb3-b95c-447e-b831-ae3279ff5f94 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:09.688957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Attempting to bind port 5a906eb3-b95c-447e-b831-ae3279ff5f94 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'd35a4a2a-344c-49f9-9495-ae1f8d14c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '27a3efef-7000-4332-b3b9-2a0f8d7e55e5'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:09.691777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Attempting to bind port 5a906eb3-b95c-447e-b831-ae3279ff5f94 on network 27a3efef-7000-4332-b3b9-2a0f8d7e55e5 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:09.700952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:09.705760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Checking segment: {'id': 'd35a4a2a-344c-49f9-9495-ae1f8d14c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '27a3efef-7000-4332-b3b9-2a0f8d7e55e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:09.706428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.707645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Bound using segment: {'id': 'd35a4a2a-344c-49f9-9495-ae1f8d14c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '27a3efef-7000-4332-b3b9-2a0f8d7e55e5'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:09.710230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Bound port: 5a906eb3-b95c-447e-b831-ae3279ff5f94, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35a4a2a-344c-49f9-9495-ae1f8d14c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '27a3efef-7000-4332-b3b9-2a0f8d7e55e5'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:09.711851 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.831231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a189871-bfe6-42a2-80fb-72734178006b tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.952510 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a189871-bfe6-42a2-80fb-72734178006b tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.952730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9712f668-adac-43b8-836b-491da60c68cd None None] For port 5a906eb3-b95c-447e-b831-ae3279ff5f94, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:09.956856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9712f668-adac-43b8-836b-491da60c68cd None None] For port 5a906eb3-b95c-447e-b831-ae3279ff5f94, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5a906eb3-b95c-447e-b831-ae3279ff5f94,segment=NetworkSegment(d35a4a2a-344c-49f9-9495-ae1f8d14c033),segment_id=d35a4a2a-344c-49f9-9495-ae1f8d14c033)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:09.962054 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.963234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:09.990243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a189871-bfe6-42a2-80fb-72734178006b tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Subnet': ['ID=02493ad8-cd7e-4502-beb3-7341db7e5a1a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:09.992423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a189871-bfe6-42a2-80fb-72734178006b tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:09.996920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:09.997420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a189871-bfe6-42a2-80fb-72734178006b tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/subnets/02493ad8-cd7e-4502-beb3-7341db7e5a1a HTTP/1.1" status: 204 len: 168 time: 1.1982698 Jul 14 09:31:10.047079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9712f668-adac-43b8-836b-491da60c68cd None None] Pushing event updated for resources: {'Port': ['ID=5a906eb3-b95c-447e-b831-ae3279ff5f94,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:10.129338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:10.134075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.140799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:10.152654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:10.153337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:10.176636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185eae5-67b7-4157-8f5b-cf5f0e44a76e tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.177643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-597855d8-bfe4-48d3-ae11-a8cce5cf1d86 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "PUT /v2.0/floatingips/3a274aad-262e-4f5a-8078-5dcef304aaed HTTP/1.1" status: 200 len: 695 time: 1.0087178 Jul 14 09:31:10.178129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f185eae5-67b7-4157-8f5b-cf5f0e44a76e tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1798542 Jul 14 09:31:10.182124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:10.182880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:10.185248 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4bd15d-2d1c-48e0-99d7-d2d586537864" -d '{"events": [{"name": "network-changed", "server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:10.315851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-db2c35aa-2377-424f-93c6-05905f862f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.321734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-db2c35aa-2377-424f-93c6-05905f862f42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 1098 time: 0.1215849 Jul 14 09:31:10.324291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-5d65a353-bbab-40f7-bfdf-da10a27a67b7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.325884 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-5d65a353-bbab-40f7-bfdf-da10a27a67b7 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=98651439-8bc4-41c6-95ca-7677e20bf093 HTTP/1.1" status: 200 len: 944 time: 0.2446313 Jul 14 09:31:10.330002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.407234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:10.453432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-f71dd515-409c-4d8c-bf18-81013c028744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.465734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-f71dd515-409c-4d8c-bf18-81013c028744 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.1368253 Jul 14 09:31:10.525064 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-e0761971-b9bd-4b7f-b070-0f7340c93b79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 217 time: 0.0584559 Jul 14 09:31:10.537726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Deleting port 5a906eb3-b95c-447e-b831-ae3279ff5f94 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:10.538419 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.589265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-1b54eb53-443d-47f5-97ca-d3cfd5af15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.590805 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-1b54eb53-443d-47f5-97ca-d3cfd5af15b5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.0601325 Jul 14 09:31:10.602668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Deleting port a0aa7174-0bd8-4333-a323-0a1746945b56 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:10.602923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:10.652561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:10.656880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-b2b69204-588e-43e7-b4af-1b8a8aac00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:10.658559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-b2b69204-588e-43e7-b4af-1b8a8aac00e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611584 Jul 14 09:31:10.703750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:10.715781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:10.717273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:10.794999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-b3053bf1-bcee-46fd-94f5-fa8a9557a508 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291821 Jul 14 09:31:10.879888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:10.907986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bca23608-43f6-489b-87c2-e432d6e4d691 req-5c5fde18-6a6e-430b-bdb4-34824ff3eb10 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119883 Jul 14 09:31:11.052863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] For port 5a906eb3-b95c-447e-b831-ae3279ff5f94, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5a906eb3-b95c-447e-b831-ae3279ff5f94,segment=NetworkSegment(d35a4a2a-344c-49f9-9495-ae1f8d14c033),segment_id=d35a4a2a-344c-49f9-9495-ae1f8d14c033)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:11.053439 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.074655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Calling delete_port for 5a906eb3-b95c-447e-b831-ae3279ff5f94 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:11.149090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:11.159749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] For port a0aa7174-0bd8-4333-a323-0a1746945b56, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0aa7174-0bd8-4333-a323-0a1746945b56,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:11.160121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.185383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Calling delete_port for a0aa7174-0bd8-4333-a323-0a1746945b56 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:11.209563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d2092-4fa4-487b-854f-a04acfb177f4 None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:11.213561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb472c9-88c7-494d-8d48-3229d14ca323 req-89097fae-54d2-4aaa-8651-2175769ccc18 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:11.214679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbb472c9-88c7-494d-8d48-3229d14ca323 req-89097fae-54d2-4aaa-8651-2175769ccc18 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1142764 Jul 14 09:31:11.262549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.287378 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbb472c9-88c7-494d-8d48-3229d14ca323 req-975fff75-4059-4e19-8786-e5a0e75206e6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663764 Jul 14 09:31:11.330556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] No DVR routers for this DVR port 5a906eb3-b95c-447e-b831-ae3279ff5f94 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:11.380865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Port': ['ID=5a906eb3-b95c-447e-b831-ae3279ff5f94,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.407735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dddee2fc-2e21-4294-bc6d-b51ca8ecd474 req-f948540d-9614-4f84-9aed-83f11702eedf tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=38d00bfe5fbd4dd9a61568889249552f HTTP/1.1" status: 200 len: 2988 time: 0.0756297 Jul 14 09:31:11.435647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5a906eb3-b95c-447e-b831-ae3279ff5f94 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:11.463533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2d41d3-20e2-4602-b82e-40eada7787fd None None] Network 27a3efef-7000-4332-b3b9-2a0f8d7e55e5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:11.477603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dddee2fc-2e21-4294-bc6d-b51ca8ecd474 req-c408d8c4-be44-46ce-b813-e82cd5cd2133 tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] 10.222.0.73 "GET /v2.0/security-groups/b887265d-c773-4789-bcbd-1621647612df HTTP/1.1" status: 200 len: 2985 time: 0.0600834 Jul 14 09:31:11.496728 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.518441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 5a906eb3-b95c-447e-b831-ae3279ff5f94 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:11.518783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5a906eb3-b95c-447e-b831-ae3279ff5f94 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:31:11.532543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a3efef-7000-4332-b3b9-2a0f8d7e55e5']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:11.540236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dddee2fc-2e21-4294-bc6d-b51ca8ecd474 req-8acaa668-86c0-42a5-8b38-5ca04162ed70 tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] 10.222.0.73 "GET /v2.0/security-groups/b887265d-c773-4789-bcbd-1621647612df HTTP/1.1" status: 200 len: 2985 time: 0.0591576 Jul 14 09:31:11.544872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-efb71e6e-52f5-42b7-8db7-630119b9a94e None None] Could not find standard attr ID for object 5a906eb3-b95c-447e-b831-ae3279ff5f94. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:31:11.552930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Port 5a906eb3-b95c-447e-b831-ae3279ff5f94 not found, will not notify nova. {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:31:11.559262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35a4a2a-344c-49f9-9495-ae1f8d14c033') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:11.559742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35a4a2a-344c-49f9-9495-ae1f8d14c033') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:11.584571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.608643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.611789 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.625379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:11.625862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:11.647342 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:11.650586 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99842d98-28aa-4206-8eab-264891112aa0 None None] New status for floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:11.667452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event deleted for resources: {'Port': ['ID=a0aa7174-0bd8-4333-a323-0a1746945b56,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.677249 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b5cbb-07f0-4c2a-9f0a-e43f447571eb x-openstack-request-id: req-8e0b5cbb-07f0-4c2a-9f0a-e43f447571eb {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:11.677550 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "name": "network-vif-unplugged", "status": "failed", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56", "code": 422}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:11.677810 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e0b5cbb-07f0-4c2a-9f0a-e43f447571eb {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:11.678225 n-d-780147-26 neutron-server[93781]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'code': 422} returned with failed status Jul 14 09:31:11.695506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522e3df-9244-41b5-ad91-c98b9842080f None None] DHCP port deletion for 27a3efef-7000-4332-b3b9-2a0f8d7e55e5 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:11.713218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0988fb5d-a5ed-446b-a1cd-09fa08666e55 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:11.812919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] No DVR routers for this DVR port a0aa7174-0bd8-4333-a323-0a1746945b56 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:11.817872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.819689 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.828758 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f077817d-1df8-49a3-86a5-8e80b23c827b req-dbfc9146-0cb4-4060-999c-339f15d9c3d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "DELETE /v2.0/ports/a0aa7174-0bd8-4333-a323-0a1746945b56 HTTP/1.1" status: 204 len: 173 time: 1.4965105 Jul 14 09:31:11.829249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'name': 'network-vif-deleted', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:11.832130 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6247583b-2b4f-433c-9320-8b989258b364" -d '{"events": [{"server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "name": "network-vif-deleted", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:11.855568 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:11.860432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32996) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:11.872429 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/networks/27a3efef-7000-4332-b3b9-2a0f8d7e55e5 HTTP/1.1" status: 204 len: 168 time: 1.6892722 Jul 14 09:31:11.893208 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211da8f3-ff39-4423-8523-708e31343d91 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Network': ['ID=27a3efef-7000-4332-b3b9-2a0f8d7e55e5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:11.916037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988fb5d-a5ed-446b-a1cd-09fa08666e55 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:12.143898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.191170 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-a29d5606-0433-4988-af61-b4a618feb000 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1853619 Jul 14 09:31:12.214557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82fc7d-fbe5-4b82-82b4-d3e47cbc7dad req-582aa72b-12f6-43b2-803a-109309a6ae4d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.217751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de82fc7d-fbe5-4b82-82b4-d3e47cbc7dad req-582aa72b-12f6-43b2-803a-109309a6ae4d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2138374 Jul 14 09:31:12.308236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33014) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.358009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de82fc7d-fbe5-4b82-82b4-d3e47cbc7dad req-956a987e-58b8-4d25-95be-b897f9df36ad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975873 Jul 14 09:31:12.392219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-a1ae9f98-66e4-4229-8aa8-fb769d6e4869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.392219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-a1ae9f98-66e4-4229-8aa8-fb769d6e4869 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8f37b39baff744dd896ceb753a2dc37d&device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 1098 time: 0.1320770 Jul 14 09:31:12.392219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Deleting port c263e65e-b4bf-4150-a818-7bec22694f3c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:12.392219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.454613 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44cd235-3935-4f8d-8869-62ad02cb7d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.458064 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebe1ba9-fb36-4329-8171-e3748e915daf x-openstack-request-id: req-1ebe1ba9-fb36-4329-8171-e3748e915daf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:12.458306 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:12.458697 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ebe1ba9-fb36-4329-8171-e3748e915daf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:12.458952 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'status': 'completed', 'code': 200} Jul 14 09:31:12.535358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] For port c263e65e-b4bf-4150-a818-7bec22694f3c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c263e65e-b4bf-4150-a818-7bec22694f3c,segment=NetworkSegment(ac259ddb-0dd1-469c-bd5c-655957cbd80b),segment_id=ac259ddb-0dd1-469c-bd5c-655957cbd80b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:12.535733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.561395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Calling delete_port for c263e65e-b4bf-4150-a818-7bec22694f3c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:12.585268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-57757c81-bc33-45cf-8470-d99d0941cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.587447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-57757c81-bc33-45cf-8470-d99d0941cde1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 1098 time: 0.1136646 Jul 14 09:31:12.631409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-cf686a84-09fc-4cd0-b22e-f6818bae521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.632949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-cf686a84-09fc-4cd0-b22e-f6818bae521d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf HTTP/1.1" status: 200 len: 907 time: 0.1965218 Jul 14 09:31:12.708599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44cd235-3935-4f8d-8869-62ad02cb7d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.723638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44cd235-3935-4f8d-8869-62ad02cb7d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.724306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-4b6b42fa-5ec2-49c5-8ef9-cfb308f2493c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8 HTTP/1.1" status: 200 len: 1001 time: 0.0832989 Jul 14 09:31:12.731636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0aa7174-0bd8-4333-a323-0a1746945b56 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:12.750989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.755304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: a0aa7174-0bd8-4333-a323-0a1746945b56 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:12.755663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0aa7174-0bd8-4333-a323-0a1746945b56 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:12.758435 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc188348-0f81-4d90-83e2-bee0067ce207 x-openstack-request-id: req-fc188348-0f81-4d90-83e2-bee0067ce207 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:12.758734 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98651439-8bc4-41c6-95ca-7677e20bf093", "name": "network-vif-deleted", "tag": "a0aa7174-0bd8-4333-a323-0a1746945b56", "status": "failed", "code": 422}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:12.758994 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc188348-0f81-4d90-83e2-bee0067ce207 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:12.760618 n-d-780147-26 neutron-server[93779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98651439-8bc4-41c6-95ca-7677e20bf093', 'name': 'network-vif-deleted', 'tag': 'a0aa7174-0bd8-4333-a323-0a1746945b56', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:31:12.780282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d001a94c-5074-4763-a26c-3309856fbe9b req-67028a96-262b-4aaa-9061-66ceca37300c tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] 10.222.0.73 "GET /v2.0/security-groups/b887265d-c773-4789-bcbd-1621647612df HTTP/1.1" status: 200 len: 2985 time: 0.1270239 Jul 14 09:31:12.800971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Port': ['ID=c263e65e-b4bf-4150-a818-7bec22694f3c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.809070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] No DVR routers for this DVR port c263e65e-b4bf-4150-a818-7bec22694f3c on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:12.817076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cd235-3935-4f8d-8869-62ad02cb7d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe3e62c-e519-4651-9cdf-f014b2552025,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:12.822391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f44cd235-3935-4f8d-8869-62ad02cb7d4f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb283b12a7ac4ed496aa1cd1b47ae14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128796 Jul 14 09:31:12.830976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33026) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:12.844082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-cbf5b79e-8fb4-4141-94d8-ab9238130de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.844932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-b28fb572-ffe9-41d5-8c75-e6f333f15b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.845613 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-cbf5b79e-8fb4-4141-94d8-ab9238130de0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f52d37c7-bf0e-4657-97ef-e03520a37acb HTTP/1.1" status: 200 len: 845 time: 0.1080253 Jul 14 09:31:12.846978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-b28fb572-ffe9-41d5-8c75-e6f333f15b06 service neutron] 10.222.0.69 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.2525773 Jul 14 09:31:12.926035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.926488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-6bb308af-bf5c-46c9-941e-5c7643ede9d6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 200 len: 217 time: 0.0626078 Jul 14 09:31:12.938254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7855878b-eea7-4661-9c2e-9a04c20c2b06']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:12.952840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac259ddb-0dd1-469c-bd5c-655957cbd80b') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:12.953136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac259ddb-0dd1-469c-bd5c-655957cbd80b') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:12.967232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.984227 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-d001a94c-5074-4763-a26c-3309856fbe9b req-4002410c-f78b-41ff-ba66-3c9707271fef tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:31:12.990359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:12.994517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-1652fc5e-0ea5-4dc1-93dd-d3df484c2caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:12.995157 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d001a94c-5074-4763-a26c-3309856fbe9b req-4002410c-f78b-41ff-ba66-3c9707271fef tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] 10.222.0.73 "DELETE /v2.0/security-groups/b887265d-c773-4789-bcbd-1621647612df HTTP/1.1" status: 409 len: 352 time: 0.2062461 Jul 14 09:31:12.996618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-1652fc5e-0ea5-4dc1-93dd-d3df484c2caf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f807ecfb-8782-4d75-a7e1-9c7d931c7abf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125591 Jul 14 09:31:13.002774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:13.003411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:13.007129 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:13.038325 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d14958e-7fe9-45a8-b2cc-6c139c5e8acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.057077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-1931b859-4951-4233-96e2-7a61587e54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.058579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-1931b859-4951-4233-96e2-7a61587e54f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.1229241 Jul 14 09:31:13.069920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d14958e-7fe9-45a8-b2cc-6c139c5e8acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.164738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-9d6b9f95-c688-4b63-b962-4bbc2825f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.166486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-9d6b9f95-c688-4b63-b962-4bbc2825f148 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990446 Jul 14 09:31:13.189181 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d14958e-7fe9-45a8-b2cc-6c139c5e8acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.192621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d14958e-7fe9-45a8-b2cc-6c139c5e8acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.193796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9d14958e-7fe9-45a8-b2cc-6c139c5e8acb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7fe3e62c-e519-4651-9cdf-f014b2552025 HTTP/1.1" status: 204 len: 168 time: 0.3617103 Jul 14 09:31:13.218767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14958e-7fe9-45a8-b2cc-6c139c5e8acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe3e62c-e519-4651-9cdf-f014b2552025,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.336322 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-97ddc0ff-b368-4306-a68c-d3ac889cc555 service neutron] 10.222.0.69 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586764 Jul 14 09:31:13.385550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5a906eb3-b95c-447e-b831-ae3279ff5f94 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:13.414040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 5a906eb3-b95c-447e-b831-ae3279ff5f94 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:13.414649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5a906eb3-b95c-447e-b831-ae3279ff5f94 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:13.506495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-89ab7019-3987-4b3f-b128-206aba14b5e1 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.508137 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-89ab7019-3987-4b3f-b128-206aba14b5e1 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1630309 Jul 14 09:31:13.514815 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.519561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4bd15d-2d1c-48e0-99d7-d2d586537864 req-8dd03105-572f-4e9a-8fdb-43402cb9e923 service neutron] 10.222.0.69 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723108 Jul 14 09:31:13.532526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.534407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/networks/7855878b-eea7-4661-9c2e-9a04c20c2b06 HTTP/1.1" status: 204 len: 168 time: 1.6666331 Jul 14 09:31:13.537771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33040) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.569128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-c03c9fca-8337-4b37-9558-80e42d1becb4 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 696 time: 0.0527511 Jul 14 09:31:13.579819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Request body: {'floatingip': {'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:13.582525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460cb40-96dd-4e5b-b803-5e1f64f6b0e1 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Network': ['ID=7855878b-eea7-4661-9c2e-9a04c20c2b06,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:13.618620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33042) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:13.628925 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.639731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-7c26795b-183a-4267-a4f3-081d7172c503 service neutron] 10.222.0.69 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6306798 Jul 14 09:31:13.646549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76fb312a-b5fb-4caf-be0f-6a00996ca081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.684321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1834f6-4dfe-44a2-803d-1cd829bc6bed req-14b4a81e-5ede-4d31-80b8-899d15d458d8 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:13.685814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d1834f6-4dfe-44a2-803d-1cd829bc6bed req-14b4a81e-5ede-4d31-80b8-899d15d458d8 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.2630334 Jul 14 09:31:13.737542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.831934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d1834f6-4dfe-44a2-803d-1cd829bc6bed req-7e9ff198-d0fd-4856-be3a-0776dc1f2626 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095078 Jul 14 09:31:13.903736 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbdd254b-32a7-49ac-8bc0-11c6ec86c4ab req-23651620-a519-47cf-8632-6c05286d785f service neutron] 10.222.0.69 "GET /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529669 Jul 14 09:31:13.916759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:13.932119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.948769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd4b8c3-86ef-44e3-95a5-c562f9077fc8') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.949279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd4b8c3-86ef-44e3-95a5-c562f9077fc8') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:13.964502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.016907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.032864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:14.033309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:14.036846 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:14.051143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76fb312a-b5fb-4caf-be0f-6a00996ca081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.089827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76fb312a-b5fb-4caf-be0f-6a00996ca081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.106060 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.110270 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.148657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.158756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.160540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/networks/4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab HTTP/1.1" status: 204 len: 168 time: 0.6198270 Jul 14 09:31:14.164236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33044) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.164616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-76fb312a-b5fb-4caf-be0f-6a00996ca081 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5280ef17224040d2bb3efc5d4448aaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445123 Jul 14 09:31:14.168042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb312a-b5fb-4caf-be0f-6a00996ca081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6ef00-6823-4a7f-a018-0632a71c1773,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.174832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:14.186323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab8a6-ab19-41aa-a217-c01c5d09aff6 req-b9a6d4dd-500e-4c3f-8d07-4fe3fe12c84f tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.188115 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2bfab8a6-ab19-41aa-a217-c01c5d09aff6 req-b9a6d4dd-500e-4c3f-8d07-4fe3fe12c84f tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 946 time: 0.2300308 Jul 14 09:31:14.190203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3265e7-bb93-4f7e-85b5-a9818a082057 tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Network': ['ID=4b7f1f7c-32ba-44df-85c7-bdcd5ffcc9ab,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.226673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2bfab8a6-ab19-41aa-a217-c01c5d09aff6 req-0523597a-571b-4995-8c38-ca982f24b09d tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups?id=c82c494e-a7ca-40b4-be81-73a2758c124c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321507 Jul 14 09:31:14.266009 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-3d7bf249-a1fc-4946-ae3b-a79ee36b64d8 req-8f503806-4410-48ad-869f-f618c30ccc82 tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] show failed (client error): The resource could not be found. Jul 14 09:31:14.267175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d7bf249-a1fc-4946-ae3b-a79ee36b64d8 req-8f503806-4410-48ad-869f-f618c30ccc82 tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] 10.222.0.73 "GET /v2.0/security-groups/c7c65746-0a9d-40ee-b460-5e5922254737 HTTP/1.1" status: 404 len: 352 time: 0.0144389 Jul 14 09:31:14.329356 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.348561 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed associated. External IP: 172.25.0.221, port: ee55e109-83a0-4344-9b31-d539d9769b6b. Jul 14 09:31:14.352236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fc3384d-4ddf-4cf7-9270-41d24a5d61dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.420071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fc3384d-4ddf-4cf7-9270-41d24a5d61dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.438934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-f8749e4c-9253-40cd-a3e0-0cbe0b56234a tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.441033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-f8749e4c-9253-40cd-a3e0-0cbe0b56234a tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.69 "GET /v2.0/ports?device_id=aa17b3fb-ea09-424c-becd-abbfa5202cf9 HTTP/1.1" status: 200 len: 946 time: 0.1406884 Jul 14 09:31:14.533491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-5c093626-b6e0-4da8-9515-710455614aba tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.534878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-5c093626-b6e0-4da8-9515-710455614aba tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.1713276 Jul 14 09:31:14.563149 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.566088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d9267ff5-8caa-47f5-b940-7a3855b4d5dc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/quotas/a9906f97252144128c6148c196932b6a HTTP/1.1" status: 200 len: 375 time: 0.0150249 Jul 14 09:31:14.578140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a633e2f5-8847-482e-9dfd-5c0e2cee618c']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:14.591552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cdb123-89fe-425f-99bd-21b071bf39ea') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:14.591849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cdb123-89fe-425f-99bd-21b071bf39ea') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:14.604482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.606070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-a0c4b3ba-4fc5-47bb-94f8-b4c674f90405 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339849 Jul 14 09:31:14.622191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Deleting port e32d03a3-9510-428b-ba44-dc0517c5788c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:14.622537 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.678350 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fc3384d-4ddf-4cf7-9270-41d24a5d61dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.680854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fc3384d-4ddf-4cf7-9270-41d24a5d61dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.682056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9fc3384d-4ddf-4cf7-9270-41d24a5d61dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08d6ef00-6823-4a7f-a018-0632a71c1773 HTTP/1.1" status: 204 len: 168 time: 0.5062785 Jul 14 09:31:14.692187 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.708700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:14.709118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:14.717095 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:14.771817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-95a813d2-69fb-4e3f-bf15-50edb40a56ae service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586709 Jul 14 09:31:14.781810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] For port e32d03a3-9510-428b-ba44-dc0517c5788c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e32d03a3-9510-428b-ba44-dc0517c5788c,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:14.782594 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.790472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3384d-4ddf-4cf7-9270-41d24a5d61dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6ef00-6823-4a7f-a018-0632a71c1773,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.829974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Calling delete_port for e32d03a3-9510-428b-ba44-dc0517c5788c owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:14.847487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-372c05e3-dbcb-4513-89a5-27d7823cbb96 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:14.849020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-372c05e3-dbcb-4513-89a5-27d7823cbb96 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.69 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 946 time: 0.2102058 Jul 14 09:31:14.851288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.860750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:14.865620 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] 10.222.0.73 "DELETE /v2.0/networks/a633e2f5-8847-482e-9dfd-5c0e2cee618c HTTP/1.1" status: 204 len: 168 time: 0.6977391 Jul 14 09:31:14.906582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fcf54-8d5d-4e31-b9c6-6a12adf313ab tempest-BulkNetworkOpsTest-1115978226 tempest-BulkNetworkOpsTest-1115978226-project] Pushing event deleted for resources: {'Network': ['ID=a633e2f5-8847-482e-9dfd-5c0e2cee618c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:14.910247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:14.962086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-a15618b8-7813-45b8-8acb-c6d98620f31b service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760066 Jul 14 09:31:15.065408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.085261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['ee55e109-83a0-4344-9b31-d539d9769b6b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:15.089812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['e32d03a3-9510-428b-ba44-dc0517c5788c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:15.109908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Pushing event deleted for resources: {'Port': ['ID=e32d03a3-9510-428b-ba44-dc0517c5788c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:15.129089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:15.131505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Deleting port 48664a9f-32bf-46f7-a390-d8d564e7edc8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:15.132919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.145808 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.177018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:15.208027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] No DVR routers for this DVR port e32d03a3-9510-428b-ba44-dc0517c5788c on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:15.215295 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.219675 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c760b08e-e1e1-44f9-9eb7-608d1039c78c req-965ed810-3fab-4a41-88a4-d66443131026 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.69 "DELETE /v2.0/ports/e32d03a3-9510-428b-ba44-dc0517c5788c HTTP/1.1" status: 204 len: 173 time: 0.7682476 Jul 14 09:31:15.220480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'name': 'network-vif-deleted', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:15.225055 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a24c2e-c05d-497e-85b8-d11ce893281e" -d '{"events": [{"server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "name": "network-vif-deleted", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:15.276676 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-c8651377-623a-4904-ad4f-c189f86abcbf req-38a2a798-4861-4f53-a369-f569cb53ba16 tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] show failed (client error): The resource could not be found. Jul 14 09:31:15.296500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8651377-623a-4904-ad4f-c189f86abcbf req-38a2a798-4861-4f53-a369-f569cb53ba16 tempest-SecurityGroupsNegativeTestJSON-1304627693 tempest-SecurityGroupsNegativeTestJSON-1304627693-project] 10.222.0.73 "GET /v2.0/security-groups/a98135ce-5b87-49bf-a23f-e025fe6d860a HTTP/1.1" status: 404 len: 352 time: 0.0651250 Jul 14 09:31:15.298512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33082) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.311382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:15.312047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:15.355080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] For port 48664a9f-32bf-46f7-a390-d8d564e7edc8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=48664a9f-32bf-46f7-a390-d8d564e7edc8,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:15.355622 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.447001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33084) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:15.483543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1f7cfb-43ec-4198-ac5c-a90eae65d314 admin admin] Deleting subnet 5b5fc76a-e775-4ce1-acf7-019413c6fef1 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:15.488049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e1f7cfb-43ec-4198-ac5c-a90eae65d314 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.728516 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.728932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.729245 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Floating IP 990cf5f6-743d-4b09-aaac-85e97bbfbab8 disassociated. External IP: 172.25.0.49, port: 48664a9f-32bf-46f7-a390-d8d564e7edc8. Jul 14 09:31:15.729543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Calling delete_port for 48664a9f-32bf-46f7-a390-d8d564e7edc8 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:15.789862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e1f7cfb-43ec-4198-ac5c-a90eae65d314 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:15.801904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1ef902c5-d498-4717-a96b-faf01acbcdd7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "PUT /v2.0/floatingips/3a274aad-262e-4f5a-8078-5dcef304aaed HTTP/1.1" status: 200 len: 996 time: 2.2188094 Jul 14 09:31:15.911456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:15.913800 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5784ed31-c079-4114-a839-963bce59e3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:16.003242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5a5e-0907-49e5-b2bb-f83694eaec3f req-8cf579fe-9114-4946-bb91-ae5ac546ea81 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.021268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e9e5a5e-0907-49e5-b2bb-f83694eaec3f req-8cf579fe-9114-4946-bb91-ae5ac546ea81 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.3764870 Jul 14 09:31:16.031692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e1f7cfb-43ec-4198-ac5c-a90eae65d314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.087936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-7e74c8f9-0b1a-4dc0-97ce-1e82c299521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.089661 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-7e74c8f9-0b1a-4dc0-97ce-1e82c299521c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 0.2867601 Jul 14 09:31:16.095004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:16.118618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3f5d2312-da0e-4996-b4e1-c82ee0f99640 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9748a316db82462787d7b2aade8c76cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6680527 Jul 14 09:31:16.123102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33106) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.291285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e9e5a5e-0907-49e5-b2bb-f83694eaec3f req-8f96df5f-2440-4ef6-a1fc-734ab305e616 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670434 Jul 14 09:31:16.335781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.341064 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68d6e4a9-ebae-402f-b9c1-056f600efd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.389589 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68d6e4a9-ebae-402f-b9c1-056f600efd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.415228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event deleted for resources: {'Port': ['ID=48664a9f-32bf-46f7-a390-d8d564e7edc8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.443461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1824cd25-d405-4f1b-9ffb-e60cddce7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:16.446929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e1f7cfb-43ec-4198-ac5c-a90eae65d314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.462651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-1824cd25-d405-4f1b-9ffb-e60cddce7b0d service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.3578887 Jul 14 09:31:16.492066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f7cfb-43ec-4198-ac5c-a90eae65d314 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b5fc76a-e775-4ce1-acf7-019413c6fef1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.496696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e1f7cfb-43ec-4198-ac5c-a90eae65d314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.503069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8e1f7cfb-43ec-4198-ac5c-a90eae65d314 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5b5fc76a-e775-4ce1-acf7-019413c6fef1 HTTP/1.1" status: 204 len: 168 time: 1.2030113 Jul 14 09:31:16.507353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33112) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:16.548630 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80643eee-86b9-4cdd-b61c-7492745a1679 req-01914e03-8100-4615-bcdc-defb47b5d68d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 210 time: 0.0440228 Jul 14 09:31:16.550086 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68d6e4a9-ebae-402f-b9c1-056f600efd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.553206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-68d6e4a9-ebae-402f-b9c1-056f600efd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.568140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-68d6e4a9-ebae-402f-b9c1-056f600efd6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6b9cefe-a0e2-49cc-8b5d-187e737982c2 HTTP/1.1" status: 204 len: 168 time: 0.4333503 Jul 14 09:31:16.579438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:9c:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:14Z', 'revision_number': 8, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:16.621438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:16.633476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:16.634336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:16.667398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6e4a9-ebae-402f-b9c1-056f600efd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b9cefe-a0e2-49cc-8b5d-187e737982c2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:16.698400 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb023067-2b38-405a-bbc1-6bee3d7ab602 x-openstack-request-id: req-cb023067-2b38-405a-bbc1-6bee3d7ab602 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:16.700886 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa17b3fb-ea09-424c-becd-abbfa5202cf9", "name": "network-vif-deleted", "tag": "e32d03a3-9510-428b-ba44-dc0517c5788c", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:16.704075 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb023067-2b38-405a-bbc1-6bee3d7ab602 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:16.704431 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17b3fb-ea09-424c-becd-abbfa5202cf9', 'name': 'network-vif-deleted', 'tag': 'e32d03a3-9510-428b-ba44-dc0517c5788c', 'status': 'completed', 'code': 200} Jul 14 09:31:16.749991 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:16.833301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:17.026514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0bb9dc2-daf8-4875-9506-7fbf38ad7b39 req-93d072d0-1899-469e-9dda-41a4f4772485 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 210 time: 0.1568935 Jul 14 09:31:17.044011 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.068764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:17.093297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f603288-2aff-400a-a463-debdbad97a9e') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:17.093650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f603288-2aff-400a-a463-debdbad97a9e') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:17.104275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.130325 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.144431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:17.144877 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:17.150376 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:17.192935 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732e34c0-3a52-4a65-8710-84cc8a0dbdbe x-openstack-request-id: req-732e34c0-3a52-4a65-8710-84cc8a0dbdbe {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:17.193589 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:17.194043 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-732e34c0-3a52-4a65-8710-84cc8a0dbdbe {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:17.194629 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'status': 'completed', 'code': 200} Jul 14 09:31:17.207380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-62f00e1a-44d3-4461-af76-ba20d0b20f7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 999 time: 0.7438121 Jul 14 09:31:17.226097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.231367 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:17.234817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1 HTTP/1.1" status: 204 len: 168 time: 0.7256200 Jul 14 09:31:17.251930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16deca63-ba36-4b64-9253-c0411c3fec50 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4e1e42-26aa-4381-93f8-e9bc3cd0c3c1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:17.315366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:9c:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:14Z', 'revision_number': 8, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:17.353589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3f63d8-acff-48b2-91b8-0df0ee8bb28a None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '3a274aad-262e-4f5a-8078-5dcef304aaed', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'port_id': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'mac_address': 'fa:16:3e:9c:d0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:30:28Z', 'updated_at': '2021-07-14T09:31:14Z', 'revision_number': 8, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:17.422344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-863274a3-e402-4991-b019-03d6423dd8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.431200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-863274a3-e402-4991-b019-03d6423dd8f7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.2224510 Jul 14 09:31:17.529551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:17.590206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-a81c5d63-a3ad-4890-9fc9-b5007f5aa975 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.591799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-a81c5d63-a3ad-4890-9fc9-b5007f5aa975 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.4115992 Jul 14 09:31:17.597336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784ed31-c079-4114-a839-963bce59e3e2 req-f543b072-5e14-4880-8705-2ab0a66b44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.598845 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5784ed31-c079-4114-a839-963bce59e3e2 req-f543b072-5e14-4880-8705-2ab0a66b44f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 0.4017751 Jul 14 09:31:17.607190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7247ad68-0a7d-4897-8959-1b6553c37360 req-25490c91-4fe7-44f3-b426-1e87b477964b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.614183 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7247ad68-0a7d-4897-8959-1b6553c37360 req-25490c91-4fe7-44f3-b426-1e87b477964b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1236305 Jul 14 09:31:17.622326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Request body: {'port': {'device_id': 'a21933a1-5d16-460c-80c8-366685e85a32', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'admin_state_up': True, 'tenant_id': 'a9906f97252144128c6148c196932b6a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:17.633571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33148) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.678207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-bcb772a5-50b8-4d79-a463-fcb7eb5153c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:17.685854 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-bcb772a5-50b8-4d79-a463-fcb7eb5153c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2535036 Jul 14 09:31:17.706234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-45fa422c-aa4b-4bfa-9476-dd7ad3f2ae4c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=38d00bfe5fbd4dd9a61568889249552f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688589 Jul 14 09:31:17.713088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7247ad68-0a7d-4897-8959-1b6553c37360 req-0e6f8b88-5034-411f-82e4-cdd3f2bab15e tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975168 Jul 14 09:31:17.714205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33150) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:17.723092 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfb537-96dc-4d43-b43b-d9cb16c7642b None None] New status for floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:17.977174 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f2544226-0c2e-4717-a0b9-601b4b8ed1f6 req-ab38729f-88e6-4f9c-a66b-d4b39dd29f8a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 210 time: 0.0541217 Jul 14 09:31:18.007032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-76892357-3538-4f19-b285-2a4dd9f3eec1 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203406 Jul 14 09:31:18.115475 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab6164e7-64b1-4ad8-8ddf-e57fda76aa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.147296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784ed31-c079-4114-a839-963bce59e3e2 req-126e2511-e4bf-4763-b33d-988f94ddde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.150305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5784ed31-c079-4114-a839-963bce59e3e2 req-126e2511-e4bf-4763-b33d-988f94ddde7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.5419683 Jul 14 09:31:18.178614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:18.192293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] Sync routers for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:18.193520 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab6164e7-64b1-4ad8-8ddf-e57fda76aa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.209098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:18.209732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:18.237411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33170) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:18.250607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-41547ece-e033-4c95-b18e-615518c6760e req-c1058535-2525-451d-85c0-b8b601017a81 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/ports?device_id=19ba070d-335e-4139-bfa1-194c416fe2cd HTTP/1.1" status: 200 len: 210 time: 0.0469630 Jul 14 09:31:18.272452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:18.272452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.344563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] No DVR routers for this DVR port 48664a9f-32bf-46f7-a390-d8d564e7edc8 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:18.361611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.364128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-418893f9-1293-4413-a4cc-0f2ea6bf3cd6 req-efe39145-edf9-4c1a-a73f-7f13e78cd7b8 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.69 "DELETE /v2.0/ports/48664a9f-32bf-46f7-a390-d8d564e7edc8 HTTP/1.1" status: 204 len: 173 time: 3.5045114 Jul 14 09:31:18.384146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2038350619'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:18.388443 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-248dc9a4-f33a-4bff-83ad-220fb74f0209 req-75b80271-73dc-4119-88cc-1bb1669aaa88 service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804381 Jul 14 09:31:18.390486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5784ed31-c079-4114-a839-963bce59e3e2 req-9d138232-0c49-4d1e-a6c5-cbd0b2bef190 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 1001 time: 0.2265587 Jul 14 09:31:18.395053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:18.499648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e927689b-f8c9-4e88-a1a3-048eaada423b req-c7e02a60-0f3c-40ec-9022-e0df5582feb8 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips/3a274aad-262e-4f5a-8078-5dcef304aaed HTTP/1.1" status: 200 len: 998 time: 0.0727396 Jul 14 09:31:18.501260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:18.505768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.519721 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.531443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab6164e7-64b1-4ad8-8ddf-e57fda76aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.534251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab6164e7-64b1-4ad8-8ddf-e57fda76aa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:18.538464 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ab6164e7-64b1-4ad8-8ddf-e57fda76aa63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b887265d-c773-4789-bcbd-1621647612df HTTP/1.1" status: 204 len: 168 time: 0.7156851 Jul 14 09:31:18.585233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784ed31-c079-4114-a839-963bce59e3e2 req-c294ce58-81fb-4d7c-b94e-04706f4af842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.586985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5784ed31-c079-4114-a839-963bce59e3e2 req-c294ce58-81fb-4d7c-b94e-04706f4af842 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.1858089 Jul 14 09:31:18.598111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6164e7-64b1-4ad8-8ddf-e57fda76aa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b887265d-c773-4789-bcbd-1621647612df,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:18.674798 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Allocated IP 172.20.0.9 (47270586-9b02-4ec0-a27c-e3637d71dae4/83f0ce11-c178-40b2-a579-676eb17cd347/f39de081-8495-4500-91c9-3a203dea4a55) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:18.756293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 5, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:18.768161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 48664a9f-32bf-46f7-a390-d8d564e7edc8 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:18.788058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927689b-f8c9-4e88-a1a3-048eaada423b req-c019d6f5-5161-40e8-af70-5f5c6d60c1e7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.793839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784ed31-c079-4114-a839-963bce59e3e2 req-ebfbf3aa-87d9-45fb-aa7d-62677420c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:18.794869 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e927689b-f8c9-4e88-a1a3-048eaada423b req-c019d6f5-5161-40e8-af70-5f5c6d60c1e7 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2762592 Jul 14 09:31:18.795126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5784ed31-c079-4114-a839-963bce59e3e2 req-ebfbf3aa-87d9-45fb-aa7d-62677420c245 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1988065 Jul 14 09:31:18.802689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-e927689b-f8c9-4e88-a1a3-048eaada423b req-432650ce-45ba-4965-9cc0-cee0830093ca tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:31:18.824493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e927689b-f8c9-4e88-a1a3-048eaada423b req-432650ce-45ba-4965-9cc0-cee0830093ca tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276411 Jul 14 09:31:18.856159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] Checking router: 2354bd6a-0f61-4531-8c5f-ebdf4d952bce for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:18.947050 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-8cb3c0ca-2e2d-4fc2-a7eb-5ab13a821244 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.1137841 Jul 14 09:31:18.964640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 48664a9f-32bf-46f7-a390-d8d564e7edc8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:18.965232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 48664a9f-32bf-46f7-a390-d8d564e7edc8 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:18.965751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e32d03a3-9510-428b-ba44-dc0517c5788c no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:18.971512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:18.972362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:19.001164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: e32d03a3-9510-428b-ba44-dc0517c5788c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:19.001663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e32d03a3-9510-428b-ba44-dc0517c5788c not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:19.026743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-eb8c5e73-a17d-4edb-b857-20f5ca6726f5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.045291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-eb8c5e73-a17d-4edb-b857-20f5ca6726f5 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports/ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 942 time: 0.0849752 Jul 14 09:31:19.119216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.124411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.160367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:19.161587 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5784ed31-c079-4114-a839-963bce59e3e2 req-72b8a201-5c89-403f-9f66-9026857076bd service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567135 Jul 14 09:31:19.174897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26693c-3f90-4ae9-a499-ae22acb40234 req-d321a58e-1e79-44cf-b81d-9eb84377fb70 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.176467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f26693c-3f90-4ae9-a499-ae22acb40234 req-d321a58e-1e79-44cf-b81d-9eb84377fb70 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1919296 Jul 14 09:31:19.180693 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.184672 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.185083 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment 3c92f912-7293-4581-9034-8a55a0328f98 of type vlan for network c30f3622-e76d-43df-a62a-c1496060a1a9 Jul 14 09:31:19.272803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:19.278670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'name': 'network-vif-deleted', 'tag': '48664a9f-32bf-46f7-a390-d8d564e7edc8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:19.281051 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2125e480-0583-431e-a070-d44d07992ac9" -d '{"events": [{"server_uuid": "19ba070d-335e-4139-bfa1-194c416fe2cd", "name": "network-vif-deleted", "tag": "48664a9f-32bf-46f7-a390-d8d564e7edc8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:19.285004 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5784ed31-c079-4114-a839-963bce59e3e2 req-3cd8080b-d463-45f5-8757-5733accf0805 service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075954 Jul 14 09:31:19.386988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f26693c-3f90-4ae9-a499-ae22acb40234 req-0e85b186-b81c-46a0-bd59-25a876c9ef43 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990894 Jul 14 09:31:19.408565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.466215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event updated for resources: {'Port': ['ID=f39de081-8495-4500-91c9-3a203dea4a55,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.504058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:19.506367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:19.506778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-47f796e7-610a-43f0-b961-ebbc0b4e4e92 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.2018034 Jul 14 09:31:19.513655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:19.519052 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.545883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d99e485-33e2-4456-9d1a-9e12a2b71d00,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.638710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.645403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.646091 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.654163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.655446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:19.676620 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-792a55d1-809a-482c-9e4d-1d249e9fd4d4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0670006 Jul 14 09:31:19.690440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 5, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:19.691067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Request body: {'port': {'device_id': 'a21933a1-5d16-460c-80c8-366685e85a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:19.741522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e3df4a-8ea7-40d5-963d-ad6bbe7c646b None None] The sync data for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 is: [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:28:50Z', 'revision_number': 4, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1169956f-3c99-4e67-82dc-b19139ad4bc0', 'name': '', 'network_id': 'f807ecfb-8782-4d75-a7e1-9c7d931c7abf', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'mac_address': 'fa:16:3e:72:5e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:49Z', 'updated_at': '2021-07-14T09:28:57Z', 'revision_number': 5, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'subnets': [{'id': 'f52d37c7-bf0e-4657-97ef-e03520a37acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:19.746961 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4932506 Jul 14 09:31:19.755319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8428d27b-6f76-4ccf-9144-31a9574eae76 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=c30f3622-e76d-43df-a62a-c1496060a1a9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:19.774946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network c30f3622-e76d-43df-a62a-c1496060a1a9 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:19.785132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c619e4-76eb-43c8-b4aa-aef176ebd69f req-abb330a5-db83-448d-b265-e92ffb476716 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.807719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-394ff985-bee7-4566-96d3-5c13a8e92530 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:19.830502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-394ff985-bee7-4566-96d3-5c13a8e92530 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.3221314 Jul 14 09:31:19.841549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1c619e4-76eb-43c8-b4aa-aef176ebd69f req-abb330a5-db83-448d-b265-e92ffb476716 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 931 time: 0.2325039 Jul 14 09:31:19.885928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33214) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.949890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33216) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:19.967317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': 'c30f3622-e76d-43df-a62a-c1496060a1a9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:19.987977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-8f902eaf-0428-4bc4-9e53-266b8f09ad44 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 1001 time: 0.1564233 Jul 14 09:31:20.002841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:20.054782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1c619e4-76eb-43c8-b4aa-aef176ebd69f req-e28f30c0-ff24-42d2-8ef4-1105b2b13cd9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098413 Jul 14 09:31:20.063134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.071150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.167293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-567052847-network', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:20.227858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33222) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:20.229396 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b0487d-313b-4227-ba43-e2edcf9819b0 x-openstack-request-id: req-65b0487d-313b-4227-ba43-e2edcf9819b0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:20.229681 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ba070d-335e-4139-bfa1-194c416fe2cd", "name": "network-vif-deleted", "tag": "48664a9f-32bf-46f7-a390-d8d564e7edc8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:20.229930 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65b0487d-313b-4227-ba43-e2edcf9819b0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:20.230606 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ba070d-335e-4139-bfa1-194c416fe2cd', 'name': 'network-vif-deleted', 'tag': '48664a9f-32bf-46f7-a390-d8d564e7edc8', 'status': 'completed', 'code': 200} Jul 14 09:31:20.249150 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029b8dba-0177-467f-bdfb-425b53648892 None None] New status for floating IP 990cf5f6-743d-4b09-aaac-85e97bbfbab8: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:20.251368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.256018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.256475 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed disassociated. External IP: 172.25.0.221, port: ee55e109-83a0-4344-9b31-d539d9769b6b. Jul 14 09:31:20.259766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Made reservation on behalf of f9e2e23f7e5a42b3b2ce83dc699b56a7 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:20.262247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.266643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:31:20.266643 n-d-780147-26 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:31:20.266643 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id': '1bd54bf04f9a4385a92eb62855605cae', 'id': '9ea1d5f4-2cf6-4938-abb7-de304bb61bb0', 'expiration': datetime.datetime(2021, 7, 14, 9, 33, 20, 235557)}] Jul 14 09:31:20.266643 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:20.267060 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:20.305093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.361810 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f3e60c-1c79-470a-b140-d270f2b8763d tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.404475 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f3e60c-1c79-470a-b140-d270f2b8763d tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.508671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f3e60c-1c79-470a-b140-d270f2b8763d tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.510994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19f3e60c-1c79-470a-b140-d270f2b8763d tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.514384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-19f3e60c-1c79-470a-b140-d270f2b8763d tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "DELETE /v2.0/security-groups/c82c494e-a7ca-40b4-be81-73a2758c124c HTTP/1.1" status: 204 len: 168 time: 0.2807333 Jul 14 09:31:20.516868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33226) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:20.519456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39de081-8495-4500-91c9-3a203dea4a55 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:20.537462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.537666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.544477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3e60c-1c79-470a-b140-d270f2b8763d tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82c494e-a7ca-40b4-be81-73a2758c124c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.544671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.575212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Transition to ACTIVE for port object f39de081-8495-4500-91c9-3a203dea4a55 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:20.579957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:20.586616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:20.595336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d60faa-9b42-4a81-b789-11e87cb0ebd7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.596419 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-061ef5c1-799f-4252-8563-cabbae8690b5 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] show failed (client error): The resource could not be found. Jul 14 09:31:20.597488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-061ef5c1-799f-4252-8563-cabbae8690b5 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "GET /v2.0/security-groups/c82c494e-a7ca-40b4-be81-73a2758c124c HTTP/1.1" status: 404 len: 347 time: 0.0723529 Jul 14 09:31:20.601279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33228) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:20.601467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.601865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.602170 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Added segment 8a879b5e-3ea2-429a-8734-2b92ce7259cf of type vlan for network 7679306f-c624-488b-a1dd-988f8417d17d Jul 14 09:31:20.680932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.738840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Pushing event updated for resources: {'Port': ['ID=f39de081-8495-4500-91c9-3a203dea4a55,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:20.756664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.757699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.758357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.823977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f008f4-c9e8-46a5-8384-ed36c01fd455 req-bf167596-bdec-4523-8bb4-1b58ccb36363 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:20.825681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77f008f4-c9e8-46a5-8384-ed36c01fd455 req-bf167596-bdec-4523-8bb4-1b58ccb36363 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.2858596 Jul 14 09:31:20.889128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:20.892777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.923067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Attempting to bind port f39de081-8495-4500-91c9-3a203dea4a55 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:20.923431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Attempting to bind port f39de081-8495-4500-91c9-3a203dea4a55 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:20.923693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Attempting to bind port f39de081-8495-4500-91c9-3a203dea4a55 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:20.965362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Port f39de081-8495-4500-91c9-3a203dea4a55 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:20.966190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Attempting to bind port f39de081-8495-4500-91c9-3a203dea4a55 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:20.976114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77f008f4-c9e8-46a5-8384-ed36c01fd455 req-314b3fbd-44b1-4720-9438-0e1cd07ef943 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398640 Jul 14 09:31:20.983286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:20.983741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Checking segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:20.984445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Bound using segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:20.984902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Bound port: f39de081-8495-4500-91c9-3a203dea4a55, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:20.985271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:20.999935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Deleting port c9f5bb9c-c2e1-4246-8dcd-d665ffb1f9ce {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:21.000387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.155945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] For port f39de081-8495-4500-91c9-3a203dea4a55, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:21.177526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:21.189444 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.193404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:21.198657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2443614 Jul 14 09:31:21.211770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33238) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:21.214666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:21.216736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.221478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Request body: {'subnet': {'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-567052847-subnet', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:21.231384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daf6b3-ed2e-4b25-b47d-456f28cbac9b admin admin] Pushing event updated for resources: {'Network': ['ID=7679306f-c624-488b-a1dd-988f8417d17d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:21.243289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-35567d76-a8b1-4e78-a8bc-11ef72429d06 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "PUT /v2.0/floatingips/3a274aad-262e-4f5a-8078-5dcef304aaed HTTP/1.1" status: 200 len: 696 time: 1.2475185 Jul 14 09:31:21.243751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:21.246104 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390d5b88-f804-49ef-8e37-60d885743b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:21.254714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7679306f-c624-488b-a1dd-988f8417d17d details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:21.274321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] For port f39de081-8495-4500-91c9-3a203dea4a55, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f39de081-8495-4500-91c9-3a203dea4a55,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:21.325383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-03fbbf1e-152a-42fa-8cf5-40150dafa514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.327245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-03fbbf1e-152a-42fa-8cf5-40150dafa514 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 0.0590060 Jul 14 09:31:21.345475 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.381967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:21.389430 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.390215 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.437834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-66640f43-06e7-43ff-9fc2-c1747c0409bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.439148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Calling delete_port for c9f5bb9c-c2e1-4246-8dcd-d665ffb1f9ce owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:21.440393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-66640f43-06e7-43ff-9fc2-c1747c0409bb service neutron] 10.222.0.73 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.1062603 Jul 14 09:31:21.451735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.452332 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.453895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] 10.222.0.66 "PUT /v2.0/ports/f39de081-8495-4500-91c9-3a203dea4a55 HTTP/1.1" status: 200 len: 1092 time: 1.7698233 Jul 14 09:31:21.465566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Made reservation on behalf of f9e2e23f7e5a42b3b2ce83dc699b56a7 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:21.468276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.506714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-2a3b5de7-df67-47c8-a9a8-1238bcb2f910 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 217 time: 0.0604463 Jul 14 09:31:21.563860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-6f991fec-9c27-42a3-a53d-a5b6ef934cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.565499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-6f991fec-9c27-42a3-a53d-a5b6ef934cc6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.0535657 Jul 14 09:31:21.666903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-343a8519-517c-45a6-91ef-dfff8b5f0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:21.668545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-343a8519-517c-45a6-91ef-dfff8b5f0f46 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973718 Jul 14 09:31:21.776345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.822034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:21.839823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:21.841230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:21.848685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-abff2b05-1d46-4fb0-bc78-4e82a6fb41ec service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732583 Jul 14 09:31:21.899583 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-966dce30-64d2-4a5e-8d3b-cfdc930ec8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:21.956179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cce97b00-13fb-4326-9aba-1abf82c783b2 req-efe37a56-2f2b-4f14-946b-3e79bf0c874d service neutron] 10.222.0.73 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016140 Jul 14 09:31:22.019522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:22.083033 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa79ca90-7947-4737-bd8b-e9de183f69b1 x-openstack-request-id: req-fa79ca90-7947-4737-bd8b-e9de183f69b1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:22.083353 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:22.083596 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa79ca90-7947-4737-bd8b-e9de183f69b1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:22.084005 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'status': 'completed', 'code': 200} Jul 14 09:31:22.175488 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:22.260036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7046da2-76e5-4a9c-8bec-68fe45340c0c service neutron] Pushing event updated for resources: {'Port': ['ID=f39de081-8495-4500-91c9-3a203dea4a55,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.263439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21933a1-5d16-460c-80c8-366685e85a32', 'tag': 'f39de081-8495-4500-91c9-3a203dea4a55'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:22.282530 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d808c1-b896-4c85-bbc7-b7febfe96d94" -d '{"events": [{"name": "network-changed", "server_uuid": "a21933a1-5d16-460c-80c8-366685e85a32", "tag": "f39de081-8495-4500-91c9-3a203dea4a55"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:22.285455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.319226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30909b7a-d0ab-432e-8007-545ac9985eff req-02c4518f-a0c2-4a3b-ab28-c4a7b3d55248 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:22.336811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30909b7a-d0ab-432e-8007-545ac9985eff req-02c4518f-a0c2-4a3b-ab28-c4a7b3d55248 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 943 time: 1.1090641 Jul 14 09:31:22.585904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:22.597150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=273e63bd-30f1-4543-8d34-0b08e877e78d,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:22.620272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1c87fe-1359-4fd1-8f11-58f622322ee3 None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:29:57Z', 'revision_number': 4, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'aa62f8dd-cd25-4cc6-8ed6-895582359fe7', 'name': '', 'network_id': '2cd22dde-9ca0-473b-98e5-4870ad410cd9', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'mac_address': 'fa:16:3e:ef:2b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:55Z', 'updated_at': '2021-07-14T09:30:07Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'subnets': [{'id': '355d5a50-b2a4-487f-99d5-d1aa07f76244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:22.696921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30909b7a-d0ab-432e-8007-545ac9985eff req-138feaed-b41b-48cb-946d-5527c183ec70 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555958 Jul 14 09:31:22.804550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': '3c92f912-7293-4581-9034-8a55a0328f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c30f3622-e76d-43df-a62a-c1496060a1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:22.805176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: c30f3622-e76d-43df-a62a-c1496060a1a9, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:22.819130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-a79bde6e-03cc-4f6e-929b-9975ec10d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:22.820550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-a79bde6e-03cc-4f6e-929b-9975ec10d015 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 1095 time: 1.3054988 Jul 14 09:31:22.899526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:22.905329 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f474b5c-261f-4470-adbe-1d2313203c9e x-openstack-request-id: req-2f474b5c-261f-4470-adbe-1d2313203c9e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:22.905955 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21933a1-5d16-460c-80c8-366685e85a32", "tag": "f39de081-8495-4500-91c9-3a203dea4a55", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:22.906096 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f474b5c-261f-4470-adbe-1d2313203c9e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:22.906712 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a21933a1-5d16-460c-80c8-366685e85a32', 'tag': 'f39de081-8495-4500-91c9-3a203dea4a55', 'status': 'completed', 'code': 200} Jul 14 09:31:22.922080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201124b-e19b-47f3-be49-253f88281c9b req-d77e1e25-44be-43e7-ba7f-42dca15f1aac tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:22.923832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d201124b-e19b-47f3-be49-253f88281c9b req-d77e1e25-44be-43e7-ba7f-42dca15f1aac tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1290772 Jul 14 09:31:22.942811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d5b88-f804-49ef-8e37-60d885743b9c req-fe7dcf13-077d-4d6e-9076-6c043a5472cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:22.945086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-390d5b88-f804-49ef-8e37-60d885743b9c req-fe7dcf13-077d-4d6e-9076-6c043a5472cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b45f9915afac4d0784f7a48acc4ba202&device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 1097 time: 0.7805042 Jul 14 09:31:22.999229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d201124b-e19b-47f3-be49-253f88281c9b req-b70d8f20-563a-4579-96d6-80f0dfb29e3b tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680971 Jul 14 09:31:23.040336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Pushing event deleted for resources: {'Port': ['ID=c9f5bb9c-c2e1-4246-8dcd-d665ffb1f9ce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.047866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-93e33bf4-3a76-4fce-9c6f-ab6abc7b4b07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39de081-8495-4500-91c9-3a203dea4a55 HTTP/1.1" status: 200 len: 217 time: 0.1487949 Jul 14 09:31:23.050388 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee9810-131e-4683-a64e-cc2ed2f5000a None None] New status for floating IP 3a274aad-262e-4f5a-8078-5dcef304aaed: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:31:23.126770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-f842f227-435a-49b1-81a1-e667b464fe8e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips/3a274aad-262e-4f5a-8078-5dcef304aaed HTTP/1.1" status: 200 len: 696 time: 0.2049351 Jul 14 09:31:23.188100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network c30f3622-e76d-43df-a62a-c1496060a1a9 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:23.248331 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.333901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, c30f3622-e76d-43df-a62a-c1496060a1a9) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:23.338351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.338951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.344634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d1514a-c463-4d92-b6e8-7a2d81425424 None None] Network c30f3622-e76d-43df-a62a-c1496060a1a9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:23.390003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-bf4b7cea-40f4-4aa3-a2c8-d9809fae923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.391473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-bf4b7cea-40f4-4aa3-a2c8-d9809fae923e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.3042974 Jul 14 09:31:23.408150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.411629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.415532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c6590494-d2b7-4ff9-b988-1e3c2de54835 tempest-ServersTestJSON-794568727 tempest-ServersTestJSON-794568727-project] 10.222.0.73 "DELETE /v2.0/floatingips/990cf5f6-743d-4b09-aaac-85e97bbfbab8 HTTP/1.1" status: 204 len: 168 time: 2.8088224 Jul 14 09:31:23.415998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33300) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.440134 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d97d169b-30eb-4b13-8f3d-ac2595bba02f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.5383067 Jul 14 09:31:23.501145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33302) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.507938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70269632-3a73-43ec-8fb9-ad17b970034c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:23.517438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-51cf1150-68de-43fa-984b-2cfee08fcec9 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.518959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-51cf1150-68de-43fa-984b-2cfee08fcec9 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.3434205 Jul 14 09:31:23.519905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-987042279'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:23.529687 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-30d8302d-4f46-46a8-a933-25a6c4643830 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290991 Jul 14 09:31:23.538456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-c30f3622-e76d-43df-a62a-c1496060a1a9', 'network_id': 'c30f3622-e76d-43df-a62a-c1496060a1a9', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': '273e63bd-30f1-4543-8d34-0b08e877e78d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:23.539931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.559364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:23.561590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d5b88-f804-49ef-8e37-60d885743b9c req-78eda188-c620-4412-b0ac-33a30110f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.563111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.563354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-390d5b88-f804-49ef-8e37-60d885743b9c req-78eda188-c620-4412-b0ac-33a30110f0d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 200 len: 921 time: 0.5363092 Jul 14 09:31:23.615378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:23.624356 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.624702 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment 7c3d54bc-0009-40ec-b383-d15251c5c4f6 of type vlan for network 5dce64a9-4137-494b-a265-14500113287c Jul 14 09:31:23.667839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.690866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Checking segment: {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:23.691459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Network hostable DHCP agents. Network: 7679306f-c624-488b-a1dd-988f8417d17d, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:23.699785 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-390d5b88-f804-49ef-8e37-60d885743b9c req-4ae460a0-35f7-4f81-bf33-c633112886d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 200 len: 217 time: 0.0902538 Jul 14 09:31:23.702990 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.703277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-ef951888-528c-4752-bd33-a10c692fe542 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 697 time: 0.1726191 Jul 14 09:31:23.710348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.710538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Allocated IP 172.20.255.242 (c30f3622-e76d-43df-a62a-c1496060a1a9/273e63bd-30f1-4543-8d34-0b08e877e78d/1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:23.711662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.827725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3253062 Jul 14 09:31:23.832655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33308) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:23.847683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': '5dce64a9-4137-494b-a265-14500113287c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:23.854248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-a40dd516-fd88-47ff-af3f-e7fd75be62fd tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.221 HTTP/1.1" status: 200 len: 697 time: 0.1270900 Jul 14 09:31:23.855859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d5b88-f804-49ef-8e37-60d885743b9c req-652a6d25-df05-49ee-85a8-12f987f1df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:23.857297 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-390d5b88-f804-49ef-8e37-60d885743b9c req-652a6d25-df05-49ee-85a8-12f987f1df7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 200 len: 859 time: 0.1487131 Jul 14 09:31:23.928511 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.940820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Transition to ACTIVE for port object 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:23.941181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Network 7679306f-c624-488b-a1dd-988f8417d17d is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:23.960063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Transition to ACTIVE for port object 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:23.967043 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:23.983960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dc3b70-8a7f-4fa3-989a-e371fd5a6ad5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=5dce64a9-4137-494b-a265-14500113287c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.010719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5dce64a9-4137-494b-a265-14500113287c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:24.025991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7679306f-c624-488b-a1dd-988f8417d17d) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:24.045552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.046275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.062866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-992c2763-fa7d-4427-9ab8-008e99faf07e service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216911 Jul 14 09:31:24.079016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Pushing event updated for resources: {'Port': ['ID=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.093327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Network c30f3622-e76d-43df-a62a-c1496060a1a9 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:24.096639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b1a2-da7f-457d-a653-dc205cb468c5 req-047a0444-cb6b-42f5-a78a-0bc485cdc80d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.104850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d838b1a2-da7f-457d-a653-dc205cb468c5 req-047a0444-cb6b-42f5-a78a-0bc485cdc80d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 943 time: 0.2807019 Jul 14 09:31:24.109813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:24.112822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f536676-33e2-4ff4-a954-772d598e80c7 None None] Network 7679306f-c624-488b-a1dd-988f8417d17d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:24.113396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33312) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:24.118369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:24.121588 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0c48a88d-2b5c-4bab-9d72-3eb668d0d890 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9086094 Jul 14 09:31:24.126582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:24.180109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:24.183740 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.207058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d5b88-f804-49ef-8e37-60d885743b9c req-d072a847-5bcd-4f28-be1b-f47d5d025ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.209115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-390d5b88-f804-49ef-8e37-60d885743b9c req-d072a847-5bcd-4f28-be1b-f47d5d025ff0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2cd22dde-9ca0-473b-98e5-4870ad410cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3424649 Jul 14 09:31:24.237917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Deleting port c83e038e-f512-41da-b2cb-ec7beb72a48e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:24.238642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.276018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d838b1a2-da7f-457d-a653-dc205cb468c5 req-bb259f6c-fd6e-48a1-9f1c-e0e8cf10231d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702023 Jul 14 09:31:24.300453 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6b99ce26-910d-4eb6-9efe-fae71202968b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.351306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1fff81c-010a-4c7c-a7e5-aac8538e01dd req-e21d4c59-53cb-4a2a-8200-2fa02bbd3929 service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585466 Jul 14 09:31:24.361520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Attempting to bind port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:24.361841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Attempting to bind port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3c92f912-7293-4581-9034-8a55a0328f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c30f3622-e76d-43df-a62a-c1496060a1a9'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:24.362173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Attempting to bind port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 on network c30f3622-e76d-43df-a62a-c1496060a1a9 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:24.373402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:24.373837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Checking segment: {'id': '3c92f912-7293-4581-9034-8a55a0328f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c30f3622-e76d-43df-a62a-c1496060a1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:24.374243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.374674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Bound using segment: {'id': '3c92f912-7293-4581-9034-8a55a0328f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c30f3622-e76d-43df-a62a-c1496060a1a9'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:24.375689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Bound port: 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c92f912-7293-4581-9034-8a55a0328f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'c30f3622-e76d-43df-a62a-c1496060a1a9'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:24.376123 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.393691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7679306f-c624-488b-a1dd-988f8417d17d', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:24.395373 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.401743 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.402791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.451801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-390d5b88-f804-49ef-8e37-60d885743b9c req-fd13b122-08f3-42fb-87f8-f79566f4231e service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317030 Jul 14 09:31:24.483128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.483128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.539901 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.566835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] For port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:24.586526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] For port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,segment=NetworkSegment(3c92f912-7293-4581-9034-8a55a0328f98),segment_id=3c92f912-7293-4581-9034-8a55a0328f98)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:24.587478 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.615671 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.621537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Calling delete_port for c83e038e-f512-41da-b2cb-ec7beb72a48e owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:24.691580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Allocated IP 172.20.0.2 (7679306f-c624-488b-a1dd-988f8417d17d/70269632-3a73-43ec-8fb9-ad17b970034c/d0a337f9-f962-4378-a67e-ec50ac3ab498) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:24.702722 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-390d5b88-f804-49ef-8e37-60d885743b9c req-e364dff1-97a8-4597-abe3-b0e3ef1c4574 service neutron] 10.222.0.66 "GET /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138891 Jul 14 09:31:24.714672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacb4df-5a42-45d4-97f7-ab19d3dfac2e None None] Pushing event updated for resources: {'Port': ['ID=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:24.765646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-88ae4eef-60cd-4dcf-a5c1-421a2243f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.767181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-88ae4eef-60cd-4dcf-a5c1-421a2243f52e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 1095 time: 0.3396828 Jul 14 09:31:24.878862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.890434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-3581edeb-8343-407e-9d63-162d74b8ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:24.891973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-3581edeb-8343-407e-9d63-162d74b8ba25 service neutron] 10.222.0.66 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.1165199 Jul 14 09:31:24.977641 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:24.989949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Transition to ACTIVE for port object d0a337f9-f962-4378-a67e-ec50ac3ab498 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:25.010849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Transition to ACTIVE for port object d0a337f9-f962-4378-a67e-ec50ac3ab498 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:25.014158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce891a93-a557-4943-8849-f75a3103e232 req-0008822d-1321-435d-a8a1-e7bf4b9b5f2c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.016643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce891a93-a557-4943-8849-f75a3103e232 req-0008822d-1321-435d-a8a1-e7bf4b9b5f2c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.5116236 Jul 14 09:31:25.018300 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.028280 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.043682 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-236d7341-17ba-44ca-9bcc-78d7e2ecf83b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f39de081-8495-4500-91c9-3a203dea4a55 HTTP/1.1" status: 200 len: 217 time: 0.1358635 Jul 14 09:31:25.063179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Network 7679306f-c624-488b-a1dd-988f8417d17d is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:25.065925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:25.068558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:25.086103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Pushing event updated for resources: {'Port': ['ID=d0a337f9-f962-4378-a67e-ec50ac3ab498,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.107676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=3b2efb82-1c94-4e3a-b173-754e5b2bed8d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.135000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.160481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Attempting to bind port d0a337f9-f962-4378-a67e-ec50ac3ab498 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:25.161164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Attempting to bind port d0a337f9-f962-4378-a67e-ec50ac3ab498 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:25.161667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Attempting to bind port d0a337f9-f962-4378-a67e-ec50ac3ab498 on network 7679306f-c624-488b-a1dd-988f8417d17d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:25.166829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Pushing event deleted for resources: {'Port': ['ID=c83e038e-f512-41da-b2cb-ec7beb72a48e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.167766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:25.168292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Checking segment: {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:25.168877 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.173515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-8b14b7cc-2596-4608-8d20-94ff69079608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.173885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Bound using segment: {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:25.174935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Bound port: d0a337f9-f962-4378-a67e-ec50ac3ab498, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:25.175329 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.176578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-8b14b7cc-2596-4608-8d20-94ff69079608 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1234198 Jul 14 09:31:25.188066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.188450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.188927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.189272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.189885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.190223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.190559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.190897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.191230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.191561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.191892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.192233 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:25.212108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.244935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce891a93-a557-4943-8849-f75a3103e232 req-96f64aa2-ad0a-4880-801e-ba4d59e51113 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124114 Jul 14 09:31:25.289360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] For port d0a337f9-f962-4378-a67e-ec50ac3ab498, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:25.300667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] For port d0a337f9-f962-4378-a67e-ec50ac3ab498, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d0a337f9-f962-4378-a67e-ec50ac3ab498,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:25.308777 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.332827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-f3a97d80-e0c2-4196-a8d9-6c5aaf18f6ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1455052 Jul 14 09:31:25.348588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': '7c3d54bc-0009-40ec-b383-d15251c5c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5dce64a9-4137-494b-a265-14500113287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:25.348963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: 5dce64a9-4137-494b-a265-14500113287c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:25.427136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9ae6f-2bf5-479b-b271-8941d9f0d983 None None] Pushing event updated for resources: {'Port': ['ID=d0a337f9-f962-4378-a67e-ec50ac3ab498,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:25.428595 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.431936 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.433783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8949d6b-38f2-453c-834c-94ef521fa615 req-b4099c55-33e6-46d0-b21f-70cfb0534cb6 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "DELETE /v2.0/floatingips/3a274aad-262e-4f5a-8078-5dcef304aaed HTTP/1.1" status: 204 len: 173 time: 1.5683644 Jul 14 09:31:25.489004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:25.509018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-c934995c-46c2-4475-ab2f-1dc90dc9a92c service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666486 Jul 14 09:31:25.638225 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.645559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:25.653954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76d808c1-b896-4c85-bbc7-b7febfe96d94 req-4440c85f-a449-408e-9448-411f03439b84 service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371958 Jul 14 09:31:25.675506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 5dce64a9-4137-494b-a265-14500113287c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:25.716913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5dce64a9-4137-494b-a265-14500113287c) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:25.727120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.727432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:25.735288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41706811-650b-499b-927f-7b1c04159857 None None] Network 5dce64a9-4137-494b-a265-14500113287c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:25.924318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e65d86-628e-4b5e-b8b2-61c1e3050918 req-0bb635e7-57a9-4ff3-8b30-983b988e77b6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:25.932760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27e65d86-628e-4b5e-b8b2-61c1e3050918 req-0bb635e7-57a9-4ff3-8b30-983b988e77b6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 943 time: 0.1864529 Jul 14 09:31:25.983762 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:25.988297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e2b5eaf1-19b4-470b-9191-e7028a4ed55d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1462479 Jul 14 09:31:26.055329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5dce64a9-4137-494b-a265-14500113287c', 'network_id': '5dce64a9-4137-494b-a265-14500113287c', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': '3b2efb82-1c94-4e3a-b173-754e5b2bed8d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:26.057599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.058073 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.094547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.127923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27e65d86-628e-4b5e-b8b2-61c1e3050918 req-fb360742-5ead-4414-8bd9-f3013160961a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904454 Jul 14 09:31:26.238777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.382547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Allocated IP 172.20.0.2 (5dce64a9-4137-494b-a265-14500113287c/3b2efb82-1c94-4e3a-b173-754e5b2bed8d/3d8ec842-859a-4fb4-a1a7-caa9bc407d8a) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:26.420949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.428961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Allocated IP 172.25.0.81 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/710942ec-039a-40f6-abdc-6e61d294650a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:26.457688 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Deleting port 1169956f-3c99-4e67-82dc-b19139ad4bc0 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:26.458125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.581403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.593080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Transition to ACTIVE for port object 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:26.602812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c6e7ef-f1d2-4e91-b787-4c14f15dd6ea None None] Network c30f3622-e76d-43df-a62a-c1496060a1a9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:26.698965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] For port 1169956f-3c99-4e67-82dc-b19139ad4bc0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1169956f-3c99-4e67-82dc-b19139ad4bc0,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:26.699672 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.713861 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.724280 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.725784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Transition to ACTIVE for port object 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:26.730304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Calling delete_port for 1169956f-3c99-4e67-82dc-b19139ad4bc0 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:26.731520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a84ba0ee-b078-4786-9dd7-a05a7181d2a3 None None] Provisioning for port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:26.738815 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.753464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a84ba0ee-b078-4786-9dd7-a05a7181d2a3 None None] Provisioning complete for port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:26.754060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a84ba0ee-b078-4786-9dd7-a05a7181d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.760029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.858249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Network 5dce64a9-4137-494b-a265-14500113287c is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:26.874822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:26.875075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2efb82-1c94-4e3a-b173-754e5b2bed8d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:26.888174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:26.891507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Pushing event updated for resources: {'Port': ['ID=3d8ec842-859a-4fb4-a1a7-caa9bc407d8a,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:26.951043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.970918 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:26.999365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dce64a9-4137-494b-a265-14500113287c']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.034158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3d54bc-0009-40ec-b383-d15251c5c4f6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.034454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3d54bc-0009-40ec-b383-d15251c5c4f6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:27.053776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.067912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Attempting to bind port 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:27.068402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Attempting to bind port 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '7c3d54bc-0009-40ec-b383-d15251c5c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5dce64a9-4137-494b-a265-14500113287c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:27.068832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Attempting to bind port 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a on network 5dce64a9-4137-494b-a265-14500113287c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:27.082120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:27.082573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Checking segment: {'id': '7c3d54bc-0009-40ec-b383-d15251c5c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5dce64a9-4137-494b-a265-14500113287c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:27.083050 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.083517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Bound using segment: {'id': '7c3d54bc-0009-40ec-b383-d15251c5c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5dce64a9-4137-494b-a265-14500113287c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:27.084067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Bound port: 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3d54bc-0009-40ec-b383-d15251c5c4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '5dce64a9-4137-494b-a265-14500113287c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:27.084574 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.086391 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a84ba0ee-b078-4786-9dd7-a05a7181d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.095208 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.115712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:27.116492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:27.120103 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:27.169022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf41c115-b87e-4876-bbaf-16bf995b8458 None None] Network 7679306f-c624-488b-a1dd-988f8417d17d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:27.235133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a84ba0ee-b078-4786-9dd7-a05a7181d2a3 None None] For port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,segment=NetworkSegment(3c92f912-7293-4581-9034-8a55a0328f98),segment_id=3c92f912-7293-4581-9034-8a55a0328f98)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:27.260783 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a84ba0ee-b078-4786-9dd7-a05a7181d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.272348 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.302629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:27.302629 n-d-780147-26 neutron-server[93779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:27.302629 n-d-780147-26 neutron-server[93779]: [parameters: {'id': '5dce64a9-4137-494b-a265-14500113287c'}] Jul 14 09:31:27.302629 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:27.309422 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:27.309587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] For port 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:27.351598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] For port 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3d8ec842-859a-4fb4-a1a7-caa9bc407d8a,segment=NetworkSegment(7c3d54bc-0009-40ec-b383-d15251c5c4f6),segment_id=7c3d54bc-0009-40ec-b383-d15251c5c4f6)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:27.362671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.387045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c679-fa7b-46b5-9ffc-f9bb9355d988 req-1f59ae53-64a7-4f98-bb2f-06abec44112b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.394991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bb3c679-fa7b-46b5-9ffc-f9bb9355d988 req-1f59ae53-64a7-4f98-bb2f-06abec44112b tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 945 time: 0.6235962 Jul 14 09:31:27.400243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.418070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ba0ee-b078-4786-9dd7-a05a7181d2a3 None None] Pushing event updated for resources: {'Port': ['ID=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.434112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:27.478923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:27.492717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:27.515984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Pushing event updated for resources: {'Port': ['ID=710942ec-039a-40f6-abdc-6e61d294650a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.677010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d0a337f9-f962-4378-a67e-ec50ac3ab498 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:27.697280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f024e75-98c6-4022-948e-631eb45d455a req-7e1e52be-bdf1-4a4f-a50f-077fb07fd146 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:27.706076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f024e75-98c6-4022-948e-631eb45d455a req-7e1e52be-bdf1-4a4f-a50f-077fb07fd146 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 943 time: 0.1974103 Jul 14 09:31:27.722447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:27.748136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f02e406c-1860-4e4f-beff-40ad536421f3 None None] Provisioning for port d0a337f9-f962-4378-a67e-ec50ac3ab498 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:27.763133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f024e75-98c6-4022-948e-631eb45d455a req-87f91ec2-4ab5-4b24-9712-51634d55f431 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558488 Jul 14 09:31:27.805857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.885050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da50800-f8ed-4a9a-b9ae-bec5513900f9 None None] Network 5dce64a9-4137-494b-a265-14500113287c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:27.893563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting port 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:27.894222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.903914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77577-1ad5-4f1b-ae01-ca38636a9b45 None None] Pushing event updated for resources: {'Port': ['ID=3d8ec842-859a-4fb4-a1a7-caa9bc407d8a,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:27.965023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6794f31d-8a23-4f94-bb7c-9faa6fb784ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:27.982857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d0a337f9-f962-4378-a67e-ec50ac3ab498 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:27.994332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d0a337f9-f962-4378-a67e-ec50ac3ab498 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:27.994332 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.003130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] For port 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3d8ec842-859a-4fb4-a1a7-caa9bc407d8a,segment=NetworkSegment(7c3d54bc-0009-40ec-b383-d15251c5c4f6),segment_id=7c3d54bc-0009-40ec-b383-d15251c5c4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:28.003630 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.020335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e4e3e40e-8f59-452a-8475-98640e8897dc None None] Provisioning complete for port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:28.020335 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e4e3e40e-8f59-452a-8475-98640e8897dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.023991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Calling delete_port for 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:28.074931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bb3c679-fa7b-46b5-9ffc-f9bb9355d988 req-3626f18e-c7fd-41f4-a1fa-90f12c3327de tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787684 Jul 14 09:31:28.121563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1169956f-3c99-4e67-82dc-b19139ad4bc0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.163909 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6794f31d-8a23-4f94-bb7c-9faa6fb784ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.170026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.176611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6794f31d-8a23-4f94-bb7c-9faa6fb784ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.238524 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Port': ['ID=3d8ec842-859a-4fb4-a1a7-caa9bc407d8a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.246921 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.264258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No DVR routers for this DVR port 3d8ec842-859a-4fb4-a1a7-caa9bc407d8a on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:28.293743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794f31d-8a23-4f94-bb7c-9faa6fb784ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff729f-8fe3-4f13-80e7-f695b8bc5638,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.309253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port d0a337f9-f962-4378-a67e-ec50ac3ab498, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d0a337f9-f962-4378-a67e-ec50ac3ab498,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:28.315751 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.323835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6794f31d-8a23-4f94-bb7c-9faa6fb784ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22f89b8f92e3456badb816930f331d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5993919 Jul 14 09:31:28.329949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.386027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=d0a337f9-f962-4378-a67e-ec50ac3ab498,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.390844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a2bea-b87c-4cbf-97b0-a0b70024b97e None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:28.437069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.451152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dce64a9-4137-494b-a265-14500113287c']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.469912 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e69a699-6682-4783-b5e8-2d9ecc4d1e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.473390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3d54bc-0009-40ec-b383-d15251c5c4f6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.473763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3d54bc-0009-40ec-b383-d15251c5c4f6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:28.479759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.482692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9d7f46b1-10a2-4900-a8fa-09f32b5723ae None None] Provisioning complete for port d0a337f9-f962-4378-a67e-ec50ac3ab498 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:28.483072 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9d7f46b1-10a2-4900-a8fa-09f32b5723ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.491512 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.495926 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.509626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64835fba-45be-407c-becd-53fb00e16f41 req-3db71a05-80b2-47cc-b18a-fc4e5fe3a3df tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:28.511223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-64835fba-45be-407c-becd-53fb00e16f41 req-3db71a05-80b2-47cc-b18a-fc4e5fe3a3df tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 945 time: 0.2675202 Jul 14 09:31:28.531090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e69a699-6682-4783-b5e8-2d9ecc4d1e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.538310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096a2bea-b87c-4cbf-97b0-a0b70024b97e None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:28.550743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.566212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:28.566707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:28.571564 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:28.691379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.696047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.697992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/5dce64a9-4137-494b-a265-14500113287c HTTP/1.1" status: 204 len: 168 time: 2.7113051 Jul 14 09:31:28.701487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f39de081-8495-4500-91c9-3a203dea4a55 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:28.708184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:28.714304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1883746864'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:28.735055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196a876-c6c6-4ca8-93a0-36e2b2654ba9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=5dce64a9-4137-494b-a265-14500113287c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.743809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e69a699-6682-4783-b5e8-2d9ecc4d1e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.746326 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e69a699-6682-4783-b5e8-2d9ecc4d1e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.749984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6e69a699-6682-4783-b5e8-2d9ecc4d1e80 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8cff729f-8fe3-4f13-80e7-f695b8bc5638 HTTP/1.1" status: 204 len: 168 time: 0.4136622 Jul 14 09:31:28.792224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69a699-6682-4783-b5e8-2d9ecc4d1e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff729f-8fe3-4f13-80e7-f695b8bc5638,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:28.809297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Deleting port ee55e109-83a0-4344-9b31-d539d9769b6b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:28.810185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:28.845999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:31:28.888490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f39de081-8495-4500-91c9-3a203dea4a55, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f39de081-8495-4500-91c9-3a203dea4a55,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:28.995740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'f39de081-8495-4500-91c9-3a203dea4a55', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'port_id': 'f39de081-8495-4500-91c9-3a203dea4a55', 'mac_address': 'fa:16:3e:f0:9e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f0ce11-c178-40b2-a579-676eb17cd347', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:29.022286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:29.029448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.104351 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.156790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33398) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.195619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:29.199654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39de081-8495-4500-91c9-3a203dea4a55 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:29.225718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fa33f0d-d6b9-43dd-b215-ee0167a64c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.226008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f39de081-8495-4500-91c9-3a203dea4a55, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f39de081-8495-4500-91c9-3a203dea4a55,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:29.237001 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.247603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'port_id': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'mac_address': 'fa:16:3e:2c:b0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c53a4-30a7-4e6a-a138-a97e3bcc800a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:31:29.345715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f39de081-8495-4500-91c9-3a203dea4a55,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.360609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:29.371214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] Sync routers for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:29.379398 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.384877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f7c916dc-4c2e-4691-8720-41a02ee327c6 admin admin] 10.222.0.73 "PUT /v2.0/routers/2354bd6a-0f61-4531-8c5f-ebdf4d952bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9671955 Jul 14 09:31:29.399453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:29.400337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33408) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.403344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.416022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:29.476451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:29.477703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:29.478147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:29.486108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:29.515822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.516144 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment fbf782f6-a4ee-4850-a76c-d4ca62067b6a of type vlan for network 44bf66bb-69fa-4db9-8440-5e359ad76ca5 Jul 14 09:31:29.534011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] For port ee55e109-83a0-4344-9b31-d539d9769b6b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ee55e109-83a0-4344-9b31-d539d9769b6b,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:29.534382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.578260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Calling delete_port for ee55e109-83a0-4344-9b31-d539d9769b6b owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:29.593189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:29.594701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.595165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['f39de081-8495-4500-91c9-3a203dea4a55'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:29.609338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fa33f0d-d6b9-43dd-b215-ee0167a64c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.614204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d068cf1-9020-4de1-aa99-d04f3286480c req-073d65a4-d313-4919-a98a-4cc0d4dd59fa tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.615784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d068cf1-9020-4de1-aa99-d04f3286480c req-073d65a4-d313-4919-a98a-4cc0d4dd59fa tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 944 time: 0.2101798 Jul 14 09:31:29.633006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fa33f0d-d6b9-43dd-b215-ee0167a64c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.639956 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.677358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:31:29.714375 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.720113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.720785 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.729936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.739023 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.742801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d068cf1-9020-4de1-aa99-d04f3286480c req-762e2266-3257-451d-aaa4-134072c17926 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919251 Jul 14 09:31:29.784750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9fa33f0d-d6b9-43dd-b215-ee0167a64c25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f3019c980e9b479d94e4d65f096f1831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6228991 Jul 14 09:31:29.786997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa33f0d-d6b9-43dd-b215-ee0167a64c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572fe3ee-d3ed-4816-a816-203d68ad428c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.789574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33422) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.797621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:29.812067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f84e6b-4694-4191-ab59-43c8df1a7b0c req-5974a642-3122-4ff0-a6c7-72a9c520ce5e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:29.819669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1100767 Jul 14 09:31:29.820320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33424) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:29.820858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62f84e6b-4694-4191-ab59-43c8df1a7b0c req-5974a642-3122-4ff0-a6c7-72a9c520ce5e tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 945 time: 0.5131583 Jul 14 09:31:29.830888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': '44bf66bb-69fa-4db9-8440-5e359ad76ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:29.846256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=44bf66bb-69fa-4db9-8440-5e359ad76ca5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:29.866885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:29.902791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:29.912016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.912016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.912396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.912550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.912884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.913216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.913545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.913870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.914221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.914550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.914871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.915725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a980a-4e47-4098-9d55-1c7f9b80b728 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:29.973628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.021776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Pushing event deleted for resources: {'Port': ['ID=ee55e109-83a0-4344-9b31-d539d9769b6b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.070784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62f84e6b-4694-4191-ab59-43c8df1a7b0c req-63868b60-b6f0-4d89-b5bd-138d9c741701 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/security-groups?id=ac596b05-c316-4615-ae9d-4142b75ceb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488842 Jul 14 09:31:30.076116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:30.081877 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.107880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 44bf66bb-69fa-4db9-8440-5e359ad76ca5 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:30.118583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] No DVR routers for this DVR port ee55e109-83a0-4344-9b31-d539d9769b6b on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:30.149941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d06a9d19-36ed-4b86-8154-6a38fcfded98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.151214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.153846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-64835fba-45be-407c-becd-53fb00e16f41 req-64d401e8-6355-483b-88e8-395bdca55947 tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.66 "DELETE /v2.0/ports/ee55e109-83a0-4344-9b31-d539d9769b6b HTTP/1.1" status: 204 len: 173 time: 1.6341352 Jul 14 09:31:30.154732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'name': 'network-vif-deleted', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:30.157911 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d897e1-9b57-4f92-8214-0c067c8b164d" -d '{"events": [{"server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "name": "network-vif-deleted", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:30.181092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:30.194155 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Sync routers for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:30.209742 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:30.209998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing IP validity checks on allocation pools {{(pid=93779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:31:30.210315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93779) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:31:30.210439 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:30.224434 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f50a11-fb6f-4fe8-ba46-18caa0ac3253 x-openstack-request-id: req-f9f50a11-fb6f-4fe8-ba46-18caa0ac3253 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:30.224788 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a", "name": "network-vif-deleted", "tag": "ee55e109-83a0-4344-9b31-d539d9769b6b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:30.225043 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9f50a11-fb6f-4fe8-ba46-18caa0ac3253 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:30.225457 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a', 'name': 'network-vif-deleted', 'tag': 'ee55e109-83a0-4344-9b31-d539d9769b6b', 'status': 'completed', 'code': 200} Jul 14 09:31:30.243368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d06a9d19-36ed-4b86-8154-6a38fcfded98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.245634 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.247053 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-46ac1663-560d-4faa-95dc-d430639e649d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1278594 Jul 14 09:31:30.250105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33442) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:30.268533 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.363123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d06a9d19-36ed-4b86-8154-6a38fcfded98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.366287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d06a9d19-36ed-4b86-8154-6a38fcfded98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.367700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d06a9d19-36ed-4b86-8154-6a38fcfded98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/572fe3ee-d3ed-4816-a816-203d68ad428c HTTP/1.1" status: 204 len: 168 time: 0.5746000 Jul 14 09:31:30.379942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Deleting port 5831648c-4497-49e7-84e6-a3f346499ac7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:30.380650 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.381480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:30.381862 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.401740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a9d19-36ed-4b86-8154-6a38fcfded98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572fe3ee-d3ed-4816-a816-203d68ad428c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:30.521286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] For port 5831648c-4497-49e7-84e6-a3f346499ac7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5831648c-4497-49e7-84e6-a3f346499ac7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:30.522369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:30.526338 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:30.576164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Calling delete_port for 5831648c-4497-49e7-84e6-a3f346499ac7 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:30.755892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ee55e109-83a0-4344-9b31-d539d9769b6b no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:30.913345 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:28Z', 'revision_number': 3, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:30.947021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: ee55e109-83a0-4344-9b31-d539d9769b6b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:30.951166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ee55e109-83a0-4344-9b31-d539d9769b6b not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:30.968870 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Checking router: 4d88f53c-97c5-43c4-b6c2-cf1a02958276 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:30.969531 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Updating router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 port 710942ec-039a-40f6-abdc-6e61d294650a binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:31:31.057850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.093924 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.159945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Pushing event deleted for resources: {'Port': ['ID=5831648c-4497-49e7-84e6-a3f346499ac7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.169574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d0a337f9-f962-4378-a67e-ec50ac3ab498 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:31.411083 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.465244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.498531 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.510338 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Transition to ACTIVE for port object 710942ec-039a-40f6-abdc-6e61d294650a will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:31.518322 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.544757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:31:27Z', 'revision_number': 5, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port': {'id': '5831648c-4497-49e7-84e6-a3f346499ac7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:28:44Z', 'updated_at': '2021-07-14T09:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:31.566188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10cbec7f-9e17-49d0-83e7-abbfcf088ff0 req-d0abc29e-4a72-4348-92c2-c7d41e63f1af tempest-FloatingIPsAssociationTestJSON-100425457 tempest-FloatingIPsAssociationTestJSON-100425457-project] 10.222.0.73 "GET /v2.0/ports?device_id=e7c1d7b3-5e0a-4886-95a2-9ac1e8bbb38a HTTP/1.1" status: 200 len: 210 time: 0.1128955 Jul 14 09:31:31.567487 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Pushing event updated for resources: {'Port': ['ID=710942ec-039a-40f6-abdc-6e61d294650a,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.577903 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.578251 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.578592 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.578979 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.579315 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.579644 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.579969 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.581008 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.581414 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.581608 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.581933 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.582253 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:31.613895 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Attempting to bind port 710942ec-039a-40f6-abdc-6e61d294650a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:31.614305 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Attempting to bind port 710942ec-039a-40f6-abdc-6e61d294650a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:31.615295 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Attempting to bind port 710942ec-039a-40f6-abdc-6e61d294650a on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:31.623228 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:31.623569 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:31.624325 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.625338 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:31.625866 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Bound port: 710942ec-039a-40f6-abdc-6e61d294650a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:31.626304 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.635812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44bf66bb-69fa-4db9-8440-5e359ad76ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:31.636522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: 44bf66bb-69fa-4db9-8440-5e359ad76ca5, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:31.672425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] Checking router: 2354bd6a-0f61-4531-8c5f-ebdf4d952bce for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:31.688835 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] For port 710942ec-039a-40f6-abdc-6e61d294650a, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:31.693267 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] For port 710942ec-039a-40f6-abdc-6e61d294650a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=710942ec-039a-40f6-abdc-6e61d294650a,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:31.702868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=543165a2-88a6-48fd-af2f-4cb5d4e941c1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.705753 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.734040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df94bbf-a971-4fca-8970-2a489881dbe5 req-0c59a987-efca-4d0c-80a3-74a233e12634 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:31.737618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d0a337f9-f962-4378-a67e-ec50ac3ab498 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:31.739248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.741414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0df94bbf-a971-4fca-8970-2a489881dbe5 req-0c59a987-efca-4d0c-80a3-74a233e12634 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 944 time: 0.6748068 Jul 14 09:31:31.743936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] Routers {'2354bd6a-0f61-4531-8c5f-ebdf4d952bce'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:31.749448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:31.789048 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:31.789685 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:31.794494 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e821827-2e3e-4288-9c9e-407bd459b551 None None] Pushing event updated for resources: {'Port': ['ID=710942ec-039a-40f6-abdc-6e61d294650a,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:31.889360 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.895625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 44bf66bb-69fa-4db9-8440-5e359ad76ca5 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:31.901412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:31.930445 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:32.011821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] Set router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:32.031511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 44bf66bb-69fa-4db9-8440-5e359ad76ca5) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:32.056104 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:32.056742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.080426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb44fe07-717b-4018-92de-d39f4c0e9a46 None None] Network 44bf66bb-69fa-4db9-8440-5e359ad76ca5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:32.091521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0df94bbf-a971-4fca-8970-2a489881dbe5 req-f43b8ee5-17c7-4261-899f-02e4b449b453 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485332 Jul 14 09:31:32.100018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:31:30Z', 'revision_number': 7, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:32.105045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.105762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2354bd6a-0f61-4531-8c5f-ebdf4d952bce {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:32.112490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c74c50a5-f48f-43cd-baa1-2762a9a384a9 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2872422 Jul 14 09:31:32.112961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.116535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-800bba1a-cce7-4631-aac0-8a0a36dc0344 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2354bd6a-0f61-4531-8c5f-ebdf4d952bce HTTP/1.1" status: 204 len: 168 time: 2.7056015 Jul 14 09:31:32.117187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33476) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.118406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33478) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.194150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7327c351-b5e7-4c35-b634-07e11cc8c7ee None None] The sync data for ids ['2354bd6a-0f61-4531-8c5f-ebdf4d952bce'] in n-d-780147-26 is: [{'id': '2354bd6a-0f61-4531-8c5f-ebdf4d952bce', 'name': 'tempest-ServersTestJSON-1289593486-router', 'tenant_id': '8f37b39baff744dd896ceb753a2dc37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:28:41Z', 'updated_at': '2021-07-14T09:31:30Z', 'revision_number': 7, 'project_id': '8f37b39baff744dd896ceb753a2dc37d', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:32.244297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.350034 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:28Z', 'revision_number': 3, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:32.352536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7550156b-2ecd-46c7-8b1d-982c857b07eb admin admin] Deleting subnet f52d37c7-bf0e-4657-97ef-e03520a37acb {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:32.420116 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ed629-6a75-464e-9e44-42adf6ba6e33 None None] The sync data for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 is: [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:28Z', 'revision_number': 3, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:32.524281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-44bf66bb-69fa-4db9-8440-5e359ad76ca5', 'network_id': '44bf66bb-69fa-4db9-8440-5e359ad76ca5', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': '543165a2-88a6-48fd-af2f-4cb5d4e941c1'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:32.525326 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:32.763078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f39de081-8495-4500-91c9-3a203dea4a55 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:32.828840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1169956f-3c99-4e67-82dc-b19139ad4bc0 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:32.851153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33498) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:32.887405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:32.893723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1169956f-3c99-4e67-82dc-b19139ad4bc0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:32.894075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1169956f-3c99-4e67-82dc-b19139ad4bc0 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:32.995737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550156b-2ecd-46c7-8b1d-982c857b07eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.048068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.063070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550156b-2ecd-46c7-8b1d-982c857b07eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.127941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port f39de081-8495-4500-91c9-3a203dea4a55 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:33.129855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:33.130228 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.132007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Allocated IP 172.20.0.1 (7679306f-c624-488b-a1dd-988f8417d17d/70269632-3a73-43ec-8fb9-ad17b970034c/e2735777-f706-48b8-b5be-eb0abcf185d2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:33.148842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Allocated IP 172.20.0.3 (44bf66bb-69fa-4db9-8440-5e359ad76ca5/543165a2-88a6-48fd-af2f-4cb5d4e941c1/36fec3f4-80cc-47d6-b848-be4c527fc767) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:33.244394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port f39de081-8495-4500-91c9-3a203dea4a55 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:33.244822 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.485869 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550156b-2ecd-46c7-8b1d-982c857b07eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.490024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.499437 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.517310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Transition to ACTIVE for port object e2735777-f706-48b8-b5be-eb0abcf185d2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:33.599224 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.670785 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550156b-2ecd-46c7-8b1d-982c857b07eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.731181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Pushing event updated for resources: {'Port': ['ID=e2735777-f706-48b8-b5be-eb0abcf185d2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.743466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Network 7679306f-c624-488b-a1dd-988f8417d17d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:33.762481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550156b-2ecd-46c7-8b1d-982c857b07eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52d37c7-bf0e-4657-97ef-e03520a37acb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:33.766097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:33.769024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550156b-2ecd-46c7-8b1d-982c857b07eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.770087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:33.773246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7550156b-2ecd-46c7-8b1d-982c857b07eb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f52d37c7-bf0e-4657-97ef-e03520a37acb HTTP/1.1" status: 204 len: 168 time: 1.6409032 Jul 14 09:31:33.775619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33526) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:33.845509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:33.932313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfee2b5-cd64-4964-9c74-682c8dd2f424 None None] Network f807ecfb-8782-4d75-a7e1-9c7d931c7abf requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:33.941656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.045570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffb5c2-d55e-40f0-911a-a5a41ce0c72b req-ed681a52-cd2b-4df0-a921-7513e9970fa2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:34.048020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b4ffb5c2-d55e-40f0-911a-a5a41ce0c72b req-ed681a52-cd2b-4df0-a921-7513e9970fa2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 944 time: 0.4926620 Jul 14 09:31:34.077854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Deleting port 38a7e703-a1bc-4c44-9f48-ee08b711de95 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:34.078171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.198028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] For port 38a7e703-a1bc-4c44-9f48-ee08b711de95, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=38a7e703-a1bc-4c44-9f48-ee08b711de95,segment=NetworkSegment(6b5b6f65-f83a-4b57-823f-96bad2de6f36),segment_id=6b5b6f65-f83a-4b57-823f-96bad2de6f36)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:34.198395 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.237740 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.257245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Calling delete_port for 38a7e703-a1bc-4c44-9f48-ee08b711de95 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:34.262264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.443229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.532670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:34.541765 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32957baa-6387-4ac9-a3ae-1da1b2b8b1f8" -d '{"events": [{"server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "name": "network-vif-plugged", "status": "completed", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:34.545641 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b4ffb5c2-d55e-40f0-911a-a5a41ce0c72b req-57076ac4-fd4c-4072-a0eb-2b29c1476c68 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851613 Jul 14 09:31:34.559287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a7e703-a1bc-4c44-9f48-ee08b711de95,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:34.569670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.583546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] No DVR routers for this DVR port 38a7e703-a1bc-4c44-9f48-ee08b711de95 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:34.756842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.791700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f807ecfb-8782-4d75-a7e1-9c7d931c7abf']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.816051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5b6f65-f83a-4b57-823f-96bad2de6f36') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.816397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5b6f65-f83a-4b57-823f-96bad2de6f36') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:34.838954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.854869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.875134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.883795 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baefe3f7-1579-4e2f-b31c-ff6bb953cf74 x-openstack-request-id: req-baefe3f7-1579-4e2f-b31c-ff6bb953cf74 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:34.884395 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "name": "network-vif-plugged", "status": "completed", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:34.884819 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-baefe3f7-1579-4e2f-b31c-ff6bb953cf74 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:34.885375 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'code': 200} Jul 14 09:31:34.886872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 710942ec-039a-40f6-abdc-6e61d294650a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:34.890331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:34.890811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:34.892722 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:34.899528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Transition to ACTIVE for port object 36fec3f4-80cc-47d6-b848-be4c527fc767 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:34.902651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:34.930553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b41187e1-3a96-41a7-afdf-f914383df590 None None] Provisioning for port e2735777-f706-48b8-b5be-eb0abcf185d2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:34.944241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f39de081-8495-4500-91c9-3a203dea4a55, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f39de081-8495-4500-91c9-3a203dea4a55,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:34.955646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.960101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b41187e1-3a96-41a7-afdf-f914383df590 None None] Provisioning complete for port e2735777-f706-48b8-b5be-eb0abcf185d2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:34.960854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b41187e1-3a96-41a7-afdf-f914383df590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.978651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.982079 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.989606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:34.994057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f807ecfb-8782-4d75-a7e1-9c7d931c7abf HTTP/1.1" status: 204 len: 168 time: 1.2149522 Jul 14 09:31:35.009513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cc222-de17-441e-bdf6-3d03b79cbf85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f807ecfb-8782-4d75-a7e1-9c7d931c7abf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.079754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Transition to ACTIVE for port object 36fec3f4-80cc-47d6-b848-be4c527fc767 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:35.099165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a949fe-1a1d-4e48-b7c3-b75968200dd8 None None] DHCP port deletion for f807ecfb-8782-4d75-a7e1-9c7d931c7abf request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:35.134566 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.136491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.165317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b41187e1-3a96-41a7-afdf-f914383df590 None None] Port e2735777-f706-48b8-b5be-eb0abcf185d2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:35.201379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Network 44bf66bb-69fa-4db9-8440-5e359ad76ca5 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:35.215242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.220737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:35.224582 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.230286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:35.247296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 710942ec-039a-40f6-abdc-6e61d294650a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:35.272937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=543165a2-88a6-48fd-af2f-4cb5d4e941c1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.340146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f39de081-8495-4500-91c9-3a203dea4a55,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.345463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 710942ec-039a-40f6-abdc-6e61d294650a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:35.346048 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.349559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33550) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:35.430134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.480742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44bf66bb-69fa-4db9-8440-5e359ad76ca5']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:35.524165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:35.524421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:35.569305 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e5cec719-40e9-45c9-a2be-6cf9ccfe35d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f37b39baff744dd896ceb753a2dc37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173996 Jul 14 09:31:35.587120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33558) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:35.587783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Attempting to bind port 36fec3f4-80cc-47d6-b848-be4c527fc767 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:35.587783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Attempting to bind port 36fec3f4-80cc-47d6-b848-be4c527fc767 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44bf66bb-69fa-4db9-8440-5e359ad76ca5'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:35.587783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Attempting to bind port 36fec3f4-80cc-47d6-b848-be4c527fc767 on network 44bf66bb-69fa-4db9-8440-5e359ad76ca5 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:35.604451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Pushing event updated for resources: {'Port': ['ID=36fec3f4-80cc-47d6-b848-be4c527fc767,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:35.610127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.631208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:35.631611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Checking segment: {'id': 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44bf66bb-69fa-4db9-8440-5e359ad76ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:35.632248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.632674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Bound using segment: {'id': 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44bf66bb-69fa-4db9-8440-5e359ad76ca5'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:35.633202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Bound port: 36fec3f4-80cc-47d6-b848-be4c527fc767, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '44bf66bb-69fa-4db9-8440-5e359ad76ca5'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:35.633604 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.694710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.738110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:35.738895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:35.743140 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:35.890115 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b0d0-8162-4115-9782-e85ea3d98859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:35.978622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.032404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 710942ec-039a-40f6-abdc-6e61d294650a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=710942ec-039a-40f6-abdc-6e61d294650a,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:36.037797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b0d0-8162-4115-9782-e85ea3d98859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.048976 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.052112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] For port 36fec3f4-80cc-47d6-b848-be4c527fc767, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:36.066867 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:36.066867 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:36.066867 n-d-780147-26 neutron-server[93780]: [parameters: {'id': '44bf66bb-69fa-4db9-8440-5e359ad76ca5'}] Jul 14 09:31:36.066867 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:36.067777 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:36.126053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d6919-7259-4dc9-b1be-0ec3f31f09c4 req-ca3120a4-203b-4955-936a-5560d014299c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:36.128061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed0d6919-7259-4dc9-b1be-0ec3f31f09c4 req-ca3120a4-203b-4955-936a-5560d014299c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.2042422 Jul 14 09:31:36.175503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=710942ec-039a-40f6-abdc-6e61d294650a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.195763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5831648c-4497-49e7-84e6-a3f346499ac7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:36.205546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b0d0-8162-4115-9782-e85ea3d98859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.208145 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1c8b0d0-8162-4115-9782-e85ea3d98859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.219970 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d1c8b0d0-8162-4115-9782-e85ea3d98859 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8adc3d8-70a3-4e68-a84a-0e705a157ef1 HTTP/1.1" status: 204 len: 168 time: 0.6470828 Jul 14 09:31:36.235479 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed0d6919-7259-4dc9-b1be-0ec3f31f09c4 req-fc6a0dc2-f90d-4e80-9bdd-271203ccef8f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946176 Jul 14 09:31:36.247785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8b0d0-8162-4115-9782-e85ea3d98859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8adc3d8-70a3-4e68-a84a-0e705a157ef1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.251358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 5831648c-4497-49e7-84e6-a3f346499ac7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:36.251924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5831648c-4497-49e7-84e6-a3f346499ac7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:36.255071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] For port 36fec3f4-80cc-47d6-b848-be4c527fc767, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=36fec3f4-80cc-47d6-b848-be4c527fc767,segment=NetworkSegment(fbf782f6-a4ee-4850-a76c-d4ca62067b6a),segment_id=fbf782f6-a4ee-4850-a76c-d4ca62067b6a)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:36.274969 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.418858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b62d6-1097-4757-83ba-0a0d208e4ef6 None None] Pushing event updated for resources: {'Port': ['ID=36fec3f4-80cc-47d6-b848-be4c527fc767,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.441853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb49c400-d294-4863-a81c-f27c793f44d8 None None] Network 44bf66bb-69fa-4db9-8440-5e359ad76ca5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:36.532265 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.569571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.600647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.630082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 710942ec-039a-40f6-abdc-6e61d294650a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:36.681038 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting port 36fec3f4-80cc-47d6-b848-be4c527fc767 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:36.681556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.746540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.756917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Pushing event updated for resources: {'Port': ['ID=e2735777-f706-48b8-b5be-eb0abcf185d2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.776408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] For port 36fec3f4-80cc-47d6-b848-be4c527fc767, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=36fec3f4-80cc-47d6-b848-be4c527fc767,segment=NetworkSegment(fbf782f6-a4ee-4850-a76c-d4ca62067b6a),segment_id=fbf782f6-a4ee-4850-a76c-d4ca62067b6a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:36.776960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.791723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Calling delete_port for 36fec3f4-80cc-47d6-b848-be4c527fc767 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:36.866925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Deleting port aa62f8dd-cd25-4cc6-8ed6-895582359fe7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:36.867270 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.870222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 710942ec-039a-40f6-abdc-6e61d294650a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:36.870962 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.931137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:36.948925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21933a1-5d16-460c-80c8-366685e85a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39de081-8495-4500-91c9-3a203dea4a55'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:31:36.951896 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2812fe58-90ca-47fb-a3e7-7ffaf21f85b3" -d '{"events": [{"server_uuid": "a21933a1-5d16-460c-80c8-366685e85a32", "name": "network-vif-plugged", "status": "completed", "tag": "f39de081-8495-4500-91c9-3a203dea4a55"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:31:36.990304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Port': ['ID=36fec3f4-80cc-47d6-b848-be4c527fc767,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:36.995717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No DVR routers for this DVR port 36fec3f4-80cc-47d6-b848-be4c527fc767 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:37.001240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e884e5-fed4-4148-a07e-00782da90930 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:37.079297 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6688937-2977-498f-89ef-1ab0ad3426d7 x-openstack-request-id: req-c6688937-2977-498f-89ef-1ab0ad3426d7 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:31:37.079585 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21933a1-5d16-460c-80c8-366685e85a32", "name": "network-vif-plugged", "status": "completed", "tag": "f39de081-8495-4500-91c9-3a203dea4a55", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:31:37.079843 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c6688937-2977-498f-89ef-1ab0ad3426d7 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:31:37.080262 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21933a1-5d16-460c-80c8-366685e85a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39de081-8495-4500-91c9-3a203dea4a55', 'code': 200} Jul 14 09:31:37.086010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Network 7679306f-c624-488b-a1dd-988f8417d17d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:37.089651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:37.172795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e884e5-fed4-4148-a07e-00782da90930 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:37.297243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.335712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44bf66bb-69fa-4db9-8440-5e359ad76ca5']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.402971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.408222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf782f6-a4ee-4850-a76c-d4ca62067b6a') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:37.446323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 38a7e703-a1bc-4c44-9f48-ee08b711de95 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:37.461911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.478243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 38a7e703-a1bc-4c44-9f48-ee08b711de95 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:37.478844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 38a7e703-a1bc-4c44-9f48-ee08b711de95 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:37.527078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.537292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:37.537724 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:37.541023 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:37.606720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] For port aa62f8dd-cd25-4cc6-8ed6-895582359fe7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:37.607643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.663842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:37.713236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Calling delete_port for aa62f8dd-cd25-4cc6-8ed6-895582359fe7 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:37.754139 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.761538 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.767518 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/44bf66bb-69fa-4db9-8440-5e359ad76ca5 HTTP/1.1" status: 204 len: 168 time: 5.6480353 Jul 14 09:31:37.769933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33608) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:37.775107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1001771393'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:37.789848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402566e-a46f-4b5f-a6fb-3db68605c2e0 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=44bf66bb-69fa-4db9-8440-5e359ad76ca5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:37.817262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:37.820531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.869078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33620) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:37.917150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:37.944052 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:37.946470 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment 5c41ff86-2ecf-47d8-af48-10b64e37aa9a of type vlan for network a5e959f4-c1f4-47f8-9472-72d2aeac8393 Jul 14 09:31:38.009785 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.088631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.099118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.100424 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.173577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1203508637-network', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:38.208718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:38.212830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.227003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.228417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cecf149f-d83c-4aa6-9475-c3e662ac57da None None] Provisioning complete for port e2735777-f706-48b8-b5be-eb0abcf185d2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:38.234371 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cecf149f-d83c-4aa6-9475-c3e662ac57da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.243022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4720900 Jul 14 09:31:38.253406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33634) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:38.261368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': 'a5e959f4-c1f4-47f8-9472-72d2aeac8393', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:38.269234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fa49e-6dab-4a32-bb53-accdcfbd177c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=a5e959f4-c1f4-47f8-9472-72d2aeac8393,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.303627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a5e959f4-c1f4-47f8-9472-72d2aeac8393 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:38.351501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:38.423988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bb32773a-ea79-4131-9cc6-679314d27154 admin admin] 10.222.0.73 "PUT /v2.0/routers/4d88f53c-97c5-43c4-b6c2-cf1a02958276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1726649 Jul 14 09:31:38.429073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.432907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Sync routers for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:38.471938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.496180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:38.496944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:38.497462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.498691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cecf149f-d83c-4aa6-9475-c3e662ac57da None None] Port e2735777-f706-48b8-b5be-eb0abcf185d2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:38.514534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa62f8dd-cd25-4cc6-8ed6-895582359fe7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:38.538279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:38.554464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:38.558009 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.563752 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.564335 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Added segment 720c3ec2-af20-4c86-b24c-b13e9993fa29 of type vlan for network 706991bd-9719-4c99-a2ef-5a8d5add13e8 Jul 14 09:31:38.641673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0fd6a-55bb-46fe-abae-3f29fa4c03c8 req-849a5b56-e270-4560-aed9-04d846e76b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.643782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cbc0fd6a-55bb-46fe-abae-3f29fa4c03c8 req-849a5b56-e270-4560-aed9-04d846e76b9e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 1097 time: 1.5212963 Jul 14 09:31:38.795731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e804c-ec7e-4e43-9424-5ed933151ce0 req-e516dc2f-2ae9-4bff-8890-2c661e1efa05 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:38.797589 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c3e804c-ec7e-4e43-9424-5ed933151ce0 req-e516dc2f-2ae9-4bff-8890-2c661e1efa05 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.6570981 Jul 14 09:31:38.839965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:38.847972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cbc0fd6a-55bb-46fe-abae-3f29fa4c03c8 req-0b2e96b5-9ce4-48f7-9560-39e7d134a347 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803586 Jul 14 09:31:38.895053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c3e804c-ec7e-4e43-9424-5ed933151ce0 req-8530fbdd-3f32-4e55-98ec-adc64a638a63 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906188 Jul 14 09:31:38.898883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:38.916219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.000668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40494b3c-fec0-46a7-8d3b-7d1180364333,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.125519 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:31:39.155186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.156081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.156731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.178040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3017972 Jul 14 09:31:39.186588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.262724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 2, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:39.294069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Checking router: 4d88f53c-97c5-43c4-b6c2-cf1a02958276 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:39.294426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Updating router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 port e2735777-f706-48b8-b5be-eb0abcf185d2 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:31:39.330673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Request body: {'subnet': {'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1203508637-subnet', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:39.345532 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.408362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.410714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135a642-2802-4dcd-bc65-6dad5ca3c8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=706991bd-9719-4c99-a2ef-5a8d5add13e8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.420100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:39.422496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.456303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:39.540155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=0983294d-0d84-4a93-b2d1-dd966d9875c9,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:39.553107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': '5c41ff86-2ecf-47d8-af48-10b64e37aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a5e959f4-c1f4-47f8-9472-72d2aeac8393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:39.553519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: a5e959f4-c1f4-47f8-9472-72d2aeac8393, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:39.600263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network a5e959f4-c1f4-47f8-9472-72d2aeac8393 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:39.606269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Router 7bf27818-fde8-493b-bc7e-50a604d0fc06 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:31:39.676160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a5e959f4-c1f4-47f8-9472-72d2aeac8393) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:39.683653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:39.684345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:39.754139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d7d07d08-b316-4ea2-aff0-9fcc3c398678 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4990914 Jul 14 09:31:39.772244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3e6f82-0eb9-4f77-b6a5-b44cd6b7e625 None None] Network a5e959f4-c1f4-47f8-9472-72d2aeac8393 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:39.775831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33656) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.843418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:39.857918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] Sync routers for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:39.871273 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-290974cc-b8f0-4a7a-987c-b235fe45fa57 admin admin] 10.222.0.73 "PUT /v2.0/routers/7bf27818-fde8-493b-bc7e-50a604d0fc06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0187743 Jul 14 09:31:39.873282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:39.873940 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:39.874742 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.014651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:40.041838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9fadb540-97b7-42f2-b8e0-8b0180442f8b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699547784', 'description': 'tempest-description--1461303695'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:40.066964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.100158 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.133610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fadb540-97b7-42f2-b8e0-8b0180442f8b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.237722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-a5e959f4-c1f4-47f8-9472-72d2aeac8393', 'network_id': 'a5e959f4-c1f4-47f8-9472-72d2aeac8393', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': '0983294d-0d84-4a93-b2d1-dd966d9875c9'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:40.239730 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.262738 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:40.383495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.431823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d23025f-f0dc-4de4-9f60-bf6c8d663bcb,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:40.505275 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.526520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.559095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Transition to ACTIVE for port object e2735777-f706-48b8-b5be-eb0abcf185d2 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:40.584212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Checking segment: {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:40.584592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Network hostable DHCP agents. Network: 706991bd-9719-4c99-a2ef-5a8d5add13e8, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:40.613712 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.635096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254cc54-fb0e-4123-add9-5850368169ec req-4b733256-568b-4383-a36e-3fb181b90835 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:40.637172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6254cc54-fb0e-4123-add9-5850368169ec req-4b733256-568b-4383-a36e-3fb181b90835 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.5432546 Jul 14 09:31:40.667362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:40.670342 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:31:38Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.690672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 706991bd-9719-4c99-a2ef-5a8d5add13e8) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:40.715337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:40.716267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.723479 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6254cc54-fb0e-4123-add9-5850368169ec req-cf19bc6e-0fea-4512-8512-e386b2519d06 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772896 Jul 14 09:31:40.728528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae77add-33b6-419c-a880-061c1d57144e None None] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:40.766058 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] Checking router: 7bf27818-fde8-493b-bc7e-50a604d0fc06 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:40.766382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fadb540-97b7-42f2-b8e0-8b0180442f8b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.791507 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] Routers {'7bf27818-fde8-493b-bc7e-50a604d0fc06'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:40.792161 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7bf27818-fde8-493b-bc7e-50a604d0fc06'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:40.800621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-70a96457-a5f5-4946-91cc-18727b536525 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6128731 Jul 14 09:31:40.801809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33682) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:40.802650 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fadb540-97b7-42f2-b8e0-8b0180442f8b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.814539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:40.824797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Allocated IP 172.20.0.1 (a5e959f4-c1f4-47f8-9472-72d2aeac8393/0983294d-0d84-4a93-b2d1-dd966d9875c9/f5427fd6-5fb7-4ded-805b-91f7f3073f64) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:40.873876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.876810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.964130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fadb540-97b7-42f2-b8e0-8b0180442f8b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.973627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9fadb540-97b7-42f2-b8e0-8b0180442f8b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9514954 Jul 14 09:31:40.980167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33684) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:40.986334 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:40.997483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadb540-97b7-42f2-b8e0-8b0180442f8b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f1cbf-0872-474a-85a6-16d1c3dac170,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.028913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8111cd96-3a90-42f8-9c99-7b04993af1de tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Request body: {'security_group_rule': {'security_group_id': 'f04f1cbf-0872-474a-85a6-16d1c3dac170', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:41.056626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.176894 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8111cd96-3a90-42f8-9c99-7b04993af1de tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.206961 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] Set router 7bf27818-fde8-493b-bc7e-50a604d0fc06 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:41.287116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Deleting port 09ef7bd2-516a-4885-9776-181200f92f8c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:41.296788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.357889 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.382880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Transition to ACTIVE for port object f5427fd6-5fb7-4ded-805b-91f7f3073f64 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:41.422223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Transition to ACTIVE for port object f5427fd6-5fb7-4ded-805b-91f7f3073f64 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:41.472857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8111cd96-3a90-42f8-9c99-7b04993af1de tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.506078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.509313 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.549641 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.597801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Network a5e959f4-c1f4-47f8-9472-72d2aeac8393 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:41.624074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:41.627193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:41.637620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=0983294d-0d84-4a93-b2d1-dd966d9875c9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.685424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7311baa-3f15-43d5-8582-e4200ee08935 None None] Pushing event updated for resources: {'Port': ['ID=e2735777-f706-48b8-b5be-eb0abcf185d2,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:41.706531 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:31:38Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:41.750005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Attempting to bind port e2735777-f706-48b8-b5be-eb0abcf185d2 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:41.750385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Attempting to bind port e2735777-f706-48b8-b5be-eb0abcf185d2 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:41.750803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Attempting to bind port e2735777-f706-48b8-b5be-eb0abcf185d2 on network 7679306f-c624-488b-a1dd-988f8417d17d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:41.773491 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f88344-31ec-43fc-b22a-70258c3c13c3 None None] The sync data for ids ['7bf27818-fde8-493b-bc7e-50a604d0fc06'] in n-d-780147-26 is: [{'id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'name': 'tempest-FloatingIPsAssociationTestJSON-256830242-router', 'tenant_id': 'b45f9915afac4d0784f7a48acc4ba202', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:29:51Z', 'updated_at': '2021-07-14T09:31:38Z', 'revision_number': 5, 'project_id': 'b45f9915afac4d0784f7a48acc4ba202', 'gw_port': {'id': '09ef7bd2-516a-4885-9776-181200f92f8c', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bf27818-fde8-493b-bc7e-50a604d0fc06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:29:52Z', 'updated_at': '2021-07-14T09:29:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:41.796143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:41.804894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Checking segment: {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:41.805334 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.805744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Bound using segment: {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:41.806257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Bound port: e2735777-f706-48b8-b5be-eb0abcf185d2, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:41.806646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.862544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.878112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e959f4-c1f4-47f8-9472-72d2aeac8393']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:41.891267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c41ff86-2ecf-47d8-af48-10b64e37aa9a') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:41.891941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c41ff86-2ecf-47d8-af48-10b64e37aa9a') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:41.908555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.927971 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.948678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:41.952145 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:41.957440 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:41.959444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] For port e2735777-f706-48b8-b5be-eb0abcf185d2, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:41.961586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] For port e2735777-f706-48b8-b5be-eb0abcf185d2, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e2735777-f706-48b8-b5be-eb0abcf185d2,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:41.962939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Attempting to bind port f5427fd6-5fb7-4ded-805b-91f7f3073f64 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:41.965624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Attempting to bind port f5427fd6-5fb7-4ded-805b-91f7f3073f64 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5c41ff86-2ecf-47d8-af48-10b64e37aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a5e959f4-c1f4-47f8-9472-72d2aeac8393'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:41.965624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Attempting to bind port f5427fd6-5fb7-4ded-805b-91f7f3073f64 on network a5e959f4-c1f4-47f8-9472-72d2aeac8393 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:41.976407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:41.976778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Checking segment: {'id': '5c41ff86-2ecf-47d8-af48-10b64e37aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a5e959f4-c1f4-47f8-9472-72d2aeac8393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:41.977321 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.977715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Bound using segment: {'id': '5c41ff86-2ecf-47d8-af48-10b64e37aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a5e959f4-c1f4-47f8-9472-72d2aeac8393'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:41.978186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Bound port: f5427fd6-5fb7-4ded-805b-91f7f3073f64, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c41ff86-2ecf-47d8-af48-10b64e37aa9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'a5e959f4-c1f4-47f8-9472-72d2aeac8393'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:41.978563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:41.993708 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.014451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Pushing event updated for resources: {'Port': ['ID=f5427fd6-5fb7-4ded-805b-91f7f3073f64,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.044963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.045303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.045640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.045978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.046309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.046639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.046966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.047342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.047670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.047992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.048368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.048690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:31:42.111395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8111cd96-3a90-42f8-9c99-7b04993af1de tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.130149 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:42.130149 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:42.130149 n-d-780147-26 neutron-server[93780]: [parameters: {'id': 'a5e959f4-c1f4-47f8-9472-72d2aeac8393'}] Jul 14 09:31:42.130149 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:42.130149 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:42.165266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7311baa-3f15-43d5-8582-e4200ee08935 None None] Pushing event updated for resources: {'Port': ['ID=e2735777-f706-48b8-b5be-eb0abcf185d2,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.214666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111cd96-3a90-42f8-9c99-7b04993af1de tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5685dc8-9477-49d0-bcd5-d9ff88d0d88b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.234179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] For port 09ef7bd2-516a-4885-9776-181200f92f8c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=09ef7bd2-516a-4885-9776-181200f92f8c,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:42.235800 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.238276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-706991bd-9719-4c99-a2ef-5a8d5add13e8', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:42.239500 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.262617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Calling delete_port for 09ef7bd2-516a-4885-9776-181200f92f8c owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:42.268266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:42.268932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:42.433394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.473264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8111cd96-3a90-42f8-9c99-7b04993af1de tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.479635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8111cd96-3a90-42f8-9c99-7b04993af1de tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4809654 Jul 14 09:31:42.503518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:42.508597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f23f548a-c17c-42a5-8352-891eb32acbdc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Request body: {'security_group_rule': {'security_group_id': 'f04f1cbf-0872-474a-85a6-16d1c3dac170', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:42.525250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.594388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:42.633182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.638189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d93ed-27cd-481a-ace8-642e8c9918a2 req-08079ab9-aac0-4d6d-996a-8db9aa14d8cb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:42.646248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-910d93ed-27cd-481a-ace8-642e8c9918a2 req-08079ab9-aac0-4d6d-996a-8db9aa14d8cb tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 1.1943209 Jul 14 09:31:42.673741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f23f548a-c17c-42a5-8352-891eb32acbdc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.690290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aa62f8dd-cd25-4cc6-8ed6-895582359fe7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:42.735982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: aa62f8dd-cd25-4cc6-8ed6-895582359fe7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:42.736496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aa62f8dd-cd25-4cc6-8ed6-895582359fe7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:42.748435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Allocated IP 172.25.0.141 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/c4e5a60d-2d18-431c-b994-7542da6df2fd) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:42.772828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-910d93ed-27cd-481a-ace8-642e8c9918a2 req-44a23da5-b75f-4812-83fd-d9f8971aacf2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253257 Jul 14 09:31:42.789539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] For port f5427fd6-5fb7-4ded-805b-91f7f3073f64, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:42.834525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting port f5427fd6-5fb7-4ded-805b-91f7f3073f64 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:42.834743 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.849815 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f23f548a-c17c-42a5-8352-891eb32acbdc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.860295 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f23f548a-c17c-42a5-8352-891eb32acbdc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.874523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] For port f5427fd6-5fb7-4ded-805b-91f7f3073f64, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f5427fd6-5fb7-4ded-805b-91f7f3073f64,segment=NetworkSegment(5c41ff86-2ecf-47d8-af48-10b64e37aa9a),segment_id=5c41ff86-2ecf-47d8-af48-10b64e37aa9a)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:42.887648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f548a-c17c-42a5-8352-891eb32acbdc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be077802-a0d2-4f06-b69c-a4982d2a795f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.893872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.902323 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.903540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f23f548a-c17c-42a5-8352-891eb32acbdc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:42.905018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f23f548a-c17c-42a5-8352-891eb32acbdc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4003818 Jul 14 09:31:42.915090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33718) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:42.929358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ef7bd2-516a-4885-9776-181200f92f8c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:42.953724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:42.998598 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.029981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.066569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] For port f5427fd6-5fb7-4ded-805b-91f7f3073f64, host n-d-780147-26, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:43.066952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.070828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3598a05-26e6-4331-865a-56aab2880429 None None] Pushing event updated for resources: {'Port': ['ID=f5427fd6-5fb7-4ded-805b-91f7f3073f64,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.134814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Calling delete_port for f5427fd6-5fb7-4ded-805b-91f7f3073f64 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:43.138796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.173217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.177315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.274276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.275124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bf27818-fde8-493b-bc7e-50a604d0fc06 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:31:43.279366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Allocated IP 172.20.0.2 (706991bd-9719-4c99-a2ef-5a8d5add13e8/3d23025f-f0dc-4de4-9f60-bf6c8d663bcb/8c075830-2ca3-491b-a090-69ed2f728050) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:43.294987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.296636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b06d45-48cb-4292-96bf-a4bf9531ca21 None None] Network a5e959f4-c1f4-47f8-9472-72d2aeac8393 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:43.300472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5d610c22-b79d-412d-afe0-4e9d123313b4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7bf27818-fde8-493b-bc7e-50a604d0fc06 HTTP/1.1" status: 204 len: 168 time: 3.4252493 Jul 14 09:31:43.302868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:43.338670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.391713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a8af58-263d-43f2-be94-34f902fc737b admin admin] Deleting subnet 355d5a50-b2a4-487f-99d5-d1aa07f76244 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:31:43.394852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c4e5a60d-2d18-431c-b994-7542da6df2fd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.400122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.407998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59a8af58-263d-43f2-be94-34f902fc737b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.480093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.500586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59a8af58-263d-43f2-be94-34f902fc737b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.648460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:41Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:43.666891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Allocated IP 172.25.0.68 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/301e84c5-1f7f-4904-a179-4349c1dbb346) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:43.677788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59a8af58-263d-43f2-be94-34f902fc737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.714818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cad73f1-38ce-4d6a-8f09-6b69578a67a2 None None] The sync data for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 is: [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:41Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:43.861411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59a8af58-263d-43f2-be94-34f902fc737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.875045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.895692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No DVR routers for this DVR port f5427fd6-5fb7-4ded-805b-91f7f3073f64 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:43.897665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Port': ['ID=f5427fd6-5fb7-4ded-805b-91f7f3073f64,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.906169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8af58-263d-43f2-be94-34f902fc737b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355d5a50-b2a4-487f-99d5-d1aa07f76244,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:43.917209 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59a8af58-263d-43f2-be94-34f902fc737b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:43.919751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59a8af58-263d-43f2-be94-34f902fc737b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/355d5a50-b2a4-487f-99d5-d1aa07f76244 HTTP/1.1" status: 204 len: 168 time: 0.6058552 Jul 14 09:31:43.922373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:43.931948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79966ac0-5550-4bdf-8eab-ec7a3f41a13c None None] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:44.024312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.042639 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.046191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e959f4-c1f4-47f8-9472-72d2aeac8393']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.094987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Transition to ACTIVE for port object 8c075830-2ca3-491b-a090-69ed2f728050 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:44.121142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.195037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:44.207289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Transition to ACTIVE for port object 8c075830-2ca3-491b-a090-69ed2f728050 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:44.214139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:44.227061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.230591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.242924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c41ff86-2ecf-47d8-af48-10b64e37aa9a') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.243416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c41ff86-2ecf-47d8-af48-10b64e37aa9a') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.245633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:44.265630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Deleting port cf2048ac-e3a9-45d2-a291-e1a98be64145 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:44.266166 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.329330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1edcb-6f93-4b7a-abf4-0bfd8ef7befe req-d92d72ad-ba55-4031-9cab-64a82ff62448 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:44.339449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eee1edcb-6f93-4b7a-abf4-0bfd8ef7befe req-d92d72ad-ba55-4031-9cab-64a82ff62448 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.2261229 Jul 14 09:31:44.381785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:44.406174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] For port cf2048ac-e3a9-45d2-a291-e1a98be64145, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cf2048ac-e3a9-45d2-a291-e1a98be64145,segment=NetworkSegment(5606b135-24ed-4e3a-870c-b08cafb088d9),segment_id=5606b135-24ed-4e3a-870c-b08cafb088d9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:44.406621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.410220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:44.447043 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eee1edcb-6f93-4b7a-abf4-0bfd8ef7befe req-157ed97a-a049-4c54-8784-79505d6e48b4 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078372 Jul 14 09:31:44.447261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:44.452128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Calling delete_port for cf2048ac-e3a9-45d2-a291-e1a98be64145 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:44.477929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Pushing event updated for resources: {'Port': ['ID=8c075830-2ca3-491b-a090-69ed2f728050,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.576727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] DHCP port deletion for 2cd22dde-9ca0-473b-98e5-4870ad410cd9 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:31:44.691847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.711446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e2735777-f706-48b8-b5be-eb0abcf185d2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:44.759497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf2048ac-e3a9-45d2-a291-e1a98be64145,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:44.763531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] No DVR routers for this DVR port cf2048ac-e3a9-45d2-a291-e1a98be64145 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:44.774026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Attempting to bind port 8c075830-2ca3-491b-a090-69ed2f728050 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:44.774653 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Attempting to bind port 8c075830-2ca3-491b-a090-69ed2f728050 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:44.775208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Attempting to bind port 8c075830-2ca3-491b-a090-69ed2f728050 on network 706991bd-9719-4c99-a2ef-5a8d5add13e8 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:44.803794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:44.804532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Checking segment: {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:44.805328 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.814775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Bound using segment: {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:44.819652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Bound port: 8c075830-2ca3-491b-a090-69ed2f728050, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:44.821384 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.883303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.895409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd22dde-9ca0-473b-98e5-4870ad410cd9']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.909287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5606b135-24ed-4e3a-870c-b08cafb088d9') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.909645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5606b135-24ed-4e3a-870c-b08cafb088d9') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:44.927188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.957268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.964852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:44.965270 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:44.967204 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:44.980602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] Deleting port cf2048ac-e3a9-45d2-a291-e1a98be64145 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:44.981034 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:44.997974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port e2735777-f706-48b8-b5be-eb0abcf185d2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:45.038642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e2735777-f706-48b8-b5be-eb0abcf185d2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:45.039018 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.177441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.189459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.194180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2cd22dde-9ca0-473b-98e5-4870ad410cd9 HTTP/1.1" status: 204 len: 168 time: 1.2682877 Jul 14 09:31:45.275134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4466b4f-182f-44d2-bff8-2deda89e7065 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd22dde-9ca0-473b-98e5-4870ad410cd9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.287868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.311699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5605b-a2ed-4d6a-8ec8-87f6cb23450c req-7667793b-01f0-449f-87e6-eea30fbb35f0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:45.336905 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62e5605b-a2ed-4d6a-8ec8-87f6cb23450c req-7667793b-01f0-449f-87e6-eea30fbb35f0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3018162 Jul 14 09:31:45.344426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.373613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:45.391178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:45.392210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:45.398656 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:45.412844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:45.415230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event updated for resources: {'Port': ['ID=301e84c5-1f7f-4904-a179-4349c1dbb346,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.425870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:45.449971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62e5605b-a2ed-4d6a-8ec8-87f6cb23450c req-47fb02d8-e383-4650-9ac5-60173da9da11 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022382 Jul 14 09:31:45.460426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.479994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] For port 8c075830-2ca3-491b-a090-69ed2f728050, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:45.512182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33768) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:45.520719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] For port cf2048ac-e3a9-45d2-a291-e1a98be64145, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:45.521116 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.595848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ce3f5a4-1041-490d-9162-3eba9325bc72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b45f9915afac4d0784f7a48acc4ba202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0824351 Jul 14 09:31:45.596551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33770) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:45.597973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port e2735777-f706-48b8-b5be-eb0abcf185d2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e2735777-f706-48b8-b5be-eb0abcf185d2,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:45.605656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] Calling delete_port for cf2048ac-e3a9-45d2-a291-e1a98be64145 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:45.607365 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.618563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] Port cf2048ac-e3a9-45d2-a291-e1a98be64145 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:31:45.628461 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.743493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 09ef7bd2-516a-4885-9776-181200f92f8c no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:45.781148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=e2735777-f706-48b8-b5be-eb0abcf185d2,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.814491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] Network 2cd22dde-9ca0-473b-98e5-4870ad410cd9 is not hosted by any dhcp agent {{(pid=93781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:31:45.816136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] No DVR routers for this DVR port cf2048ac-e3a9-45d2-a291-e1a98be64145 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:45.823499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 09ef7bd2-516a-4885-9776-181200f92f8c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:45.824106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 09ef7bd2-516a-4885-9776-181200f92f8c not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:45.855153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ddad5a-aae0-4241-a10b-6cf1b3f306b9 None None] Pushing event deleted for resources: {'Port': ['ID=cf2048ac-e3a9-45d2-a291-e1a98be64145,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:45.871827 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c43-e7c6-432c-a13b-e51561575979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:45.982312 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c43-e7c6-432c-a13b-e51561575979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.125786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934e81f-0f09-4e02-9c61-43d6a63cb41e req-ddb0da4d-3e8b-4d3f-bc2c-42082192b44c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:46.134737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] For port 8c075830-2ca3-491b-a090-69ed2f728050, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8c075830-2ca3-491b-a090-69ed2f728050,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:46.136982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c934e81f-0f09-4e02-9c61-43d6a63cb41e req-ddb0da4d-3e8b-4d3f-bc2c-42082192b44c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.4257207 Jul 14 09:31:46.144630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.146486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.182814 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.189444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/a5e959f4-c1f4-47f8-9472-72d2aeac8393 HTTP/1.1" status: 204 len: 168 time: 6.4127803 Jul 14 09:31:46.203129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33776) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:46.214470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-390898331'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:46.241852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c43-e7c6-432c-a13b-e51561575979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.244870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e5a5c43-e7c6-432c-a13b-e51561575979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.246382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3e5a5c43-e7c6-432c-a13b-e51561575979 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ac596b05-c316-4615-ae9d-4142b75ceb2f HTTP/1.1" status: 204 len: 168 time: 0.6488602 Jul 14 09:31:46.297345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c934e81f-0f09-4e02-9c61-43d6a63cb41e req-01b26ce2-8d27-4394-859a-dd3e5506c0bf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591096 Jul 14 09:31:46.300436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d730c-272a-4391-a72d-c1c2764aab39 None None] Pushing event updated for resources: {'Port': ['ID=8c075830-2ca3-491b-a090-69ed2f728050,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:46.332745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0d3f-2458-4c8f-8946-b09719ff8d8c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=a5e959f4-c1f4-47f8-9472-72d2aeac8393,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:46.348374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8c5c2-bfb6-4329-b78e-82e5e9ff60d0 req-640ed2d3-7179-4a1a-a6cc-97b318f4621d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:46.350141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcf8c5c2-bfb6-4329-b78e-82e5e9ff60d0 req-640ed2d3-7179-4a1a-a6cc-97b318f4621d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.6174657 Jul 14 09:31:46.360120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a5c43-e7c6-432c-a13b-e51561575979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac596b05-c316-4615-ae9d-4142b75ceb2f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:46.387722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:46.392570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.434664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:46.447607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.447953 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment 71065281-2c08-4811-b74a-1a20ce2ca7de of type vlan for network 9c51b733-fb7b-4307-bb24-73668ef53bde Jul 14 09:31:46.462555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.507524 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.570064 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.581771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:46.582823 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.625522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4213090 Jul 14 09:31:46.636155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:46.651528 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcf8c5c2-bfb6-4329-b78e-82e5e9ff60d0 req-560ec4de-4cf0-44a4-808a-95c0cf323207 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661269 Jul 14 09:31:46.707206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.709038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:46.715181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': '9c51b733-fb7b-4307-bb24-73668ef53bde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:46.733960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e2735777-f706-48b8-b5be-eb0abcf185d2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:46.874247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e2735777-f706-48b8-b5be-eb0abcf185d2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:46.874915 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.048922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.064226 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.076540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cf2048ac-e3a9-45d2-a291-e1a98be64145 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:31:47.164935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: cf2048ac-e3a9-45d2-a291-e1a98be64145 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:31:47.165504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cf2048ac-e3a9-45d2-a291-e1a98be64145 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:31:47.186860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b39416-7051-42dd-ad39-e3f2b3bb0c9a tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=9c51b733-fb7b-4307-bb24-73668ef53bde,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.208174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 9c51b733-fb7b-4307-bb24-73668ef53bde details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:47.220263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe80-ad8d-44c7-9263-db65b2839306 req-bfe4cfd3-a8b4-4aa4-ba85-44d12d30f8a2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:47.232767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-bfe4cfd3-a8b4-4aa4-ba85-44d12d30f8a2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.3705518 Jul 14 09:31:47.294328 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-70b42bfa-3e31-41b0-a9cd-b941bf096a18 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/quotas/563695d2b63f493dad0ff0ff5e9ba059 HTTP/1.1" status: 200 len: 375 time: 0.0608153 Jul 14 09:31:47.294737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event updated for resources: {'Port': ['ID=301e84c5-1f7f-4904-a179-4349c1dbb346,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:47.326151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.422550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:47.429521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.468057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:47.475731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3e5e434c-c604-4743-b26f-5085f28defa8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5330083 Jul 14 09:31:47.648546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-e3b1210b-bbec-414e-b6cb-34f5c956bd46 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3202095 Jul 14 09:31:47.676117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-694f958a-31d8-423a-85ba-48b3f245ce9c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:31:47.681495 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-694f958a-31d8-423a-85ba-48b3f245ce9c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123444 Jul 14 09:31:47.738502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.103142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-9d133f5b-61d8-4bd9-a234-a8f97829ecab service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141321 Jul 14 09:31:48.139686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4720ac5-4190-42e5-b0c7-0340cfda02cd req-50b01966-d8fa-42e9-90d5-2a52b5f49804 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:48.141310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4720ac5-4190-42e5-b0c7-0340cfda02cd req-50b01966-d8fa-42e9-90d5-2a52b5f49804 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.2295165 Jul 14 09:31:48.149733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c3eb15-e507-45c2-a043-00aab5c96b2f None None] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:48.188005 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.212382 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4720ac5-4190-42e5-b0c7-0340cfda02cd req-983ce7d8-660f-4268-b0e5-cef2b0a7054d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635400 Jul 14 09:31:48.236510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Router d8c9e414-11e7-46ea-8944-c8706448fec5 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:31:48.384402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=c2a2de6c-a859-4ebf-a12f-47e98f86f12c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:48.407606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-6ddb1f02-06b4-4fdb-b6be-7efd9dd5822e service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030069 Jul 14 09:31:48.416544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': '71065281-2c08-4811-b74a-1a20ce2ca7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9c51b733-fb7b-4307-bb24-73668ef53bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:48.425435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: 9c51b733-fb7b-4307-bb24-73668ef53bde, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:31:48.462444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 9c51b733-fb7b-4307-bb24-73668ef53bde is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:31:48.480546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 9c51b733-fb7b-4307-bb24-73668ef53bde) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:48.487404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:48.488226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.528061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:31:48.528653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e608b61e-d7b0-419e-8bd4-5110ef542543 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8907492 Jul 14 09:31:48.530592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.591239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c479e063-f6b5-4aab-841d-1da1c7acdc09 None None] Network 9c51b733-fb7b-4307-bb24-73668ef53bde requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:48.704273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:48.715495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:48.716384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c9d7ac40-8a77-4d38-a41d-379a618b15a3 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9125924 Jul 14 09:31:48.729799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-6068d8b2-b7b6-48c4-bbd3-7dabbde9d138 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1699547784&fields=id&tenant_id=f9e2e23f7e5a42b3b2ce83dc699b56a7 HTTP/1.1" status: 200 len: 267 time: 0.2099867 Jul 14 09:31:48.829592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Sync routers for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:31:48.843509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8c075830-2ca3-491b-a090-69ed2f728050 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:49.011261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.019214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8b84d39f-a365-4d48-afd2-1026d22e832d None None] Provisioning for port 8c075830-2ca3-491b-a090-69ed2f728050 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:49.074413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-8fdfe619-d6e9-4a8a-8229-d15d54a50c3f tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:49.083353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-8fdfe619-d6e9-4a8a-8229-d15d54a50c3f tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/networks?id=7679306f-c624-488b-a1dd-988f8417d17d HTTP/1.1" status: 200 len: 811 time: 0.3451910 Jul 14 09:31:49.101378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:49.105611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:49.116466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-486e4f9f-c0c0-45b3-837a-604cc7be6561 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/quotas/f9e2e23f7e5a42b3b2ce83dc699b56a7 HTTP/1.1" status: 200 len: 375 time: 0.0310459 Jul 14 09:31:49.125684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-9c51b733-fb7b-4307-bb24-73668ef53bde', 'network_id': '9c51b733-fb7b-4307-bb24-73668ef53bde', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': 'c2a2de6c-a859-4ebf-a12f-47e98f86f12c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:31:49.126593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.320814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-14674f48-30d6-4d9f-9c7e-3c14ec44513a tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f9e2e23f7e5a42b3b2ce83dc699b56a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2025027 Jul 14 09:31:49.492959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 8c075830-2ca3-491b-a090-69ed2f728050 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:49.516419 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-aed08118-230e-4902-9bed-ca3f65dd0618 service neutron] 10.222.0.73 "GET /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944203 Jul 14 09:31:49.582535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:49.665861 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-f41b3751-c6b3-4d87-bfcc-5227f4548e8d tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8c9a70470a644ecbb9a48112c35d807f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2217553 Jul 14 09:31:49.720855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-5f82ad54-db7e-4b98-b7f0-bab7e24745c3 service neutron] 10.222.0.73 "GET /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916678 Jul 14 09:31:49.746278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8c075830-2ca3-491b-a090-69ed2f728050 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:49.746658 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.198944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:50.439201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Allocated IP 172.20.0.2 (9c51b733-fb7b-4307-bb24-73668ef53bde/c2a2de6c-a859-4ebf-a12f-47e98f86f12c/39e6a74f-a1f9-4dc6-85cb-45d7be927d7a) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:50.461022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c452c438-3230-4a5d-b83e-300c2083b232 None None] Provisioning complete for port 8c075830-2ca3-491b-a090-69ed2f728050 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:50.461797 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c452c438-3230-4a5d-b83e-300c2083b232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.536646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:50.774887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-1bbb9f27-5a1a-4dfa-932a-a5e32fd2bd16 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:50.776488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-1bbb9f27-5a1a-4dfa-932a-a5e32fd2bd16 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1094594 Jul 14 09:31:50.798812 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-96021da4-d231-4613-a1ce-ef5c580df9e2 req-2ed8b1d7-18c5-41aa-b2ba-0ede7360738f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 210 time: 0.0985055 Jul 14 09:31:50.864975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-c3b793d2-f9bd-42ed-9459-313794d43858 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/quotas/8c9a70470a644ecbb9a48112c35d807f HTTP/1.1" status: 200 len: 375 time: 0.0554259 Jul 14 09:31:50.956488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 8c075830-2ca3-491b-a090-69ed2f728050, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8c075830-2ca3-491b-a090-69ed2f728050,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:51.017676 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.070275 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-6bd53edb-db03-4a55-bbd2-6cbcb4244727 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8c9a70470a644ecbb9a48112c35d807f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1949937 Jul 14 09:31:51.298584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=8c075830-2ca3-491b-a090-69ed2f728050,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:51.395807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b987e5-4c2b-42e2-90a9-df52d7ce0b7b req-3a840039-c710-454c-bb2c-59c585849d3b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.406076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22b987e5-4c2b-42e2-90a9-df52d7ce0b7b req-3a840039-c710-454c-bb2c-59c585849d3b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.1587064 Jul 14 09:31:51.464572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22b987e5-4c2b-42e2-90a9-df52d7ce0b7b req-df1a13e2-8627-4adc-8d8b-693de0a1a52b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 Jul 14 09:31:51.611534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:46Z', 'revision_number': 3, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:51.694161 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.711445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Checking router: d8c9e414-11e7-46ea-8944-c8706448fec5 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:31:51.712145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Updating router d8c9e414-11e7-46ea-8944-c8706448fec5 port c4e5a60d-2d18-431c-b994-7542da6df2fd binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:31:51.722264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Transition to ACTIVE for port object 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:51.733104 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-148709bd-1559-478b-a3e4-0e3307d46d57 req-c67f1854-0d51-44f5-bf55-f64cbeff4091 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 210 time: 0.1149924 Jul 14 09:31:51.771267 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28efb31a-2d5f-40b0-9e10-2dd0db8dcbf7 req-30afc967-d561-42b9-8d15-95e2073a19c0 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 210 time: 0.1622922 Jul 14 09:31:51.796631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:51.809232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe80-ad8d-44c7-9263-db65b2839306 req-5f8fb7cb-5529-467f-8880-9d88bea0898a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:51.810665 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-5f8fb7cb-5529-467f-8880-9d88bea0898a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.9005585 Jul 14 09:31:51.869779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'port': {'device_id': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'admin_state_up': True, 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:51.880288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.163387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Made reservation on behalf of 563695d2b63f493dad0ff0ff5e9ba059 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:52.168088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.321607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fddac35d-d6ac-4d94-8eaa-e8a9797cfbce req-04e5883c-b961-405c-a305-f06b9ea61fea tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 210 time: 0.1253488 Jul 14 09:31:52.355616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Transition to ACTIVE for port object 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:52.366845 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-267e6f6b-0d45-47fd-b748-76a7e7a73d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.385347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.425059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Network 9c51b733-fb7b-4307-bb24-73668ef53bde is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:52.429204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:52.676883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.732303 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.746482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Transition to ACTIVE for port object c4e5a60d-2d18-431c-b994-7542da6df2fd will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:52.838155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Allocated IP 172.20.0.8 (d63ab4c0-a973-4f52-9976-64c7ef6f49c0/bb312590-8fe3-41be-ac5a-879edfa503d0/b9deaebe-6a94-4a04-87eb-8d9a85f5080e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:52.847588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:52.864996 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:52.899098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Pushing event updated for resources: {'Port': ['ID=39e6a74f-a1f9-4dc6-85cb-45d7be927d7a,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:52.931884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a2de6c-a859-4ebf-a12f-47e98f86f12c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.005301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcb9ac-70c2-4bd2-a1da-05c17990c168 None None] Pushing event updated for resources: {'Port': ['ID=c4e5a60d-2d18-431c-b994-7542da6df2fd,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.039019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14c21c3b-08ea-4a87-9080-5c54822e7e22 req-c4f311a4-72c9-4fd6-8ead-c7716a3fcb58 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 210 time: 0.0973239 Jul 14 09:31:53.138691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Attempting to bind port c4e5a60d-2d18-431c-b994-7542da6df2fd on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:53.153721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Attempting to bind port c4e5a60d-2d18-431c-b994-7542da6df2fd by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:53.154341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Attempting to bind port c4e5a60d-2d18-431c-b994-7542da6df2fd on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:53.174091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:53.174702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:53.175229 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.175724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:53.176415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Bound port: c4e5a60d-2d18-431c-b994-7542da6df2fd, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:53.176909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.180391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Attempting to bind port 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:53.180391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Attempting to bind port 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '71065281-2c08-4811-b74a-1a20ce2ca7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9c51b733-fb7b-4307-bb24-73668ef53bde'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:53.184616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Attempting to bind port 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a on network 9c51b733-fb7b-4307-bb24-73668ef53bde {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:53.245945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8c075830-2ca3-491b-a090-69ed2f728050 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:53.308384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59872326-c2b6-41d9-84ec-73b6d62deb9f req-f561f2c8-767e-4998-be7f-49d667cdf314 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 210 time: 0.0767314 Jul 14 09:31:53.321733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:53.324026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Checking segment: {'id': '71065281-2c08-4811-b74a-1a20ce2ca7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9c51b733-fb7b-4307-bb24-73668ef53bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:53.324772 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.325448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Bound using segment: {'id': '71065281-2c08-4811-b74a-1a20ce2ca7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9c51b733-fb7b-4307-bb24-73668ef53bde'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:53.355889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Bound port: 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71065281-2c08-4811-b74a-1a20ce2ca7de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '9c51b733-fb7b-4307-bb24-73668ef53bde'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:53.359118 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.594551 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.606342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] For port c4e5a60d-2d18-431c-b994-7542da6df2fd, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:53.659092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c51b733-fb7b-4307-bb24-73668ef53bde']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:53.662011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Allocated IP 172.20.0.1 (706991bd-9719-4c99-a2ef-5a8d5add13e8/3d23025f-f0dc-4de4-9f60-bf6c8d663bcb/fa3a7049-c98d-4386-a848-11f27f67ec1e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:53.698099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] For port c4e5a60d-2d18-431c-b994-7542da6df2fd, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c4e5a60d-2d18-431c-b994-7542da6df2fd,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:53.709046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71065281-2c08-4811-b74a-1a20ce2ca7de') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:53.709713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71065281-2c08-4811-b74a-1a20ce2ca7de') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:53.721927 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.745176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8c075830-2ca3-491b-a090-69ed2f728050 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:53.745846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.789426 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.854666 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4613c4b-0369-43a0-9922-068ffe0227f5 req-0d463988-ae1e-42b3-afaa-762e1419042e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 210 time: 0.0689063 Jul 14 09:31:53.887425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] For port 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:53.923430 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:53.926637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcb9ac-70c2-4bd2-a1da-05c17990c168 None None] Pushing event updated for resources: {'Port': ['ID=c4e5a60d-2d18-431c-b994-7542da6df2fd,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:53.940672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554630a-8f85-4012-9b57-055edb7576e2 req-207ac9e6-a1a0-4870-9d20-cba31fbe84cd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.946162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:31:53.946941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:53.948923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5554630a-8f85-4012-9b57-055edb7576e2 req-207ac9e6-a1a0-4870-9d20-cba31fbe84cd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 1.1122541 Jul 14 09:31:53.986044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-8723d0d0-6ba9-4fec-b027-94a4df256fb4 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:53.988145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-8723d0d0-6ba9-4fec-b027-94a4df256fb4 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.66 "GET /v2.0/networks?id=7679306f-c624-488b-a1dd-988f8417d17d HTTP/1.1" status: 200 len: 811 time: 0.9462967 Jul 14 09:31:53.999033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:53.999598 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:54.003288 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:54.134410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:31:54.187418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] For port 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=39e6a74f-a1f9-4dc6-85cb-45d7be927d7a,segment=NetworkSegment(71065281-2c08-4811-b74a-1a20ce2ca7de),segment_id=71065281-2c08-4811-b74a-1a20ce2ca7de)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:54.230201 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:31:54.230201 n-d-780147-26 neutron-server[93779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:31:54.230201 n-d-780147-26 neutron-server[93779]: [parameters: {'id': '9c51b733-fb7b-4307-bb24-73668ef53bde'}] Jul 14 09:31:54.230201 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:31:54.230661 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:31:54.236451 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.248647 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a8fe03d7-c6aa-4dba-8098-e94aa7bf135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.262632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1337e5e3-d1ae-432a-abe6-f462cc7d5655 req-61943e67-53eb-4713-bf81-13e189edd264 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 210 time: 0.0693953 Jul 14 09:31:54.349210 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5554630a-8f85-4012-9b57-055edb7576e2 req-bce84a85-2fa4-4340-a8de-55991b25ed54 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990977 Jul 14 09:31:54.371435 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-d7d58d9d-98d3-4911-be58-1a1fdbe5771a tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9e2e23f7e5a42b3b2ce83dc699b56a7 HTTP/1.1" status: 200 len: 380 time: 0.3544192 Jul 14 09:31:54.385058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.452269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.466237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Request body: {'port': {'device_id': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'admin_state_up': True, 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'security_groups': ['f04f1cbf-0872-474a-85a6-16d1c3dac170']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:54.532014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-87b181bb-d098-44c7-ad02-cddcf74e907c req-95eeb3b0-90b7-4f31-be3a-fd0dc37e8bb7 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 210 time: 0.0703149 Jul 14 09:31:54.574131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-de759557-7cfa-49e7-a404-9bfd1026ed45 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=8c9a70470a644ecbb9a48112c35d807f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621833 Jul 14 09:31:54.575403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Transition to ACTIVE for port object b9deaebe-6a94-4a04-87eb-8d9a85f5080e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:54.600590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaebbf6-f960-420d-8e24-0b9551aabea2 None None] Pushing event updated for resources: {'Port': ['ID=39e6a74f-a1f9-4dc6-85cb-45d7be927d7a,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:54.655157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Transition to ACTIVE for port object fa3a7049-c98d-4386-a848-11f27f67ec1e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:54.668407 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.698622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41ad008-6d6f-4541-805f-76c1c1079ebd None None] Network 9c51b733-fb7b-4307-bb24-73668ef53bde requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:31:54.743327 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.812333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:46Z', 'revision_number': 3, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:54.858841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcaa781-f623-44f1-af0f-accb3bfbcba3 None None] The sync data for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 is: [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:46Z', 'revision_number': 3, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:31:54.861583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:54.875447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ebcd3abf-0fe1-4db9-9938-68a0ee11d638'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:54.903442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['852f6c32-cc75-4576-8401-4405c5f19a86'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:31:55.062227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.163876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-8fc02f63-7717-4f4a-ae99-02351d40c2e3 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.165604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-8fc02f63-7717-4f4a-ae99-02351d40c2e3 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5471358 Jul 14 09:31:55.178939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:55.182794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:55.192679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Request body: {'port': {'device_id': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '8c9a70470a644ecbb9a48112c35d807f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:55.534126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-138d5b0e-cdcd-466e-a514-a50ad33097c0 req-8825aa59-08a5-43b0-a7ac-5521631b1ce5 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 210 time: 0.0538445 Jul 14 09:31:55.685338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51749d81-585f-4b1c-a525-1cd4ae84903d None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:55.696853 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.706526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:55.711585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:55.755074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:55.767090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'Port': ['ID=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:55.777399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:55.890710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Made reservation on behalf of f9e2e23f7e5a42b3b2ce83dc699b56a7 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:55.908362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:55.920918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51749d81-585f-4b1c-a525-1cd4ae84903d None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:55.947712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df26335-8402-4998-95b7-a347b38a6d9f req-1d2bdf8b-e008-423e-9cdb-0481996709a5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:55.956802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1df26335-8402-4998-95b7-a347b38a6d9f req-1d2bdf8b-e008-423e-9cdb-0481996709a5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.2398677 Jul 14 09:31:56.025042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1df26335-8402-4998-95b7-a347b38a6d9f req-bf1c0b9e-b9ff-40f9-b391-290572cb7c46 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655193 Jul 14 09:31:56.059467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.060168 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.234352 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-d36e143f-0b21-4628-8577-a7acc5d4f103 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4141023 Jul 14 09:31:56.265465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Request body: {'port': {'device_id': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:56.509350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Allocated IP 172.20.0.7 (7679306f-c624-488b-a1dd-988f8417d17d/70269632-3a73-43ec-8fb9-ad17b970034c/fc1074a2-0ba6-412a-8760-fc4f6f74bc00) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:56.525509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-33dc9ee2-ae78-4567-80ff-ec387e88f7ca req-a0c7a01d-3a01-4173-b6c1-af3ac93e87d4 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 210 time: 0.0513742 Jul 14 09:31:56.591255 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.597292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8e13cf-56e5-401c-bd36-c7a9fe93fb69 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:31:56.641570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Pushing event updated for resources: {'Port': ['ID=fa3a7049-c98d-4386-a848-11f27f67ec1e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:56.664635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d8308-5832-41b4-8e6f-8fb57cb5538c req-8cbbc521-7985-4866-864c-79c2a53698b0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:56.672903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a55d8308-5832-41b4-8e6f-8fb57cb5538c req-8cbbc521-7985-4866-864c-79c2a53698b0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 931 time: 1.6177495 Jul 14 09:31:56.715234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.783530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting port 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:31:56.783928 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.802047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-182c9a76-8490-4b2c-85b0-9948401d4cfe req-dac9453f-7574-4abd-945f-5dce9bc1268e tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 210 time: 0.0695567 Jul 14 09:31:56.804939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e13cf-56e5-401c-bd36-c7a9fe93fb69 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:31:56.831657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Made reservation on behalf of 8c9a70470a644ecbb9a48112c35d807f for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:56.835234 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.966895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:56.968831 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.267464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c4e5a60d-2d18-431c-b994-7542da6df2fd up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:57.348945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.363096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c4e5a60d-2d18-431c-b994-7542da6df2fd completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:57.369971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c4e5a60d-2d18-431c-b994-7542da6df2fd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:57.370133 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.474829 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a55d8308-5832-41b4-8e6f-8fb57cb5538c req-5d479a02-6e18-4533-b065-e05ce9d79692 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6820276 Jul 14 09:31:57.595688 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680631e-32a6-4bf7-8bb4-42ce651e49bb req-69b44040-f9ac-4b15-9186-86ec166f5c99 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:57.604032 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.615959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e680631e-32a6-4bf7-8bb4-42ce651e49bb req-69b44040-f9ac-4b15-9186-86ec166f5c99 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.2593772 Jul 14 09:31:57.664986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.693021 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.753537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e680631e-32a6-4bf7-8bb4-42ce651e49bb req-39e83db6-1a70-4ee4-a3ff-2d7fa7925950 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364903 Jul 14 09:31:57.782091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c4e5a60d-2d18-431c-b994-7542da6df2fd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c4e5a60d-2d18-431c-b994-7542da6df2fd,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:57.787150 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.849494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c4e5a60d-2d18-431c-b994-7542da6df2fd,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:57.868779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Allocated IP 192.168.233.35 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/f0424fb1-9c92-4fa3-a77d-2ec80341f1ef) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:31:57.881936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-04d964f1-2525-4b7f-81e8-a7e7f70d440e None None] Provisioning for port b9deaebe-6a94-4a04-87eb-8d9a85f5080e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:57.887641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-04d964f1-2525-4b7f-81e8-a7e7f70d440e None None] Provisioning complete for port b9deaebe-6a94-4a04-87eb-8d9a85f5080e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:57.888251 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-04d964f1-2525-4b7f-81e8-a7e7f70d440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.892510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] For port 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=39e6a74f-a1f9-4dc6-85cb-45d7be927d7a,segment=NetworkSegment(71065281-2c08-4811-b74a-1a20ce2ca7de),segment_id=71065281-2c08-4811-b74a-1a20ce2ca7de)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:31:57.893045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.936854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-04d964f1-2525-4b7f-81e8-a7e7f70d440e None None] Port b9deaebe-6a94-4a04-87eb-8d9a85f5080e cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:57.949089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-04d964f1-2525-4b7f-81e8-a7e7f70d440e None None] Provisioning for port fa3a7049-c98d-4386-a848-11f27f67ec1e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:57.954017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-04d964f1-2525-4b7f-81e8-a7e7f70d440e None None] Provisioning complete for port fa3a7049-c98d-4386-a848-11f27f67ec1e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:57.954562 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-04d964f1-2525-4b7f-81e8-a7e7f70d440e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:57.964124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9867b50d-a995-4013-96e1-64a55045c07a req-e39ca6e6-7d38-413a-9584-6e04ce2bef0e tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 210 time: 0.1164460 Jul 14 09:31:57.985594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Calling delete_port for 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:31:57.990943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6875b01e-d530-4cc4-a863-6f33d6343764 req-08486782-51db-4d16-9838-9f0373966fbc tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 210 time: 0.0417254 Jul 14 09:31:57.995262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.024566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-04d964f1-2525-4b7f-81e8-a7e7f70d440e None None] Port fa3a7049-c98d-4386-a848-11f27f67ec1e cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:58.157466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.161326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9deaebe-6a94-4a04-87eb-8d9a85f5080e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:31:58.204152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.282347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Transition to ACTIVE for port object fc1074a2-0ba6-412a-8760-fc4f6f74bc00 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:58.295577 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.299180 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Transition to ACTIVE for port object b9deaebe-6a94-4a04-87eb-8d9a85f5080e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:58.317490 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.384827 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.474140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No DVR routers for this DVR port 39e6a74f-a1f9-4dc6-85cb-45d7be927d7a on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:31:58.505219 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.509295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Pushing event updated for resources: {'Port': ['ID=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.564024 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.708451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Port': ['ID=39e6a74f-a1f9-4dc6-85cb-45d7be927d7a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.727211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Transition to ACTIVE for port object f0424fb1-9c92-4fa3-a77d-2ec80341f1ef will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:31:58.799284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Network 7679306f-c624-488b-a1dd-988f8417d17d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:58.807849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:58.825891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:58.839938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:58.905951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c51b733-fb7b-4307-bb24-73668ef53bde']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:58.954348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event updated for resources: {'Port': ['ID=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:58.960409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71065281-2c08-4811-b74a-1a20ce2ca7de') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:58.961340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71065281-2c08-4811-b74a-1a20ce2ca7de') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:31:58.977119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.003481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Attempting to bind port b9deaebe-6a94-4a04-87eb-8d9a85f5080e on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:31:59.003824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Attempting to bind port b9deaebe-6a94-4a04-87eb-8d9a85f5080e by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:31:59.004346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Attempting to bind port b9deaebe-6a94-4a04-87eb-8d9a85f5080e on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:59.031106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.031746 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.035786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.088525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Port b9deaebe-6a94-4a04-87eb-8d9a85f5080e on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:31:59.088865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Attempting to bind port b9deaebe-6a94-4a04-87eb-8d9a85f5080e on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:31:59.104748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:31:59.105174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:31:59.114160 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:31:59.158772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c4e5a60d-2d18-431c-b994-7542da6df2fd up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:31:59.173945 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:31:59.177354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:31:59.177700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Checking segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:31:59.178216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Bound using segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:31:59.178679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Bound port: b9deaebe-6a94-4a04-87eb-8d9a85f5080e, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:31:59.179200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.181911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-25bd0cb0-8110-49b8-b83d-ad1f8df172ff tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7736945 Jul 14 09:31:59.195820 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.218993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Request body: {'port': {'device_id': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:59.225566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dabe5bd0-dbef-442a-9967-1349ccfaff99 None None] Provisioning for port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:59.230021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c4e5a60d-2d18-431c-b994-7542da6df2fd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:59.230470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.238545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.256811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dabe5bd0-dbef-442a-9967-1349ccfaff99 None None] Provisioning complete for port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:59.257298 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dabe5bd0-dbef-442a-9967-1349ccfaff99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.295829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.313844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42c0ff-f50d-4eb7-a35e-7f86563b32b4 req-c67c6471-e3e2-4444-bb83-8e42d6b6a385 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.323120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e42c0ff-f50d-4eb7-a35e-7f86563b32b4 req-c67c6471-e3e2-4444-bb83-8e42d6b6a385 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 943 time: 0.6620195 Jul 14 09:31:59.341795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-dabe5bd0-dbef-442a-9967-1349ccfaff99 None None] Port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:31:59.426809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:31:59.431915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.460987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:31:59.462209 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.464651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.479015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:31:59.482119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.484005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/9c51b733-fb7b-4307-bb24-73668ef53bde HTTP/1.1" status: 204 len: 168 time: 10.9522629 Jul 14 09:31:59.487587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34108) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.496300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1371303602'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:59.531397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:31:59.535755 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.565916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:31:59.581936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.582553 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment bf36b811-bfe1-4e22-b321-f03eb3b2a5d4 of type vlan for network edcf2829-548a-4417-8625-aa282a64dc77 Jul 14 09:31:59.675316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.746213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.752245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.753480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.772632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb60bf4-5942-444a-af50-ed751f25dd14 req-eea005b6-301f-496a-943c-c1448d3cbf17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:31:59.774244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb60bf4-5942-444a-af50-ed751f25dd14 req-eea005b6-301f-496a-943c-c1448d3cbf17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.1131811 Jul 14 09:31:59.791224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34114) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.847322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3578398 Jul 14 09:31:59.857817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34118) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:31:59.869407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9008db5f-bc15-4cfa-ad6d-f85fb8e19e10 None None] Provisioning for port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:31:59.871525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': 'edcf2829-548a-4417-8625-aa282a64dc77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:31:59.874938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9008db5f-bc15-4cfa-ad6d-f85fb8e19e10 None None] Provisioning complete for port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:31:59.875628 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9008db5f-bc15-4cfa-ad6d-f85fb8e19e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.896286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ceb7b-bb76-473d-a4a9-6509629c2b0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=edcf2829-548a-4417-8625-aa282a64dc77,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.909845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network edcf2829-548a-4417-8625-aa282a64dc77 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:31:59.952489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb60bf4-5942-444a-af50-ed751f25dd14 req-9465cfc6-d1e8-4467-a87e-05fcd076f869 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589220 Jul 14 09:31:59.955030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] For port b9deaebe-6a94-4a04-87eb-8d9a85f5080e, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:31:59.959331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] For port b9deaebe-6a94-4a04-87eb-8d9a85f5080e, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:31:59.961362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7bdf3-0536-4845-9d8b-ffc6d60ed273 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=9c51b733-fb7b-4307-bb24-73668ef53bde,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:31:59.964377 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.969044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e42c0ff-f50d-4eb7-a35e-7f86563b32b4 req-ba701690-56b8-4726-8eb5-7c090b2c3615 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444743 Jul 14 09:31:59.981911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:31:59.984223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9008db5f-bc15-4cfa-ad6d-f85fb8e19e10 None None] Port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:00.030435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5633a3ee-45bc-4362-b43c-162721bab368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.044664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.045305 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.046978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] 10.222.0.69 "PUT /v2.0/ports/b9deaebe-6a94-4a04-87eb-8d9a85f5080e HTTP/1.1" status: 200 len: 1092 time: 3.7909460 Jul 14 09:32:00.047494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'tag': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:00.050991 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c68c50-ee7d-45b8-857b-9767f08a23e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9da27af-1f6a-48b1-9c02-e8829a848092", "tag": "b9deaebe-6a94-4a04-87eb-8d9a85f5080e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:00.068398 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.130157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Pushing event updated for resources: {'Port': ['ID=fa3a7049-c98d-4386-a848-11f27f67ec1e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.139191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.142292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.171344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:00.175976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.255775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5633a3ee-45bc-4362-b43c-162721bab368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.267382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5633a3ee-45bc-4362-b43c-162721bab368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.298074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing IP validity checks on allocation pools {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:32:00.298625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:32:00.328300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5633a3ee-45bc-4362-b43c-162721bab368 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=792d7412b616445fa9a29cce33b397e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5359840 Jul 14 09:32:00.331192 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-80f3c7d1-d93d-41a5-8f62-15adfab22a46 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1431539 Jul 14 09:32:00.333825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.344597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633a3ee-45bc-4362-b43c-162721bab368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2db9e51-0500-4449-85d4-2f19120ef2bd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.364677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc1ae6-f728-4f86-8a30-547e50ccdaf6 req-1ccb7d3b-43dd-4dbc-927d-70b1ec871816 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.366201 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cfc1ae6-f728-4f86-8a30-547e50ccdaf6 req-1ccb7d3b-43dd-4dbc-927d-70b1ec871816 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 931 time: 0.2066338 Jul 14 09:32:00.371411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Request body: {'port': {'device_id': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:00.434303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cfc1ae6-f728-4f86-8a30-547e50ccdaf6 req-f2284c23-e76b-45ef-b422-261c281c7089 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616984 Jul 14 09:32:00.469012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f751a-20ef-48a8-81d6-775344cbbd6e service neutron] Pushing event updated for resources: {'Port': ['ID=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.496607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.504550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:00.538667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:00.567337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=debef9f0-a3ec-4d00-a5af-f990bfb6b6ff,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.576769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': 'bf36b811-bfe1-4e22-b321-f03eb3b2a5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'edcf2829-548a-4417-8625-aa282a64dc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:00.577131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: edcf2829-548a-4417-8625-aa282a64dc77, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:00.591000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe80-ad8d-44c7-9263-db65b2839306 req-15388573-1d8d-40a7-9ff3-dba435b2622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.592833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-15388573-1d8d-40a7-9ff3-dba435b2622a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 1095 time: 0.4719288 Jul 14 09:32:00.594908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network edcf2829-548a-4417-8625-aa282a64dc77 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:00.605678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, edcf2829-548a-4417-8625-aa282a64dc77) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:00.610320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.611063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.622055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3446da3-f9cb-422d-9bf5-5c0da3b2314d None None] Network edcf2829-548a-4417-8625-aa282a64dc77 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:00.628756 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a11b2000-9bfa-44e2-a903-f2b4d619e712 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7695761 Jul 14 09:32:00.631377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34126) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:00.824465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.865084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.883301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.894309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8388b2e-42ea-4a34-9257-3ba965cd0478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-edcf2829-548a-4417-8625-aa282a64dc77', 'network_id': 'edcf2829-548a-4417-8625-aa282a64dc77', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': 'debef9f0-a3ec-4d00-a5af-f990bfb6b6ff'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:00.895213 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a8388b2e-42ea-4a34-9257-3ba965cd0478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.915175 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9433dd1-832b-4ab0-abcd-40b30bbcbc00 x-openstack-request-id: req-d9433dd1-832b-4ab0-abcd-40b30bbcbc00 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:00.915818 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9da27af-1f6a-48b1-9c02-e8829a848092", "tag": "b9deaebe-6a94-4a04-87eb-8d9a85f5080e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:00.916450 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9433dd1-832b-4ab0-abcd-40b30bbcbc00 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:00.916857 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'tag': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e', 'status': 'completed', 'code': 200} Jul 14 09:32:00.960932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:00.976799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-5be8ed04-5a00-444b-bd54-01d848ec7afb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e HTTP/1.1" status: 200 len: 217 time: 0.2987006 Jul 14 09:32:00.985453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b17022-bc62-4da2-b282-938f47d32364 req-f524e3b9-364d-41a2-8dd1-57a5e2ea339d tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:00.986831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6b17022-bc62-4da2-b282-938f47d32364 req-f524e3b9-364d-41a2-8dd1-57a5e2ea339d tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 935 time: 0.8026028 Jul 14 09:32:00.992851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=debef9f0-a3ec-4d00-a5af-f990bfb6b6ff,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:00.997922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d687ea2-42c4-4dea-a710-01dae54472fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.031919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1074a2-0ba6-412a-8760-fc4f6f74bc00 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:01.049813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9b4fef0a-d3be-45ed-a3e0-1ddbb92530cd None None] Provisioning complete for port fa3a7049-c98d-4386-a848-11f27f67ec1e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:01.050197 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9b4fef0a-d3be-45ed-a3e0-1ddbb92530cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.106334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.122053 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.123101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edcf2829-548a-4417-8625-aa282a64dc77']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:01.137518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf36b811-bfe1-4e22-b321-f03eb3b2a5d4') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:01.137825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf36b811-bfe1-4e22-b321-f03eb3b2a5d4') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:01.155952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-a8388b2e-42ea-4a34-9257-3ba965cd0478 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet debef9f0-a3ec-4d00-a5af-f990bfb6b6ff: This subnet is being modified by another concurrent operation. Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:01.160156 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet debef9f0-a3ec-4d00-a5af-f990bfb6b6ff: This subnet is being modified by another concurrent operation. Jul 14 09:32:01.163658 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 09:32:01.171069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d687ea2-42c4-4dea-a710-01dae54472fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.182929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.186678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fef0a-d3be-45ed-a3e0-1ddbb92530cd None None] Port fa3a7049-c98d-4386-a848-11f27f67ec1e cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:01.191411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-e827a6af-f7ee-4282-b553-87ca5cce4801 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.198240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-e827a6af-f7ee-4282-b553-87ca5cce4801 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 804 time: 0.1833296 Jul 14 09:32:01.219791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe80-ad8d-44c7-9263-db65b2839306 req-46cc5946-993b-4eb7-ac80-606115a011d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.219908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-ec3575f3-1477-4c49-b271-b6686da7744d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/quotas/db39e53052bb48e4851630eaf78894f9 HTTP/1.1" status: 200 len: 375 time: 0.0182943 Jul 14 09:32:01.220002 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-46cc5946-993b-4eb7-ac80-606115a011d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.2225690 Jul 14 09:32:01.226161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178961ee-0b65-4f97-8912-d418a52e7a41 None None] Network edcf2829-548a-4417-8625-aa282a64dc77 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:01.229442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:01.229442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.231734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6b17022-bc62-4da2-b282-938f47d32364 req-e74267dc-81b1-41c6-bd8e-7e3dbcbc6e77 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176318 Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:01.231929 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:01.328377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.348025 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.353446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/edcf2829-548a-4417-8625-aa282a64dc77 HTTP/1.1" status: 204 len: 168 time: 0.7210670 Jul 14 09:32:01.354336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ce115-4a5d-4fc3-a073-7e61cf8b5440 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=edcf2829-548a-4417-8625-aa282a64dc77,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.357066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:01.359156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Transition to ACTIVE for port object fc1074a2-0ba6-412a-8760-fc4f6f74bc00 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:01.370437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Router d8c9e414-11e7-46ea-8944-c8706448fec5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:01.374043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-2920b0f6-f45c-4ddb-ae05-5d6022658940 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1556559 Jul 14 09:32:01.376352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-274235757'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:01.383989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.398208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606487cb-fcc5-4a97-bd4d-c53d144f9504 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:01.480811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-34e69322-fb95-40f8-8e71-b2f7bd43389a service neutron] 10.222.0.73 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992572 Jul 14 09:32:01.499496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606487cb-fcc5-4a97-bd4d-c53d144f9504 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:01.551329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:01.555626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.597148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-3a182020-ced8-4c96-b211-fa6c72d8e398 service neutron] 10.222.0.73 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153777 Jul 14 09:32:01.606378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Pushing event updated for resources: {'Port': ['ID=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.609046 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d687ea2-42c4-4dea-a710-01dae54472fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.611648 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d687ea2-42c4-4dea-a710-01dae54472fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.613395 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9d687ea2-42c4-4dea-a710-01dae54472fc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e2db9e51-0500-4449-85d4-2f19120ef2bd HTTP/1.1" status: 204 len: 168 time: 1.2699130 Jul 14 09:32:01.695544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d687ea2-42c4-4dea-a710-01dae54472fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2db9e51-0500-4449-85d4-2f19120ef2bd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:01.759103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32debe80-ad8d-44c7-9263-db65b2839306 req-e352818c-5705-43a2-8a38-b3afdec92d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.760726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-e352818c-5705-43a2-8a38-b3afdec92d60 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5235307 Jul 14 09:32:01.847446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:01.944451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739fa55-b09a-401a-94bc-f18a229e0d2e req-05c6b75c-3f11-4a61-bedf-763229165f7f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:01.952469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4739fa55-b09a-401a-94bc-f18a229e0d2e req-05c6b75c-3f11-4a61-bedf-763229165f7f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 943 time: 0.1069279 Jul 14 09:32:01.955505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:01.955894 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment 9ea64ed8-580e-40cd-8bab-b7e0662654a5 of type vlan for network 75af7f84-8c05-49b0-bc27-87c5ffa0f44f Jul 14 09:32:02.000836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4739fa55-b09a-401a-94bc-f18a229e0d2e req-f0b3164f-6467-4a54-b434-abf84df7c0bd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474930 Jul 14 09:32:02.037205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34162) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:02.048751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc94e0-3aa1-4fc8-9d85-d6e557162e1f req-536350bb-cd80-4671-ae2d-45a2d9acefbc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.050921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28bc94e0-3aa1-4fc8-9d85-d6e557162e1f req-536350bb-cd80-4671-ae2d-45a2d9acefbc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.6414580 Jul 14 09:32:02.051780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Attempting to bind port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:02.052267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Attempting to bind port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:02.052624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Attempting to bind port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 on network 7679306f-c624-488b-a1dd-988f8417d17d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:02.058114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5d17-8ea5-4e12-87a8-1ffde71da65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.097650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:02.109837 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Sync routers for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:02.124930 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:02.126114 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:02.211299 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5d17-8ea5-4e12-87a8-1ffde71da65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.236461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cfcf5d17-8ea5-4e12-87a8-1ffde71da65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.270635 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:02.289380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf5d17-8ea5-4e12-87a8-1ffde71da65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0795aa-6fe2-4169-b9c5-9f5ddc9a4478,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.328216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cfcf5d17-8ea5-4e12-87a8-1ffde71da65f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9a5c8cbbc4e4881a64bb58268142b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870045 Jul 14 09:32:02.329084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:02.414986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7794b-e68c-4ea4-914d-b70f8b2ffd3e req-0b7a1df6-9a1f-45cf-8bdf-fc6571b2f2fb tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.422350 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61b7794b-e68c-4ea4-914d-b70f8b2ffd3e req-0b7a1df6-9a1f-45cf-8bdf-fc6571b2f2fb tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 943 time: 0.2732625 Jul 14 09:32:02.465563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-cca32745-2fbd-4e61-8b5d-c0c05412ebb5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.467332 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-cca32745-2fbd-4e61-8b5d-c0c05412ebb5 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.69 "GET /v2.0/ports?device_id=90aaf687-a8da-48d3-803f-93a10aef2dfa HTTP/1.1" status: 200 len: 945 time: 0.1913719 Jul 14 09:32:02.472405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5153e88b-d8a3-4474-929d-e1eff7129468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.537868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61b7794b-e68c-4ea4-914d-b70f8b2ffd3e req-df543c2e-a741-4e6e-9338-bf6e98dc02da tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143730 Jul 14 09:32:02.542914 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 2, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:02.548649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cef29423-9226-4bf4-8df8-9e0e2984393b admin admin] 10.222.0.73 "PUT /v2.0/routers/d8c9e414-11e7-46ea-8944-c8706448fec5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8300037 Jul 14 09:32:02.569395 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5153e88b-d8a3-4474-929d-e1eff7129468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.569970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 on network 7679306f-c624-488b-a1dd-988f8417d17d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:02.570481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Attempting to bind port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 on network 7679306f-c624-488b-a1dd-988f8417d17d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:02.594281 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.612852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-af3fc44e-778b-4638-817c-4ef528176e0c service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7951214 Jul 14 09:32:02.613635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:02.613975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Checking segment: {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:02.614361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Bound using segment: {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:02.614832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Bound port: fc1074a2-0ba6-412a-8760-fc4f6f74bc00, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a879b5e-3ea2-429a-8734-2b92ce7259cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:02.615212 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.618398 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Checking router: d8c9e414-11e7-46ea-8944-c8706448fec5 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:02.619978 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Updating router d8c9e414-11e7-46ea-8944-c8706448fec5 port fa3a7049-c98d-4386-a848-11f27f67ec1e binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:32:02.620268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0424fb1-9c92-4fa3-a77d-2ec80341f1ef {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:02.652181 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.673188 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.748368 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28bc94e0-3aa1-4fc8-9d85-d6e557162e1f req-9a03ffdf-03a1-4f15-8c05-b4b3ef12b6e3 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6522624 Jul 14 09:32:02.749716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Deleting port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:02.750278 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.776477 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5153e88b-d8a3-4474-929d-e1eff7129468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.778040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5153e88b-d8a3-4474-929d-e1eff7129468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.779310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5153e88b-d8a3-4474-929d-e1eff7129468 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e0795aa-6fe2-4169-b9c5-9f5ddc9a4478 HTTP/1.1" status: 204 len: 168 time: 0.4496126 Jul 14 09:32:02.791565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Transition to ACTIVE for port object f0424fb1-9c92-4fa3-a77d-2ec80341f1ef will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:02.802726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.810036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.816407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:02.817049 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:02.904747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec57909e-059b-4c7a-9a8e-f2606683fe95 req-d3d9c382-4545-4ae7-b6c6-419c3cb1ea14 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 210 time: 0.1501243 Jul 14 09:32:02.942644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153e88b-d8a3-4474-929d-e1eff7129468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0795aa-6fe2-4169-b9c5-9f5ddc9a4478,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:02.998267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:03.020948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:03.021269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.088361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Calling delete_port for d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:03.186020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8183923 Jul 14 09:32:03.193384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34206) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:03.220054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': '75af7f84-8c05-49b0-bc27-87c5ffa0f44f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:03.237720 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.331634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] For port fc1074a2-0ba6-412a-8760-fc4f6f74bc00, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:03.334808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:03.335960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:03.338698 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666cf701-9493-4a6a-9e02-5d2ce0102718" -d '{"events": [{"server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:03.350056 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.350610 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.356929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.365481 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-32debe80-ad8d-44c7-9263-db65b2839306 req-5354ef97-b1f5-48a8-be74-6bf6af89f042 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7276137 Jul 14 09:32:03.367559 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95945812-1c49-421f-9684-30f2ee728067 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=75af7f84-8c05-49b0-bc27-87c5ffa0f44f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.399618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] For port fc1074a2-0ba6-412a-8760-fc4f6f74bc00, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:03.403999 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Transition to ACTIVE for port object fa3a7049-c98d-4386-a848-11f27f67ec1e will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:03.423458 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.434531 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.503887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.504801 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.506471 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] 10.222.0.66 "PUT /v2.0/ports/fc1074a2-0ba6-412a-8760-fc4f6f74bc00 HTTP/1.1" status: 200 len: 1092 time: 4.2991040 Jul 14 09:32:03.510195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'tag': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:03.512930 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6312dc-247c-4563-bc89-a3fecc0229b0" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb08876-bb52-4a9b-acf7-5b7e54913892", "tag": "fc1074a2-0ba6-412a-8760-fc4f6f74bc00"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:03.527577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.537208 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d686f-d325-4cec-812d-9c0ac574a1ce None None] Pushing event updated for resources: {'Port': ['ID=fa3a7049-c98d-4386-a848-11f27f67ec1e,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.542566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 75af7f84-8c05-49b0-bc27-87c5ffa0f44f details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:03.560835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25c28a-10fa-4eef-a7c6-46e6338f4d36 req-249b4c4c-dd80-47a2-99e5-2233f9feceb6 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:03.571815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae25c28a-10fa-4eef-a7c6-46e6338f4d36 req-249b4c4c-dd80-47a2-99e5-2233f9feceb6 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 947 time: 0.5600717 Jul 14 09:32:03.593977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Attempting to bind port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:03.598254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Attempting to bind port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:03.598918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Attempting to bind port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:03.620820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90755eef-d90d-4dd1-80bb-9cdabff3228e service neutron] Pushing event updated for resources: {'Port': ['ID=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:03.627418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:03.628355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Attempting to bind port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:03.644906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:03.645724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:03.646361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:03.647031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Bound port: f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:03.647646 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.677958 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae25c28a-10fa-4eef-a7c6-46e6338f4d36 req-b3528f45-e912-4596-879b-a5714342c5e6 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044564 Jul 14 09:32:03.767015 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Attempting to bind port fa3a7049-c98d-4386-a848-11f27f67ec1e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:03.770344 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Attempting to bind port fa3a7049-c98d-4386-a848-11f27f67ec1e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:03.770936 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Attempting to bind port fa3a7049-c98d-4386-a848-11f27f67ec1e on network 706991bd-9719-4c99-a2ef-5a8d5add13e8 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:03.785428 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:03.786157 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Checking segment: {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:03.792984 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.794789 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Bound using segment: {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:03.795496 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Bound port: fa3a7049-c98d-4386-a848-11f27f67ec1e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:03.798473 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:03.859917 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012521ff-3d6e-4f05-8913-bc724990fe6e x-openstack-request-id: req-012521ff-3d6e-4f05-8913-bc724990fe6e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:03.861466 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:03.863627 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-012521ff-3d6e-4f05-8913-bc724990fe6e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:03.867729 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'code': 200} Jul 14 09:32:03.942566 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] For port fa3a7049-c98d-4386-a848-11f27f67ec1e, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:03.949505 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] For port fa3a7049-c98d-4386-a848-11f27f67ec1e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fa3a7049-c98d-4386-a848-11f27f67ec1e,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:03.958218 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.079763 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebae251-d08d-44ef-8eeb-bb271082f0ed x-openstack-request-id: req-eebae251-d08d-44ef-8eeb-bb271082f0ed {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:04.080146 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb08876-bb52-4a9b-acf7-5b7e54913892", "tag": "fc1074a2-0ba6-412a-8760-fc4f6f74bc00", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:04.080408 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eebae251-d08d-44ef-8eeb-bb271082f0ed {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:04.080761 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'tag': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'status': 'completed', 'code': 200} Jul 14 09:32:04.122466 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d686f-d325-4cec-812d-9c0ac574a1ce None None] Pushing event updated for resources: {'Port': ['ID=fa3a7049-c98d-4386-a848-11f27f67ec1e,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:04.143449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:04.151952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:04.153193 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:04.156955 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:04.181227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.390829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.391417 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.392891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] 10.222.0.66 "PUT /v2.0/ports/f0424fb1-9c92-4fa3-a77d-2ec80341f1ef HTTP/1.1" status: 200 len: 1096 time: 4.0329740 Jul 14 09:32:04.464785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-680d67c8-157b-4858-9c25-876023fdcfab tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.467580 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-680d67c8-157b-4858-9c25-876023fdcfab tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.69 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 804 time: 0.7091234 Jul 14 09:32:04.510601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Request body: {'port': {'device_id': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'admin_state_up': True, 'tenant_id': 'db39e53052bb48e4851630eaf78894f9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:04.547166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65b526-c1db-49b4-916d-ae22083bd937 service neutron] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:04.582869 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:04.588707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-9934fbed-6d0b-4efb-aed1-858b56ddf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.591565 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-9934fbed-6d0b-4efb-aed1-858b56ddf916 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e2e23f7e5a42b3b2ce83dc699b56a7&device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 1095 time: 0.8012085 Jul 14 09:32:04.804242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-ba8eb0af-bc6f-4e9e-9eca-f43a6bbce39c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1074a2-0ba6-412a-8760-fc4f6f74bc00 HTTP/1.1" status: 200 len: 217 time: 0.1814234 Jul 14 09:32:04.922057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365157d5-f204-479d-9013-d8feb5dc84df req-12540ed4-d19d-413b-8f3d-8d1eaa90015d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.929199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-26cbb4ca-4db0-4e1a-8340-fd616d27a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.930775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-26cbb4ca-4db0-4e1a-8340-fd616d27a2de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70269632-3a73-43ec-8fb9-ad17b970034c HTTP/1.1" status: 200 len: 850 time: 0.1040761 Jul 14 09:32:04.931837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-365157d5-f204-479d-9013-d8feb5dc84df req-12540ed4-d19d-413b-8f3d-8d1eaa90015d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 943 time: 1.5667214 Jul 14 09:32:04.943548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756f2e7-696f-4533-8f7f-29b71daf3298 req-4dee6964-6436-400b-8921-f4609dd0902e tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:04.947534 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:32:03Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:04.950552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1756f2e7-696f-4533-8f7f-29b71daf3298 req-4dee6964-6436-400b-8921-f4609dd0902e tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 943 time: 0.5994937 Jul 14 09:32:04.952923 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:04.988719 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd09b36-e7c5-47ca-8314-bd98f4ca6b8c None None] The sync data for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 is: [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:32:03Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:04.996882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:05.009057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.091292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-ac10496a-03bd-436c-b5f4-59707412c293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.093022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-ac10496a-03bd-436c-b5f4-59707412c293 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c9a70470a644ecbb9a48112c35d807f&device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 1099 time: 0.6239517 Jul 14 09:32:05.155778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1756f2e7-696f-4533-8f7f-29b71daf3298 req-f0ecfd35-c88d-444c-a679-d2c7f3a85d56 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949401 Jul 14 09:32:05.207715 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-b077a115-9630-4c6d-a446-92fda8f9d58a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef HTTP/1.1" status: 200 len: 217 time: 0.1011224 Jul 14 09:32:05.219879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-16e6267d-c639-4e6a-ab78-93b9c8447de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.221991 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-16e6267d-c639-4e6a-ab78-93b9c8447de1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7679306f-c624-488b-a1dd-988f8417d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2689464 Jul 14 09:32:05.282020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Pushing event deleted for resources: {'Port': ['ID=d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:05.336329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fa3a7049-c98d-4386-a848-11f27f67ec1e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:05.406007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port fa3a7049-c98d-4386-a848-11f27f67ec1e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:05.407383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] No DVR routers for this DVR port d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:05.421265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port fa3a7049-c98d-4386-a848-11f27f67ec1e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:05.423982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.426071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-365157d5-f204-479d-9013-d8feb5dc84df req-67463c0c-e1ad-4988-876b-9d15fa61faa9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932320 Jul 14 09:32:05.427239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.429275 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b0a9dd6-693a-415b-b1d6-c506124f87e6 req-38682c29-a629-4396-a4b0-55a286f7b83d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.69 "DELETE /v2.0/ports/d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 HTTP/1.1" status: 204 len: 173 time: 2.9496324 Jul 14 09:32:05.433403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'name': 'network-vif-deleted', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:05.442627 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabedfe0-7e28-4926-9709-a4a2dc37c5f5" -d '{"events": [{"server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "name": "network-vif-deleted", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:05.488092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-08c7492f-1ae2-4354-9ace-cc4c0edb2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.488317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Made reservation on behalf of db39e53052bb48e4851630eaf78894f9 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:05.488747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-08c7492f-1ae2-4354-9ace-cc4c0edb2086 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 1095 time: 1.6363463 Jul 14 09:32:05.488827 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.579240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-97b0a827-c3b7-4535-b455-2829f9b6fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.585347 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-97b0a827-c3b7-4535-b455-2829f9b6fb63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.3698213 Jul 14 09:32:05.719340 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.805240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-2cd294c6-fd6b-4bc5-a32e-d05151fbb4fd service neutron] 10.222.0.66 "GET /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645351 Jul 14 09:32:05.809842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-23b474be-db71-4926-abe7-3776bd626a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:05.815373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-23b474be-db71-4926-abe7-3776bd626a85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.2938571 Jul 14 09:32:05.841629 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88b9dc80-77fd-4b66-8832-7a8d0e303f48 req-73755c58-f928-4eea-8d6c-af9cde6ac1d6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 210 time: 0.0555093 Jul 14 09:32:05.862365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port fa3a7049-c98d-4386-a848-11f27f67ec1e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fa3a7049-c98d-4386-a848-11f27f67ec1e,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:05.873719 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:05.918363 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-eb3ca0b6-a0f8-4543-ae07-e62df50bcb15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e HTTP/1.1" status: 200 len: 217 time: 0.0774601 Jul 14 09:32:06.004047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.022942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=fa3a7049-c98d-4386-a848-11f27f67ec1e,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.086869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:06.090756 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dfa913-867a-4c96-b964-8ac9e15c3ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:06.119650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-feb0bd8f-7877-4cad-be21-3625420fd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.136061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-feb0bd8f-7877-4cad-be21-3625420fd6ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.2091222 Jul 14 09:32:06.167253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9a3c-25ec-4ed2-b0fb-722133eda626 req-8a46b360-d02f-4882-83f3-f1aa4618e103 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.183545 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c7b9a3c-25ec-4ed2-b0fb-722133eda626 req-8a46b360-d02f-4882-83f3-f1aa4618e103 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.7320147 Jul 14 09:32:06.191474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-f1f0bcae-8d33-4e30-8ddb-f10126b43046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.193692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-f1f0bcae-8d33-4e30-8ddb-f10126b43046 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5865288 Jul 14 09:32:06.383505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=3881e4fa-214b-40b4-8fa0-1fe5ecfe09fd,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:06.410350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': '9ea64ed8-580e-40cd-8bab-b7e0662654a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75af7f84-8c05-49b0-bc27-87c5ffa0f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:06.410732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: 75af7f84-8c05-49b0-bc27-87c5ffa0f44f, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:06.434000 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-038d602b-28f1-4e4f-9d75-24f5b2751985 req-59a0aeb9-252f-4aa9-ac4b-aef905c5df8f service neutron] 10.222.0.66 "GET /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187944 Jul 14 09:32:06.436017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-93e11ce5-70bd-4822-9fc0-509bed03d315 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217951 Jul 14 09:32:06.477986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-f5a95c72-6250-4b24-a255-6c4369fd0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.479548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-f5a95c72-6250-4b24-a255-6c4369fd0930 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3297663 Jul 14 09:32:06.483643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 75af7f84-8c05-49b0-bc27-87c5ffa0f44f is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:06.494488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c2ef6-6049-4755-9d1f-97c303abf59c req-7be6f599-49e5-4e25-ab31-fe297ae5bb97 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.496055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a3c2ef6-6049-4755-9d1f-97c303abf59c req-7be6f599-49e5-4e25-ab31-fe297ae5bb97 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 947 time: 0.3546031 Jul 14 09:32:06.546487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c7b9a3c-25ec-4ed2-b0fb-722133eda626 req-ec6dee70-0fd4-4a7a-9057-3b31eacb672b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600397 Jul 14 09:32:06.547892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Allocated IP 172.20.0.6 (8d062b05-02a3-4d75-b55c-1cb15d1ad72a/616c53a4-30a7-4e6a-a138-a97e3bcc800a/19993c20-2012-433f-bf83-9d6165292667) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:06.579402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 75af7f84-8c05-49b0-bc27-87c5ffa0f44f) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:06.589388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae793b45-60d7-4791-8943-40ab5c6b0a83 None None] Network 75af7f84-8c05-49b0-bc27-87c5ffa0f44f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:06.614847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:06.616007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:06.699046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b562f3a2-8208-4480-837d-691f30f263c3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5045054 Jul 14 09:32:06.707751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:06.721109 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f9898f-c6ae-4ede-aa1d-74d96f4bb65f x-openstack-request-id: req-31f9898f-c6ae-4ede-aa1d-74d96f4bb65f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:06.721483 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90aaf687-a8da-48d3-803f-93a10aef2dfa", "name": "network-vif-deleted", "tag": "d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:06.721694 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-31f9898f-c6ae-4ede-aa1d-74d96f4bb65f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:06.722129 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90aaf687-a8da-48d3-803f-93a10aef2dfa', 'name': 'network-vif-deleted', 'tag': 'd6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227', 'status': 'completed', 'code': 200} Jul 14 09:32:06.728637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a3c2ef6-6049-4755-9d1f-97c303abf59c req-2ec1c9c7-e672-421f-aed2-ce2d00829da1 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180321 Jul 14 09:32:06.736494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8eeaec8c-6ea4-4361-8272-d697df265b91 req-6d7eebfc-590f-499c-823e-d7d9a0ea54cd service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888658 Jul 14 09:32:06.788820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-6844f144-f9ae-4b22-a2f3-4651086d1597 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912450 Jul 14 09:32:06.968975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-75af7f84-8c05-49b0-bc27-87c5ffa0f44f', 'network_id': '75af7f84-8c05-49b0-bc27-87c5ffa0f44f', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': '3881e4fa-214b-40b4-8fa0-1fe5ecfe09fd'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:06.970123 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.014153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b9deaebe-6a94-4a04-87eb-8d9a85f5080e details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:07.031463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:07.038518 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77c68c50-ee7d-45b8-857b-9767f08a23e1 req-950d5df1-88e9-4637-ad17-161678d3d69c service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343082 Jul 14 09:32:07.156886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708322-a8dc-4fb5-a8c9-2999a8c6ad66 req-3a189996-e909-49e9-970b-af01f10071c0 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.172333 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-64708322-a8dc-4fb5-a8c9-2999a8c6ad66 req-3a189996-e909-49e9-970b-af01f10071c0 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 943 time: 0.1681688 Jul 14 09:32:07.226447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-64708322-a8dc-4fb5-a8c9-2999a8c6ad66 req-bf9d8596-9a79-4328-ab85-64baa82d1810 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526493 Jul 14 09:32:07.396461 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1517b86-1175-4c92-a889-c39085684348 x-openstack-request-id: req-d1517b86-1175-4c92-a889-c39085684348 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:07.396758 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:07.397004 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1517b86-1175-4c92-a889-c39085684348 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:07.397392 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'status': 'completed', 'code': 200} Jul 14 09:32:07.418494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7b47db2-85f5-4a8f-96d8-8b07057464e4 req-517d30a8-143f-4e9d-be71-78598dbe3109 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 210 time: 0.0436773 Jul 14 09:32:07.428660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fa3a7049-c98d-4386-a848-11f27f67ec1e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:07.434781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:07.435283 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6e0b7fe-2a5e-4a47-bbed-b0a3c3da8227 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:07.484844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b9deaebe-6a94-4a04-87eb-8d9a85f5080e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:07.492896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-bc5458b1-0aeb-47b6-bcfd-904380b5f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.494451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-bc5458b1-0aeb-47b6-bcfd-904380b5f95a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e2e23f7e5a42b3b2ce83dc699b56a7&device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 1095 time: 0.9422019 Jul 14 09:32:07.515766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e', 'mac_address': 'fa:16:3e:d6:75:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:07.518931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Allocated IP 172.20.0.1 (75af7f84-8c05-49b0-bc27-87c5ffa0f44f/3881e4fa-214b-40b4-8fa0-1fe5ecfe09fd/d83ef38f-815e-4bfe-8884-c6964e3cc9e1) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:07.574422 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.613045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.630584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port fa3a7049-c98d-4386-a848-11f27f67ec1e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:07.631181 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.639076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9deaebe-6a94-4a04-87eb-8d9a85f5080e {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:07.712558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b9deaebe-6a94-4a04-87eb-8d9a85f5080e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:07.732303 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.737596 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.758981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-01a69085-5b42-4839-98a8-0293282c9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.758981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-01a69085-5b42-4839-98a8-0293282c9419 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7679306f-c624-488b-a1dd-988f8417d17d HTTP/1.1" status: 200 len: 912 time: 0.2494886 Jul 14 09:32:07.792977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-78b58eec-c73d-4e99-97e7-a68a57d310d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.794997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-78b58eec-c73d-4e99-97e7-a68a57d310d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8c9a70470a644ecbb9a48112c35d807f&device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 1099 time: 0.3962665 Jul 14 09:32:07.817751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23e029-5bdf-435d-9c5c-542700f179aa req-8d39f5d9-c1d5-4292-ac52-539c7e9a7af6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.824802 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a23e029-5bdf-435d-9c5c-542700f179aa req-8d39f5d9-c1d5-4292-ac52-539c7e9a7af6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 943 time: 0.4392555 Jul 14 09:32:07.827556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d6a97-51de-4d3b-bf36-a4ec05e2091c req-191870c7-ac0d-4354-b227-324e463c67a8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:07.834782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-730d6a97-51de-4d3b-bf36-a4ec05e2091c req-191870c7-ac0d-4354-b227-324e463c67a8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.1404986 Jul 14 09:32:07.865662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:07.876426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.888899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Transition to ACTIVE for port object d83ef38f-815e-4bfe-8884-c6964e3cc9e1 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:07.892626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-730d6a97-51de-4d3b-bf36-a4ec05e2091c req-a64abf20-72a8-4b37-8843-5d25748d789b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496311 Jul 14 09:32:07.912173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Transition to ACTIVE for port object d83ef38f-815e-4bfe-8884-c6964e3cc9e1 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:07.930312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-58d36d06-a624-4b39-a801-b60f5f745f3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1074a2-0ba6-412a-8760-fc4f6f74bc00 HTTP/1.1" status: 200 len: 217 time: 0.1408703 Jul 14 09:32:07.930529 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:07.963990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b9deaebe-6a94-4a04-87eb-8d9a85f5080e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:07.975972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Network 75af7f84-8c05-49b0-bc27-87c5ffa0f44f is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:08.000184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:08.008212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:08.025005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Pushing event updated for resources: {'Port': ['ID=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.069253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.104964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f638804-a50b-45ac-b398-2e3a53c93462 req-579c9b6a-4e80-44a9-abec-3c72e7f17bb5 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.107576 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f638804-a50b-45ac-b398-2e3a53c93462 req-579c9b6a-4e80-44a9-abec-3c72e7f17bb5 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 947 time: 0.0809639 Jul 14 09:32:08.112531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Attempting to bind port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:08.113073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Attempting to bind port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '9ea64ed8-580e-40cd-8bab-b7e0662654a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75af7f84-8c05-49b0-bc27-87c5ffa0f44f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:08.113476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Attempting to bind port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 on network 75af7f84-8c05-49b0-bc27-87c5ffa0f44f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:08.124900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:08.125294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Checking segment: {'id': '9ea64ed8-580e-40cd-8bab-b7e0662654a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75af7f84-8c05-49b0-bc27-87c5ffa0f44f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:08.125681 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.126085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Bound using segment: {'id': '9ea64ed8-580e-40cd-8bab-b7e0662654a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75af7f84-8c05-49b0-bc27-87c5ffa0f44f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:08.126890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Bound port: d83ef38f-815e-4bfe-8884-c6964e3cc9e1, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea64ed8-580e-40cd-8bab-b7e0662654a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '75af7f84-8c05-49b0-bc27-87c5ffa0f44f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:08.127289 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.139664 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a23e029-5bdf-435d-9c5c-542700f179aa req-ae14151f-8a4c-4c2a-a776-aa4015600a55 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340734 Jul 14 09:32:08.168572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f638804-a50b-45ac-b398-2e3a53c93462 req-26c18913-0516-4d41-8824-c334f676c75c tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547140 Jul 14 09:32:08.171498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-2ed5e247-0014-4bac-b18b-e3800399f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.173831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-2ed5e247-0014-4bac-b18b-e3800399f2c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70269632-3a73-43ec-8fb9-ad17b970034c HTTP/1.1" status: 200 len: 850 time: 0.1830716 Jul 14 09:32:08.226032 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.304990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-cbfdde92-bead-4b4d-bd5a-07106701339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.306911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-cbfdde92-bead-4b4d-bd5a-07106701339b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.4758637 Jul 14 09:32:08.317614 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.332586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] For port d83ef38f-815e-4bfe-8884-c6964e3cc9e1, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:08.341605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] For port d83ef38f-815e-4bfe-8884-c6964e3cc9e1, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,segment=NetworkSegment(9ea64ed8-580e-40cd-8bab-b7e0662654a5),segment_id=9ea64ed8-580e-40cd-8bab-b7e0662654a5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:08.351538 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.425677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:08.436508 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-c592a0db-bf90-4a56-b690-32e2191924c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef HTTP/1.1" status: 200 len: 217 time: 0.1111104 Jul 14 09:32:08.437244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=3881e4fa-214b-40b4-8fa0-1fe5ecfe09fd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.442265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844adb7-01c9-403b-ae5f-82322c8b52bc None None] Pushing event updated for resources: {'Port': ['ID=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.445978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:08.448214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Pushing event updated for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:08.461317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:08.531090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-f8ba3013-f104-4cee-a7e1-939770ea92e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1493800 Jul 14 09:32:08.662220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.684327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75af7f84-8c05-49b0-bc27-87c5ffa0f44f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.686029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-19841289-4e61-45fa-a1b4-efe2eeadda5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.687850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-19841289-4e61-45fa-a1b4-efe2eeadda5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 1097 time: 0.1339486 Jul 14 09:32:08.689489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-b35c2dcf-b6b6-425f-a92f-a7f314f834b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.691572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-b35c2dcf-b6b6-425f-a92f-a7f314f834b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.2384491 Jul 14 09:32:08.713041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-5cd48d05-17eb-43ea-bc29-eebff1f2feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.714683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-5cd48d05-17eb-43ea-bc29-eebff1f2feb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7679306f-c624-488b-a1dd-988f8417d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5307772 Jul 14 09:32:08.724562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.725211 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.728541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811199d3-cc2c-424b-8702-a9aae47c8089 req-1dd43795-09bd-4fe0-9141-1775f98caf0d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:08.742500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-811199d3-cc2c-424b-8702-a9aae47c8089 req-1dd43795-09bd-4fe0-9141-1775f98caf0d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 931 time: 0.1241491 Jul 14 09:32:08.752082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea64ed8-580e-40cd-8bab-b7e0662654a5') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.754612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea64ed8-580e-40cd-8bab-b7e0662654a5') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:08.800284 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.886605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-f4f214c6-6b05-49eb-9d96-828c9add88cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3909161 Jul 14 09:32:08.892315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.893231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device fc1074a2-0ba6-412a-8760-fc4f6f74bc00 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:08.898960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-811199d3-cc2c-424b-8702-a9aae47c8089 req-3376be7a-88d3-4fe1-82b0-776c7bd24b42 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550388 Jul 14 09:32:08.907717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Request body: {'port': {'device_id': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:08.953930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:08.954354 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:08.962748 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:09.010082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-80c8a9ca-eede-49e2-bab8-5534d423057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.013746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85b1d5-4de2-4894-a807-2647d068339a req-f8d0b0f5-fd99-457b-a965-86ec1d78add6 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.016589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-80c8a9ca-eede-49e2-bab8-5534d423057e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.2544148 Jul 14 09:32:09.021421 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed85b1d5-4de2-4894-a807-2647d068339a req-f8d0b0f5-fd99-457b-a965-86ec1d78add6 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 943 time: 0.4339752 Jul 14 09:32:09.092517 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-34ef5c4e-644d-426f-83cf-b142cfb8ba2d service neutron] 10.222.0.66 "GET /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374209 Jul 14 09:32:09.126715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:32:09.126715 n-d-780147-26 neutron-server[93779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:32:09.126715 n-d-780147-26 neutron-server[93779]: [parameters: {'id': '75af7f84-8c05-49b0-bc27-87c5ffa0f44f'}] Jul 14 09:32:09.126715 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:32:09.127212 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:32:09.133163 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-bca3d7ae-0e2e-4e47-9365-fd82bac75fda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=852f6c32-cc75-4576-8401-4405c5f19a86 HTTP/1.1" status: 200 len: 217 time: 0.1125710 Jul 14 09:32:09.136522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-4dcfd46e-d50b-46d4-8fa8-f6bc09e4a341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.138058 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-4dcfd46e-d50b-46d4-8fa8-f6bc09e4a341 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4369488 Jul 14 09:32:09.171865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port fc1074a2-0ba6-412a-8760-fc4f6f74bc00, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:09.191153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'port_id': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'mac_address': 'fa:16:3e:ca:b8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:09.198989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b9deaebe-6a94-4a04-87eb-8d9a85f5080e up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:09.265213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed85b1d5-4de2-4894-a807-2647d068339a req-199743d5-580e-4cee-8849-d868b6d6bf1d tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2427528 Jul 14 09:32:09.280069 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.315227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.328824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d83ef38f-815e-4bfe-8884-c6964e3cc9e1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:09.345755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-b074a09d-1bf5-4abc-b128-6616a471d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.349462 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-b074a09d-1bf5-4abc-b128-6616a471d1ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.2070425 Jul 14 09:32:09.405656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1074a2-0ba6-412a-8760-fc4f6f74bc00 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:09.426534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8a833-5523-4402-ba67-057070e98d98 req-554d9a04-0893-40b1-b814-535a27320b4c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.430451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44a8a833-5523-4402-ba67-057070e98d98 req-554d9a04-0893-40b1-b814-535a27320b4c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.2736034 Jul 14 09:32:09.439775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6312dc-247c-4563-bc89-a3fecc0229b0 req-7e14551b-4a9a-4e6a-be42-e45fc5f6b1bc service neutron] 10.222.0.66 "GET /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214717 Jul 14 09:32:09.441034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port fc1074a2-0ba6-412a-8760-fc4f6f74bc00, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:09.468261 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.512760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-025bcbb6-50f2-40e4-ac11-5c357b1c65b2 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514166 Jul 14 09:32:09.513565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-f47c4a3f-770f-425e-b1dd-c91cf60ca987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.515616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-f47c4a3f-770f-425e-b1dd-c91cf60ca987 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544030 Jul 14 09:32:09.542947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port b9deaebe-6a94-4a04-87eb-8d9a85f5080e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:09.548078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:09.551070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port b9deaebe-6a94-4a04-87eb-8d9a85f5080e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:09.556371 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.559811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:09.654406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.657385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-5cc5bfbd-d3c1-404e-848a-49b50018cd2a service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312366 Jul 14 09:32:09.664695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44a8a833-5523-4402-ba67-057070e98d98 req-4f273883-0bcf-4dd8-89bd-adb7ad691f7f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260270 Jul 14 09:32:09.704489 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.731021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['fc1074a2-0ba6-412a-8760-fc4f6f74bc00'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:09.796228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:09.798775 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e2996f-bffa-423f-8a3a-fb4acbdddc64" -d '{"events": [{"server_uuid": "e9da27af-1f6a-48b1-9c02-e8829a848092", "name": "network-vif-plugged", "status": "completed", "tag": "b9deaebe-6a94-4a04-87eb-8d9a85f5080e"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:09.856715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b9deaebe-6a94-4a04-87eb-8d9a85f5080e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:09.950792 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b199f05-3eb5-4c1e-899e-eee797c31710 req-30b01f0a-d945-49ee-a938-a92147c24a3a service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843409 Jul 14 09:32:09.988954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd94947-8eb9-4f9f-ae15-b95ba0454ef4 req-7f0e8141-de79-42f9-8fb0-c16e174d6027 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:09.989808 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:09.999806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9bd94947-8eb9-4f9f-ae15-b95ba0454ef4 req-7f0e8141-de79-42f9-8fb0-c16e174d6027 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 947 time: 0.1821935 Jul 14 09:32:10.062229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9bd94947-8eb9-4f9f-ae15-b95ba0454ef4 req-1f4abed0-ef52-4f10-9ed4-403ca1959137 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610774 Jul 14 09:32:10.111375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039d54d-96a3-4ab5-9195-80cbd2da7e76 None None] Network 75af7f84-8c05-49b0-bc27-87c5ffa0f44f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:10.228442 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb988cc9-f5d9-4ce4-80bf-9a79796bb51e x-openstack-request-id: req-bb988cc9-f5d9-4ce4-80bf-9a79796bb51e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:10.228781 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da27af-1f6a-48b1-9c02-e8829a848092", "name": "network-vif-plugged", "status": "completed", "tag": "b9deaebe-6a94-4a04-87eb-8d9a85f5080e", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:10.231211 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb988cc9-f5d9-4ce4-80bf-9a79796bb51e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:10.231211 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e', 'code': 200} Jul 14 09:32:10.332676 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15dfa913-867a-4c96-b964-8ac9e15c3ba8 req-4bcb5079-00c1-4ec1-bc9d-13b49e078e41 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7953272 Jul 14 09:32:10.350779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.355350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d71ba-789b-409d-bfc1-bfbd8cce1ce6 req-233aca14-0bb4-41f9-992a-c91c1585c9d1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.358933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5cc0f03c-c9d9-4b3c-b705-b371bfabf004 None None] Provisioning for port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:10.363403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-308d71ba-789b-409d-bfc1-bfbd8cce1ce6 req-233aca14-0bb4-41f9-992a-c91c1585c9d1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 944 time: 0.7976732 Jul 14 09:32:10.367342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5cc0f03c-c9d9-4b3c-b705-b371bfabf004 None None] Provisioning complete for port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:10.367845 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f03c-c9d9-4b3c-b705-b371bfabf004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.410555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be4702-ee68-49cc-abc9-06b1cdb78c02 req-82321224-5514-41aa-9a62-12e09b2da528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.412874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11be4702-ee68-49cc-abc9-06b1cdb78c02 req-82321224-5514-41aa-9a62-12e09b2da528 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 1097 time: 0.2143445 Jul 14 09:32:10.471642 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-308d71ba-789b-409d-bfc1-bfbd8cce1ce6 req-94c7bd51-11d5-4b23-8c25-73c33a24f451 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076465 Jul 14 09:32:10.480542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:10.483981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.532484 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f03c-c9d9-4b3c-b705-b371bfabf004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.541039 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11be4702-ee68-49cc-abc9-06b1cdb78c02 req-59752f42-ff09-476a-b8bc-ce79e374fb55 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168866 Jul 14 09:32:10.571469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047af7b-5f3e-4aef-a90b-9195eacbf2ed req-25b78aba-c287-4c51-a1d3-23609bd3353e tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.579249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] DHCP port deletion for 75af7f84-8c05-49b0-bc27-87c5ffa0f44f request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:10.579492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c047af7b-5f3e-4aef-a90b-9195eacbf2ed req-25b78aba-c287-4c51-a1d3-23609bd3353e tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 931 time: 0.3177662 Jul 14 09:32:10.594860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19993c20-2012-433f-bf83-9d6165292667 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:10.615915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.633922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c047af7b-5f3e-4aef-a90b-9195eacbf2ed req-56027c9a-e17b-491d-b621-21a121be2b38 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519550 Jul 14 09:32:10.651433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5cc0f03c-c9d9-4b3c-b705-b371bfabf004 None None] For port d83ef38f-815e-4bfe-8884-c6964e3cc9e1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,segment=NetworkSegment(9ea64ed8-580e-40cd-8bab-b7e0662654a5),segment_id=9ea64ed8-580e-40cd-8bab-b7e0662654a5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:10.662862 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f03c-c9d9-4b3c-b705-b371bfabf004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.674211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Transition to ACTIVE for port object 19993c20-2012-433f-bf83-9d6165292667 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:10.704716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] For port d83ef38f-815e-4bfe-8884-c6964e3cc9e1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,segment=NetworkSegment(9ea64ed8-580e-40cd-8bab-b7e0662654a5),segment_id=9ea64ed8-580e-40cd-8bab-b7e0662654a5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:10.705896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.724278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Calling delete_port for d83ef38f-815e-4bfe-8884-c6964e3cc9e1 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:10.735699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0f03c-c9d9-4b3c-b705-b371bfabf004 None None] Pushing event updated for resources: {'Port': ['ID=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.740659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] Deleting port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:10.741042 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.824363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.829760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] For port d83ef38f-815e-4bfe-8884-c6964e3cc9e1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,segment=NetworkSegment(9ea64ed8-580e-40cd-8bab-b7e0662654a5),segment_id=9ea64ed8-580e-40cd-8bab-b7e0662654a5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:10.830162 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.848009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] Calling delete_port for d83ef38f-815e-4bfe-8884-c6964e3cc9e1 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:10.909794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:10.912758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device fc1074a2-0ba6-412a-8760-fc4f6f74bc00 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:10.927989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Pushing event updated for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:10.961702 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:10.992243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d0753-992d-494d-95d7-15bb270f8ac1 req-bbb09022-7145-4175-bf87-e079695e1714 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:10.997775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb9d0753-992d-494d-95d7-15bb270f8ac1 req-bbb09022-7145-4175-bf87-e079695e1714 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.1363251 Jul 14 09:32:11.028375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Port': ['ID=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.032858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No DVR routers for this DVR port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:11.041317 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.048895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f79f87-d8e2-4f26-8435-616596b9dea5 req-a4f9861b-947e-4584-a2b2-76ecdc88ae4b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.056050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0f79f87-d8e2-4f26-8435-616596b9dea5 req-a4f9861b-947e-4584-a2b2-76ecdc88ae4b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 944 time: 0.3792224 Jul 14 09:32:11.084487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] Pushing event deleted for resources: {'Port': ['ID=d83ef38f-815e-4bfe-8884-c6964e3cc9e1,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.086278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29038f1-1df3-4308-8d82-f73ab4683dfb None None] No DVR routers for this DVR port d83ef38f-815e-4bfe-8884-c6964e3cc9e1 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:11.089323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:11.102654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:11.103037 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.114953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb9d0753-992d-494d-95d7-15bb270f8ac1 req-d7b55004-d660-4bad-a18e-a74154e8abff tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083946 Jul 14 09:32:11.155360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:11.173938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'mac_address': 'fa:16:3e:bb:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:11.201969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Attempting to bind port 19993c20-2012-433f-bf83-9d6165292667 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:11.207936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Attempting to bind port 19993c20-2012-433f-bf83-9d6165292667 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:11.207936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Attempting to bind port 19993c20-2012-433f-bf83-9d6165292667 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:11.224563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.240709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0f79f87-d8e2-4f26-8435-616596b9dea5 req-b34fe36f-3ccc-47ba-a144-b7f110f19d2d tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835897 Jul 14 09:32:11.253694 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.265684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Port 19993c20-2012-433f-bf83-9d6165292667 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:11.266209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Attempting to bind port 19993c20-2012-433f-bf83-9d6165292667 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:11.274103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75af7f84-8c05-49b0-bc27-87c5ffa0f44f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:11.277058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:11.277602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Checking segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:11.278240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Bound using segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:11.278855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Bound port: 19993c20-2012-433f-bf83-9d6165292667, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:11.279387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.292951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea64ed8-580e-40cd-8bab-b7e0662654a5') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:11.293590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea64ed8-580e-40cd-8bab-b7e0662654a5') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:11.309013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d83ef38f-815e-4bfe-8884-c6964e3cc9e1 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:11.313053 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.336928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0424fb1-9c92-4fa3-a77d-2ec80341f1ef {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:11.351321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.354189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d83ef38f-815e-4bfe-8884-c6964e3cc9e1 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:11.354539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d83ef38f-815e-4bfe-8884-c6964e3cc9e1 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:11.366599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:11.367292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:11.372533 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:11.395164 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.430139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0c393-2ea2-4f96-af6d-dcf7c3d48b59 req-af550028-879a-41c2-9ffb-979d571d5505 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.438009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fdf0c393-2ea2-4f96-af6d-dcf7c3d48b59 req-af550028-879a-41c2-9ffb-979d571d5505 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 947 time: 0.1121573 Jul 14 09:32:11.451665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:11.460623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:11.465052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:11.467152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.469409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.473501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port fc1074a2-0ba6-412a-8760-fc4f6f74bc00, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:11.477119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.479750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.485407 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/75af7f84-8c05-49b0-bc27-87c5ffa0f44f HTTP/1.1" status: 204 len: 168 time: 4.7596345 Jul 14 09:32:11.485407 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.486490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34410) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:11.520550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fdf0c393-2ea2-4f96-af6d-dcf7c3d48b59 req-67cbb751-e8a9-46ee-8a1c-93f9446d6a8e tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807266 Jul 14 09:32:11.540783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1861819317'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:11.550000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeb2a5-f73e-405b-b060-57f1ac7fb350 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=75af7f84-8c05-49b0-bc27-87c5ffa0f44f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.553430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.631076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.633714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.639852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.641744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] 10.222.0.69 "PUT /v2.0/ports/19993c20-2012-433f-bf83-9d6165292667 HTTP/1.1" status: 200 len: 1092 time: 2.7451026 Jul 14 09:32:11.642289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'tag': '19993c20-2012-433f-bf83-9d6165292667'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:11.644796 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08479146-5fb6-427b-bede-e0f49cc89760" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "tag": "19993c20-2012-433f-bf83-9d6165292667"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:11.703435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:11.707354 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.726666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:11.727363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1de3-50d4-45bf-b447-11805e600778 service neutron] Pushing event updated for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:11.808597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:11.830285 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.831243 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment 22140112-8948-4fca-a2db-851dade728fe of type vlan for network edd88b9d-8578-46e7-9b07-103302e1338b Jul 14 09:32:11.889402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cc611-736e-4f29-af0e-21617d03a287 req-a9a00f31-5e40-4138-8949-c3d335eb926d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.897224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f8cc611-736e-4f29-af0e-21617d03a287 req-a9a00f31-5e40-4138-8949-c3d335eb926d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 945 time: 0.2128286 Jul 14 09:32:11.900040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a28e3-f5c5-46b7-86df-a9f9d44461df req-19f87779-ed53-4ea8-be0c-572ef8b1bbac tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.913789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-063a28e3-f5c5-46b7-86df-a9f9d44461df req-19f87779-ed53-4ea8-be0c-572ef8b1bbac tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 943 time: 0.1117024 Jul 14 09:32:11.919964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:11.932844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-1a83c200-d050-417c-a7b5-677f84e85249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:11.934407 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-1a83c200-d050-417c-a7b5-677f84e85249 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 1095 time: 0.2025506 Jul 14 09:32:12.010094 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-e366c39b-8f5a-4771-8e95-b2ebc30133b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19993c20-2012-433f-bf83-9d6165292667 HTTP/1.1" status: 200 len: 217 time: 0.0662341 Jul 14 09:32:12.015062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f8cc611-736e-4f29-af0e-21617d03a287 req-63a4b343-9043-4a29-a5bf-7abf66e5f1ca tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170278 Jul 14 09:32:12.056032 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.057100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-063a28e3-f5c5-46b7-86df-a9f9d44461df req-26064e4a-3ab2-454a-a040-32e6c5c39859 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407216 Jul 14 09:32:12.061673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.062316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.097213 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1725cea5-d85c-453f-956b-6afddb4b5b82 x-openstack-request-id: req-1725cea5-d85c-453f-956b-6afddb4b5b82 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:12.097525 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "tag": "19993c20-2012-433f-bf83-9d6165292667", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:12.097781 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1725cea5-d85c-453f-956b-6afddb4b5b82 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:12.098202 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'tag': '19993c20-2012-433f-bf83-9d6165292667', 'status': 'completed', 'code': 200} Jul 14 09:32:12.134451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-42a66b97-b1f7-4be7-ade0-fb81fae2ef1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1402876 Jul 14 09:32:12.137018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6193273 Jul 14 09:32:12.141030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-e96afefb-c4db-4d71-a2e0-c6860120dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.141242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34426) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:12.142495 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-e96afefb-c4db-4d71-a2e0-c6860120dc20 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 200 len: 844 time: 0.1243436 Jul 14 09:32:12.147933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': 'edd88b9d-8578-46e7-9b07-103302e1338b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:12.163909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd097170-794e-48c9-84b6-7b7a54008512 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=edd88b9d-8578-46e7-9b07-103302e1338b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:12.183713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network edd88b9d-8578-46e7-9b07-103302e1338b details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:12.191293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-312b0f1b-1074-4643-82a5-ade43bbe8923 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421715 Jul 14 09:32:12.413921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-54293003-41be-4908-b5ce-badbc8c810b7 service neutron] 10.222.0.69 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157841 Jul 14 09:32:12.427263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde51bc-cf6a-4e5a-b2e4-ac66bd100214 req-d177db68-ecb2-40cd-a67a-489628cf7408 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.428550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdde51bc-cf6a-4e5a-b2e4-ac66bd100214 req-d177db68-ecb2-40cd-a67a-489628cf7408 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.1264486 Jul 14 09:32:12.433777 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-3dad7cc9-b65f-4b4e-8bc2-27a579ab1462 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=563695d2b63f493dad0ff0ff5e9ba059 HTTP/1.1" status: 200 len: 267 time: 0.1566303 Jul 14 09:32:12.457063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:12.459859 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece82e92-25f4-44ac-9a1b-67093a360f78" -d '{"events": [{"server_uuid": "eeb08876-bb52-4a9b-acf7-5b7e54913892", "name": "network-vif-plugged", "status": "completed", "tag": "fc1074a2-0ba6-412a-8760-fc4f6f74bc00"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:12.481273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-3fbcb95d-784b-42be-926b-6af9f856bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.483725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-3fbcb95d-784b-42be-926b-6af9f856bac8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 1098 time: 0.2921262 Jul 14 09:32:12.531503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdde51bc-cf6a-4e5a-b2e4-ac66bd100214 req-fc10cc56-3c09-4244-8890-d8862d62a29b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939784 Jul 14 09:32:12.575822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:12.579930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.583652 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17f62ed9-f8ad-44cc-9d69-53726295909c req-551ec4ad-27f4-40d2-aaec-0b3d46b8a77f service neutron] 10.222.0.69 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530654 Jul 14 09:32:12.681411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-f2df8927-8d27-4f00-8487-ff86b460b7e9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.682817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-f2df8927-8d27-4f00-8487-ff86b460b7e9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 945 time: 0.2395709 Jul 14 09:32:12.698402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'port': {'security_groups': []}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:12.770067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ab405-50af-454e-8f80-82e49d0a117f req-a22c7072-ef77-448e-ac47-f9eb0feac5aa tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.771677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-688ab405-50af-454e-8f80-82e49d0a117f req-a22c7072-ef77-448e-ac47-f9eb0feac5aa tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.1233566 Jul 14 09:32:12.775219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08479146-5fb6-427b-bede-e0f49cc89760 req-60862f5e-2fa2-4670-b0c1-55676920a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.776787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-b6453913-bbeb-479c-8a30-7f59b910b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.777002 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08479146-5fb6-427b-bede-e0f49cc89760 req-60862f5e-2fa2-4670-b0c1-55676920a40e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 1095 time: 0.1140256 Jul 14 09:32:12.778450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-b6453913-bbeb-479c-8a30-7f59b910b8cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.2685642 Jul 14 09:32:12.856771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-80248058-7222-49e6-9ab5-dab7293ca5a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638 HTTP/1.1" status: 200 len: 217 time: 0.0662210 Jul 14 09:32:12.872619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-688ab405-50af-454e-8f80-82e49d0a117f req-c4574bcd-6721-458a-a449-63752e8835a0 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899999 Jul 14 09:32:12.909919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:12.942560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:12.944884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08479146-5fb6-427b-bede-e0f49cc89760 req-17cc604d-e67a-43c9-9d24-9ff20bfe1d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.948264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08479146-5fb6-427b-bede-e0f49cc89760 req-17cc604d-e67a-43c9-9d24-9ff20bfe1d36 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 905 time: 0.1570246 Jul 14 09:32:12.988293 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ac4c0-7990-4fbb-a9b2-a332af2794ee x-openstack-request-id: req-363ac4c0-7990-4fbb-a9b2-a332af2794ee {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:12.988681 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb08876-bb52-4a9b-acf7-5b7e54913892", "name": "network-vif-plugged", "status": "completed", "tag": "fc1074a2-0ba6-412a-8760-fc4f6f74bc00", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:12.989014 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-363ac4c0-7990-4fbb-a9b2-a332af2794ee {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:12.990743 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'code': 200} Jul 14 09:32:12.998225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-0ec48433-b629-4235-90ef-c7d48689956c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:12.999708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-0ec48433-b629-4235-90ef-c7d48689956c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1360052 Jul 14 09:32:13.038546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:13.044974 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08479146-5fb6-427b-bede-e0f49cc89760 req-0e7f9ba8-f15b-47a6-9f11-7c2d8b1a9a70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19993c20-2012-433f-bf83-9d6165292667 HTTP/1.1" status: 200 len: 217 time: 0.0873160 Jul 14 09:32:13.045924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:13.046659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.180746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08479146-5fb6-427b-bede-e0f49cc89760 req-f4c94b37-4a08-417d-bb6a-5b257beba58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.183064 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.183484 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08479146-5fb6-427b-bede-e0f49cc89760 req-f4c94b37-4a08-417d-bb6a-5b257beba58d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 200 len: 844 time: 0.1098783 Jul 14 09:32:13.195542 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.243061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08479146-5fb6-427b-bede-e0f49cc89760 req-f78a26ca-2a6e-4edf-9d1b-18c288734bb8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509701 Jul 14 09:32:13.272813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677fd1e-c82f-4990-9fc2-1800e0cad61b req-e8113968-408a-4fa5-8bde-2646e8f0b8b6 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.274704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0677fd1e-c82f-4990-9fc2-1800e0cad61b req-e8113968-408a-4fa5-8bde-2646e8f0b8b6 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 948 time: 0.1685867 Jul 14 09:32:13.292659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:13.297336 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.328258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f76f41-5c8b-4616-bd18-cb4c8aae0863 req-48bd8a6c-02db-4b5a-b1e5-34ba368d720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.330127 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72f76f41-5c8b-4616-bd18-cb4c8aae0863 req-48bd8a6c-02db-4b5a-b1e5-34ba368d720c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 1097 time: 0.2842600 Jul 14 09:32:13.333113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] For port b9deaebe-6a94-4a04-87eb-8d9a85f5080e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:13.378200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.380252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=9c62609f-3069-4eca-b976-349aeb703157,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.397906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.406365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-331cac83-6632-4c8d-973f-ee5670e1cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.409741 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-331cac83-6632-4c8d-973f-ee5670e1cb89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3953471 Jul 14 09:32:13.413049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.419571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': '22140112-8948-4fca-a2db-851dade728fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'edd88b9d-8578-46e7-9b07-103302e1338b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:13.419999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: edd88b9d-8578-46e7-9b07-103302e1338b, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:13.431668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['852f6c32-cc75-4576-8401-4405c5f19a86'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:13.434429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ebcd3abf-0fe1-4db9-9938-68a0ee11d638', 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:13.440523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0677fd1e-c82f-4990-9fc2-1800e0cad61b req-7d4a7491-621c-4d15-b7da-ef8df2e3d4fe tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535943 Jul 14 09:32:13.466496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72f76f41-5c8b-4616-bd18-cb4c8aae0863 req-4f186756-24fa-491d-a48b-5cd281fb4c42 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245263 Jul 14 09:32:13.500262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08479146-5fb6-427b-bede-e0f49cc89760 req-1064c708-4e01-4d25-97a7-30a548d5763e service neutron] 10.222.0.69 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457356 Jul 14 09:32:13.598735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.599552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.604784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab6765cc-eb1f-45cb-8bcc-ac9ad99f4188 req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "PUT /v2.0/ports/b9deaebe-6a94-4a04-87eb-8d9a85f5080e HTTP/1.1" status: 200 len: 904 time: 0.9117675 Jul 14 09:32:13.624558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'tag': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:13.637439 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004519fd-db40-4c5a-819d-18721447cc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9da27af-1f6a-48b1-9c02-e8829a848092", "tag": "b9deaebe-6a94-4a04-87eb-8d9a85f5080e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:13.652467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08479146-5fb6-427b-bede-e0f49cc89760 req-bc24af7d-8c1f-49b1-9372-94d64babb3a7 service neutron] 10.222.0.69 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441436 Jul 14 09:32:13.653708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network edd88b9d-8578-46e7-9b07-103302e1338b is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:13.661308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc387f-a3f9-4753-bdc6-a9d33c3c7175 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'Port': ['ID=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:13.700130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, edd88b9d-8578-46e7-9b07-103302e1338b) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:13.718813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.719425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:13.738596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b9deaebe-6a94-4a04-87eb-8d9a85f5080e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:13.765303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-670973d6-0585-40c4-95a8-59830857355e service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367758 Jul 14 09:32:13.774211 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f160b33c-9a07-49ee-b6ee-42f2fd8977f6 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6293342 Jul 14 09:32:13.774917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34450) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:13.838173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb464df3-5c39-442f-872b-d3f93f359b9b None None] Network edd88b9d-8578-46e7-9b07-103302e1338b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:13.953497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7c0956-ed4d-44d1-a684-3728651aba95 req-c731bd2f-cd85-4f14-8392-262e976baca4 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785693 Jul 14 09:32:13.961718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557529-4776-40ad-a4e7-be42076c636f req-d0f3866b-7410-47e1-bf54-f878b35a3ae8 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:13.963379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e8557529-4776-40ad-a4e7-be42076c636f req-d0f3866b-7410-47e1-bf54-f878b35a3ae8 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 943 time: 0.1653993 Jul 14 09:32:13.989628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.045135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e8557529-4776-40ad-a4e7-be42076c636f req-59397ffe-b279-434d-a66a-42bfa845aed1 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746148 Jul 14 09:32:14.104181 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.138257 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c8254b-88e6-4893-acff-3917a5b68a89 x-openstack-request-id: req-f7c8254b-88e6-4893-acff-3917a5b68a89 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:14.139292 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9da27af-1f6a-48b1-9c02-e8829a848092", "tag": "b9deaebe-6a94-4a04-87eb-8d9a85f5080e", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:14.139817 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7c8254b-88e6-4893-acff-3917a5b68a89 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:14.140487 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'tag': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e', 'status': 'completed', 'code': 200} Jul 14 09:32:14.204255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a2d57027-8235-4c7e-97ca-2cf6f2a93bdd None None] Provisioning complete for port b9deaebe-6a94-4a04-87eb-8d9a85f5080e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:14.208589 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a2d57027-8235-4c7e-97ca-2cf6f2a93bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.273400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acf74f-2d56-4f0c-bc7c-be0c8019f450 req-33dfb8e1-9ef8-49ef-a413-a11abf676e23 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.276687 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86acf74f-2d56-4f0c-bc7c-be0c8019f450 req-33dfb8e1-9ef8-49ef-a413-a11abf676e23 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 907 time: 0.1213174 Jul 14 09:32:14.278315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.322025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbaf14d-da57-418b-a449-1c9905d51265 req-936d172a-71d5-4023-9225-f4f216f40943 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.328887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbbaf14d-da57-418b-a449-1c9905d51265 req-936d172a-71d5-4023-9225-f4f216f40943 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.0868840 Jul 14 09:32:14.360033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004519fd-db40-4c5a-819d-18721447cc7f req-1af49812-6dbb-4d70-bfa3-4824fdba49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.361570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-004519fd-db40-4c5a-819d-18721447cc7f req-1af49812-6dbb-4d70-bfa3-4824fdba49b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 1059 time: 0.1894772 Jul 14 09:32:14.385234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=9c62609f-3069-4eca-b976-349aeb703157,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.427026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.458564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd88b9d-8578-46e7-9b07-103302e1338b']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:14.506029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22140112-8948-4fca-a2db-851dade728fe') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:14.506334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22140112-8948-4fca-a2db-851dade728fe') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:14.516596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbbaf14d-da57-418b-a449-1c9905d51265 req-46550eed-bde0-490d-8ee5-6cf590d418dc tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838024 Jul 14 09:32:14.525509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.570905 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.590842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:14.591257 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:14.594663 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:14.599610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e8831f-23c5-4908-a2de-361ce35ef35c None None] Network edd88b9d-8578-46e7-9b07-103302e1338b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:14.646246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004519fd-db40-4c5a-819d-18721447cc7f req-41ef7cc7-6bed-4f17-86ff-8ff1de3d16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.648599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-004519fd-db40-4c5a-819d-18721447cc7f req-41ef7cc7-6bed-4f17-86ff-8ff1de3d16d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.2767363 Jul 14 09:32:14.726383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.731282 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.733801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/edd88b9d-8578-46e7-9b07-103302e1338b HTTP/1.1" status: 204 len: 168 time: 0.9578481 Jul 14 09:32:14.740516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:14.755822 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-004519fd-db40-4c5a-819d-18721447cc7f req-52c08e85-de3f-4821-8b62-d18571cdcf68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e HTTP/1.1" status: 200 len: 217 time: 0.0984523 Jul 14 09:32:14.761704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-374943535'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:14.781172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c1878-6c5e-44c4-8b5c-5648b23e21ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=edd88b9d-8578-46e7-9b07-103302e1338b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:14.809307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320ed04-00b8-4b16-bf48-c1a9fe470629 req-68ba1404-10d2-4740-b537-9ae7b2f3d8e8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.814450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1320ed04-00b8-4b16-bf48-c1a9fe470629 req-68ba1404-10d2-4740-b537-9ae7b2f3d8e8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.2217243 Jul 14 09:32:14.838953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:14.841906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.852677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004519fd-db40-4c5a-819d-18721447cc7f req-4ee20d8d-5151-4273-a2a3-06e8eb5b31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.854165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-004519fd-db40-4c5a-819d-18721447cc7f req-4ee20d8d-5151-4273-a2a3-06e8eb5b31a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.0768056 Jul 14 09:32:14.890261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:14.905574 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.906511 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment cf413885-9ee8-45da-b82a-eb747e9b6688 of type vlan for network 18033961-dc21-4d54-b074-4dcabe7832c7 Jul 14 09:32:14.907313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38af6410-75c6-4d5a-92dd-814cb7fe869f req-41fde42b-1c1f-4bb5-852e-69c74e2ec3e7 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.914478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38af6410-75c6-4d5a-92dd-814cb7fe869f req-41fde42b-1c1f-4bb5-852e-69c74e2ec3e7 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1738412 Jul 14 09:32:14.964953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38af6410-75c6-4d5a-92dd-814cb7fe869f req-bce650a6-4c02-4198-8951-8218d39c4316 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493598 Jul 14 09:32:14.974042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1320ed04-00b8-4b16-bf48-c1a9fe470629 req-396538fc-5718-456f-828f-82f771678939 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397023 Jul 14 09:32:14.978674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004519fd-db40-4c5a-819d-18721447cc7f req-36ad26f0-e37a-44ed-8765-27881f6dc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:14.980313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-004519fd-db40-4c5a-819d-18721447cc7f req-36ad26f0-e37a-44ed-8765-27881f6dc98e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196284 Jul 14 09:32:14.985673 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:14.991564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:14.994091 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc62315-cf3c-4d21-beb4-d8488af44ca2" -d '{"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-plugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:15.033252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.042277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.044955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 19993c20-2012-433f-bf83-9d6165292667 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:15.055097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.095111 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3507731 Jul 14 09:32:15.120369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34472) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.196572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-18045869-5a8d-411a-a1a1-6edd89b903df tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:15.241734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:15.258711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '19993c20-2012-433f-bf83-9d6165292667', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'port_id': '19993c20-2012-433f-bf83-9d6165292667', 'mac_address': 'fa:16:3e:ba:82:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c53a4-30a7-4e6a-a138-a97e3bcc800a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:15.303217 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.329400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19993c20-2012-433f-bf83-9d6165292667 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:15.356453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:15.365255 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.368620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ad028-14b7-4bf8-b695-b3674dea17b3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=18033961-dc21-4d54-b074-4dcabe7832c7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.384300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 18033961-dc21-4d54-b074-4dcabe7832c7 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:15.441659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c39dc-a62b-4e97-9072-53baf05a6038 req-0b9ab37f-4c59-4675-b6e7-9643173f9691 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.443309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-937c39dc-a62b-4e97-9072-53baf05a6038 req-0b9ab37f-4c59-4675-b6e7-9643173f9691 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2341690 Jul 14 09:32:15.506459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:15.522122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-8bbba567-ad1a-4c81-9662-3d2a65381e61 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.523721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-8bbba567-ad1a-4c81-9662-3d2a65381e61 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.1964321 Jul 14 09:32:15.589924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-004519fd-db40-4c5a-819d-18721447cc7f req-84a77215-1baf-4563-a5cf-f520a2f22a29 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987794 Jul 14 09:32:15.600043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b066d7-a77e-46c6-a66b-5117ca1c2dc6 req-9137dd30-3504-4923-9d53-fb1dd60e5813 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.601692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99b066d7-a77e-46c6-a66b-5117ca1c2dc6 req-9137dd30-3504-4923-9d53-fb1dd60e5813 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 949 time: 0.1098108 Jul 14 09:32:15.609743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['19993c20-2012-433f-bf83-9d6165292667'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:15.619312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-937c39dc-a62b-4e97-9072-53baf05a6038 req-d6c26666-2d7d-4e72-89c9-0c96f5ecacb4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614828 Jul 14 09:32:15.675012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18045869-5a8d-411a-a1a1-6edd89b903df tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.734970 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aac10f1-9ef1-4268-a78a-f57170c9291f x-openstack-request-id: req-2aac10f1-9ef1-4268-a78a-f57170c9291f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:15.735269 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-plugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:15.735527 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2aac10f1-9ef1-4268-a78a-f57170c9291f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:15.735932 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'code': 200} Jul 14 09:32:15.764645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18045869-5a8d-411a-a1a1-6edd89b903df tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.772000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-004519fd-db40-4c5a-819d-18721447cc7f req-6bf43081-ac91-4b51-9343-9dd9ac816916 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693113 Jul 14 09:32:15.789538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18045869-5a8d-411a-a1a1-6edd89b903df tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 18033961-dc21-4d54-b074-4dcabe7832c7 is not hosted by any dhcp agent {{(pid=93779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:32:15.797094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18045869-5a8d-411a-a1a1-6edd89b903df tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.798471 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18045869-5a8d-411a-a1a1-6edd89b903df tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:15.805078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-18045869-5a8d-411a-a1a1-6edd89b903df tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "PUT /v2.0/networks/18033961-dc21-4d54-b074-4dcabe7832c7 HTTP/1.1" status: 200 len: 723 time: 0.6789742 Jul 14 09:32:15.821115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34484) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:15.827356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': '18033961-dc21-4d54-b074-4dcabe7832c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:15.882579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99b066d7-a77e-46c6-a66b-5117ca1c2dc6 req-d8d5af3a-dcb9-4a8d-b89c-27a2daaf24e5 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186078 Jul 14 09:32:15.951286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ef488-3cc8-4416-916d-f774e5f9ec66 req-8a7bb999-ba20-4d38-b85d-9799cd809d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:15.954471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9ef488-3cc8-4416-916d-f774e5f9ec66 req-8a7bb999-ba20-4d38-b85d-9799cd809d11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 1101 time: 0.1557822 Jul 14 09:32:16.018909 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9ef488-3cc8-4416-916d-f774e5f9ec66 req-781ac5d1-0180-4f7b-884e-6fcec54b4a15 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578277 Jul 14 09:32:16.143964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0890629-9844-42a7-a7a1-d3f6ca84cf84 req-bf13c701-04d2-4b2f-a547-78b76d45672b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:16.146634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0890629-9844-42a7-a7a1-d3f6ca84cf84 req-bf13c701-04d2-4b2f-a547-78b76d45672b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=a21933a1-5d16-460c-80c8-366685e85a32 HTTP/1.1" status: 200 len: 945 time: 0.1015320 Jul 14 09:32:16.199671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0890629-9844-42a7-a7a1-d3f6ca84cf84 req-e998e558-9640-4a4f-b4b8-dcb1e2142a6c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473490 Jul 14 09:32:16.399206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18045869-5a8d-411a-a1a1-6edd89b903df tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=18033961-dc21-4d54-b074-4dcabe7832c7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:16.411541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 18033961-dc21-4d54-b074-4dcabe7832c7 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:16.439758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Deleting port f39de081-8495-4500-91c9-3a203dea4a55 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:16.440130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.492480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:16.496356 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.559894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb420fd-e21b-43c4-a88c-36f6fe11faf6 req-58a42814-38e8-4e30-8cae-e372eb5b1232 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:16.561354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2eb420fd-e21b-43c4-a88c-36f6fe11faf6 req-58a42814-38e8-4e30-8cae-e372eb5b1232 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 944 time: 0.2334003 Jul 14 09:32:16.651134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] For port f39de081-8495-4500-91c9-3a203dea4a55, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f39de081-8495-4500-91c9-3a203dea4a55,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:16.651134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.664469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2eb420fd-e21b-43c4-a88c-36f6fe11faf6 req-88235f69-7abb-42cc-96ec-2a166d41e4b6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943716 Jul 14 09:32:16.673659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Calling delete_port for f39de081-8495-4500-91c9-3a203dea4a55 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:16.906731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:16.973111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.022332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event deleted for resources: {'Port': ['ID=f39de081-8495-4500-91c9-3a203dea4a55,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.032004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=12fc8e82-915f-4c50-9b16-cfb04a331c99,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.047434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e464-4c0d-48e9-a274-e44aeb676fb0 req-2b668dde-b5d0-40b8-92b8-11689d2b5adc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.049022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ec8e464-4c0d-48e9-a274-e44aeb676fb0 req-2b668dde-b5d0-40b8-92b8-11689d2b5adc tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.2317171 Jul 14 09:32:17.051456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 19993c20-2012-433f-bf83-9d6165292667 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:17.115426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 19993c20-2012-433f-bf83-9d6165292667 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:17.115809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': 'cf413885-9ee8-45da-b82a-eb747e9b6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '18033961-dc21-4d54-b074-4dcabe7832c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:17.116309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: 18033961-dc21-4d54-b074-4dcabe7832c7, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:17.119319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 19993c20-2012-433f-bf83-9d6165292667 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:17.119686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.121130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] No DVR routers for this DVR port f39de081-8495-4500-91c9-3a203dea4a55 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:17.125414 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.127359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e837bd0b-2746-4c3e-87a6-c2635ea445d1 req-6400e72b-f32c-4469-acbb-d065ef6f9f17 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "DELETE /v2.0/ports/f39de081-8495-4500-91c9-3a203dea4a55 HTTP/1.1" status: 204 len: 173 time: 1.5860064 Jul 14 09:32:17.129444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21933a1-5d16-460c-80c8-366685e85a32', 'name': 'network-vif-deleted', 'tag': 'f39de081-8495-4500-91c9-3a203dea4a55'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:17.131771 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16b0e82-7331-41b1-bd73-0c93533c70a1" -d '{"events": [{"server_uuid": "a21933a1-5d16-460c-80c8-366685e85a32", "name": "network-vif-deleted", "tag": "f39de081-8495-4500-91c9-3a203dea4a55"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:17.161241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ec8e464-4c0d-48e9-a274-e44aeb676fb0 req-c8399d5e-ee5e-402e-a1a7-1e6a745d10b7 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842249 Jul 14 09:32:17.166846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 18033961-dc21-4d54-b074-4dcabe7832c7 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:17.179737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 18033961-dc21-4d54-b074-4dcabe7832c7) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:17.193553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.196309 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.202768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4ab4a1-0c7a-4fcd-97c1-adda42b6a230 None None] Network 18033961-dc21-4d54-b074-4dcabe7832c7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:17.232188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a9945562-49ba-45b0-ad5e-28e584e4d885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4090471 Jul 14 09:32:17.234696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34504) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.243302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-13d8de5e-412f-4743-9866-a0cddd71d9c4 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:17.366629 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.420270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:17.445302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13d8de5e-412f-4743-9866-a0cddd71d9c4 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60127362'] for subnet, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.445704 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.525736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.531970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-18033961-dc21-4d54-b074-4dcabe7832c7', 'network_id': '18033961-dc21-4d54-b074-4dcabe7832c7', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': '12fc8e82-915f-4c50-9b16-cfb04a331c99'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:17.532954 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.543015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d62fa-4df7-4276-8261-02a2f76232aa req-04c3e8e6-4f54-4272-a6cc-b61f3c61448c tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.544898 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e8d62fa-4df7-4276-8261-02a2f76232aa req-04c3e8e6-4f54-4272-a6cc-b61f3c61448c tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 949 time: 0.2325242 Jul 14 09:32:17.636467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e8d62fa-4df7-4276-8261-02a2f76232aa req-d857ba7f-b809-4afa-8151-33cdda89a885 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792494 Jul 14 09:32:17.677818 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13d8de5e-412f-4743-9866-a0cddd71d9c4 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772845803246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60121454'] for subnet, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.736837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993c20-2012-433f-bf83-9d6165292667'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:17.743889 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464e7669-0417-4ad5-b13c-bcdfbdf4d6ed" -d '{"events": [{"server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "name": "network-vif-plugged", "status": "completed", "tag": "19993c20-2012-433f-bf83-9d6165292667"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:17.747927 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94712f81-09bf-42f3-aede-0436f27b0ff6 x-openstack-request-id: req-94712f81-09bf-42f3-aede-0436f27b0ff6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:17.748250 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21933a1-5d16-460c-80c8-366685e85a32", "name": "network-vif-deleted", "tag": "f39de081-8495-4500-91c9-3a203dea4a55", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:17.748512 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94712f81-09bf-42f3-aede-0436f27b0ff6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:17.748917 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a21933a1-5d16-460c-80c8-366685e85a32', 'name': 'network-vif-deleted', 'tag': 'f39de081-8495-4500-91c9-3a203dea4a55', 'status': 'completed', 'code': 200} Jul 14 09:32:17.760758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d8de5e-412f-4743-9866-a0cddd71d9c4 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:17.761476 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13d8de5e-412f-4743-9866-a0cddd71d9c4 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:17.774898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34516) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:17.775462 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-13d8de5e-412f-4743-9866-a0cddd71d9c4 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "PUT /v2.0/subnets/12fc8e82-915f-4c50-9b16-cfb04a331c99 HTTP/1.1" status: 200 len: 806 time: 0.5384166 Jul 14 09:32:17.811157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8de5e-412f-4743-9866-a0cddd71d9c4 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=12fc8e82-915f-4c50-9b16-cfb04a331c99,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:17.827126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Allocated IP 172.20.0.2 (18033961-dc21-4d54-b074-4dcabe7832c7/12fc8e82-915f-4c50-9b16-cfb04a331c99/74e25b02-200a-4e37-a6e5-dc1b667fec4e) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:17.962074 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.009843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403f86-cf5a-4eed-86f8-f66ef30d1ffb req-97356d96-2cd5-447f-8e64-1ee75fd6541b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:18.024480 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81403f86-cf5a-4eed-86f8-f66ef30d1ffb req-97356d96-2cd5-447f-8e64-1ee75fd6541b tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.1415951 Jul 14 09:32:18.027561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34518) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:18.036400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Request body: {'floatingip': {'port_id': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:18.071869 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.093731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.103916 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.122214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Transition to ACTIVE for port object 74e25b02-200a-4e37-a6e5-dc1b667fec4e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:18.163983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Transition to ACTIVE for port object 74e25b02-200a-4e37-a6e5-dc1b667fec4e will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:18.173064 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.203291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.272407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=12fc8e82-915f-4c50-9b16-cfb04a331c99,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.293952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Network 18033961-dc21-4d54-b074-4dcabe7832c7 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:18.328921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:18.331942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:18.345161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Pushing event updated for resources: {'Port': ['ID=74e25b02-200a-4e37-a6e5-dc1b667fec4e,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.395892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.406032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18033961-dc21-4d54-b074-4dcabe7832c7']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:18.408639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Attempting to bind port 74e25b02-200a-4e37-a6e5-dc1b667fec4e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:18.409543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Attempting to bind port 74e25b02-200a-4e37-a6e5-dc1b667fec4e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'cf413885-9ee8-45da-b82a-eb747e9b6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '18033961-dc21-4d54-b074-4dcabe7832c7'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:18.409906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Attempting to bind port 74e25b02-200a-4e37-a6e5-dc1b667fec4e on network 18033961-dc21-4d54-b074-4dcabe7832c7 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:18.415860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:18.416750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Checking segment: {'id': 'cf413885-9ee8-45da-b82a-eb747e9b6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '18033961-dc21-4d54-b074-4dcabe7832c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:18.417163 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.417553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Bound using segment: {'id': 'cf413885-9ee8-45da-b82a-eb747e9b6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '18033961-dc21-4d54-b074-4dcabe7832c7'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:18.418253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Bound port: 74e25b02-200a-4e37-a6e5-dc1b667fec4e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf413885-9ee8-45da-b82a-eb747e9b6688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '18033961-dc21-4d54-b074-4dcabe7832c7'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:18.418641 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.437885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf413885-9ee8-45da-b82a-eb747e9b6688') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:18.438194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf413885-9ee8-45da-b82a-eb747e9b6688') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:18.456830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.488401 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.494587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:18.494991 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:18.498591 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:18.527786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] For port 74e25b02-200a-4e37-a6e5-dc1b667fec4e, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:18.573011 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:32:18.573011 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:32:18.573011 n-d-780147-26 neutron-server[93780]: [parameters: {'id': '18033961-dc21-4d54-b074-4dcabe7832c7'}] Jul 14 09:32:18.573011 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:32:18.573585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] For port 74e25b02-200a-4e37-a6e5-dc1b667fec4e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=74e25b02-200a-4e37-a6e5-dc1b667fec4e,segment=NetworkSegment(cf413885-9ee8-45da-b82a-eb747e9b6688),segment_id=cf413885-9ee8-45da-b82a-eb747e9b6688)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:18.574186 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:32:18.580077 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.669256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739f589-89d6-46e1-96e8-275b43b9ac89 None None] Pushing event updated for resources: {'Port': ['ID=74e25b02-200a-4e37-a6e5-dc1b667fec4e,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:18.687132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b7cb21-119e-440c-87cf-c18f3f368e8a None None] Network 18033961-dc21-4d54-b074-4dcabe7832c7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:18.737414 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.742090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:18.828733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd06e61-a8d4-4fe6-8e7f-c8688bfb96db None None] Network 18033961-dc21-4d54-b074-4dcabe7832c7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:18.869666 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Floating IP 76eea14e-27d7-4ee0-bff9-673c3fb43f95 associated. External IP: 172.25.0.68, port: fc1074a2-0ba6-412a-8760-fc4f6f74bc00. Jul 14 09:32:18.964469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f39de081-8495-4500-91c9-3a203dea4a55 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:18.988019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: f39de081-8495-4500-91c9-3a203dea4a55 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:18.988395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f39de081-8495-4500-91c9-3a203dea4a55 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:19.027176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdca033-f322-4e50-8d2a-48c4f43ef087 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:19.075883 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.110934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:32:19.130803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdca033-f322-4e50-8d2a-48c4f43ef087 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:19.143706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting port 74e25b02-200a-4e37-a6e5-dc1b667fec4e {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:19.144375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.242110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] For port 74e25b02-200a-4e37-a6e5-dc1b667fec4e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=74e25b02-200a-4e37-a6e5-dc1b667fec4e,segment=NetworkSegment(cf413885-9ee8-45da-b82a-eb747e9b6688),segment_id=cf413885-9ee8-45da-b82a-eb747e9b6688)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:19.242754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.258597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:32:19.260404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Calling delete_port for 74e25b02-200a-4e37-a6e5-dc1b667fec4e owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:19.270777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.275628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] Sync routers for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:32:19.337249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-83be097a-b6e3-49c9-b569-9082abe55ec8 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "PUT /v2.0/floatingips/76eea14e-27d7-4ee0-bff9-673c3fb43f95 HTTP/1.1" status: 200 len: 990 time: 1.3056610 Jul 14 09:32:19.345508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:19.346691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.365333 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.391726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Port': ['ID=74e25b02-200a-4e37-a6e5-dc1b667fec4e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.402639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No DVR routers for this DVR port 74e25b02-200a-4e37-a6e5-dc1b667fec4e on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:19.494086 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.508088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18033961-dc21-4d54-b074-4dcabe7832c7']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.509799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:19.521498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf413885-9ee8-45da-b82a-eb747e9b6688') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.521802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf413885-9ee8-45da-b82a-eb747e9b6688') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.537371 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.557466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.573416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:19.573846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:19.578453 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:19.655022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.663573 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.667996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/18033961-dc21-4d54-b074-4dcabe7832c7 HTTP/1.1" status: 204 len: 168 time: 1.8844442 Jul 14 09:32:19.668458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.682814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc74158-40ec-4a69-b1bf-99cc5fc372e5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=18033961-dc21-4d54-b074-4dcabe7832c7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:19.694833 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8ba8c9-e6d3-4bc6-a1c8-2e69450ba7ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:19.695476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8ba8c9-e6d3-4bc6-a1c8-2e69450ba7ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:19.700238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-aa8ba8c9-e6d3-4bc6-a1c8-2e69450ba7ec tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/18033961-dc21-4d54-b074-4dcabe7832c7 HTTP/1.1" status: 404 len: 339 time: 0.0278189 Jul 14 09:32:19.700976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34538) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.707034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1442435118', 'description': 'd1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:19.735313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:19.739748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.750090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'tag': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:19.753355 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb08876-bb52-4a9b-acf7-5b7e54913892", "tag": "fc1074a2-0ba6-412a-8760-fc4f6f74bc00"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:19.767911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:19.780260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.780679 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment fb58c54a-313e-467d-999e-7ec7d32750b8 of type vlan for network 3d5083ae-aadb-4cd5-85bf-10e2432311b8 Jul 14 09:32:19.831488 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.865958 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.872114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:19.872811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:19.929579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2271881 Jul 14 09:32:19.932135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:19.975145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '76eea14e-27d7-4ee0-bff9-673c3fb43f95', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'port_id': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'mac_address': 'fa:16:3e:ca:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:46Z', 'updated_at': '2021-07-14T09:32:18Z', 'revision_number': 1, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:45Z', 'revision_number': 5, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:19.975879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f20993-aff1-41f3-b2bd-fcd3d6c24923 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=3d5083ae-aadb-4cd5-85bf-10e2432311b8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.005778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 3d5083ae-aadb-4cd5-85bf-10e2432311b8 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:20.008879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] Checking router: 4d88f53c-97c5-43c4-b6c2-cf1a02958276 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:32:20.029959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423b747b-b2d7-4035-9c6c-cbd9b2155cd5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.034034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-423b747b-b2d7-4035-9c6c-cbd9b2155cd5 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/networks?id=3d5083ae-aadb-4cd5-85bf-10e2432311b8 HTTP/1.1" status: 200 len: 761 time: 0.0984423 Jul 14 09:32:20.034395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.039469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0279699b-ea2f-4af0-8afd-28cfe410de90 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'description': 'd2'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:20.072734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:32:20.073380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:31:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:20.197279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:32:20.204097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0279699b-ea2f-4af0-8afd-28cfe410de90 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.219198 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0279699b-ea2f-4af0-8afd-28cfe410de90 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.265231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0279699b-ea2f-4af0-8afd-28cfe410de90 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 3d5083ae-aadb-4cd5-85bf-10e2432311b8 is not hosted by any dhcp agent {{(pid=93779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:32:20.271271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0279699b-ea2f-4af0-8afd-28cfe410de90 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.271885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0279699b-ea2f-4af0-8afd-28cfe410de90 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.273179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0279699b-ea2f-4af0-8afd-28cfe410de90 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "PUT /v2.0/networks/3d5083ae-aadb-4cd5-85bf-10e2432311b8 HTTP/1.1" status: 200 len: 758 time: 0.2377715 Jul 14 09:32:20.275855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34548) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.301181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279699b-ea2f-4af0-8afd-28cfe410de90 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=3d5083ae-aadb-4cd5-85bf-10e2432311b8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.330804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 3d5083ae-aadb-4cd5-85bf-10e2432311b8 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:20.398908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c581d5-2ef4-4209-b27a-e7844dc9c735 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.400419 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-29c581d5-2ef4-4209-b27a-e7844dc9c735 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/networks?id=3d5083ae-aadb-4cd5-85bf-10e2432311b8 HTTP/1.1" status: 200 len: 761 time: 0.1228917 Jul 14 09:32:20.404023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.412249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2090279699'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:20.444043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:20.449628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.487849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:20.501217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.501691 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment c158d2f3-8261-41e3-9b1f-6ac0d20221de of type vlan for network 3f65e757-1de9-4e64-bc27-a150f7df3ee9 Jul 14 09:32:20.536897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '76eea14e-27d7-4ee0-bff9-673c3fb43f95', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'port_id': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'mac_address': 'fa:16:3e:ca:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:46Z', 'updated_at': '2021-07-14T09:32:18Z', 'revision_number': 1, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:45Z', 'revision_number': 5, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:20.562043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.570484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55da850-c4f7-4292-9395-aaa2dbb38f87 None None] The sync data for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 is: [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '76eea14e-27d7-4ee0-bff9-673c3fb43f95', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'floating_ip_address': '172.25.0.68', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'port_id': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'mac_address': 'fa:16:3e:ca:b8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:31:46Z', 'updated_at': '2021-07-14T09:32:18Z', 'revision_number': 1, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:45Z', 'revision_number': 5, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:32:20.599778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.606462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:20.608084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.681875 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2741771 Jul 14 09:32:20.683067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34554) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:20.689909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': '3f65e757-1de9-4e64-bc27-a150f7df3ee9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:20.696833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa86b9-928b-4f04-bdd4-61a22ae9a267 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=3f65e757-1de9-4e64-bc27-a150f7df3ee9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:20.707804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 3f65e757-1de9-4e64-bc27-a150f7df3ee9 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:20.790780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:20.794646 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:20.870991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c72455-c131-4e63-81b3-a0efd6cf7874 None None] New status for floating IP 76eea14e-27d7-4ee0-bff9-673c3fb43f95: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:32:21.012075 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.088267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=1a8cb8fa-b8b4-4606-81d0-be05db864ec1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.093063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': 'c158d2f3-8261-41e3-9b1f-6ac0d20221de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '3f65e757-1de9-4e64-bc27-a150f7df3ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:21.093426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: 3f65e757-1de9-4e64-bc27-a150f7df3ee9, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:21.115629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 3f65e757-1de9-4e64-bc27-a150f7df3ee9 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:21.125541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 3f65e757-1de9-4e64-bc27-a150f7df3ee9) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:21.129703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.130561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.136498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc06391-7d2f-45d9-94ce-170178bb8872 None None] Network 3f65e757-1de9-4e64-bc27-a150f7df3ee9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:21.150356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-af00bfc4-a1dc-4843-9eac-550b9d794c8e tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4646103 Jul 14 09:32:21.150713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.258727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.294705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526b5882-d483-432d-8c8f-947a61eace97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-3f65e757-1de9-4e64-bc27-a150f7df3ee9', 'network_id': '3f65e757-1de9-4e64-bc27-a150f7df3ee9', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': '1a8cb8fa-b8b4-4606-81d0-be05db864ec1'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:21.295607 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-526b5882-d483-432d-8c8f-947a61eace97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.327628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.404162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-526b5882-d483-432d-8c8f-947a61eace97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a8cb8fa-b8b4-4606-81d0-be05db864ec1: This subnet is being modified by another concurrent operation. Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:32:21.418112 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1a8cb8fa-b8b4-4606-81d0-be05db864ec1: This subnet is being modified by another concurrent operation. Jul 14 09:32:21.422246 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 09:32:21.445334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f45c0f-4d36-460f-90ec-c49caaab7be1 None None] Network 3f65e757-1de9-4e64-bc27-a150f7df3ee9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:21.455530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8cb8fa-b8b4-4606-81d0-be05db864ec1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.520940 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.533420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f65e757-1de9-4e64-bc27-a150f7df3ee9']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.545352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c158d2f3-8261-41e3-9b1f-6ac0d20221de') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.545958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c158d2f3-8261-41e3-9b1f-6ac0d20221de') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:21.558736 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.575106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.582504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:21.582920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:21.586117 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:21.594790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13ad6c-e2da-4ceb-a0d0-6a0d98d23e97 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:21.657402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.663741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.670924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/3f65e757-1de9-4e64-bc27-a150f7df3ee9 HTTP/1.1" status: 204 len: 168 time: 0.5169179 Jul 14 09:32:21.671323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34562) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.697985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e77cad-e7ec-43cc-a5c7-ab44236d08dd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=3f65e757-1de9-4e64-bc27-a150f7df3ee9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:21.733289 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-be42923f-2de6-4dfe-97b2-8f87a9d40f60 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] GET failed (client error): The resource could not be found. Jul 14 09:32:21.735064 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-be42923f-2de6-4dfe-97b2-8f87a9d40f60 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/subnets/1a8cb8fa-b8b4-4606-81d0-be05db864ec1 HTTP/1.1" status: 404 len: 337 time: 0.0627592 Jul 14 09:32:21.738748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34564) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.745248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13ad6c-e2da-4ceb-a0d0-6a0d98d23e97 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:21.763982 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-92544e93-26d8-45f2-9676-6bc2fe349d71 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:21.764605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92544e93-26d8-45f2-9676-6bc2fe349d71 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:21.766370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-92544e93-26d8-45f2-9676-6bc2fe349d71 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/3f65e757-1de9-4e64-bc27-a150f7df3ee9 HTTP/1.1" status: 404 len: 339 time: 0.0258765 Jul 14 09:32:21.770510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34566) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:21.833312 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5ae3bf50-08cb-46d2-9a73-71572bea5d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:21.983635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a613ae-533d-43c3-a70f-efce8b39caab tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:21.988246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59a613ae-533d-43c3-a70f-efce8b39caab tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2135286 Jul 14 09:32:21.988505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34568) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.033090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c92d148b-cefd-467d-93b2-f48f072a4294 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 207 time: 0.0406537 Jul 14 09:32:22.034402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34572) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.168472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c0877-e168-474f-9efd-270bd6f4dae8 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.175280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c0877-e168-474f-9efd-270bd6f4dae8 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.181654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c0877-e168-474f-9efd-270bd6f4dae8 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.187907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c0877-e168-474f-9efd-270bd6f4dae8 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.190681 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e29c0877-e168-474f-9efd-270bd6f4dae8 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.1546736 Jul 14 09:32:22.194134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.337088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eee21f03-7183-4ec7-9e66-3c3ce75011e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1413810 Jul 14 09:32:22.340125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.394435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc5560-17f6-4bb6-b20c-d25fb768f885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.396403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5fc5560-17f6-4bb6-b20c-d25fb768f885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.401144 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c5fc5560-17f6-4bb6-b20c-d25fb768f885 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0562644 Jul 14 09:32:22.401637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34578) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.457777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e145303-3f56-4aea-9858-c6d9b68ed459 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.459323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e145303-3f56-4aea-9858-c6d9b68ed459 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.464468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4e145303-3f56-4aea-9858-c6d9b68ed459 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0582795 Jul 14 09:32:22.464713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34580) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.572577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab3ea8d-931b-43d8-a650-32147eec5f33 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:22.574277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6ab3ea8d-931b-43d8-a650-32147eec5f33 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/networks/c30f3622-e76d-43df-a62a-c1496060a1a9 HTTP/1.1" status: 200 len: 800 time: 0.1086545 Jul 14 09:32:22.577873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34582) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:22.681567 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f1638166-9b77-416b-9d60-fde727ebba72 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/networks/c30f3622-e76d-43df-a62a-c1496060a1a9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1024089 Jul 14 09:32:22.684828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.027828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f4f0e-89a9-4c40-91fb-c05d45f902fd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.029272 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-759f4f0e-89a9-4c40-91fb-c05d45f902fd tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/subnets/273e63bd-30f1-4543-8d34-0b08e877e78d HTTP/1.1" status: 200 len: 811 time: 0.3434603 Jul 14 09:32:23.035706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34588) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.090780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1abc2f-9edb-48a8-ab9f-7a7dc7296211 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.095834 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5a1abc2f-9edb-48a8-ab9f-7a7dc7296211 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "GET /v2.0/subnets/273e63bd-30f1-4543-8d34-0b08e877e78d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0555248 Jul 14 09:32:23.096125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34590) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.101281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1396498695'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:23.126519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:23.130586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.162256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:23.172432 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.172800 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Added segment c8ceb9c2-566d-41ed-8ebb-991733179e12 of type vlan for network 7e69c5a0-be83-42c0-b2df-230628702f3d Jul 14 09:32:23.223144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.252602 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.258427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.259016 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.322552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2251551 Jul 14 09:32:23.325334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34594) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.333783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'network_id': '7e69c5a0-be83-42c0-b2df-230628702f3d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:23.334443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd31c20-5051-4a86-be41-ea7c88615b70 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Network': ['ID=7e69c5a0-be83-42c0-b2df-230628702f3d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:23.345214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7e69c5a0-be83-42c0-b2df-230628702f3d details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:23.440542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Made reservation on behalf of 1bd54bf04f9a4385a92eb62855605cae for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:23.444051 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.507453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing IP validity checks on allocation pools {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:32:23.508079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:32:23.640215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.706386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=2f355b4f-e8a4-48e0-8bd5-a4eb249b1989,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:23.714019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Checking segment: {'id': 'c8ceb9c2-566d-41ed-8ebb-991733179e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7e69c5a0-be83-42c0-b2df-230628702f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:23.714383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network hostable DHCP agents. Network: 7e69c5a0-be83-42c0-b2df-230628702f3d, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:23.730709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Network 7e69c5a0-be83-42c0-b2df-230628702f3d is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:23.740390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7e69c5a0-be83-42c0-b2df-230628702f3d) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:23.744474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:23.745066 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.750617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d05eb-c2d4-435e-a3bd-066871cfef52 None None] Network 7e69c5a0-be83-42c0-b2df-230628702f3d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:23.761788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-764098a9-c5af-4455-b5cb-4ea2c8cb337c tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4347484 Jul 14 09:32:23.764235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34596) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:23.770997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-65464923-632c-4fbc-bac2-f68307153d69 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:23.889323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65464923-632c-4fbc-bac2-f68307153d69 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59258431'] for subnet, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:23.931004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7e69c5a0-be83-42c0-b2df-230628702f3d', 'network_id': '7e69c5a0-be83-42c0-b2df-230628702f3d', 'tenant_id': '1bd54bf04f9a4385a92eb62855605cae', 'fixed_ips': [{'subnet_id': '2f355b4f-e8a4-48e0-8bd5-a4eb249b1989'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:23.932187 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.084697 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65464923-632c-4fbc-bac2-f68307153d69 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772845803246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59348334'] for subnet, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.127223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65464923-632c-4fbc-bac2-f68307153d69 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:24.127870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65464923-632c-4fbc-bac2-f68307153d69 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.129291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-65464923-632c-4fbc-bac2-f68307153d69 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "PUT /v2.0/subnets/2f355b4f-e8a4-48e0-8bd5-a4eb249b1989 HTTP/1.1" status: 200 len: 877 time: 0.3639042 Jul 14 09:32:24.132156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34600) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:24.138199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Allocated IP 172.20.0.3 (7e69c5a0-be83-42c0-b2df-230628702f3d/2f355b4f-e8a4-48e0-8bd5-a4eb249b1989/a9c3782f-8b1a-4fb9-b817-c8b95a929f54) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:24.193421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65464923-632c-4fbc-bac2-f68307153d69 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event updated for resources: {'Subnet': ['ID=2f355b4f-e8a4-48e0-8bd5-a4eb249b1989,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.238481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76bcf2bf-58e8-4573-b690-1e3dbea3da23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.260969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.361435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.388881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.396944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Transition to ACTIVE for port object a9c3782f-8b1a-4fb9-b817-c8b95a929f54 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:24.413361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Transition to ACTIVE for port object a9c3782f-8b1a-4fb9-b817-c8b95a929f54 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:24.419048 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.442329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.476863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Network 7e69c5a0-be83-42c0-b2df-230628702f3d is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:24.477271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=2f355b4f-e8a4-48e0-8bd5-a4eb249b1989,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.477939 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.483351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:24.486006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:24.496793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Pushing event updated for resources: {'Port': ['ID=a9c3782f-8b1a-4fb9-b817-c8b95a929f54,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.543809 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.554820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e69c5a0-be83-42c0-b2df-230628702f3d']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:24.555941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Attempting to bind port a9c3782f-8b1a-4fb9-b817-c8b95a929f54 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:24.556353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Attempting to bind port a9c3782f-8b1a-4fb9-b817-c8b95a929f54 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'c8ceb9c2-566d-41ed-8ebb-991733179e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7e69c5a0-be83-42c0-b2df-230628702f3d'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:24.557180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Attempting to bind port a9c3782f-8b1a-4fb9-b817-c8b95a929f54 on network 7e69c5a0-be83-42c0-b2df-230628702f3d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:24.562609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:24.562986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Checking segment: {'id': 'c8ceb9c2-566d-41ed-8ebb-991733179e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7e69c5a0-be83-42c0-b2df-230628702f3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:24.563389 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.563783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Bound using segment: {'id': 'c8ceb9c2-566d-41ed-8ebb-991733179e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7e69c5a0-be83-42c0-b2df-230628702f3d'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:24.564530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Bound port: a9c3782f-8b1a-4fb9-b817-c8b95a929f54, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ceb9c2-566d-41ed-8ebb-991733179e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7e69c5a0-be83-42c0-b2df-230628702f3d'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:24.564911 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.572268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ceb9c2-566d-41ed-8ebb-991733179e12') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:24.572724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ceb9c2-566d-41ed-8ebb-991733179e12') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:24.583637 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.598017 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.610185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:24.612913 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.638931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] For port a9c3782f-8b1a-4fb9-b817-c8b95a929f54, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:24.652040 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:24.672288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] For port a9c3782f-8b1a-4fb9-b817-c8b95a929f54, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a9c3782f-8b1a-4fb9-b817-c8b95a929f54,segment=NetworkSegment(c8ceb9c2-566d-41ed-8ebb-991733179e12),segment_id=c8ceb9c2-566d-41ed-8ebb-991733179e12)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:24.673328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:32:24.673328 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:32:24.673328 n-d-780147-26 neutron-server[93780]: [parameters: {'id': '7e69c5a0-be83-42c0-b2df-230628702f3d'}] Jul 14 09:32:24.673328 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:32:24.673727 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:32:24.678764 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:24.766809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9fe6f9-80cd-410a-a7a1-976aff402fb7 None None] Pushing event updated for resources: {'Port': ['ID=a9c3782f-8b1a-4fb9-b817-c8b95a929f54,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:24.788359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d46a096-bb5b-4c10-b9fa-5178c207b60e None None] Network 7e69c5a0-be83-42c0-b2df-230628702f3d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:24.946044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37df546e-c1c6-4d77-84fd-aaa50eb4361c None None] Network 7e69c5a0-be83-42c0-b2df-230628702f3d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:25.088846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283430e8-b17d-4dad-9819-c468a27e2969 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:32:25.175130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.180984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283430e8-b17d-4dad-9819-c468a27e2969 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:32:25.235736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting port a9c3782f-8b1a-4fb9-b817-c8b95a929f54 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:25.236884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.315229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] For port a9c3782f-8b1a-4fb9-b817-c8b95a929f54, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a9c3782f-8b1a-4fb9-b817-c8b95a929f54,segment=NetworkSegment(c8ceb9c2-566d-41ed-8ebb-991733179e12),segment_id=c8ceb9c2-566d-41ed-8ebb-991733179e12)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:25.315671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.332714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Calling delete_port for a9c3782f-8b1a-4fb9-b817-c8b95a929f54 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:25.421049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.448258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Port': ['ID=a9c3782f-8b1a-4fb9-b817-c8b95a929f54,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:25.453917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No DVR routers for this DVR port a9c3782f-8b1a-4fb9-b817-c8b95a929f54 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:25.463007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.463362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.463714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.464065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.464433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.464773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.465107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.465437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.465793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.466136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.466601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.467057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:25.499646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.548471 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.559640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e69c5a0-be83-42c0-b2df-230628702f3d']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.571079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ceb9c2-566d-41ed-8ebb-991733179e12') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.571391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ceb9c2-566d-41ed-8ebb-991733179e12') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:25.580907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.598257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.605093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:25.605516 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:25.608461 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:25.667334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.676814 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:25.683112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/7e69c5a0-be83-42c0-b2df-230628702f3d HTTP/1.1" status: 204 len: 168 time: 1.5498066 Jul 14 09:32:25.687933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34612) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.693783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ccdf2b-44db-4aca-9e22-446879af1981 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=7e69c5a0-be83-42c0-b2df-230628702f3d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:25.731520 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-541b9581-13f0-4291-b28d-afa993ca7ed3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:25.735988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541b9581-13f0-4291-b28d-afa993ca7ed3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:25.741631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-541b9581-13f0-4291-b28d-afa993ca7ed3 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/2f355b4f-e8a4-48e0-8bd5-a4eb249b1989 HTTP/1.1" status: 404 len: 337 time: 0.0493484 Jul 14 09:32:25.742502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34614) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.763067 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-82efe1e6-bc4a-4c8e-93ab-5318f4a196d2 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:25.765764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82efe1e6-bc4a-4c8e-93ab-5318f4a196d2 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:25.774365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-82efe1e6-bc4a-4c8e-93ab-5318f4a196d2 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/7e69c5a0-be83-42c0-b2df-230628702f3d HTTP/1.1" status: 404 len: 339 time: 0.0306120 Jul 14 09:32:25.775583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.809571 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8755aeee-a8ff-4ceb-a2cb-40377f6e661f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:25.810068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8755aeee-a8ff-4ceb-a2cb-40377f6e661f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:25.812931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8755aeee-a8ff-4ceb-a2cb-40377f6e661f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/1a8cb8fa-b8b4-4606-81d0-be05db864ec1 HTTP/1.1" status: 404 len: 337 time: 0.0350735 Jul 14 09:32:25.816658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34622) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.836903 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-02658b6f-ad63-466d-9d77-2faeb8c48985 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:25.837471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02658b6f-ad63-466d-9d77-2faeb8c48985 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:25.840006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-02658b6f-ad63-466d-9d77-2faeb8c48985 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/3f65e757-1de9-4e64-bc27-a150f7df3ee9 HTTP/1.1" status: 404 len: 339 time: 0.0220053 Jul 14 09:32:25.842138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34624) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:25.913107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb362-b6d2-4844-b313-e505d221945e req-5a08d5f0-02a4-4b6f-81bc-a18067a59f96 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:25.914693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-5a08d5f0-02a4-4b6f-81bc-a18067a59f96 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.1906607 Jul 14 09:32:25.950868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-8acb2d24-1cd2-45f4-84a8-96ceb49fdfcf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/quotas/563695d2b63f493dad0ff0ff5e9ba059 HTTP/1.1" status: 200 len: 375 time: 0.0242410 Jul 14 09:32:26.004812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.086796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-076b5480-8472-4b92-aa88-de9448f7294c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1284282 Jul 14 09:32:26.174898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.199617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5083ae-aadb-4cd5-85bf-10e2432311b8']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:26.212890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-1a404c91-c9d9-422e-8891-1f58d4a8df88 service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249859 Jul 14 09:32:26.213630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb58c54a-313e-467d-999e-7ec7d32750b8') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:26.213950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb58c54a-313e-467d-999e-7ec7d32750b8') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:26.232505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.262095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31708e12-ddbc-4e08-a8b1-0f52c036be9b req-bb6a953c-9084-4055-951b-27f49aad284c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.263613 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31708e12-ddbc-4e08-a8b1-0f52c036be9b req-bb6a953c-9084-4055-951b-27f49aad284c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 945 time: 0.1424897 Jul 14 09:32:26.264636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.271766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:26.272186 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:26.275334 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:26.352191 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-04e60814-9dd2-4b00-98a1-a49ac83ab8cb service neutron] 10.222.0.73 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368389 Jul 14 09:32:26.379720 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.404079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.409213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34640) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.409437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/3d5083ae-aadb-4cd5-85bf-10e2432311b8 HTTP/1.1" status: 204 len: 168 time: 0.5662673 Jul 14 09:32:26.423175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814b8cd-03de-4b50-830d-558209629a0d tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=3d5083ae-aadb-4cd5-85bf-10e2432311b8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:26.437089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31708e12-ddbc-4e08-a8b1-0f52c036be9b req-2742fd45-e9d7-4a98-a4c8-66d2664a0922 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451335 Jul 14 09:32:26.461512 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25fe792-ae17-4b64-99f0-e7fb3784acde tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.462080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25fe792-ae17-4b64-99f0-e7fb3784acde tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.464316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e25fe792-ae17-4b64-99f0-e7fb3784acde tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/12fc8e82-915f-4c50-9b16-cfb04a331c99 HTTP/1.1" status: 404 len: 337 time: 0.0535512 Jul 14 09:32:26.466426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34642) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.479998 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cec32c-40d7-42af-9fee-99d4cff5b29e x-openstack-request-id: req-a6cec32c-40d7-42af-9fee-99d4cff5b29e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:26.480448 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "name": "network-vif-plugged", "status": "completed", "tag": "19993c20-2012-433f-bf83-9d6165292667", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:26.480708 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a6cec32c-40d7-42af-9fee-99d4cff5b29e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:26.481164 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993c20-2012-433f-bf83-9d6165292667', 'code': 200} Jul 14 09:32:26.497385 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2f94f3-e036-4010-a9fc-2fa7622963da tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.497953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2f94f3-e036-4010-a9fc-2fa7622963da tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.501889 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ea2f94f3-e036-4010-a9fc-2fa7622963da tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/18033961-dc21-4d54-b074-4dcabe7832c7 HTTP/1.1" status: 404 len: 339 time: 0.0323386 Jul 14 09:32:26.502137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34646) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.601808 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4357d4a-42da-439e-bfb6-3238d5a9beab tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.602269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4357d4a-42da-439e-bfb6-3238d5a9beab tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.606668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d4357d4a-42da-439e-bfb6-3238d5a9beab tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/9c62609f-3069-4eca-b976-349aeb703157 HTTP/1.1" status: 404 len: 337 time: 0.1003909 Jul 14 09:32:26.607379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34652) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.630771 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d2cc82-ef53-46cf-88b2-907a3ad93835 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.631813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d2cc82-ef53-46cf-88b2-907a3ad93835 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.637104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.637770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f7d2cc82-ef53-46cf-88b2-907a3ad93835 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/edd88b9d-8578-46e7-9b07-103302e1338b HTTP/1.1" status: 404 len: 339 time: 0.0288687 Jul 14 09:32:26.701430 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:26.711883 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-477c9a6c-27f9-49d9-ab89-ad87d770e3ad tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.714277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477c9a6c-27f9-49d9-ab89-ad87d770e3ad tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.720337 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-477c9a6c-27f9-49d9-ab89-ad87d770e3ad tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/3881e4fa-214b-40b4-8fa0-1fe5ecfe09fd HTTP/1.1" status: 404 len: 337 time: 0.0795386 Jul 14 09:32:26.721040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34656) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.743272 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-974bf6f7-011e-4f42-b197-fce9e86793db tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.743909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-974bf6f7-011e-4f42-b197-fce9e86793db tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.749818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-974bf6f7-011e-4f42-b197-fce9e86793db tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/75af7f84-8c05-49b0-bc27-87c5ffa0f44f HTTP/1.1" status: 404 len: 339 time: 0.0263209 Jul 14 09:32:26.750630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.764472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8aff03-54c9-44b0-bd76-9365515a9832 req-0043cc6b-97a8-45a5-a83d-27953d399f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:26.766281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc8aff03-54c9-44b0-bd76-9365515a9832 req-0043cc6b-97a8-45a5-a83d-27953d399f32 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 1097 time: 0.1750469 Jul 14 09:32:26.826994 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc8aff03-54c9-44b0-bd76-9365515a9832 req-0dda4c29-2040-451d-a90a-9fb9267c694f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538654 Jul 14 09:32:26.830782 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-47451e81-53fb-49ff-9e9c-dca2e81b5654 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.831476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47451e81-53fb-49ff-9e9c-dca2e81b5654 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.834078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-47451e81-53fb-49ff-9e9c-dca2e81b5654 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/debef9f0-a3ec-4d00-a5af-f990bfb6b6ff HTTP/1.1" status: 404 len: 337 time: 0.0816226 Jul 14 09:32:26.836938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34672) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.872218 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69ee673-f431-4a54-b88d-7b5dffdd705d x-openstack-request-id: req-b69ee673-f431-4a54-b88d-7b5dffdd705d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:26.873065 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb08876-bb52-4a9b-acf7-5b7e54913892", "tag": "fc1074a2-0ba6-412a-8760-fc4f6f74bc00", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:26.874769 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b69ee673-f431-4a54-b88d-7b5dffdd705d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:26.875184 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'tag': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'status': 'completed', 'code': 200} Jul 14 09:32:26.883425 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5ad89d-2ca8-4724-85ca-56e78049b907 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.884020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5ad89d-2ca8-4724-85ca-56e78049b907 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.892499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ef5ad89d-2ca8-4724-85ca-56e78049b907 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/edcf2829-548a-4417-8625-aa282a64dc77 HTTP/1.1" status: 404 len: 339 time: 0.0542037 Jul 14 09:32:26.893254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34674) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.931160 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f18c9c5-5141-4708-bf7a-028d773ade02 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.931575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f18c9c5-5141-4708-bf7a-028d773ade02 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.935624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6f18c9c5-5141-4708-bf7a-028d773ade02 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/c2a2de6c-a859-4ebf-a12f-47e98f86f12c HTTP/1.1" status: 404 len: 337 time: 0.0390844 Jul 14 09:32:26.936000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34680) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:26.965591 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4c7b96-99d5-4f3f-8925-875abecab947 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:26.966246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4c7b96-99d5-4f3f-8925-875abecab947 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:26.972850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4e4c7b96-99d5-4f3f-8925-875abecab947 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/9c51b733-fb7b-4307-bb24-73668ef53bde HTTP/1.1" status: 404 len: 339 time: 0.0348139 Jul 14 09:32:26.975915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.032187 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a563ea8-ad0d-444a-9566-a3602e6740ae tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:27.036822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a563ea8-ad0d-444a-9566-a3602e6740ae tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:27.039001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5a563ea8-ad0d-444a-9566-a3602e6740ae tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/0983294d-0d84-4a93-b2d1-dd966d9875c9 HTTP/1.1" status: 404 len: 337 time: 0.0602636 Jul 14 09:32:27.044634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34692) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.105421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0eb9942-b529-4207-9b40-958cde55d7fc req-505d10d7-455f-4f7b-9335-3881a0bb91b9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 210 time: 0.0863957 Jul 14 09:32:27.117638 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed62ea48-bf9e-4124-a612-43319f4872b7 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:27.118547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed62ea48-bf9e-4124-a612-43319f4872b7 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:27.123337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ed62ea48-bf9e-4124-a612-43319f4872b7 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/a5e959f4-c1f4-47f8-9472-72d2aeac8393 HTTP/1.1" status: 404 len: 339 time: 0.0712142 Jul 14 09:32:27.125892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34694) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.143872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-a10442b8-cd50-41f4-8d7e-ff614604a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.153278 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-97c57f1f-3390-406d-8580-4b78103bdf48 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:27.153732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97c57f1f-3390-406d-8580-4b78103bdf48 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:27.155453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-97c57f1f-3390-406d-8580-4b78103bdf48 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/543165a2-88a6-48fd-af2f-4cb5d4e941c1 HTTP/1.1" status: 404 len: 337 time: 0.0285826 Jul 14 09:32:27.156039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-a10442b8-cd50-41f4-8d7e-ff614604a0a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9e2e23f7e5a42b3b2ce83dc699b56a7&device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 1097 time: 0.2602134 Jul 14 09:32:27.157929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34700) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.167360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.176230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eca85-5313-4741-ba51-3773695cdfd4 req-459fbfa8-ab98-4e48-a9e0-5ca978348b41 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.184048 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-459fbfa8-ab98-4e48-a9e0-5ca978348b41 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.3375380 Jul 14 09:32:27.195628 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed3fa3f-1a52-4ef7-8956-818aab9aaf37 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:27.196615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed3fa3f-1a52-4ef7-8956-818aab9aaf37 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:27.199405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4ed3fa3f-1a52-4ef7-8956-818aab9aaf37 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/44bf66bb-69fa-4db9-8440-5e359ad76ca5 HTTP/1.1" status: 404 len: 339 time: 0.0403974 Jul 14 09:32:27.202373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34706) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.233863 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-97576256-b1a3-42d6-9e83-41602fd169ef tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:27.236577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97576256-b1a3-42d6-9e83-41602fd169ef tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:27.240075 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-97576256-b1a3-42d6-9e83-41602fd169ef tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/3b2efb82-1c94-4e3a-b173-754e5b2bed8d HTTP/1.1" status: 404 len: 337 time: 0.0361853 Jul 14 09:32:27.242395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34708) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.256382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-66340e4c-4cf7-43a8-a734-011dfee27760 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/quotas/a9906f97252144128c6148c196932b6a HTTP/1.1" status: 200 len: 375 time: 0.0712509 Jul 14 09:32:27.266383 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a049859-935f-4334-8a19-5387f4893f16 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] DELETE failed (client error): The resource could not be found. Jul 14 09:32:27.266943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a049859-935f-4334-8a19-5387f4893f16 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:32:27.270995 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6a049859-935f-4334-8a19-5387f4893f16 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/5dce64a9-4137-494b-a265-14500113287c HTTP/1.1" status: 404 len: 339 time: 0.0248728 Jul 14 09:32:27.272082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34710) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.339309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-af1edd01-ead7-4ef9-bfcc-0a656b2cbb09 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713568 Jul 14 09:32:27.340322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-62647903-3e24-4f63-ad60-99e65d58483f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting subnet 273e63bd-30f1-4543-8d34-0b08e877e78d {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:32:27.344035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62647903-3e24-4f63-ad60-99e65d58483f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.372354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-bf53b7b8-b338-4803-b5f0-e8093ea58f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.374266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-bf53b7b8-b338-4803-b5f0-e8093ea58f20 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7679306f-c624-488b-a1dd-988f8417d17d HTTP/1.1" status: 200 len: 912 time: 0.1874025 Jul 14 09:32:27.413911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62647903-3e24-4f63-ad60-99e65d58483f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.523433 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-650d967d-ea21-4629-99a0-f61c3f5c4ac1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc1074a2-0ba6-412a-8760-fc4f6f74bc00 HTTP/1.1" status: 200 len: 1000 time: 0.1407640 Jul 14 09:32:27.573920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62647903-3e24-4f63-ad60-99e65d58483f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.637561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-44965024-00ec-47dd-bb1a-714205b0b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.639074 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-44965024-00ec-47dd-bb1a-714205b0b1f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=70269632-3a73-43ec-8fb9-ad17b970034c HTTP/1.1" status: 200 len: 850 time: 0.1083422 Jul 14 09:32:27.719637 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62647903-3e24-4f63-ad60-99e65d58483f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.750613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62647903-3e24-4f63-ad60-99e65d58483f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Subnet': ['ID=273e63bd-30f1-4543-8d34-0b08e877e78d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:27.757808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62647903-3e24-4f63-ad60-99e65d58483f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.759683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-62647903-3e24-4f63-ad60-99e65d58483f tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/subnets/273e63bd-30f1-4543-8d34-0b08e877e78d HTTP/1.1" status: 204 len: 168 time: 0.4872730 Jul 14 09:32:27.762025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34726) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:27.767355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5851b-7645-43d3-8162-28a3023e3992 None None] Network c30f3622-e76d-43df-a62a-c1496060a1a9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:27.779860 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-bef42f53-75f3-4d38-b468-0edbaab3b6af service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4396117 Jul 14 09:32:27.838789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94e4119-c846-4213-9cc1-22f5e9206d17 req-65fcd7f4-8abc-4c06-8b50-d0ae596185c3 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.840946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e94e4119-c846-4213-9cc1-22f5e9206d17 req-65fcd7f4-8abc-4c06-8b50-d0ae596185c3 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 945 time: 0.1759212 Jul 14 09:32:27.909530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:27.921083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-eedac2e9-8bf8-42d6-9cc2-3544adbf948a service neutron] 10.222.0.73 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383526 Jul 14 09:32:27.946633 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e94e4119-c846-4213-9cc1-22f5e9206d17 req-12ffcb8d-2a1b-4dbe-ad9b-b4a7e02adcd1 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895030 Jul 14 09:32:27.989060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-723e6d4c-0d11-4d08-a4cd-9613bf3a2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:27.989060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-723e6d4c-0d11-4d08-a4cd-9613bf3a2f4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7679306f-c624-488b-a1dd-988f8417d17d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3423219 Jul 14 09:32:28.043879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Deleting port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:28.044899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.153018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] DHCP port deletion for c30f3622-e76d-43df-a62a-c1496060a1a9 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:32:28.203476 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-025bd662-122e-4cfb-8eab-fa7010b508ea service neutron] 10.222.0.66 "GET /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056692 Jul 14 09:32:28.241913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] For port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,segment=NetworkSegment(3c92f912-7293-4581-9034-8a55a0328f98),segment_id=3c92f912-7293-4581-9034-8a55a0328f98)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:28.242408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.332738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Calling delete_port for 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:28.334829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] Deleting port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:32:28.335219 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.425765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d7bee6-4c74-4455-8ed2-bf23c2a8b7cc req-252390a0-a822-494d-a1f4-86127f2af9e3 service neutron] 10.222.0.66 "GET /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049649 Jul 14 09:32:28.428096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4d7027-050c-4bb3-bd83-4ecd60243f3f req-869b9d53-c2c7-484f-94ce-2bc5500378d9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 210 time: 0.0738869 Jul 14 09:32:28.471165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] For port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,segment=NetworkSegment(3c92f912-7293-4581-9034-8a55a0328f98),segment_id=3c92f912-7293-4581-9034-8a55a0328f98)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:28.471626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.487552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] Calling delete_port for 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:32:28.526032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-efea36fa-14f8-43df-9a05-c6833e6302ee req-d1b67780-53ea-4a3b-bfb8-e4857dc5592c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 210 time: 0.0472989 Jul 14 09:32:28.595520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.636085 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.643207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Port': ['ID=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.648528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] No DVR routers for this DVR port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:28.699773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] Pushing event deleted for resources: {'Port': ['ID=1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:28.711774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eef008-3bee-48bc-b506-e24d7404dc62 None None] No DVR routers for this DVR port 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:32:28.822502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:28.857538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30f3622-e76d-43df-a62a-c1496060a1a9']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:28.901096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c92f912-7293-4581-9034-8a55a0328f98') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:28.901401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c92f912-7293-4581-9034-8a55a0328f98') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:32:28.918402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb362-b6d2-4844-b313-e505d221945e req-d38cb231-f4eb-485d-b10a-befa3d7d9a3e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:28.919996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-d38cb231-f4eb-485d-b10a-befa3d7d9a3e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 811 time: 0.3080809 Jul 14 09:32:28.945627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Request body: {'port': {'device_id': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'admin_state_up': True, 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:28.955045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:28.963614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.022976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.034191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:32:29.034820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:32:29.038201 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:32:29.144231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.148964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.151186 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] 10.222.0.73 "DELETE /v2.0/networks/c30f3622-e76d-43df-a62a-c1496060a1a9 HTTP/1.1" status: 204 len: 168 time: 1.3881614 Jul 14 09:32:29.170627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fca1f-c535-4a74-830b-3c12466484e1 tempest-NetworksTest-1193828611 tempest-NetworksTest-1193828611-project] Pushing event deleted for resources: {'Network': ['ID=c30f3622-e76d-43df-a62a-c1496060a1a9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:29.181931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:29.207081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Made reservation on behalf of 563695d2b63f493dad0ff0ff5e9ba059 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:29.211784 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.279228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:32:29.285969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1bfaf319-43ca-4edd-ad2b-f4fb4b1a8a00 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:32:29.319786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:29.354739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'mac_address': 'fa:16:3e:bb:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:29.477332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e08b-e562-4103-b27b-a928305a9ad8 req-2f316537-706a-4a84-b5ab-62cc56bd2617 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:29.488661 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90c2e08b-e562-4103-b27b-a928305a9ad8 req-2f316537-706a-4a84-b5ab-62cc56bd2617 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 945 time: 0.2391677 Jul 14 09:32:29.508963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Allocated IP 172.20.0.13 (d63ab4c0-a973-4f52-9976-64c7ef6f49c0/bb312590-8fe3-41be-ac5a-879edfa503d0/e3537645-1971-4257-803c-06a62a953b9d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:29.513394 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.560189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0424fb1-9c92-4fa3-a77d-2ec80341f1ef {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:29.583018 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.619386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90c2e08b-e562-4103-b27b-a928305a9ad8 req-5281a753-1d87-482b-bc77-c3e827c912db tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295605 Jul 14 09:32:29.633686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34804) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:29.644468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:29.650986 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:29.902492 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c7b767e6-e7c7-424d-a95d-50dfcc9a73df admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1bd54bf04f9a4385a92eb62855605cae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672038 Jul 14 09:32:29.914002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:30.001773 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.016978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Transition to ACTIVE for port object e3537645-1971-4257-803c-06a62a953b9d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:30.066657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef7491c5-c853-4663-b22b-06fa218fae94 req-bf03f249-8432-4e4c-ac29-b2c01ac9eb31 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 210 time: 0.0793450 Jul 14 09:32:30.079572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.101396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['852f6c32-cc75-4576-8401-4405c5f19a86'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:30.145435 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.149359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ebcd3abf-0fe1-4db9-9938-68a0ee11d638'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:30.191475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:30.202893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event updated for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.207295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:30.225583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:30.226133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.241136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:30.338516 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.341353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.342522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d99e485-33e2-4456-9d1a-9e12a2b71d00 HTTP/1.1" status: 204 len: 168 time: 0.4273868 Jul 14 09:32:30.348569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39318052-c4f5-44e8-a6f0-0dff7514910c req-e912f8e6-1924-48b9-a716-2cfeec447663 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.354000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d99e485-33e2-4456-9d1a-9e12a2b71d00,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.355169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39318052-c4f5-44e8-a6f0-0dff7514910c req-e912f8e6-1924-48b9-a716-2cfeec447663 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 932 time: 0.2913947 Jul 14 09:32:30.372257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.372796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.373299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.374149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.377246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.378412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.378921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.379424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.379927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.381458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.381964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.382473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e954-324a-4727-ab06-1916c888ac92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:30.436143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.437643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.439903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:30.578484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39318052-c4f5-44e8-a6f0-0dff7514910c req-8224b42e-dff2-4295-9945-86c3e3b92cf9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096623 Jul 14 09:32:30.583048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-31ce3d61-fdbf-45c2-8bbc-b1b7b5789929 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6422791 Jul 14 09:32:30.598667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Request body: {'port': {'device_id': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:30.860574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:30.875565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eca85-5313-4741-ba51-3773695cdfd4 req-2055bf99-9f77-49f3-9ed7-e7ea961d1aa6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:30.891179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-2055bf99-9f77-49f3-9ed7-e7ea961d1aa6 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 811 time: 0.5033853 Jul 14 09:32:30.907151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Request body: {'port': {'device_id': 'b8026502-fbe4-404a-a0bc-2158dadc5537', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'admin_state_up': True, 'tenant_id': 'a9906f97252144128c6148c196932b6a'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:31.181800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4100b864-0493-4f3d-83aa-44d19635a550 None None] Provisioning for port e3537645-1971-4257-803c-06a62a953b9d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:31.300910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Made reservation on behalf of a9906f97252144128c6148c196932b6a for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:31.303433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4100b864-0493-4f3d-83aa-44d19635a550 None None] Provisioning complete for port e3537645-1971-4257-803c-06a62a953b9d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:31.310542 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4100b864-0493-4f3d-83aa-44d19635a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.315178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:31.399332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4100b864-0493-4f3d-83aa-44d19635a550 None None] Port e3537645-1971-4257-803c-06a62a953b9d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:31.505193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5436c894-43d5-4972-8455-64b0e5a3c2f8 req-a9b21416-06bb-44b2-a193-f8b545fd4821 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 210 time: 0.0375736 Jul 14 09:32:31.644554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Allocated IP 172.20.0.11 (47270586-9b02-4ec0-a27c-e3637d71dae4/83f0ce11-c178-40b2-a579-676eb17cd347/adcbd306-0e65-41dd-a4e2-c18862802044) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:31.883290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.025617 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.095221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event updated for resources: {'Port': ['ID=adcbd306-0e65-41dd-a4e2-c18862802044,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.117736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Network 47270586-9b02-4ec0-a27c-e3637d71dae4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:32.129500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:32.132677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:32.141719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:32.241493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992c3c8-3229-4eaa-afa0-ce98414746c4 req-ddde06a9-7fe4-44d4-b52c-415d9a9ce828 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.243212 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b992c3c8-3229-4eaa-afa0-ce98414746c4 req-ddde06a9-7fe4-44d4-b52c-415d9a9ce828 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 932 time: 0.2759089 Jul 14 09:32:32.264728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.265408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.283260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a853f3-ca65-4e5f-a660-ef3fb3ce26b3 req-dfaa7717-b9fc-4897-9fe9-7a21a16fd698 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:32.295414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89a853f3-ca65-4e5f-a660-ef3fb3ce26b3 req-dfaa7717-b9fc-4897-9fe9-7a21a16fd698 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 945 time: 0.3825550 Jul 14 09:32:32.306499 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-8d54cdcb-a061-439f-99c6-ac6e4e47013a tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4046571 Jul 14 09:32:32.322433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Request body: {'port': {'device_id': 'b8026502-fbe4-404a-a0bc-2158dadc5537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:32.412136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89a853f3-ca65-4e5f-a660-ef3fb3ce26b3 req-c18c6cd0-2bc0-4ccd-9e07-57f1553fc5ca tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151927 Jul 14 09:32:32.418948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cd8448d0-24a9-4bbd-b3ae-403553545b65 tempest-DvrRoutersNegativeTest-1929384307 tempest-DvrRoutersNegativeTest-1929384307-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1498259456', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:32.431121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.policy [None req-cd8448d0-24a9-4bbd-b3ae-403553545b65 tempest-DvrRoutersNegativeTest-1929384307 tempest-DvrRoutersNegativeTest-1929384307-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93779) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 14 09:32:32.431121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.policy [None req-cd8448d0-24a9-4bbd-b3ae-403553545b65 tempest-DvrRoutersNegativeTest-1929384307 tempest-DvrRoutersNegativeTest-1929384307-project] Failed policy check for 'create_router' {{(pid=93779) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 14 09:32:32.431121 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-cd8448d0-24a9-4bbd-b3ae-403553545b65 tempest-DvrRoutersNegativeTest-1929384307 tempest-DvrRoutersNegativeTest-1929384307-project] create failed (client error): Access was denied to this resource. Jul 14 09:32:32.431121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cd8448d0-24a9-4bbd-b3ae-403553545b65 tempest-DvrRoutersNegativeTest-1929384307 tempest-DvrRoutersNegativeTest-1929384307-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2814314 Jul 14 09:32:32.431121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b992c3c8-3229-4eaa-afa0-ce98414746c4 req-abbbc4a4-10c4-4ccd-b337-3485decbb374 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598227 Jul 14 09:32:32.457876 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.700840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3537645-1971-4257-803c-06a62a953b9d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:32.721315 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.748123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Transition to ACTIVE for port object e3537645-1971-4257-803c-06a62a953b9d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:32.755657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:32.884208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Pushing event updated for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:32.972933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:32.987564 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34908) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:33.051025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Attempting to bind port e3537645-1971-4257-803c-06a62a953b9d on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:33.051293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Attempting to bind port e3537645-1971-4257-803c-06a62a953b9d by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:33.051632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Attempting to bind port e3537645-1971-4257-803c-06a62a953b9d on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:33.085494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Port e3537645-1971-4257-803c-06a62a953b9d on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:33.089437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Attempting to bind port e3537645-1971-4257-803c-06a62a953b9d on network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:33.099941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:33.107856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Checking segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:33.110018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Bound using segment: {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:33.110822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Bound port: e3537645-1971-4257-803c-06a62a953b9d, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ad7680a-5771-4ece-a066-d46c0d931b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:33.113974 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.164905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcbd306-0e65-41dd-a4e2-c18862802044 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:33.186046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:33.187919 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.195611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.226715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Transition to ACTIVE for port object adcbd306-0e65-41dd-a4e2-c18862802044 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:33.239372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.253365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:33.257819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:33.270713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.316236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edfb5db4-4a84-4b7e-89b6-1392e091d783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.321229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.322047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.323865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] 10.222.0.69 "PUT /v2.0/ports/e3537645-1971-4257-803c-06a62a953b9d HTTP/1.1" status: 200 len: 1093 time: 2.7351186 Jul 14 09:32:33.324448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:33.326875 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c23e58-2f53-41eb-a47a-5cbe899b95db" -d '{"events": [{"name": "network-changed", "server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "tag": "e3537645-1971-4257-803c-06a62a953b9d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:33.420147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Pushing event updated for resources: {'Port': ['ID=adcbd306-0e65-41dd-a4e2-c18862802044,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.461813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c403426-79e1-4eb8-a6a7-5386454a33ca service neutron] Pushing event updated for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.488274 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557e5b89-f5c7-4b68-b68d-9df8c5c878a2 x-openstack-request-id: req-557e5b89-f5c7-4b68-b68d-9df8c5c878a2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:33.488274 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "tag": "e3537645-1971-4257-803c-06a62a953b9d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:33.488274 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-557e5b89-f5c7-4b68-b68d-9df8c5c878a2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:33.493627 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d', 'status': 'completed', 'code': 200} Jul 14 09:32:33.521126 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.582729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:33.585042 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed201a08-e4cb-40a0-a9e0-b38d0f432d51" -d '{"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-plugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:33.637375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:33.645700 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.696233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edfb5db4-4a84-4b7e-89b6-1392e091d783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.715605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edfb5db4-4a84-4b7e-89b6-1392e091d783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.752232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a393f58-a426-4079-9d94-ed9c02c2bcb2 req-5a09aae2-dce8-48e2-8571-2824a522d23d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.760547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a393f58-a426-4079-9d94-ed9c02c2bcb2 req-5a09aae2-dce8-48e2-8571-2824a522d23d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 944 time: 0.4981775 Jul 14 09:32:33.830213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a393f58-a426-4079-9d94-ed9c02c2bcb2 req-f9e12fd9-93b0-4ed6-a0e1-6fe98a71daa0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686438 Jul 14 09:32:33.849674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.892100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Attempting to bind port adcbd306-0e65-41dd-a4e2-c18862802044 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:33.893916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Attempting to bind port adcbd306-0e65-41dd-a4e2-c18862802044 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:33.896646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Attempting to bind port adcbd306-0e65-41dd-a4e2-c18862802044 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:33.910317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Port adcbd306-0e65-41dd-a4e2-c18862802044 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:32:33.910941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Attempting to bind port adcbd306-0e65-41dd-a4e2-c18862802044 on network 47270586-9b02-4ec0-a27c-e3637d71dae4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:33.925217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb5db4-4a84-4b7e-89b6-1392e091d783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7d67b-dfcf-4968-9d61-51e685bff766,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:33.932249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:33.932866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Checking segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:33.933451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Bound using segment: {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:33.934439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Bound port: adcbd306-0e65-41dd-a4e2-c18862802044, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '279e1599-85f5-4ce6-9096-ca0033550929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:33.934717 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:33.976079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb362-b6d2-4844-b313-e505d221945e req-1c1d0a94-35f9-4bd7-9593-6630226dc4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:33.977748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-1c1d0a94-35f9-4bd7-9593-6630226dc4c5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 1096 time: 0.6037076 Jul 14 09:32:33.999634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-edfb5db4-4a84-4b7e-89b6-1392e091d783 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c3e7132d9884001b030a545bed2778b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0101092 Jul 14 09:32:34.006708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34928) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:34.095018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-342d3a1e-5f5e-412d-b58c-2d9e4c11175b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3537645-1971-4257-803c-06a62a953b9d HTTP/1.1" status: 200 len: 217 time: 0.1085269 Jul 14 09:32:34.175953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb362-b6d2-4844-b313-e505d221945e req-34615c93-7dbc-4697-aaae-b861de61b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.177323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] For port adcbd306-0e65-41dd-a4e2-c18862802044, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:34.190529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-34615c93-7dbc-4697-aaae-b861de61b21b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.0863991 Jul 14 09:32:34.207198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] For port adcbd306-0e65-41dd-a4e2-c18862802044, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=adcbd306-0e65-41dd-a4e2-c18862802044,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:34.279755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99da6-bdb4-44a2-9874-e5940e78dcf2 req-9b6903f9-2306-4305-a8f9-9bd72aab3127 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.281219 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.290462 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6fd99da6-bdb4-44a2-9874-e5940e78dcf2 req-9b6903f9-2306-4305-a8f9-9bd72aab3127 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 945 time: 0.5718846 Jul 14 09:32:34.351375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbbea0f6-5a7d-44e5-8776-0e631b58b2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.433943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Pushing event updated for resources: {'Port': ['ID=adcbd306-0e65-41dd-a4e2-c18862802044,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.445092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.445982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.447556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-21e86098-2809-4ba3-a994-c629f95d3819 service neutron] 10.222.0.66 "PUT /v2.0/ports/adcbd306-0e65-41dd-a4e2-c18862802044 HTTP/1.1" status: 200 len: 1093 time: 2.1309702 Jul 14 09:32:34.448358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8026502-fbe4-404a-a0bc-2158dadc5537', 'tag': 'adcbd306-0e65-41dd-a4e2-c18862802044'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:34.452037 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5781aa42-4d20-4362-bef3-1f3dc6f0670a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8026502-fbe4-404a-a0bc-2158dadc5537", "tag": "adcbd306-0e65-41dd-a4e2-c18862802044"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:34.460844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbbea0f6-5a7d-44e5-8776-0e631b58b2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.465033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb98af6-e213-4fc7-881b-e438eebce0ee req-83c2fc60-8a6d-438b-bb5a-1b905bc7932a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.481893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6fd99da6-bdb4-44a2-9874-e5940e78dcf2 req-cdf2820d-bbcf-4722-bfc7-6e1ea601869a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903043 Jul 14 09:32:34.490385 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bb98af6-e213-4fc7-881b-e438eebce0ee req-83c2fc60-8a6d-438b-bb5a-1b905bc7932a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 944 time: 0.4109461 Jul 14 09:32:34.535567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fb362-b6d2-4844-b313-e505d221945e req-b1d9e7b8-8aab-4c4f-a09d-3019bb18e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.537504 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-b1d9e7b8-8aab-4c4f-a09d-3019bb18e0f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3400640 Jul 14 09:32:34.684251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bb98af6-e213-4fc7-881b-e438eebce0ee req-60c10453-bdd4-46cd-93f3-9ee67364a39e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925600 Jul 14 09:32:34.752366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eca85-5313-4741-ba51-3773695cdfd4 req-deca77ce-11b0-443b-a694-317931896625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:34.754263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-deca77ce-11b0-443b-a694-317931896625 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 1096 time: 0.2424047 Jul 14 09:32:34.786263 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b02a28-b989-4094-adc3-742144cc3e51 x-openstack-request-id: req-51b02a28-b989-4094-adc3-742144cc3e51 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:34.787442 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-plugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:34.788369 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51b02a28-b989-4094-adc3-742144cc3e51 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:34.789206 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'code': 200} Jul 14 09:32:34.791126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbbea0f6-5a7d-44e5-8776-0e631b58b2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.795159 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbbea0f6-5a7d-44e5-8776-0e631b58b2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:34.798968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bbbea0f6-5a7d-44e5-8776-0e631b58b2c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1a7d67b-dfcf-4968-9d61-51e685bff766 HTTP/1.1" status: 204 len: 168 time: 0.7536154 Jul 14 09:32:34.812482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbea0f6-5a7d-44e5-8776-0e631b58b2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7d67b-dfcf-4968-9d61-51e685bff766,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:34.907658 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-bac6eb24-e4ec-4eb0-ba3b-4dbb460ff084 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adcbd306-0e65-41dd-a4e2-c18862802044 HTTP/1.1" status: 200 len: 217 time: 0.1449075 Jul 14 09:32:34.978082 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30fa2ba-8128-4c54-a7b2-4f54f63ebbd6 x-openstack-request-id: req-c30fa2ba-8128-4c54-a7b2-4f54f63ebbd6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:34.978082 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8026502-fbe4-404a-a0bc-2158dadc5537", "tag": "adcbd306-0e65-41dd-a4e2-c18862802044", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:34.978082 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c30fa2ba-8128-4c54-a7b2-4f54f63ebbd6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:34.978082 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8026502-fbe4-404a-a0bc-2158dadc5537', 'tag': 'adcbd306-0e65-41dd-a4e2-c18862802044', 'status': 'completed', 'code': 200} Jul 14 09:32:35.005049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-2a248c2c-96dc-459a-a0d3-8524fb53299c service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349959 Jul 14 09:32:35.099378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eca85-5313-4741-ba51-3773695cdfd4 req-e0b34317-2dcf-4f58-8935-56443f6aa87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.107449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-e0b34317-2dcf-4f58-8935-56443f6aa87c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1896403 Jul 14 09:32:35.238797 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-24eadcb8-fdb0-4735-ad46-061bf1868d85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225674 Jul 14 09:32:35.470342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-236fb362-b6d2-4844-b313-e505d221945e req-0eb06b12-0394-488c-bb6d-9f4a8a31a7e1 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460313 Jul 14 09:32:35.607938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-0c9db2d7-5966-47c1-8800-1c0e6e4c93f4 service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500507 Jul 14 09:32:35.758323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9beb36-203b-4520-ba24-fb67ef56fd2b req-1b747a17-5a75-4b85-a396-44ae6e08904e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.768670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d9beb36-203b-4520-ba24-fb67ef56fd2b req-1b747a17-5a75-4b85-a396-44ae6e08904e tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 944 time: 0.5074372 Jul 14 09:32:35.815334 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-619eca85-5313-4741-ba51-3773695cdfd4 req-78091a91-fc01-4d4d-aff0-5b42a24dea40 service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987193 Jul 14 09:32:35.820956 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d9beb36-203b-4520-ba24-fb67ef56fd2b req-c4f6ea0d-023c-4bb3-8f4a-ac62ef2dc945 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512421 Jul 14 09:32:35.824651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-80187c35-7666-48a7-8130-def1e6dd1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.832018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-80187c35-7666-48a7-8130-def1e6dd1e4e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 1096 time: 0.2590241 Jul 14 09:32:35.993931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-1d1b894e-2f17-46c4-8d0d-a9fbc3123bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:35.995376 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-1d1b894e-2f17-46c4-8d0d-a9fbc3123bd8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9906f97252144128c6148c196932b6a&device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 1096 time: 0.1155374 Jul 14 09:32:36.077911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-4b8d2de4-a157-4eca-a918-f6cff5c598b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.079939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-4b8d2de4-a157-4eca-a918-f6cff5c598b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.2350261 Jul 14 09:32:36.186466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-2f8a8348-41a0-4b6e-a0e8-79f84f1168b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.188734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-2f8a8348-41a0-4b6e-a0e8-79f84f1168b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 200 len: 912 time: 0.1829991 Jul 14 09:32:36.189464 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:32:36.193218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-2b169980-517b-4eab-bb90-68b9967f3679 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3537645-1971-4257-803c-06a62a953b9d HTTP/1.1" status: 200 len: 217 time: 0.1056530 Jul 14 09:32:36.267279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-7e13a427-b7d8-4b5d-b254-47dc4c04a2d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=adcbd306-0e65-41dd-a4e2-c18862802044 HTTP/1.1" status: 200 len: 217 time: 0.0713243 Jul 14 09:32:36.395161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-b5a8e1ff-0fac-4c6c-b7fe-8a2f092be464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.397014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-b5a8e1ff-0fac-4c6c-b7fe-8a2f092be464 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 200 len: 851 time: 0.1174505 Jul 14 09:32:36.414296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-b4baca03-0944-47a3-b42d-4b983338acef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.415932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-b4baca03-0944-47a3-b42d-4b983338acef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.2026105 Jul 14 09:32:36.489861 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-4bf736ef-98c4-4a21-b3de-02a94cfc8fc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47270586-9b02-4ec0-a27c-e3637d71dae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713465 Jul 14 09:32:36.561842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdd57d-0621-413c-856e-c375a535f0ee req-2dbc52f7-20eb-4b0d-8f6d-1f13ea899122 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.563389 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24cdd57d-0621-413c-856e-c375a535f0ee req-2dbc52f7-20eb-4b0d-8f6d-1f13ea899122 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 944 time: 0.3797822 Jul 14 09:32:36.683394 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24cdd57d-0621-413c-856e-c375a535f0ee req-ce318d84-232c-42c0-a87b-41d53dacc737 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057584 Jul 14 09:32:36.707355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-5d63705f-02c4-466d-8296-1c968e3f031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:36.709444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-5d63705f-02c4-466d-8296-1c968e3f031d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2838640 Jul 14 09:32:36.715724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-30294653-38b8-4161-8606-b98c7a6a7bed service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247915 Jul 14 09:32:36.883384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-920389b3-5526-47f4-b89d-c6e7fdda632a service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579430 Jul 14 09:32:36.884500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5781aa42-4d20-4362-bef3-1f3dc6f0670a req-e8619295-14da-469c-9962-c3f4ea35a0f3 service neutron] 10.222.0.66 "GET /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604836 Jul 14 09:32:37.118546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3c23e58-2f53-41eb-a47a-5cbe899b95db req-57fbedc7-5168-4c62-814d-f1b3baf90a72 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270741 Jul 14 09:32:37.131457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201254f6-ef60-46f8-a51a-538f22019853 req-eacfa855-6db9-4e4e-b4d2-ea5c128d711c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:37.133309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-201254f6-ef60-46f8-a51a-538f22019853 req-eacfa855-6db9-4e4e-b4d2-ea5c128d711c tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 944 time: 0.1202140 Jul 14 09:32:37.200444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-201254f6-ef60-46f8-a51a-538f22019853 req-1b75f1d4-befc-496a-a213-4db7bded2ddd tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588593 Jul 14 09:32:38.067613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3a98b-f31e-447f-a6c1-b5aa22e39322 req-bfe3ae94-973a-4c31-ba5d-512b7e2957fd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.070988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cb3a98b-f31e-447f-a6c1-b5aa22e39322 req-bfe3ae94-973a-4c31-ba5d-512b7e2957fd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 944 time: 0.1262136 Jul 14 09:32:38.221045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cb3a98b-f31e-447f-a6c1-b5aa22e39322 req-419d485c-ca1f-4b79-87a9-916dc637e6d4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260092 Jul 14 09:32:38.459482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35094) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:38.568570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7551e-f1c9-471e-bd42-92fc261fa4c7 req-d508de19-2df5-4740-ae72-e119688a632f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:38.578659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37a7551e-f1c9-471e-bd42-92fc261fa4c7 req-d508de19-2df5-4740-ae72-e119688a632f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 944 time: 0.1660485 Jul 14 09:32:38.639667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37a7551e-f1c9-471e-bd42-92fc261fa4c7 req-8221095e-e7e6-438f-8795-2a56ab804b45 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597105 Jul 14 09:32:38.658703 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b1db-b241-411d-b89a-b53f2ce5d118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.837767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b1db-b241-411d-b89a-b53f2ce5d118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.842757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b1db-b241-411d-b89a-b53f2ce5d118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.909677 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9ce4b1db-b241-411d-b89a-b53f2ce5d118 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8db231091a5a4f4a9112c13effd5ab57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479156 Jul 14 09:32:38.910984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4b1db-b241-411d-b89a-b53f2ce5d118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1055a98-9b22-45bf-be3a-0155aa104b4b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:38.912305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35112) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:38.976458 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b73c105c-0229-4685-a867-98b3f90072df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:38.999542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b73c105c-0229-4685-a867-98b3f90072df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.018049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device adcbd306-0e65-41dd-a4e2-c18862802044 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:39.054067 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b73c105c-0229-4685-a867-98b3f90072df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.057381 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b73c105c-0229-4685-a867-98b3f90072df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.061084 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b73c105c-0229-4685-a867-98b3f90072df admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1055a98-9b22-45bf-be3a-0155aa104b4b HTTP/1.1" status: 204 len: 168 time: 0.1472626 Jul 14 09:32:39.075707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c105c-0229-4685-a867-98b3f90072df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1055a98-9b22-45bf-be3a-0155aa104b4b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.142647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port adcbd306-0e65-41dd-a4e2-c18862802044, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=adcbd306-0e65-41dd-a4e2-c18862802044,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:39.161003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'adcbd306-0e65-41dd-a4e2-c18862802044', 'network_id': '47270586-9b02-4ec0-a27c-e3637d71dae4', 'port_id': 'adcbd306-0e65-41dd-a4e2-c18862802044', 'mac_address': 'fa:16:3e:c8:68:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83f0ce11-c178-40b2-a579-676eb17cd347', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:39.243476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.264242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e3537645-1971-4257-803c-06a62a953b9d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:39.287968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcbd306-0e65-41dd-a4e2-c18862802044 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:39.319602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port adcbd306-0e65-41dd-a4e2-c18862802044, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=adcbd306-0e65-41dd-a4e2-c18862802044,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:39.359340 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.494963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=adcbd306-0e65-41dd-a4e2-c18862802044,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:39.505673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:39.533197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'e3537645-1971-4257-803c-06a62a953b9d', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': 'e3537645-1971-4257-803c-06a62a953b9d', 'mac_address': 'fa:16:3e:9c:d2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:39.576983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:39.582713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.594502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55a40965-5154-4697-92cf-3cd0b9772cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.600694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3537645-1971-4257-803c-06a62a953b9d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:39.627244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:39.634899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70725-218f-4e56-8c32-3b16f4f4abb6 req-184c077c-6b96-4f26-a724-396bb7df6a83 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:39.636052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.637694 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85e70725-218f-4e56-8c32-3b16f4f4abb6 req-184c077c-6b96-4f26-a724-396bb7df6a83 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 944 time: 0.1012831 Jul 14 09:32:39.641740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 19993c20-2012-433f-bf83-9d6165292667 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:32:39.699621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85e70725-218f-4e56-8c32-3b16f4f4abb6 req-9fd9399f-c7c0-437f-815a-97d78d6cc4cc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550747 Jul 14 09:32:39.733753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['adcbd306-0e65-41dd-a4e2-c18862802044'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:39.849278 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55a40965-5154-4697-92cf-3cd0b9772cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.856483 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55a40965-5154-4697-92cf-3cd0b9772cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:39.915308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:40.062739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a40965-5154-4697-92cf-3cd0b9772cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e205d17-0e53-46ec-8700-c27672010cbd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:40.123415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-55a40965-5154-4697-92cf-3cd0b9772cf1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a782e65d89ad4d7baa0ac0e6b92b9b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452039 Jul 14 09:32:40.126253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35160) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:40.202549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:40.238080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c580b-8603-4070-97ea-fb75bfd94ba5 req-8497ce33-27e8-4f6b-bbe0-c2b090cc627d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:40.245551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '19993c20-2012-433f-bf83-9d6165292667', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'port_id': '19993c20-2012-433f-bf83-9d6165292667', 'mac_address': 'fa:16:3e:ba:82:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c53a4-30a7-4e6a-a138-a97e3bcc800a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:32:40.261345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd5c580b-8603-4070-97ea-fb75bfd94ba5 req-8497ce33-27e8-4f6b-bbe0-c2b090cc627d tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 945 time: 0.2228656 Jul 14 09:32:40.287136 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c20e0992-24db-46c0-bf91-dcb292a6d01d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.358369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd5c580b-8603-4070-97ea-fb75bfd94ba5 req-3a949704-d276-48f5-a64d-aa974e61e9b8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956354 Jul 14 09:32:40.385524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c20e0992-24db-46c0-bf91-dcb292a6d01d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.394221 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.413931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19993c20-2012-433f-bf83-9d6165292667 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:32:40.458463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:40.469168 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.521260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c20e0992-24db-46c0-bf91-dcb292a6d01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.526713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c20e0992-24db-46c0-bf91-dcb292a6d01d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:40.552418 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c20e0992-24db-46c0-bf91-dcb292a6d01d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e205d17-0e53-46ec-8700-c27672010cbd HTTP/1.1" status: 204 len: 168 time: 0.4248719 Jul 14 09:32:40.590304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e0992-24db-46c0-bf91-dcb292a6d01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e205d17-0e53-46ec-8700-c27672010cbd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:40.685605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['19993c20-2012-433f-bf83-9d6165292667'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:40.799094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['e3537645-1971-4257-803c-06a62a953b9d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:32:40.881005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:41.089502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eda405-f1df-4f24-89e6-2b5fcb6325fd req-3fa0e985-c2df-46af-a086-5c6ab1b7ab8c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.101036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63eda405-f1df-4f24-89e6-2b5fcb6325fd req-3fa0e985-c2df-46af-a086-5c6ab1b7ab8c tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 945 time: 0.1567190 Jul 14 09:32:41.233740 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63eda405-f1df-4f24-89e6-2b5fcb6325fd req-bf659697-839c-4c77-a4e3-4e61ee06c5a5 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282651 Jul 14 09:32:41.689967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb53c2-87b2-4e8d-aac0-fa50c7fb1750 req-7b940b7f-717b-439c-bf4b-f162da993de5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:41.697286 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60bb53c2-87b2-4e8d-aac0-fa50c7fb1750 req-7b940b7f-717b-439c-bf4b-f162da993de5 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 945 time: 0.1429093 Jul 14 09:32:41.767873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60bb53c2-87b2-4e8d-aac0-fa50c7fb1750 req-9265fe85-516a-4954-a6db-f0f8d6896d93 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698304 Jul 14 09:32:42.812499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35260) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:42.819467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1086796171'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:42.908350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:42.916923 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:42.992294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:43.028212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device adcbd306-0e65-41dd-a4e2-c18862802044 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:43.059348 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.059990 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Added segment 94ba3f17-46e2-4760-86af-e243424ee328 of type vlan for network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 Jul 14 09:32:43.187239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port adcbd306-0e65-41dd-a4e2-c18862802044 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:43.198760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port adcbd306-0e65-41dd-a4e2-c18862802044 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:43.199170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.214094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.263935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 19993c20-2012-433f-bf83-9d6165292667 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:43.323546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.337407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.342260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.422668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 19993c20-2012-433f-bf83-9d6165292667 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:43.423047 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.560348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7448308 Jul 14 09:32:43.561858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35272) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:43.571446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1507884829'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:43.597663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d8aaa-4078-46e2-b465-e3a4b5a427c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Network': ['ID=6ea51cb6-078a-46f8-aa62-5b14c304ffc3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:43.649514 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:43.666111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.684965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:43.719125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:32:43.745747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.746405 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Added segment 43bf6cf8-d72f-46a2-92df-42232e1ca5d5 of type vlan for network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e Jul 14 09:32:43.854724 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.892847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.900217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:43.900931 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:43.923622 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3540201 Jul 14 09:32:43.924020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35276) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:43.931462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'subnet': {'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:43.947905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.020110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8026502-fbe4-404a-a0bc-2158dadc5537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcbd306-0e65-41dd-a4e2-c18862802044'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:44.022900 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91c65ce-191a-4ad8-9551-7e753f3995e4" -d '{"events": [{"server_uuid": "b8026502-fbe4-404a-a0bc-2158dadc5537", "name": "network-vif-plugged", "status": "completed", "tag": "adcbd306-0e65-41dd-a4e2-c18862802044"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:44.052682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port adcbd306-0e65-41dd-a4e2-c18862802044, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=adcbd306-0e65-41dd-a4e2-c18862802044,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:44.060404 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.069264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.165358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:44.179615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=adcbd306-0e65-41dd-a4e2-c18862802044,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.191467 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.197330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e3537645-1971-4257-803c-06a62a953b9d up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:44.225494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:44.233544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.317102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.322004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.328143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.328785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.329453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.329947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.332094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.332757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.333272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.333808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.334285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.334835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:32:44.479338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.520657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port e3537645-1971-4257-803c-06a62a953b9d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:44.525008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port e3537645-1971-4257-803c-06a62a953b9d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:44.525384 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.745493 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.783702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.832155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:44.839670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:44.899960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Subnet': ['ID=de669c05-2fcb-4227-b0d8-480b5c5f867d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.963854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.975074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392073c-940d-41ed-877c-ba1c891a175e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Network': ['ID=18d7ccd6-4ca4-4fe5-9757-c43dba00830e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:44.981677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Checking segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:44.982706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network hostable DHCP agents. Network: 6ea51cb6-078a-46f8-aa62-5b14c304ffc3, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:44.996001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:32:45.054727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:45.071465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 6ea51cb6-078a-46f8-aa62-5b14c304ffc3) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:45.087765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:45.088668 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.132489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3e226dcb-7af5-4fba-bcd6-ab1703075317 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2071061 Jul 14 09:32:45.135568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35288) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:45.147459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'subnet': {'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:45.156676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8787f4-0ccb-41a2-bf66-84a4b5349b97 None None] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:45.452361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:45.489309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:45.570944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'fixed_ips': [{'subnet_id': 'de669c05-2fcb-4227-b0d8-480b5c5f867d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:45.571886 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.148281 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.313846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Allocated IP 10.1.1.2 (6ea51cb6-078a-46f8-aa62-5b14c304ffc3/de669c05-2fcb-4227-b0d8-480b5c5f867d/bae5c2af-72ee-4ddc-9ca0-0523ab81e678) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:46.390506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Checking segment: {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:46.391167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network hostable DHCP agents. Network: 18d7ccd6-4ca4-4fe5-9757-c43dba00830e, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:32:46.403743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Subnet': ['ID=ddab5945-979e-47d6-a5fe-e38ff9987dbe,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:46.441600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:32:46.461342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 18d7ccd6-4ca4-4fe5-9757-c43dba00830e) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:46.466974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:46.471321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:46.528875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-60114951-c790-4f32-ac95-75aef0f04228 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3890281 Jul 14 09:32:46.529428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35298) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:46.545247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'port': {'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'name': 'tempest-TaggedBootDevicesTest-108236935', 'fixed_ips': [{'subnet_id': 'de669c05-2fcb-4227-b0d8-480b5c5f867d'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:46.549668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60fb41c-2529-402a-8caf-9e6e0e65c024 None None] Network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:46.806942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:47.059544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.102846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] device_id is not set on port 9a6d1074-588f-4306-a044-0adcded8ab8b yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:47.210035 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.219102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-18d7ccd6-4ca4-4fe5-9757-c43dba00830e', 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'fixed_ips': [{'subnet_id': 'ddab5945-979e-47d6-a5fe-e38ff9987dbe'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:32:47.220675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.262326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Transition to ACTIVE for port object bae5c2af-72ee-4ddc-9ca0-0523ab81e678 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:47.376898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Transition to ACTIVE for port object bae5c2af-72ee-4ddc-9ca0-0523ab81e678 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:47.406758 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.482361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Allocated IP 10.2.2.2 (18d7ccd6-4ca4-4fe5-9757-c43dba00830e/ddab5945-979e-47d6-a5fe-e38ff9987dbe/31b91680-fe87-4da3-a3c9-305d1bcc4990) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:47.555365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:47.559256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:47.581370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:47.598402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Allocated IP 10.1.1.225 (6ea51cb6-078a-46f8-aa62-5b14c304ffc3/de669c05-2fcb-4227-b0d8-480b5c5f867d/9a6d1074-588f-4306-a044-0adcded8ab8b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:47.601326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Pushing event updated for resources: {'Port': ['ID=bae5c2af-72ee-4ddc-9ca0-0523ab81e678,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:47.946028 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:47.970692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Transition to ACTIVE for port object 31b91680-fe87-4da3-a3c9-305d1bcc4990 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:48.010249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Transition to ACTIVE for port object 31b91680-fe87-4da3-a3c9-305d1bcc4990 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:48.038738 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.149545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.186809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Transition to ACTIVE for port object 9a6d1074-588f-4306-a044-0adcded8ab8b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:48.236837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Attempting to bind port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:48.239687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Attempting to bind port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:48.241590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Attempting to bind port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:48.264611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:48.279897 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.288874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:48.301142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:48.308545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:48.311646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Checking segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:48.312911 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.313440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Bound using segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:48.314042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Bound port: bae5c2af-72ee-4ddc-9ca0-0523ab81e678, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:48.314830 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.405710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:48.413988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:48.435166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:48.507858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=9a6d1074-588f-4306-a044-0adcded8ab8b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:48.591545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:48.596957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.631691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-704d9865-c950-4339-a445-8a8184c1719d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1011972 Jul 14 09:32:48.634374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35320) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:48.652632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'port': {'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'name': 'tempest-TaggedBootDevicesTest-1420496377', 'fixed_ips': [{'subnet_id': 'de669c05-2fcb-4227-b0d8-480b5c5f867d'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:48.674199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Pushing event updated for resources: {'Port': ['ID=31b91680-fe87-4da3-a3c9-305d1bcc4990,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:48.786869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] For port bae5c2af-72ee-4ddc-9ca0-0523ab81e678, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:48.800942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Attempting to bind port 31b91680-fe87-4da3-a3c9-305d1bcc4990 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:32:48.801418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Attempting to bind port 31b91680-fe87-4da3-a3c9-305d1bcc4990 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:32:48.801811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Attempting to bind port 31b91680-fe87-4da3-a3c9-305d1bcc4990 on network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:32:48.854512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] For port bae5c2af-72ee-4ddc-9ca0-0523ab81e678, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bae5c2af-72ee-4ddc-9ca0-0523ab81e678,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:48.861459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:32:48.862562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Checking segment: {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:32:48.866167 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.866619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Bound using segment: {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:32:48.867169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Bound port: 31b91680-fe87-4da3-a3c9-305d1bcc4990, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:32:48.867821 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:48.931439 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.074418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:32:49.122150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.218489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] device_id is not set on port 113f389a-859e-445e-acc5-c67aba0cd239 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:32:49.372108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] For port 31b91680-fe87-4da3-a3c9-305d1bcc4990, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:32:49.397035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] For port 31b91680-fe87-4da3-a3c9-305d1bcc4990, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=31b91680-fe87-4da3-a3c9-305d1bcc4990,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:32:49.407964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf9443-9c7c-4e53-bdf8-e5d975b7354a None None] Pushing event updated for resources: {'Port': ['ID=bae5c2af-72ee-4ddc-9ca0-0523ab81e678,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:49.414815 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:49.732648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Allocated IP 10.1.1.154 (6ea51cb6-078a-46f8-aa62-5b14c304ffc3/de669c05-2fcb-4227-b0d8-480b5c5f867d/113f389a-859e-445e-acc5-c67aba0cd239) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:49.848430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c943f93-f471-418e-b3c5-4ca71de36ed5 None None] Pushing event updated for resources: {'Port': ['ID=31b91680-fe87-4da3-a3c9-305d1bcc4990,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.273740 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.335981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Transition to ACTIVE for port object 113f389a-859e-445e-acc5-c67aba0cd239 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:32:50.462596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.597343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=113f389a-859e-445e-acc5-c67aba0cd239,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:50.627326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:50.631370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:50.641310 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:50.826989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:50.827642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:50.885509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8283efda-233d-41fd-a2e9-3e6602291d36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2498245 Jul 14 09:32:51.473514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f3f0f-6d56-451b-900e-19c61986a1a1 None None] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:51.611097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device bae5c2af-72ee-4ddc-9ca0-0523ab81e678 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:51.685501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c2d97fdc-57b4-4ff0-ac0c-6b25ae130502 None None] Provisioning for port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:51.986368 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39270f2b-2a02-4d6c-a9f9-6ff00a0fc7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:51.995579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69798c6e-da12-4b85-8f4e-ec8e0286e7db None None] Network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:32:52.198642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:52.240896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:52.241530 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.277387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-93f1e62a-9141-45be-9719-9755c81a538b None None] Provisioning for port 31b91680-fe87-4da3-a3c9-305d1bcc4990 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:52.631576 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.797351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port bae5c2af-72ee-4ddc-9ca0-0523ab81e678, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bae5c2af-72ee-4ddc-9ca0-0523ab81e678,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:52.818207 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:52.819564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 31b91680-fe87-4da3-a3c9-305d1bcc4990 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:53.012245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Provisioning for port 9a6d1074-588f-4306-a044-0adcded8ab8b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:53.032412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Provisioning complete for port 9a6d1074-588f-4306-a044-0adcded8ab8b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:53.032799 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.149116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 31b91680-fe87-4da3-a3c9-305d1bcc4990 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:53.161742 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=bae5c2af-72ee-4ddc-9ca0-0523ab81e678,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.202599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 31b91680-fe87-4da3-a3c9-305d1bcc4990 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:53.203025 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.369468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Port 9a6d1074-588f-4306-a044-0adcded8ab8b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:53.387603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Provisioning complete for port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:53.387983 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.472525 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.535116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 31b91680-fe87-4da3-a3c9-305d1bcc4990, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=31b91680-fe87-4da3-a3c9-305d1bcc4990,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:53.541460 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.698547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Provisioning for port 113f389a-859e-445e-acc5-c67aba0cd239 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:32:53.705998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Provisioning complete for port 113f389a-859e-445e-acc5-c67aba0cd239 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:53.707451 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:53.716411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device bae5c2af-72ee-4ddc-9ca0-0523ab81e678 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:53.822016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=31b91680-fe87-4da3-a3c9-305d1bcc4990,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:53.854621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-681b5f8a-573d-42f3-9dfc-23a661f7e0b6 None None] Port 113f389a-859e-445e-acc5-c67aba0cd239 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:53.896315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:53.896952 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.006895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c2c10593-d262-4259-9ecc-2fdf1899c2be None None] Provisioning complete for port 9a6d1074-588f-4306-a044-0adcded8ab8b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:54.007264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2c10593-d262-4259-9ecc-2fdf1899c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.353321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c2c10593-d262-4259-9ecc-2fdf1899c2be None None] Port 9a6d1074-588f-4306-a044-0adcded8ab8b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:54.360325 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01eab468-d353-433b-af4d-633221e21c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.373979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c2c10593-d262-4259-9ecc-2fdf1899c2be None None] Provisioning complete for port 31b91680-fe87-4da3-a3c9-305d1bcc4990 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:54.374492 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2c10593-d262-4259-9ecc-2fdf1899c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.497583 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.603238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c2c10593-d262-4259-9ecc-2fdf1899c2be None None] Provisioning complete for port 113f389a-859e-445e-acc5-c67aba0cd239 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:54.603711 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2c10593-d262-4259-9ecc-2fdf1899c2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:54.682824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c2c10593-d262-4259-9ecc-2fdf1899c2be None None] Port 113f389a-859e-445e-acc5-c67aba0cd239 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:32:54.928280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d110-cbf7-412c-aac6-d058d6770f9b req-dcfeb5ad-ce16-4f99-859a-cc52b61ee6e4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.930769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5db2d110-cbf7-412c-aac6-d058d6770f9b req-dcfeb5ad-ce16-4f99-859a-cc52b61ee6e4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.0962770 Jul 14 09:32:54.945115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77146017-b411-4bce-80d3-3e4455ea642d req-61546555-7584-4d9f-8bc6-016acaab1068 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:54.952379 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77146017-b411-4bce-80d3-3e4455ea642d req-61546555-7584-4d9f-8bc6-016acaab1068 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 946 time: 0.1031294 Jul 14 09:32:54.998633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77146017-b411-4bce-80d3-3e4455ea642d req-cc3c07c3-6c41-4917-8d4e-79779caf98b9 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452392 Jul 14 09:32:55.020178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5db2d110-cbf7-412c-aac6-d058d6770f9b req-af1151ee-02be-4f2b-af65-19a8ad71e177 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829048 Jul 14 09:32:55.108586 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072e4ce0-f767-4148-89df-a2d55b54fed7 x-openstack-request-id: req-072e4ce0-f767-4148-89df-a2d55b54fed7 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:55.109195 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8026502-fbe4-404a-a0bc-2158dadc5537", "name": "network-vif-plugged", "status": "completed", "tag": "adcbd306-0e65-41dd-a4e2-c18862802044", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:55.109195 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-072e4ce0-f767-4148-89df-a2d55b54fed7 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:55.110026 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8026502-fbe4-404a-a0bc-2158dadc5537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcbd306-0e65-41dd-a4e2-c18862802044', 'code': 200} Jul 14 09:32:55.384609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef829f16-b971-4ec5-8e40-dd301703dae3 req-c5ad4fe9-22c5-45bd-bd6e-9c6fee26171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.393371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef829f16-b971-4ec5-8e40-dd301703dae3 req-c5ad4fe9-22c5-45bd-bd6e-9c6fee26171d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 1098 time: 0.1631989 Jul 14 09:32:55.404281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35392) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.410104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c7d994ec-fac9-4072-adb2-66c2512374ec tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567563571', 'description': 'tempest-description--1548253374'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:55.494477 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d994ec-fac9-4072-adb2-66c2512374ec tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.505988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef829f16-b971-4ec5-8e40-dd301703dae3 req-c2908e57-f1a5-43bb-9b5f-33313a87c22e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048262 Jul 14 09:32:55.519551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.637807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874a3ab-7146-4144-b157-11c8ede1022e req-9b3eec64-34db-4018-898a-eaf8a9c84f5e tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:55.641971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8874a3ab-7146-4144-b157-11c8ede1022e req-9b3eec64-34db-4018-898a-eaf8a9c84f5e tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 949 time: 0.1166372 Jul 14 09:32:55.666345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d994ec-fac9-4072-adb2-66c2512374ec tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.671861 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d994ec-fac9-4072-adb2-66c2512374ec tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.694596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 31b91680-fe87-4da3-a3c9-305d1bcc4990 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:32:55.705449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d994ec-fac9-4072-adb2-66c2512374ec tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.710882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c7d994ec-fac9-4072-adb2-66c2512374ec tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3050585 Jul 14 09:32:55.711507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35396) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.720994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f1eab86f-4b08-4c1b-acdd-21b571779cc0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'security_group_rule': {'security_group_id': 'baabde5e-c242-4ea1-9af0-91d59fa4f00d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:55.723691 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8874a3ab-7146-4144-b157-11c8ede1022e req-44885a8d-2826-4f2c-8b29-b0fa8098d331 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737786 Jul 14 09:32:55.771334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d994ec-fac9-4072-adb2-66c2512374ec tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baabde5e-c242-4ea1-9af0-91d59fa4f00d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.800910 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1eab86f-4b08-4c1b-acdd-21b571779cc0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.819231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 31b91680-fe87-4da3-a3c9-305d1bcc4990 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:32:55.819624 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.903380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1eab86f-4b08-4c1b-acdd-21b571779cc0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.910616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1eab86f-4b08-4c1b-acdd-21b571779cc0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.961751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eab86f-4b08-4c1b-acdd-21b571779cc0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd70e2a6-b5b8-48c6-96f9-e44f86c233e6,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:55.973590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1eab86f-4b08-4c1b-acdd-21b571779cc0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:55.978358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f1eab86f-4b08-4c1b-acdd-21b571779cc0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2614305 Jul 14 09:32:55.981086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35428) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:55.986801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5fd713c5-bb98-4ac7-acde-dd485228b20a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'security_group_rule': {'security_group_id': 'baabde5e-c242-4ea1-9af0-91d59fa4f00d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:56.057638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fd713c5-bb98-4ac7-acde-dd485228b20a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.192157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fd713c5-bb98-4ac7-acde-dd485228b20a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.201050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fd713c5-bb98-4ac7-acde-dd485228b20a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.239348 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fd713c5-bb98-4ac7-acde-dd485228b20a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.242118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5fd713c5-bb98-4ac7-acde-dd485228b20a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591257 Jul 14 09:32:56.245284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35438) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:56.250545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:32:56.276417 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd713c5-bb98-4ac7-acde-dd485228b20a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93efdb97-5fe9-4d22-ae8f-ba7b6b7328f1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:56.295239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.433116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2985707-0718-40ee-9a17-a8b2e2f02791 req-cf4ee2f4-1d1f-4fe3-ab55-d98d3bfab557 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:56.440742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2985707-0718-40ee-9a17-a8b2e2f02791 req-cf4ee2f4-1d1f-4fe3-ab55-d98d3bfab557 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 946 time: 0.1410177 Jul 14 09:32:56.547280 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2985707-0718-40ee-9a17-a8b2e2f02791 req-04e153db-d962-494b-b811-263babedb376 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052597 Jul 14 09:32:56.570308 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.691201 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:56.949330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd6863-acf6-4f95-8bb6-97c715349cb9 req-17db0501-1811-4b1b-bf56-c3c3d3bf7a78 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:56.952246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aefd6863-acf6-4f95-8bb6-97c715349cb9 req-17db0501-1811-4b1b-bf56-c3c3d3bf7a78 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.2247920 Jul 14 09:32:57.028089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aefd6863-acf6-4f95-8bb6-97c715349cb9 req-41a68a17-49f1-4d56-8f90-1886f48976db tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672860 Jul 14 09:32:57.034974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Allocated IP 172.25.0.210 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/f6d1e75b-3ccb-436e-b498-056c67c739ae) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:32:57.111544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993c20-2012-433f-bf83-9d6165292667'}, {'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:57.114543 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ae12b8-f80e-4898-a1b3-be65199fcda8" -d '{"events": [{"server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "name": "network-vif-plugged", "status": "completed", "tag": "19993c20-2012-433f-bf83-9d6165292667"}, {"server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "name": "network-vif-plugged", "status": "completed", "tag": "e3537645-1971-4257-803c-06a62a953b9d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:57.161499 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.314017 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.351161 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a76d06-c5b7-4057-ae88-2b2d83d47d2e x-openstack-request-id: req-77a76d06-c5b7-4057-ae88-2b2d83d47d2e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:57.351596 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "name": "network-vif-plugged", "status": "completed", "tag": "19993c20-2012-433f-bf83-9d6165292667", "code": 200}, {"server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "name": "network-vif-plugged", "status": "completed", "tag": "e3537645-1971-4257-803c-06a62a953b9d", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:57.351726 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-77a76d06-c5b7-4057-ae88-2b2d83d47d2e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:57.352235 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19993c20-2012-433f-bf83-9d6165292667', 'code': 200} Jul 14 09:32:57.356822 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d', 'code': 200} Jul 14 09:32:57.413847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.503887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=f6d1e75b-3ccb-436e-b498-056c67c739ae,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:57.514822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:32:57.540077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:32:57.545893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:32:57.784495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:57.898777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127b49-8e9e-4c23-b7f1-1e00cd0a067b req-85716436-9bf5-4bf5-9c6b-bed1f66150d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:57.902113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c127b49-8e9e-4c23-b7f1-1e00cd0a067b req-85716436-9bf5-4bf5-9c6b-bed1f66150d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 1098 time: 0.4704850 Jul 14 09:32:57.902706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.128770 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.145664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.285607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.291142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.353321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62270e8c-3b35-49c9-9b6c-04f4b6fa77f7 req-3a63d679-ceec-482f-b938-1aae5288a9d8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.358535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62270e8c-3b35-49c9-9b6c-04f4b6fa77f7 req-3a63d679-ceec-482f-b938-1aae5288a9d8 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 946 time: 0.5574510 Jul 14 09:32:58.368323 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c127b49-8e9e-4c23-b7f1-1e00cd0a067b req-ae65e5ce-e6c0-4b1b-9149-24b18d97135d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362843 Jul 14 09:32:58.369130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=f6d1e75b-3ccb-436e-b498-056c67c739ae,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.396453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.401883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-367530a7-f099-48cb-b8b7-88aae91c9f36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1511781 Jul 14 09:32:58.489031 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62270e8c-3b35-49c9-9b6c-04f4b6fa77f7 req-7a36b4fd-daa5-4124-80d9-cda7a92bfca0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122317 Jul 14 09:32:58.505953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e8a78-7cde-4587-a41f-a1417a86d6de req-40a78a81-9cd5-445a-b044-2dbef49612a0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:58.524735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd2e8a78-7cde-4587-a41f-a1417a86d6de req-40a78a81-9cd5-445a-b044-2dbef49612a0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.1614547 Jul 14 09:32:58.618348 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd2e8a78-7cde-4587-a41f-a1417a86d6de req-390cee50-e770-403b-8b84-62334a94ec05 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837629 Jul 14 09:32:58.674221 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79681aec-f397-44b6-bb43-0975c1c626a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.842857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79681aec-f397-44b6-bb43-0975c1c626a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.849083 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79681aec-f397-44b6-bb43-0975c1c626a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:58.918621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79681aec-f397-44b6-bb43-0975c1c626a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18accbd5-72c2-47bc-9bb3-0a7af9cd9de7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:58.929573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35562) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:58.942805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-79681aec-f397-44b6-bb43-0975c1c626a4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6085aaf92e04a08a687967bb0615973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552384 Jul 14 09:32:59.019429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2c7233-a094-42a9-8348-d4c8b2ceee96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.067151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2c7233-a094-42a9-8348-d4c8b2ceee96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.085024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:32:59.132008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-70437071-5f58-4880-a806-961ffe44041d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1567563571&fields=id&tenant_id=99606f4b80434859b5bf563e1c95bb85 HTTP/1.1" status: 200 len: 267 time: 0.0714037 Jul 14 09:32:59.189381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2c7233-a094-42a9-8348-d4c8b2ceee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.193744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2c7233-a094-42a9-8348-d4c8b2ceee96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.196524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db2c7233-a094-42a9-8348-d4c8b2ceee96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18accbd5-72c2-47bc-9bb3-0a7af9cd9de7 HTTP/1.1" status: 204 len: 168 time: 0.2662392 Jul 14 09:32:59.226047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c7233-a094-42a9-8348-d4c8b2ceee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18accbd5-72c2-47bc-9bb3-0a7af9cd9de7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.235033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ea152586-b564-45db-8d24-16fd1ec52788 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.242445 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ea152586-b564-45db-8d24-16fd1ec52788 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports/9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 931 time: 0.1111548 Jul 14 09:32:59.268114 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.327505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-af461aa3-927e-4510-8e04-88b1183b2d2a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.329802 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-af461aa3-927e-4510-8e04-88b1183b2d2a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports/113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 932 time: 0.0855467 Jul 14 09:32:59.345249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:32:59.356443 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.365974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:32:59.368383 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ae9f30-81ff-4742-a1c2-42c32454a634" -d '{"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:32:59.418592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a7226828-5aca-4b7f-877b-81e76273f518 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0809543 Jul 14 09:32:59.492420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:32:59.515616 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-8957bb10-f35d-4211-80c7-62f0d1e4bf31 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0902801 Jul 14 09:32:59.531288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.538735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61113289-3064-4e33-8d2b-83ef76c71d99 req-679553ff-4bd2-417b-aa6a-c8ecc7771c05 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.547266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61113289-3064-4e33-8d2b-83ef76c71d99 req-679553ff-4bd2-417b-aa6a-c8ecc7771c05 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 946 time: 0.1497390 Jul 14 09:32:59.600785 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61113289-3064-4e33-8d2b-83ef76c71d99 req-7ee1930c-c137-4b53-bfb1-cf707c377d0b tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521147 Jul 14 09:32:59.680718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4766fb9c-d2e5-46e8-8b8d-45b82f789b45 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.689889 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caebec3-bfe3-4049-8285-bf8367598c4c x-openstack-request-id: req-4caebec3-bfe3-4049-8285-bf8367598c4c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:32:59.690513 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:32:59.691244 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4caebec3-bfe3-4049-8285-bf8367598c4c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:32:59.691519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4766fb9c-d2e5-46e8-8b8d-45b82f789b45 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.692489 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'code': 200} Jul 14 09:32:59.698274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4766fb9c-d2e5-46e8-8b8d-45b82f789b45 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.700032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4766fb9c-d2e5-46e8-8b8d-45b82f789b45 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/networks?id=706991bd-9719-4c99-a2ef-5a8d5add13e8&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e HTTP/1.1" status: 200 len: 1991 time: 0.1826067 Jul 14 09:32:59.733203 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-8287d6ae-d148-46e7-947c-99de4be7993e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/quotas/99606f4b80434859b5bf563e1c95bb85 HTTP/1.1" status: 200 len: 375 time: 0.0274312 Jul 14 09:32:59.767740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35586) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:32:59.801579 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81560616-3c27-4f38-9414-6fcce5e308d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:32:59.848239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ba61c795-4aac-41e7-a393-9e2879ad0658 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1141224 Jul 14 09:32:59.927126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646dcbb-d427-4842-b93e-65c64bc0f83d req-e4a4804c-845d-4947-bc45-0cc0b13f22ea tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:32:59.928565 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0646dcbb-d427-4842-b93e-65c64bc0f83d req-e4a4804c-845d-4947-bc45-0cc0b13f22ea tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.1054912 Jul 14 09:32:59.999108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0646dcbb-d427-4842-b93e-65c64bc0f83d req-8d9aa0b7-e76d-42ab-b66e-fc21b270bac9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555794 Jul 14 09:33:00.012863 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81560616-3c27-4f38-9414-6fcce5e308d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.017457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81560616-3c27-4f38-9414-6fcce5e308d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.047704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-e1764342-89eb-440b-ab2f-daeb2678f2bd service neutron] 10.222.0.73 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833317 Jul 14 09:33:00.071621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-81560616-3c27-4f38-9414-6fcce5e308d4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8c1c864025c4916af5a06379069ec8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022177 Jul 14 09:33:00.072253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35594) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:00.073125 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81560616-3c27-4f38-9414-6fcce5e308d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaaf57e-266e-4411-9733-4f4338c4b5f7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.179482 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31254017-cc7b-4ab9-9b0b-9f5957f5c899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.230111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31254017-cc7b-4ab9-9b0b-9f5957f5c899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.241043 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-006e4cef-f0ed-4604-be2f-fe9c120d9591 service neutron] 10.222.0.73 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919787 Jul 14 09:33:00.299643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31254017-cc7b-4ab9-9b0b-9f5957f5c899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.304459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31254017-cc7b-4ab9-9b0b-9f5957f5c899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:00.308007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-31254017-cc7b-4ab9-9b0b-9f5957f5c899 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eeaaf57e-266e-4411-9733-4f4338c4b5f7 HTTP/1.1" status: 204 len: 168 time: 0.2301657 Jul 14 09:33:00.336698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31254017-cc7b-4ab9-9b0b-9f5957f5c899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaaf57e-266e-4411-9733-4f4338c4b5f7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:00.382397 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d595c37c-c7a2-450d-b194-d074e0495404 service neutron] 10.222.0.73 "GET /v2.0/ports/9a6d1074-588f-4306-a044-0adcded8ab8b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1349359 Jul 14 09:33:00.488572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-8dd05f2b-38da-4d2e-8589-ba6b7619e728 service neutron] 10.222.0.73 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051989 Jul 14 09:33:00.620395 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-7ca06030-8fba-4ba1-bff1-e97642805d57 service neutron] 10.222.0.73 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306798 Jul 14 09:33:00.703803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-eb8c3b82-2a7d-4777-abdc-511558e488bf service neutron] 10.222.0.73 "GET /v2.0/ports/113f389a-859e-445e-acc5-c67aba0cd239?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0823543 Jul 14 09:33:00.883272 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-53460f37-785a-4118-8859-cb9a1081d099 service neutron] 10.222.0.73 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783602 Jul 14 09:33:01.019837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-311a17bc-7b80-40cc-aff2-6cdba2f70759 service neutron] 10.222.0.73 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351442 Jul 14 09:33:01.171603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38957c48-8efd-49f5-b617-cd77fd7a30db req-4289032e-a611-43be-9f36-06eaf6e711b0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.180417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38957c48-8efd-49f5-b617-cd77fd7a30db req-4289032e-a611-43be-9f36-06eaf6e711b0 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 946 time: 0.1015267 Jul 14 09:33:01.252252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38957c48-8efd-49f5-b617-cd77fd7a30db req-ecb52c4f-b255-4054-9cea-1219125e5d85 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700088 Jul 14 09:33:01.254657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d2e9d86f-906a-4b27-aa99-857f8c4fa36c service neutron] 10.222.0.73 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336216 Jul 14 09:33:01.450716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-130b7e43-9806-49a3-8c53-c0cc0171481f service neutron] 10.222.0.73 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852157 Jul 14 09:33:01.547990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be33b24-1d13-4527-aa94-66708df5c0e7 req-3970d2df-a019-43a4-bf75-fac61f74575d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:01.552913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0be33b24-1d13-4527-aa94-66708df5c0e7 req-3970d2df-a019-43a4-bf75-fac61f74575d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.0793529 Jul 14 09:33:01.622369 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0be33b24-1d13-4527-aa94-66708df5c0e7 req-83ae3cac-3d31-4a11-b1af-88513e745141 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652170 Jul 14 09:33:01.666200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-cbbf1502-e31d-4ec3-ab4c-a268798b69fa service neutron] 10.222.0.73 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063019 Jul 14 09:33:01.865723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-01642138-4b83-469a-905c-3d4cdfffa227 service neutron] 10.222.0.73 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913378 Jul 14 09:33:02.020085 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-2757c1d4-a1e8-4bd0-850a-abece1b5c6de service neutron] 10.222.0.73 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474872 Jul 14 09:33:02.178743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-7ad972cc-61e8-46c7-828d-3ba087b0971e service neutron] 10.222.0.73 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473932 Jul 14 09:33:02.437649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f4a9404b-3cd8-4254-afd3-1f5a10b51ac8 service neutron] 10.222.0.73 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241716 Jul 14 09:33:02.700749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45056a5a-3738-4a50-b76c-d3ddf188c3c4 service neutron] 10.222.0.73 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512934 Jul 14 09:33:03.095566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:03.304067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:03.336582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'mac_address': 'fa:16:3e:bb:53:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:03.396650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2368297-e08f-44af-8c1d-75767c4a6795 req-71b620ec-d678-49aa-a874-a5242162ea43 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.405015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2368297-e08f-44af-8c1d-75767c4a6795 req-71b620ec-d678-49aa-a874-a5242162ea43 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 946 time: 0.1168356 Jul 14 09:33:03.439310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.449092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2368297-e08f-44af-8c1d-75767c4a6795 req-595c78b6-a5ac-4e53-9ace-528f3e69dcd2 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428152 Jul 14 09:33:03.483018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0424fb1-9c92-4fa3-a77d-2ec80341f1ef {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:03.520892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:03.526135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:03.658534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:03.676345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:03.777826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f6211-cb5b-45a7-aabf-efd04be2377a req-fa029ffe-1c7b-41be-b3d3-b4ab6773197f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.788526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be7f6211-cb5b-45a7-aabf-efd04be2377a req-fa029ffe-1c7b-41be-b3d3-b4ab6773197f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.1105103 Jul 14 09:33:03.844941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be7f6211-cb5b-45a7-aabf-efd04be2377a req-63ae3427-b771-4315-a346-6e3fa0a1ce64 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549736 Jul 14 09:33:03.892902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-38d29130-21a9-41ce-8068-d26d5a759372 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:03.895594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-38d29130-21a9-41ce-8068-d26d5a759372 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 946 time: 0.1634486 Jul 14 09:33:04.126023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b1d27b4-bf38-4ace-bf7e-8a4f8cc905f1 req-ac48f94e-48ac-4786-a0c5-7112712f0075 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.1029007 Jul 14 09:33:04.257634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Deleting port adcbd306-0e65-41dd-a4e2-c18862802044 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:04.259386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.591499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] For port adcbd306-0e65-41dd-a4e2-c18862802044, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=adcbd306-0e65-41dd-a4e2-c18862802044,segment=NetworkSegment(279e1599-85f5-4ce6-9096-ca0033550929),segment_id=279e1599-85f5-4ce6-9096-ca0033550929)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:04.595109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.624884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Calling delete_port for adcbd306-0e65-41dd-a4e2-c18862802044 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:04.790049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7d23-8677-461e-bc3d-5bc465abb651 req-c100294d-9d44-4318-a4fe-da1fab9466db tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:04.798243 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7bac7d23-8677-461e-bc3d-5bc465abb651 req-c100294d-9d44-4318-a4fe-da1fab9466db tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/ports?device_id=b8026502-fbe4-404a-a0bc-2158dadc5537 HTTP/1.1" status: 200 len: 946 time: 0.0923421 Jul 14 09:33:04.896173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7bac7d23-8677-461e-bc3d-5bc465abb651 req-3fc7f716-d11e-4feb-b77f-34bca5a91c7f tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.73 "GET /v2.0/security-groups?id=c769712c-c0eb-43da-a601-1c72474d413e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967588 Jul 14 09:33:04.949452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:04.963267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['adcbd306-0e65-41dd-a4e2-c18862802044'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:05.006147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Pushing event deleted for resources: {'Port': ['ID=adcbd306-0e65-41dd-a4e2-c18862802044,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.105468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] No DVR routers for this DVR port adcbd306-0e65-41dd-a4e2-c18862802044 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:05.109937 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.112067 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a79a9556-fc74-45b3-a92a-c0ea641b7833 req-c4dbde5c-612e-45ec-a5b4-49f92bdcaf66 tempest-DeleteServersTestJSON-1259817302 tempest-DeleteServersTestJSON-1259817302-project] 10.222.0.66 "DELETE /v2.0/ports/adcbd306-0e65-41dd-a4e2-c18862802044 HTTP/1.1" status: 204 len: 173 time: 1.2064455 Jul 14 09:33:05.118290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:05.119324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8026502-fbe4-404a-a0bc-2158dadc5537', 'name': 'network-vif-deleted', 'tag': 'adcbd306-0e65-41dd-a4e2-c18862802044'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:05.122154 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc6bd18-52cb-4a3c-b247-9e04924c24d2" -d '{"events": [{"server_uuid": "b8026502-fbe4-404a-a0bc-2158dadc5537", "name": "network-vif-deleted", "tag": "adcbd306-0e65-41dd-a4e2-c18862802044"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:05.220069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:05.220819 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.365065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e3537645-1971-4257-803c-06a62a953b9d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:05.540670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.604106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:05.614230 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52370acf-41fe-485a-9e23-824b69c9c4bf" -d '{"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-plugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:05.664187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:05.673980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.677730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device adcbd306-0e65-41dd-a4e2-c18862802044 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:05.850414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: adcbd306-0e65-41dd-a4e2-c18862802044 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:05.850824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device adcbd306-0e65-41dd-a4e2-c18862802044 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:05.871439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:05.898096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'e3537645-1971-4257-803c-06a62a953b9d', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'port_id': 'e3537645-1971-4257-803c-06a62a953b9d', 'mac_address': 'fa:16:3e:9c:d2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:05.907082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=10']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:05.948691 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:05.973663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3537645-1971-4257-803c-06a62a953b9d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:06.022965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:06.029267 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:06.166207 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eedb81-8f39-40b7-8e33-2bb14aff250b x-openstack-request-id: req-29eedb81-8f39-40b7-8e33-2bb14aff250b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:06.166790 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8026502-fbe4-404a-a0bc-2158dadc5537", "name": "network-vif-deleted", "tag": "adcbd306-0e65-41dd-a4e2-c18862802044", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:06.171887 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29eedb81-8f39-40b7-8e33-2bb14aff250b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:06.172380 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8026502-fbe4-404a-a0bc-2158dadc5537', 'name': 'network-vif-deleted', 'tag': 'adcbd306-0e65-41dd-a4e2-c18862802044', 'status': 'completed', 'code': 200} Jul 14 09:33:06.182721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['e3537645-1971-4257-803c-06a62a953b9d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:06.204862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:06.241924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bec9af-c4f0-4f8c-b170-0c52fd8e30e1 req-550b6eac-09c7-4473-904e-624a9da2cea6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.250638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6bec9af-c4f0-4f8c-b170-0c52fd8e30e1 req-550b6eac-09c7-4473-904e-624a9da2cea6 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 945 time: 0.1370065 Jul 14 09:33:06.383313 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6bec9af-c4f0-4f8c-b170-0c52fd8e30e1 req-07178151-5eed-4688-90a9-f9e52b372efd tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276286 Jul 14 09:33:06.439061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-bb2997fc-645f-4e91-b26f-1c43142ce8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.454036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-bb2997fc-645f-4e91-b26f-1c43142ce8c3 service neutron] 10.222.0.69 "GET /v2.0/ports/9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 1027 time: 0.1620309 Jul 14 09:33:06.584974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-21ad9bdd-af3a-4d8b-9752-a3db92611d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:06.587352 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-21ad9bdd-af3a-4d8b-9752-a3db92611d23 service neutron] 10.222.0.69 "GET /v2.0/ports/113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 1028 time: 0.1256962 Jul 14 09:33:06.692926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53e65de9-03b9-46df-87c4-c4d78c42eb47 req-1b91cde6-b5e3-4943-bea1-a4ea93997a58 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.2287931 Jul 14 09:33:06.698030 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2219e8c5-8c0a-4766-af82-d6da56cff4ba x-openstack-request-id: req-2219e8c5-8c0a-4766-af82-d6da56cff4ba {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:06.698995 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-plugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:06.700553 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2219e8c5-8c0a-4766-af82-d6da56cff4ba {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:06.701496 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'code': 200} Jul 14 09:33:07.375915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e3537645-1971-4257-803c-06a62a953b9d up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:07.585118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port e3537645-1971-4257-803c-06a62a953b9d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:07.585794 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.809930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.922196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:07.929365 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:07.934082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 19993c20-2012-433f-bf83-9d6165292667 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:07.935638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-87bc994e-79f4-43bf-a3b7-dfeef54239e5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:07.971117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-87bc994e-79f4-43bf-a3b7-dfeef54239e5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.003882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-87bc994e-79f4-43bf-a3b7-dfeef54239e5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.010830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-87bc994e-79f4-43bf-a3b7-dfeef54239e5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "GET /v2.0/networks?id=706991bd-9719-4c99-a2ef-5a8d5add13e8&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e HTTP/1.1" status: 200 len: 1991 time: 1.4089386 Jul 14 09:33:08.178659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ae91399d-995b-48b5-b80f-9f23d4d13c3d tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99606f4b80434859b5bf563e1c95bb85 HTTP/1.1" status: 200 len: 380 time: 0.1529920 Jul 14 09:33:08.190495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'admin_state_up': True, 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'security_groups': ['baabde5e-c242-4ea1-9af0-91d59fa4f00d']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:08.191091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc5293-8ba5-48e9-9690-b27bb59c30bf req-fc65d353-0040-4e1d-a8d7-0f26687bcb08 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:08.206721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ebc5293-8ba5-48e9-9690-b27bb59c30bf req-fc65d353-0040-4e1d-a8d7-0f26687bcb08 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.2470326 Jul 14 09:33:08.387986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ebc5293-8ba5-48e9-9690-b27bb59c30bf req-7c70db02-7bd1-4059-a877-1f17cd842309 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793869 Jul 14 09:33:08.416460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.452500 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.529400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:08.537088 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.660845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:08.681123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:08.684733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:08.706489 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d'}, {'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19993c20-2012-433f-bf83-9d6165292667'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:08.711952 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7012dc3-2fa7-4bc6-8f24-d5921a65b8cd" -d '{"events": [{"server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "name": "network-vif-plugged", "status": "completed", "tag": "e3537645-1971-4257-803c-06a62a953b9d"}, {"server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "name": "network-vif-unplugged", "status": "completed", "tag": "19993c20-2012-433f-bf83-9d6165292667"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:09.244187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Allocated IP 172.20.0.3 (706991bd-9719-4c99-a2ef-5a8d5add13e8/3d23025f-f0dc-4de4-9f60-bf6c8d663bcb/94483a93-4c44-47d5-82dc-c0b7051733b3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:09.613487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff92144-fade-485a-a142-45ee6f636fe9 req-33999621-0b46-4c9a-8d75-f391b4ea4809 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:09.615070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cff92144-fade-485a-a142-45ee6f636fe9 req-33999621-0b46-4c9a-8d75-f391b4ea4809 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c9a94ed-9c53-42b9-927e-d434d60f1a20 HTTP/1.1" status: 200 len: 943 time: 0.3084564 Jul 14 09:33:09.737636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.771902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Transition to ACTIVE for port object 94483a93-4c44-47d5-82dc-c0b7051733b3 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:09.846990 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:09.972950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=94483a93-4c44-47d5-82dc-c0b7051733b3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:09.990171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:09.999147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:10.012402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:10.124943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Deleting port 19993c20-2012-433f-bf83-9d6165292667 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:10.125301 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.239831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:10.245430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.294670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-27c792c8-be14-4cbd-97cc-2a065f264643 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1093171 Jul 14 09:33:10.324373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'admin_state_up': True, 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'security_groups': ['baabde5e-c242-4ea1-9af0-91d59fa4f00d']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:10.566538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] For port 19993c20-2012-433f-bf83-9d6165292667, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=19993c20-2012-433f-bf83-9d6165292667,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:10.566995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.586069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fa48de1d-137c-4be8-9596-30843c98cce8 None None] Provisioning for port 94483a93-4c44-47d5-82dc-c0b7051733b3 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:10.598391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Calling delete_port for 19993c20-2012-433f-bf83-9d6165292667 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:10.599878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fa48de1d-137c-4be8-9596-30843c98cce8 None None] Provisioning complete for port 94483a93-4c44-47d5-82dc-c0b7051733b3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:10.608832 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fa48de1d-137c-4be8-9596-30843c98cce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:10.757305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fa48de1d-137c-4be8-9596-30843c98cce8 None None] Port 94483a93-4c44-47d5-82dc-c0b7051733b3 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:10.824253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:10.828187 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.063862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.139200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Pushing event deleted for resources: {'Port': ['ID=19993c20-2012-433f-bf83-9d6165292667,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.310778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Allocated IP 10.1.1.151 (6ea51cb6-078a-46f8-aa62-5b14c304ffc3/de669c05-2fcb-4227-b0d8-480b5c5f867d/2f713509-147e-4a96-bbfa-e288edfc476a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:11.397443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] No DVR routers for this DVR port 19993c20-2012-433f-bf83-9d6165292667 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:11.402151 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.407324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cff92144-fade-485a-a142-45ee6f636fe9 req-dc8f73a0-dbba-42a7-a0af-64c1c0eea908 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.69 "DELETE /v2.0/ports/19993c20-2012-433f-bf83-9d6165292667 HTTP/1.1" status: 204 len: 173 time: 1.7854333 Jul 14 09:33:11.408027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'name': 'network-vif-deleted', 'tag': '19993c20-2012-433f-bf83-9d6165292667'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:11.412039 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fa0d7e-3962-4a85-a481-c8c06c62bad3" -d '{"events": [{"server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "name": "network-vif-deleted", "tag": "19993c20-2012-433f-bf83-9d6165292667"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:11.701790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.719107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Transition to ACTIVE for port object 2f713509-147e-4a96-bbfa-e288edfc476a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:11.827559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:11.951441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:11.970938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=2f713509-147e-4a96-bbfa-e288edfc476a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:11.987553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:11.995838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:12.145584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:12.146142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.204602 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b02581cd-9d0b-4e30-b07b-d7a30bf7a694 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9024310 Jul 14 09:33:12.229946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'admin_state_up': True, 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'security_groups': ['baabde5e-c242-4ea1-9af0-91d59fa4f00d']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:12.501314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-881f0925-e927-421d-8628-446b4939274a None None] Provisioning for port 2f713509-147e-4a96-bbfa-e288edfc476a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:12.515206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-881f0925-e927-421d-8628-446b4939274a None None] Provisioning complete for port 2f713509-147e-4a96-bbfa-e288edfc476a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:12.515648 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-881f0925-e927-421d-8628-446b4939274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.671260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:12.682844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:12.757309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-881f0925-e927-421d-8628-446b4939274a None None] Port 2f713509-147e-4a96-bbfa-e288edfc476a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:13.057546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Allocated IP 10.1.1.203 (6ea51cb6-078a-46f8-aa62-5b14c304ffc3/de669c05-2fcb-4227-b0d8-480b5c5f867d/d86239d0-e4e4-4a33-8921-2cfd984729c7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:13.179121 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:13.390633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.434229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 19993c20-2012-433f-bf83-9d6165292667 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:13.436159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Transition to ACTIVE for port object d86239d0-e4e4-4a33-8921-2cfd984729c7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:13.486014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 19993c20-2012-433f-bf83-9d6165292667 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:13.486375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 19993c20-2012-433f-bf83-9d6165292667 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:13.520751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.684012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:13.692081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:13.723812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:13.835128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=d86239d0-e4e4-4a33-8921-2cfd984729c7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:13.957643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:13.962614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:13.997523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-141b3b63-af37-4152-b9b5-cf3797a4b9a6 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7846940 Jul 14 09:33:14.009018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e', 'admin_state_up': True, 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'security_groups': ['baabde5e-c242-4ea1-9af0-91d59fa4f00d']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:14.342388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:14.348353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-eb9f1f15-23df-4903-a297-3e41a11133f7 None None] Provisioning for port d86239d0-e4e4-4a33-8921-2cfd984729c7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:14.373081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-eb9f1f15-23df-4903-a297-3e41a11133f7 None None] Provisioning complete for port d86239d0-e4e4-4a33-8921-2cfd984729c7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:14.378129 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb9f1f15-23df-4903-a297-3e41a11133f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.597543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f1f15-23df-4903-a297-3e41a11133f7 None None] Port d86239d0-e4e4-4a33-8921-2cfd984729c7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:14.611878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:14.727591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:14.988873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da5659c6-58b6-4ece-a08e-6841995335c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.206063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da5659c6-58b6-4ece-a08e-6841995335c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.211953 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da5659c6-58b6-4ece-a08e-6841995335c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.275464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5659c6-58b6-4ece-a08e-6841995335c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6c0a65-9cad-4a62-90fa-fce324b88feb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:15.303286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Allocated IP 10.2.2.100 (18d7ccd6-4ca4-4fe5-9757-c43dba00830e/ddab5945-979e-47d6-a5fe-e38ff9987dbe/503202b2-9042-406f-8131-0ce843a165dc) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:15.370810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36006) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:15.371088 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-da5659c6-58b6-4ece-a08e-6841995335c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d85201b92c824f38a969c864ab655b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412325 Jul 14 09:33:15.813234 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13d64782-88ef-4cc0-9b67-2a907d9bf296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:15.841900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13d64782-88ef-4cc0-9b67-2a907d9bf296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.017513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.094003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Transition to ACTIVE for port object 503202b2-9042-406f-8131-0ce843a165dc will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:16.098123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13d64782-88ef-4cc0-9b67-2a907d9bf296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.103409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13d64782-88ef-4cc0-9b67-2a907d9bf296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.104862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-13d64782-88ef-4cc0-9b67-2a907d9bf296 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc6c0a65-9cad-4a62-90fa-fce324b88feb HTTP/1.1" status: 204 len: 168 time: 0.7305229 Jul 14 09:33:16.142636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d64782-88ef-4cc0-9b67-2a907d9bf296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6c0a65-9cad-4a62-90fa-fce324b88feb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.240614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.444725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=503202b2-9042-406f-8131-0ce843a165dc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:16.457764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:16.471667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:16.479554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:16.710907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:16.724430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:16.761960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f9389085-1c52-4bcb-9ce6-36f30b8883ac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7567165 Jul 14 09:33:16.791844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e', 'admin_state_up': True, 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'security_groups': ['baabde5e-c242-4ea1-9af0-91d59fa4f00d']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:16.949694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36016) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:16.969522 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46d6368c-c4a4-4856-82d0-cabd14f94337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.054599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a0bbfe-d370-4b9c-a4ef-3f6c25432c5e None None] Provisioning for port 503202b2-9042-406f-8131-0ce843a165dc completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:17.068216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a0bbfe-d370-4b9c-a4ef-3f6c25432c5e None None] Provisioning complete for port 503202b2-9042-406f-8131-0ce843a165dc triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:17.068899 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a0bbfe-d370-4b9c-a4ef-3f6c25432c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.194148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46d6368c-c4a4-4856-82d0-cabd14f94337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.201672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46d6368c-c4a4-4856-82d0-cabd14f94337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.202629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a0bbfe-d370-4b9c-a4ef-3f6c25432c5e None None] Port 503202b2-9042-406f-8131-0ce843a165dc cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:17.232130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Made reservation on behalf of 99606f4b80434859b5bf563e1c95bb85 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:17.251107 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.341823 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-46d6368c-c4a4-4856-82d0-cabd14f94337 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8ceeaf5987c74feeab8399d001cfd583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909864 Jul 14 09:33:17.342803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6368c-c4a4-4856-82d0-cabd14f94337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82add005-f006-49d1-87df-303e7165f19c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:17.348080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36018) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:17.461975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c92ef9a-b515-495f-aeb3-d654e5b6a0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.488485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c92ef9a-b515-495f-aeb3-d654e5b6a0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.549089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c92ef9a-b515-495f-aeb3-d654e5b6a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.552457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c92ef9a-b515-495f-aeb3-d654e5b6a0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:17.554126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8c92ef9a-b515-495f-aeb3-d654e5b6a0c1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82add005-f006-49d1-87df-303e7165f19c HTTP/1.1" status: 204 len: 168 time: 0.2050121 Jul 14 09:33:17.585855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92ef9a-b515-495f-aeb3-d654e5b6a0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82add005-f006-49d1-87df-303e7165f19c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:17.854852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Allocated IP 10.2.2.200 (18d7ccd6-4ca4-4fe5-9757-c43dba00830e/ddab5945-979e-47d6-a5fe-e38ff9987dbe/35152d9a-da37-497e-85af-887f3bd0de2a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:18.400712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.457858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Transition to ACTIVE for port object 35152d9a-da37-497e-85af-887f3bd0de2a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:18.598806 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.651086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:18.723637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:18.727123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:18.840579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:18.841561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:18.858173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0835915 Jul 14 09:33:18.892716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:18.905134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0ff75-c19b-4e66-944d-3824770ed040 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event updated for resources: {'Port': ['ID=35152d9a-da37-497e-85af-887f3bd0de2a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:19.148851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.252682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ee6d9cb6-617c-4bde-9419-df8b1f8a6a6d None None] Provisioning for port 35152d9a-da37-497e-85af-887f3bd0de2a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:19.273389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ee6d9cb6-617c-4bde-9419-df8b1f8a6a6d None None] Provisioning complete for port 35152d9a-da37-497e-85af-887f3bd0de2a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:19.279300 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ee6d9cb6-617c-4bde-9419-df8b1f8a6a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.399827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ee6d9cb6-617c-4bde-9419-df8b1f8a6a6d None None] Port 35152d9a-da37-497e-85af-887f3bd0de2a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:33:19.763774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94483a93-4c44-47d5-82dc-c0b7051733b3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:19.772228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.786160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Transition to ACTIVE for port object 94483a93-4c44-47d5-82dc-c0b7051733b3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:19.794803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:19.939567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Pushing event updated for resources: {'Port': ['ID=94483a93-4c44-47d5-82dc-c0b7051733b3,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:20.054023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Attempting to bind port 94483a93-4c44-47d5-82dc-c0b7051733b3 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:20.056610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Attempting to bind port 94483a93-4c44-47d5-82dc-c0b7051733b3 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:20.060702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Attempting to bind port 94483a93-4c44-47d5-82dc-c0b7051733b3 on network 706991bd-9719-4c99-a2ef-5a8d5add13e8 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:20.073776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Port 94483a93-4c44-47d5-82dc-c0b7051733b3 on network 706991bd-9719-4c99-a2ef-5a8d5add13e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:20.074408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Attempting to bind port 94483a93-4c44-47d5-82dc-c0b7051733b3 on network 706991bd-9719-4c99-a2ef-5a8d5add13e8 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:20.085426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:20.085944 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Checking segment: {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:20.087365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Bound using segment: {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:20.087913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Bound port: 94483a93-4c44-47d5-82dc-c0b7051733b3, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '720c3ec2-af20-4c86-b24c-b13e9993fa29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:20.091036 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.234934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] For port 94483a93-4c44-47d5-82dc-c0b7051733b3, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:20.254707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] For port 94483a93-4c44-47d5-82dc-c0b7051733b3, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94483a93-4c44-47d5-82dc-c0b7051733b3,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:20.261843 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.397664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:20.404419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.406090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] 10.222.0.69 "PUT /v2.0/ports/94483a93-4c44-47d5-82dc-c0b7051733b3 HTTP/1.1" status: 200 len: 1092 time: 1.5194516 Jul 14 09:33:20.408577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:20.411485 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa22cd5-ec70-41b1-88b3-e259dd482663" -d '{"events": [{"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:20.455923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:20.611443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:20.630295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d826ef-0f3c-4dc7-9855-f35e30498388 service neutron] Pushing event updated for resources: {'Port': ['ID=94483a93-4c44-47d5-82dc-c0b7051733b3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:21.358376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6d1074-588f-4306-a044-0adcded8ab8b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:21.398448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.439665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Transition to ACTIVE for port object 9a6d1074-588f-4306-a044-0adcded8ab8b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:21.453778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.554221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Pushing event updated for resources: {'Port': ['ID=9a6d1074-588f-4306-a044-0adcded8ab8b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:21.816017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Attempting to bind port 9a6d1074-588f-4306-a044-0adcded8ab8b on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:21.816379 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9baa4248-947c-46c7-abaf-33567a450278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:21.816855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Attempting to bind port 9a6d1074-588f-4306-a044-0adcded8ab8b by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:21.816855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Attempting to bind port 9a6d1074-588f-4306-a044-0adcded8ab8b on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:21.824981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Port 9a6d1074-588f-4306-a044-0adcded8ab8b on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:21.825318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Attempting to bind port 9a6d1074-588f-4306-a044-0adcded8ab8b on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:21.851295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:21.851651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Checking segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:21.852046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Bound using segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:21.863056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Bound port: 9a6d1074-588f-4306-a044-0adcded8ab8b, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:21.863452 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.087438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] For port 9a6d1074-588f-4306-a044-0adcded8ab8b, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:22.107347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] For port 9a6d1074-588f-4306-a044-0adcded8ab8b, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a6d1074-588f-4306-a044-0adcded8ab8b,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:22.115301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.157827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:22.158378 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:22.169166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] 10.222.0.69 "PUT /v2.0/ports/9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 1131 time: 1.7223151 Jul 14 09:33:22.255419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:22.465936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792d3ea9-2d17-452f-a543-6c23843957cb service neutron] Pushing event updated for resources: {'Port': ['ID=9a6d1074-588f-4306-a044-0adcded8ab8b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:22.570216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.131206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113f389a-859e-445e-acc5-c67aba0cd239 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:23.145625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.172565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Transition to ACTIVE for port object 113f389a-859e-445e-acc5-c67aba0cd239 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:23.178828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.330605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36114) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:23.396524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Pushing event updated for resources: {'Port': ['ID=113f389a-859e-445e-acc5-c67aba0cd239,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.499725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Attempting to bind port 113f389a-859e-445e-acc5-c67aba0cd239 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:23.500332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Attempting to bind port 113f389a-859e-445e-acc5-c67aba0cd239 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:23.500455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Attempting to bind port 113f389a-859e-445e-acc5-c67aba0cd239 on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:23.519334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Port 113f389a-859e-445e-acc5-c67aba0cd239 on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:23.519718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Attempting to bind port 113f389a-859e-445e-acc5-c67aba0cd239 on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:23.548373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:23.548749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Checking segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:23.549143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Bound using segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:23.549643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Bound port: 113f389a-859e-445e-acc5-c67aba0cd239, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:23.550017 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.599004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f9e0-0682-41b4-b0c3-0b2c10a8475f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.709495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] For port 113f389a-859e-445e-acc5-c67aba0cd239, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:23.713743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] For port 113f389a-859e-445e-acc5-c67aba0cd239, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=113f389a-859e-445e-acc5-c67aba0cd239,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:23.723110 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.769776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:23.770409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.772176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] 10.222.0.69 "PUT /v2.0/ports/113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 1132 time: 1.5438037 Jul 14 09:33:23.824982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:23.837030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fed550-5655-420a-b3b8-51aab8dbe90a service neutron] Pushing event updated for resources: {'Port': ['ID=113f389a-859e-445e-acc5-c67aba0cd239,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:23.914558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f9e0-0682-41b4-b0c3-0b2c10a8475f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.925263 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f9e0-0682-41b4-b0c3-0b2c10a8475f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:23.988240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2f9e0-0682-41b4-b0c3-0b2c10a8475f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c9da2c-d408-48ea-8755-5d68102671ee,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:24.016420 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.037801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d4b2f9e0-0682-41b4-b0c3-0b2c10a8475f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=344841fe9adf449b8d2aff9a7c93a170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055240 Jul 14 09:33:24.038795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36118) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:24.172995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9919e776-eb42-4756-a8b6-7a859a397b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.217719 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-26765634-c6b6-43f2-9f5c-c02994a52ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.231086 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9919e776-eb42-4756-a8b6-7a859a397b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.356738 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9919e776-eb42-4756-a8b6-7a859a397b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.360313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9919e776-eb42-4756-a8b6-7a859a397b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.364066 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9919e776-eb42-4756-a8b6-7a859a397b7e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9c9da2c-d408-48ea-8755-5d68102671ee HTTP/1.1" status: 204 len: 168 time: 0.3222632 Jul 14 09:33:24.384494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9919e776-eb42-4756-a8b6-7a859a397b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c9da2c-d408-48ea-8755-5d68102671ee,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:24.476854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.788251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f713509-147e-4a96-bbfa-e288edfc476a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:24.806393 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:24.857214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Transition to ACTIVE for port object 2f713509-147e-4a96-bbfa-e288edfc476a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:24.864485 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.085995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Pushing event updated for resources: {'Port': ['ID=2f713509-147e-4a96-bbfa-e288edfc476a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.131688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:25.237834 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23ed53c4-b9b1-46d9-8bc9-d563fd6cd29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.340004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Attempting to bind port 2f713509-147e-4a96-bbfa-e288edfc476a on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:25.347123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Attempting to bind port 2f713509-147e-4a96-bbfa-e288edfc476a by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:25.347659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Attempting to bind port 2f713509-147e-4a96-bbfa-e288edfc476a on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:25.354379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Port 2f713509-147e-4a96-bbfa-e288edfc476a on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:25.354842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Attempting to bind port 2f713509-147e-4a96-bbfa-e288edfc476a on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:25.360579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:25.361046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Checking segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:25.361758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Bound using segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:25.362900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Bound port: 2f713509-147e-4a96-bbfa-e288edfc476a, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:25.363464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.457900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] For port 2f713509-147e-4a96-bbfa-e288edfc476a, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:25.463136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] For port 2f713509-147e-4a96-bbfa-e288edfc476a, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f713509-147e-4a96-bbfa-e288edfc476a,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:25.468459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.479226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23ed53c4-b9b1-46d9-8bc9-d563fd6cd29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.490531 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23ed53c4-b9b1-46d9-8bc9-d563fd6cd29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.494960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:25.495884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.497443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] 10.222.0.69 "PUT /v2.0/ports/2f713509-147e-4a96-bbfa-e288edfc476a HTTP/1.1" status: 200 len: 1092 time: 1.6828995 Jul 14 09:33:25.601039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.616447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-23ed53c4-b9b1-46d9-8bc9-d563fd6cd29b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a9373c4261747628623524d0e211b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4747634 Jul 14 09:33:25.618697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:25.627976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:25.634215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed53c4-b9b1-46d9-8bc9-d563fd6cd29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bb705c-50c3-43e3-b00f-b64dbc6e9468,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.785195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b77bda1a-019a-405e-9601-2057150ccd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.819698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Pushing event updated for resources: {'Port': ['ID=2f713509-147e-4a96-bbfa-e288edfc476a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:25.839256 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b77bda1a-019a-405e-9601-2057150ccd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.854901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.855250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.855595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.855934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.856294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.856629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.856958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.867489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.867843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.868384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.868728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.869061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb2990b-8893-497c-a6c3-49e0054ef93e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:25.917950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.970616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b77bda1a-019a-405e-9601-2057150ccd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.974221 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b77bda1a-019a-405e-9601-2057150ccd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:25.981101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b77bda1a-019a-405e-9601-2057150ccd4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6bb705c-50c3-43e3-b00f-b64dbc6e9468 HTTP/1.1" status: 204 len: 168 time: 0.3554480 Jul 14 09:33:25.991641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bda1a-019a-405e-9601-2057150ccd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bb705c-50c3-43e3-b00f-b64dbc6e9468,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.497506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86239d0-e4e4-4a33-8921-2cfd984729c7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:26.518338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.565979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Transition to ACTIVE for port object d86239d0-e4e4-4a33-8921-2cfd984729c7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:26.577255 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.656668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Pushing event updated for resources: {'Port': ['ID=d86239d0-e4e4-4a33-8921-2cfd984729c7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:26.718868 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:26.863373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Attempting to bind port d86239d0-e4e4-4a33-8921-2cfd984729c7 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:26.863872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Attempting to bind port d86239d0-e4e4-4a33-8921-2cfd984729c7 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:26.864031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Attempting to bind port d86239d0-e4e4-4a33-8921-2cfd984729c7 on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:26.879217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Port d86239d0-e4e4-4a33-8921-2cfd984729c7 on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:26.879551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Attempting to bind port d86239d0-e4e4-4a33-8921-2cfd984729c7 on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:26.885323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:26.885663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Checking segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:26.886054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Bound using segment: {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:26.886912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Bound port: d86239d0-e4e4-4a33-8921-2cfd984729c7, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ba3f17-46e2-4760-86af-e243424ee328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:26.886912 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.103331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] For port d86239d0-e4e4-4a33-8921-2cfd984729c7, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:27.118133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] For port d86239d0-e4e4-4a33-8921-2cfd984729c7, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:27.138089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.161207 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.276176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.278714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.281310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] 10.222.0.69 "PUT /v2.0/ports/d86239d0-e4e4-4a33-8921-2cfd984729c7 HTTP/1.1" status: 200 len: 1092 time: 1.6737926 Jul 14 09:33:27.332608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:27.491500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1ab72-70be-4f8a-8ff9-6eabca7f0d80 service neutron] Pushing event updated for resources: {'Port': ['ID=d86239d0-e4e4-4a33-8921-2cfd984729c7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:27.562751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:27.960386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-40aa2578-0b19-42f9-83a5-4a02aa5b5a55 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:27.976661 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-40aa2578-0b19-42f9-83a5-4a02aa5b5a55 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 804 time: 0.2524102 Jul 14 09:33:27.997502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-7308b0f0-5b24-4521-8e72-6b621e94d856 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/quotas/db39e53052bb48e4851630eaf78894f9 HTTP/1.1" status: 200 len: 375 time: 0.0197160 Jul 14 09:33:28.105248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-8d3b525a-16d4-4229-b662-0f0fdae276cb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999353 Jul 14 09:33:28.249820 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-87938edb-3c52-4e85-94d6-08e5ab8d2fad service neutron] 10.222.0.73 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375473 Jul 14 09:33:28.343269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ece48-b387-491c-9f5f-44933acffe72 req-1b0a4dd8-d051-4f03-83db-dc50849584b4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.352600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ece48-b387-491c-9f5f-44933acffe72 req-1b0a4dd8-d051-4f03-83db-dc50849584b4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.360342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ece48-b387-491c-9f5f-44933acffe72 req-1b0a4dd8-d051-4f03-83db-dc50849584b4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.369363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ece48-b387-491c-9f5f-44933acffe72 req-1b0a4dd8-d051-4f03-83db-dc50849584b4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.376782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ece48-b387-491c-9f5f-44933acffe72 req-1b0a4dd8-d051-4f03-83db-dc50849584b4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.384326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ece48-b387-491c-9f5f-44933acffe72 req-1b0a4dd8-d051-4f03-83db-dc50849584b4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.393811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ece48-b387-491c-9f5f-44933acffe72 req-1b0a4dd8-d051-4f03-83db-dc50849584b4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:28.402108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99ece48-b387-491c-9f5f-44933acffe72 req-1b0a4dd8-d051-4f03-83db-dc50849584b4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5397 time: 0.4372635 Jul 14 09:33:28.465487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-dfa3ebb4-a33f-42ae-bd60-2f7160918c9e service neutron] 10.222.0.73 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068675 Jul 14 09:33:28.478767 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b99ece48-b387-491c-9f5f-44933acffe72 req-61f309bb-0913-44b0-ad62-d9f30cc8c4a9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753343 Jul 14 09:33:28.486377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503202b2-9042-406f-8131-0ce843a165dc {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:28.507767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.547408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Transition to ACTIVE for port object 503202b2-9042-406f-8131-0ce843a165dc will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:28.553697 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:28.601324 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0901ee-867c-4c9e-92dc-e0513a4e8913 x-openstack-request-id: req-ac0901ee-867c-4c9e-92dc-e0513a4e8913 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:28.603170 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "name": "network-vif-plugged", "status": "completed", "tag": "e3537645-1971-4257-803c-06a62a953b9d", "code": 200}, {"server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "name": "network-vif-unplugged", "status": "completed", "tag": "19993c20-2012-433f-bf83-9d6165292667", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:28.603672 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac0901ee-867c-4c9e-92dc-e0513a4e8913 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:28.604704 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d', 'code': 200} Jul 14 09:33:28.605509 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19993c20-2012-433f-bf83-9d6165292667', 'code': 200} Jul 14 09:33:28.700706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Pushing event updated for resources: {'Port': ['ID=503202b2-9042-406f-8131-0ce843a165dc,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:29.021089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Attempting to bind port 503202b2-9042-406f-8131-0ce843a165dc on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:29.022517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Attempting to bind port 503202b2-9042-406f-8131-0ce843a165dc by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:29.022517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Attempting to bind port 503202b2-9042-406f-8131-0ce843a165dc on network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:29.032036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Port 503202b2-9042-406f-8131-0ce843a165dc on network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:29.044546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Attempting to bind port 503202b2-9042-406f-8131-0ce843a165dc on network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:29.058050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:29.058400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Checking segment: {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:29.058797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Bound using segment: {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:29.059236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Bound port: 503202b2-9042-406f-8131-0ce843a165dc, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:29.068802 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.139620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f0f7b-939c-4a27-81c8-3f2e0bbe790a req-513965c7-3e71-42fb-b449-aa27442e9542 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.162827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-881f0f7b-939c-4a27-81c8-3f2e0bbe790a req-513965c7-3e71-42fb-b449-aa27442e9542 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.1398110 Jul 14 09:33:29.222555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-881f0f7b-939c-4a27-81c8-3f2e0bbe790a req-8e7f9997-0b18-40b8-ba72-391786728fe2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564694 Jul 14 09:33:29.319379 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cba32f-cef5-4e5e-a6eb-62ba8f395900 x-openstack-request-id: req-30cba32f-cef5-4e5e-a6eb-62ba8f395900 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:29.319861 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9a94ed-9c53-42b9-927e-d434d60f1a20", "name": "network-vif-deleted", "tag": "19993c20-2012-433f-bf83-9d6165292667", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:29.320308 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30cba32f-cef5-4e5e-a6eb-62ba8f395900 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:29.320890 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9a94ed-9c53-42b9-927e-d434d60f1a20', 'name': 'network-vif-deleted', 'tag': '19993c20-2012-433f-bf83-9d6165292667', 'status': 'completed', 'code': 200} Jul 14 09:33:29.357226 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fdd8df-0040-4a5c-a6cc-5bb6d16c4a7d x-openstack-request-id: req-74fdd8df-0040-4a5c-a6cc-5bb6d16c4a7d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:29.357710 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:29.357817 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74fdd8df-0040-4a5c-a6cc-5bb6d16c4a7d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:29.358212 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'status': 'completed', 'code': 200} Jul 14 09:33:29.369930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] For port 503202b2-9042-406f-8131-0ce843a165dc, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:29.378771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] For port 503202b2-9042-406f-8131-0ce843a165dc, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=503202b2-9042-406f-8131-0ce843a165dc,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:29.397798 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.446592 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.538220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-280d2e23-63a0-46f3-a5ba-40e7b47f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.544767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-280d2e23-63a0-46f3-a5ba-40e7b47f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.545238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-280d2e23-63a0-46f3-a5ba-40e7b47f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.553003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-280d2e23-63a0-46f3-a5ba-40e7b47f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.553502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-280d2e23-63a0-46f3-a5ba-40e7b47f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.553989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-280d2e23-63a0-46f3-a5ba-40e7b47f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.554475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-280d2e23-63a0-46f3-a5ba-40e7b47f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.556623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-280d2e23-63a0-46f3-a5ba-40e7b47f59b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6417 time: 0.1703308 Jul 14 09:33:29.559561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:29.560576 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:29.562506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] 10.222.0.69 "PUT /v2.0/ports/503202b2-9042-406f-8131-0ce843a165dc HTTP/1.1" status: 200 len: 1092 time: 2.2449257 Jul 14 09:33:29.683714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Request body: {'port': {'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:29.700229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8f1826f-f5d9-4ddc-9e1f-f817bd481e56 req-e8872f71-828d-44a2-b424-b9af131ab970 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 210 time: 0.2076893 Jul 14 09:33:29.871505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e60105-fcd3-4591-bba4-fa38d195b19b service neutron] Pushing event updated for resources: {'Port': ['ID=503202b2-9042-406f-8131-0ce843a165dc,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:30.070471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-5ddbcc51-c2bc-424a-accd-0bac95c78747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.070967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-5ddbcc51-c2bc-424a-accd-0bac95c78747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.071425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-5ddbcc51-c2bc-424a-accd-0bac95c78747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.075277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-5ddbcc51-c2bc-424a-accd-0bac95c78747 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=99606f4b80434859b5bf563e1c95bb85&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5063434 Jul 14 09:33:30.157709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:30.365317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-a718f684-0b71-4903-821d-88d5500a8512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.382995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-a718f684-0b71-4903-821d-88d5500a8512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.396316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-a718f684-0b71-4903-821d-88d5500a8512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.415505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-a718f684-0b71-4903-821d-88d5500a8512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.431069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-a718f684-0b71-4903-821d-88d5500a8512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.449705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-a718f684-0b71-4903-821d-88d5500a8512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.460868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-a718f684-0b71-4903-821d-88d5500a8512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:30.473916 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-a718f684-0b71-4903-821d-88d5500a8512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5409 time: 0.4094753 Jul 14 09:33:30.623545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa84b3a2-2323-4fba-9687-fd6b2686f1eb req-4ec20ed8-7793-41e5-bbd8-08e561542bac tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465554 Jul 14 09:33:31.078472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35152d9a-da37-497e-85af-887f3bd0de2a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:31.097371 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.115303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0193fb-6ac6-4c69-bafb-a5388869826c req-ae91b079-9c42-4072-b469-b13ca4e3e2df tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.117062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f0193fb-6ac6-4c69-bafb-a5388869826c req-ae91b079-9c42-4072-b469-b13ca4e3e2df tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 950 time: 1.0392988 Jul 14 09:33:31.148885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Transition to ACTIVE for port object 35152d9a-da37-497e-85af-887f3bd0de2a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:31.155882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.159662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-db98aff1-1b39-49c6-afff-a4b92d6dd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.162198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-caa22cd5-ec70-41b1-88b3-e259dd482663 req-db98aff1-1b39-49c6-afff-a4b92d6dd2ff service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0627787 Jul 14 09:33:31.299031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:31.363868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '9a6d1074-588f-4306-a044-0adcded8ab8b'}, {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '113f389a-859e-445e-acc5-c67aba0cd239'}, {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '2f713509-147e-4a96-bbfa-e288edfc476a'}, {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': 'd86239d0-e4e4-4a33-8921-2cfd984729c7'}, {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '503202b2-9042-406f-8131-0ce843a165dc'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:31.366831 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3deb425-12bd-440a-992a-8975866beb71" -d '{"events": [{"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "9a6d1074-588f-4306-a044-0adcded8ab8b"}, {"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "113f389a-859e-445e-acc5-c67aba0cd239"}, {"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "2f713509-147e-4a96-bbfa-e288edfc476a"}, {"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "d86239d0-e4e4-4a33-8921-2cfd984729c7"}, {"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "503202b2-9042-406f-8131-0ce843a165dc"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:31.369896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=35152d9a-da37-497e-85af-887f3bd0de2a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.442129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Attempting to bind port 35152d9a-da37-497e-85af-887f3bd0de2a on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:31.442898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Attempting to bind port 35152d9a-da37-497e-85af-887f3bd0de2a by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:31.444501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Attempting to bind port 35152d9a-da37-497e-85af-887f3bd0de2a on network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:31.455597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f0193fb-6ac6-4c69-bafb-a5388869826c req-2f177ceb-0bfa-4e50-8bd6-1be3e4a9c24d tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124564 Jul 14 09:33:31.457299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Port 35152d9a-da37-497e-85af-887f3bd0de2a on network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:31.457783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Attempting to bind port 35152d9a-da37-497e-85af-887f3bd0de2a on network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:31.484585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-c98f026a-1e2d-45a8-927f-83745821ddd4 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.486651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-c98f026a-1e2d-45a8-927f-83745821ddd4 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.66 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 804 time: 0.3241074 Jul 14 09:33:31.502880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:31.502880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Checking segment: {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:31.502880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Bound using segment: {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:31.502880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Bound port: 35152d9a-da37-497e-85af-887f3bd0de2a, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bf6cf8-d72f-46a2-92df-42232e1ca5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:31.505522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.512679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Request body: {'port': {'device_id': '0545ad9d-6218-409e-b1e0-d12065e01f5a', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'admin_state_up': True, 'tenant_id': 'db39e53052bb48e4851630eaf78894f9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:31.578671 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.655170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:31.657474 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fcc5ed-f689-4ac9-ac9e-ff461b1c9ad5" -d '{"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:31.688471 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:31.701599 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.782759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] For port 35152d9a-da37-497e-85af-887f3bd0de2a, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:31.806172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9488f-fc4b-48e4-92a0-c92dd197e168 req-cb80c94d-d1f3-4bbe-acc3-bf213cdc331d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.818023 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7d8e9ca5-ba18-4213-a2f1-76eeb6464e85 req-8babc64b-d947-4e51-bc57-5c995abd91e6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 210 time: 0.0724432 Jul 14 09:33:31.820785 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14f9488f-fc4b-48e4-92a0-c92dd197e168 req-cb80c94d-d1f3-4bbe-acc3-bf213cdc331d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.3552718 Jul 14 09:33:31.833111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] For port 35152d9a-da37-497e-85af-887f3bd0de2a, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=35152d9a-da37-497e-85af-887f3bd0de2a,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:31.851677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.860336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:31.865848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Made reservation on behalf of db39e53052bb48e4851630eaf78894f9 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:31.874946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.907108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:31.907741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:31.909224 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] 10.222.0.69 "PUT /v2.0/ports/35152d9a-da37-497e-85af-887f3bd0de2a HTTP/1.1" status: 200 len: 1092 time: 2.2425871 Jul 14 09:33:31.929498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14f9488f-fc4b-48e4-92a0-c92dd197e168 req-090551da-43f2-4f4b-96ad-9165dc8e3039 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074378 Jul 14 09:33:31.976888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4310bea6-d954-4925-98c8-c1d98b971bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=35152d9a-da37-497e-85af-887f3bd0de2a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:32.079285 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 847 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d14f0d4-2d55-4955-8df0-9a5e83416121 x-openstack-request-id: req-3d14f0d4-2d55-4955-8df0-9a5e83416121 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:32.079710 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "9a6d1074-588f-4306-a044-0adcded8ab8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "113f389a-859e-445e-acc5-c67aba0cd239", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "2f713509-147e-4a96-bbfa-e288edfc476a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "d86239d0-e4e4-4a33-8921-2cfd984729c7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "503202b2-9042-406f-8131-0ce843a165dc", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:32.080093 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d14f0d4-2d55-4955-8df0-9a5e83416121 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:32.081229 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '9a6d1074-588f-4306-a044-0adcded8ab8b', 'status': 'completed', 'code': 200} Jul 14 09:33:32.081589 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '113f389a-859e-445e-acc5-c67aba0cd239', 'status': 'completed', 'code': 200} Jul 14 09:33:32.081941 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '2f713509-147e-4a96-bbfa-e288edfc476a', 'status': 'completed', 'code': 200} Jul 14 09:33:32.082290 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': 'd86239d0-e4e4-4a33-8921-2cfd984729c7', 'status': 'completed', 'code': 200} Jul 14 09:33:32.082690 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '503202b2-9042-406f-8131-0ce843a165dc', 'status': 'completed', 'code': 200} Jul 14 09:33:32.154931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ded016a5-21bd-413e-bbf1-de2c1d0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.155926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ded016a5-21bd-413e-bbf1-de2c1d0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.156513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ded016a5-21bd-413e-bbf1-de2c1d0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.159989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ded016a5-21bd-413e-bbf1-de2c1d0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.161135 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38b077c-b6e1-48f5-865e-45f12dbec683 x-openstack-request-id: req-e38b077c-b6e1-48f5-865e-45f12dbec683 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:32.161441 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:32.161703 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e38b077c-b6e1-48f5-865e-45f12dbec683 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:32.162110 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'code': 200} Jul 14 09:33:32.162595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ded016a5-21bd-413e-bbf1-de2c1d0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.163305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ded016a5-21bd-413e-bbf1-de2c1d0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.164188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Allocated IP 172.20.0.3 (8d062b05-02a3-4d75-b55c-1cb15d1ad72a/616c53a4-30a7-4e6a-a138-a97e3bcc800a/3d9df725-d63e-410f-8788-3d08061983d3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:32.165373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ded016a5-21bd-413e-bbf1-de2c1d0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.179941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-ded016a5-21bd-413e-bbf1-de2c1d0c6d36 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6485 time: 0.1814275 Jul 14 09:33:32.260159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-cd0f6e6c-357b-4929-9fe2-af5683636b8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94483a93-4c44-47d5-82dc-c0b7051733b3 HTTP/1.1" status: 200 len: 217 time: 0.0791333 Jul 14 09:33:32.373147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-36c3ca6c-31f6-4bcc-a316-de55aa6564ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.376871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-36c3ca6c-31f6-4bcc-a316-de55aa6564ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d23025f-f0dc-4de4-9f60-bf6c8d663bcb HTTP/1.1" status: 200 len: 851 time: 0.1016092 Jul 14 09:33:32.523637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea809f-fa60-4730-9b83-110b074a8454 req-acc04699-67e7-46e0-97e2-926794ec449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.525716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fea809f-fa60-4730-9b83-110b074a8454 req-acc04699-67e7-46e0-97e2-926794ec449f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 1098 time: 0.1231387 Jul 14 09:33:32.562410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f1151570-6132-480d-9e86-6d4cb4c36a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.564268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-f1151570-6132-480d-9e86-6d4cb4c36a13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706991bd-9719-4c99-a2ef-5a8d5add13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1804411 Jul 14 09:33:32.699946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea809f-fa60-4730-9b83-110b074a8454 req-189c1190-a134-46e2-8dfe-2353f16adb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.702847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fea809f-fa60-4730-9b83-110b074a8454 req-189c1190-a134-46e2-8dfe-2353f16adb5e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.1595173 Jul 14 09:33:32.716306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:32.797900 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fea809f-fa60-4730-9b83-110b074a8454 req-cf1b29b2-ed95-4637-94d7-593defbcaa97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3537645-1971-4257-803c-06a62a953b9d HTTP/1.1" status: 200 len: 217 time: 0.0786569 Jul 14 09:33:32.888512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea809f-fa60-4730-9b83-110b074a8454 req-d9fe7b58-7981-421c-b02e-25e9948c37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:32.890024 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fea809f-fa60-4730-9b83-110b074a8454 req-d9fe7b58-7981-421c-b02e-25e9948c37e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.0860655 Jul 14 09:33:33.054423 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.174348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:33.181216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:33.189190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:33.284347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Pushing event updated for resources: {'Port': ['ID=3d9df725-d63e-410f-8788-3d08061983d3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:33.293182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea809f-fa60-4730-9b83-110b074a8454 req-397b8c2e-b568-4c25-99d8-da89e5dca8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.297413 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fea809f-fa60-4730-9b83-110b074a8454 req-397b8c2e-b568-4c25-99d8-da89e5dca8d1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3973994 Jul 14 09:33:33.321037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.321386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.321729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.322070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.322402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.322738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.323065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.323442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.323764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.324081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.324452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.324774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:33.378577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.379385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.471184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-2886cf4e-9ea5-454c-9a64-949a2b3df143 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9696796 Jul 14 09:33:33.496873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-24bb43fd-25a8-446c-9e28-6727cd715486 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.498232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Request body: {'port': {'device_id': '0545ad9d-6218-409e-b1e0-d12065e01f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:33.503293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-24bb43fd-25a8-446c-9e28-6727cd715486 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.509261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-24bb43fd-25a8-446c-9e28-6727cd715486 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.515307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-24bb43fd-25a8-446c-9e28-6727cd715486 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.521319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-24bb43fd-25a8-446c-9e28-6727cd715486 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.527506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-24bb43fd-25a8-446c-9e28-6727cd715486 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.534736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-24bb43fd-25a8-446c-9e28-6727cd715486 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.542188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-24bb43fd-25a8-446c-9e28-6727cd715486 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 1.0773170 Jul 14 09:33:33.636977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fea809f-fa60-4730-9b83-110b074a8454 req-81409ff0-31a9-4a05-a283-a29b5382055a service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274121 Jul 14 09:33:33.638729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:33.646715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-928dbb31-8802-4ad9-b7d1-261d04e7f22b req-0ebc04b1-35ca-40ff-80b0-c5225ad42fab tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035702 Jul 14 09:33:33.658203 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-631d683f-d8b9-47ce-bf7e-104d04d3185f service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0862935 Jul 14 09:33:33.855443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f88b4-fe3f-4a04-8876-40c62cff7b27 req-d931361d-900e-478f-a86a-1a987bbc3cdc tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.857571 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee5f88b4-fe3f-4a04-8876-40c62cff7b27 req-d931361d-900e-478f-a86a-1a987bbc3cdc tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 931 time: 0.2554839 Jul 14 09:33:33.888523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-123a2677-680b-4632-ac90-5983d7ee309f service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148654 Jul 14 09:33:33.903720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef9399-b68c-4fb3-9b8e-e927ee5ed4be req-195b5c1c-fdda-4030-9039-fd276598388b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:33.906135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5bef9399-b68c-4fb3-9b8e-e927ee5ed4be req-195b5c1c-fdda-4030-9039-fd276598388b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.1102514 Jul 14 09:33:33.986890 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee5f88b4-fe3f-4a04-8876-40c62cff7b27 req-052c3086-8e0c-4fd3-8686-74431e1d5356 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774996 Jul 14 09:33:33.989097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fea809f-fa60-4730-9b83-110b074a8454 req-2511c29e-eb56-4be3-b921-0af87ec5476e service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367870 Jul 14 09:33:34.030104 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-9dbcf51e-3599-46bb-9969-090e1b6cb996 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 217 time: 0.1229084 Jul 14 09:33:34.071550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5bef9399-b68c-4fb3-9b8e-e927ee5ed4be req-328dd27c-6e9f-4773-8f18-f51f45d12fa0 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361322 Jul 14 09:33:34.116942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '35152d9a-da37-497e-85af-887f3bd0de2a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:34.124300 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a" -d '{"events": [{"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "35152d9a-da37-497e-85af-887f3bd0de2a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:34.178172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-82f1637b-0c30-4d62-846b-67e786413bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.181631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-82f1637b-0c30-4d62-846b-67e786413bcc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.1259604 Jul 14 09:33:34.267616 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7ef4ff-a0d8-46a2-b3d2-4b2666960974 x-openstack-request-id: req-2f7ef4ff-a0d8-46a2-b3d2-4b2666960974 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:34.267847 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "35152d9a-da37-497e-85af-887f3bd0de2a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:34.268187 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f7ef4ff-a0d8-46a2-b3d2-4b2666960974 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:34.269289 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '35152d9a-da37-497e-85af-887f3bd0de2a', 'status': 'completed', 'code': 200} Jul 14 09:33:34.331584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d281ec32-58d6-4cac-8185-a4c537fb758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:34.334662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d281ec32-58d6-4cac-8185-a4c537fb758a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1447914 Jul 14 09:33:34.356231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d9df725-d63e-410f-8788-3d08061983d3 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:34.383834 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.427159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Transition to ACTIVE for port object 3d9df725-d63e-410f-8788-3d08061983d3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:34.439722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.545464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9df725-d63e-410f-8788-3d08061983d3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:34.551985 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-e87f1d38-a5a5-4b29-be62-a03abb949bba service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046263 Jul 14 09:33:34.731233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Attempting to bind port 3d9df725-d63e-410f-8788-3d08061983d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:34.731840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Attempting to bind port 3d9df725-d63e-410f-8788-3d08061983d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:34.732415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Attempting to bind port 3d9df725-d63e-410f-8788-3d08061983d3 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:34.746086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Port 3d9df725-d63e-410f-8788-3d08061983d3 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:34.746879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Attempting to bind port 3d9df725-d63e-410f-8788-3d08061983d3 on network 8d062b05-02a3-4d75-b55c-1cb15d1ad72a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:34.757610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:34.761312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Checking segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:34.764162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Bound using segment: {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:34.765618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Bound port: 3d9df725-d63e-410f-8788-3d08061983d3, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bda2fe2-1cd0-46b2-b084-8b7f739b1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:34.767261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:34.779969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-87a9fd9b-c4f7-4862-baf7-65e6d43c82a3 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068548 Jul 14 09:33:34.869254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-2d944bfa-0d00-432c-896b-336b05d8b84d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 217 time: 0.0870728 Jul 14 09:33:34.939333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:34.945268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3d9df725-d63e-410f-8788-3d08061983d3,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:34.995503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.037239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf64d0-092a-4215-9fc0-7a3be70bf21e req-56d60e8a-f187-421c-8eeb-6b3db6f665f8 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.047607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.048315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.050605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] 10.222.0.66 "PUT /v2.0/ports/3d9df725-d63e-410f-8788-3d08061983d3 HTTP/1.1" status: 200 len: 1092 time: 1.5663922 Jul 14 09:33:35.052736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0545ad9d-6218-409e-b1e0-d12065e01f5a', 'tag': '3d9df725-d63e-410f-8788-3d08061983d3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:35.054244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46cf64d0-092a-4215-9fc0-7a3be70bf21e req-56d60e8a-f187-421c-8eeb-6b3db6f665f8 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 948 time: 0.1782951 Jul 14 09:33:35.055522 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ed025d-d0ce-465e-a4ab-659e783448a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0545ad9d-6218-409e-b1e0-d12065e01f5a", "tag": "3d9df725-d63e-410f-8788-3d08061983d3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:35.056967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-979368aa-e341-4b93-9406-8cc96e3e286c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.058847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-979368aa-e341-4b93-9406-8cc96e3e286c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.1673779 Jul 14 09:33:35.098799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f604f7-50ad-4730-878f-9caa5370bb28 service neutron] Pushing event updated for resources: {'Port': ['ID=3d9df725-d63e-410f-8788-3d08061983d3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:35.129847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46cf64d0-092a-4215-9fc0-7a3be70bf21e req-a1730f59-fdfa-4a4d-a90b-abe7b277f4c3 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746381 Jul 14 09:33:35.139908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-d66635bb-e5dc-491b-a57b-491bef3645b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.154210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-d66635bb-e5dc-491b-a57b-491bef3645b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.161361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-d66635bb-e5dc-491b-a57b-491bef3645b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.183073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-d66635bb-e5dc-491b-a57b-491bef3645b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.193591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-d66635bb-e5dc-491b-a57b-491bef3645b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.210264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-d66635bb-e5dc-491b-a57b-491bef3645b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.222092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-d66635bb-e5dc-491b-a57b-491bef3645b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.231553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-d66635bb-e5dc-491b-a57b-491bef3645b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.2936919 Jul 14 09:33:35.271518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-9845903f-60ec-4491-8e3a-98ac70458208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.273076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-9845903f-60ec-4491-8e3a-98ac70458208 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1551301 Jul 14 09:33:35.341847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85bb9d60-896f-4f59-91ee-2e03a64b7e7c req-76de8cc1-a494-41c5-91cc-3d6665b40d08 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052434 Jul 14 09:33:35.402042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-b282e3d6-2cd8-478d-ba99-dccfddb455be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.403601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-b282e3d6-2cd8-478d-ba99-dccfddb455be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 1095 time: 0.3004849 Jul 14 09:33:35.467303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425e564-e0eb-4aae-9897-7e3cd92c4f1d req-052efa58-1232-48f8-aa09-1f54eeddaa4e tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.473532 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd61934-97c1-420e-9f36-67b783fe3b0e x-openstack-request-id: req-6cd61934-97c1-420e-9f36-67b783fe3b0e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:35.474025 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0545ad9d-6218-409e-b1e0-d12065e01f5a", "tag": "3d9df725-d63e-410f-8788-3d08061983d3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:35.474334 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cd61934-97c1-420e-9f36-67b783fe3b0e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:35.474667 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0545ad9d-6218-409e-b1e0-d12065e01f5a', 'tag': '3d9df725-d63e-410f-8788-3d08061983d3', 'status': 'completed', 'code': 200} Jul 14 09:33:35.476982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-9d58000c-eb21-4be2-8a25-f65f6eb239da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d9df725-d63e-410f-8788-3d08061983d3 HTTP/1.1" status: 200 len: 217 time: 0.0634611 Jul 14 09:33:35.478007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d425e564-e0eb-4aae-9897-7e3cd92c4f1d req-052efa58-1232-48f8-aa09-1f54eeddaa4e tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 943 time: 0.1271670 Jul 14 09:33:35.514514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d4461118-530b-4947-bf53-a9eb27146fd0 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268143 Jul 14 09:33:35.528349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e3537645-1971-4257-803c-06a62a953b9d no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:35.609930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-077ae6d4-7721-4a89-94f1-a95893432482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:35.613063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-077ae6d4-7721-4a89-94f1-a95893432482 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 200 len: 844 time: 0.1273353 Jul 14 09:33:35.682505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-9f2f7725-58e1-4fa4-afb3-e4049ca40bf3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606747 Jul 14 09:33:35.692775 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.716453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d425e564-e0eb-4aae-9897-7e3cd92c4f1d req-24b49b48-ceb7-4e16-bb7c-dad13007f7a0 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007525 Jul 14 09:33:35.751142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:35.753946 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddd8d0a-2216-44fd-863a-d76c40c9422f" -d '{"events": [{"server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e3537645-1971-4257-803c-06a62a953b9d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:35.772112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:35.781031 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-1afdf203-2f7f-450e-9b4e-eb4593fc3eb9 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476532 Jul 14 09:33:35.785369 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:35.914303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-8239282e-2cff-4549-966d-f45875ade927 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2f713509-147e-4a96-bbfa-e288edfc476a HTTP/1.1" status: 200 len: 217 time: 0.1240716 Jul 14 09:33:35.933537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:36.006329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b026a413-0a12-4c6c-988e-d1476ee08f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.007831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-b026a413-0a12-4c6c-988e-d1476ee08f87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.0875146 Jul 14 09:33:36.036929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72190c9-ca19-4d87-8834-149ebd4b8e9f req-206b0b73-aed2-445d-90aa-7a3fdf6a32cf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.038510 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e72190c9-ca19-4d87-8834-149ebd4b8e9f req-206b0b73-aed2-445d-90aa-7a3fdf6a32cf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 946 time: 0.3620164 Jul 14 09:33:36.049155 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3b402-88bb-4e90-8260-99290ebd7918 x-openstack-request-id: req-46c3b402-88bb-4e90-8260-99290ebd7918 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:36.050203 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "name": "network-vif-unplugged", "status": "completed", "tag": "e3537645-1971-4257-803c-06a62a953b9d", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:36.050754 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-46c3b402-88bb-4e90-8260-99290ebd7918 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:36.051332 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d', 'code': 200} Jul 14 09:33:36.124748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-06324d80-a2f6-4e9c-b237-b91fee130efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.126605 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-06324d80-a2f6-4e9c-b237-b91fee130efe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1102688 Jul 14 09:33:36.133765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-cd5003c1-8644-407a-935f-a64401f22e9b service neutron] 10.222.0.66 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106138 Jul 14 09:33:36.151070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e72190c9-ca19-4d87-8834-149ebd4b8e9f req-e7e4e220-950d-4cc8-aceb-c3595bd4a4cc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821970 Jul 14 09:33:36.234813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-dd786f4c-f698-4bf1-ad9d-e367b6ef4c77 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003838 Jul 14 09:33:36.366824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4b294c10-a6d7-43a2-b390-2c1df468d762 req-30553afa-6e78-483f-b77c-a5efb640eeab service neutron] 10.222.0.66 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123384 Jul 14 09:33:36.373633 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-da3b22a2-68f1-4fcc-a34d-f69b4389b5f7 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285651 Jul 14 09:33:36.448662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-5bc6d9a8-4f57-4d1d-885b-727323b6fbde service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7 HTTP/1.1" status: 200 len: 217 time: 0.0624917 Jul 14 09:33:36.559095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a0b4937c-79e9-4577-8e43-88858c4af2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.560906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a0b4937c-79e9-4577-8e43-88858c4af2a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.0915794 Jul 14 09:33:36.584222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57e4a3-6331-4163-9079-f682363e7996 req-d3244629-998e-4416-bee6-a9790007b6c1 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.587651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f57e4a3-6331-4163-9079-f682363e7996 req-d3244629-998e-4416-bee6-a9790007b6c1 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 948 time: 0.1945307 Jul 14 09:33:36.624972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-78adf6b8-13f1-48c5-aef1-d0744951e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.626619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-78adf6b8-13f1-48c5-aef1-d0744951e300 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db39e53052bb48e4851630eaf78894f9&device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 1095 time: 0.1745174 Jul 14 09:33:36.785319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f57e4a3-6331-4163-9079-f682363e7996 req-ca762587-e4e8-4471-afa6-a954598f67d7 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/security-groups?id=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881411 Jul 14 09:33:36.804927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-7b08d4cc-e879-49cb-bfd5-c3dbf9917eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.806495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-7b08d4cc-e879-49cb-bfd5-c3dbf9917eae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2362115 Jul 14 09:33:36.868513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-361f2a4b-d442-4b0d-a931-c9b4237eb512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.876704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-361f2a4b-d442-4b0d-a931-c9b4237eb512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.883001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-361f2a4b-d442-4b0d-a931-c9b4237eb512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.889368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-361f2a4b-d442-4b0d-a931-c9b4237eb512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.896437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-361f2a4b-d442-4b0d-a931-c9b4237eb512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.897534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-de44b37a-c7c9-477c-a5e1-20ce28b8f736 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.899091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-de44b37a-c7c9-477c-a5e1-20ce28b8f736 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 948 time: 0.2783928 Jul 14 09:33:36.903189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-361f2a4b-d442-4b0d-a931-c9b4237eb512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.909503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-361f2a4b-d442-4b0d-a931-c9b4237eb512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.917261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-361f2a4b-d442-4b0d-a931-c9b4237eb512 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.3213065 Jul 14 09:33:36.973248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-033034e4-85a9-4d03-b9b7-4ea034a2f9ec req-9ce54df3-a2b6-4c7c-a468-b9119ee737ff tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546157 Jul 14 09:33:36.974481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-a17a77ba-fb10-4984-8c28-63e5a0de7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:36.975936 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-a17a77ba-fb10-4984-8c28-63e5a0de7f27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 200 len: 905 time: 0.3151441 Jul 14 09:33:37.072104 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-94fea152-c6b4-4fbe-86a5-6c0e20d7bb93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d9df725-d63e-410f-8788-3d08061983d3 HTTP/1.1" status: 200 len: 217 time: 0.0889883 Jul 14 09:33:37.131490 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-d70e867c-8257-4a5a-9d5d-6efb191ee882 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112719 Jul 14 09:33:37.167282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-d5553d7d-aa7d-43c3-8dd1-f7afd3bd43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.168966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-d5553d7d-aa7d-43c3-8dd1-f7afd3bd43b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 200 len: 844 time: 0.0838859 Jul 14 09:33:37.237829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-7d5ecc77-cc75-4b69-ba7e-baf5f13a19a6 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971897 Jul 14 09:33:37.242641 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-a1355147-88e0-4a29-8ae2-e251ca0135e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d062b05-02a3-4d75-b55c-1cb15d1ad72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612929 Jul 14 09:33:37.291709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-5f96f5e1-01ac-4d7e-928d-af4157122f86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=503202b2-9042-406f-8131-0ce843a165dc HTTP/1.1" status: 200 len: 217 time: 0.0446036 Jul 14 09:33:37.377311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-025438a9-d219-443d-a1d9-99f809ca536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.379508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-025438a9-d219-443d-a1d9-99f809ca536e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.0671232 Jul 14 09:33:37.450897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734140e-e9ee-4d1d-8ffa-42620bf2e885 req-63629eb6-9d0b-4102-9557-ac7dec2ecc5d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.450897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e734140e-e9ee-4d1d-8ffa-42620bf2e885 req-63629eb6-9d0b-4102-9557-ac7dec2ecc5d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 943 time: 0.3797750 Jul 14 09:33:37.520257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Deleting port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:37.520958 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.554798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-bd434633-67e9-4023-b5ef-c450452eab9c service neutron] 10.222.0.66 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054395 Jul 14 09:33:37.671502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] For port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:37.671879 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.701709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Calling delete_port for f0424fb1-9c92-4fa3-a77d-2ec80341f1ef owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:37.804070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5bc43-7012-43c5-b6d1-672718e1a42b req-6a75b334-2783-408d-ac74-718acb53d2c9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.845394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:37.847889 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-39e5bc43-7012-43c5-b6d1-672718e1a42b req-6a75b334-2783-408d-ac74-718acb53d2c9 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 944 time: 0.4131517 Jul 14 09:33:37.856561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6ed025d-d0ce-465e-a4ab-659e783448a6 req-2222b0b2-7807-488a-b74f-36613d4cc77f service neutron] 10.222.0.66 "GET /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832153 Jul 14 09:33:37.880078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Pushing event deleted for resources: {'Port': ['ID=f0424fb1-9c92-4fa3-a77d-2ec80341f1ef,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:37.897018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e734140e-e9ee-4d1d-8ffa-42620bf2e885 req-c1b6f043-4eac-430e-87c1-00931dc78d29 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479413 Jul 14 09:33:37.922484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-82a29af0-00cf-4c6f-a09a-023c8942262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:37.924118 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-82a29af0-00cf-4c6f-a09a-023c8942262c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5375366 Jul 14 09:33:38.084039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36434) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:38.094979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] No DVR routers for this DVR port f0424fb1-9c92-4fa3-a77d-2ec80341f1ef on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:38.103182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.105507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25bc3442-57f8-4a5f-80d7-ce9e5f70a91a req-86e0ae4b-e857-49f7-ad37-0bed1363a615 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.66 "DELETE /v2.0/ports/f0424fb1-9c92-4fa3-a77d-2ec80341f1ef HTTP/1.1" status: 204 len: 173 time: 1.0384288 Jul 14 09:33:38.106149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-deleted', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:38.108834 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8f99d3-93fa-4378-a049-057d26580bcc" -d '{"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-deleted", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:38.184754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-becf0a46-76b3-44b2-9d74-4f930bfa258f req-0b894a7f-7404-4692-be6c-b6e2e4d638d7 tempest-ImagesOneServerTestJSON-507012131 tempest-ImagesOneServerTestJSON-507012131-project] 10.222.0.73 "GET /v2.0/ports?device_id=cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a HTTP/1.1" status: 200 len: 210 time: 0.0643489 Jul 14 09:33:38.235802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-dcc5bdbf-ba50-401a-9a21-eb3b08ec1ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036480 Jul 14 09:33:38.416223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f44592cc-af71-48c3-825f-3a42c501c271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:38.557282 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-cd7709de-614d-4b39-839b-9d225d67f5bd service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149595 Jul 14 09:33:38.705758 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-39e5bc43-7012-43c5-b6d1-672718e1a42b req-64a79a3b-0d0e-47d7-8b04-c0534bef28e1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8556719 Jul 14 09:33:39.118061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-a2deef00-0e17-4615-840b-6ba46b9290b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35152d9a-da37-497e-85af-887f3bd0de2a HTTP/1.1" status: 200 len: 217 time: 0.5068810 Jul 14 09:33:39.119374 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb5374f-acdf-42b4-9a96-5ed0fd03ef90 x-openstack-request-id: req-cfb5374f-acdf-42b4-9a96-5ed0fd03ef90 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:39.119663 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a", "name": "network-vif-deleted", "tag": "f0424fb1-9c92-4fa3-a77d-2ec80341f1ef", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:39.119909 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfb5374f-acdf-42b4-9a96-5ed0fd03ef90 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:39.120321 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3dd4ff-a0da-47ed-9d5b-1bfa27fd3b7a', 'name': 'network-vif-deleted', 'tag': 'f0424fb1-9c92-4fa3-a77d-2ec80341f1ef', 'status': 'completed', 'code': 200} Jul 14 09:33:39.170483 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f44592cc-af71-48c3-825f-3a42c501c271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.189124 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f44592cc-af71-48c3-825f-3a42c501c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.286394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f1f02-71a2-4e7e-8a38-058705706265 req-87de7e51-fefa-4a8d-bfb0-56735fbaef94 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.288760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f9f1f02-71a2-4e7e-8a38-058705706265 req-87de7e51-fefa-4a8d-bfb0-56735fbaef94 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.0817802 Jul 14 09:33:39.290682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9f8f-9611-4585-b148-142d5ce93164 req-eb9ea12b-85a4-4e47-ad9a-af282b06b16b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.296895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9f8f-9611-4585-b148-142d5ce93164 req-eb9ea12b-85a4-4e47-ad9a-af282b06b16b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.303269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9f8f-9611-4585-b148-142d5ce93164 req-eb9ea12b-85a4-4e47-ad9a-af282b06b16b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.309950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9f8f-9611-4585-b148-142d5ce93164 req-eb9ea12b-85a4-4e47-ad9a-af282b06b16b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.316949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9f8f-9611-4585-b148-142d5ce93164 req-eb9ea12b-85a4-4e47-ad9a-af282b06b16b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.323966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9f8f-9611-4585-b148-142d5ce93164 req-eb9ea12b-85a4-4e47-ad9a-af282b06b16b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.332123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9f8f-9611-4585-b148-142d5ce93164 req-eb9ea12b-85a4-4e47-ad9a-af282b06b16b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.334142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-54af9f8f-9611-4585-b148-142d5ce93164 req-eb9ea12b-85a4-4e47-ad9a-af282b06b16b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.8150344 Jul 14 09:33:39.343309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f44592cc-af71-48c3-825f-3a42c501c271 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f710a4d0368435cadd9df68504a6aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2562833 Jul 14 09:33:39.346047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:39.350528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f9f1f02-71a2-4e7e-8a38-058705706265 req-b50ab05a-e547-4d2d-9da9-7702ac60129f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554636 Jul 14 09:33:39.360172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3d9df725-d63e-410f-8788-3d08061983d3 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:39.391144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44592cc-af71-48c3-825f-3a42c501c271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd9017-c539-4f4a-aeac-d83b51962614,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:39.400080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-17235989-b1dc-4a4c-8500-f0da190d5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.405028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-17235989-b1dc-4a4c-8500-f0da190d5512 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.2319992 Jul 14 09:33:39.465772 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c848409-c856-477a-9bc9-31bd39f800a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.506797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-54af9f8f-9611-4585-b148-142d5ce93164 req-ea8095d0-1403-42b1-af92-609445fd5b58 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1618993 Jul 14 09:33:39.519259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c848409-c856-477a-9bc9-31bd39f800a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.578750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3d9df725-d63e-410f-8788-3d08061983d3,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:39.591151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-91068255-0bf0-4b79-a649-3ce7544861fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.595949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '3d9df725-d63e-410f-8788-3d08061983d3', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'port_id': '3d9df725-d63e-410f-8788-3d08061983d3', 'mac_address': 'fa:16:3e:68:8f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c53a4-30a7-4e6a-a138-a97e3bcc800a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:39.597871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-91068255-0bf0-4b79-a649-3ce7544861fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1525297 Jul 14 09:33:39.601060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e3537645-1971-4257-803c-06a62a953b9d no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:39.642594 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c848409-c856-477a-9bc9-31bd39f800a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.648531 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c848409-c856-477a-9bc9-31bd39f800a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.650034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5c848409-c856-477a-9bc9-31bd39f800a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11fd9017-c539-4f4a-aeac-d83b51962614 HTTP/1.1" status: 204 len: 168 time: 0.2986250 Jul 14 09:33:39.681910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c848409-c856-477a-9bc9-31bd39f800a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd9017-c539-4f4a-aeac-d83b51962614,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:39.764962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c25529-cd9e-4f5a-aa57-55350dee0246 req-e50a54a7-94c1-4930-84e2-4e2e269463ba tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:39.775544 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6c25529-cd9e-4f5a-aa57-55350dee0246 req-e50a54a7-94c1-4930-84e2-4e2e269463ba tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 943 time: 0.1844244 Jul 14 09:33:39.782508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:39.816869 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-07a39056-0b18-48e4-b631-8d513a4d7436 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118909 Jul 14 09:33:39.856017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d9df725-d63e-410f-8788-3d08061983d3 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:39.880443 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6c25529-cd9e-4f5a-aa57-55350dee0246 req-b2b46f15-37a7-427b-afd4-e89324abcca9 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032124 Jul 14 09:33:40.046223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3d9df725-d63e-410f-8788-3d08061983d3,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:40.056075 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:40.130524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6ac80-b244-4265-9a89-f3cfe4adb522 req-8a0728c9-c102-4dbf-9333-79b3ac0ea866 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089843 Jul 14 09:33:40.156303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3d9df725-d63e-410f-8788-3d08061983d3,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:40.343097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3d9df725-d63e-410f-8788-3d08061983d3'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:40.377150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36504) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.459296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d2bed-d99f-466b-b7de-4d9ff29460bb req-6eaba924-8279-45c9-9c9c-02227d3c78d3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.461338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-725d2bed-d99f-466b-b7de-4d9ff29460bb req-6eaba924-8279-45c9-9c9c-02227d3c78d3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3225939 Jul 14 09:33:40.485836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-f8185d2d-0130-4442-8936-be7b998c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.486335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-f8185d2d-0130-4442-8936-be7b998c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.487549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-f8185d2d-0130-4442-8936-be7b998c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.488221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-f8185d2d-0130-4442-8936-be7b998c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.488702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-f8185d2d-0130-4442-8936-be7b998c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.489409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-f8185d2d-0130-4442-8936-be7b998c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.489650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-f8185d2d-0130-4442-8936-be7b998c4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.491674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-f8185d2d-0130-4442-8936-be7b998c4bdd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6485 time: 0.2394290 Jul 14 09:33:40.568998 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-725d2bed-d99f-466b-b7de-4d9ff29460bb req-32936b37-fb91-4a4a-8eec-ff7e164bf1d2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967314 Jul 14 09:33:40.657101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-1181886e-efd6-49af-82a5-52b83b378ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.663364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-1181886e-efd6-49af-82a5-52b83b378ffc service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3 HTTP/1.1" status: 200 len: 903 time: 0.1567190 Jul 14 09:33:40.691588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:40.708584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-fad196e7-270e-4c23-8803-481558dc1d88 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 217 time: 0.0411644 Jul 14 09:33:40.779769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-eab2e2da-7ad9-4a50-972e-dec05872995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:40.781881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-eab2e2da-7ad9-4a50-972e-dec05872995a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.0652823 Jul 14 09:33:40.869530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8cbfaabc-7904-40bf-a50b-bd7c7fdeaee0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8c9a70470a644ecbb9a48112c35d807f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908950 Jul 14 09:33:40.870439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.011363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-c527caf5-2760-4fd3-b66c-0148192e2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.012969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-c527caf5-2760-4fd3-b66c-0148192e2624 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2231321 Jul 14 09:33:41.047839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16419a3-dfd5-478c-8b25-d0693fd878c2 admin admin] Deleting subnet 83f0ce11-c178-40b2-a579-676eb17cd347 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:41.063668 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b16419a3-dfd5-478c-8b25-d0693fd878c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.085044 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12cefce9-4b63-4de9-b934-8740fc1a2982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.117044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669f38-1227-4887-a57c-d4016192d017 req-c4f8fc07-bdc6-4aaa-80bb-7a1b5aa59948 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.120527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b16419a3-dfd5-478c-8b25-d0693fd878c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.123346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12cefce9-4b63-4de9-b934-8740fc1a2982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.123833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669f38-1227-4887-a57c-d4016192d017 req-c4f8fc07-bdc6-4aaa-80bb-7a1b5aa59948 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.130805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669f38-1227-4887-a57c-d4016192d017 req-c4f8fc07-bdc6-4aaa-80bb-7a1b5aa59948 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.137728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669f38-1227-4887-a57c-d4016192d017 req-c4f8fc07-bdc6-4aaa-80bb-7a1b5aa59948 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.151245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669f38-1227-4887-a57c-d4016192d017 req-c4f8fc07-bdc6-4aaa-80bb-7a1b5aa59948 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.171182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669f38-1227-4887-a57c-d4016192d017 req-c4f8fc07-bdc6-4aaa-80bb-7a1b5aa59948 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.183568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669f38-1227-4887-a57c-d4016192d017 req-c4f8fc07-bdc6-4aaa-80bb-7a1b5aa59948 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.199407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d669f38-1227-4887-a57c-d4016192d017 req-c4f8fc07-bdc6-4aaa-80bb-7a1b5aa59948 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.3236103 Jul 14 09:33:41.214981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b16419a3-dfd5-478c-8b25-d0693fd878c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.317093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d669f38-1227-4887-a57c-d4016192d017 req-f9549c38-920d-4328-a1d8-2389d5e01547 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129568 Jul 14 09:33:41.338856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b16419a3-dfd5-478c-8b25-d0693fd878c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.351617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-51a327b2-5b20-4038-bbe1-775aa3f93aa5 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239758 Jul 14 09:33:41.367048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3d9df725-d63e-410f-8788-3d08061983d3 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:41.377536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16419a3-dfd5-478c-8b25-d0693fd878c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f0ce11-c178-40b2-a579-676eb17cd347,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.384209 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12cefce9-4b63-4de9-b934-8740fc1a2982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.386849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12cefce9-4b63-4de9-b934-8740fc1a2982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.388093 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-12cefce9-4b63-4de9-b934-8740fc1a2982 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bcddad57-0f9f-4e8b-a1ff-be00a1250f1c HTTP/1.1" status: 204 len: 168 time: 0.5147543 Jul 14 09:33:41.400627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cefce9-4b63-4de9-b934-8740fc1a2982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcddad57-0f9f-4e8b-a1ff-be00a1250f1c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.413433 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b16419a3-dfd5-478c-8b25-d0693fd878c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.417915 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b16419a3-dfd5-478c-8b25-d0693fd878c2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/83f0ce11-c178-40b2-a579-676eb17cd347 HTTP/1.1" status: 204 len: 168 time: 0.7227631 Jul 14 09:33:41.417915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:41.490000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 3d9df725-d63e-410f-8788-3d08061983d3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:41.495735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 3d9df725-d63e-410f-8788-3d08061983d3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:41.497589 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.517326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6f7cc-a60a-4a56-97df-fb5fb1cd84a7 req-dad52243-d8df-4bf2-9003-d15b9c687974 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.525014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23d6f7cc-a60a-4a56-97df-fb5fb1cd84a7 req-dad52243-d8df-4bf2-9003-d15b9c687974 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 944 time: 0.2511840 Jul 14 09:33:41.553732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-b68c618d-7bed-4205-969e-64e2ab26a8c5 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970568 Jul 14 09:33:41.580384 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.648683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23d6f7cc-a60a-4a56-97df-fb5fb1cd84a7 req-45568abf-cfe1-4dc1-9a1e-9f55a9f4c37f tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225970 Jul 14 09:33:41.685917 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.706801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f79b2-2ef6-4c8c-a18c-fa40b537961d req-59172945-722b-4349-9d13-9bd0e5fc1383 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.708387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-622f79b2-2ef6-4c8c-a18c-fa40b537961d req-59172945-722b-4349-9d13-9bd0e5fc1383 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1538560 Jul 14 09:33:41.748791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3d9df725-d63e-410f-8788-3d08061983d3,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:41.748791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0545ad9d-6218-409e-b1e0-d12065e01f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9df725-d63e-410f-8788-3d08061983d3'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:41.773331 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04b6a07-1586-41e3-a9b6-f4428bd7c505" -d '{"events": [{"server_uuid": "0545ad9d-6218-409e-b1e0-d12065e01f5a", "name": "network-vif-plugged", "status": "completed", "tag": "3d9df725-d63e-410f-8788-3d08061983d3"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:41.773927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-1f770eaa-e612-4ff4-988a-1bc7635683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.774539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-1f770eaa-e612-4ff4-988a-1bc7635683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.775092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-1f770eaa-e612-4ff4-988a-1bc7635683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.775644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-1f770eaa-e612-4ff4-988a-1bc7635683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.776190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-1f770eaa-e612-4ff4-988a-1bc7635683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.776811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-1f770eaa-e612-4ff4-988a-1bc7635683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.777354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-1f770eaa-e612-4ff4-988a-1bc7635683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.779449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-1f770eaa-e612-4ff4-988a-1bc7635683bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6485 time: 0.1519916 Jul 14 09:33:41.782978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-622f79b2-2ef6-4c8c-a18c-fa40b537961d req-436b7d12-5698-49f2-93a1-6fa006d630f2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662003 Jul 14 09:33:41.785371 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.786414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:41.851701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: f0424fb1-9c92-4fa3-a77d-2ec80341f1ef {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:41.852049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f0424fb1-9c92-4fa3-a77d-2ec80341f1ef not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:41.856140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.881960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47270586-9b02-4ec0-a27c-e3637d71dae4']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:41.905523 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafd74ba-f6cf-47d3-a227-36e40e402dce x-openstack-request-id: req-aafd74ba-f6cf-47d3-a227-36e40e402dce {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:41.905829 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0545ad9d-6218-409e-b1e0-d12065e01f5a", "name": "network-vif-plugged", "status": "completed", "tag": "3d9df725-d63e-410f-8788-3d08061983d3", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:41.908033 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aafd74ba-f6cf-47d3-a227-36e40e402dce {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:41.909484 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0545ad9d-6218-409e-b1e0-d12065e01f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d9df725-d63e-410f-8788-3d08061983d3', 'code': 200} Jul 14 09:33:41.914846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279e1599-85f5-4ce6-9096-ca0033550929') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:41.915148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279e1599-85f5-4ce6-9096-ca0033550929') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:41.926121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.951056 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.959506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:33:41.960274 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:41.984574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3d9df725-d63e-410f-8788-3d08061983d3,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:41.998270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-270b90b7-012f-4402-9597-540236fad234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:41.999850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-270b90b7-012f-4402-9597-540236fad234 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3 HTTP/1.1" status: 200 len: 903 time: 0.2125199 Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:33:42.058018 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:33:42.072667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-a856619c-fab3-4fa2-91d5-f0978240e60c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 217 time: 0.0409758 Jul 14 09:33:42.082043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.091469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.097554 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] 10.222.0.73 "DELETE /v2.0/networks/47270586-9b02-4ec0-a27c-e3637d71dae4 HTTP/1.1" status: 204 len: 168 time: 0.6787429 Jul 14 09:33:42.112500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c7a31-89a4-4ec5-9287-2db4f654034d admin admin] Pushing event deleted for resources: {'Network': ['ID=47270586-9b02-4ec0-a27c-e3637d71dae4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.137990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-8b7f9e48-f33b-4d0b-8d79-aff4c6686e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.139579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-8b7f9e48-f33b-4d0b-8d79-aff4c6686e5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.0603275 Jul 14 09:33:42.217191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23810734-92ed-4b34-842d-d7f00568d3d2 req-534ed15c-0a7c-4de4-8c3c-23b225c4bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.217191 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-23810734-92ed-4b34-842d-d7f00568d3d2 req-534ed15c-0a7c-4de4-8c3c-23b225c4bc19 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 1097 time: 0.2130251 Jul 14 09:33:42.293294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-23810734-92ed-4b34-842d-d7f00568d3d2 req-ccc2a9e0-dbfd-483c-bee2-8dc1f5ce1636 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705609 Jul 14 09:33:42.305570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-906730db-1cd2-4185-870d-49e03ecfd81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.307306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-906730db-1cd2-4185-870d-49e03ecfd81f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603515 Jul 14 09:33:42.341822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.418028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-4b781b99-013b-4780-987b-6147753d8172 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001425 Jul 14 09:33:42.420456 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-51e0aeef-7d44-4c62-b70e-e2ee6c6f8649 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9906f97252144128c6148c196932b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771132 Jul 14 09:33:42.422712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36598) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:42.479911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c32afda6-858c-4154-8ea4-6005703a774e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.504059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c32afda6-858c-4154-8ea4-6005703a774e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.592063 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-21793e51-0fa0-464c-87c6-abc95f6ec4ff service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645942 Jul 14 09:33:42.642002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c32afda6-858c-4154-8ea4-6005703a774e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.648762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c32afda6-858c-4154-8ea4-6005703a774e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:42.653777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c32afda6-858c-4154-8ea4-6005703a774e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c769712c-c0eb-43da-a601-1c72474d413e HTTP/1.1" status: 204 len: 168 time: 0.2300887 Jul 14 09:33:42.695597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-c5eee882-871a-47c5-ac3d-6ee96caefdd3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.710076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-c5eee882-871a-47c5-ac3d-6ee96caefdd3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.719044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-c5eee882-871a-47c5-ac3d-6ee96caefdd3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.746076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-c5eee882-871a-47c5-ac3d-6ee96caefdd3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.756690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-c5eee882-871a-47c5-ac3d-6ee96caefdd3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.769433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-c5eee882-871a-47c5-ac3d-6ee96caefdd3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.784038 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-3da31d4d-2d49-44b7-b492-74a4249d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.786975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-3da31d4d-2d49-44b7-b492-74a4249d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.787472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-3da31d4d-2d49-44b7-b492-74a4249d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.788026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-3da31d4d-2d49-44b7-b492-74a4249d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.788865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-3da31d4d-2d49-44b7-b492-74a4249d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.789068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-c5eee882-871a-47c5-ac3d-6ee96caefdd3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.790961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-3da31d4d-2d49-44b7-b492-74a4249d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.791741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-3da31d4d-2d49-44b7-b492-74a4249d070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.793383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-c5eee882-871a-47c5-ac3d-6ee96caefdd3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.2688818 Jul 14 09:33:42.794529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-3da31d4d-2d49-44b7-b492-74a4249d070f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6485 time: 0.1372774 Jul 14 09:33:42.821208 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32afda6-858c-4154-8ea4-6005703a774e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c769712c-c0eb-43da-a601-1c72474d413e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:42.921196 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b84c0dee-e4c8-444e-a8df-6b72f993fcc2 req-2b55952d-f4a8-4141-8157-b670be52dcd0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189890 Jul 14 09:33:42.972285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-ac3f1145-a384-431c-a6ce-8f88251c29bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:42.973768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-ac3f1145-a384-431c-a6ce-8f88251c29bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3 HTTP/1.1" status: 200 len: 903 time: 0.1702766 Jul 14 09:33:43.038513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-b3526476-fab3-470c-90e8-578130f71fac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2f713509-147e-4a96-bbfa-e288edfc476a HTTP/1.1" status: 200 len: 217 time: 0.0399156 Jul 14 09:33:43.162103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-298a853e-b7b1-4207-9e51-40b5cf5d84e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.163747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-298a853e-b7b1-4207-9e51-40b5cf5d84e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.0916157 Jul 14 09:33:43.175722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0e859-e397-4c75-a10c-49eb351c7775 req-fc80659d-e629-42a8-892a-bd78d8727ee2 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.177401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65d0e859-e397-4c75-a10c-49eb351c7775 req-fc80659d-e629-42a8-892a-bd78d8727ee2 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 945 time: 0.2306707 Jul 14 09:33:43.193679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de20e5c-cb5f-47fd-ab17-79183e41435c req-87bf659f-5269-4846-a73c-980332a2ed73 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.202764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2de20e5c-cb5f-47fd-ab17-79183e41435c req-87bf659f-5269-4846-a73c-980332a2ed73 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.0984037 Jul 14 09:33:43.261477 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65d0e859-e397-4c75-a10c-49eb351c7775 req-78173bd6-3982-4f15-8e35-5a9f94d05ff7 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511785 Jul 14 09:33:43.271198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2de20e5c-cb5f-47fd-ab17-79183e41435c req-92f095a7-9974-4613-bfcf-9e4cba8b429f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640459 Jul 14 09:33:43.273455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-483cff82-d983-469c-ae86-afdaf756e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.278565 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-483cff82-d983-469c-ae86-afdaf756e2b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0978098 Jul 14 09:33:43.536600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-b506faf1-a3ac-417b-9a0b-b122f1033970 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527151 Jul 14 09:33:43.680021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-8ed88733-08ed-4834-9548-4ca4145145e2 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352611 Jul 14 09:33:43.877001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-19e1af8b-324f-4820-a768-752a9c9a32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.878685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-19e1af8b-324f-4820-a768-752a9c9a32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.879413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-19e1af8b-324f-4820-a768-752a9c9a32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.880085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-19e1af8b-324f-4820-a768-752a9c9a32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.881072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-19e1af8b-324f-4820-a768-752a9c9a32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.881899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-19e1af8b-324f-4820-a768-752a9c9a32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.882672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-19e1af8b-324f-4820-a768-752a9c9a32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:43.885338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-19e1af8b-324f-4820-a768-752a9c9a32d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6485 time: 0.1211915 Jul 14 09:33:43.910011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36654) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.086026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-d7d9e1bd-354b-497a-aa35-5fec6159e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.091265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-d7d9e1bd-354b-497a-aa35-5fec6159e115 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3 HTTP/1.1" status: 200 len: 903 time: 0.1968849 Jul 14 09:33:44.123920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.157164 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-3b4e2cd1-b076-4f61-bbca-194e51b1b8fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7 HTTP/1.1" status: 200 len: 217 time: 0.0586927 Jul 14 09:33:44.166200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-76979818-network', 'tenant_id': '2c6b9502ce994edc98675e681b837515'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:44.203482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Made reservation on behalf of 2c6b9502ce994edc98675e681b837515 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:44.206955 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.228624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9f57eba-bcca-439f-ada4-2d8b4b00c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.231075 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.292638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-69020c4a-4a6b-4df0-82a7-62675587dd44 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.300288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-69020c4a-4a6b-4df0-82a7-62675587dd44 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.307671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-69020c4a-4a6b-4df0-82a7-62675587dd44 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.315006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-69020c4a-4a6b-4df0-82a7-62675587dd44 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.322941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-69020c4a-4a6b-4df0-82a7-62675587dd44 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.330142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-69020c4a-4a6b-4df0-82a7-62675587dd44 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.338167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-69020c4a-4a6b-4df0-82a7-62675587dd44 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.340603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-69020c4a-4a6b-4df0-82a7-62675587dd44 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.1865420 Jul 14 09:33:44.342277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-cc8f4784-3baf-4343-ae62-f3900953565b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.344084 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-cc8f4784-3baf-4343-ae62-f3900953565b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.1474249 Jul 14 09:33:44.381990 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9f57eba-bcca-439f-ada4-2d8b4b00c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.390744 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9f57eba-bcca-439f-ada4-2d8b4b00c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.421063 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95dff88a-02e8-4003-8b8d-76c57c3429f9 req-a3a67ea0-8af9-4da9-abb0-e511f1d30bfa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739477 Jul 14 09:33:44.449197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f57eba-bcca-439f-ada4-2d8b4b00c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932f41d4-fd1c-4ee3-859f-f78a8e700caa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:44.471489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-4bd8a66f-d1c6-47e8-a1ec-a5f2a3f24a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.472816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-4bd8a66f-d1c6-47e8-a1ec-a5f2a3f24a6f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1170404 Jul 14 09:33:44.605060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36678) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:44.605323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c9f57eba-bcca-439f-ada4-2d8b4b00c32f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7155db9675a041b9a6c4898146b59d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800999 Jul 14 09:33:44.708737 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-d02414b1-5ac0-458a-9e5c-69378421917f service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271178 Jul 14 09:33:44.719332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410caa8d-834e-4aa0-8e37-5533f7d72e72 req-bcac9d97-c6ea-4468-8464-857db824e50f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.727251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-410caa8d-834e-4aa0-8e37-5533f7d72e72 req-bcac9d97-c6ea-4468-8464-857db824e50f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2606177 Jul 14 09:33:44.754252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.761869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.776057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:44.786770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.787130 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Added segment b7ef8e41-e49b-4b8f-8367-d23ada717077 of type vlan for network 673fb425-9ff2-43ab-b93b-310938daff70 Jul 14 09:33:44.837746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-057c4bea-c35c-467f-b2fd-63df515d2583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.854076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ffa9f-c379-48be-9fc7-221c89d083f3 req-880cc340-d6a1-4ac2-9c74-4d85ce90243c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:44.861366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-967ffa9f-c379-48be-9fc7-221c89d083f3 req-880cc340-d6a1-4ac2-9c74-4d85ce90243c tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 945 time: 0.2685955 Jul 14 09:33:44.871218 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-410caa8d-834e-4aa0-8e37-5533f7d72e72 req-4d424bb3-5c08-4a0e-8ac7-4d486821aa3a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428475 Jul 14 09:33:44.925164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54edc901-7be7-4fe4-bc29-339f02d53da6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:44.938896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:44.992286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-057c4bea-c35c-467f-b2fd-63df515d2583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.088344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.089372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.089961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.131629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2172687 Jul 14 09:33:45.167073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36682) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:45.193713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Request body: {'subnet': {'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-76979818-subnet', 'tenant_id': '2c6b9502ce994edc98675e681b837515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:45.201955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a557f-a523-4c53-8adb-b5cb3d192217 admin admin] Pushing event updated for resources: {'Network': ['ID=673fb425-9ff2-43ab-b93b-310938daff70,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.213128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 673fb425-9ff2-43ab-b93b-310938daff70 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:45.238807 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-057c4bea-c35c-467f-b2fd-63df515d2583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.241399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-057c4bea-c35c-467f-b2fd-63df515d2583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.242684 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-057c4bea-c35c-467f-b2fd-63df515d2583 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/932f41d4-fd1c-4ee3-859f-f78a8e700caa HTTP/1.1" status: 204 len: 168 time: 0.6329792 Jul 14 09:33:45.257926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-967ffa9f-c379-48be-9fc7-221c89d083f3 req-a32ef092-989e-4623-9374-b853cfcc0c65 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949759 Jul 14 09:33:45.300833 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-4a086e3c-b71c-449d-a98f-2ad54dddee0c service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790741 Jul 14 09:33:45.310047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Made reservation on behalf of 2c6b9502ce994edc98675e681b837515 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:45.318400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.328186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c4bea-c35c-467f-b2fd-63df515d2583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932f41d4-fd1c-4ee3-859f-f78a8e700caa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:45.601434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-751a1c2f-5551-4c77-b93f-cd603c5e3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.602094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-751a1c2f-5551-4c77-b93f-cd603c5e3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.602585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-751a1c2f-5551-4c77-b93f-cd603c5e3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.603064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-751a1c2f-5551-4c77-b93f-cd603c5e3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.603733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-751a1c2f-5551-4c77-b93f-cd603c5e3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.604009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-751a1c2f-5551-4c77-b93f-cd603c5e3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.604502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-751a1c2f-5551-4c77-b93f-cd603c5e3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.606635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-751a1c2f-5551-4c77-b93f-cd603c5e3d20 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6485 time: 0.2246966 Jul 14 09:33:45.862885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:45.983639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-7522c757-29c2-4c27-b752-adcb0b0cb97a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.989875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-7522c757-29c2-4c27-b752-adcb0b0cb97a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:45.995876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-7522c757-29c2-4c27-b752-adcb0b0cb97a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.001860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-7522c757-29c2-4c27-b752-adcb0b0cb97a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.008505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-7522c757-29c2-4c27-b752-adcb0b0cb97a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.014478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-7522c757-29c2-4c27-b752-adcb0b0cb97a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.020703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-7522c757-29c2-4c27-b752-adcb0b0cb97a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.028183 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-7522c757-29c2-4c27-b752-adcb0b0cb97a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.4189887 Jul 14 09:33:46.071285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Pushing event updated for resources: {'Subnet': ['ID=979bf005-a798-41f4-ba11-a0f5622e32f4,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:46.086172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-81fbec82-75b5-4dc4-876f-86922ba663f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.088700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-81fbec82-75b5-4dc4-876f-86922ba663f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e HTTP/1.1" status: 200 len: 903 time: 0.4730196 Jul 14 09:33:46.145207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23421c01-3898-439e-8264-fd70e2ef2f84 req-db1b8e7e-e92e-43de-927b-9734f2ad7ee1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.154621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23421c01-3898-439e-8264-fd70e2ef2f84 req-db1b8e7e-e92e-43de-927b-9734f2ad7ee1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1107895 Jul 14 09:33:46.177410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cbbd934e-8053-41b2-b23d-dc8ebf704910 req-2bd69ff0-706e-487b-8828-57bc506044b3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1480234 Jul 14 09:33:46.198073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-282f8c57-baa9-468e-a025-f2dcc0531e96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=503202b2-9042-406f-8131-0ce843a165dc HTTP/1.1" status: 200 len: 217 time: 0.0961776 Jul 14 09:33:46.229939 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23421c01-3898-439e-8264-fd70e2ef2f84 req-a7f1e193-e28c-4d97-b906-8e27684973e4 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741823 Jul 14 09:33:46.359719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Checking segment: {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:46.366782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Network hostable DHCP agents. Network: 673fb425-9ff2-43ab-b93b-310938daff70, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:46.405427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-c8b67e43-ae11-41cb-9ccc-fde9068640e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.407601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-c8b67e43-ae11-41cb-9ccc-fde9068640e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.1845083 Jul 14 09:33:46.409498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Network 673fb425-9ff2-43ab-b93b-310938daff70 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:46.451630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 673fb425-9ff2-43ab-b93b-310938daff70) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:46.458519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.462986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92260805-72ed-41d1-b8e2-324037b04c0e None None] Network 673fb425-9ff2-43ab-b93b-310938daff70 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:46.470992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:46.524241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a02b170a-5200-4253-b385-e1786c5e977f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3511260 Jul 14 09:33:46.565598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3deb425-12bd-440a-992a-8975866beb71 req-079cdc2e-4cea-45e9-a35e-7d398ce3bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:46.567440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-079cdc2e-4cea-45e9-a35e-7d398ce3bc49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1519687 Jul 14 09:33:46.765514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18235553-7936-4a62-87bc-35bb64259022 None None] Network 673fb425-9ff2-43ab-b93b-310938daff70 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:47.133105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-6a74d087-75ef-4692-87b5-1bda6860fac3 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489175 Jul 14 09:33:47.273288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-b09041f0-277e-41a2-b4ff-4f694f257ae9 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.277375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-b09041f0-277e-41a2-b4ff-4f694f257ae9 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 813 time: 0.1567416 Jul 14 09:33:47.312866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-d4fa722d-d619-4845-b346-47c97b154a97 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/quotas/2c6b9502ce994edc98675e681b837515 HTTP/1.1" status: 200 len: 375 time: 0.0281329 Jul 14 09:33:47.346450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3deb425-12bd-440a-992a-8975866beb71 req-3660f092-879b-444c-8ff7-1701b027830b service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909907 Jul 14 09:33:47.359943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e366ffe-06aa-4b15-b9f1-8f804013f5f1 req-888bc08f-8a6d-4585-a560-4dc0e958cac6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.368079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-6f62773f-18e3-4862-8c3a-79bed7d5c07f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491669 Jul 14 09:33:47.370184 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e366ffe-06aa-4b15-b9f1-8f804013f5f1 req-888bc08f-8a6d-4585-a560-4dc0e958cac6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 945 time: 0.5704265 Jul 14 09:33:47.453471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e366ffe-06aa-4b15-b9f1-8f804013f5f1 req-d1209ee7-6248-450a-9206-c995a31e8fb6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Jul 14 09:33:47.485809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-20ab212c-535c-4d00-a901-2dd3661dc2e7 service neutron] 10.222.0.73 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165178 Jul 14 09:33:47.487543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-7b82884e-bdc7-4450-83a9-07ec79a6cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.488137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-7b82884e-bdc7-4450-83a9-07ec79a6cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.488791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-7b82884e-bdc7-4450-83a9-07ec79a6cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.489405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-7b82884e-bdc7-4450-83a9-07ec79a6cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.489888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-7b82884e-bdc7-4450-83a9-07ec79a6cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.490365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-7b82884e-bdc7-4450-83a9-07ec79a6cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.491040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-7b82884e-bdc7-4450-83a9-07ec79a6cede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.493663 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-7b82884e-bdc7-4450-83a9-07ec79a6cede service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6485 time: 0.0876131 Jul 14 09:33:47.581897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-e7738941-0eaf-4453-8dd7-c7003ea34075 service neutron] 10.222.0.73 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950801 Jul 14 09:33:47.620697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-4fee3308-a62c-43a8-8764-10d0f48b045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.622173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-4fee3308-a62c-43a8-8764-10d0f48b045d service neutron] 10.222.0.69 "GET /v2.0/networks?id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e HTTP/1.1" status: 200 len: 903 time: 0.1218874 Jul 14 09:33:47.683673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-47a4274a-6d79-4bf9-bd9e-83fde62b7f85 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35152d9a-da37-497e-85af-887f3bd0de2a HTTP/1.1" status: 200 len: 217 time: 0.0437651 Jul 14 09:33:47.761541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-66bd8e0e-7bd1-4426-98de-2aa081132493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.763317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-66bd8e0e-7bd1-4426-98de-2aa081132493 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.0724185 Jul 14 09:33:47.775259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-a1f58a7f-d096-4d0d-94da-579ade5e9af0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.781643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-a1f58a7f-d096-4d0d-94da-579ade5e9af0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.789747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-a1f58a7f-d096-4d0d-94da-579ade5e9af0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.795969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-a1f58a7f-d096-4d0d-94da-579ade5e9af0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.802747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-a1f58a7f-d096-4d0d-94da-579ade5e9af0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.810136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-a1f58a7f-d096-4d0d-94da-579ade5e9af0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.816687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-a1f58a7f-d096-4d0d-94da-579ade5e9af0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.824825 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-a1f58a7f-d096-4d0d-94da-579ade5e9af0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.2183192 Jul 14 09:33:47.916187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159d41f-080d-4b73-904f-840796bfd8ff req-00a77231-7cf7-4958-974b-43a0a496b5d8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.923825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a159d41f-080d-4b73-904f-840796bfd8ff req-00a77231-7cf7-4958-974b-43a0a496b5d8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.0915480 Jul 14 09:33:47.933623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8de81653-2ccd-4f79-8ac6-b97f45774a82 req-11d95df1-0eb3-4892-9fd4-d96fbb97d367 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0965343 Jul 14 09:33:47.983225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-81933f60-dc1c-48f3-9997-6ee242c60804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:47.983629 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-81933f60-dc1c-48f3-9997-6ee242c60804 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1577015 Jul 14 09:33:48.019998 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a159d41f-080d-4b73-904f-840796bfd8ff req-efca6fdd-eac3-4c00-b9ea-e3916c69e049 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932565 Jul 14 09:33:48.218367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-76ac53f8-8ce9-4a6b-8d48-71a2affa1668 req-0e04ac84-8bfe-4351-a21f-88c00003b35b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 210 time: 0.0784585 Jul 14 09:33:48.232584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-59c26955-a791-4a43-a0c0-ebd672d3211f service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407763 Jul 14 09:33:48.377285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c707c5d2-3dcf-4bad-ae13-d9eec085b90a req-097ce95a-1eb1-4d94-8d2b-d1880067cb32 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370957 Jul 14 09:33:48.667938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c420d75-f00b-4896-bde2-8dc79b19f5d0 req-5adb45e9-198e-4412-9290-65c6462aabb6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:48.669922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c420d75-f00b-4896-bde2-8dc79b19f5d0 req-5adb45e9-198e-4412-9290-65c6462aabb6 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 945 time: 0.0758152 Jul 14 09:33:48.731441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c420d75-f00b-4896-bde2-8dc79b19f5d0 req-8c72ac38-2aad-437f-837b-30f5f2d98176 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533612 Jul 14 09:33:49.312120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058f5afa-97c6-433d-8777-258381111319 req-207f9938-4819-47eb-9f50-af801dc844fe tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.324815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058f5afa-97c6-433d-8777-258381111319 req-207f9938-4819-47eb-9f50-af801dc844fe tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1033010 Jul 14 09:33:49.397961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-e2cce738-4075-4c1a-9412-f4e4d28f405b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.401382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058f5afa-97c6-433d-8777-258381111319 req-a24d2ae0-aa0d-47bf-9e79-27f594494ca8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753417 Jul 14 09:33:49.406264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-e2cce738-4075-4c1a-9412-f4e4d28f405b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.412789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-e2cce738-4075-4c1a-9412-f4e4d28f405b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.419088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-e2cce738-4075-4c1a-9412-f4e4d28f405b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.423086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3d9df725-d63e-410f-8788-3d08061983d3 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:49.426021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-e2cce738-4075-4c1a-9412-f4e4d28f405b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.432357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-e2cce738-4075-4c1a-9412-f4e4d28f405b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.438327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-e2cce738-4075-4c1a-9412-f4e4d28f405b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.440652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-e2cce738-4075-4c1a-9412-f4e4d28f405b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.2787998 Jul 14 09:33:49.505319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-0d874d22-9103-4200-87f4-93b2a915b5b0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:49.507891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-0d874d22-9103-4200-87f4-93b2a915b5b0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.69 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 813 time: 0.2946978 Jul 14 09:33:49.535209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Request body: {'port': {'device_id': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'admin_state_up': True, 'tenant_id': '2c6b9502ce994edc98675e681b837515'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:49.664905 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5aa326e-61e4-4c60-a6f9-6ffedb41c104 req-b387d627-0bb4-473c-bdcc-f17b1a36c20e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715019 Jul 14 09:33:49.749074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Made reservation on behalf of 2c6b9502ce994edc98675e681b837515 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:49.753176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.803331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3d9df725-d63e-410f-8788-3d08061983d3,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:49.830186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '3d9df725-d63e-410f-8788-3d08061983d3', 'network_id': '8d062b05-02a3-4d75-b55c-1cb15d1ad72a', 'port_id': '3d9df725-d63e-410f-8788-3d08061983d3', 'mac_address': 'fa:16:3e:68:8f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616c53a4-30a7-4e6a-a138-a97e3bcc800a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:49.887276 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.888702 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c47cd87-69af-49ac-857c-64f4d7940fde req-c7e51c71-e20f-4498-ba79-6cc9f2f345b9 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 210 time: 0.0447743 Jul 14 09:33:49.920733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d9df725-d63e-410f-8788-3d08061983d3 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:49.949909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3d9df725-d63e-410f-8788-3d08061983d3,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:49.955536 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:49.989267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Allocated IP 172.20.0.5 (673fb425-9ff2-43ab-b93b-310938daff70/979bf005-a798-41f4-ba11-a0f5622e32f4/ab1b3a86-4328-48d5-ac41-0ac27838b381) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:50.069330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3d9df725-d63e-410f-8788-3d08061983d3,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.087513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3d9df725-d63e-410f-8788-3d08061983d3'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:50.133290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.133654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.133963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.134460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.134806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.135140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.135469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.135792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.136114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.136474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.136797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.137142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:33:50.184980 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:33:50.303936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b4b55-bd52-4c0c-9680-578d6efd7563 req-fae36787-9468-44db-9433-368d3393bb96 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.318402 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e96b4b55-bd52-4c0c-9680-578d6efd7563 req-fae36787-9468-44db-9433-368d3393bb96 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 944 time: 0.2607424 Jul 14 09:33:50.356090 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.391591 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e96b4b55-bd52-4c0c-9680-578d6efd7563 req-cc47641f-6d80-4589-bbc7-2310836fa395 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684969 Jul 14 09:33:50.473240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.582418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Pushing event updated for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:50.625104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Network 673fb425-9ff2-43ab-b93b-310938daff70 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:50.626594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:50.632985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:50.649989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fb28e-df3d-45c1-81f8-6cac864e9e3f req-de88ab42-6e74-481f-8ce8-ffbd26a87026 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.659574 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f74fb28e-df3d-45c1-81f8-6cac864e9e3f req-de88ab42-6e74-481f-8ce8-ffbd26a87026 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.0874040 Jul 14 09:33:50.717681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f74fb28e-df3d-45c1-81f8-6cac864e9e3f req-ee83065b-599a-47a8-ba88-d2f358cc4f42 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563321 Jul 14 09:33:50.725757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:50.726409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:50.756250 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-cf4b167b-8b30-476c-82f9-45501602eba0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2261112 Jul 14 09:33:50.768587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Request body: {'port': {'device_id': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:50.883302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36884) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:50.901202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:50.949054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.125151 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f872d33e-2d1d-4c05-b6cd-4244ef8afa8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.185389 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aa3925-f35e-4219-a8e8-7d2ca338b98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.244096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-a4206fbe-d379-4e65-b026-dbb6155d0ea7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.249976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-a4206fbe-d379-4e65-b026-dbb6155d0ea7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.257000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-a4206fbe-d379-4e65-b026-dbb6155d0ea7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.263026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-a4206fbe-d379-4e65-b026-dbb6155d0ea7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.270327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-a4206fbe-d379-4e65-b026-dbb6155d0ea7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.276333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-a4206fbe-d379-4e65-b026-dbb6155d0ea7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.291087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-a4206fbe-d379-4e65-b026-dbb6155d0ea7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.298715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-a4206fbe-d379-4e65-b026-dbb6155d0ea7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.1892776 Jul 14 09:33:51.313568 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-c7aa3925-f35e-4219-a8e8-7d2ca338b98e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:33:51.313568 n-d-780147-26 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:33:51.313568 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id': 'c6a018d391584ea1adddb1133fedc4b8', 'id': '332f1a2e-8e95-4d89-9295-5328e5d19a33', 'expiration': datetime.datetime(2021, 7, 14, 9, 35, 51, 271499)}] Jul 14 09:33:51.313568 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:33:51.314544 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-c7aa3925-f35e-4219-a8e8-7d2ca338b98e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:33:51.359144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b9576-01ee-4742-b0b1-fa69d62b57e5 req-ab814048-4725-4d7f-81c6-5320cd3c05c8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:51.361065 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b58b9576-01ee-4742-b0b1-fa69d62b57e5 req-ab814048-4725-4d7f-81c6-5320cd3c05c8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 931 time: 0.1576095 Jul 14 09:33:51.383927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2160ab2-8b9b-415f-a12e-fcd95a4fd865 req-eabc48c7-b6c0-4c4e-a53d-a13c15d21908 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841954 Jul 14 09:33:51.427369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3d9df725-d63e-410f-8788-3d08061983d3 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:51.511573 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b58b9576-01ee-4742-b0b1-fa69d62b57e5 req-ffe30bfe-bdd0-42f9-a726-68ad960ad781 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407001 Jul 14 09:33:51.523404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.535739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1b3a86-4328-48d5-ac41-0ac27838b381 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:51.548310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.583446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Transition to ACTIVE for port object ab1b3a86-4328-48d5-ac41-0ac27838b381 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:51.596670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.614960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f872d33e-2d1d-4c05-b6cd-4244ef8afa8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.626200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f872d33e-2d1d-4c05-b6cd-4244ef8afa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.650847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.671133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3d9df725-d63e-410f-8788-3d08061983d3 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:51.705153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f872d33e-2d1d-4c05-b6cd-4244ef8afa8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3772312f5fa4c178ccbcf969ecb5e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8028059 Jul 14 09:33:51.711141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36908) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:51.713129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3d9df725-d63e-410f-8788-3d08061983d3,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:51.718846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.733743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d33e-2d1d-4c05-b6cd-4244ef8afa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96088f92-c7c2-4591-a3ea-555475c41bfe,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.747649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Pushing event updated for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.814039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3d9df725-d63e-410f-8788-3d08061983d3,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:51.816945 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aa3925-f35e-4219-a8e8-7d2ca338b98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.846732 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acd2caee-1a79-416a-9060-7a692afcd519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.848422 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d1ad5e7b-274a-408d-ade7-25d759ae249e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.861618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Attempting to bind port ab1b3a86-4328-48d5-ac41-0ac27838b381 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:51.863099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Attempting to bind port ab1b3a86-4328-48d5-ac41-0ac27838b381 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:51.863981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Attempting to bind port ab1b3a86-4328-48d5-ac41-0ac27838b381 on network 673fb425-9ff2-43ab-b93b-310938daff70 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:51.869608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Port ab1b3a86-4328-48d5-ac41-0ac27838b381 on network 673fb425-9ff2-43ab-b93b-310938daff70 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:33:51.869929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Attempting to bind port ab1b3a86-4328-48d5-ac41-0ac27838b381 on network 673fb425-9ff2-43ab-b93b-310938daff70 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:51.875862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acd2caee-1a79-416a-9060-7a692afcd519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.876543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:51.877287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Checking segment: {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:51.877877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Bound using segment: {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:51.878333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Bound port: ab1b3a86-4328-48d5-ac41-0ac27838b381, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:51.878758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.927562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ac0524f-6d2d-4250-9758-efbf5039fc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.984880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:51.989385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:51.989812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acd2caee-1a79-416a-9060-7a692afcd519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.992775 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acd2caee-1a79-416a-9060-7a692afcd519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:51.993932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-acd2caee-1a79-416a-9060-7a692afcd519 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96088f92-c7c2-4591-a3ea-555475c41bfe HTTP/1.1" status: 204 len: 168 time: 0.2791283 Jul 14 09:33:51.998755 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.071133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.071765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.073256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] 10.222.0.69 "PUT /v2.0/ports/ab1b3a86-4328-48d5-ac41-0ac27838b381 HTTP/1.1" status: 200 len: 1092 time: 1.3095655 Jul 14 09:33:52.073704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:52.073881 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aa3925-f35e-4219-a8e8-7d2ca338b98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.075383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2caee-1a79-416a-9060-7a692afcd519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96088f92-c7c2-4591-a3ea-555475c41bfe,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.076036 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258f7cb5-ceac-4bab-9e0b-a8d17169d809" -d '{"events": [{"name": "network-changed", "server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:52.108379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7aa3925-f35e-4219-a8e8-7d2ca338b98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.132985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d4781-ff8a-497b-9753-f3d4d602c56e service neutron] Pushing event updated for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.186802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212f731-ee4c-4a66-9287-c98744875736 req-3ba68505-ca11-4995-a4a1-45c4c76dab32 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.189632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2212f731-ee4c-4a66-9287-c98744875736 req-3ba68505-ca11-4995-a4a1-45c4c76dab32 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1592658 Jul 14 09:33:52.201535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c7aa3925-f35e-4219-a8e8-7d2ca338b98e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6a018d391584ea1adddb1133fedc4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3144326 Jul 14 09:33:52.203279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa3925-f35e-4219-a8e8-7d2ca338b98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb703e25-ecc5-4a7e-b0a5-de94591442a8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.205696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36924) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.236346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76c6eb-c4b2-40cc-a814-cdbed6465f01 req-d56317fb-ab18-4674-b128-d511ce679ecb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.240250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf76c6eb-c4b2-40cc-a814-cdbed6465f01 req-d56317fb-ab18-4674-b128-d511ce679ecb tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 943 time: 0.2319500 Jul 14 09:33:52.270892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-4762af2b-b2a6-4b05-976e-77070005e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.272442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-4762af2b-b2a6-4b05-976e-77070005e081 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 1095 time: 0.1539757 Jul 14 09:33:52.292768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2212f731-ee4c-4a66-9287-c98744875736 req-e629f8c4-b22c-4db4-b35e-55521737baff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639145 Jul 14 09:33:52.336360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-feffc374-5638-45db-89ef-93005aeed1df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381 HTTP/1.1" status: 200 len: 217 time: 0.0534840 Jul 14 09:33:52.372603 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf76c6eb-c4b2-40cc-a814-cdbed6465f01 req-5bb7540d-9da7-41c9-a3ee-8f8228c23230 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172817 Jul 14 09:33:52.384164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fde4a0a8-946d-424c-b346-56b7115fc5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.419658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-37205f8b-7184-4caa-a69c-bcae105d2c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.421745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-37205f8b-7184-4caa-a69c-bcae105d2c7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=979bf005-a798-41f4-ba11-a0f5622e32f4 HTTP/1.1" status: 200 len: 853 time: 0.0781908 Jul 14 09:33:52.427361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fde4a0a8-946d-424c-b346-56b7115fc5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.431434 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf881dd8-5eda-4bdc-8621-59a457f8f9f1 x-openstack-request-id: req-cf881dd8-5eda-4bdc-8621-59a457f8f9f1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:52.431716 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:52.431978 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cf881dd8-5eda-4bdc-8621-59a457f8f9f1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:52.432415 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'status': 'completed', 'code': 200} Jul 14 09:33:52.446521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ac0524f-6d2d-4250-9758-efbf5039fc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.458093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ac0524f-6d2d-4250-9758-efbf5039fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.598222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2ac0524f-6d2d-4250-9758-efbf5039fc64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7d8d1b5e151740a5b04d3ff0b1ea6a12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0661945 Jul 14 09:33:52.602838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36940) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:52.614741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0524f-6d2d-4250-9758-efbf5039fc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a3bab-f2d7-4ecd-af4c-4ff31d9fdf51,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.672367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fde4a0a8-946d-424c-b346-56b7115fc5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.675718 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fde4a0a8-946d-424c-b346-56b7115fc5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.677979 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fde4a0a8-946d-424c-b346-56b7115fc5b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cb703e25-ecc5-4a7e-b0a5-de94591442a8 HTTP/1.1" status: 204 len: 168 time: 0.4626548 Jul 14 09:33:52.689580 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4252b8e9-94ab-4d6f-84eb-3fd03508df25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.736565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4252b8e9-94ab-4d6f-84eb-3fd03508df25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.757941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-b2417296-2cc1-4242-aa8e-9502ba5101ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673fb425-9ff2-43ab-b93b-310938daff70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3246286 Jul 14 09:33:52.803843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4a0a8-946d-424c-b346-56b7115fc5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb703e25-ecc5-4a7e-b0a5-de94591442a8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.840385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4252b8e9-94ab-4d6f-84eb-3fd03508df25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.843539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4252b8e9-94ab-4d6f-84eb-3fd03508df25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:52.848266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4252b8e9-94ab-4d6f-84eb-3fd03508df25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c36a3bab-f2d7-4ecd-af4c-4ff31d9fdf51 HTTP/1.1" status: 204 len: 168 time: 0.2393432 Jul 14 09:33:52.893235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252b8e9-94ab-4d6f-84eb-3fd03508df25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a3bab-f2d7-4ecd-af4c-4ff31d9fdf51,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:52.938948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-be0dbc86-a9f1-4ecd-88c2-bd4e892b5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.941530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-be0dbc86-a9f1-4ecd-88c2-bd4e892b5104 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1097 time: 0.1391735 Jul 14 09:33:52.943302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-9b474879-2262-4c78-a113-493e3288361f tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.944806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-9b474879-2262-4c78-a113-493e3288361f tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.66 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 943 time: 0.2070584 Jul 14 09:33:52.954565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f77fb1-e3c8-48ad-8f4d-c6edffdc2187 req-652ff90d-cf17-4df4-a921-0a6a84dc7cc9 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.956617 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31f77fb1-e3c8-48ad-8f4d-c6edffdc2187 req-652ff90d-cf17-4df4-a921-0a6a84dc7cc9 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 943 time: 0.1197069 Jul 14 09:33:52.980694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-4e5c9e68-89da-432b-bbef-72d15e636256 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.986619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-4e5c9e68-89da-432b-bbef-72d15e636256 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.992960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-4e5c9e68-89da-432b-bbef-72d15e636256 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:52.999526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-4e5c9e68-89da-432b-bbef-72d15e636256 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.006570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-4e5c9e68-89da-432b-bbef-72d15e636256 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.012666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-4e5c9e68-89da-432b-bbef-72d15e636256 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.018658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-4e5c9e68-89da-432b-bbef-72d15e636256 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.020690 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-4e5c9e68-89da-432b-bbef-72d15e636256 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.2740898 Jul 14 09:33:53.056482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-e69b2e28-cdf8-4a4b-97d8-3cdbc50bd2ac service neutron] 10.222.0.69 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610855 Jul 14 09:33:53.057338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-09dfff02-4bb4-4a35-ac3e-555b1124a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.059346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-09dfff02-4bb4-4a35-ac3e-555b1124a766 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.1017816 Jul 14 09:33:53.149778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31f77fb1-e3c8-48ad-8f4d-c6edffdc2187 req-21fca04b-e05c-4ec2-9da7-80f4728627ac tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893755 Jul 14 09:33:53.165873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-bbe96b47-3e93-4f4e-ab56-f4dffeaa312b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1000 time: 0.0970361 Jul 14 09:33:53.185770 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-897f6dcc-fff7-4961-80c3-080abd04a5b2 req-9cb164b9-44f6-4599-a241-b6f3dbad0587 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421661 Jul 14 09:33:53.238583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-08ee1c09-546c-47fa-a880-34cbbaaa8c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.240263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-08ee1c09-546c-47fa-a880-34cbbaaa8c65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.0657804 Jul 14 09:33:53.261721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36962) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:53.301039 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec330a87-aaf1-43c3-aaba-c05d5b3f6a03 req-750ea88e-52f7-4046-b47b-7baa09df5473 service neutron] 10.222.0.69 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267280 Jul 14 09:33:53.324891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Deleting port 3d9df725-d63e-410f-8788-3d08061983d3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:33:53.325215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.414423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-e1641919-bd94-4d66-a957-a6d356c83147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.416553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-e1641919-bd94-4d66-a957-a6d356c83147 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1688600 Jul 14 09:33:53.472920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] For port 3d9df725-d63e-410f-8788-3d08061983d3, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3d9df725-d63e-410f-8788-3d08061983d3,segment=NetworkSegment(3bda2fe2-1cd0-46b2-b084-8b7f739b1804),segment_id=3bda2fe2-1cd0-46b2-b084-8b7f739b1804)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:53.474677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.487498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80586d0-aef5-47d9-b300-74f898c5cccd req-9e25a553-b86b-41bb-8a91-02b460d593c3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.490674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Calling delete_port for 3d9df725-d63e-410f-8788-3d08061983d3 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:33:53.495330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a80586d0-aef5-47d9-b300-74f898c5cccd req-9e25a553-b86b-41bb-8a91-02b460d593c3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1761475 Jul 14 09:33:53.504943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-b9592b21-fceb-49fd-8896-360985863ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.506801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-b9592b21-fceb-49fd-8896-360985863ccb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 1095 time: 0.1204410 Jul 14 09:33:53.574879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a80586d0-aef5-47d9-b300-74f898c5cccd req-ee219947-2650-4067-ab3a-1db4f445d40e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780423 Jul 14 09:33:53.592439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1344679648-network', 'tenant_id': '2af3e0cad8cb482e810e9051890af676'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:53.617662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-9f31d57e-c8ed-49f5-b3c4-bb263fd1e077 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888664 Jul 14 09:33:53.677731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Made reservation on behalf of 2af3e0cad8cb482e810e9051890af676 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:53.681344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.696978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.812316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2010f477-f1bf-41ed-a0a0-2d6bad1a8b99 req-c7adad5e-01c2-4991-93e4-d63f10bbca24 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874709 Jul 14 09:33:53.834296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d70da9-9de3-453b-a52e-6dfd2b377aba req-d1ae94b0-2b9e-4980-b370-1a47427db083 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.835827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5d70da9-9de3-453b-a52e-6dfd2b377aba req-d1ae94b0-2b9e-4980-b370-1a47427db083 tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 943 time: 0.1843145 Jul 14 09:33:53.837719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-775b2f16-388f-4fd0-90da-759695af5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:53.839151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-775b2f16-388f-4fd0-90da-759695af5fb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 914 time: 0.3165197 Jul 14 09:33:53.935509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-b8df744a-bb00-4206-b112-ea57c9820d53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381 HTTP/1.1" status: 200 len: 217 time: 0.0826693 Jul 14 09:33:53.946953 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.952853 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.971924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:53.986290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:53.986734 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Added segment da8f74ee-04e2-4b4f-8e9d-f1380513ffa5 of type vlan for network e04b8d33-39b8-4ef3-bd16-b7214680e59a Jul 14 09:33:54.005680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5d70da9-9de3-453b-a52e-6dfd2b377aba req-484303b0-439a-4cec-ac24-afd59967b07d tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/security-groups?id=76a8d1c6-124d-459a-b9bb-0c725c80c1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611149 Jul 14 09:33:54.014517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36996) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.034591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80bdb9f-fca1-48f7-b6ea-1d0beba00593,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.039894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-6d8eab54-0e00-44c4-b160-3075e475127d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.041809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-6d8eab54-0e00-44c4-b160-3075e475127d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=979bf005-a798-41f4-ba11-a0f5622e32f4 HTTP/1.1" status: 200 len: 853 time: 0.0966315 Jul 14 09:33:54.042976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.073753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.108910 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-a6a9019b-4b05-48c4-ba49-19c2d7b60ea9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673fb425-9ff2-43ab-b93b-310938daff70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526216 Jul 14 09:33:54.113080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.116108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Pushing event deleted for resources: {'Port': ['ID=3d9df725-d63e-410f-8788-3d08061983d3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.117889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.119052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.192187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9245555 Jul 14 09:33:54.192953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37006) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.199127 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c16917d5-17a2-4093-b8e8-c0dfd76f4ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.199702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] No DVR routers for this DVR port 3d9df725-d63e-410f-8788-3d08061983d3 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:33:54.202853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.203252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Request body: {'subnet': {'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1344679648-subnet', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:54.204985 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fc242c4-2708-4b9a-b17c-8d54f2200ede req-0caf72bd-8374-41bf-9688-f0587dac0a0a tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.66 "DELETE /v2.0/ports/3d9df725-d63e-410f-8788-3d08061983d3 HTTP/1.1" status: 204 len: 173 time: 1.2462876 Jul 14 09:33:54.232842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37010) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:54.277058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-686684353-network', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:54.286175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123d163-6aa3-4838-8838-208def98baf7 admin admin] Pushing event updated for resources: {'Network': ['ID=e04b8d33-39b8-4ef3-bd16-b7214680e59a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.294145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:54.323329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-c9c660b6-04f4-4a2e-a6c7-5fed276a629e service neutron] 10.222.0.69 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009215 Jul 14 09:33:54.326833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Made reservation on behalf of 2af3e0cad8cb482e810e9051890af676 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:54.329668 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.414568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-203675214-network', 'tenant_id': '9b9e7b4a498246acbf83f5f379fd38e4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:54.445560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0545ad9d-6218-409e-b1e0-d12065e01f5a', 'name': 'network-vif-deleted', 'tag': '3d9df725-d63e-410f-8788-3d08061983d3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:54.448152 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0134e0-2ca6-4ced-937f-a599a285121a" -d '{"events": [{"server_uuid": "0545ad9d-6218-409e-b1e0-d12065e01f5a", "name": "network-vif-deleted", "tag": "3d9df725-d63e-410f-8788-3d08061983d3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:54.457377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.471746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Made reservation on behalf of de39a325f76d43c580aef96723ccc59b for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:54.474207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.504390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.509817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-258f7cb5-ceac-4bab-9e0b-a8d17169d809 req-bd6163e8-b98d-424f-92a0-ec3e4e33c867 service neutron] 10.222.0.69 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785121 Jul 14 09:33:54.523038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Made reservation on behalf of 9b9e7b4a498246acbf83f5f379fd38e4 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:54.525555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.529367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-e488553a-9bf2-45fa-aa2e-c97b17c603b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.537458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-e488553a-9bf2-45fa-aa2e-c97b17c603b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.541638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.544501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-e488553a-9bf2-45fa-aa2e-c97b17c603b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.552021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-e488553a-9bf2-45fa-aa2e-c97b17c603b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.558081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-e488553a-9bf2-45fa-aa2e-c97b17c603b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.565793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-e488553a-9bf2-45fa-aa2e-c97b17c603b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.572855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-e488553a-9bf2-45fa-aa2e-c97b17c603b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.573012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd2a8f-8366-4f6c-ae12-6e8c56666fa9 req-012d2ba2-0b36-4390-86b4-60df5ddd7e81 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.574368 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23cd2a8f-8366-4f6c-ae12-6e8c56666fa9 req-012d2ba2-0b36-4390-86b4-60df5ddd7e81 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 943 time: 0.2168682 Jul 14 09:33:54.574874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-e488553a-9bf2-45fa-aa2e-c97b17c603b5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.1659431 Jul 14 09:33:54.628743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c1f52cc-9b69-4cc3-b77f-b632d237dba3 req-9bb8cd6e-d782-4547-aa8b-d9d0f7b5a0a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437627 Jul 14 09:33:54.666336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23cd2a8f-8366-4f6c-ae12-6e8c56666fa9 req-c1a77aa9-fbd9-4ca5-8c63-9b01cf027807 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787508 Jul 14 09:33:54.678370 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3760ae-20ff-45cc-a278-130d07fdcb00 x-openstack-request-id: req-1c3760ae-20ff-45cc-a278-130d07fdcb00 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:54.680594 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0545ad9d-6218-409e-b1e0-d12065e01f5a", "name": "network-vif-deleted", "tag": "3d9df725-d63e-410f-8788-3d08061983d3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:54.681502 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c3760ae-20ff-45cc-a278-130d07fdcb00 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:54.682442 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0545ad9d-6218-409e-b1e0-d12065e01f5a', 'name': 'network-vif-deleted', 'tag': '3d9df725-d63e-410f-8788-3d08061983d3', 'status': 'completed', 'code': 200} Jul 14 09:33:54.752960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.787514 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.808561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.840166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af056beb-8590-4e8c-871a-d4f1d85dbd31 req-2589f92e-862a-4f7e-9ae5-f2044ccbf45f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:54.841861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-af056beb-8590-4e8c-871a-d4f1d85dbd31 req-2589f92e-862a-4f7e-9ae5-f2044ccbf45f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.0748403 Jul 14 09:33:54.849529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:54.852946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.884736 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.885102 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Added segment 26863173-7d32-4cdf-92a5-74dfcc825826 of type vlan for network f0f019a2-8837-48ac-b646-31f6281531d4 Jul 14 09:33:54.902906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-af056beb-8590-4e8c-871a-d4f1d85dbd31 req-35037c67-9df1-4555-bcc6-56c476e8e0ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442708 Jul 14 09:33:54.903969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef72b680-91cc-467e-b09f-d448b305f942,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:54.937535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Checking segment: {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:54.937760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Network hostable DHCP agents. Network: e04b8d33-39b8-4ef3-bd16-b7214680e59a, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:54.973024 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:54.992104 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:55.023080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, e04b8d33-39b8-4ef3-bd16-b7214680e59a) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:55.035049 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:55.035529 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.037248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee9f486-55e5-45d6-985c-5f76c9af66cd None None] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:55.042105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.045005 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.045325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:55.045751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.076841 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.146145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1303546 Jul 14 09:33:55.147583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c98279c8-56b0-49e4-aa0d-516f72e4d7b2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9516289 Jul 14 09:33:55.152276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37024) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.152692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37026) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.176243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:55.184997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fd9ed324-2fbe-47d6-ac0f-a81cfc86b9f2 req-1d6bd1ef-c7ff-4dec-95eb-dc7165d12bac tempest-ImagesTestJSON-919722513 tempest-ImagesTestJSON-919722513-project] 10.222.0.73 "GET /v2.0/ports?device_id=0545ad9d-6218-409e-b1e0-d12065e01f5a HTTP/1.1" status: 200 len: 210 time: 0.0467522 Jul 14 09:33:55.192120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Request body: {'subnet': {'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-686684353-subnet', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:55.215435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:55.216976 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.220418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:33:55.225771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.233890 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8a5e5-3d07-4136-988f-bae8386c72fe admin admin] Pushing event updated for resources: {'Network': ['ID=f0f019a2-8837-48ac-b646-31f6281531d4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.251189 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.251485 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Added segment 5569148c-dbe0-41a3-a881-5d81f9c65af6 of type vlan for network 0526e8d3-d5d6-4921-a639-19722692c4b3 Jul 14 09:33:55.263420 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.264469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.297170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network f0f019a2-8837-48ac-b646-31f6281531d4 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:55.323537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Made reservation on behalf of de39a325f76d43c580aef96723ccc59b for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:55.325949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.330045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.373786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162f2e6-57d9-411a-afa8-b5605c064106 req-cd0d8902-08d2-4f37-bb44-4fed0d69fe15 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:55.375297 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d162f2e6-57d9-411a-afa8-b5605c064106 req-cd0d8902-08d2-4f37-bb44-4fed0d69fe15 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3149235 Jul 14 09:33:55.420735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Allocated IP 172.20.0.2 (e04b8d33-39b8-4ef3-bd16-b7214680e59a/88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e/a3f35159-4a56-44b1-b033-1260e4088d00) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:55.486631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.519848 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.572872 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.577662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.578642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:55.579220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.582107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Transition to ACTIVE for port object a3f35159-4a56-44b1-b033-1260e4088d00 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:55.597650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Transition to ACTIVE for port object a3f35159-4a56-44b1-b033-1260e4088d00 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:55.603774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.610782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d162f2e6-57d9-411a-afa8-b5605c064106 req-bee1705d-f981-483d-b87b-0c2393e0f135 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212050 Jul 14 09:33:55.639706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab1b3a86-4328-48d5-ac41-0ac27838b381 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:55.653084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:55.664807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:55.671065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:55.697684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Pushing event updated for resources: {'Port': ['ID=a3f35159-4a56-44b1-b033-1260e4088d00,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.738116 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4982598 Jul 14 09:33:55.738672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37034) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:55.743756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Request body: {'subnet': {'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-203675214-subnet', 'tenant_id': '9b9e7b4a498246acbf83f5f379fd38e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:55.748398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f4c27-b085-437d-8591-f509a099d603 admin admin] Pushing event updated for resources: {'Network': ['ID=0526e8d3-d5d6-4921-a639-19722692c4b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:55.754512 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.791482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0526e8d3-d5d6-4921-a639-19722692c4b3 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:33:55.794989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Made reservation on behalf of 9b9e7b4a498246acbf83f5f379fd38e4 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:33:55.797839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.910670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Attempting to bind port a3f35159-4a56-44b1-b033-1260e4088d00 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:55.911290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Attempting to bind port a3f35159-4a56-44b1-b033-1260e4088d00 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:55.911829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Attempting to bind port a3f35159-4a56-44b1-b033-1260e4088d00 on network e04b8d33-39b8-4ef3-bd16-b7214680e59a {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:55.934901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:55.944653 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:55.945043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Checking segment: {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:55.945457 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.945855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Bound using segment: {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:55.946343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Bound port: a3f35159-4a56-44b1-b033-1260e4088d00, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:55.946729 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:55.975561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'port_id': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'mac_address': 'fa:16:3e:ea:dc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979bf005-a798-41f4-ba11-a0f5622e32f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:33:56.054318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.064839 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.080492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1b3a86-4328-48d5-ac41-0ac27838b381 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:33:56.085862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] For port a3f35159-4a56-44b1-b033-1260e4088d00, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:56.106695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] For port a3f35159-4a56-44b1-b033-1260e4088d00, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3f35159-4a56-44b1-b033-1260e4088d00,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:56.116387 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.121122 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:56.122853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bac8612-571e-4276-bc4c-bcbb53f72828,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.130915 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.154459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d6225-5f5a-4a35-995e-9a87a432d8da req-64e585a6-d84f-48b9-ab7f-284f39941309 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.156042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a80d6225-5f5a-4a35-995e-9a87a432d8da req-64e585a6-d84f-48b9-ab7f-284f39941309 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1536756 Jul 14 09:33:56.162619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Checking segment: {'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:56.162903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Network hostable DHCP agents. Network: 0526e8d3-d5d6-4921-a639-19722692c4b3, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:56.196235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142175-8f33-4efa-91be-4b92ff41c2d5 None None] Pushing event updated for resources: {'Port': ['ID=a3f35159-4a56-44b1-b033-1260e4088d00,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.208410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Network 0526e8d3-d5d6-4921-a639-19722692c4b3 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:56.225199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0526e8d3-d5d6-4921-a639-19722692c4b3) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:56.232349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.232947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.235728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144216cb-d7b0-4ee9-a1e5-49b7e745a31b None None] Network 0526e8d3-d5d6-4921-a639-19722692c4b3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:56.243599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a80d6225-5f5a-4a35-995e-9a87a432d8da req-e18d0e8f-6f4e-4511-9552-6e31154ca0d8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614522 Jul 14 09:33:56.269372 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-031f968d-52cd-4ff2-8f05-e2d5f6de5625 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5297322 Jul 14 09:33:56.321048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.379761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-38587388-05cc-479c-8adb-a27939c58c51 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.383926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ab1b3a86-4328-48d5-ac41-0ac27838b381'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:33:56.387802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-38587388-05cc-479c-8adb-a27939c58c51 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.395635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-38587388-05cc-479c-8adb-a27939c58c51 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.402687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-38587388-05cc-479c-8adb-a27939c58c51 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.409252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-38587388-05cc-479c-8adb-a27939c58c51 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.422471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-38587388-05cc-479c-8adb-a27939c58c51 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.437937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-38587388-05cc-479c-8adb-a27939c58c51 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.440760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-38587388-05cc-479c-8adb-a27939c58c51 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.6261084 Jul 14 09:33:56.461227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.464928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1d54e2-4871-41a3-8543-38792da938e4 None None] Network 0526e8d3-d5d6-4921-a639-19722692c4b3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:56.532923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966083f-bac5-477e-bece-e4f8621faa65 req-76709b6a-0076-42d6-8a10-6a3719440f08 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.534625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a966083f-bac5-477e-bece-e4f8621faa65 req-76709b6a-0076-42d6-8a10-6a3719440f08 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 944 time: 0.1184082 Jul 14 09:33:56.582391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25cd013d-c365-48ae-84fc-fb8ad6098b44,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:56.603871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a966083f-bac5-477e-bece-e4f8621faa65 req-558e9b77-7cb5-4594-bda5-5dfe960689b8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623055 Jul 14 09:33:56.608968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb758274-c285-44cf-a8b8-8b62d54c5082 req-259e3a2a-6c6c-4d1c-b6df-0394aebc0642 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581116 Jul 14 09:33:56.691111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Checking segment: {'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:56.691476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Network hostable DHCP agents. Network: f0f019a2-8837-48ac-b646-31f6281531d4, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:33:56.722602 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.786484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Network f0f019a2-8837-48ac-b646-31f6281531d4 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:33:56.805386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, f0f019a2-8837-48ac-b646-31f6281531d4) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:56.812249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.818615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb3ce7e-589e-4824-98b9-a86d3272cf84 None None] Network f0f019a2-8837-48ac-b646-31f6281531d4 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:56.821293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:56.821904 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.847759 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.915237 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5f158063-b917-4611-aa12-93d0ab3154d8 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7412755 Jul 14 09:33:56.915593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37050) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:56.920112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5e6f36a6-1ecf-4708-8e1c-3058a744dfe6 req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1834646863', 'description': 'tempest-description-1236748325'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:56.921699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:56.943949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [req-5e6f36a6-1ecf-4708-8e1c-3058a744dfe6 req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:33:56.943949 n-d-780147-26 neutron-server[93779]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:33:56.943949 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id_1': '9b9e7b4a498246acbf83f5f379fd38e4', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 33, 56, 927679)}] Jul 14 09:33:56.943949 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:33:56.944526 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [req-5e6f36a6-1ecf-4708-8e1c-3058a744dfe6 req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:33:56.954203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:56.955231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.003319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-f0f019a2-8837-48ac-b646-31f6281531d4', 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'fixed_ips': [{'subnet_id': '25cd013d-c365-48ae-84fc-fb8ad6098b44'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:33:57.004188 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.010183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Allocated IP 172.25.0.227 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6c05f5f2-9cc1-45dd-84a4-9042a41d369b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:57.037717 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.164948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.194036 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.203747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Allocated IP 172.20.0.2 (f0f019a2-8837-48ac-b646-31f6281531d4/25cd013d-c365-48ae-84fc-fb8ad6098b44/869ab649-1fd2-45c8-9ab3-e689608d9e6e) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:57.226920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.269380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:57.275059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:57.279426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:57.286283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.332288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Pushing event updated for resources: {'Port': ['ID=6c05f5f2-9cc1-45dd-84a4-9042a41d369b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.393491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63b20f-c2d8-4374-b357-729be68e55d4 req-7972310c-bac0-42c1-b933-901d23074aed tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:57.400997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c63b20f-c2d8-4374-b357-729be68e55d4 req-7972310c-bac0-42c1-b933-901d23074aed tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2003613 Jul 14 09:33:57.412805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.422244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Transition to ACTIVE for port object 869ab649-1fd2-45c8-9ab3-e689608d9e6e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:57.449184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Transition to ACTIVE for port object 869ab649-1fd2-45c8-9ab3-e689608d9e6e will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:33:57.454940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3d9df725-d63e-410f-8788-3d08061983d3 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:33:57.461105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c63b20f-c2d8-4374-b357-729be68e55d4 req-a6fa5035-561a-4f71-9f49-39cd26fb93a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587780 Jul 14 09:33:57.486960 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.492621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 3d9df725-d63e-410f-8788-3d08061983d3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:33:57.492968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3d9df725-d63e-410f-8788-3d08061983d3 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:33:57.526007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Network f0f019a2-8837-48ac-b646-31f6281531d4 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:57.529204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:57.532665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:57.550433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Pushing event updated for resources: {'Port': ['ID=869ab649-1fd2-45c8-9ab3-e689608d9e6e,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.550847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e6f36a6-1ecf-4708-8e1c-3058a744dfe6 req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.620125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Attempting to bind port 869ab649-1fd2-45c8-9ab3-e689608d9e6e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:33:57.621286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Attempting to bind port 869ab649-1fd2-45c8-9ab3-e689608d9e6e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:33:57.621663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Attempting to bind port 869ab649-1fd2-45c8-9ab3-e689608d9e6e on network f0f019a2-8837-48ac-b646-31f6281531d4 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:33:57.636498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caa0fcd-f588-4106-a2d0-628efb26092e None None] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:57.659770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab1b3a86-4328-48d5-ac41-0ac27838b381 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:57.679041 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e6f36a6-1ecf-4708-8e1c-3058a744dfe6 req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.698446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:33:57.698834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Checking segment: {'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:33:57.699252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.699730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Bound using segment: {'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:33:57.700467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Bound port: 869ab649-1fd2-45c8-9ab3-e689608d9e6e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:33:57.701000 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.732833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.743703 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.746733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e6f36a6-1ecf-4708-8e1c-3058a744dfe6 req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.787929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4240c651-4a63-4ee9-bd00-711bca04564a None None] Provisioning for port a3f35159-4a56-44b1-b033-1260e4088d00 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:57.792230 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.830010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e6f36a6-1ecf-4708-8e1c-3058a744dfe6 req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:57.831847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e6f36a6-1ecf-4708-8e1c-3058a744dfe6 req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9178112 Jul 14 09:33:57.839414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3f35159-4a56-44b1-b033-1260e4088d00 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:57.865361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493efc1f-31fc-4926-a731-1f434f4908c7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:57.968991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39c7bc-9d2e-4b11-8551-a32f38735a3a req-d3b0bb95-684b-4e89-9c60-95af7dcc2d6e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:57.970542 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f39c7bc-9d2e-4b11-8551-a32f38735a3a req-d3b0bb95-684b-4e89-9c60-95af7dcc2d6e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 944 time: 0.1118827 Jul 14 09:33:58.013145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Allocated IP 172.25.0.244 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/c6e791ef-cb48-4ead-9aa9-3d991d3296eb) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:58.027573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.053992 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f39c7bc-9d2e-4b11-8551-a32f38735a3a req-76687548-dc42-4b24-8a77-ed66dc03ddad tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Jul 14 09:33:58.118692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-40e05c3c-2d7f-4d0a-8d7c-6edf053546e7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.125636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-40e05c3c-2d7f-4d0a-8d7c-6edf053546e7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.133912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-40e05c3c-2d7f-4d0a-8d7c-6edf053546e7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.140647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-40e05c3c-2d7f-4d0a-8d7c-6edf053546e7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.147253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-40e05c3c-2d7f-4d0a-8d7c-6edf053546e7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.153308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-40e05c3c-2d7f-4d0a-8d7c-6edf053546e7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.159863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-40e05c3c-2d7f-4d0a-8d7c-6edf053546e7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.162198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-40e05c3c-2d7f-4d0a-8d7c-6edf053546e7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.1786690 Jul 14 09:33:58.165545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port ab1b3a86-4328-48d5-ac41-0ac27838b381 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:58.171822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] For port 869ab649-1fd2-45c8-9ab3-e689608d9e6e, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:33:58.183458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port a3f35159-4a56-44b1-b033-1260e4088d00 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:33:58.194848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a3f35159-4a56-44b1-b033-1260e4088d00 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:58.195229 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.196807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port ab1b3a86-4328-48d5-ac41-0ac27838b381 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:58.197171 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.245375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] For port 869ab649-1fd2-45c8-9ab3-e689608d9e6e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=869ab649-1fd2-45c8-9ab3-e689608d9e6e,segment=NetworkSegment(26863173-7d32-4cdf-92a5-74dfcc825826),segment_id=26863173-7d32-4cdf-92a5-74dfcc825826)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:33:58.261053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8865a001-b4d3-4fad-b053-f0eca0ca0e60 req-18e552c8-ed12-4dc6-8000-b61c568c47ce tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707510 Jul 14 09:33:58.264045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.360816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:33:58.403300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40ea3c-fd87-45ea-a7d3-7d98345b82e7 None None] Pushing event updated for resources: {'Port': ['ID=869ab649-1fd2-45c8-9ab3-e689608d9e6e,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.442814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-6ac4eaae-3e76-4710-b944-59e72454bf5a req-0af43e50-a9f8-4485-bfe4-5f866ccf44e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1041600791', 'description': 'tempest-description-1318278635'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:33:58.490435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6ac4eaae-3e76-4710-b944-59e72454bf5a req-0af43e50-a9f8-4485-bfe4-5f866ccf44e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.504694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:33:58.528378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.533418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bcb397ac-4d45-467d-9c41-95b1e798df59 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3607330 Jul 14 09:33:58.534112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:58.540271 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.545073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.547867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Sync routers for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:33:58.629111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:33:58.629851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:58.667422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:58.671401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:33:58.675653 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6c0cdd-8172-4530-8e48-a5eafca9814c" -d '{"events": [{"server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "name": "network-vif-plugged", "status": "completed", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:33:58.679042 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.686879 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.705246 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6ac4eaae-3e76-4710-b944-59e72454bf5a req-0af43e50-a9f8-4485-bfe4-5f866ccf44e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.737265 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6ac4eaae-3e76-4710-b944-59e72454bf5a req-0af43e50-a9f8-4485-bfe4-5f866ccf44e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.757450 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.767739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:33:58.785991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:33:58.793617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:33:58.832494 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6ac4eaae-3e76-4710-b944-59e72454bf5a req-0af43e50-a9f8-4485-bfe4-5f866ccf44e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:58.848863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ac4eaae-3e76-4710-b944-59e72454bf5a req-0af43e50-a9f8-4485-bfe4-5f866ccf44e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4589345 Jul 14 09:33:58.892033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e791ef-cb48-4ead-9aa9-3d991d3296eb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.896924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af43e50-a9f8-4485-bfe4-5f866ccf44e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450a424a-fc08-4c6e-bf3a-a5a919eac66a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:58.917375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbad98-3881-4356-9309-3c5ee51b7824 req-6b96e7ed-805a-4732-9adb-b64a0c9adfbc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:58.925452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9fbad98-3881-4356-9309-3c5ee51b7824 req-6b96e7ed-805a-4732-9adb-b64a0c9adfbc tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1899128 Jul 14 09:33:58.982603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:33:59.036274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9fbad98-3881-4356-9309-3c5ee51b7824 req-fe677413-5b92-425a-b619-9e2043b39915 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055605 Jul 14 09:33:59.196822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7bf7a-e79f-4eb0-8579-ef63d6d0127f req-42b4b32c-d792-47f5-9a80-43559c4a7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.197987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5c7bf7a-e79f-4eb0-8579-ef63d6d0127f req-42b4b32c-d792-47f5-9a80-43559c4a7fba service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 1097 time: 0.1314256 Jul 14 09:33:59.208000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port a3f35159-4a56-44b1-b033-1260e4088d00, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3f35159-4a56-44b1-b033-1260e4088d00,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:33:59.212069 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a5ae97-c053-45c4-9123-eefe8bd7dd3c x-openstack-request-id: req-40a5ae97-c053-45c4-9123-eefe8bd7dd3c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:33:59.212613 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "name": "network-vif-plugged", "status": "completed", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:33:59.212941 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40a5ae97-c053-45c4-9123-eefe8bd7dd3c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:33:59.213330 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'code': 200} Jul 14 09:33:59.263768 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.290048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.296376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5c7bf7a-e79f-4eb0-8579-ef63d6d0127f req-0d205de1-9fe5-4b96-8ba7-f68704887b76 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907650 Jul 14 09:33:59.359317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-eddbb2b2-ff24-4c69-a2df-3747a3ab764e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.361034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-eddbb2b2-ff24-4c69-a2df-3747a3ab764e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 812 time: 0.2106085 Jul 14 09:33:59.381082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3939866a-937e-4b30-ad37-ef190f8ac742 None None] Provisioning complete for port a3f35159-4a56-44b1-b033-1260e4088d00 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:33:59.382002 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3939866a-937e-4b30-ad37-ef190f8ac742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.400918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37118) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:33:59.439376 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-a70b39fa-8cef-4924-a2a6-3e69dedf09a7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/quotas/9b9e7b4a498246acbf83f5f379fd38e4 HTTP/1.1" status: 200 len: 375 time: 0.0335228 Jul 14 09:33:59.491355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:33:57Z', 'revision_number': 3, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:33:59.497189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.516755 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-18d08607-5c8d-4703-a86d-281d82832539 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0671659 Jul 14 09:33:59.528129 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.528739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=a3f35159-4a56-44b1-b033-1260e4088d00,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:33:59.534860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Checking router: 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:33:59.534860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Updating router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:33:59.604883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.672004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.784036 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.789828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9a6d1074-588f-4306-a044-0adcded8ab8b details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:33:59.813502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a298e3bd-7919-436f-8d3f-091eba1424ac admin admin] Deleting subnet 616c53a4-30a7-4e6a-a138-a97e3bcc800a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:33:59.824123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-0967ccc0-2fa0-4656-93f8-2e139c6e056f service neutron] 10.222.0.73 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746656 Jul 14 09:33:59.828850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a298e3bd-7919-436f-8d3f-091eba1424ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:33:59.903283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-3d8fe915-87f7-40db-9b79-3d542033aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:33:59.905142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-3d8fe915-87f7-40db-9b79-3d542033aeab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1097 time: 0.5144868 Jul 14 09:33:59.929914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3f35159-4a56-44b1-b033-1260e4088d00 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:33:59.982747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de20ffd3-f912-455e-a4c5-056e8f9f49b5 None None] Network f0f019a2-8837-48ac-b646-31f6281531d4 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:33:59.986374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Allocated IP 172.20.0.1 (e04b8d33-39b8-4ef3-bd16-b7214680e59a/88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e/ce131264-9cf6-4642-9c03-17d837cabcae) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:33:59.994535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a298e3bd-7919-436f-8d3f-091eba1424ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.053011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-8ec3cad5-5ca2-4dad-972b-4fb7eebab419 service neutron] 10.222.0.73 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275889 Jul 14 09:34:00.135657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-26583c57-6272-4358-803d-6634301e2926 None None] Provisioning for port 869ab649-1fd2-45c8-9ab3-e689608d9e6e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:00.158390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9a6d1074-588f-4306-a044-0adcded8ab8b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a6d1074-588f-4306-a044-0adcded8ab8b,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:00.180678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5396916-4282-446a-b9ea-fda3c20ebd1b req-1e9d30b1-6cf4-40a4-9b8c-07c3b91029f3 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:00.183213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5396916-4282-446a-b9ea-fda3c20ebd1b req-1e9d30b1-6cf4-40a4-9b8c-07c3b91029f3 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.5491822 Jul 14 09:34:00.192429 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.193788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.203429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '9a6d1074-588f-4306-a044-0adcded8ab8b', 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'port_id': '9a6d1074-588f-4306-a044-0adcded8ab8b', 'mac_address': 'fa:16:3e:e9:6f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de669c05-2fcb-4227-b0d8-480b5c5f867d', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:00.208377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Transition to ACTIVE for port object ce131264-9cf6-4642-9c03-17d837cabcae will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:00.213280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Transition to ACTIVE for port object 6c05f5f2-9cc1-45dd-84a4-9042a41d369b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:00.235505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a298e3bd-7919-436f-8d3f-091eba1424ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.237910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a3f35159-4a56-44b1-b033-1260e4088d00 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:00.238840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.251973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.288415 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.331170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:00.334910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:00.340125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:00.344472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce131264-9cf6-4642-9c03-17d837cabcae,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.399813 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.400101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-e6d416a9-b178-4dae-9ea9-3c72febd9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:00.401778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-e6d416a9-b178-4dae-9ea9-3c72febd9344 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.4822521 Jul 14 09:34:00.503175 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.523591 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5396916-4282-446a-b9ea-fda3c20ebd1b req-64afc3cd-7f63-4a5b-b9da-efbeafcc25fe tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050401 Jul 14 09:34:00.548803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d859bd-9e2c-4627-b81a-3bc605ce23af None None] Pushing event updated for resources: {'Port': ['ID=6c05f5f2-9cc1-45dd-84a4-9042a41d369b,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.581809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Attempting to bind port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:00.582287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Attempting to bind port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:00.582765 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Attempting to bind port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:00.622243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:00.623009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:00.624620 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.626484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:00.627318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Bound port: 6c05f5f2-9cc1-45dd-84a4-9042a41d369b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:00.628405 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.691600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:00.704639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-e2fa1df0-3510-46b7-927b-ecc76c490b1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1000 time: 0.2936089 Jul 14 09:34:00.707444 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a298e3bd-7919-436f-8d3f-091eba1424ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.791537 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a298e3bd-7919-436f-8d3f-091eba1424ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.798009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a298e3bd-7919-436f-8d3f-091eba1424ac admin admin] 10.222.0.73 "DELETE /v2.0/subnets/616c53a4-30a7-4e6a-a138-a97e3bcc800a HTTP/1.1" status: 204 len: 168 time: 1.3953028 Jul 14 09:34:00.826030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37128) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:00.836841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298e3bd-7919-436f-8d3f-091eba1424ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616c53a4-30a7-4e6a-a138-a97e3bcc800a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:00.860399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6d1074-588f-4306-a044-0adcded8ab8b {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:00.927939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8d03e146-21e6-4c4a-9dd2-7c611b7e98f1 None None] Provisioning for port ce131264-9cf6-4642-9c03-17d837cabcae completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:00.948855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9a6d1074-588f-4306-a044-0adcded8ab8b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a6d1074-588f-4306-a044-0adcded8ab8b,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:00.956238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8d03e146-21e6-4c4a-9dd2-7c611b7e98f1 None None] Provisioning complete for port ce131264-9cf6-4642-9c03-17d837cabcae triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:00.956238 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8d03e146-21e6-4c4a-9dd2-7c611b7e98f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:00.964828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 869ab649-1fd2-45c8-9ab3-e689608d9e6e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:01.029772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-2ce39832-d277-45a6-b3a2-7c819c0178a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.031359 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-2ce39832-d277-45a6-b3a2-7c819c0178a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.3023143 Jul 14 09:34:01.034329 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.035007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 503202b2-9042-406f-8131-0ce843a165dc details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:01.047405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] For port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:01.121429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386a383-1c2f-4ce1-ab19-9af3aede9a79 req-638b24e0-f884-46e7-b2a5-adfd2a1525e1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.129329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4386a383-1c2f-4ce1-ab19-9af3aede9a79 req-638b24e0-f884-46e7-b2a5-adfd2a1525e1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1489768 Jul 14 09:34:01.150660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.174847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] For port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6c05f5f2-9cc1-45dd-84a4-9042a41d369b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:01.192964 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.195054 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4386a383-1c2f-4ce1-ab19-9af3aede9a79 req-68d23fcd-a1b2-4b45-8eac-cb878049db61 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625763 Jul 14 09:34:01.201910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 869ab649-1fd2-45c8-9ab3-e689608d9e6e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:01.206552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 869ab649-1fd2-45c8-9ab3-e689608d9e6e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:01.207053 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.208804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8d03e146-21e6-4c4a-9dd2-7c611b7e98f1 None None] Port ce131264-9cf6-4642-9c03-17d837cabcae cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:01.218669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=9a6d1074-588f-4306-a044-0adcded8ab8b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.380367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d859bd-9e2c-4627-b81a-3bc605ce23af None None] Pushing event updated for resources: {'Port': ['ID=6c05f5f2-9cc1-45dd-84a4-9042a41d369b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.423838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:01.425330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:01.425960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.432280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.438383 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.487624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.498932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-261a03fc-b60a-4e2f-a4d0-0b59b433cca3 None None] Provisioning complete for port 869ab649-1fd2-45c8-9ab3-e689608d9e6e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:01.499385 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-261a03fc-b60a-4e2f-a4d0-0b59b433cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.507567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-f4d6ce5d-06aa-4cf3-855d-6e2a1e27df4a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.513636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-f4d6ce5d-06aa-4cf3-855d-6e2a1e27df4a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.520388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-f4d6ce5d-06aa-4cf3-855d-6e2a1e27df4a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.526331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-f4d6ce5d-06aa-4cf3-855d-6e2a1e27df4a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.532353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-f4d6ce5d-06aa-4cf3-855d-6e2a1e27df4a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.537993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc018ddd-f1b1-49b9-a95f-029865480309 req-1f72ce25-6bac-401a-aaa6-3eef687ac2a0 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 210 time: 0.0629418 Jul 14 09:34:01.548301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-f4d6ce5d-06aa-4cf3-855d-6e2a1e27df4a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.562548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-f4d6ce5d-06aa-4cf3-855d-6e2a1e27df4a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.570076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-f4d6ce5d-06aa-4cf3-855d-6e2a1e27df4a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5421 time: 0.7456961 Jul 14 09:34:01.603042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ce131264-9cf6-4642-9c03-17d837cabcae,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:01.630441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:01.640690 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Sync routers for ids ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:01.648970 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95ec0b2-4e5c-4137-b682-b3a0f503a80c req-0bef59ad-570f-462b-8ea9-85f952a3385f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730534 Jul 14 09:34:01.652475 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Routers {'53b1f78f-71e2-454f-b742-4e3beeb11ac4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:01.654287 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:01.677073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:01.678628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:01.730409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 503202b2-9042-406f-8131-0ce843a165dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=503202b2-9042-406f-8131-0ce843a165dc,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:01.754940 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.761177 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.762757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dadb9c62-f412-4fde-8227-b6e50d352d94 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8459935 Jul 14 09:34:01.770862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37136) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:01.772815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '503202b2-9042-406f-8131-0ce843a165dc', 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e', 'port_id': '503202b2-9042-406f-8131-0ce843a165dc', 'mac_address': 'fa:16:3e:4c:60:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddab5945-979e-47d6-a5fe-e38ff9987dbe', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:01.780495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:01.824005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-6c2189e8-87b0-4205-9a2c-613c8ae6d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:01.827453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-6c2189e8-87b0-4205-9a2c-613c8ae6d7ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4060245 Jul 14 09:34:01.833629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.902482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d062b05-02a3-4d75-b55c-1cb15d1ad72a']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:01.906260 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Set router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:01.922751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 869ab649-1fd2-45c8-9ab3-e689608d9e6e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=869ab649-1fd2-45c8-9ab3-e689608d9e6e,segment=NetworkSegment(26863173-7d32-4cdf-92a5-74dfcc825826),segment_id=26863173-7d32-4cdf-92a5-74dfcc825826)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:01.929412 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-261a03fc-b60a-4e2f-a4d0-0b59b433cca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.938553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:01.950260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:01.999322 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.045095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bda2fe2-1cd0-46b2-b084-8b7f739b1804') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:02.045496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bda2fe2-1cd0-46b2-b084-8b7f739b1804') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:02.125121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.176017 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.185733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503202b2-9042-406f-8131-0ce843a165dc {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:02.192170 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:33:59Z', 'revision_number': 3, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port': {'id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:02.201642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:02.202067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:02.205057 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:02.216920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:02.228326 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5aea1707-a6a5-430c-b03a-ada4a48e6bb0 admin admin] 10.222.0.73 "PUT /v2.0/routers/81d7b5fa-a41b-48e4-9673-54a62d5a1cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6931412 Jul 14 09:34:02.261615 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Checking router: 53b1f78f-71e2-454f-b742-4e3beeb11ac4 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:02.262025 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Updating router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 port c6e791ef-cb48-4ead-9aa9-3d991d3296eb binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:02.310312 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.347701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 503202b2-9042-406f-8131-0ce843a165dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=503202b2-9042-406f-8131-0ce843a165dc,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:02.364731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=869ab649-1fd2-45c8-9ab3-e689608d9e6e,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.369964 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.370627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2f713509-147e-4a96-bbfa-e288edfc476a details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:02.395499 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-261a03fc-b60a-4e2f-a4d0-0b59b433cca3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:34:02.395854 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-261a03fc-b60a-4e2f-a4d0-0b59b433cca3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:34:02.421745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-f300c020-99b5-4f7a-821f-3a7b3de169c0 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734825 Jul 14 09:34:02.449386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:00Z', 'revision_number': 1, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:02.485193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7f0b7-aa63-4166-975e-c1b9d4a24210 None None] The sync data for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 is: [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:00Z', 'revision_number': 1, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:02.490632 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.511734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-a0b907ee-78d2-4b14-9acd-6444a868ce49 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.513516 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-a0b907ee-78d2-4b14-9acd-6444a868ce49 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.66 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 812 time: 0.2839627 Jul 14 09:34:02.519888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2f713509-147e-4a96-bbfa-e288edfc476a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f713509-147e-4a96-bbfa-e288edfc476a,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:02.532917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=503202b2-9042-406f-8131-0ce843a165dc,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.547789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2f713509-147e-4a96-bbfa-e288edfc476a', 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'port_id': '2f713509-147e-4a96-bbfa-e288edfc476a', 'mac_address': 'fa:16:3e:d8:de:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de669c05-2fcb-4227-b0d8-480b5c5f867d', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:02.554917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1080d-c38d-4754-aaad-c385ddd9e0b4 req-4576ba31-5d79-46ab-99d4-44e14e4127fa tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.557284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ffb1080d-c38d-4754-aaad-c385ddd9e0b4 req-4576ba31-5d79-46ab-99d4-44e14e4127fa tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.5273221 Jul 14 09:34:02.571963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.575655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] 10.222.0.73 "DELETE /v2.0/networks/8d062b05-02a3-4d75-b55c-1cb15d1ad72a HTTP/1.1" status: 204 len: 168 time: 1.7483702 Jul 14 09:34:02.596125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'port': {'device_id': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3', 'admin_state_up': True, 'tenant_id': '9b9e7b4a498246acbf83f5f379fd38e4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:02.634294 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.651240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f713509-147e-4a96-bbfa-e288edfc476a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:02.680549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2f713509-147e-4a96-bbfa-e288edfc476a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f713509-147e-4a96-bbfa-e288edfc476a,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:02.691538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552a10f-1d6f-4ff6-a786-22661fa42e7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8d062b05-02a3-4d75-b55c-1cb15d1ad72a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.693515 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:02.694738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 35152d9a-da37-497e-85af-887f3bd0de2a details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:02.822092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37156) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:02.844893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 35152d9a-da37-497e-85af-887f3bd0de2a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=35152d9a-da37-497e-85af-887f3bd0de2a,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:02.849140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ffb1080d-c38d-4754-aaad-c385ddd9e0b4 req-18b2bcd0-488c-478d-b43c-c5de7f3d6141 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576425 Jul 14 09:34:02.850605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2f713509-147e-4a96-bbfa-e288edfc476a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:02.885700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '35152d9a-da37-497e-85af-887f3bd0de2a', 'network_id': '18d7ccd6-4ca4-4fe5-9757-c43dba00830e', 'port_id': '35152d9a-da37-497e-85af-887f3bd0de2a', 'mac_address': 'fa:16:3e:2f:a6:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddab5945-979e-47d6-a5fe-e38ff9987dbe', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:02.932675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addf76d-a7f0-47b3-b6db-1d046359a234 req-e338ef9a-a62f-4755-b68d-4e18d3c0cac8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:02.939948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9addf76d-a7f0-47b3-b6db-1d046359a234 req-e338ef9a-a62f-4755-b68d-4e18d3c0cac8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.5036972 Jul 14 09:34:03.006075 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.064253 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Transition to ACTIVE for port object c6e791ef-cb48-4ead-9aa9-3d991d3296eb will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:03.077486 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.132661 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d680b1d9-6cf5-417d-99b4-be615ec68b9d req-e71f424c-f0cf-49eb-9806-e93a0ca58544 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6769261 Jul 14 09:34:03.144584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.159310 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9addf76d-a7f0-47b3-b6db-1d046359a234 req-30f11a79-014f-4024-8cdc-ca344312d0f8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144978 Jul 14 09:34:03.171353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35152d9a-da37-497e-85af-887f3bd0de2a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:03.197135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 35152d9a-da37-497e-85af-887f3bd0de2a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=35152d9a-da37-497e-85af-887f3bd0de2a,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:03.205070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.206966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 113f389a-859e-445e-acc5-c67aba0cd239 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:03.224655 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ca44dc8f-df62-4936-ba90-626c3e754685 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db39e53052bb48e4851630eaf78894f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023793 Jul 14 09:34:03.226510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb3da287-3e48-4108-b5f5-4af580dde1c9 req-bfb67129-0815-4b51-9ebb-7f6b7840dfd9 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 210 time: 0.0889347 Jul 14 09:34:03.228898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.251980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Made reservation on behalf of 9b9e7b4a498246acbf83f5f379fd38e4 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:03.276538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.286585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Attempting to bind port c6e791ef-cb48-4ead-9aa9-3d991d3296eb on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:03.286585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Attempting to bind port c6e791ef-cb48-4ead-9aa9-3d991d3296eb by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:03.286585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Attempting to bind port c6e791ef-cb48-4ead-9aa9-3d991d3296eb on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:03.299856 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:03.316414 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:03.317041 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.317447 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:03.321138 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Bound port: c6e791ef-cb48-4ead-9aa9-3d991d3296eb, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:03.321587 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.332868 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Pushing event updated for resources: {'Port': ['ID=c6e791ef-cb48-4ead-9aa9-3d991d3296eb,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.366886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-573dda56-b648-4a48-90dd-b5a1e906cf5c None None] Provisioning complete for port ce131264-9cf6-4642-9c03-17d837cabcae triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:03.367550 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-573dda56-b648-4a48-90dd-b5a1e906cf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.412010 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.413378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 113f389a-859e-445e-acc5-c67aba0cd239, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=113f389a-859e-445e-acc5-c67aba0cd239,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:03.415967 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.416429 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.416775 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.417105 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.417432 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.417755 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.419097 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.419437 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.419765 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.420092 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.421204 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.423155 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:03.438569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=35152d9a-da37-497e-85af-887f3bd0de2a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.465422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '113f389a-859e-445e-acc5-c67aba0cd239', 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'port_id': '113f389a-859e-445e-acc5-c67aba0cd239', 'mac_address': 'fa:16:3e:9b:ed:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de669c05-2fcb-4227-b0d8-480b5c5f867d', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:03.469824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-573dda56-b648-4a48-90dd-b5a1e906cf5c None None] Port ce131264-9cf6-4642-9c03-17d837cabcae cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:03.515305 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] For port c6e791ef-cb48-4ead-9aa9-3d991d3296eb, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:03.520465 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] For port c6e791ef-cb48-4ead-9aa9-3d991d3296eb, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c6e791ef-cb48-4ead-9aa9-3d991d3296eb,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:03.530192 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.567716 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.598043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113f389a-859e-445e-acc5-c67aba0cd239 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:03.608983 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93a6f7-ed8b-402e-8a62-9dd6ce9e614f None None] Pushing event updated for resources: {'Port': ['ID=c6e791ef-cb48-4ead-9aa9-3d991d3296eb,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.639030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aef8357-edb0-460d-a06a-0bf615ea0185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.642913 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Routers {'53b1f78f-71e2-454f-b742-4e3beeb11ac4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:03.643773 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:03.645709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 113f389a-859e-445e-acc5-c67aba0cd239, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=113f389a-859e-445e-acc5-c67aba0cd239,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:03.658588 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.659735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d86239d0-e4e4-4a33-8921-2cfd984729c7 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:03.688692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:03.698574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1063226793-network', 'tenant_id': '266230cdf95a40458ef93f98e87b823b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:03.753222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Made reservation on behalf of 266230cdf95a40458ef93f98e87b823b for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:03.756098 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.759633 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aef8357-edb0-460d-a06a-0bf615ea0185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.774211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=113f389a-859e-445e-acc5-c67aba0cd239,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:03.794754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:03.812878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d86239d0-e4e4-4a33-8921-2cfd984729c7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:03.855322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd86239d0-e4e4-4a33-8921-2cfd984729c7', 'network_id': '6ea51cb6-078a-46f8-aa62-5b14c304ffc3', 'port_id': 'd86239d0-e4e4-4a33-8921-2cfd984729c7', 'mac_address': 'fa:16:3e:24:be:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de669c05-2fcb-4227-b0d8-480b5c5f867d', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:03.864453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-24a31f21-ffcd-4f4e-81bf-6be82ad83c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.872231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-24a31f21-ffcd-4f4e-81bf-6be82ad83c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.874775 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] Set router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:03.878908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-24a31f21-ffcd-4f4e-81bf-6be82ad83c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.885110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-24a31f21-ffcd-4f4e-81bf-6be82ad83c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.897857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-24a31f21-ffcd-4f4e-81bf-6be82ad83c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.911582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-24a31f21-ffcd-4f4e-81bf-6be82ad83c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.919601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-24a31f21-ffcd-4f4e-81bf-6be82ad83c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:03.923582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-24a31f21-ffcd-4f4e-81bf-6be82ad83c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5425 time: 0.3666804 Jul 14 09:34:04.024373 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.032600 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.047008 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.062539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Allocated IP 172.20.0.9 (0526e8d3-d5d6-4921-a639-19722692c4b3/6bac8612-571e-4276-bc4c-bcbb53f72828/e4ddcf80-2cab-4c86-b68b-c17dfbf0da22) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:04.073363 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86239d0-e4e4-4a33-8921-2cfd984729c7 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:04.124080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:04.134336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d86239d0-e4e4-4a33-8921-2cfd984729c7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:04.147185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Allocated IP 172.20.0.1 (f0f019a2-8837-48ac-b646-31f6281531d4/25cd013d-c365-48ae-84fc-fb8ad6098b44/6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:04.154090 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.154841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94483a93-4c44-47d5-82dc-c0b7051733b3 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:04.175207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eb9d2c-50c3-4f9a-ac56-11957f03825e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.188470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e982f-6fe6-4fa5-80b3-1a0421191322 req-c72c213f-f3e0-4c34-8667-0f129e5c84f1 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.198906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d8e982f-6fe6-4fa5-80b3-1a0421191322 req-c72c213f-f3e0-4c34-8667-0f129e5c84f1 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.4681046 Jul 14 09:34:04.199744 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.200106 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Added segment 8feda34a-a072-4a82-b997-eb27f807810c of type vlan for network 5b6db209-e0c8-4e5e-add7-11707b3984e6 Jul 14 09:34:04.226200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07f7438e-d2d7-4347-80ab-cfca60de69de req-9d7a6c17-c291-4841-bf6a-140e4371263f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872489 Jul 14 09:34:04.230009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aef8357-edb0-460d-a06a-0bf615ea0185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.232640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aef8357-edb0-460d-a06a-0bf615ea0185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.237162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5aef8357-edb0-460d-a06a-0bf615ea0185 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/76a8d1c6-124d-459a-b9bb-0c725c80c1f1 HTTP/1.1" status: 204 len: 168 time: 1.0066857 Jul 14 09:34:04.320852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef8357-edb0-460d-a06a-0bf615ea0185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a8d1c6-124d-459a-b9bb-0c725c80c1f1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.325783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.341102 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:33:59Z', 'revision_number': 3, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port': {'id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:04.413335 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b6ccb-68b6-4054-91ff-9bff61851b3b None None] The sync data for ids ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'] in n-d-780147-26 is: [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:33:59Z', 'revision_number': 3, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port': {'id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:04.510876 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.511834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.512454 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.521492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d8e982f-6fe6-4fa5-80b3-1a0421191322 req-f7801c82-cd56-4235-9c02-d99fab231f09 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062954 Jul 14 09:34:04.549776 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8549149 Jul 14 09:34:04.550550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37180) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:04.567302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Request body: {'subnet': {'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1063226793-subnet', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:04.640796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d86239d0-e4e4-4a33-8921-2cfd984729c7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.660452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.661356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 869ab649-1fd2-45c8-9ab3-e689608d9e6e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:04.667182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Made reservation on behalf of 266230cdf95a40458ef93f98e87b823b for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:04.669973 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.686844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cce3a0-1f4f-4f62-b775-cd2220f44120 admin admin] Pushing event updated for resources: {'Network': ['ID=5b6db209-e0c8-4e5e-add7-11707b3984e6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.715442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a408a1-db32-47f0-b527-297dc90c236e req-eb7376a6-9e7c-4911-a934-8b46c0055c79 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:04.717101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7a408a1-db32-47f0-b527-297dc90c236e req-eb7376a6-9e7c-4911-a934-8b46c0055c79 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.2164183 Jul 14 09:34:04.717817 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.739137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5b6db209-e0c8-4e5e-add7-11707b3984e6 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:04.792946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:04.895421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Network 0526e8d3-d5d6-4921-a639-19722692c4b3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:04.916571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'Port': ['ID=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:04.937407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Transition to ACTIVE for port object 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:04.944069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:04.944789 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:34:04.953665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:05.003725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7a408a1-db32-47f0-b527-297dc90c236e req-5deafac6-8dde-4b5c-aa05-d39b510f38a6 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776816 Jul 14 09:34:05.092289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.093537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.130417 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-106cf5f8-5f9e-4db8-a355-6978de0d9f4c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5548520 Jul 14 09:34:05.135255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1089f-ceb2-4496-bb9f-5c86566819d4 req-09684c49-abab-4f71-95bd-fedb4e40657f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.143846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Request body: {'port': {'device_id': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:05.144962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bd1089f-ceb2-4496-bb9f-5c86566819d4 req-09684c49-abab-4f71-95bd-fedb4e40657f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.3131559 Jul 14 09:34:05.161435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.176274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 869ab649-1fd2-45c8-9ab3-e689608d9e6e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:05.188878 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.300679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94483a93-4c44-47d5-82dc-c0b7051733b3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94483a93-4c44-47d5-82dc-c0b7051733b3,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:05.315165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bd1089f-ceb2-4496-bb9f-5c86566819d4 req-8722e313-6c46-4c89-8eee-5e33d0337dda tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691711 Jul 14 09:34:05.348838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'port_id': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'mac_address': 'fa:16:3e:e6:00:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:05.357653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Network f0f019a2-8837-48ac-b646-31f6281531d4 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:05.376328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:05.387987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:05.459527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.507807 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.542601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94483a93-4c44-47d5-82dc-c0b7051733b3 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:05.549790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6c05f5f2-9cc1-45dd-84a4-9042a41d369b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:05.558391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Pushing event updated for resources: {'Port': ['ID=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.633248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.634619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520a49c-92a9-4bab-b45f-25548a8c2a07 req-72ce9dbe-fdc2-4a13-a5fc-e83b5d821dd8 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:05.643364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b520a49c-92a9-4bab-b45f-25548a8c2a07 req-72ce9dbe-fdc2-4a13-a5fc-e83b5d821dd8 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 931 time: 0.3786542 Jul 14 09:34:05.673390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94483a93-4c44-47d5-82dc-c0b7051733b3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94483a93-4c44-47d5-82dc-c0b7051733b3,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:05.705164 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.773010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.875459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=94483a93-4c44-47d5-82dc-c0b7051733b3,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.901151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:05.912174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b520a49c-92a9-4bab-b45f-25548a8c2a07 req-2b62133c-f0d2-42ac-a6e2-f993f392c99f tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677989 Jul 14 09:34:05.915516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:05.916117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:05.947987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76bd64a3-738d-4696-b1f1-54c8768c81da,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:05.993709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Checking segment: {'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:05.994816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Network hostable DHCP agents. Network: 5b6db209-e0c8-4e5e-add7-11707b3984e6, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:06.015690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c40b8c8d-bc5e-4af5-9d4c-15f47a49a424 None None] Provisioning for port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:06.034731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c40b8c8d-bc5e-4af5-9d4c-15f47a49a424 None None] Provisioning complete for port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:06.035167 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c40b8c8d-bc5e-4af5-9d4c-15f47a49a424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.117127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c40b8c8d-bc5e-4af5-9d4c-15f47a49a424 None None] Port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:06.160557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Network 5b6db209-e0c8-4e5e-add7-11707b3984e6 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:06.206447 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.292570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6c05f5f2-9cc1-45dd-84a4-9042a41d369b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:06.300415 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.342895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['503202b2-9042-406f-8131-0ce843a165dc'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:06.410100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:06.432091 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.438044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6c05f5f2-9cc1-45dd-84a4-9042a41d369b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.470296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Transition to ACTIVE for port object e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:06.471098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['2f713509-147e-4a96-bbfa-e288edfc476a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:06.477200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.478147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['113f389a-859e-445e-acc5-c67aba0cd239'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:06.507404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-92c50481-0a07-4883-b265-e7cb7a440115 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.518169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-92c50481-0a07-4883-b265-e7cb7a440115 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.526714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-92c50481-0a07-4883-b265-e7cb7a440115 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.534060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-92c50481-0a07-4883-b265-e7cb7a440115 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.549069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-92c50481-0a07-4883-b265-e7cb7a440115 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.556774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['35152d9a-da37-497e-85af-887f3bd0de2a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:06.559390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-92c50481-0a07-4883-b265-e7cb7a440115 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.569589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c6e791ef-cb48-4ead-9aa9-3d991d3296eb up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:06.573776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d86239d0-e4e4-4a33-8921-2cfd984729c7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:06.575857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['94483a93-4c44-47d5-82dc-c0b7051733b3'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:06.576608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-92c50481-0a07-4883-b265-e7cb7a440115 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.584841 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-92c50481-0a07-4883-b265-e7cb7a440115 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5428 time: 0.3530307 Jul 14 09:34:06.629243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5b6db209-e0c8-4e5e-add7-11707b3984e6) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:06.645755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.646788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.676766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06126e7b-2b5f-416e-94c1-a9255924d6f4 req-9d5985ec-4aa4-42e6-bb17-41c5102166d9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541065 Jul 14 09:34:06.683858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Pushing event updated for resources: {'Port': ['ID=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:06.690108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f68172f6-665c-42cf-bfcb-40ec3a95bfb5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1382244 Jul 14 09:34:06.695744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37226) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:06.696573 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.700426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4055b6f-4a01-44eb-ab0a-96e63b916831 None None] Network 5b6db209-e0c8-4e5e-add7-11707b3984e6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:06.719722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:06.780582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32503-425d-420a-8476-d4790922a6c5 req-08fa07a7-28b6-4d8a-8df8-44df0c16d2a1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:06.791297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68a32503-425d-420a-8476-d4790922a6c5 req-08fa07a7-28b6-4d8a-8df8-44df0c16d2a1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.1635408 Jul 14 09:34:06.801099 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.802931 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.847958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Attempting to bind port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:06.848594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Attempting to bind port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:06.849637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Attempting to bind port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 on network 0526e8d3-d5d6-4921-a639-19722692c4b3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:06.852460 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68a32503-425d-420a-8476-d4790922a6c5 req-c718b155-4cc9-4b68-8d6b-8c77c081f85f tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598266 Jul 14 09:34:06.857899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 on network 0526e8d3-d5d6-4921-a639-19722692c4b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:06.858283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Attempting to bind port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 on network 0526e8d3-d5d6-4921-a639-19722692c4b3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:06.868096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:06.868938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Checking segment: {'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:06.869361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Bound using segment: {'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:06.873352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Bound port: e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:06.873776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:06.993737 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.016691 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.023232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.119401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Sync routers for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:07.163118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c6e791ef-cb48-4ead-9aa9-3d991d3296eb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:07.176956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:07.177598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.201641 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.205749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Pushing event updated for resources: {'Port': ['ID=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:07.300024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] For port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:07.326879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] For port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:07.343925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Network f0f019a2-8837-48ac-b646-31f6281531d4 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:07.345723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:07.397716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c6e791ef-cb48-4ead-9aa9-3d991d3296eb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:07.398274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.401609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.445152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['9a6d1074-588f-4306-a044-0adcded8ab8b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:07.482527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:07.483488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.484989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] 10.222.0.66 "PUT /v2.0/ports/e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 HTTP/1.1" status: 200 len: 1092 time: 2.3466167 Jul 14 09:34:07.488069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:07.493354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83fb56-bced-45ed-802f-1297403eb20f service neutron] Pushing event updated for resources: {'Port': ['ID=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:07.508397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:07.511964 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:07.558789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52d05-fa46-42e3-bc17-7e4838551e72 req-7da20aa9-368b-463a-93ba-d80d704446c7 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:07.560701 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d52d05-fa46-42e3-bc17-7e4838551e72 req-7da20aa9-368b-463a-93ba-d80d704446c7 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.3692605 Jul 14 09:34:07.594670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:07.706478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:07.733136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27d52d05-fa46-42e3-bc17-7e4838551e72 req-2aa92859-267a-4c24-b946-b24285969ad8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310208 Jul 14 09:34:07.745674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-d0e06443-9968-441e-843a-5aa090853b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:07.749861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:07.751892 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-d0e06443-9968-441e-843a-5aa090853b23 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1095 time: 0.2150168 Jul 14 09:34:07.756778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0ba4f705-9973-429a-a04d-d0e257190e2b admin admin] 10.222.0.73 "PUT /v2.0/routers/53b1f78f-71e2-454f-b742-4e3beeb11ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9827387 Jul 14 09:34:07.764115 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Sync routers for ids ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:07.776532 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Routers {'53b1f78f-71e2-454f-b742-4e3beeb11ac4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:07.777085 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:07.842823 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-b6371111-dce7-49cf-a07e-78e5f184835c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 HTTP/1.1" status: 200 len: 217 time: 0.0875993 Jul 14 09:34:07.991055 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Set router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:08.317584 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port': {'id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854', 'name': '', 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'mac_address': 'fa:16:3e:5a:33:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '25cd013d-c365-48ae-84fc-fb8ad6098b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:03Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 2, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'subnets': [{'id': '25cd013d-c365-48ae-84fc-fb8ad6098b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:08.326376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b12d4d1c-4825-490a-a6c9-0ed407d3da57 None None] Provisioning complete for port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:08.326918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b12d4d1c-4825-490a-a6c9-0ed407d3da57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.354573 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Checking router: 53b1f78f-71e2-454f-b742-4e3beeb11ac4 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:08.354995 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Updating router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:08.365719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5ec3c416-cf2d-4edb-b4ca-951ebffbbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.369668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-5ec3c416-cf2d-4edb-b4ca-951ebffbbe6b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.5112154 Jul 14 09:34:08.397921 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.448118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5b6db209-e0c8-4e5e-add7-11707b3984e6', 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'fixed_ips': [{'subnet_id': '76bd64a3-738d-4696-b1f1-54c8768c81da'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:08.449174 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.512848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-721aaa2c-f7d3-4756-aea8-a514b287859a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.521095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-721aaa2c-f7d3-4756-aea8-a514b287859a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=67d70cd8-dc66-43ba-bced-c87c0cbbe4f2 HTTP/1.1" status: 200 len: 944 time: 0.0824668 Jul 14 09:34:08.582220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-691b72a2-9ad3-4370-888f-514078a0d05c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2027850 Jul 14 09:34:08.605561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e309f9-fb98-46ae-8553-d09281208fae req-74b4f9a9-9fb2-4712-b8be-a1c900f81c8d tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:08.614544 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5e309f9-fb98-46ae-8553-d09281208fae req-74b4f9a9-9fb2-4712-b8be-a1c900f81c8d tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 943 time: 0.3434718 Jul 14 09:34:08.687134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Deleting port e3537645-1971-4257-803c-06a62a953b9d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:08.687536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.690141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b12d4d1c-4825-490a-a6c9-0ed407d3da57 None None] Port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:08.695859 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.706783 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.754362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5e309f9-fb98-46ae-8553-d09281208fae req-8e80a2b8-eac9-4dba-b892-d7f08f9fc00c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383703 Jul 14 09:34:08.757594 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.800087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37300) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:08.802155 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.810695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-482415304-network', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:08.817121 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Transition to ACTIVE for port object 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:08.828025 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.858155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] For port e3537645-1971-4257-803c-06a62a953b9d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e3537645-1971-4257-803c-06a62a953b9d,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:08.858787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:08.896553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c6e791ef-cb48-4ead-9aa9-3d991d3296eb, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c6e791ef-cb48-4ead-9aa9-3d991d3296eb,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:08.901898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Calling delete_port for e3537645-1971-4257-803c-06a62a953b9d owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:08.920481 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfdd96-07f6-400e-a552-86131a491ac7 None None] Pushing event updated for resources: {'Port': ['ID=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:08.981450 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.003433 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Attempting to bind port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:09.004104 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Attempting to bind port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:09.004790 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Attempting to bind port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 on network f0f019a2-8837-48ac-b646-31f6281531d4 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:09.012553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-9e19409a-de24-4157-91e6-e8a4cf0ea349 service neutron] 10.222.0.66 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184995 Jul 14 09:34:09.013498 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:09.014414 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Checking segment: {'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:09.015106 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.015811 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Bound using segment: {'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:09.017292 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Bound port: 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26863173-7d32-4cdf-92a5-74dfcc825826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:09.017970 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.044397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Made reservation on behalf of 6d693e3a819445dfaf1de550b7c849cf for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:09.050552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.082596 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.130006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6c05f5f2-9cc1-45dd-84a4-9042a41d369b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:09.184072 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] For port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:09.187697 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] For port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,segment=NetworkSegment(26863173-7d32-4cdf-92a5-74dfcc825826),segment_id=26863173-7d32-4cdf-92a5-74dfcc825826)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:09.194548 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.256725 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.262979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c6e791ef-cb48-4ead-9aa9-3d991d3296eb,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:09.283317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['852f6c32-cc75-4576-8401-4405c5f19a86'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:09.325350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event deleted for resources: {'Port': ['ID=e3537645-1971-4257-803c-06a62a953b9d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:09.327660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Allocated IP 172.20.0.2 (5b6db209-e0c8-4e5e-add7-11707b3984e6/76bd64a3-738d-4696-b1f1-54c8768c81da/36b52ff6-0235-4238-9f23-49c1d10d9801) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:09.333186 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Routers {'53b1f78f-71e2-454f-b742-4e3beeb11ac4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:09.333808 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.337584 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfdd96-07f6-400e-a552-86131a491ac7 None None] Pushing event updated for resources: {'Port': ['ID=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:09.350698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Allocated IP 172.25.0.234 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:09.395965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] No DVR routers for this DVR port e3537645-1971-4257-803c-06a62a953b9d on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:09.402018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.407249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd2562a0-2e68-4ed6-bd3c-0c08b9634431 req-206f0766-3b80-4e46-b72c-7d1c6b51ad48 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "DELETE /v2.0/ports/e3537645-1971-4257-803c-06a62a953b9d HTTP/1.1" status: 204 len: 173 time: 0.8835409 Jul 14 09:34:09.407829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'name': 'network-vif-deleted', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:09.412239 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7d4c84-d3ab-42fe-8b59-b206b4c9bb61" -d '{"events": [{"server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "name": "network-vif-deleted", "tag": "e3537645-1971-4257-803c-06a62a953b9d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:09.499538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a4a8ff8-e21f-46f7-9cf0-88a15b7e97e8 req-d2a95b83-b403-4dea-8951-d0a8406cde2f service neutron] 10.222.0.66 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786997 Jul 14 09:34:09.518489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] Set router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:09.524666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c571d3-d7db-48b3-833c-90a62decb0d8 req-943db315-35c7-420a-b97c-efab9117eba6 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:09.526620 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5c571d3-d7db-48b3-833c-90a62decb0d8 req-943db315-35c7-420a-b97c-efab9117eba6 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.3006094 Jul 14 09:34:09.622762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5c571d3-d7db-48b3-833c-90a62decb0d8 req-a58a24dc-a254-4320-8758-753ed255e843 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622201 Jul 14 09:34:09.727064 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.752998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 503202b2-9042-406f-8131-0ce843a165dc up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:09.772043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 2, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.775003 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf3f0fa-d80b-425c-aab6-227ffe0de748 x-openstack-request-id: req-fdf3f0fa-d80b-425c-aab6-227ffe0de748 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:09.775300 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:09.775553 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fdf3f0fa-d80b-425c-aab6-227ffe0de748 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:09.775952 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22', 'status': 'completed', 'code': 200} Jul 14 09:34:09.795549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.814161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:09.827494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.828497 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Added segment fe58f05e-1522-4622-aebc-4dd4b076aedd of type vlan for network 774bb82e-3905-4da8-8cda-84b56fcf8a90 Jul 14 09:34:09.872482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Checking router: 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:09.872843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Updating router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 port ce131264-9cf6-4642-9c03-17d837cabcae binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:09.888679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.927556 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port': {'id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854', 'name': '', 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'mac_address': 'fa:16:3e:5a:33:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '25cd013d-c365-48ae-84fc-fb8ad6098b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:03Z', 'updated_at': '2021-07-14T09:34:09Z', 'revision_number': 4, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'subnets': [{'id': '25cd013d-c365-48ae-84fc-fb8ad6098b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:09.949074 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.950115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:09.950756 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.951334 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:09.972746 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b797ce3-1f13-4e7a-bf2d-0951e4823caf None None] The sync data for ids ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'] in n-d-780147-26 is: [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port': {'id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854', 'name': '', 'network_id': 'f0f019a2-8837-48ac-b646-31f6281531d4', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'mac_address': 'fa:16:3e:5a:33:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': '25cd013d-c365-48ae-84fc-fb8ad6098b44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:03Z', 'updated_at': '2021-07-14T09:34:09Z', 'revision_number': 4, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'subnets': [{'id': '25cd013d-c365-48ae-84fc-fb8ad6098b44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:09.979845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:09.980471 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.002131 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.117888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Pushing event updated for resources: {'Network': ['ID=774bb82e-3905-4da8-8cda-84b56fcf8a90,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:10.128357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.134926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Transition to ACTIVE for port object 36b52ff6-0235-4238-9f23-49c1d10d9801 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:10.157723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 774bb82e-3905-4da8-8cda-84b56fcf8a90 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:10.232953 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4278779 Jul 14 09:34:10.236114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37324) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.239203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7fdd0-df13-4d06-ad80-9b71c23411e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3683e6-160b-4ba5-957a-790857445dbb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:10.244636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Request body: {'subnet': {'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-482415304-subnet', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:10.283187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Made reservation on behalf of 6d693e3a819445dfaf1de550b7c849cf for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:10.286679 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.293656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-542a9003-ae64-46ec-84e1-21cbd5f0a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.295532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-542a9003-ae64-46ec-84e1-21cbd5f0a328 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1095 time: 0.5040898 Jul 14 09:34:10.408094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-033e72db-ba44-481f-8327-59703c4e58b2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.415033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-033e72db-ba44-481f-8327-59703c4e58b2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.421593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-033e72db-ba44-481f-8327-59703c4e58b2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.427767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-033e72db-ba44-481f-8327-59703c4e58b2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.434507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-033e72db-ba44-481f-8327-59703c4e58b2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.441061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-033e72db-ba44-481f-8327-59703c4e58b2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.447066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-033e72db-ba44-481f-8327-59703c4e58b2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.449106 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-033e72db-ba44-481f-8327-59703c4e58b2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5428 time: 0.4835382 Jul 14 09:34:10.464320 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.560343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab693b-dda6-4d7a-9493-6cc11790c028 req-b398706e-c2ed-431e-b089-e1687110a3f2 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.562086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60ab693b-dda6-4d7a-9493-6cc11790c028 req-b398706e-c2ed-431e-b089-e1687110a3f2 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.1504867 Jul 14 09:34:10.576480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:10.585245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-99462b68-425b-468c-97d4-f640345610cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.586866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-99462b68-425b-468c-97d4-f640345610cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 913 time: 0.2789950 Jul 14 09:34:10.587736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:10.590351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:10.596955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-383352bd-6526-4cb1-afc0-6deb7dd48405 req-6fa9e604-e3ad-4fdd-a622-07b9d90f379f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370625 Jul 14 09:34:10.600144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Pushing event updated for resources: {'Port': ['ID=8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:10.614317 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.625120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Transition to ACTIVE for port object ce131264-9cf6-4642-9c03-17d837cabcae will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:10.647886 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.675765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-959b7851-2c5b-4064-a606-89108e69e072 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 HTTP/1.1" status: 200 len: 217 time: 0.0764759 Jul 14 09:34:10.698375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60ab693b-dda6-4d7a-9493-6cc11790c028 req-5a7e7c53-531a-4a9a-9b94-fddc5688b318 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034343 Jul 14 09:34:10.708284 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.712294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ebcd3abf-0fe1-4db9-9938-68a0ee11d638'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:10.739401 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113d2bbc-aa36-4315-9c05-ad480d58c4a8 x-openstack-request-id: req-113d2bbc-aa36-4315-9c05-ad480d58c4a8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:10.739775 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d70cd8-dc66-43ba-bced-c87c0cbbe4f2", "name": "network-vif-deleted", "tag": "e3537645-1971-4257-803c-06a62a953b9d", "status": "failed", "code": 422}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:10.740098 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-113d2bbc-aa36-4315-9c05-ad480d58c4a8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:10.740613 n-d-780147-26 neutron-server[93780]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67d70cd8-dc66-43ba-bced-c87c0cbbe4f2', 'name': 'network-vif-deleted', 'tag': 'e3537645-1971-4257-803c-06a62a953b9d', 'status': 'failed', 'code': 422} returned with failed status Jul 14 09:34:10.756070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b00b426-5a48-4bc8-acc0-678a9116aca7,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:10.804397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Checking segment: {'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:10.804794 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Network hostable DHCP agents. Network: 774bb82e-3905-4da8-8cda-84b56fcf8a90, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:10.827052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Network 774bb82e-3905-4da8-8cda-84b56fcf8a90 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:10.848488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 774bb82e-3905-4da8-8cda-84b56fcf8a90) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:10.857521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.858136 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.860641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-ee295712-c6ef-4d17-ad84-737bfad52681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:10.863321 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-ee295712-c6ef-4d17-ad84-737bfad52681 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.1791754 Jul 14 09:34:10.890261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-09871c88-1f59-420c-b668-690ef2a3f7df admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6514680 Jul 14 09:34:10.890933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37336) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:10.901740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:10.928840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45c04cc-282e-4cd6-b7f5-20029142064c None None] Network 774bb82e-3905-4da8-8cda-84b56fcf8a90 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:10.944466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.945691 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:10.949280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-87ba327c-6453-44f9-bcdd-fffc7d584864 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649130 Jul 14 09:34:11.151120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Transition to ACTIVE for port object 36b52ff6-0235-4238-9f23-49c1d10d9801 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:11.196720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.304967 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.323414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22bac6-760f-4410-a200-53c3edbbd3c4 req-e19186fa-95cd-4e0f-a01f-d79ea29b2888 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.325382 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc22bac6-760f-4410-a200-53c3edbbd3c4 req-e19186fa-95cd-4e0f-a01f-d79ea29b2888 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 943 time: 0.3508182 Jul 14 09:34:11.333299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52003dd8-862c-46ae-98cc-50297fb1838b None None] Pushing event updated for resources: {'Port': ['ID=ce131264-9cf6-4642-9c03-17d837cabcae,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:11.371952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-87ec3af3-7d9d-4632-b241-c48f2d56a24a service neutron] 10.222.0.66 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140062 Jul 14 09:34:11.388420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-774bb82e-3905-4da8-8cda-84b56fcf8a90', 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'fixed_ips': [{'subnet_id': '4b00b426-5a48-4bc8-acc0-678a9116aca7'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:11.389670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.392238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 503202b2-9042-406f-8131-0ce843a165dc completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:11.465583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.525931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 503202b2-9042-406f-8131-0ce843a165dc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:11.527265 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.529948 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.574847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc22bac6-760f-4410-a200-53c3edbbd3c4 req-58700301-a29d-4390-b0ac-0f04198a9411 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287381 Jul 14 09:34:11.584709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-833dbf09-a5ce-4bb6-b147-cdefbe4f3189 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4693265 Jul 14 09:34:11.655362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99ffccc3-e2ff-44ec-9fd9-6cbbc161534d req-5ca79e3f-55ea-485a-b259-91ae597e9e6d service neutron] 10.222.0.66 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764919 Jul 14 09:34:11.767595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-3f14c306-4ea2-482a-99c7-2616912a3b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:11.771132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-3f14c306-4ea2-482a-99c7-2616912a3b2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 1097 time: 0.1196289 Jul 14 09:34:11.912776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:11.961054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Network 5b6db209-e0c8-4e5e-add7-11707b3984e6 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:11.982707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Attempting to bind port ce131264-9cf6-4642-9c03-17d837cabcae on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:11.983184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Attempting to bind port ce131264-9cf6-4642-9c03-17d837cabcae by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:11.984072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Attempting to bind port ce131264-9cf6-4642-9c03-17d837cabcae on network e04b8d33-39b8-4ef3-bd16-b7214680e59a {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:12.011646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:12.020280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:12.045998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:12.083827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b987c43-76b4-4300-a1db-b973ec6b8038 req-2e943b34-51e7-4f9a-9970-e570b42a24e2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.094999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b987c43-76b4-4300-a1db-b973ec6b8038 req-2e943b34-51e7-4f9a-9970-e570b42a24e2 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 907 time: 0.2279811 Jul 14 09:34:12.096171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:12.096669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Checking segment: {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:12.097234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.097639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Bound using segment: {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:12.098127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Bound port: ce131264-9cf6-4642-9c03-17d837cabcae, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:12.098582 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.105493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Pushing event updated for resources: {'Port': ['ID=36b52ff6-0235-4238-9f23-49c1d10d9801,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:12.123611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.167777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Router 945ff581-e41a-4345-8489-1af7bcd1c1e7 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:12.180892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.339390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-4503d01f-0171-4614-b910-1e7c39542978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.341087 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-4503d01f-0171-4614-b910-1e7c39542978 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.5454376 Jul 14 09:34:12.344321 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:34:12.416315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:12.443371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.444693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-24f751e9-6735-4c21-9ba9-453a001fb460 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7475026 Jul 14 09:34:12.447651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.457971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Allocated IP 172.25.0.57 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/7ae009a8-a9ac-44c7-89c9-eee283259022) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:12.509928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-40c45077-5f82-438e-875c-bc7255d88c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.512831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Sync routers for ids ['945ff581-e41a-4345-8489-1af7bcd1c1e7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:12.515238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-40c45077-5f82-438e-875c-bc7255d88c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.521281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c6e791ef-cb48-4ead-9aa9-3d991d3296eb up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:12.521513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-40c45077-5f82-438e-875c-bc7255d88c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.523304 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-eb9809f5-5a35-4e4c-ac78-a34d1977b725 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 200 len: 1000 time: 0.1629183 Jul 14 09:34:12.526975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-40c45077-5f82-438e-875c-bc7255d88c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.532988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-40c45077-5f82-438e-875c-bc7255d88c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.539236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-40c45077-5f82-438e-875c-bc7255d88c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.545389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-40c45077-5f82-438e-875c-bc7255d88c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.547370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-40c45077-5f82-438e-875c-bc7255d88c77 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5428 time: 0.2283468 Jul 14 09:34:12.547855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:12.593942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:12.599366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Routers {'945ff581-e41a-4345-8489-1af7bcd1c1e7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:12.600402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['945ff581-e41a-4345-8489-1af7bcd1c1e7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:12.613847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f59fdb-e2d1-4add-a8fd-0b4f7eb67379 req-f97a8d53-3c55-40d7-b5e4-edf0d55cf108 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.616373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7f59fdb-e2d1-4add-a8fd-0b4f7eb67379 req-f97a8d53-3c55-40d7-b5e4-edf0d55cf108 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.2725070 Jul 14 09:34:12.686013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a6c7e83-2d26-4ce6-984d-f92f59d0fd32 req-3f60645e-f50d-42e1-956b-d81d3a38ee36 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1209881 Jul 14 09:34:12.686474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-70f3bb78-d04c-4f8a-98ef-58ed00af59db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.688351 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-70f3bb78-d04c-4f8a-98ef-58ed00af59db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.1357713 Jul 14 09:34:12.727930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7f59fdb-e2d1-4add-a8fd-0b4f7eb67379 req-7b41d55d-a29a-4ab2-bad3-65c10fb03435 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934429 Jul 14 09:34:12.744460 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.749023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.804226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-dfbc7efb-a21e-4133-afee-a0c2fc320097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:12.805794 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-dfbc7efb-a21e-4133-afee-a0c2fc320097 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066940 Jul 14 09:34:12.831417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 503202b2-9042-406f-8131-0ce843a165dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=503202b2-9042-406f-8131-0ce843a165dc,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:12.832754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Attempting to bind port 36b52ff6-0235-4238-9f23-49c1d10d9801 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:12.833262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Attempting to bind port 36b52ff6-0235-4238-9f23-49c1d10d9801 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:12.833741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Attempting to bind port 36b52ff6-0235-4238-9f23-49c1d10d9801 on network 5b6db209-e0c8-4e5e-add7-11707b3984e6 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:12.848327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503202b2-9042-406f-8131-0ce843a165dc'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:12.849737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.850992 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1970ca7-cb5a-451d-bfa1-2f244c2ff589" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "503202b2-9042-406f-8131-0ce843a165dc"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:12.853857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:12.854436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Checking segment: {'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:12.854958 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.855453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Bound using segment: {'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:12.856043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Bound port: 36b52ff6-0235-4238-9f23-49c1d10d9801, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:12.856563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.870678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22', 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3', 'port_id': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22', 'mac_address': 'fa:16:3e:ce:c4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bac8612-571e-4276-bc4c-bcbb53f72828', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:12.874903 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.876986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c6e791ef-cb48-4ead-9aa9-3d991d3296eb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:12.878133 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:12.944325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] For port 36b52ff6-0235-4238-9f23-49c1d10d9801, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:12.947962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] For port 36b52ff6-0235-4238-9f23-49c1d10d9801, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=36b52ff6-0235-4238-9f23-49c1d10d9801,segment=NetworkSegment(8feda34a-a072-4a82-b997-eb27f807810c),segment_id=8feda34a-a072-4a82-b997-eb27f807810c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:12.994323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9a6d1074-588f-4306-a044-0adcded8ab8b up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:13.028484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:13.052642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae009a8-a9ac-44c7-89c9-eee283259022,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:13.058733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:13.062191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:13.076944 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.149066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] For port ce131264-9cf6-4642-9c03-17d837cabcae, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:13.217535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Allocated IP 172.20.0.2 (774bb82e-3905-4da8-8cda-84b56fcf8a90/4b00b426-5a48-4bc8-acc0-678a9116aca7/5223c148-4fe1-48a0-926f-56362614428f) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:13.223167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] For port ce131264-9cf6-4642-9c03-17d837cabcae, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ce131264-9cf6-4642-9c03-17d837cabcae,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:13.231598 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-ff7ec2d2-6e07-45fa-a587-5f0266a6c718 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124231 Jul 14 09:34:13.278244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Set router 945ff581-e41a-4345-8489-1af7bcd1c1e7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:13.350797 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.353930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=503202b2-9042-406f-8131-0ce843a165dc,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:13.369828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.483065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4c9a836-d3fb-48a1-ad71-d9a9537b15cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.705348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b2d14-4150-4c06-a9ad-e5335c479aef req-071b9fc8-6eda-4ea9-9296-9b66fa9ac55d tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:13.706542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a28b2d14-4150-4c06-a9ad-e5335c479aef req-071b9fc8-6eda-4ea9-9296-9b66fa9ac55d tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.4416447 Jul 14 09:34:13.714104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868ddbf-f90a-42c6-8bc1-65b8d44ae383 None None] Pushing event updated for resources: {'Port': ['ID=36b52ff6-0235-4238-9f23-49c1d10d9801,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:13.742142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5660e-f088-4de2-bb32-6c3974642a0c req-76fa73a0-4b4d-493c-9c0d-5509d8a98c37 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:13.749954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4a5660e-f088-4de2-bb32-6c3974642a0c req-76fa73a0-4b4d-493c-9c0d-5509d8a98c37 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 943 time: 0.7823331 Jul 14 09:34:13.818597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 9a6d1074-588f-4306-a044-0adcded8ab8b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:13.822163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:13.839519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799978-da41-4a83-b1d6-77170b806cc2 req-aaaf906f-65fd-4969-950d-009a669c9458 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:13.841242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55799978-da41-4a83-b1d6-77170b806cc2 req-aaaf906f-65fd-4969-950d-009a669c9458 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 907 time: 0.7403002 Jul 14 09:34:13.848604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:13.896076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a28b2d14-4150-4c06-a9ad-e5335c479aef req-5deab5ac-0e6b-4689-a519-df6d47402ebf tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690884 Jul 14 09:34:13.906083 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.909193 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4c9a836-d3fb-48a1-ad71-d9a9537b15cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.927145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4a5660e-f088-4de2-bb32-6c3974642a0c req-b569fabf-76dd-434d-869a-a5511d41d434 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762736 Jul 14 09:34:13.927527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4c9a836-d3fb-48a1-ad71-d9a9537b15cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:13.942586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 9a6d1074-588f-4306-a044-0adcded8ab8b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:13.943076 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.013551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c4c9a836-d3fb-48a1-ad71-d9a9537b15cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ffd6b90f46e4951bf131b97d58a2c71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4590280 Jul 14 09:34:14.021454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37386) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:14.022048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:14.022829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:14.033959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07630941-971e-4095-926a-eb74fa1e3642 req-1cfa760c-e2e9-422a-bffb-bbab95998327 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.036396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07630941-971e-4095-926a-eb74fa1e3642 req-1cfa760c-e2e9-422a-bffb-bbab95998327 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.66 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.4180901 Jul 14 09:34:14.038971 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-391f1530-c7a9-47ef-affc-4a3cd2e9ad20 req-d927324c-fad5-4fd7-942b-f02baf3b7f19 service neutron] 10.222.0.66 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8012805 Jul 14 09:34:14.155348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:14.163556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9a836-d3fb-48a1-ad71-d9a9537b15cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4698e-a054-47f9-8bf9-7541f5f73aa1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.175648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.187532 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.213394 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a59b8f2-98e3-4fdd-9d79-aae56b85c9a8 x-openstack-request-id: req-6a59b8f2-98e3-4fdd-9d79-aae56b85c9a8 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:14.213990 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "503202b2-9042-406f-8131-0ce843a165dc", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:14.214279 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a59b8f2-98e3-4fdd-9d79-aae56b85c9a8 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:14.214914 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503202b2-9042-406f-8131-0ce843a165dc', 'code': 200} Jul 14 09:34:14.255133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8732bf67-eead-448f-8ff5-3de390ba9ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.302162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Deleting port b9deaebe-6a94-4a04-87eb-8d9a85f5080e {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:14.302511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.342762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:14.345123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:14.368292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52003dd8-862c-46ae-98cc-50297fb1838b None None] Pushing event updated for resources: {'Port': ['ID=ce131264-9cf6-4642-9c03-17d837cabcae,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.371220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889765b9-7ded-461b-bd94-b09f6cca849d req-4b638560-29ae-42df-8216-6532e4e29c31 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.381788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-889765b9-7ded-461b-bd94-b09f6cca849d req-4b638560-29ae-42df-8216-6532e4e29c31 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 907 time: 0.2457721 Jul 14 09:34:14.409664 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8732bf67-eead-448f-8ff5-3de390ba9ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.535403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-dd9347b2-aa33-45fc-9ac8-58bd6d1eee9e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.541513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-dd9347b2-aa33-45fc-9ac8-58bd6d1eee9e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.547669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-dd9347b2-aa33-45fc-9ac8-58bd6d1eee9e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.553900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-dd9347b2-aa33-45fc-9ac8-58bd6d1eee9e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.567841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-dd9347b2-aa33-45fc-9ac8-58bd6d1eee9e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.574729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-dd9347b2-aa33-45fc-9ac8-58bd6d1eee9e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.599443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-dd9347b2-aa33-45fc-9ac8-58bd6d1eee9e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.599952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] For port b9deaebe-6a94-4a04-87eb-8d9a85f5080e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:14.600552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.606220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-dd9347b2-aa33-45fc-9ac8-58bd6d1eee9e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5429 time: 0.4289720 Jul 14 09:34:14.652350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Calling delete_port for b9deaebe-6a94-4a04-87eb-8d9a85f5080e owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:14.690809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Deleting port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:14.691167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.706667 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.726323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Allocated IP 172.20.0.1 (5b6db209-e0c8-4e5e-add7-11707b3984e6/76bd64a3-738d-4696-b1f1-54c8768c81da/b20feb23-44d3-4250-b9a8-dc6275a47bf6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:14.757500 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.874242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb7717-32c7-41a4-b9fe-9fa0fb3aceed req-92cc524b-4e29-4348-aacf-9aa51a04ce79 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:14.881466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4bb7717-32c7-41a4-b9fe-9fa0fb3aceed req-92cc524b-4e29-4348-aacf-9aa51a04ce79 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.2838948 Jul 14 09:34:14.897830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:14.920860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6e09ef-732a-46d2-afb7-f8a19ffb01a0 None None] Network 5b6db209-e0c8-4e5e-add7-11707b3984e6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:14.936563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8732bf67-eead-448f-8ff5-3de390ba9ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.940784 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8732bf67-eead-448f-8ff5-3de390ba9ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:14.945032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8732bf67-eead-448f-8ff5-3de390ba9ea4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69f4698e-a054-47f9-8bf9-7541f5f73aa1 HTTP/1.1" status: 204 len: 168 time: 0.9194970 Jul 14 09:34:14.964579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Transition to ACTIVE for port object 5223c148-4fe1-48a0-926f-56362614428f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:15.022399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61e48b03-3dff-47be-bd33-c117c73eea4b req-61ae2b81-2cd6-4bf8-8ad2-5c503ab79508 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3623774 Jul 14 09:34:15.024190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.024743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732bf67-eead-448f-8ff5-3de390ba9ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f4698e-a054-47f9-8bf9-7541f5f73aa1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.035374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-76dd5602-d9e0-48d5-84cf-f3d324dd06cf None None] Provisioning for port 36b52ff6-0235-4238-9f23-49c1d10d9801 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:15.050652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4bb7717-32c7-41a4-b9fe-9fa0fb3aceed req-3e7592ad-6e43-4a32-bbae-5013af4bf799 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042459 Jul 14 09:34:15.087398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event deleted for resources: {'Port': ['ID=b9deaebe-6a94-4a04-87eb-8d9a85f5080e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.107829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:15.112328 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.125087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:15.125464 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.182007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Transition to ACTIVE for port object 5223c148-4fe1-48a0-926f-56362614428f will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:15.229206 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.238487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] No DVR routers for this DVR port b9deaebe-6a94-4a04-87eb-8d9a85f5080e on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:15.241247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.247452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55799978-da41-4a83-b1d6-77170b806cc2 req-f7ab8b65-44d6-4ada-a769-68b8330cca01 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "DELETE /v2.0/ports/b9deaebe-6a94-4a04-87eb-8d9a85f5080e HTTP/1.1" status: 204 len: 173 time: 1.3976038 Jul 14 09:34:15.248120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'name': 'network-vif-deleted', 'tag': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:15.252111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.254466 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cdc2f4-6eb0-4035-bff1-adb0ffed528a" -d '{"events": [{"server_uuid": "e9da27af-1f6a-48b1-9c02-e8829a848092", "name": "network-vif-deleted", "tag": "b9deaebe-6a94-4a04-87eb-8d9a85f5080e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:15.291174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Router 181024e2-363d-495e-b3fd-d00549faeefc is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:15.292286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] For port fc1074a2-0ba6-412a-8760-fc4f6f74bc00, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:15.292840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.347039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9a6d1074-588f-4306-a044-0adcded8ab8b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a6d1074-588f-4306-a044-0adcded8ab8b,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:15.385474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:34:11Z', 'revision_number': 3, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.387487 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.388495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2f713509-147e-4a96-bbfa-e288edfc476a up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:15.390132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Transition to ACTIVE for port object b20feb23-44d3-4250-b9a8-dc6275a47bf6 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:15.518616 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.522101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Network 774bb82e-3905-4da8-8cda-84b56fcf8a90 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:15.531808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Checking router: 945ff581-e41a-4345-8489-1af7bcd1c1e7 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:15.532169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Updating router 945ff581-e41a-4345-8489-1af7bcd1c1e7 port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:15.588294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:15.602528 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Sync routers for ids ['181024e2-363d-495e-b3fd-d00549faeefc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:15.608885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:15.611474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:15.616330 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Routers {'181024e2-363d-495e-b3fd-d00549faeefc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:15.617179 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['181024e2-363d-495e-b3fd-d00549faeefc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.640927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.646383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a7c4dc61-0a89-4c75-95e7-f6aa2ebce304 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7543740 Jul 14 09:34:15.647068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37404) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:15.654884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Pushing event updated for resources: {'Port': ['ID=5223c148-4fe1-48a0-926f-56362614428f,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:15.672683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd786d-f534-43b4-bfc6-f73d575126a6 req-d499664f-606a-42c0-a387-721f35238b78 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:15.681856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5bfd786d-f534-43b4-bfc6-f73d575126a6 req-d499664f-606a-42c0-a387-721f35238b78 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 945 time: 0.2966225 Jul 14 09:34:15.799876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5bfd786d-f534-43b4-bfc6-f73d575126a6 req-528b02a3-3cd6-4c4e-ab62-521c6e84f9da tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups?id=f04f1cbf-0872-474a-85a6-16d1c3dac170&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147563 Jul 14 09:34:15.801452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:13Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:15.803349 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.819671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,segment=NetworkSegment(26863173-7d32-4cdf-92a5-74dfcc825826),segment_id=26863173-7d32-4cdf-92a5-74dfcc825826)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:15.845312 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Set router 181024e2-363d-495e-b3fd-d00549faeefc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:15.879929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee84e0f-b073-4fde-b21b-6dc0a5c23e28 None None] The sync data for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 is: [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:13Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:15.890603 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.941908 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Attempting to bind port 5223c148-4fe1-48a0-926f-56362614428f on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:15.942291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Attempting to bind port 5223c148-4fe1-48a0-926f-56362614428f by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:15.942665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Attempting to bind port 5223c148-4fe1-48a0-926f-56362614428f on network 774bb82e-3905-4da8-8cda-84b56fcf8a90 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:15.954739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:15.955063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Checking segment: {'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:15.955531 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.955941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Bound using segment: {'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:15.956451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Bound port: 5223c148-4fe1-48a0-926f-56362614428f, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:15.956881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:15.967467 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4bf6f3-2e01-4722-8295-8c55b89cb1cc x-openstack-request-id: req-fd4bf6f3-2e01-4722-8295-8c55b89cb1cc {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:15.968300 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9da27af-1f6a-48b1-9c02-e8829a848092", "name": "network-vif-deleted", "tag": "b9deaebe-6a94-4a04-87eb-8d9a85f5080e", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:15.971930 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd4bf6f3-2e01-4722-8295-8c55b89cb1cc {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:15.972712 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9da27af-1f6a-48b1-9c02-e8829a848092', 'name': 'network-vif-deleted', 'tag': 'b9deaebe-6a94-4a04-87eb-8d9a85f5080e', 'status': 'completed', 'code': 200} Jul 14 09:34:15.974749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=9a6d1074-588f-4306-a044-0adcded8ab8b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.014599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.015374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.015374 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Floating IP 76eea14e-27d7-4ee0-bff9-673c3fb43f95 disassociated. External IP: 172.25.0.68, port: fc1074a2-0ba6-412a-8760-fc4f6f74bc00. Jul 14 09:34:16.015693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Calling delete_port for fc1074a2-0ba6-412a-8760-fc4f6f74bc00 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:16.305859 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-cd217f66-02a3-4db2-ba24-fc803ef0599a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3236918 Jul 14 09:34:16.470764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6d1074-588f-4306-a044-0adcded8ab8b'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:16.479978 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feceb214-d0e6-4b33-b388-12fa5d05c9b4" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "9a6d1074-588f-4306-a044-0adcded8ab8b"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:16.530910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.539627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.552414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 36b52ff6-0235-4238-9f23-49c1d10d9801 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:16.557392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 2f713509-147e-4a96-bbfa-e288edfc476a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:16.619868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Pushing event updated for resources: {'Port': ['ID=b20feb23-44d3-4250-b9a8-dc6275a47bf6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.652011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 2f713509-147e-4a96-bbfa-e288edfc476a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:16.652422 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.677993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event deleted for resources: {'Port': ['ID=fc1074a2-0ba6-412a-8760-fc4f6f74bc00,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:16.697437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed92eb0-4933-40e8-957e-3d174e8d81dc req-9de25814-bc8a-4ae5-ad62-52492de3a5e1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:16.706738 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ed92eb0-4933-40e8-957e-3d174e8d81dc req-9de25814-bc8a-4ae5-ad62-52492de3a5e1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 944 time: 1.1105349 Jul 14 09:34:16.716177 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:13Z', 'revision_number': 3, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:16.719683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Network 5b6db209-e0c8-4e5e-add7-11707b3984e6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:16.724370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:16.749102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:16.795508 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.796875 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Checking router: 181024e2-363d-495e-b3fd-d00549faeefc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:16.797484 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Updating router 181024e2-363d-495e-b3fd-d00549faeefc port 7ae009a8-a9ac-44c7-89c9-eee283259022 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:16.826350 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5590deb9-94ed-420f-93bf-58ce7cb6962a req-ab4da492-5082-4b09-8210-9b49c738cdae tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=e9da27af-1f6a-48b1-9c02-e8829a848092 HTTP/1.1" status: 200 len: 210 time: 0.5073283 Jul 14 09:34:16.890437 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:16.913142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37426) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:17.129529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.185998 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.188824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ed92eb0-4933-40e8-957e-3d174e8d81dc req-ceccff23-0abb-4fc3-bc98-6c9bf03452ec tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4811692 Jul 14 09:34:17.234215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Transition to ACTIVE for port object 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:17.269037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-259e8e22-a09a-4170-821b-d92b8e797690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.287802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-259e8e22-a09a-4170-821b-d92b8e797690 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 1098 time: 0.5018380 Jul 14 09:34:17.309931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:17.319556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.325937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] For port 5223c148-4fe1-48a0-926f-56362614428f, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:17.337919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] For port 5223c148-4fe1-48a0-926f-56362614428f, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5223c148-4fe1-48a0-926f-56362614428f,segment=NetworkSegment(fe58f05e-1522-4622-aebc-4dd4b076aedd),segment_id=fe58f05e-1522-4622-aebc-4dd4b076aedd)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:17.413117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.528270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.575423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1737219890-network', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:17.624550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 36b52ff6-0235-4238-9f23-49c1d10d9801 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:17.669866 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.675417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-bd2a568f-7f18-4a0c-822c-c55e8be59738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.677986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-bd2a568f-7f18-4a0c-822c-c55e8be59738 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 200 len: 912 time: 0.3577356 Jul 14 09:34:17.695662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 36b52ff6-0235-4238-9f23-49c1d10d9801 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:17.696221 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.705886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.739931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-2712fcaf-92eb-4f94-8e55-42c16bdaf70f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638 HTTP/1.1" status: 200 len: 217 time: 0.0512614 Jul 14 09:34:17.744440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:17.750827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.757788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.858263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.860442 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.876493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-e6bf932e-002c-429d-9743-959847f94dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.882265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-e6bf932e-002c-429d-9743-959847f94dc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 200 len: 850 time: 0.0955362 Jul 14 09:34:17.885744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a73e18-5256-412c-9f51-bc3429a84736 None None] Pushing event updated for resources: {'Port': ['ID=5223c148-4fe1-48a0-926f-56362614428f,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.895235 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Transition to ACTIVE for port object 7ae009a8-a9ac-44c7-89c9-eee283259022 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:17.905699 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.945325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-f4c9aeb4-5de3-4720-b000-c79645618e52 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.952459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-f4c9aeb4-5de3-4720-b000-c79645618e52 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.959456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-f4c9aeb4-5de3-4720-b000-c79645618e52 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.966899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-f4c9aeb4-5de3-4720-b000-c79645618e52 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.974748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-f4c9aeb4-5de3-4720-b000-c79645618e52 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.976527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:17.978595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Attempting to bind port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:17.979003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Attempting to bind port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:17.980025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Attempting to bind port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:17.984580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Pushing event updated for resources: {'Port': ['ID=b20feb23-44d3-4250-b9a8-dc6275a47bf6,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.985580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-f4c9aeb4-5de3-4720-b000-c79645618e52 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:17.993336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30073ba9-ce8c-4276-a798-ff983df94ef2 None None] Pushing event updated for resources: {'Port': ['ID=8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:17.994997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-f4c9aeb4-5de3-4720-b000-c79645618e52 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:18.004785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:18.006080 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-f4c9aeb4-5de3-4720-b000-c79645618e52 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5430 time: 0.8291273 Jul 14 09:34:18.011926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:18.013115 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.015020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:18.016319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Bound port: 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:18.016826 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.081528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:18.163728 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Attempting to bind port 7ae009a8-a9ac-44c7-89c9-eee283259022 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:18.164112 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Attempting to bind port 7ae009a8-a9ac-44c7-89c9-eee283259022 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:18.169001 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Attempting to bind port 7ae009a8-a9ac-44c7-89c9-eee283259022 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:18.170928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-506ed8ee-6c38-4628-9f90-0f955249f713 req-84178241-1e11-4cef-833f-1d9e9a619218 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637144 Jul 14 09:34:18.187918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eec68-9389-4c23-87da-8ad9faf95a48 None None] Pushing event updated for resources: {'Port': ['ID=7ae009a8-a9ac-44c7-89c9-eee283259022,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:18.200982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] No DVR routers for this DVR port fc1074a2-0ba6-412a-8760-fc4f6f74bc00 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:18.204676 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.206872 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:18.207496 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:18.208406 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.212644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07630941-971e-4095-926a-eb74fa1e3642 req-9edd73ec-58d6-4953-b195-c256d9b4ce00 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.66 "DELETE /v2.0/ports/fc1074a2-0ba6-412a-8760-fc4f6f74bc00 HTTP/1.1" status: 204 len: 173 time: 4.1190727 Jul 14 09:34:18.213036 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:18.214361 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Bound port: 7ae009a8-a9ac-44c7-89c9-eee283259022, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:18.216290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'name': 'network-vif-deleted', 'tag': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:18.219009 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a5f09-2149-4f94-8819-35538ab0c909" -d '{"events": [{"server_uuid": "eeb08876-bb52-4a9b-acf7-5b7e54913892", "name": "network-vif-deleted", "tag": "fc1074a2-0ba6-412a-8760-fc4f6f74bc00"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:18.220899 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.229676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2438d3-af39-4cda-b01c-bc3d9fd1767d req-e456a17d-e861-4e0a-8b14-0c1ac2468dbc tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:18.245630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b2438d3-af39-4cda-b01c-bc3d9fd1767d req-e456a17d-e861-4e0a-8b14-0c1ac2468dbc tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.5351295 Jul 14 09:34:18.322472 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.358390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b2438d3-af39-4cda-b01c-bc3d9fd1767d req-d848c8a1-c926-4946-8a3f-73f46467e40b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085293 Jul 14 09:34:18.362656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Network 5b6db209-e0c8-4e5e-add7-11707b3984e6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:18.367987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:18.399731 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] For port 7ae009a8-a9ac-44c7-89c9-eee283259022, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:18.407214 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] For port 7ae009a8-a9ac-44c7-89c9-eee283259022, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7ae009a8-a9ac-44c7-89c9-eee283259022,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:18.416108 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.577812 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eec68-9389-4c23-87da-8ad9faf95a48 None None] Pushing event updated for resources: {'Port': ['ID=7ae009a8-a9ac-44c7-89c9-eee283259022,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:18.582677 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Routers {'181024e2-363d-495e-b3fd-d00549faeefc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:18.583916 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['181024e2-363d-495e-b3fd-d00549faeefc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:18.594441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] For port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:18.596703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] For port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:18.611427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:18.636157 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51151c7f-8ff9-4b60-ac95-48f182181780 x-openstack-request-id: req-51151c7f-8ff9-4b60-ac95-48f182181780 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:18.636615 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "9a6d1074-588f-4306-a044-0adcded8ab8b", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:18.636855 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51151c7f-8ff9-4b60-ac95-48f182181780 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:18.637264 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6d1074-588f-4306-a044-0adcded8ab8b', 'code': 200} Jul 14 09:34:18.638577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] Sync routers for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:18.642333 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.661550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Router 945ff581-e41a-4345-8489-1af7bcd1c1e7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:18.692986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9757cda-ae62-439f-b15c-cfdfe1326c64 req-6f8eb46d-2b2b-40d0-a437-4dd0e2c34069 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/ports?device_id=eeb08876-bb52-4a9b-acf7-5b7e54913892 HTTP/1.1" status: 200 len: 210 time: 0.0798385 Jul 14 09:34:18.712793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2f713509-147e-4a96-bbfa-e288edfc476a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f713509-147e-4a96-bbfa-e288edfc476a,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:18.715324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8fae6a40-e441-4381-83d2-b0e4d00c1dde None None] Provisioning complete for port 36b52ff6-0235-4238-9f23-49c1d10d9801 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:18.715683 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8fae6a40-e441-4381-83d2-b0e4d00c1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.742797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.770536 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] Set router 181024e2-363d-495e-b3fd-d00549faeefc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:18.781699 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3e2793-1f27-49d5-9455-b33d2765cd0d x-openstack-request-id: req-bd3e2793-1f27-49d5-9455-b33d2765cd0d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:18.781999 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb08876-bb52-4a9b-acf7-5b7e54913892", "name": "network-vif-deleted", "tag": "fc1074a2-0ba6-412a-8760-fc4f6f74bc00", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:18.782255 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd3e2793-1f27-49d5-9455-b33d2765cd0d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:18.782794 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb08876-bb52-4a9b-acf7-5b7e54913892', 'name': 'network-vif-deleted', 'tag': 'fc1074a2-0ba6-412a-8760-fc4f6f74bc00', 'status': 'completed', 'code': 200} Jul 14 09:34:18.805508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-f66ab055-218a-487d-b3e8-3653c7d90958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:18.813023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-f66ab055-218a-487d-b3e8-3653c7d90958 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d63ab4c0-a973-4f52-9976-64c7ef6f49c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9160247 Jul 14 09:34:18.850068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.874931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:18.883073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:18.895480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.905503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cccb136b-91e2-4fad-962c-23b2960080bf admin admin] 10.222.0.73 "PUT /v2.0/routers/945ff581-e41a-4345-8489-1af7bcd1c1e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4491897 Jul 14 09:34:18.905730 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Added segment 4e1c8d3c-15ad-4412-a367-f5b72df9b027 of type vlan for network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 Jul 14 09:34:18.909745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:18.920764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 35152d9a-da37-497e-85af-887f3bd0de2a up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:18.943885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bfa70-56a5-4523-9d33-96cff7278ed6 req-93ce09c0-b051-4908-b7ac-45c4c3ccfd28 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:18.952345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c9bfa70-56a5-4523-9d33-96cff7278ed6 req-93ce09c0-b051-4908-b7ac-45c4c3ccfd28 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 944 time: 0.2777476 Jul 14 09:34:19.009211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:19.009875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:19.050622 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:13Z', 'revision_number': 3, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:19.071374 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c9bfa70-56a5-4523-9d33-96cff7278ed6 req-8f97c493-49e0-459d-9315-e13f7a3f1bac tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984952 Jul 14 09:34:19.114691 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cad041d-0468-475f-82ae-cde8bf32f446 None None] The sync data for ids ['181024e2-363d-495e-b3fd-d00549faeefc'] in n-d-780147-26 is: [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:13Z', 'revision_number': 3, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:19.217167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.249583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30073ba9-ce8c-4276-a798-ff983df94ef2 None None] Pushing event updated for resources: {'Port': ['ID=8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.314254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Allocated IP 172.20.0.1 (774bb82e-3905-4da8-8cda-84b56fcf8a90/4b00b426-5a48-4bc8-acc0-678a9116aca7/fa0256b3-3fed-4101-9bb4-f566e11b59b7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:19.359177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Routers {'945ff581-e41a-4345-8489-1af7bcd1c1e7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:19.359412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['945ff581-e41a-4345-8489-1af7bcd1c1e7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:19.462068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.478159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Transition to ACTIVE for port object fa0256b3-3fed-4101-9bb4-f566e11b59b7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:19.574656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ca2430-cadd-43a5-9e9c-1a5e8840c0df,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:19.584816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-c841d6d5-aeb1-4d7a-9440-86683e7ea958 service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7608480 Jul 14 09:34:19.603333 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.634563 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.664724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:19.763210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab83ebe-8ef5-4f54-945d-e93d11d9ca4c None None] Network 774bb82e-3905-4da8-8cda-84b56fcf8a90 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:19.771837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:19.772163 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.777919 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.778921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:19.779503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.793366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Network 774bb82e-3905-4da8-8cda-84b56fcf8a90 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:19.801270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8fae6a40-e441-4381-83d2-b0e4d00c1dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.815405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37454) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:19.816300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8531632 Jul 14 09:34:19.821802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Request body: {'subnet': {'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1737219890-subnet', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:19.824314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 36b52ff6-0235-4238-9f23-49c1d10d9801, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=36b52ff6-0235-4238-9f23-49c1d10d9801,segment=NetworkSegment(8feda34a-a072-4a82-b997-eb27f807810c),segment_id=8feda34a-a072-4a82-b997-eb27f807810c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:19.828724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:19.836747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:19.855304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:19.862988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:19.919839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 35152d9a-da37-497e-85af-887f3bd0de2a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:19.942474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37456) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:19.975559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-94de8324-d58c-43b6-87f4-3b6449b2d533 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236507818', 'description': 'tempest-secgroup-smoke-236507818 description', 'project_id': '2af3e0cad8cb482e810e9051890af676'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:19.980046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0256b3-3fed-4101-9bb4-f566e11b59b7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.033489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-4600ceac-211a-44e2-a525-b42cff95c335 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.037038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] Set router 945ff581-e41a-4345-8489-1af7bcd1c1e7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:20.039686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-4600ceac-211a-44e2-a525-b42cff95c335 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.062998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-4600ceac-211a-44e2-a525-b42cff95c335 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.071435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 35152d9a-da37-497e-85af-887f3bd0de2a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:20.071960 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.073971 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.074987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-4600ceac-211a-44e2-a525-b42cff95c335 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.075711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ce131264-9cf6-4642-9c03-17d837cabcae up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:20.081817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-4600ceac-211a-44e2-a525-b42cff95c335 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.092411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-4600ceac-211a-44e2-a525-b42cff95c335 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.099047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-4600ceac-211a-44e2-a525-b42cff95c335 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.106872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-4600ceac-211a-44e2-a525-b42cff95c335 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5431 time: 0.5213175 Jul 14 09:34:20.124119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2f713509-147e-4a96-bbfa-e288edfc476a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.153973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d54a1-700e-4492-b8bd-b43b2048e140 admin admin] Pushing event updated for resources: {'Network': ['ID=ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.181367 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.188253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94de8324-d58c-43b6-87f4-3b6449b2d533 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.191038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:20.230583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:20.238499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05659772-d8bc-46a2-a505-4eb8ef0a1c74 req-1ad1d9e1-ed9e-4385-9185-c82d32b84eda service neutron] 10.222.0.69 "GET /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268675 Jul 14 09:34:20.283024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c6d0f8e-b1fb-4d43-8e7c-ce9ba941d8cf req-38f138cc-fe01-4b07-a50f-14185e939f7a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724133 Jul 14 09:34:20.511557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=36b52ff6-0235-4238-9f23-49c1d10d9801,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.556923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a2522-56fa-4f40-87d4-0d35784fc46b req-2ccf2218-d6a3-4100-9229-6dfd69e5efaf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.558477 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c3a2522-56fa-4f40-87d4-0d35784fc46b req-2ccf2218-d6a3-4100-9229-6dfd69e5efaf tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 946 time: 0.1219676 Jul 14 09:34:20.565362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94de8324-d58c-43b6-87f4-3b6449b2d533 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.578361 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.590791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94de8324-d58c-43b6-87f4-3b6449b2d533 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.645449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f713509-147e-4a96-bbfa-e288edfc476a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:20.647776 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f96ca77-2b3e-4f7e-b27b-8ea9ea8f939a" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "2f713509-147e-4a96-bbfa-e288edfc476a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:20.653260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c3a2522-56fa-4f40-87d4-0d35784fc46b req-f41cc4b9-fe6e-431a-940c-25e55debef88 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802786 Jul 14 09:34:20.670136 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.693286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port ce131264-9cf6-4642-9c03-17d837cabcae completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:20.704409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-8fae6a40-e441-4381-83d2-b0e4d00c1dde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:34:20.704773 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-8fae6a40-e441-4381-83d2-b0e4d00c1dde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:34:20.755336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ce131264-9cf6-4642-9c03-17d837cabcae triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:20.755720 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.785737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4737d470-34d8-41ae-bb06-9e3e3992d48e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.791138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Checking segment: {'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:20.791612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Network hostable DHCP agents. Network: ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:20.819739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:20.837072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:20.856274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.856891 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.880573 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7e5d3af5-f2e4-4104-870c-73d81df7bcdb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0626876 Jul 14 09:34:20.883137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:20.888809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:20.893582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a935d2-e48d-4ac5-b29e-50937d2d7a7b None None] Network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:20.925851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.927249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.945331 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94de8324-d58c-43b6-87f4-3b6449b2d533 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:20.949548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-94de8324-d58c-43b6-87f4-3b6449b2d533 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9938676 Jul 14 09:34:20.960236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37466) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:20.973627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de8324-d58c-43b6-87f4-3b6449b2d533 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=052918f8-3a6d-4e9e-b126-0b70aafb0a3e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:20.996479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6cdf8-cda2-42e1-9e46-9344a6517656 req-ae4a4fe7-017f-412f-a70e-72e979192e31 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:20.996781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d7d2cbdd-be65-4672-8a18-d969cfcf5567 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'security_group_rule': {'security_group_id': '052918f8-3a6d-4e9e-b126-0b70aafb0a3e', 'project_id': '2af3e0cad8cb482e810e9051890af676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:20.998093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7eb6cdf8-cda2-42e1-9e46-9344a6517656 req-ae4a4fe7-017f-412f-a70e-72e979192e31 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.5611496 Jul 14 09:34:21.085276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.128746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-2d37143b-2222-4eeb-ba1e-a324e2ff3918 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.130403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-2d37143b-2222-4eeb-ba1e-a324e2ff3918 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 946 time: 0.2063141 Jul 14 09:34:21.153699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7eb6cdf8-cda2-42e1-9e46-9344a6517656 req-a40691b8-4ffb-4cf0-b229-1154aa26afb6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330705 Jul 14 09:34:21.220349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cbdd-be65-4672-8a18-d969cfcf5567 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.261405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.272540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.299673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37468) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:21.300866 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.308368 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb5287d-4dd8-4ec3-9830-2161c7ad9e01 x-openstack-request-id: req-fbb5287d-4dd8-4ec3-9830-2161c7ad9e01 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:21.308368 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "2f713509-147e-4a96-bbfa-e288edfc476a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:21.308368 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbb5287d-4dd8-4ec3-9830-2161c7ad9e01 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:21.308368 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f713509-147e-4a96-bbfa-e288edfc476a', 'code': 200} Jul 14 09:34:21.406373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.411355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.437392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa0256b3-3fed-4101-9bb4-f566e11b59b7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:21.454330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a20ce-56fa-40f3-97ac-c34ca7163389 req-679e0f8a-7b91-4c2d-88c4-ef5c638ce8c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.467873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e84a20ce-56fa-40f3-97ac-c34ca7163389 req-679e0f8a-7b91-4c2d-88c4-ef5c638ce8c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 944 time: 0.5288470 Jul 14 09:34:21.478296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.496783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Deleting port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:21.497134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.559081 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e90e7753-b9f6-4d92-8bbb-8b9e04d9b2da tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.598598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6', 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'fixed_ips': [{'subnet_id': '4737d470-34d8-41ae-bb06-9e3e3992d48e'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:21.601117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.632672 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e90e7753-b9f6-4d92-8bbb-8b9e04d9b2da tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.653659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cbdd-be65-4672-8a18-d969cfcf5567 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.661508 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cbdd-be65-4672-8a18-d969cfcf5567 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.688846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e84a20ce-56fa-40f3-97ac-c34ca7163389 req-8d2549a0-0115-4406-81c6-bcdad86a69b2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184246 Jul 14 09:34:21.724597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Network 774bb82e-3905-4da8-8cda-84b56fcf8a90 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:21.727844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] For port ebcd3abf-0fe1-4db9-9938-68a0ee11d638, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:21.728236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.744085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:21.752711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2cbdd-be65-4672-8a18-d969cfcf5567 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99dadcae-c7dd-4c5d-a046-3e7054567418,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:21.758601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Calling delete_port for ebcd3abf-0fe1-4db9-9938-68a0ee11d638 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:21.797087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7d2cbdd-be65-4672-8a18-d969cfcf5567 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.803264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d7d2cbdd-be65-4672-8a18-d969cfcf5567 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8364184 Jul 14 09:34:21.803819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37474) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:21.816772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9ade112d-649e-491b-960c-bd8393ad89ac tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'security_group_rule': {'security_group_id': '052918f8-3a6d-4e9e-b126-0b70aafb0a3e', 'project_id': '2af3e0cad8cb482e810e9051890af676', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:21.897373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e90e7753-b9f6-4d92-8bbb-8b9e04d9b2da tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.900286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e90e7753-b9f6-4d92-8bbb-8b9e04d9b2da tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.901559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e90e7753-b9f6-4d92-8bbb-8b9e04d9b2da tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "DELETE /v2.0/security-groups/f04f1cbf-0872-474a-85a6-16d1c3dac170 HTTP/1.1" status: 204 len: 168 time: 0.5993609 Jul 14 09:34:21.908152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37476) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:21.919881 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ade112d-649e-491b-960c-bd8393ad89ac tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:21.923545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-d1825714-5446-429e-b7f3-ad3099ede32f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.927273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 35152d9a-da37-497e-85af-887f3bd0de2a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=35152d9a-da37-497e-85af-887f3bd0de2a,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:21.930307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-d1825714-5446-429e-b7f3-ad3099ede32f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.937699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-d1825714-5446-429e-b7f3-ad3099ede32f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.945307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-d1825714-5446-429e-b7f3-ad3099ede32f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.952526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-d1825714-5446-429e-b7f3-ad3099ede32f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.959319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-d1825714-5446-429e-b7f3-ad3099ede32f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.966698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-d1825714-5446-429e-b7f3-ad3099ede32f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:21.968804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-d1825714-5446-429e-b7f3-ad3099ede32f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5431 time: 0.3539720 Jul 14 09:34:21.978850 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-2b53bcc0-a7de-439e-b7b7-c38de0ae02f3 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] show failed (client error): The resource could not be found. Jul 14 09:34:21.980667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2b53bcc0-a7de-439e-b7b7-c38de0ae02f3 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "GET /v2.0/security-groups/f04f1cbf-0872-474a-85a6-16d1c3dac170 HTTP/1.1" status: 404 len: 347 time: 0.0715134 Jul 14 09:34:22.005597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37478) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:22.020022 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.021358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 113f389a-859e-445e-acc5-c67aba0cd239 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:22.051401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e7753-b9f6-4d92-8bbb-8b9e04d9b2da tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f1cbf-0872-474a-85a6-16d1c3dac170,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.110275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:22.151059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ade112d-649e-491b-960c-bd8393ad89ac tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.185063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ade112d-649e-491b-960c-bd8393ad89ac tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.195923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-18755812-e14b-49e7-8bd0-751cb51aed61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.199470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17b5ab0d-d736-43c6-bc53-ed28e517d272 req-88c0da7a-f3fb-42e7-b7bf-9c8b2a7f47e8 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870837 Jul 14 09:34:22.200084 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.201390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device fc1074a2-0ba6-412a-8760-fc4f6f74bc00 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:22.203718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.209697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-61e43b49-d677-401a-95ec-5325708cccb9 None None] Provisioning for port b20feb23-44d3-4250-b9a8-dc6275a47bf6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:22.246081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event deleted for resources: {'Port': ['ID=ebcd3abf-0fe1-4db9-9938-68a0ee11d638,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.335750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['852f6c32-cc75-4576-8401-4405c5f19a86'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:22.336331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Router 181024e2-363d-495e-b3fd-d00549faeefc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:22.339368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] No DVR routers for this DVR port ebcd3abf-0fe1-4db9-9938-68a0ee11d638 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:22.344974 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.352311 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e63caf92-e222-4c72-a105-b003c880f9c1 req-a7bfebf1-8c76-49cb-8d69-9ed0b827abad tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.69 "DELETE /v2.0/ports/ebcd3abf-0fe1-4db9-9938-68a0ee11d638 HTTP/1.1" status: 204 len: 173 time: 1.2139473 Jul 14 09:34:22.352311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67eb2e6-6736-41a0-b1f4-963e3bd2a544', 'name': 'network-vif-deleted', 'tag': 'ebcd3abf-0fe1-4db9-9938-68a0ee11d638'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:22.357385 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1fbbe8-1e50-40a1-8e4c-45077a4950f8" -d '{"events": [{"server_uuid": "d67eb2e6-6736-41a0-b1f4-963e3bd2a544", "name": "network-vif-deleted", "tag": "ebcd3abf-0fe1-4db9-9938-68a0ee11d638"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:22.460853 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.463137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: fc1074a2-0ba6-412a-8760-fc4f6f74bc00 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:22.463489 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device fc1074a2-0ba6-412a-8760-fc4f6f74bc00 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:22.482425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.511036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade112d-649e-491b-960c-bd8393ad89ac tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59612c52-1df4-4ac1-bcc5-875e0aaeb34c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.521354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb1020-67c2-4eb6-93e6-12f351d5627a req-7f322345-885b-47e5-acd7-7bcba52f4635 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:22.528788 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99eb1020-67c2-4eb6-93e6-12f351d5627a req-7f322345-885b-47e5-acd7-7bcba52f4635 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=d67eb2e6-6736-41a0-b1f4-963e3bd2a544 HTTP/1.1" status: 200 len: 867 time: 0.5768507 Jul 14 09:34:22.554135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ade112d-649e-491b-960c-bd8393ad89ac tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.556244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ade112d-649e-491b-960c-bd8393ad89ac tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7457056 Jul 14 09:34:22.558701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.560101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37484) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:22.568057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-61e43b49-d677-401a-95ec-5325708cccb9 None None] Provisioning complete for port b20feb23-44d3-4250-b9a8-dc6275a47bf6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:22.568375 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-61e43b49-d677-401a-95ec-5325708cccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.568740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-859377bf-aa50-4056-b5f3-6049df0aa1a4 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'security_group_rule': {'security_group_id': '052918f8-3a6d-4e9e-b126-0b70aafb0a3e', 'project_id': '2af3e0cad8cb482e810e9051890af676', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:22.628862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:22.647143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-52710e54-23dd-4d6e-991b-e1e36854fbc5 admin admin] 10.222.0.73 "PUT /v2.0/routers/181024e2-363d-495e-b3fd-d00549faeefc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9886043 Jul 14 09:34:22.647398 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Sync routers for ids ['181024e2-363d-495e-b3fd-d00549faeefc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:22.656643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-61e43b49-d677-401a-95ec-5325708cccb9 None None] Port b20feb23-44d3-4250-b9a8-dc6275a47bf6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:22.676276 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Routers {'181024e2-363d-495e-b3fd-d00549faeefc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:22.681694 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['181024e2-363d-495e-b3fd-d00549faeefc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:22.734274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbed6fc-5785-405f-9a60-400a166f8ec3 req-a488ecea-3109-47a8-b3fe-58d7f9028ee5 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:22.740455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bbed6fc-5785-405f-9a60-400a166f8ec3 req-a488ecea-3109-47a8-b3fe-58d7f9028ee5 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.1635311 Jul 14 09:34:22.742552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-859377bf-aa50-4056-b5f3-6049df0aa1a4 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.833542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port ce131264-9cf6-4642-9c03-17d837cabcae, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ce131264-9cf6-4642-9c03-17d837cabcae,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:22.849179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:45Z', 'revision_number': 5, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:22.849618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99eb1020-67c2-4eb6-93e6-12f351d5627a req-46f43975-1cff-474f-b460-af4b1fd7e383 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196816 Jul 14 09:34:22.869484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Deleting port 301e84c5-1f7f-4904-a179-4349c1dbb346 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:22.869890 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.918046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] Checking router: 4d88f53c-97c5-43c4-b6c2-cf1a02958276 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:22.923827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=35152d9a-da37-497e-85af-887f3bd0de2a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:22.934562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-61e43b49-d677-401a-95ec-5325708cccb9 None None] Provisioning for port 5223c148-4fe1-48a0-926f-56362614428f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:22.937410 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:22.959064 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bbed6fc-5785-405f-9a60-400a166f8ec3 req-e57a8bb3-b487-4b43-968a-f45db8c4f373 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912181 Jul 14 09:34:23.005032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-859377bf-aa50-4056-b5f3-6049df0aa1a4 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.010261 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-859377bf-aa50-4056-b5f3-6049df0aa1a4 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.071906 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cef735-61d4-4fab-bf66-676645e42f55 x-openstack-request-id: req-f5cef735-61d4-4fab-bf66-676645e42f55 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:23.072261 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67eb2e6-6736-41a0-b1f4-963e3bd2a544", "name": "network-vif-deleted", "tag": "ebcd3abf-0fe1-4db9-9938-68a0ee11d638", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:23.072612 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5cef735-61d4-4fab-bf66-676645e42f55 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:23.072914 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67eb2e6-6736-41a0-b1f4-963e3bd2a544', 'name': 'network-vif-deleted', 'tag': 'ebcd3abf-0fe1-4db9-9938-68a0ee11d638', 'status': 'completed', 'code': 200} Jul 14 09:34:23.088555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Allocated IP 172.25.0.224 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/ed041cf7-ab62-4288-993e-441713a9677b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:23.146852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859377bf-aa50-4056-b5f3-6049df0aa1a4 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47cd869-a0d2-4484-bfa8-78ac295de632,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:23.152904 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Set router 181024e2-363d-495e-b3fd-d00549faeefc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:23.164015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-859377bf-aa50-4056-b5f3-6049df0aa1a4 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.166920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-859377bf-aa50-4056-b5f3-6049df0aa1a4 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6053567 Jul 14 09:34:23.169334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:34:16Z', 'revision_number': 4, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b20feb23-44d3-4250-b9a8-dc6275a47bf6', 'name': '', 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'mac_address': 'fa:16:3e:c0:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:14Z', 'updated_at': '2021-07-14T09:34:17Z', 'revision_number': 2, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'subnets': [{'id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:23.176231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:23.176580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37494) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:23.192001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d850c93e-5117-4d44-a919-cc487a0e4ce3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'security_group_rule': {'security_group_id': '052918f8-3a6d-4e9e-b126-0b70aafb0a3e', 'project_id': '2af3e0cad8cb482e810e9051890af676', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:23.265167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d850c93e-5117-4d44-a919-cc487a0e4ce3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.323308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:23.324392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:23.433746 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.434047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.572464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d850c93e-5117-4d44-a919-cc487a0e4ce3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.579028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Calling delete_port for 301e84c5-1f7f-4904-a179-4349c1dbb346 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:23.586563 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d850c93e-5117-4d44-a919-cc487a0e4ce3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.611840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:23.716412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850c93e-5117-4d44-a919-cc487a0e4ce3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1e06ac-d74a-497c-bd53-fc22f21e0527,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:23.732950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35152d9a-da37-497e-85af-887f3bd0de2a'}, {'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:23.735775 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe07f7d-3ad6-4b7e-bf3a-381a6e50c184" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "35152d9a-da37-497e-85af-887f3bd0de2a"}, {"server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "name": "network-vif-plugged", "status": "completed", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:23.739581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=ce131264-9cf6-4642-9c03-17d837cabcae,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:23.747303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d850c93e-5117-4d44-a919-cc487a0e4ce3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.750643 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:20Z', 'revision_number': 4, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa0256b3-3fed-4101-9bb4-f566e11b59b7', 'name': '', 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'mac_address': 'fa:16:3e:fe:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4b00b426-5a48-4bc8-acc0-678a9116aca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:18Z', 'updated_at': '2021-07-14T09:34:20Z', 'revision_number': 2, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'subnets': [{'id': '4b00b426-5a48-4bc8-acc0-678a9116aca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:23.759498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d850c93e-5117-4d44-a919-cc487a0e4ce3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5788629 Jul 14 09:34:23.760661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37502) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:23.770592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-471c00a8-b489-406c-82a3-d384da4a985c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'security_group_rule': {'security_group_id': '052918f8-3a6d-4e9e-b126-0b70aafb0a3e', 'project_id': '2af3e0cad8cb482e810e9051890af676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:23.794412 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Checking router: 181024e2-363d-495e-b3fd-d00549faeefc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:23.795058 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Updating router 181024e2-363d-495e-b3fd-d00549faeefc port fa0256b3-3fed-4101-9bb4-f566e11b59b7 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:23.804916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7ae009a8-a9ac-44c7-89c9-eee283259022 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:23.828880 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-471c00a8-b489-406c-82a3-d384da4a985c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Project 2af3e0cad8cb482e810e9051890af676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:34:23.837168 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-471c00a8-b489-406c-82a3-d384da4a985c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.858588 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.883034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-f311959c-50cb-4271-8142-8f06a1126320 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.895743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-f311959c-50cb-4271-8142-8f06a1126320 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.906634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-f311959c-50cb-4271-8142-8f06a1126320 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.920645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-f311959c-50cb-4271-8142-8f06a1126320 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.928643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:23.933756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-f311959c-50cb-4271-8142-8f06a1126320 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.946759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-f311959c-50cb-4271-8142-8f06a1126320 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.958713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-f311959c-50cb-4271-8142-8f06a1126320 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:23.961871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-f311959c-50cb-4271-8142-8f06a1126320 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5432 time: 0.3333321 Jul 14 09:34:23.988148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e29acb-01d3-4fe5-b9a1-1d6aae634372 None None] The sync data for ids ['945ff581-e41a-4345-8489-1af7bcd1c1e7'] in n-d-780147-26 is: [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:34:16Z', 'revision_number': 4, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b20feb23-44d3-4250-b9a8-dc6275a47bf6', 'name': '', 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'mac_address': 'fa:16:3e:c0:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:14Z', 'updated_at': '2021-07-14T09:34:17Z', 'revision_number': 2, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'subnets': [{'id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:24.005498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Allocated IP 172.20.0.2 (ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6/4737d470-34d8-41ae-bb06-9e3e3992d48e/3ae80269-4743-4a8a-82ae-433d58fca067) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:24.009999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 113f389a-859e-445e-acc5-c67aba0cd239 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:24.015012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Pushing event deleted for resources: {'Port': ['ID=301e84c5-1f7f-4904-a179-4349c1dbb346,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.052743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 113f389a-859e-445e-acc5-c67aba0cd239 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:24.053118 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.056813 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.092555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85194295-6e2b-4d4f-97bd-4a685e60ea57 req-50dd93c5-2def-4317-9a40-41807e1caccc tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157045 Jul 14 09:34:24.119036 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-471c00a8-b489-406c-82a3-d384da4a985c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.127454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-471c00a8-b489-406c-82a3-d384da4a985c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.161168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c00a8-b489-406c-82a3-d384da4a985c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac52584b-a3ef-4fe1-9eb3-b641aec0825e,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.166883 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-471c00a8-b489-406c-82a3-d384da4a985c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.168664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-471c00a8-b489-406c-82a3-d384da4a985c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4047096 Jul 14 09:34:24.172553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37508) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.175595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fd1d2-0d26-4bb0-9b5e-3b76780862b2 req-2ab9576f-c0aa-4ecb-9a75-245fa96d14a9 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.178702 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d7fd1d2-0d26-4bb0-9b5e-3b76780862b2 req-2ab9576f-c0aa-4ecb-9a75-245fa96d14a9 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 945 time: 0.7164972 Jul 14 09:34:24.188669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2956a8c2-2a6e-43c4-993d-08134bf02d4d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'security_group_rule': {'security_group_id': '052918f8-3a6d-4e9e-b126-0b70aafb0a3e', 'project_id': '2af3e0cad8cb482e810e9051890af676', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:24.236527 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-2956a8c2-2a6e-43c4-993d-08134bf02d4d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Project 2af3e0cad8cb482e810e9051890af676 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:34:24.242666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2956a8c2-2a6e-43c4-993d-08134bf02d4d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.272119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.295782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.309558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.315543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e7744a12-f7b3-45a1-8388-aa57e820fc24 tempest-ServersTestManualDisk-582256935 tempest-ServersTestManualDisk-582256935-project] 10.222.0.73 "DELETE /v2.0/floatingips/76eea14e-27d7-4ee0-bff9-673c3fb43f95 HTTP/1.1" status: 204 len: 168 time: 2.3071778 Jul 14 09:34:24.322765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37512) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:24.382320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2956a8c2-2a6e-43c4-993d-08134bf02d4d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.421259 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2956a8c2-2a6e-43c4-993d-08134bf02d4d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.431463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7ae009a8-a9ac-44c7-89c9-eee283259022 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:24.434889 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d7fd1d2-0d26-4bb0-9b5e-3b76780862b2 req-0de16150-d97a-4883-bb15-bb6b94c7e053 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340519 Jul 14 09:34:24.475568 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246f46aa-3e4e-4c0a-970c-49aa63987d53 x-openstack-request-id: req-246f46aa-3e4e-4c0a-970c-49aa63987d53 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:24.479916 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "35152d9a-da37-497e-85af-887f3bd0de2a", "code": 200}, {"server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "name": "network-vif-plugged", "status": "completed", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:24.479916 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-246f46aa-3e4e-4c0a-970c-49aa63987d53 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:24.479916 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35152d9a-da37-497e-85af-887f3bd0de2a', 'code': 200} Jul 14 09:34:24.479916 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22', 'code': 200} Jul 14 09:34:24.517203 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.536568 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Transition to ACTIVE for port object fa0256b3-3fed-4101-9bb4-f566e11b59b7 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:24.540347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:24.550518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:24.556876 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.557949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:24.560070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Pushing event updated for resources: {'Port': ['ID=ed041cf7-ab62-4288-993e-441713a9677b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.588746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956a8c2-2a6e-43c4-993d-08134bf02d4d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ad7150-6ee0-4fe8-a827-6589e3848f46,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.666161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2956a8c2-2a6e-43c4-993d-08134bf02d4d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.678827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6af32-8c58-46a6-b18a-20748add1597 req-4ad69248-8e89-432e-85db-e7f4087b273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:24.690962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2956a8c2-2a6e-43c4-993d-08134bf02d4d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5143199 Jul 14 09:34:24.691946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ae6af32-8c58-46a6-b18a-20748add1597 req-4ad69248-8e89-432e-85db-e7f4087b273c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1097 time: 0.2553852 Jul 14 09:34:24.753119 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22b5e7-2409-48f9-88b9-e44923d5cddb None None] Pushing event updated for resources: {'Port': ['ID=fa0256b3-3fed-4101-9bb4-f566e11b59b7,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:24.777390 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.797366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Transition to ACTIVE for port object 3ae80269-4743-4a8a-82ae-433d58fca067 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:24.821134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Transition to ACTIVE for port object 3ae80269-4743-4a8a-82ae-433d58fca067 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:24.894834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7ae009a8-a9ac-44c7-89c9-eee283259022 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:24.900071 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.910273 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.913084 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Attempting to bind port fa0256b3-3fed-4101-9bb4-f566e11b59b7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:24.913574 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Attempting to bind port fa0256b3-3fed-4101-9bb4-f566e11b59b7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:24.914059 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Attempting to bind port fa0256b3-3fed-4101-9bb4-f566e11b59b7 on network 774bb82e-3905-4da8-8cda-84b56fcf8a90 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:24.923316 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:24.923818 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Checking segment: {'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:24.924426 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:24.927489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Bound using segment: {'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:24.928119 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Bound port: fa0256b3-3fed-4101-9bb4-f566e11b59b7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe58f05e-1522-4622-aebc-4dd4b076aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:24.928697 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.072653 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2b487677-a924-489f-ad93-c6d74f16776e None None] Provisioning for port fa0256b3-3fed-4101-9bb4-f566e11b59b7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:25.116711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ae6af32-8c58-46a6-b18a-20748add1597 req-c1452cd4-19ad-4b1e-9a74-a11717f06b0b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140337 Jul 14 09:34:25.123311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-98411403-c29e-4b1f-b9dd-a644783aef79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.125031 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.143196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:25.151192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:25.172100 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:25.224544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472959e-d988-4827-8875-e36f4a4c06dc req-6ff8617f-b8ef-4bb0-99a4-98272e719e49 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:25.226309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c472959e-d988-4827-8875-e36f4a4c06dc req-6ff8617f-b8ef-4bb0-99a4-98272e719e49 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.2761207 Jul 14 09:34:25.286173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Pushing event updated for resources: {'Port': ['ID=3ae80269-4743-4a8a-82ae-433d58fca067,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.405195 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c472959e-d988-4827-8875-e36f4a4c06dc req-4c3068e1-74c6-4945-92b4-0436b4970158 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546264 Jul 14 09:34:25.418792 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] For port fa0256b3-3fed-4101-9bb4-f566e11b59b7, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:25.418977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.450779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] For port fa0256b3-3fed-4101-9bb4-f566e11b59b7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fa0256b3-3fed-4101-9bb4-f566e11b59b7,segment=NetworkSegment(fe58f05e-1522-4622-aebc-4dd4b076aedd),segment_id=fe58f05e-1522-4622-aebc-4dd4b076aedd)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:25.467003 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.558758 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.602594 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Routers {'181024e2-363d-495e-b3fd-d00549faeefc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:25.603550 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['181024e2-363d-495e-b3fd-d00549faeefc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:25.697534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-b88524a6-2771-4c92-b433-b1994b3d4ab8 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236507818&fields=id&tenant_id=2af3e0cad8cb482e810e9051890af676 HTTP/1.1" status: 200 len: 267 time: 0.1969237 Jul 14 09:34:25.728863 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22b5e7-2409-48f9-88b9-e44923d5cddb None None] Pushing event updated for resources: {'Port': ['ID=fa0256b3-3fed-4101-9bb4-f566e11b59b7,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:25.840247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.848612 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.858414 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:25.866097 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] Set router 181024e2-363d-495e-b3fd-d00549faeefc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:26.132580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 7ae009a8-a9ac-44c7-89c9-eee283259022, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7ae009a8-a9ac-44c7-89c9-eee283259022,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:26.135848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Attempting to bind port 3ae80269-4743-4a8a-82ae-433d58fca067 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:26.137060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Attempting to bind port 3ae80269-4743-4a8a-82ae-433d58fca067 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:26.138251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Attempting to bind port 3ae80269-4743-4a8a-82ae-433d58fca067 on network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:26.146976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 113f389a-859e-445e-acc5-c67aba0cd239, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=113f389a-859e-445e-acc5-c67aba0cd239,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:26.153247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.155333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:26.249095 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.250791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d86239d0-e4e4-4a33-8921-2cfd984729c7 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:26.279193 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:20Z', 'revision_number': 4, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa0256b3-3fed-4101-9bb4-f566e11b59b7', 'name': '', 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'mac_address': 'fa:16:3e:fe:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4b00b426-5a48-4bc8-acc0-678a9116aca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:18Z', 'updated_at': '2021-07-14T09:34:25Z', 'revision_number': 4, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'subnets': [{'id': '4b00b426-5a48-4bc8-acc0-678a9116aca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:26.323744 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f8acb-2f5f-4539-b5c2-6dd0ff12acf8 None None] The sync data for ids ['181024e2-363d-495e-b3fd-d00549faeefc'] in n-d-780147-26 is: [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:20Z', 'revision_number': 4, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa0256b3-3fed-4101-9bb4-f566e11b59b7', 'name': '', 'network_id': '774bb82e-3905-4da8-8cda-84b56fcf8a90', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'mac_address': 'fa:16:3e:fe:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '4b00b426-5a48-4bc8-acc0-678a9116aca7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:18Z', 'updated_at': '2021-07-14T09:34:25Z', 'revision_number': 4, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'subnets': [{'id': '4b00b426-5a48-4bc8-acc0-678a9116aca7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:26.345799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:26.346599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Checking segment: {'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:26.347014 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.347505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Bound using segment: {'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:26.348006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Bound port: 3ae80269-4743-4a8a-82ae-433d58fca067, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:26.348436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.413193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:45Z', 'revision_number': 5, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:26.476311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-65874162-65f3-4bd9-af38-cf5f8d504829 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.477222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:26.477785 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.478017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-65874162-65f3-4bd9-af38-cf5f8d504829 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.8789251 Jul 14 09:34:26.507251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-59c64e61-752e-4bdc-ad72-70ee6c24f567 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.513583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-59c64e61-752e-4bdc-ad72-70ee6c24f567 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.516930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f389a-859e-445e-acc5-c67aba0cd239'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:26.519351 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14800f12-ba12-4223-aeb0-0037b98ae6ed" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "113f389a-859e-445e-acc5-c67aba0cd239"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:26.524822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-59c64e61-752e-4bdc-ad72-70ee6c24f567 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.527913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=7ae009a8-a9ac-44c7-89c9-eee283259022,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.533191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-59c64e61-752e-4bdc-ad72-70ee6c24f567 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.534388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ef8230-0e29-4745-a9d0-586f8d51d631 None None] The sync data for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 is: [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:31:34Z', 'revision_number': 4, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e2735777-f706-48b8-b5be-eb0abcf185d2', 'name': '', 'network_id': '7679306f-c624-488b-a1dd-988f8417d17d', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'mac_address': 'fa:16:3e:70:d4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:32Z', 'updated_at': '2021-07-14T09:31:45Z', 'revision_number': 5, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'subnets': [{'id': '70269632-3a73-43ec-8fb9-ad17b970034c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:26.546321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-59c64e61-752e-4bdc-ad72-70ee6c24f567 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.547817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-69774a27-ca8b-42cc-bbd0-9be9438b772b tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.549492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-69774a27-ca8b-42cc-bbd0-9be9438b772b tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/networks?id=e04b8d33-39b8-4ef3-bd16-b7214680e59a HTTP/1.1" status: 200 len: 809 time: 0.8434570 Jul 14 09:34:26.567448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-59c64e61-752e-4bdc-ad72-70ee6c24f567 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.578562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-59c64e61-752e-4bdc-ad72-70ee6c24f567 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:26.580971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-59c64e61-752e-4bdc-ad72-70ee6c24f567 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5432 time: 0.8142221 Jul 14 09:34:26.590491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-f76e9c1d-eb76-4b51-ad75-ff137b533c53 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/quotas/2af3e0cad8cb482e810e9051890af676 HTTP/1.1" status: 200 len: 375 time: 0.0145371 Jul 14 09:34:26.597161 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.606782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port d86239d0-e4e4-4a33-8921-2cfd984729c7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:26.619886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d86239d0-e4e4-4a33-8921-2cfd984729c7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:26.620283 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.675038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] For port 3ae80269-4743-4a8a-82ae-433d58fca067, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:26.695299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=113f389a-859e-445e-acc5-c67aba0cd239,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:26.704483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] For port 3ae80269-4743-4a8a-82ae-433d58fca067, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3ae80269-4743-4a8a-82ae-433d58fca067,segment=NetworkSegment(4e1c8d3c-15ad-4412-a367-f5b72df9b027),segment_id=4e1c8d3c-15ad-4412-a367-f5b72df9b027)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:26.716307 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.765245 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d18d1f7e-70da-4964-97cd-35b71cc794da req-5504f6f5-056f-45d9-9c00-918700f57ec4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1725700 Jul 14 09:34:26.801468 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.839623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-92849342-40fd-40f4-9941-2ccc5500ae93 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2af3e0cad8cb482e810e9051890af676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2266345 Jul 14 09:34:26.868746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 36b52ff6-0235-4238-9f23-49c1d10d9801 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:26.974070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:26.988775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c1e73-b531-4760-a4fb-acb29edc2e58 None None] Pushing event updated for resources: {'Port': ['ID=3ae80269-4743-4a8a-82ae-433d58fca067,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.041545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4c4b2f69-38ad-4662-9b83-5d4100291d58 service neutron] 10.222.0.73 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009346 Jul 14 09:34:27.048069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d86239d0-e4e4-4a33-8921-2cfd984729c7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:27.069336 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.070365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94483a93-4c44-47d5-82dc-c0b7051733b3 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:27.102360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Deleting port 852f6c32-cc75-4576-8401-4405c5f19a86 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:27.103063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.104453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 36b52ff6-0235-4238-9f23-49c1d10d9801 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:27.104940 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.184031 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:34:27.210549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Deleting port e2735777-f706-48b8-b5be-eb0abcf185d2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:27.211215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.239460 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.245271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d86239d0-e4e4-4a33-8921-2cfd984729c7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.296946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Router 232b107d-e125-483c-be90-d5c906081e7d is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:27.299631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 94483a93-4c44-47d5-82dc-c0b7051733b3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:27.315411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 94483a93-4c44-47d5-82dc-c0b7051733b3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:27.316178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.331611 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-7661f944-f80f-4ac1-a1ff-09f1541ecc67 service neutron] 10.222.0.73 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891648 Jul 14 09:34:27.359796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5223c148-4fe1-48a0-926f-56362614428f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:27.413382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] For port e2735777-f706-48b8-b5be-eb0abcf185d2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e2735777-f706-48b8-b5be-eb0abcf185d2,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:27.414167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.457132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Calling delete_port for e2735777-f706-48b8-b5be-eb0abcf185d2 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:27.482580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1b45f-f448-4b63-9308-770fdbf12e7c req-6944c4cc-79be-4c23-b7b3-c47fb820ae5b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:27.491059 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7be1b45f-f448-4b63-9308-770fdbf12e7c req-6944c4cc-79be-4c23-b7b3-c47fb820ae5b tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=776ecda0-d58f-4f90-91fe-28ab7af9c1d9 HTTP/1.1" status: 200 len: 945 time: 0.4635446 Jul 14 09:34:27.495235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.527134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] For port 852f6c32-cc75-4576-8401-4405c5f19a86, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=852f6c32-cc75-4576-8401-4405c5f19a86,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:27.527520 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.552088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94483a93-4c44-47d5-82dc-c0b7051733b3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94483a93-4c44-47d5-82dc-c0b7051733b3,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:27.555254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 5223c148-4fe1-48a0-926f-56362614428f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:27.561365 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.657863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=94483a93-4c44-47d5-82dc-c0b7051733b3,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.673880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5223c148-4fe1-48a0-926f-56362614428f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:27.677135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.699471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Calling delete_port for 852f6c32-cc75-4576-8401-4405c5f19a86 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:27.800910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7be1b45f-f448-4b63-9308-770fdbf12e7c req-0ebcb988-98e3-4444-b73f-78659c10b8b8 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=242323aa-dc93-4a86-a152-05c5370355b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985315 Jul 14 09:34:27.823992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ebcd3abf-0fe1-4db9-9938-68a0ee11d638 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:27.863182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:27.921712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: ebcd3abf-0fe1-4db9-9938-68a0ee11d638 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:27.923306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ebcd3abf-0fe1-4db9-9938-68a0ee11d638 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:27.925263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b9deaebe-6a94-4a04-87eb-8d9a85f5080e no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:27.931451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:27.942745 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Sync routers for ids ['232b107d-e125-483c-be90-d5c906081e7d'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:27.950648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2735777-f706-48b8-b5be-eb0abcf185d2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:27.968797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Routers {'232b107d-e125-483c-be90-d5c906081e7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:27.970320 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['232b107d-e125-483c-be90-d5c906081e7d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:28.013107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.013458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.018503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a20d5df-0b1d-4b11-9e78-3f29c9e3adad None None] New status for floating IP 76eea14e-27d7-4ee0-bff9-673c3fb43f95: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:34:28.020380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.020907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.021514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.021870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.022206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.023650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.023650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.023650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.023650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.024005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:28.035431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: b9deaebe-6a94-4a04-87eb-8d9a85f5080e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:28.036380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b9deaebe-6a94-4a04-87eb-8d9a85f5080e not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:28.253340 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.410462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event deleted for resources: {'Port': ['ID=852f6c32-cc75-4576-8401-4405c5f19a86,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:28.446169 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Set router 232b107d-e125-483c-be90-d5c906081e7d gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:28.446759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.598816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] No DVR routers for this DVR port 852f6c32-cc75-4576-8401-4405c5f19a86 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:28.603076 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.605246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f096f29-7cd8-46eb-b522-916848f619c2 req-94de8767-0187-47e5-ad45-db25a14b2a1d tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "DELETE /v2.0/ports/852f6c32-cc75-4576-8401-4405c5f19a86 HTTP/1.1" status: 204 len: 173 time: 2.1188595 Jul 14 09:34:28.621601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776ecda0-d58f-4f90-91fe-28ab7af9c1d9', 'name': 'network-vif-deleted', 'tag': '852f6c32-cc75-4576-8401-4405c5f19a86'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:28.624032 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f5189a-d917-418a-88f7-2ee6c049381b" -d '{"events": [{"server_uuid": "776ecda0-d58f-4f90-91fe-28ab7af9c1d9", "name": "network-vif-deleted", "tag": "852f6c32-cc75-4576-8401-4405c5f19a86"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:28.637207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.640274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c152aa8e-8c58-4e20-bcd6-aa954755b464 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7560308 Jul 14 09:34:28.644330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:28.658785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 5223c148-4fe1-48a0-926f-56362614428f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5223c148-4fe1-48a0-926f-56362614428f,segment=NetworkSegment(fe58f05e-1522-4622-aebc-4dd4b076aedd),segment_id=fe58f05e-1522-4622-aebc-4dd4b076aedd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:28.669044 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:28.758432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.057250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=5223c148-4fe1-48a0-926f-56362614428f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:29.274105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737a022-cbf2-4bf8-94ae-b311fdd68db0 req-230e3b9a-55c8-4305-b548-8cd733ff361b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.274795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Sync routers for ids ['945ff581-e41a-4345-8489-1af7bcd1c1e7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:29.284568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5737a022-cbf2-4bf8-94ae-b311fdd68db0 req-230e3b9a-55c8-4305-b548-8cd733ff361b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 945 time: 0.4885666 Jul 14 09:34:29.290533 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:34:25Z', 'revision_number': 3, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port': {'id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:22Z', 'updated_at': '2021-07-14T09:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:29.352103 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Checking router: 232b107d-e125-483c-be90-d5c906081e7d for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:29.352862 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Updating router 232b107d-e125-483c-be90-d5c906081e7d port ed041cf7-ab62-4288-993e-441713a9677b binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:29.394776 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5737a022-cbf2-4bf8-94ae-b311fdd68db0 req-c9e1a204-f112-48c0-b759-9b46835e694a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082931 Jul 14 09:34:29.407116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef322c9e-d7f6-4aa3-9708-1ae77dc9bea8 None None] Network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:29.410405 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.530272 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb669bb-e355-434a-bb23-5c764d8f571a x-openstack-request-id: req-4cb669bb-e355-434a-bb23-5c764d8f571a {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:29.530272 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "113f389a-859e-445e-acc5-c67aba0cd239", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:29.530272 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4cb669bb-e355-434a-bb23-5c764d8f571a {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:29.530272 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113f389a-859e-445e-acc5-c67aba0cd239', 'code': 200} Jul 14 09:34:29.541394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3ae80269-4743-4a8a-82ae-433d58fca067 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:29.584278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Routers {'945ff581-e41a-4345-8489-1af7bcd1c1e7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:29.585994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['945ff581-e41a-4345-8489-1af7bcd1c1e7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:29.596871 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.706531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f62911cb-405e-418d-a7fb-2f01681e912c None None] Provisioning for port 3ae80269-4743-4a8a-82ae-433d58fca067 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:29.707027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:29.735594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06805b7c-7012-4b1c-b32d-346abf16cb2d req-617e4076-0228-4b84-ada6-854e4642a51f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:29.746679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06805b7c-7012-4b1c-b32d-346abf16cb2d req-617e4076-0228-4b84-ada6-854e4642a51f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.2033045 Jul 14 09:34:29.874798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06805b7c-7012-4b1c-b32d-346abf16cb2d req-5df8e2c7-c6fb-461a-a59f-21d92202f606 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246583 Jul 14 09:34:29.884006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04f379c6-bb29-4833-a045-62a1d6cdddbd req-fbe4fa3f-688c-473f-ba1b-69c2b16ac75c tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 210 time: 0.0579953 Jul 14 09:34:29.920411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 3ae80269-4743-4a8a-82ae-433d58fca067 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:29.921525 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.939923 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Transition to ACTIVE for port object ed041cf7-ab62-4288-993e-441713a9677b will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:29.952011 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.958483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3ae80269-4743-4a8a-82ae-433d58fca067 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:29.959260 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:29.963643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:29.975293 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2f3bade6-8cd5-42ac-bd71-9c5809237628 admin admin] 10.222.0.73 "PUT /v2.0/routers/4d88f53c-97c5-43c4-b6c2-cf1a02958276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5889845 Jul 14 09:34:29.977300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:30.032083 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3564490a-8ead-4bd3-9f0e-9170e7bd644c x-openstack-request-id: req-3564490a-8ead-4bd3-9f0e-9170e7bd644c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:30.032697 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776ecda0-d58f-4f90-91fe-28ab7af9c1d9", "name": "network-vif-deleted", "tag": "852f6c32-cc75-4576-8401-4405c5f19a86", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:30.033195 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3564490a-8ead-4bd3-9f0e-9170e7bd644c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:30.033957 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776ecda0-d58f-4f90-91fe-28ab7af9c1d9', 'name': 'network-vif-deleted', 'tag': '852f6c32-cc75-4576-8401-4405c5f19a86', 'status': 'completed', 'code': 200} Jul 14 09:34:30.074569 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] Sync routers for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:30.123774 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.219727 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:30.220769 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:30.296148 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Attempting to bind port ed041cf7-ab62-4288-993e-441713a9677b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:30.296747 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Attempting to bind port ed041cf7-ab62-4288-993e-441713a9677b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:30.297276 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Attempting to bind port ed041cf7-ab62-4288-993e-441713a9677b on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:30.338347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.367306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 852f6c32-cc75-4576-8401-4405c5f19a86 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:30.388598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Set router 945ff581-e41a-4345-8489-1af7bcd1c1e7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:30.447584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-0cb2f4cd-7ca3-4135-9bb7-264fe04dee3b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.454292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-0cb2f4cd-7ca3-4135-9bb7-264fe04dee3b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.461489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-0cb2f4cd-7ca3-4135-9bb7-264fe04dee3b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.463917 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:30.468538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-0cb2f4cd-7ca3-4135-9bb7-264fe04dee3b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.471715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Allocated IP 172.20.0.1 (ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6/4737d470-34d8-41ae-bb06-9e3e3992d48e/34b469a7-2c06-4886-8582-e2aea661db8d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:30.483590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-0cb2f4cd-7ca3-4135-9bb7-264fe04dee3b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.502006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-0cb2f4cd-7ca3-4135-9bb7-264fe04dee3b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.516409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-0cb2f4cd-7ca3-4135-9bb7-264fe04dee3b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.521745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-0cb2f4cd-7ca3-4135-9bb7-264fe04dee3b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.3827081 Jul 14 09:34:30.554633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-a62ebf05-d608-4a2a-969d-fd5c8d377e4e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1834646863&fields=id&tenant_id=9b9e7b4a498246acbf83f5f379fd38e4 HTTP/1.1" status: 200 len: 267 time: 0.1641142 Jul 14 09:34:30.564150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 852f6c32-cc75-4576-8401-4405c5f19a86 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:30.564984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a38b7-856a-462c-b037-63bad8b75a06 None None] Pushing event updated for resources: {'Port': ['ID=ed041cf7-ab62-4288-993e-441713a9677b,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:30.565480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 852f6c32-cc75-4576-8401-4405c5f19a86 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:30.576708 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:30.577232 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:30.577797 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.578342 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:30.579011 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Bound port: ed041cf7-ab62-4288-993e-441713a9677b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:30.579570 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.709445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bae54d25-bbd0-47ff-b368-1d9b4aa5a100 req-062e2018-4d2b-4908-bc4b-aec0c824f2d5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1812804 Jul 14 09:34:30.771036 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.855314 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] For port ed041cf7-ab62-4288-993e-441713a9677b, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:30.902292 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] For port ed041cf7-ab62-4288-993e-441713a9677b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ed041cf7-ab62-4288-993e-441713a9677b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:30.906606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Deleting port 710942ec-039a-40f6-abdc-6e61d294650a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:30.907423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.913682 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:30.966922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-f5f675c6-5925-4afb-8f04-63d8260a6505 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:30.968321 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-f5f675c6-5925-4afb-8f04-63d8260a6505 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.66 "GET /v2.0/networks?id=e04b8d33-39b8-4ef3-bd16-b7214680e59a HTTP/1.1" status: 200 len: 809 time: 0.2862670 Jul 14 09:34:30.992141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.009922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-b5aa792b-b87d-491f-927f-327c2a700fa4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:31.015741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-b5aa792b-b87d-491f-927f-327c2a700fa4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 945 time: 0.4373500 Jul 14 09:34:31.032414 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.072489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Transition to ACTIVE for port object 34b469a7-2c06-4886-8582-e2aea661db8d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:31.094210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] For port 710942ec-039a-40f6-abdc-6e61d294650a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=710942ec-039a-40f6-abdc-6e61d294650a,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:31.094961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.152444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Calling delete_port for 710942ec-039a-40f6-abdc-6e61d294650a owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:31.153150 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a38b7-856a-462c-b037-63bad8b75a06 None None] Pushing event updated for resources: {'Port': ['ID=ed041cf7-ab62-4288-993e-441713a9677b,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.173008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 3ae80269-4743-4a8a-82ae-433d58fca067, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3ae80269-4743-4a8a-82ae-433d58fca067,segment=NetworkSegment(4e1c8d3c-15ad-4412-a367-f5b72df9b027),segment_id=4e1c8d3c-15ad-4412-a367-f5b72df9b027)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:31.187397 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.196935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7ae009a8-a9ac-44c7-89c9-eee283259022 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:31.219558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.232957 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Routers {'232b107d-e125-483c-be90-d5c906081e7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:31.233612 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['232b107d-e125-483c-be90-d5c906081e7d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.246802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'port': {'security_groups': ['c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6', '9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:31.414299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=3ae80269-4743-4a8a-82ae-433d58fca067,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.454992 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] Set router 232b107d-e125-483c-be90-d5c906081e7d gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:31.455241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:34:16Z', 'revision_number': 4, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b20feb23-44d3-4250-b9a8-dc6275a47bf6', 'name': '', 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'mac_address': 'fa:16:3e:c0:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:14Z', 'updated_at': '2021-07-14T09:34:17Z', 'revision_number': 2, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'subnets': [{'id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.474049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-6e39012e-7e91-44b1-82b6-56f07a1d08cc tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2af3e0cad8cb482e810e9051890af676 HTTP/1.1" status: 200 len: 379 time: 0.4534125 Jul 14 09:34:31.481928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:31.485877 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '710942ec-039a-40f6-abdc-6e61d294650a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:34:27Z', 'revision_number': 5, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port': {'id': '710942ec-039a-40f6-abdc-6e61d294650a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:26Z', 'updated_at': '2021-07-14T09:31:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.505820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'port': {'device_id': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'admin_state_up': True, 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'security_groups': ['052918f8-3a6d-4e9e-b126-0b70aafb0a3e']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:31.507974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Checking router: 945ff581-e41a-4345-8489-1af7bcd1c1e7 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:31.508579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Updating router 945ff581-e41a-4345-8489-1af7bcd1c1e7 port b20feb23-44d3-4250-b9a8-dc6275a47bf6 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:31.515874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7ae009a8-a9ac-44c7-89c9-eee283259022 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:31.516522 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.525076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:31.541992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:31.578172 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] Checking router: 4d88f53c-97c5-43c4-b6c2-cf1a02958276 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:31.592899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.594251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=34b469a7-2c06-4886-8582-e2aea661db8d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.603794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86239d0-e4e4-4a33-8921-2cfd984729c7'}, {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:31.608730 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd001a8c-0ecd-487c-97d2-bbc20fb77359" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "d86239d0-e4e4-4a33-8921-2cfd984729c7"}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:31.626768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-44885be6-5bc4-46c7-bede-d105a95633a7 None None] Provisioning complete for port 3ae80269-4743-4a8a-82ae-433d58fca067 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:31.627569 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-44885be6-5bc4-46c7-bede-d105a95633a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.630227 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] Routers {'4d88f53c-97c5-43c4-b6c2-cf1a02958276'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:31.633682 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.688610 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.697807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=710942ec-039a-40f6-abdc-6e61d294650a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:31.754695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72723fec-7054-4f94-ae83-f63a5ca533fa req-7a68a804-8883-4fbe-b37c-f72c47d0be33 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:31.758620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.762432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72723fec-7054-4f94-ae83-f63a5ca533fa req-7a68a804-8883-4fbe-b37c-f72c47d0be33 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.2367089 Jul 14 09:34:31.766616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.801542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:31.834257 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] Set router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:31.872474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fa0256b3-3fed-4101-9bb4-f566e11b59b7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:31.902797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:34:31Z', 'revision_number': 7, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.935914 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d20b67f-efbf-44fe-be88-3e15d31957db None None] The sync data for ids ['4d88f53c-97c5-43c4-b6c2-cf1a02958276'] in n-d-780147-26 is: [{'id': '4d88f53c-97c5-43c4-b6c2-cf1a02958276', 'name': 'tempest-ServersTestManualDisk-567052847-router', 'tenant_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:24Z', 'updated_at': '2021-07-14T09:34:31Z', 'revision_number': 7, 'project_id': 'f9e2e23f7e5a42b3b2ce83dc699b56a7', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:31.957013 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:34:25Z', 'revision_number': 3, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port': {'id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:22Z', 'updated_at': '2021-07-14T09:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:31.981963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.004667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72723fec-7054-4f94-ae83-f63a5ca533fa req-25965522-2b15-4f61-a6b7-b2d0507504a3 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341602 Jul 14 09:34:32.010747 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.014165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.017400 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a560e023-3063-4fe3-aa74-8038e7e53ccb None None] The sync data for ids ['232b107d-e125-483c-be90-d5c906081e7d'] in n-d-780147-26 is: [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:34:25Z', 'revision_number': 3, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port': {'id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:22Z', 'updated_at': '2021-07-14T09:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:32.076873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port fa0256b3-3fed-4101-9bb4-f566e11b59b7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:32.081462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.082529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d88f53c-97c5-43c4-b6c2-cf1a02958276 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:32.088714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.089293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port fa0256b3-3fed-4101-9bb4-f566e11b59b7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:32.089743 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.090695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4783edf4-9aaa-4ecc-b740-ee4aa2ff7b75 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4d88f53c-97c5-43c4-b6c2-cf1a02958276 HTTP/1.1" status: 204 len: 168 time: 2.1117601 Jul 14 09:34:32.093638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37596) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.187363 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-415150f6-ca77-4e00-a59a-4c485f193bba None None] Provisioning for port 34b469a7-2c06-4886-8582-e2aea661db8d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:32.191409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-763832f5-ddce-45ff-8225-0194f5e2127b admin admin] Deleting subnet 70269632-3a73-43ec-8fb9-ad17b970034c {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:32.201451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-415150f6-ca77-4e00-a59a-4c485f193bba None None] Provisioning complete for port 34b469a7-2c06-4886-8582-e2aea661db8d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:32.202326 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-415150f6-ca77-4e00-a59a-4c485f193bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.205134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Made reservation on behalf of 2af3e0cad8cb482e810e9051890af676 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:32.209364 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.218000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-763832f5-ddce-45ff-8225-0194f5e2127b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.272736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-415150f6-ca77-4e00-a59a-4c485f193bba None None] Port 34b469a7-2c06-4886-8582-e2aea661db8d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:32.292893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4bbe4b72-9854-4048-80a4-46373219b852 req-44e461d7-83bd-43eb-aca7-756bdc8c6955 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 210 time: 0.0982528 Jul 14 09:34:32.341907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-763832f5-ddce-45ff-8225-0194f5e2127b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.397674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.438714 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.467603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Transition to ACTIVE for port object b20feb23-44d3-4250-b9a8-dc6275a47bf6 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:32.479327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.491996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port fa0256b3-3fed-4101-9bb4-f566e11b59b7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fa0256b3-3fed-4101-9bb4-f566e11b59b7,segment=NetworkSegment(fe58f05e-1522-4622-aebc-4dd4b076aedd),segment_id=fe58f05e-1522-4622-aebc-4dd4b076aedd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:32.553531 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.554550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ce131264-9cf6-4642-9c03-17d837cabcae up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:32.593249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-763832f5-ddce-45ff-8225-0194f5e2127b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.608951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] For port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:32.645706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5817b-104a-4224-a22d-303dda4ee29f None None] Pushing event updated for resources: {'Port': ['ID=b20feb23-44d3-4250-b9a8-dc6275a47bf6,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.679511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e4c4b-edc5-4c66-ac6b-61d5ee000a7f req-b5b6d666-ad23-4771-8530-87924dc3b19a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.681367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e23e4c4b-edc5-4c66-ac6b-61d5ee000a7f req-b5b6d666-ad23-4771-8530-87924dc3b19a tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2367558 Jul 14 09:34:32.715126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.724724 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.730108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.756278 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-763832f5-ddce-45ff-8225-0194f5e2127b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.761548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Allocated IP 172.20.0.6 (e04b8d33-39b8-4ef3-bd16-b7214680e59a/88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e/c051bc82-f072-4ced-bc10-b125631f01f8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:32.770021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.811864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:32.812667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.814188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68bc943e-80eb-4b81-9ef0-81fea873cf57 req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "PUT /v2.0/ports/e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 HTTP/1.1" status: 200 len: 981 time: 1.6447239 Jul 14 09:34:32.814753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:32.816858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=fa0256b3-3fed-4101-9bb4-f566e11b59b7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.817512 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068c213c-41ca-4dae-97a5-a93c2bcfd96b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:32.820172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:32.825936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a80909-c90a-43c8-ad64-b78bd573fc3b None None] Network 7679306f-c624-488b-a1dd-988f8417d17d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:32.837008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763832f5-ddce-45ff-8225-0194f5e2127b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70269632-3a73-43ec-8fb9-ad17b970034c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.842522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-763832f5-ddce-45ff-8225-0194f5e2127b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:32.851200 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-763832f5-ddce-45ff-8225-0194f5e2127b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/70269632-3a73-43ec-8fb9-ad17b970034c HTTP/1.1" status: 204 len: 168 time: 0.7528217 Jul 14 09:34:32.864191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37602) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:32.947991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebbac6-e769-474f-8a38-7675015bc6c3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'Port': ['ID=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:32.981270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:33.007673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=34b469a7-2c06-4886-8582-e2aea661db8d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.013159 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.046908 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccec065-182f-4361-b8a7-c670913b6ab7 x-openstack-request-id: req-5ccec065-182f-4361-b8a7-c670913b6ab7 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:33.046908 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "d86239d0-e4e4-4a33-8921-2cfd984729c7", "code": 200}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-plugged", "status": "completed", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:33.046908 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ccec065-182f-4361-b8a7-c670913b6ab7 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:33.047171 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86239d0-e4e4-4a33-8921-2cfd984729c7', 'code': 200} Jul 14 09:34:33.047495 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'code': 200} Jul 14 09:34:33.090026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.106900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e23e4c4b-edc5-4c66-ac6b-61d5ee000a7f req-1622385d-157d-4561-9848-e0264c7b111e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799844 Jul 14 09:34:33.130806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Attempting to bind port b20feb23-44d3-4250-b9a8-dc6275a47bf6 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:33.131184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Attempting to bind port b20feb23-44d3-4250-b9a8-dc6275a47bf6 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:33.131549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Attempting to bind port b20feb23-44d3-4250-b9a8-dc6275a47bf6 on network 5b6db209-e0c8-4e5e-add7-11707b3984e6 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:33.150253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:33.161667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Checking segment: {'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:33.162155 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.162618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Bound using segment: {'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:33.163101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Bound port: b20feb23-44d3-4250-b9a8-dc6275a47bf6, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8feda34a-a072-4a82-b997-eb27f807810c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:33.163467 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.319216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.344099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12919fe0-812c-4222-8964-c227add2d473 req-e69f973b-ed7e-4787-8e96-140ebcfa91a1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.348634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ce131264-9cf6-4642-9c03-17d837cabcae triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:33.349151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.354118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Transition to ACTIVE for port object c051bc82-f072-4ced-bc10-b125631f01f8 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:33.356072 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12919fe0-812c-4222-8964-c227add2d473 req-e69f973b-ed7e-4787-8e96-140ebcfa91a1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 945 time: 0.2919698 Jul 14 09:34:33.574723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] For port b20feb23-44d3-4250-b9a8-dc6275a47bf6, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:33.672233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] For port b20feb23-44d3-4250-b9a8-dc6275a47bf6, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b20feb23-44d3-4250-b9a8-dc6275a47bf6,segment=NetworkSegment(8feda34a-a072-4a82-b997-eb27f807810c),segment_id=8feda34a-a072-4a82-b997-eb27f807810c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:33.699524 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.747044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-1c6f3941-98f8-46c9-8caa-815594ffddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.747539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-1c6f3941-98f8-46c9-8caa-815594ffddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.748019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-1c6f3941-98f8-46c9-8caa-815594ffddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.748550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-1c6f3941-98f8-46c9-8caa-815594ffddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.749560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-1c6f3941-98f8-46c9-8caa-815594ffddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.750044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-1c6f3941-98f8-46c9-8caa-815594ffddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.750655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-1c6f3941-98f8-46c9-8caa-815594ffddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:33.753140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-1c6f3941-98f8-46c9-8caa-815594ffddb8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6499 time: 0.5877626 Jul 14 09:34:33.775578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:33.787057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-1566abd7-6817-4b1a-a57b-891e5195260c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1041600791&fields=id&tenant_id=9b9e7b4a498246acbf83f5f379fd38e4 HTTP/1.1" status: 200 len: 267 time: 0.4270296 Jul 14 09:34:33.798990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Deleting port d0a337f9-f962-4378-a67e-ec50ac3ab498 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:33.799911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.861010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:33.878147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Routers {'945ff581-e41a-4345-8489-1af7bcd1c1e7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:33.878794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['945ff581-e41a-4345-8489-1af7bcd1c1e7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:33.903992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5817b-104a-4224-a22d-303dda4ee29f None None] Pushing event updated for resources: {'Port': ['ID=b20feb23-44d3-4250-b9a8-dc6275a47bf6,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:33.904828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef8d0129-a946-4f2b-8402-fec63354f55e req-4d3ca35a-ede7-4d8c-868a-5bae219b5cb5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1273715 Jul 14 09:34:33.967752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:33.980596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:33.995116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:34.006120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] For port d0a337f9-f962-4378-a67e-ec50ac3ab498, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d0a337f9-f962-4378-a67e-ec50ac3ab498,segment=NetworkSegment(8a879b5e-3ea2-429a-8734-2b92ce7259cf),segment_id=8a879b5e-3ea2-429a-8734-2b92ce7259cf)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:34.006491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.049877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'Port': ['ID=c051bc82-f072-4ced-bc10-b125631f01f8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.057847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.058546 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.065236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-0586ba1e-7d06-4db2-a6bb-84d7d775d5cd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.076835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-0586ba1e-7d06-4db2-a6bb-84d7d775d5cd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 984 time: 0.2877192 Jul 14 09:34:34.086774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-5adb751b-c9a6-445f-a97a-8392c1d5c71e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.093390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-5adb751b-c9a6-445f-a97a-8392c1d5c71e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.100154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-5adb751b-c9a6-445f-a97a-8392c1d5c71e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.105522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'port': {'security_groups': ['9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b', 'c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6', '450a424a-fc08-4c6e-bf3a-a5a919eac66a']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:34.112645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Calling delete_port for d0a337f9-f962-4378-a67e-ec50ac3ab498 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:34.119759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-5adb751b-c9a6-445f-a97a-8392c1d5c71e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.128177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-5adb751b-c9a6-445f-a97a-8392c1d5c71e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.142370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-5adb751b-c9a6-445f-a97a-8392c1d5c71e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.147693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-5adb751b-c9a6-445f-a97a-8392c1d5c71e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.149959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-5adb751b-c9a6-445f-a97a-8392c1d5c71e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.7596638 Jul 14 09:34:34.162298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.162653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.163002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.163370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.163860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.164212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.164611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.164930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.165261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.165606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.165939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.166268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:34.187416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:34.200338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:34.222188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-eb0251b1-ddaa-46dc-931e-e2f7ad15bf44 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7223001 Jul 14 09:34:34.253306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Request body: {'port': {'device_id': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:34.256578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] DHCP port deletion for 7679306f-c624-488b-a1dd-988f8417d17d request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:34.263704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52413d7e-9708-4a44-bb2b-9cb04d0aefd0 req-ec6bac3d-6b2e-4104-8e15-60afc047b784 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929432 Jul 14 09:34:34.277192 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Deleting port a428a890-3f1e-4770-83f5-747ee1ec2321 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:34.277784 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.281915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:34.388847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.432260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:34.432910 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.469557 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f528ac8a-86fe-4430-87bb-fef098b7a7b9 x-openstack-request-id: req-f528ac8a-86fe-4430-87bb-fef098b7a7b9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:34.469557 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:34.469557 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f528ac8a-86fe-4430-87bb-fef098b7a7b9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:34.469557 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22', 'status': 'completed', 'code': 200} Jul 14 09:34:34.553214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] Set router 945ff581-e41a-4345-8489-1af7bcd1c1e7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:34.615260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.672332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.685790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Router 232b107d-e125-483c-be90-d5c906081e7d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:34.702414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] For port a428a890-3f1e-4770-83f5-747ee1ec2321, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a428a890-3f1e-4770-83f5-747ee1ec2321,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:34.702812 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:34.735836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a337f9-f962-4378-a67e-ec50ac3ab498,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:34.746199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-40ac88e0-51e9-4480-9137-bcf1463e7b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:34.747754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-40ac88e0-51e9-4480-9137-bcf1463e7b25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1136 time: 0.2374520 Jul 14 09:34:34.750119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] No DVR routers for this DVR port d0a337f9-f962-4378-a67e-ec50ac3ab498 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:34.857475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] Deleting port d0a337f9-f962-4378-a67e-ec50ac3ab498 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:34.858092 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.016745 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.032079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db537-fa5d-4040-8926-16825ecbe9be req-d9ae1e11-9920-4d3f-aae7-925fe270a25c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.038672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e04db537-fa5d-4040-8926-16825ecbe9be req-d9ae1e11-9920-4d3f-aae7-925fe270a25c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.3974836 Jul 14 09:34:35.057964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] For port d0a337f9-f962-4378-a67e-ec50ac3ab498, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:35.058766 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.073096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] Calling delete_port for d0a337f9-f962-4378-a67e-ec50ac3ab498 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:35.074315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7679306f-c624-488b-a1dd-988f8417d17d']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:35.077758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] Port d0a337f9-f962-4378-a67e-ec50ac3ab498 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:34:35.090706 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.093498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.100982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a879b5e-3ea2-429a-8734-2b92ce7259cf') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:35.101299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a879b5e-3ea2-429a-8734-2b92ce7259cf') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:35.115452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-9804b7e4-b441-4d36-8041-68f16f1ef010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.117220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-9804b7e4-b441-4d36-8041-68f16f1ef010 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 913 time: 0.3602064 Jul 14 09:34:35.122753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:35.123957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:35.143824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-449eddde-3e8a-48a4-8ac3-61cf88f7f7b1 admin admin] 10.222.0.73 "PUT /v2.0/routers/232b107d-e125-483c-be90-d5c906081e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4884715 Jul 14 09:34:35.159010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-471e7c4e-2944-4398-a2ab-5b220dead6ca None None] Provisioning for port c051bc82-f072-4ced-bc10-b125631f01f8 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:35.165404 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.167158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Sync routers for ids ['232b107d-e125-483c-be90-d5c906081e7d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:35.183571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-471e7c4e-2944-4398-a2ab-5b220dead6ca None None] Provisioning complete for port c051bc82-f072-4ced-bc10-b125631f01f8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:35.183571 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-471e7c4e-2944-4398-a2ab-5b220dead6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.199086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e04db537-fa5d-4040-8926-16825ecbe9be req-2598edac-5320-49a7-b5d0-8a9c7cb1c3e6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596789 Jul 14 09:34:35.215282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-41ec999d-7a79-4976-b48f-daf5fcb8f244 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 HTTP/1.1" status: 200 len: 217 time: 0.0715857 Jul 14 09:34:35.238237 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.265860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] Pushing event deleted for resources: {'Port': ['ID=d0a337f9-f962-4378-a67e-ec50ac3ab498,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.274297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29892630-49bd-4a2d-85ff-7324e0069b41 None None] No DVR routers for this DVR port d0a337f9-f962-4378-a67e-ec50ac3ab498 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:35.288029 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.313386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:35.313933 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:35.317007 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:35.343303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37616) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:35.350484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Routers {'232b107d-e125-483c-be90-d5c906081e7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:35.351436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['232b107d-e125-483c-be90-d5c906081e7d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:35.383269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-a5071b18-b9b5-4626-a4a5-ad51cd8c03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.384922 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-a5071b18-b9b5-4626-a4a5-ad51cd8c03a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.1700668 Jul 14 09:34:35.406002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-471e7c4e-2944-4398-a2ab-5b220dead6ca None None] Port c051bc82-f072-4ced-bc10-b125631f01f8 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:35.477401 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.478080 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.478580 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Floating IP 95968570-e633-42fd-8137-f8e16328cb12 disassociated. External IP: 172.25.0.151, port: a428a890-3f1e-4770-83f5-747ee1ec2321. Jul 14 09:34:35.479099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Calling delete_port for a428a890-3f1e-4770-83f5-747ee1ec2321 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:35.484256 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-e8b0540b-e65f-49f1-9e52-e58aa6484f0c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681763 Jul 14 09:34:35.495184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-471e7c4e-2944-4398-a2ab-5b220dead6ca None None] Provisioning complete for port 34b469a7-2c06-4886-8582-e2aea661db8d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:35.496033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-471e7c4e-2944-4398-a2ab-5b220dead6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.504912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] For port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:35.519087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.521234 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.529318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:34:16Z', 'revision_number': 4, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b20feb23-44d3-4250-b9a8-dc6275a47bf6', 'name': '', 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'mac_address': 'fa:16:3e:c0:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:14Z', 'updated_at': '2021-07-14T09:34:33Z', 'revision_number': 4, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'subnets': [{'id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:35.538793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2080626405'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:35.550532 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.555755 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] 10.222.0.73 "DELETE /v2.0/networks/7679306f-c624-488b-a1dd-988f8417d17d HTTP/1.1" status: 204 len: 168 time: 2.6824999 Jul 14 09:34:35.590908 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8060128c-373a-4c46-ab7e-05f7cd04a845 None None] The sync data for ids ['945ff581-e41a-4345-8489-1af7bcd1c1e7'] in n-d-780147-26 is: [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:34:16Z', 'revision_number': 4, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b20feb23-44d3-4250-b9a8-dc6275a47bf6', 'name': '', 'network_id': '5b6db209-e0c8-4e5e-add7-11707b3984e6', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'mac_address': 'fa:16:3e:c0:b1:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1650, 'fixed_ips': [{'subnet_id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:14Z', 'updated_at': '2021-07-14T09:34:33Z', 'revision_number': 4, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'subnets': [{'id': '76bd64a3-738d-4696-b1f1-54c8768c81da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:35.612417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-471e7c4e-2944-4398-a2ab-5b220dead6ca None None] Port 34b469a7-2c06-4886-8582-e2aea661db8d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:35.638880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c051bc82-f072-4ced-bc10-b125631f01f8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:35.643645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Set router 232b107d-e125-483c-be90-d5c906081e7d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:35.668730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.673455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c95fa-8eda-46bb-aee3-d64795b0755a admin admin] Pushing event deleted for resources: {'Network': ['ID=7679306f-c624-488b-a1dd-988f8417d17d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:35.713757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.727516 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.730360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Transition to ACTIVE for port object c051bc82-f072-4ced-bc10-b125631f01f8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:35.730723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:35.734953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.742702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3ae80269-4743-4a8a-82ae-433d58fca067 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:35.744697 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.744876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:35.780408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37624) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:35.818263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:35.819039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:35.832221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3467303d-ef4c-42e4-802b-e7fe186d313a req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "PUT /v2.0/ports/e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 HTTP/1.1" status: 200 len: 1020 time: 1.7440856 Jul 14 09:34:35.841760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:35.849428 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-c392d528-37ff-48ba-a76c-3554608f37d0 service neutron] 10.222.0.66 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431098 Jul 14 09:34:35.859436 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0d8147-9051-4785-b608-a49d8bbce0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:35.895197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab1b3a86-4328-48d5-ac41-0ac27838b381 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:35.897092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab1b3a86-4328-48d5-ac41-0ac27838b381 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:35.931074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:35.970502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:35.985390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c051bc82-f072-4ced-bc10-b125631f01f8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.009762 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966617b-9b51-4993-bb60-cce2adae3016 req-7059e675-871b-4c8b-8cac-e7f261984bd7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.018298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a966617b-9b51-4993-bb60-cce2adae3016 req-7059e675-871b-4c8b-8cac-e7f261984bd7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 931 time: 0.5028715 Jul 14 09:34:36.027523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.028137 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Added segment 23c7fcaa-dee3-4489-985a-5e7ba5ad12f8 of type vlan for network 0921a446-2ff5-45ca-a51c-51eecce8f791 Jul 14 09:34:36.061108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e5587-ccdf-46a5-afa5-80b2c5a1f8ab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'Port': ['ID=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.085318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-11b4323a-6e63-4960-bbd8-0bdb90bf0bbb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f9e2e23f7e5a42b3b2ce83dc699b56a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2848568 Jul 14 09:34:36.096411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:36.173790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.199043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.200778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3ae80269-4743-4a8a-82ae-433d58fca067 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:36.201060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.220506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a966617b-9b51-4993-bb60-cce2adae3016 req-6b14c720-bac4-41aa-be7d-7211a5fb04a9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009115 Jul 14 09:34:36.231319 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-068c213c-41ca-4dae-97a5-a93c2bcfd96b req-05f05ebd-615a-4f0f-bde9-a849c2761cb1 service neutron] 10.222.0.66 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731136 Jul 14 09:34:36.239657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event deleted for resources: {'Port': ['ID=a428a890-3f1e-4770-83f5-747ee1ec2321,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.261760 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a95bee7-a561-4014-b593-023f43933805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.263428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Attempting to bind port c051bc82-f072-4ced-bc10-b125631f01f8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:36.263763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Attempting to bind port c051bc82-f072-4ced-bc10-b125631f01f8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:36.264114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Attempting to bind port c051bc82-f072-4ced-bc10-b125631f01f8 on network e04b8d33-39b8-4ef3-bd16-b7214680e59a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:36.297621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Port c051bc82-f072-4ced-bc10-b125631f01f8 on network e04b8d33-39b8-4ef3-bd16-b7214680e59a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:36.298027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Attempting to bind port c051bc82-f072-4ced-bc10-b125631f01f8 on network e04b8d33-39b8-4ef3-bd16-b7214680e59a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:36.322196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:36.322542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Checking segment: {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:36.323123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Bound using segment: {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:36.323764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Bound port: c051bc82-f072-4ced-bc10-b125631f01f8, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:36.324340 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.331054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d51ff-46ed-4c55-a52b-98874fc2d0ab req-da10e93b-1006-4de6-960a-e0a03c2f76ea tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.342788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-502d51ff-46ed-4c55-a52b-98874fc2d0ab req-da10e93b-1006-4de6-960a-e0a03c2f76ea tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/ports?device_id=18553799-60ea-4ad3-837d-f7e937b74529 HTTP/1.1" status: 200 len: 866 time: 0.3056195 Jul 14 09:34:36.345252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a95bee7-a561-4014-b593-023f43933805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.367793 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.374003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.374657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.436416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] For port c051bc82-f072-4ced-bc10-b125631f01f8, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:36.442187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] For port c051bc82-f072-4ced-bc10-b125631f01f8, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c051bc82-f072-4ced-bc10-b125631f01f8,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:36.448815 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.458397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a95bee7-a561-4014-b593-023f43933805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.465269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a95bee7-a561-4014-b593-023f43933805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.465269 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2a95bee7-a561-4014-b593-023f43933805 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/23d60faa-9b42-4a81-b789-11e87cb0ebd7 HTTP/1.1" status: 204 len: 168 time: 0.3652463 Jul 14 09:34:36.465564 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.467214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1148899 Jul 14 09:34:36.494281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37640) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:36.507008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'subnet': {'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:36.516052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-502d51ff-46ed-4c55-a52b-98874fc2d0ab req-4d8377b1-cfd2-4ce5-a0bd-add4318dd008 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups?id=bf0ae454-49ee-4912-a5ea-364c96e6d955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722832 Jul 14 09:34:36.530699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95bee7-a561-4014-b593-023f43933805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d60faa-9b42-4a81-b789-11e87cb0ebd7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.533679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.534330 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.535712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] 10.222.0.66 "PUT /v2.0/ports/c051bc82-f072-4ced-bc10-b125631f01f8 HTTP/1.1" status: 200 len: 1096 time: 2.2873764 Jul 14 09:34:36.550818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37b92a-dfae-4c71-84d0-4d9313160cc6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Network': ['ID=0921a446-2ff5-45ca-a51c-51eecce8f791,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.584423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:36.586675 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a7674f-9f01-40a8-b5fa-6def879ad5a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:36.601561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Router 2848a42e-0ec0-4a60-a617-a65ac012e26e has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:36.655204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0921a446-2ff5-45ca-a51c-51eecce8f791 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:36.702271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bdabf-d4e4-47d6-92c9-547c54c71c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c051bc82-f072-4ced-bc10-b125631f01f8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:36.762127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-8910a087-0b96-4de3-a6ed-f3f77b8d37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:36.763964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-8910a087-0b96-4de3-a6ed-f3f77b8d37f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2af3e0cad8cb482e810e9051890af676&device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 1099 time: 0.1594300 Jul 14 09:34:36.782280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:36.788834 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:36.921403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:36.925308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:36.927986 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69fc590-0873-4755-a10e-0c0c960d412c" -d '{"events": [{"server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:36.981754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.010870 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-ad5810b7-122a-44aa-aeda-87f2acb29c15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c051bc82-f072-4ced-bc10-b125631f01f8 HTTP/1.1" status: 200 len: 217 time: 0.2181642 Jul 14 09:34:37.136435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-22afffdf-ec09-4d8a-8ed1-b27afb654973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.138089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-22afffdf-ec09-4d8a-8ed1-b27afb654973 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e HTTP/1.1" status: 200 len: 848 time: 0.1114531 Jul 14 09:34:37.205054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040055a-ed6a-4f81-80cc-47be03263603 req-e0d5c95f-4d1f-4474-9e4e-762f40812010 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.206744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8040055a-ed6a-4f81-80cc-47be03263603 req-e0d5c95f-4d1f-4474-9e4e-762f40812010 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1023 time: 0.1704986 Jul 14 09:34:37.222530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:37.239171 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] Sync routers for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:37.256282 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:37.256929 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:37.321336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] No DVR routers for this DVR port a428a890-3f1e-4770-83f5-747ee1ec2321 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:37.331687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.333055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:37.333700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12919fe0-812c-4222-8964-c227add2d473 req-964771f5-9ed7-40a3-863a-c10cb9e325a3 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.66 "DELETE /v2.0/ports/a428a890-3f1e-4770-83f5-747ee1ec2321 HTTP/1.1" status: 204 len: 173 time: 3.8979461 Jul 14 09:34:37.366044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c39b8-cd84-41fb-b307-f60e682202fe req-3f958683-7ff0-47f3-9694-d019f2a88909 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.368824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-11f4b7ee-1e64-4aef-9318-417918118330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.370402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-11f4b7ee-1e64-4aef-9318-417918118330 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e04b8d33-39b8-4ef3-bd16-b7214680e59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2195265 Jul 14 09:34:37.375054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c39b8-cd84-41fb-b307-f60e682202fe req-3f958683-7ff0-47f3-9694-d019f2a88909 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.383436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c39b8-cd84-41fb-b307-f60e682202fe req-3f958683-7ff0-47f3-9694-d019f2a88909 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.390254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c39b8-cd84-41fb-b307-f60e682202fe req-3f958683-7ff0-47f3-9694-d019f2a88909 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.399639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c39b8-cd84-41fb-b307-f60e682202fe req-3f958683-7ff0-47f3-9694-d019f2a88909 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.406708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c39b8-cd84-41fb-b307-f60e682202fe req-3f958683-7ff0-47f3-9694-d019f2a88909 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.414022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c39b8-cd84-41fb-b307-f60e682202fe req-3f958683-7ff0-47f3-9694-d019f2a88909 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.416070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-587c39b8-cd84-41fb-b307-f60e682202fe req-3f958683-7ff0-47f3-9694-d019f2a88909 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.2044370 Jul 14 09:34:37.514475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:37.518613 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-587c39b8-cd84-41fb-b307-f60e682202fe req-5d80356c-d45e-42a2-b30e-ec4f1244bcc1 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950794 Jul 14 09:34:37.536699 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.578918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:37.595073 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7936dc-a113-4b42-9e82-77bb6bc63d24 x-openstack-request-id: req-5a7936dc-a113-4b42-9e82-77bb6bc63d24 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:37.595445 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:37.595784 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a7936dc-a113-4b42-9e82-77bb6bc63d24 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:37.596438 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22', 'status': 'completed', 'code': 200} Jul 14 09:34:37.600445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b20feb23-44d3-4250-b9a8-dc6275a47bf6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:37.753513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'port_id': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'mac_address': 'fa:16:3e:ea:dc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979bf005-a798-41f4-ba11-a0f5622e32f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:37.765139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-d79a97fa-8c93-402c-a081-b8b2b53e3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:37.772677 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-d79a97fa-8c93-402c-a081-b8b2b53e3eeb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1175 time: 0.1346648 Jul 14 09:34:37.812591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Subnet': ['ID=0731183b-651a-45a3-bef9-3a7bf79db6f9,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:37.847164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8040055a-ed6a-4f81-80cc-47be03263603 req-44777c37-36c1-4154-b477-cd6144a468f9 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b&id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&id=450a424a-fc08-4c6e-bf3a-a5a919eac66a HTTP/1.1" status: 200 len: 6158 time: 0.6314890 Jul 14 09:34:37.856231 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:37.870576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:34:31Z', 'revision_number': 4, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port': {'id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:22Z', 'updated_at': '2021-07-14T09:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '34b469a7-2c06-4886-8582-e2aea661db8d', 'name': '', 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'mac_address': 'fa:16:3e:2a:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4737d470-34d8-41ae-bb06-9e3e3992d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:30Z', 'updated_at': '2021-07-14T09:34:32Z', 'revision_number': 2, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'subnets': [{'id': '4737d470-34d8-41ae-bb06-9e3e3992d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:37.912607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Checking segment: {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:37.916149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network hostable DHCP agents. Network: 0921a446-2ff5-45ca-a51c-51eecce8f791, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:37.919489 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76c1edc-47ae-44ae-84e7-e9ab34ee98f2 x-openstack-request-id: req-e76c1edc-47ae-44ae-84e7-e9ab34ee98f2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:37.924185 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:37.924702 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e76c1edc-47ae-44ae-84e7-e9ab34ee98f2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:37.925321 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'status': 'completed', 'code': 200} Jul 14 09:34:37.930943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-1eed3e6a-e699-4c68-9ff2-66641c8df8bf service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500653 Jul 14 09:34:37.966063 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:37.973255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1b3a86-4328-48d5-ac41-0ac27838b381 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:37.992354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37678) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:37.994206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Checking router: 232b107d-e125-483c-be90-d5c906081e7d for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:37.996266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Updating router 232b107d-e125-483c-be90-d5c906081e7d port 34b469a7-2c06-4886-8582-e2aea661db8d binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:38.007349 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 0921a446-2ff5-45ca-a51c-51eecce8f791 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:38.048522 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] Checking router: 2848a42e-0ec0-4a60-a617-a65ac012e26e for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:38.050243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37680) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:38.060940 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:38.061955 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:38.084995 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.087061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:38.089288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port b20feb23-44d3-4250-b9a8-dc6275a47bf6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:38.098260 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6412f07-fd40-4ea3-9841-58718b2d2714 x-openstack-request-id: req-f6412f07-fd40-4ea3-9841-58718b2d2714 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:38.098919 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "name": "network-vif-unplugged", "status": "completed", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:38.099331 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6412f07-fd40-4ea3-9841-58718b2d2714 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:38.099790 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'code': 200} Jul 14 09:34:38.101127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b20feb23-44d3-4250-b9a8-dc6275a47bf6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:38.101522 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.135885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0921a446-2ff5-45ca-a51c-51eecce8f791) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:38.143839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.151700 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.191470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d0d974f4-68ef-484b-9684-5dc9b7c87afd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6940179 Jul 14 09:34:38.192779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:38.194876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37684) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:38.199410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d212bbb-2dee-4fbc-9e10-4287533d2c26 None None] Network 0921a446-2ff5-45ca-a51c-51eecce8f791 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:38.218609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2039311768'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:38.308985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7debcf74-bceb-497c-ac26-67d8d5362e75 req-c035399a-9746-4c4a-905e-56f8d916b2b8 service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442247 Jul 14 09:34:38.322997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:38.333373 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.333886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: a428a890-3f1e-4770-83f5-747ee1ec2321 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:38.334446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a428a890-3f1e-4770-83f5-747ee1ec2321 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:38.342925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:38.368337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a82cfa-d1a4-46a8-afab-52f758c56962 req-9cdd86bc-c9bc-4f40-9f8c-5f4724be6543 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.375625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8a82cfa-d1a4-46a8-afab-52f758c56962 req-9cdd86bc-c9bc-4f40-9f8c-5f4724be6543 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 943 time: 0.5778284 Jul 14 09:34:38.379303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-72e8ba67-494e-44a9-87cc-fb433fc43dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.380805 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-72e8ba67-494e-44a9-87cc-fb433fc43dba service neutron] 10.222.0.66 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 913 time: 0.6006556 Jul 14 09:34:38.384879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-673180407-network', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:38.479338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-6f1b5404-b0fd-40f2-9e02-4b30b95ec6e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 HTTP/1.1" status: 200 len: 217 time: 0.0737953 Jul 14 09:34:38.502947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8a82cfa-d1a4-46a8-afab-52f758c56962 req-b564aad9-fe6e-4db6-89db-6f02cf4b6893 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259110 Jul 14 09:34:38.504457 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.514754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:38.529000 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:38.552247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-00836ba2-ca55-42b8-befe-c05fbb30c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.554279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-00836ba2-ca55-42b8-befe-c05fbb30c71f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2af3e0cad8cb482e810e9051890af676&device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 1099 time: 0.1733136 Jul 14 09:34:38.555533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.555975 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Added segment afc7bc12-3a66-45f0-9cb2-0e7995883c45 of type vlan for network 95b9434d-37c6-41af-b089-eb59d677728f Jul 14 09:34:38.557779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-cdb75f0a-90af-4b3c-af56-5370f6abed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:38.559276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-cdb75f0a-90af-4b3c-af56-5370f6abed38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.0551221 Jul 14 09:34:38.604684 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f335b4-ccaa-4f88-98d2-4b794d47ae49 None None] The sync data for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 is: [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:24:38Z', 'revision_number': 4, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e48f78f7-2a3e-4c74-b225-af95fdbbf7c6', 'name': '', 'network_id': 'd63ab4c0-a973-4f52-9976-64c7ef6f49c0', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'mac_address': 'fa:16:3e:f5:fb:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:37Z', 'updated_at': '2021-07-14T09:24:45Z', 'revision_number': 5, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'subnets': [{'id': 'bb312590-8fe3-41be-ac5a-879edfa503d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:38.619473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Made reservation on behalf of 582443b1b60a4ecb87305b31dc88d9c2 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:38.621126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.624405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-99000baa-1ffd-44d7-b9bf-0ad7676396b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337267 Jul 14 09:34:38.664265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-0921a446-2ff5-45ca-a51c-51eecce8f791', 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'fixed_ips': [{'subnet_id': '0731183b-651a-45a3-bef9-3a7bf79db6f9'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:38.665456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.693889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.749957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:38.781224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ab1b3a86-4328-48d5-ac41-0ac27838b381'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:38.823233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.835098 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.926419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.938285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:38.947590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.947950 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Added segment 6096af73-ec8f-4b4f-bfcf-68dd3c7897d0 of type vlan for network a56b1053-5756-4fb4-b475-d3ac75fada5f Jul 14 09:34:38.958158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port b20feb23-44d3-4250-b9a8-dc6275a47bf6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b20feb23-44d3-4250-b9a8-dc6275a47bf6,segment=NetworkSegment(8feda34a-a072-4a82-b997-eb27f807810c),segment_id=8feda34a-a072-4a82-b997-eb27f807810c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:38.977255 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:38.978129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fa0256b3-3fed-4101-9bb4-f566e11b59b7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:39.071741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.078299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236415-8d67-4576-b1da-3018e0ccb4a5 req-cb8e3224-367b-4dae-aed8-ff1b4cfe4018 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.080129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70236415-8d67-4576-b1da-3018e0ccb4a5 req-cb8e3224-367b-4dae-aed8-ff1b4cfe4018 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 947 time: 0.7047899 Jul 14 09:34:39.084528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.107198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07416e92-87ee-470a-b807-7c805efe0934 None None] New status for floating IP 95968570-e633-42fd-8137-f8e16328cb12: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:34:39.151999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-92c8ea8e-2970-4b6b-aa82-555bfa243d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.154306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-92c8ea8e-2970-4b6b-aa82-555bfa243d12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e04b8d33-39b8-4ef3-bd16-b7214680e59a HTTP/1.1" status: 200 len: 910 time: 0.5822811 Jul 14 09:34:39.171102 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70236415-8d67-4576-b1da-3018e0ccb4a5 req-affc83ba-baa0-4064-882e-2087afe4eba3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758212 Jul 14 09:34:39.173381 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.179079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.179704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.196581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.197672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.198377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.229528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-0d8b4a02-6708-4ab1-bdc5-8d429c7603aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c051bc82-f072-4ced-bc10-b125631f01f8 HTTP/1.1" status: 200 len: 217 time: 0.0665505 Jul 14 09:34:39.259954 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.271782 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-06aa1ca6-adcd-4d0e-9883-60a1faeade05 req-763cf639-231a-492f-95d0-9c1020a9941b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1673530195 ', 'description': 'tempest-description-619131011'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:39.291548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2339716 Jul 14 09:34:39.299485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505eb545-289b-4307-842f-d7d4582955ba,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.302629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37688) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:39.318414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=b20feb23-44d3-4250-b9a8-dc6275a47bf6,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.330114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1249039 Jul 14 09:34:39.330273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Request body: {'subnet': {'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-subnet', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:39.333528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Transition to ACTIVE for port object 34b469a7-2c06-4886-8582-e2aea661db8d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:39.336917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37690) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:39.337785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868bc33-f414-4391-bd75-b7efad6f58dd tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Network': ['ID=95b9434d-37c6-41af-b089-eb59d677728f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.341424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Allocated IP 19.80.0.2 (0921a446-2ff5-45ca-a51c-51eecce8f791/0731183b-651a-45a3-bef9-3a7bf79db6f9/192b8adc-852c-4f79-832b-ca60873c0882) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:39.351291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-f441dbfe-6539-4eab-a94b-eba88e928da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.352957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-f441dbfe-6539-4eab-a94b-eba88e928da9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e HTTP/1.1" status: 200 len: 848 time: 0.0944741 Jul 14 09:34:39.356679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06aa1ca6-adcd-4d0e-9883-60a1faeade05 req-763cf639-231a-492f-95d0-9c1020a9941b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.357526 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.360164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'subnet': {'network_id': '95b9434d-37c6-41af-b089-eb59d677728f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:39.424865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-06ca50e6-e3be-4fc2-a9a9-34d580a1965d service neutron] 10.222.0.66 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7586401 Jul 14 09:34:39.425614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Made reservation on behalf of 582443b1b60a4ecb87305b31dc88d9c2 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:39.427199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 95b9434d-37c6-41af-b089-eb59d677728f details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:39.429138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.462081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port fa0256b3-3fed-4101-9bb4-f566e11b59b7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:39.462757 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.544930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06aa1ca6-adcd-4d0e-9883-60a1faeade05 req-763cf639-231a-492f-95d0-9c1020a9941b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.560980 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06aa1ca6-adcd-4d0e-9883-60a1faeade05 req-763cf639-231a-492f-95d0-9c1020a9941b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.589234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f0d8147-9051-4785-b608-a49d8bbce0c4 req-989d6a07-5803-48f9-8acf-c20815918fd7 service neutron] 10.222.0.66 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456027 Jul 14 09:34:39.589640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faa7a7-66ca-40e2-ae02-417643653653 admin admin] Pushing event updated for resources: {'Network': ['ID=a56b1053-5756-4fb4-b475-d3ac75fada5f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.613259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-dc4160d7-21a0-41a5-89c3-d98723eaeb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.615281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-dc4160d7-21a0-41a5-89c3-d98723eaeb57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e04b8d33-39b8-4ef3-bd16-b7214680e59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2346001 Jul 14 09:34:39.626505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-deleted', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:39.630190 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17aa9dd1-bdd2-44a4-b9b5-77ef22a9cb90" -d '{"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-deleted", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:39.640540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a56b1053-5756-4fb4-b475-d3ac75fada5f details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:39.641625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-06aa1ca6-adcd-4d0e-9883-60a1faeade05 req-763cf639-231a-492f-95d0-9c1020a9941b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.643942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06aa1ca6-adcd-4d0e-9883-60a1faeade05 req-763cf639-231a-492f-95d0-9c1020a9941b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3855338 Jul 14 09:34:39.662681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cf639-231a-492f-95d0-9c1020a9941b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94621f90-b341-4157-909c-e84c1638d41b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.667981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8b2b-2b37-4735-b81e-4198dd641a42 req-ed23cc38-5fac-421a-ba46-18342f365fdb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.675524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8b2b-2b37-4735-b81e-4198dd641a42 req-ed23cc38-5fac-421a-ba46-18342f365fdb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.682010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8b2b-2b37-4735-b81e-4198dd641a42 req-ed23cc38-5fac-421a-ba46-18342f365fdb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.687970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8b2b-2b37-4735-b81e-4198dd641a42 req-ed23cc38-5fac-421a-ba46-18342f365fdb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.694853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8b2b-2b37-4735-b81e-4198dd641a42 req-ed23cc38-5fac-421a-ba46-18342f365fdb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.701396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8b2b-2b37-4735-b81e-4198dd641a42 req-ed23cc38-5fac-421a-ba46-18342f365fdb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.707942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37698) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:39.708785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf8b2b-2b37-4735-b81e-4198dd641a42 req-ed23cc38-5fac-421a-ba46-18342f365fdb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:39.711045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dccf8b2b-2b37-4735-b81e-4198dd641a42 req-ed23cc38-5fac-421a-ba46-18342f365fdb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.8859320 Jul 14 09:34:39.726592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37700) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:39.741828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Request body: {'floatingip': {'port_id': '94483a93-4c44-47d5-82dc-c0b7051733b3'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:39.799686 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bbee49-8676-4671-b245-6d052468b300 x-openstack-request-id: req-54bbee49-8676-4671-b245-6d052468b300 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:39.799915 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18553799-60ea-4ad3-837d-f7e937b74529", "name": "network-vif-deleted", "tag": "a428a890-3f1e-4770-83f5-747ee1ec2321", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:39.800129 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54bbee49-8676-4671-b245-6d052468b300 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:39.800551 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18553799-60ea-4ad3-837d-f7e937b74529', 'name': 'network-vif-deleted', 'tag': 'a428a890-3f1e-4770-83f5-747ee1ec2321', 'status': 'completed', 'code': 200} Jul 14 09:34:39.853433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e269a-5b38-4af0-b848-b46ff3c009bc None None] Pushing event updated for resources: {'Port': ['ID=34b469a7-2c06-4886-8582-e2aea661db8d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:39.861047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3a24f1f-51c8-42dc-8ffe-1e85ae1e89ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.866390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.905889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3a24f1f-51c8-42dc-8ffe-1e85ae1e89ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.927571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Attempting to bind port 34b469a7-2c06-4886-8582-e2aea661db8d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:39.927948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Attempting to bind port 34b469a7-2c06-4886-8582-e2aea661db8d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:39.928335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Attempting to bind port 34b469a7-2c06-4886-8582-e2aea661db8d on network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:39.959477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:39.959920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Checking segment: {'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:39.960622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.960751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Bound using segment: {'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:39.961667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Bound port: 34b469a7-2c06-4886-8582-e2aea661db8d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1c8d3c-15ad-4412-a367-f5b72df9b027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:39.961812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:39.961908 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.965320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:39.966724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-87f9efa7-6292-44f4-b929-0554831ce2d5 service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362956 Jul 14 09:34:40.006996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c081ca-66cf-468e-9bd5-f0b42e1b4c7c req-6dab682d-73bc-46a6-b607-03565db29ad8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:40.008634 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0c081ca-66cf-468e-9bd5-f0b42e1b4c7c req-6dab682d-73bc-46a6-b607-03565db29ad8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 944 time: 0.1673234 Jul 14 09:34:40.057091 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3a24f1f-51c8-42dc-8ffe-1e85ae1e89ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.059535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3a24f1f-51c8-42dc-8ffe-1e85ae1e89ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.063241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d3a24f1f-51c8-42dc-8ffe-1e85ae1e89ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "DELETE /v2.0/security-groups/bf0ae454-49ee-4912-a5ea-364c96e6d955 HTTP/1.1" status: 204 len: 168 time: 0.3517771 Jul 14 09:34:40.070060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37702) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:40.090509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a24f1f-51c8-42dc-8ffe-1e85ae1e89ff tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ae454-49ee-4912-a5ea-364c96e6d955,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.114673 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-d4f33d6f-b6b2-411a-99e3-0de897fbdbd1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] show failed (client error): The resource could not be found. Jul 14 09:34:40.118194 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d4f33d6f-b6b2-411a-99e3-0de897fbdbd1 tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "GET /v2.0/security-groups/bf0ae454-49ee-4912-a5ea-364c96e6d955 HTTP/1.1" status: 404 len: 347 time: 0.0445461 Jul 14 09:34:40.118194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37704) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:40.124069 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0c081ca-66cf-468e-9bd5-f0b42e1b4c7c req-2d22761c-39c3-4152-bd2c-1908be8a93de tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893121 Jul 14 09:34:40.131420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-86e7b56f-618a-4fd4-b92b-5c5192f3f268 req-84d53cac-04a2-47b3-8c45-bd2630a32c37 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/94621f90-b341-4157-909c-e84c1638d41b HTTP/1.1" status: 200 len: 1782 time: 0.2888727 Jul 14 09:34:40.162074 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.164680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ed041cf7-ab62-4288-993e-441713a9677b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:40.203740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Transition to ACTIVE for port object 192b8adc-852c-4f79-832b-ca60873c0882 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:40.206195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] For port 34b469a7-2c06-4886-8582-e2aea661db8d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:40.222903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.231703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] For port 34b469a7-2c06-4886-8582-e2aea661db8d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=34b469a7-2c06-4886-8582-e2aea661db8d,segment=NetworkSegment(4e1c8d3c-15ad-4412-a367-f5b72df9b027),segment_id=4e1c8d3c-15ad-4412-a367-f5b72df9b027)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:40.242713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.246097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Transition to ACTIVE for port object 192b8adc-852c-4f79-832b-ca60873c0882 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:40.261255 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.289007 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78a7674f-9f01-40a8-b5fa-6def879ad5a9 req-9cf903c4-59c3-4384-9bce-62f07be38653 service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125589 Jul 14 09:34:40.350591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Network 0921a446-2ff5-45ca-a51c-51eecce8f791 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:40.361082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Routers {'232b107d-e125-483c-be90-d5c906081e7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:40.363703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['232b107d-e125-483c-be90-d5c906081e7d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:40.366299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:40.372737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:40.378647 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.414821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port ed041cf7-ab62-4288-993e-441713a9677b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:40.443802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Deleting port 9379a3ac-60f3-4ef2-af84-607bdb9046a6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:40.444161 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.453116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ed041cf7-ab62-4288-993e-441713a9677b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:40.453497 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.456317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e269a-5b38-4af0-b848-b46ff3c009bc None None] Pushing event updated for resources: {'Port': ['ID=34b469a7-2c06-4886-8582-e2aea661db8d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.553848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492588d9-b265-402b-abeb-67f96a053203 req-49e0786c-7fd7-4aad-8cc3-64110687acf5 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:40.561055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-492588d9-b265-402b-abeb-67f96a053203 req-49e0786c-7fd7-4aad-8cc3-64110687acf5 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 947 time: 0.1872897 Jul 14 09:34:40.588714 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.589177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.602988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Attempting to bind port 192b8adc-852c-4f79-832b-ca60873c0882 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:40.603192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Attempting to bind port 192b8adc-852c-4f79-832b-ca60873c0882 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:40.603497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Attempting to bind port 192b8adc-852c-4f79-832b-ca60873c0882 on network 0921a446-2ff5-45ca-a51c-51eecce8f791 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:40.611721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Calling delete_port for 9379a3ac-60f3-4ef2-af84-607bdb9046a6 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:40.617463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Pushing event updated for resources: {'Port': ['ID=192b8adc-852c-4f79-832b-ca60873c0882,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.625423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:40.625851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Checking segment: {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:40.626223 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.626613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Bound using segment: {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:40.627132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Bound port: 192b8adc-852c-4f79-832b-ca60873c0882, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:40.627530 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.636019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-492588d9-b265-402b-abeb-67f96a053203 req-f740a723-081e-4451-a027-634552b52538 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737095 Jul 14 09:34:40.658915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] Set router 232b107d-e125-483c-be90-d5c906081e7d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:40.785156 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.803609 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab2cb88f-cddf-44d3-bcc2-69a8a3aa8de3 req-b371266a-9beb-47b3-96a5-ee252026c9df tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/94621f90-b341-4157-909c-e84c1638d41b HTTP/1.1" status: 200 len: 1782 time: 0.6421270 Jul 14 09:34:40.811647 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.812839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Pushing event deleted for resources: {'Port': ['ID=9379a3ac-60f3-4ef2-af84-607bdb9046a6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.885140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.886730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] For port 192b8adc-852c-4f79-832b-ca60873c0882, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:40.887871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.889103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4d02a12e-11a9-4e35-a639-096d824deb8e tempest-ServerActionsTestJSON-322617050 tempest-ServerActionsTestJSON-322617050-project] 10.222.0.73 "DELETE /v2.0/floatingips/95968570-e633-42fd-8137-f8e16328cb12 HTTP/1.1" status: 204 len: 168 time: 0.7700090 Jul 14 09:34:40.892567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37710) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:40.898067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port ed041cf7-ab62-4288-993e-441713a9677b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ed041cf7-ab62-4288-993e-441713a9677b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:40.911761 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:40.912615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5223c148-4fe1-48a0-926f-56362614428f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:40.915820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] For port 192b8adc-852c-4f79-832b-ca60873c0882, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=192b8adc-852c-4f79-832b-ca60873c0882,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:40.923884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:40.968797 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.062656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=ed041cf7-ab62-4288-993e-441713a9677b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.073196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Checking segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:41.073578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Network hostable DHCP agents. Network: a56b1053-5756-4fb4-b475-d3ac75fada5f, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:41.119142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5223c148-4fe1-48a0-926f-56362614428f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:41.119554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.162102 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.172973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86680e-bbe1-4000-a40a-e5a181f7c547 None None] Pushing event updated for resources: {'Port': ['ID=192b8adc-852c-4f79-832b-ca60873c0882,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.186657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:34:31Z', 'revision_number': 4, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port': {'id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:22Z', 'updated_at': '2021-07-14T09:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '34b469a7-2c06-4886-8582-e2aea661db8d', 'name': '', 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'mac_address': 'fa:16:3e:2a:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4737d470-34d8-41ae-bb06-9e3e3992d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:30Z', 'updated_at': '2021-07-14T09:34:40Z', 'revision_number': 4, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'subnets': [{'id': '4737d470-34d8-41ae-bb06-9e3e3992d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:41.220777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aaa155-d1ba-4376-82c1-2344e5916a43 None None] The sync data for ids ['232b107d-e125-483c-be90-d5c906081e7d'] in n-d-780147-26 is: [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:34:31Z', 'revision_number': 4, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port': {'id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ca:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:22Z', 'updated_at': '2021-07-14T09:34:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '34b469a7-2c06-4886-8582-e2aea661db8d', 'name': '', 'network_id': 'ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'mac_address': 'fa:16:3e:2a:07:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '4737d470-34d8-41ae-bb06-9e3e3992d48e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:30Z', 'updated_at': '2021-07-14T09:34:40Z', 'revision_number': 4, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'subnets': [{'id': '4737d470-34d8-41ae-bb06-9e3e3992d48e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:41.286726 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ab2cb88f-cddf-44d3-bcc2-69a8a3aa8de3 req-d2732ed6-9312-4416-aea8-ed29f97485ea tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.431948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Network a56b1053-5756-4fb4-b475-d3ac75fada5f is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:41.478739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e2735777-f706-48b8-b5be-eb0abcf185d2 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:41.500799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: e2735777-f706-48b8-b5be-eb0abcf185d2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:41.501157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e2735777-f706-48b8-b5be-eb0abcf185d2 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:41.506843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 710942ec-039a-40f6-abdc-6e61d294650a no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:41.528183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb9e94f-3b08-4239-a646-99b75c2a627b req-66c36f75-2643-458d-b1f2-3045f86e0880 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:41.535611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2cb9e94f-3b08-4239-a646-99b75c2a627b req-66c36f75-2643-458d-b1f2-3045f86e0880 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 944 time: 0.1098940 Jul 14 09:34:41.546675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 710942ec-039a-40f6-abdc-6e61d294650a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:41.547016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 710942ec-039a-40f6-abdc-6e61d294650a not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:41.547648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d0a337f9-f962-4378-a67e-ec50ac3ab498 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:41.581560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d0a337f9-f962-4378-a67e-ec50ac3ab498 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:41.581913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d0a337f9-f962-4378-a67e-ec50ac3ab498 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:41.615709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2cb9e94f-3b08-4239-a646-99b75c2a627b req-5fc91c6c-32e4-441b-afca-88f0bd244649 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647776 Jul 14 09:34:41.628682 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ab2cb88f-cddf-44d3-bcc2-69a8a3aa8de3 req-d2732ed6-9312-4416-aea8-ed29f97485ea tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.671197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Subnet': ['ID=7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:41.687545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:34:41.710773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a56b1053-5756-4fb4-b475-d3ac75fada5f) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:41.719795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4792416c-5eb4-42d8-992e-977cec735810 None None] Network a56b1053-5756-4fb4-b475-d3ac75fada5f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:41.740607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.802692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:41.803590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.822351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Checking segment: {'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:41.823136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network hostable DHCP agents. Network: 95b9434d-37c6-41af-b089-eb59d677728f, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:41.867801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7052d48f-9cbe-4460-9cc1-ee9952a8b4d1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5530422 Jul 14 09:34:41.887233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.889930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37718) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:41.911062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:41.927628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:41.993632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-a56b1053-5756-4fb4-b475-d3ac75fada5f', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:41.996336 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.022812 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ab2cb88f-cddf-44d3-bcc2-69a8a3aa8de3 req-d2732ed6-9312-4416-aea8-ed29f97485ea tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.025361 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ab2cb88f-cddf-44d3-bcc2-69a8a3aa8de3 req-d2732ed6-9312-4416-aea8-ed29f97485ea tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.026522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab2cb88f-cddf-44d3-bcc2-69a8a3aa8de3 req-d2732ed6-9312-4416-aea8-ed29f97485ea tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/94621f90-b341-4157-909c-e84c1638d41b HTTP/1.1" status: 204 len: 173 time: 1.1805992 Jul 14 09:34:42.036936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:42.100148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821598f3-446b-4617-b859-1373de3c3171 req-9ddd53ef-3095-48fd-a5e2-b7f29a788453 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.101154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c051bc82-f072-4ced-bc10-b125631f01f8 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:34:42.102009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-821598f3-446b-4617-b859-1373de3c3171 req-9ddd53ef-3095-48fd-a5e2-b7f29a788453 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 947 time: 0.2662973 Jul 14 09:34:42.118100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 95b9434d-37c6-41af-b089-eb59d677728f is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:42.137184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2732ed6-9312-4416-aea8-ed29f97485ea tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94621f90-b341-4157-909c-e84c1638d41b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.152748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.154071 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.202151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 95b9434d-37c6-41af-b089-eb59d677728f) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:42.209019 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-8d4f8d31-c659-4722-804c-d8bf249d7911 req-4a402d53-69b7-4bd4-8add-b7251b3f3639 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:34:42.214566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d4f8d31-c659-4722-804c-d8bf249d7911 req-4a402d53-69b7-4bd4-8add-b7251b3f3639 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/94621f90-b341-4157-909c-e84c1638d41b HTTP/1.1" status: 404 len: 352 time: 0.1240892 Jul 14 09:34:42.227973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-821598f3-446b-4617-b859-1373de3c3171 req-c518aa5e-2aea-498e-81bd-27a6626665a3 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187229 Jul 14 09:34:42.273414 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Floating IP 8ba57969-7476-4ecd-a593-bc3ec7623172 associated. External IP: 172.25.0.210, port: 94483a93-4c44-47d5-82dc-c0b7051733b3. Jul 14 09:34:42.274781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e9060a-af5b-4fb0-b382-311f67e9ff90 None None] Network 95b9434d-37c6-41af-b089-eb59d677728f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:42.280403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:42.281022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.357577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2f5e5e15-d402-4ab6-af35-9ea68e018eb8 req-67d2fd73-0240-419f-9219-c8061d5f446e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-258163086', 'description': 'tempest-description-887093814'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:42.403797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Deleting port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:42.404391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.455524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.539666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] For port e48f78f7-2a3e-4c74-b225-af95fdbbf7c6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:42.540041 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.546037 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5e5e15-d402-4ab6-af35-9ea68e018eb8 req-67d2fd73-0240-419f-9219-c8061d5f446e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.556393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Calling delete_port for e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:42.585644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-66164aa1-5470-44b4-bd30-e7dd6c27b9fb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.2321601 Jul 14 09:34:42.628860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab1b3a86-4328-48d5-ac41-0ac27838b381 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:42.631024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a003b55b-aad8-4035-abf8-c152464b49b9 None None] Network 0921a446-2ff5-45ca-a51c-51eecce8f791 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:42.667547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Deleting port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:42.668508 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.788834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c49309a3-47b1-4130-8479-78add8d0615c None None] Provisioning for port 192b8adc-852c-4f79-832b-ca60873c0882 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:42.839931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Allocated IP 172.20.0.2 (a56b1053-5756-4fb4-b475-d3ac75fada5f/acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a/be99d0e4-32b5-4911-80ac-7a8d6ab7bb74) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:42.844119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.849470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c051bc82-f072-4ced-bc10-b125631f01f8, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c051bc82-f072-4ced-bc10-b125631f01f8,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:42.853449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:42.853822 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.855776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:42.894174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e48f78f7-2a3e-4c74-b225-af95fdbbf7c6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:42.943594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'port_id': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'mac_address': 'fa:16:3e:6a:93:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:34:43.059176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port ab1b3a86-4328-48d5-ac41-0ac27838b381 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:43.059505 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.067243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cf0da-f169-471b-b2d0-926fde3b64d7 req-8846ace0-4081-44cd-9458-1705be90aeff tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.070009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-df1cf0da-f169-471b-b2d0-926fde3b64d7 req-8846ace0-4081-44cd-9458-1705be90aeff tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 944 time: 0.2673934 Jul 14 09:34:43.216862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-df1cf0da-f169-471b-b2d0-926fde3b64d7 req-8ee588cc-b669-44d9-af2e-beff8db46946 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855160 Jul 14 09:34:43.233913 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.247131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.296207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-95b9434d-37c6-41af-b089-eb59d677728f', 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'fixed_ips': [{'subnet_id': '7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:34:43.297677 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.341124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c051bc82-f072-4ced-bc10-b125631f01f8 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:43.368029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Router d8c9e414-11e7-46ea-8944-c8706448fec5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:43.388289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] For port 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,segment=NetworkSegment(26863173-7d32-4cdf-92a5-74dfcc825826),segment_id=26863173-7d32-4cdf-92a5-74dfcc825826)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:43.388755 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.412973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Calling delete_port for 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:43.413671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c051bc82-f072-4ced-bc10-b125631f01f8, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c051bc82-f072-4ced-bc10-b125631f01f8,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:43.434625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b20feb23-44d3-4250-b9a8-dc6275a47bf6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:43.452921 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.524704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5e5e15-d402-4ab6-af35-9ea68e018eb8 req-67d2fd73-0240-419f-9219-c8061d5f446e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.525454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-2eca6690-23e3-4a3f-b7be-d2e703f88aa4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.531634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-2eca6690-23e3-4a3f-b7be-d2e703f88aa4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:43.539198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-2eca6690-23e3-4a3f-b7be-d2e703f88aa4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/networks?id=0921a446-2ff5-45ca-a51c-51eecce8f791&id=95b9434d-37c6-41af-b089-eb59d677728f&id=0921a446-2ff5-45ca-a51c-51eecce8f791 HTTP/1.1" status: 200 len: 1392 time: 0.2262001 Jul 14 09:34:43.539644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5e5e15-d402-4ab6-af35-9ea68e018eb8 req-67d2fd73-0240-419f-9219-c8061d5f446e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.556809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-158e70ab-7e6b-4aab-a2a6-a48497a426bc tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/quotas/2c2faf49cba14eb2be9cec674c462471 HTTP/1.1" status: 200 len: 375 time: 0.0166895 Jul 14 09:34:43.600923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.607036 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.631632 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f5e5e15-d402-4ab6-af35-9ea68e018eb8 req-67d2fd73-0240-419f-9219-c8061d5f446e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.632895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f5e5e15-d402-4ab6-af35-9ea68e018eb8 req-67d2fd73-0240-419f-9219-c8061d5f446e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3566544 Jul 14 09:34:43.643222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Transition to ACTIVE for port object be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:43.651074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2fd73-0240-419f-9219-c8061d5f446e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d894fc76-30ab-4e3a-83f7-3beac0b44a74,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.687225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c051bc82-f072-4ced-bc10-b125631f01f8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.709707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:43.712153 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab829d-26b6-4df9-8a15-d77e9daa9a13" -d '{"events": [{"server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "name": "network-vif-plugged", "status": "completed", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:43.733634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Transition to ACTIVE for port object be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:43.744517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:43.746263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:43.754923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.755794 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] Sync routers for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:43.758709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.765466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['c051bc82-f072-4ced-bc10-b125631f01f8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:34:43.767631 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.772587 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:43.773648 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:43.780901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b20feb23-44d3-4250-b9a8-dc6275a47bf6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:43.781280 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:43.843148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Allocated IP 19.86.0.2 (95b9434d-37c6-41af-b089-eb59d677728f/7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05/a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:43.884078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b40fa25f-54ca-4fd2-af8a-a31cdab4d103 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "PUT /v2.0/floatingips/8ba57969-7476-4ecd-a593-bc3ec7623172 HTTP/1.1" status: 200 len: 991 time: 4.1503899 Jul 14 09:34:43.916226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:43.928883 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f29bda7-9159-4720-ae1a-15feaf0b40e6" -d '{"events": [{"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:43.974576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Network a56b1053-5756-4fb4-b475-d3ac75fada5f is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:43.979367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Pushing event updated for resources: {'Port': ['ID=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:43.983706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:44.074250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.080077 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:44.084314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:44.114324 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.229088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa3dd9-0276-40fc-8760-d3dcade42a17 req-358ce8cf-50d0-4d27-85b9-c954e36e3efd tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:44.230868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48aa3dd9-0276-40fc-8760-d3dcade42a17 req-358ce8cf-50d0-4d27-85b9-c954e36e3efd tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 948 time: 0.2925513 Jul 14 09:34:44.231685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.243274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-8932138a-2fe2-4c62-9d6a-40bd9a82a277 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6757443 Jul 14 09:34:44.279250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.333209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Router 2848a42e-0ec0-4a60-a617-a65ac012e26e has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:44.375969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Attempting to bind port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:44.376451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Attempting to bind port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:44.376725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Attempting to bind port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:44.378785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:44.390738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48aa3dd9-0276-40fc-8760-d3dcade42a17 req-59ac9011-2308-465a-8511-99f490bb8424 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328554 Jul 14 09:34:44.457376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:44.457751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Checking segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:44.458156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.458550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Bound using segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:44.459032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Bound port: be99d0e4-32b5-4911-80ac-7a8d6ab7bb74, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:44.459413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.460668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-2de36047-712f-4abd-9758-af13dbdf2719 req-c86bbe08-5033-4808-9fbd-f1db1230d592 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-280033035', 'description': 'tempest-description-1485479888'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:44.466548 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '8ba57969-7476-4ecd-a593-bc3ec7623172', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'port_id': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'mac_address': 'fa:16:3e:e6:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:32:57Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 1, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:44.468117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.499909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Allocated IP 172.25.0.243 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/85d8d4c9-c7b3-4643-ab34-aefb105d013f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:44.503430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2de36047-712f-4abd-9758-af13dbdf2719 req-c86bbe08-5033-4808-9fbd-f1db1230d592 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.522658 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-156313a1-6ad7-48a6-bc62-26b58cec1123 service neutron] 10.222.0.73 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777596 Jul 14 09:34:44.528373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 34b469a7-2c06-4886-8582-e2aea661db8d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:44.533186 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] Checking router: d8c9e414-11e7-46ea-8944-c8706448fec5 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:44.554888 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:44.555506 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:44.583897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Transition to ACTIVE for port object a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:44.666138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:44.680495 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-709321f4-a1b7-46f4-97de-c444b0c6d0ee admin admin] 10.222.0.73 "PUT /v2.0/routers/2848a42e-0ec0-4a60-a617-a65ac012e26e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7869415 Jul 14 09:34:44.687221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37750) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:44.693241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] Sync routers for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:44.711780 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:44.719586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Transition to ACTIVE for port object a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:44.746751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.749654 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.759572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-3d2703f2-9068-4568-bb2f-01e0bfc34012 service neutron] 10.222.0.73 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358735 Jul 14 09:34:44.775728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] For port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:44.796156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:44.797133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:44.855280 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.868647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] For port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:44.877860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Network 95b9434d-37c6-41af-b089-eb59d677728f is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:44.878988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 34b469a7-2c06-4886-8582-e2aea661db8d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:44.888525 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.902221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:44.906678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:44.933329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-382240a1-5664-4dde-a263-d7342878a299 service neutron] 10.222.0.73 "GET /v2.0/networks/95b9434d-37c6-41af-b089-eb59d677728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728349 Jul 14 09:34:44.937742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.962615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:44.973859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:44.985634 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2de36047-712f-4abd-9758-af13dbdf2719 req-c86bbe08-5033-4808-9fbd-f1db1230d592 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:44.987414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:44.992686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Pushing event updated for resources: {'Port': ['ID=85d8d4c9-c7b3-4643-ab34-aefb105d013f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.017155 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '8ba57969-7476-4ecd-a593-bc3ec7623172', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'port_id': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'mac_address': 'fa:16:3e:e6:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:32:57Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 1, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:45.024561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2de36047-712f-4abd-9758-af13dbdf2719 req-c86bbe08-5033-4808-9fbd-f1db1230d592 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.037214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.060538 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b4bb28-d567-41b7-9b24-91ceaad0135f None None] The sync data for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 is: [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '8ba57969-7476-4ecd-a593-bc3ec7623172', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'floating_ip_address': '172.25.0.210', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'port_id': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'mac_address': 'fa:16:3e:e6:00:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f3e584-53b2-458b-8937-89a509fe3519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:32:57Z', 'updated_at': '2021-07-14T09:34:41Z', 'revision_number': 1, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:45.078106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2de36047-712f-4abd-9758-af13dbdf2719 req-c86bbe08-5033-4808-9fbd-f1db1230d592 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.079606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2de36047-712f-4abd-9758-af13dbdf2719 req-c86bbe08-5033-4808-9fbd-f1db1230d592 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6293418 Jul 14 09:34:45.112982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 34b469a7-2c06-4886-8582-e2aea661db8d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:45.113361 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.204693 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e6bc56-434e-4633-82a2-5a50bf29a3c5 x-openstack-request-id: req-54e6bc56-434e-4633-82a2-5a50bf29a3c5 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:45.204975 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "name": "network-vif-plugged", "status": "completed", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:45.205130 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54e6bc56-434e-4633-82a2-5a50bf29a3c5 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:45.206054 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'code': 200} Jul 14 09:34:45.233900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Pushing event updated for resources: {'Port': ['ID=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.244002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.397113 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-4f7856a7-9d55-45f0-8054-475035d7aeeb service neutron] 10.222.0.73 "GET /v2.0/networks/95b9434d-37c6-41af-b089-eb59d677728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265488 Jul 14 09:34:45.425642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:45.509277 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba97153-5ec7-4458-848c-68f7677908ab None None] New status for floating IP 8ba57969-7476-4ecd-a593-bc3ec7623172: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:34:45.540915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Attempting to bind port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:45.541402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Attempting to bind port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:45.542023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Attempting to bind port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 on network 95b9434d-37c6-41af-b089-eb59d677728f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:45.555173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd01a3-3e3c-4a4b-bc9e-3fd4c931ed11 None None] Pushing event updated for resources: {'Port': ['ID=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.573869 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11b0617-f7c8-46bc-a300-f924a1f02a1a x-openstack-request-id: req-c11b0617-f7c8-46bc-a300-f924a1f02a1a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:45.574283 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:45.574635 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c11b0617-f7c8-46bc-a300-f924a1f02a1a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:45.575128 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'status': 'completed', 'code': 200} Jul 14 09:34:45.602951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:45.603659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Checking segment: {'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:45.604253 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.604944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Bound using segment: {'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:45.605601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Bound port: a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:45.606212 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.606994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bbe08-5033-4808-9fbd-f1db1230d592 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8385f9-7508-4355-8d38-217da7f67ce1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.703315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.733164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-b4f18dfc-2c8d-4df7-a88b-71bf8ef82132 service neutron] 10.222.0.73 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103933 Jul 14 09:34:45.771251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Deleting port cf6e0ae9-fdac-4304-b7d6-9908a72e5793 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:45.771625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.799657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 34b469a7-2c06-4886-8582-e2aea661db8d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=34b469a7-2c06-4886-8582-e2aea661db8d,segment=NetworkSegment(4e1c8d3c-15ad-4412-a367-f5b72df9b027),segment_id=4e1c8d3c-15ad-4412-a367-f5b72df9b027)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:45.809320 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.810431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ed041cf7-ab62-4288-993e-441713a9677b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:45.896428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-a6b953cb-5659-4315-b282-63a7189f32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.896932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-a6b953cb-5659-4315-b282-63a7189f32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.897424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-a6b953cb-5659-4315-b282-63a7189f32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.897909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-a6b953cb-5659-4315-b282-63a7189f32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.898539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-a6b953cb-5659-4315-b282-63a7189f32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.899231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-a6b953cb-5659-4315-b282-63a7189f32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.899723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-a6b953cb-5659-4315-b282-63a7189f32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:45.902091 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-a6b953cb-5659-4315-b282-63a7189f32cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6499 time: 0.4988723 Jul 14 09:34:45.925190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:45.930990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] For port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:45.961983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] For port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:45.973865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=34b469a7-2c06-4886-8582-e2aea661db8d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:45.979170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.004910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375213ed-5279-47df-be11-0375fcf87c60 req-d1af2189-9779-4844-9da7-a02a9d5c9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.006471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-375213ed-5279-47df-be11-0375fcf87c60 req-d1af2189-9779-4844-9da7-a02a9d5c9ea2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 1097 time: 0.4346876 Jul 14 09:34:46.017014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-58718e54-fb9b-44b6-8b82-0c4a4e9621d5 service neutron] 10.222.0.73 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740736 Jul 14 09:34:46.020379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bf2e4-d6d1-4384-98bf-9f5493b90057 req-2633f4fa-6b6f-47fc-8665-36ab08b95e94 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.022005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe9bf2e4-d6d1-4384-98bf-9f5493b90057 req-2633f4fa-6b6f-47fc-8665-36ab08b95e94 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.4111626 Jul 14 09:34:46.041405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] For port cf6e0ae9-fdac-4304-b7d6-9908a72e5793, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cf6e0ae9-fdac-4304-b7d6-9908a72e5793,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:46.042208 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.058315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ed041cf7-ab62-4288-993e-441713a9677b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:46.058315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.068311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Calling delete_port for cf6e0ae9-fdac-4304-b7d6-9908a72e5793 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:46.076964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa33012d-befe-4067-b031-ae4cde187369 None None] Pushing event updated for resources: {'Port': ['ID=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.129413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c051bc82-f072-4ced-bc10-b125631f01f8 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:46.141835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-641ec198-9a4f-49ad-bd8a-631f37688e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.143403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-641ec198-9a4f-49ad-bd8a-631f37688e61 service neutron] 10.222.0.69 "GET /v2.0/networks?id=706991bd-9719-4c99-a2ef-5a8d5add13e8 HTTP/1.1" status: 200 len: 913 time: 0.2324378 Jul 14 09:34:46.170643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:34:42Z', 'revision_number': 5, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port': {'id': 'cf6e0ae9-fdac-4304-b7d6-9908a72e5793', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:41:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:24:35Z', 'updated_at': '2021-07-14T09:24:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:46.200170 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-375213ed-5279-47df-be11-0375fcf87c60 req-799141a0-9813-4499-8e84-dd3841b3c8d6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771278 Jul 14 09:34:46.207661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:46.221377 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe9bf2e4-d6d1-4384-98bf-9f5493b90057 req-da5a2243-387d-4b62-89d5-41a08463be33 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850629 Jul 14 09:34:46.278069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] Checking router: 2848a42e-0ec0-4a60-a617-a65ac012e26e for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:46.327893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] Routers {'2848a42e-0ec0-4a60-a617-a65ac012e26e'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:46.331896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-396b395a-261e-46d8-98ca-e9201546156d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94483a93-4c44-47d5-82dc-c0b7051733b3 HTTP/1.1" status: 200 len: 1001 time: 0.1808136 Jul 14 09:34:46.334119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2848a42e-0ec0-4a60-a617-a65ac012e26e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:46.385982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-8c984dae-536c-47f6-8fbc-174ad85c8d39 req-d39f1989-a7c8-404a-9f67-12ff5569bc62 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1521274966', 'description': 'tempest-description-2016618045'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:46.500300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-5035faed-affe-423e-a968-9d9b665f906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.503193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-5035faed-affe-423e-a968-9d9b665f906f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d23025f-f0dc-4de4-9f60-bf6c8d663bcb HTTP/1.1" status: 200 len: 851 time: 0.1640065 Jul 14 09:34:46.589993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port c051bc82-f072-4ced-bc10-b125631f01f8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:46.611188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 192b8adc-852c-4f79-832b-ca60873c0882 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:46.615712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port c051bc82-f072-4ced-bc10-b125631f01f8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:46.616487 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.627578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8c984dae-536c-47f6-8fbc-174ad85c8d39 req-d39f1989-a7c8-404a-9f67-12ff5569bc62 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.645987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.699112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] Set router 2848a42e-0ec0-4a60-a617-a65ac012e26e gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:46.704240 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.748016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6e0ae9-fdac-4304-b7d6-9908a72e5793,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:46.826932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 6, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:46.863187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-3f30b74c-ba7a-40b6-b4eb-8a323ead6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:46.865092 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-3f30b74c-ba7a-40b6-b4eb-8a323ead6dfb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706991bd-9719-4c99-a2ef-5a8d5add13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3535922 Jul 14 09:34:46.877853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97571ff6-69a0-4de0-ab6f-6bb24e56672e None None] The sync data for ids ['2848a42e-0ec0-4a60-a617-a65ac012e26e'] in n-d-780147-26 is: [{'id': '2848a42e-0ec0-4a60-a617-a65ac012e26e', 'name': 'tempest-ServerActionsTestJSON-597279740-router', 'tenant_id': '563695d2b63f493dad0ff0ff5e9ba059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:24:34Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 6, 'project_id': '563695d2b63f493dad0ff0ff5e9ba059', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:46.935419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 192b8adc-852c-4f79-832b-ca60873c0882 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:46.943730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:46.951789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 192b8adc-852c-4f79-832b-ca60873c0882 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:46.952291 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.045108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5ccd6f-d722-485f-86cd-61e1c0b386f1 None None] Network a56b1053-5756-4fb4-b475-d3ac75fada5f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:47.052024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b298d2b-d49d-4569-a54c-02e8d57837e1 req-7d833202-4111-476b-bd62-e94c21a899be tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:47.054409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b298d2b-d49d-4569-a54c-02e8d57837e1 req-7d833202-4111-476b-bd62-e94c21a899be tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 948 time: 0.5250783 Jul 14 09:34:47.062462 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.212386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:47.214732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:47.215222 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c8ad1-0d72-4c74-a80f-72b7b514e7ec" -d '{"events": [{"server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "name": "network-vif-plugged", "status": "completed", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:47.233978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6340398e-a478-4d87-a117-f43a937e1759 admin admin] 10.222.0.73 "PUT /v2.0/routers/53b1f78f-71e2-454f-b742-4e3beeb11ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2390966 Jul 14 09:34:47.234626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37770) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:47.258934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] Sync routers for ids ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:47.274953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c051bc82-f072-4ced-bc10-b125631f01f8, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c051bc82-f072-4ced-bc10-b125631f01f8,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:47.283767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2a6bd12f-8e3c-4043-99f7-7a661ef7e6a1 None None] Provisioning for port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:47.316172 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.321835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] Routers {'53b1f78f-71e2-454f-b742-4e3beeb11ac4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:47.322949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:47.341464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.364296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.369710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b298d2b-d49d-4569-a54c-02e8d57837e1 req-cb19c5e7-fa5a-41d7-8397-f237a4e16a6b tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817659 Jul 14 09:34:47.486525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.488682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2848a42e-0ec0-4a60-a617-a65ac012e26e {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:47.495379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.499375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e1f25d08-0b93-4309-82bf-9203675f21c5 admin admin] 10.222.0.73 "DELETE /v2.0/routers/2848a42e-0ec0-4a60-a617-a65ac012e26e HTTP/1.1" status: 204 len: 168 time: 2.8084047 Jul 14 09:34:47.516475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37774) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:47.624369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-d7a4b213-f2e6-4d6d-9094-06699347ad2c service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405069 Jul 14 09:34:47.686528 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8c984dae-536c-47f6-8fbc-174ad85c8d39 req-d39f1989-a7c8-404a-9f67-12ff5569bc62 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.695104 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba6e044-8405-4281-b525-dcb35d0301ec admin admin] Deleting subnet bb312590-8fe3-41be-ac5a-879edfa503d0 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:47.702475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.716362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8c984dae-536c-47f6-8fbc-174ad85c8d39 req-d39f1989-a7c8-404a-9f67-12ff5569bc62 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.841161 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ba6e044-8405-4281-b525-dcb35d0301ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.903978 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.916974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c051bc82-f072-4ced-bc10-b125631f01f8,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:47.925580 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86ea272a-6ae8-4612-ba38-7a92f5406ae7 req-7b823493-00a4-4c33-b496-4a559a30b52f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 210 time: 0.0839527 Jul 14 09:34:47.960158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e35e7-9f8d-454e-aa79-4646f2cdff62 None None] Network 95b9434d-37c6-41af-b089-eb59d677728f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:47.981170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8c984dae-536c-47f6-8fbc-174ad85c8d39 req-d39f1989-a7c8-404a-9f67-12ff5569bc62 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:47.993910 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c984dae-536c-47f6-8fbc-174ad85c8d39 req-d39f1989-a7c8-404a-9f67-12ff5569bc62 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.6383886 Jul 14 09:34:47.998752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ba6e044-8405-4281-b525-dcb35d0301ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.050665 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f27995-c47d-44ad-8b31-1379ad9890b3 x-openstack-request-id: req-61f27995-c47d-44ad-8b31-1379ad9890b3 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:48.050937 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "name": "network-vif-plugged", "status": "completed", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:48.051195 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-61f27995-c47d-44ad-8b31-1379ad9890b3 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:48.051595 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'code': 200} Jul 14 09:34:48.051843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f1989-a7c8-404a-9f67-12ff5569bc62 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13ee5f1-e23c-4245-ad59-bebff3a5f15e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.056388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Router 712687b4-5fc9-487c-bb51-6f6223136332 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:34:48.071881 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.074236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 192b8adc-852c-4f79-832b-ca60873c0882, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=192b8adc-852c-4f79-832b-ca60873c0882,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:48.077038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] Set router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:48.113043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8e79154e-e384-4981-9baa-1f10f5f2504a None None] Provisioning for port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:48.115184 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.388305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=192b8adc-852c-4f79-832b-ca60873c0882,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:48.389374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:48.401452 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Sync routers for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:48.417972 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:48.418467 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.475901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.480349 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-485f863f-7887-4ace-a8d2-fd6441ae5633 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5855989 Jul 14 09:34:48.488695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37780) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:48.491008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Deleting port c6e791ef-cb48-4ead-9aa9-3d991d3296eb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:48.495358 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.651748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf9c6b-e2b8-4c46-b763-2f26f58e9ed2 req-a050e85f-17ac-490f-93cd-15b89a443eb7 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:48.662528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:43Z', 'revision_number': 5, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port': {'id': 'c6e791ef-cb48-4ead-9aa9-3d991d3296eb', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:57Z', 'updated_at': '2021-07-14T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.679109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05bf9c6b-e2b8-4c46-b763-2f26f58e9ed2 req-a050e85f-17ac-490f-93cd-15b89a443eb7 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.3871460 Jul 14 09:34:48.702384 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:48.722889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:48.727130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] Checking router: 53b1f78f-71e2-454f-b742-4e3beeb11ac4 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:48.785697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] Routers {'53b1f78f-71e2-454f-b742-4e3beeb11ac4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:48.786406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:48.937624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] For port c6e791ef-cb48-4ead-9aa9-3d991d3296eb, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c6e791ef-cb48-4ead-9aa9-3d991d3296eb,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:48.938323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:48.944894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] Set router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:48.947772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f29bda7-9159-4720-ae1a-15feaf0b40e6 req-fe48d514-dabb-4eb8-b312-6e754775c74e service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2907398 Jul 14 09:34:49.010164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 6, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:49.030485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Calling delete_port for c6e791ef-cb48-4ead-9aa9-3d991d3296eb owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:49.041468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61f90a3-83c6-4313-aa20-0b0fa9182049 None None] The sync data for ids ['53b1f78f-71e2-454f-b742-4e3beeb11ac4'] in n-d-780147-26 is: [{'id': '53b1f78f-71e2-454f-b742-4e3beeb11ac4', 'name': 'tempest-TestAggregatesBasicOps-686684353-router', 'tenant_id': 'de39a325f76d43c580aef96723ccc59b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:48Z', 'revision_number': 6, 'project_id': 'de39a325f76d43c580aef96723ccc59b', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:49.041733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0199c8c0-324c-4dd1-a2e6-47ecda2fe127 req-38b219af-5c51-4d87-919e-1e11d2a5a112 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4 HTTP/1.1" status: 200 len: 10911 time: 0.9526870 Jul 14 09:34:49.067549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ba6e044-8405-4281-b525-dcb35d0301ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.075805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:49.079853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:49.080303 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.123409 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 3, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:49.139434 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05bf9c6b-e2b8-4c46-b763-2f26f58e9ed2 req-bda019dc-bd68-4be6-8a95-9a913f39693c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4569662 Jul 14 09:34:49.170163 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Checking router: 712687b4-5fc9-487c-bb51-6f6223136332 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:49.170597 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Updating router 712687b4-5fc9-487c-bb51-6f6223136332 port 85d8d4c9-c7b3-4643-ab34-aefb105d013f binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:49.204285 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ba6e044-8405-4281-b525-dcb35d0301ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.204825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-99559bbc-b1bd-4f66-bf61-7b11cf50d3c5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.211590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-99559bbc-b1bd-4f66-bf61-7b11cf50d3c5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.213884 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-99559bbc-b1bd-4f66-bf61-7b11cf50d3c5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "GET /v2.0/networks?id=0921a446-2ff5-45ca-a51c-51eecce8f791&id=95b9434d-37c6-41af-b089-eb59d677728f&id=0921a446-2ff5-45ca-a51c-51eecce8f791 HTTP/1.1" status: 200 len: 1392 time: 0.6031764 Jul 14 09:34:49.236097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'port': {'device_id': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791', 'admin_state_up': True, 'tenant_id': '2c2faf49cba14eb2be9cec674c462471'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:49.250842 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.254693 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.258476 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ba6e044-8405-4281-b525-dcb35d0301ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.260445 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8ba6e044-8405-4281-b525-dcb35d0301ec admin admin] 10.222.0.73 "DELETE /v2.0/subnets/bb312590-8fe3-41be-ac5a-879edfa503d0 HTTP/1.1" status: 204 len: 168 time: 1.7427309 Jul 14 09:34:49.262879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512643b1-4814-4d9e-819e-27cad0c55f5d req-61853669-2806-439b-accc-45fdf98671ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:49.264994 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-512643b1-4814-4d9e-819e-27cad0c55f5d req-61853669-2806-439b-accc-45fdf98671ac service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 1101 time: 0.4197288 Jul 14 09:34:49.269167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37788) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:49.272389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6e044-8405-4281-b525-dcb35d0301ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb312590-8fe3-41be-ac5a-879edfa503d0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:49.323188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9245fbbf-3c9c-4132-a0bb-c00abff0b82d None None] Network d63ab4c0-a973-4f52-9976-64c7ef6f49c0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:49.383618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0199c8c0-324c-4dd1-a2e6-47ecda2fe127 req-73173efe-b5ba-4a53-a0d3-bc9b2f692dbb tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6 HTTP/1.1" status: 200 len: 2985 time: 0.2392571 Jul 14 09:34:49.412836 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-512643b1-4814-4d9e-819e-27cad0c55f5d req-43eb0107-afea-464f-be67-76327010907a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296570 Jul 14 09:34:49.448308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:49.461794 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.462903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 34b469a7-2c06-4886-8582-e2aea661db8d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:49.479176 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.500804 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0199c8c0-324c-4dd1-a2e6-47ecda2fe127 req-66317f6a-81c1-4cc2-9e0f-ebf6cd128cd5 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6 HTTP/1.1" status: 200 len: 2985 time: 0.1162934 Jul 14 09:34:49.597066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Deleting port 74efffc2-9b8c-4725-8c63-6c113866b4bc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:49.597519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.633962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:49.683161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] For port 74efffc2-9b8c-4725-8c63-6c113866b4bc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=74efffc2-9b8c-4725-8c63-6c113866b4bc,segment=NetworkSegment(5ad7680a-5771-4ece-a066-d46c0d931b67),segment_id=5ad7680a-5771-4ece-a066-d46c0d931b67)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:49.683592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.686870 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.698314 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Transition to ACTIVE for port object 85d8d4c9-c7b3-4643-ab34-aefb105d013f will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:49.704764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Calling delete_port for 74efffc2-9b8c-4725-8c63-6c113866b4bc owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:49.706191 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.742403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 34b469a7-2c06-4886-8582-e2aea661db8d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:49.742403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.825829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.854198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:49.858291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.865793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=74efffc2-9b8c-4725-8c63-6c113866b4bc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:49.873125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:49.873887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] No DVR routers for this DVR port 74efffc2-9b8c-4725-8c63-6c113866b4bc on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:49.933773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:49.944702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:49.945326 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.952950 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Attempting to bind port 85d8d4c9-c7b3-4643-ab34-aefb105d013f on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:49.953316 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Attempting to bind port 85d8d4c9-c7b3-4643-ab34-aefb105d013f by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:49.953678 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Attempting to bind port 85d8d4c9-c7b3-4643-ab34-aefb105d013f on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:49.955697 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42845afa-b980-48a2-91ad-cd66e42b1929 None None] Pushing event updated for resources: {'Port': ['ID=85d8d4c9-c7b3-4643-ab34-aefb105d013f,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:49.977140 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:49.977557 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:49.979895 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.980326 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:49.980817 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Bound port: 85d8d4c9-c7b3-4643-ab34-aefb105d013f, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:49.981202 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:49.999849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd174b-6284-47a1-9264-f30f4a0eff10 req-2adeb428-c41f-4ab1-8f30-3a402d77b569 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.002321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4dbd174b-6284-47a1-9264-f30f4a0eff10 req-2adeb428-c41f-4ab1-8f30-3a402d77b569 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 949 time: 0.6826899 Jul 14 09:34:50.010808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.021964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0e61d8-82ff-4e8f-ba8b-723aee0b02f0 None None] DHCP port deletion for d63ab4c0-a973-4f52-9976-64c7ef6f49c0 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:50.031590 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cb6fdb1-014d-458b-aed4-b543edde9dac req-c87d0616-34dc-4ac4-ad56-644a8aea39c1 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 210 time: 0.0986667 Jul 14 09:34:50.045204 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.057220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63ab4c0-a973-4f52-9976-64c7ef6f49c0']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:50.069672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ad7680a-5771-4ece-a066-d46c0d931b67') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:50.070206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ad7680a-5771-4ece-a066-d46c0d931b67') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:50.081917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.086840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e791ef-cb48-4ead-9aa9-3d991d3296eb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.100093 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] For port 85d8d4c9-c7b3-4643-ab34-aefb105d013f, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:50.106851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.107703 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] For port 85d8d4c9-c7b3-4643-ab34-aefb105d013f, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=85d8d4c9-c7b3-4643-ab34-aefb105d013f,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:50.113212 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.118869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:50.119761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:50.122459 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:50.126022 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.184430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:50.191194 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.229958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.255956 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.258769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d63ab4c0-a973-4f52-9976-64c7ef6f49c0 HTTP/1.1" status: 204 len: 168 time: 0.9767969 Jul 14 09:34:50.263275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b0c66-e19b-489b-98ba-7f00f7b6d7f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d63ab4c0-a973-4f52-9976-64c7ef6f49c0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.295111 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:50.295744 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:25Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:50.303459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:50.313382 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42845afa-b980-48a2-91ad-cd66e42b1929 None None] Pushing event updated for resources: {'Port': ['ID=85d8d4c9-c7b3-4643-ab34-aefb105d013f,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.363535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.372023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:50.373521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e48f78f7-2a3e-4c74-b225-af95fdbbf7c6 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:50.374187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cf6e0ae9-fdac-4304-b7d6-9908a72e5793 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:50.379754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4dbd174b-6284-47a1-9264-f30f4a0eff10 req-0c324e24-37d7-47d3-806f-b6c4c195a4ca tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665400 Jul 14 09:34:50.391865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.392972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.394506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.394970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.396588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.397018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.397422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.398704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.399115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.399978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.412117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.412672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:34:50.475187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: cf6e0ae9-fdac-4304-b7d6-9908a72e5793 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:50.475542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cf6e0ae9-fdac-4304-b7d6-9908a72e5793 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:50.519582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:50.530162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734e10d-4ae6-4286-a1a9-7de875d13408 req-77130c79-cc0b-4b53-842d-36f9d5365227 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:50.532063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b734e10d-4ae6-4286-a1a9-7de875d13408 req-77130c79-cc0b-4b53-842d-36f9d5365227 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.1934326 Jul 14 09:34:50.544462 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:50.586983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b734e10d-4ae6-4286-a1a9-7de875d13408 req-e92e4a71-87f2-451e-af7a-b191bee5b01a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458672 Jul 14 09:34:50.622477 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2f043fc3-57f6-4822-b941-d4861502365e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=563695d2b63f493dad0ff0ff5e9ba059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870326 Jul 14 09:34:50.630780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37798) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:50.665303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:50.714510 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89909a94-5254-4202-b872-22a12b50c702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.738870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:50.739245 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.749925 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89909a94-5254-4202-b872-22a12b50c702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.818561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.821522 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89909a94-5254-4202-b872-22a12b50c702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.826231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89909a94-5254-4202-b872-22a12b50c702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:50.832118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-89909a94-5254-4202-b872-22a12b50c702 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/242323aa-dc93-4a86-a152-05c5370355b5 HTTP/1.1" status: 204 len: 168 time: 0.1977167 Jul 14 09:34:50.836347 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 3, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:50.843830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89909a94-5254-4202-b872-22a12b50c702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242323aa-dc93-4a86-a152-05c5370355b5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:50.871186 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52de777f-6447-4d84-b38e-4a93217e3b6f None None] The sync data for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 is: [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:45Z', 'revision_number': 3, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:50.937088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:51.020597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:51.021386 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.023717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Allocated IP 19.80.0.162 (0921a446-2ff5-45ca-a51c-51eecce8f791/0731183b-651a-45a3-bef9-3a7bf79db6f9/3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:51.028473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.035996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.047592 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.064442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25110916-f154-48d1-a894-fc1536ee382c req-b7929977-0346-4cc7-add2-add95aabe4fc tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/d894fc76-30ab-4e3a-83f7-3beac0b44a74 HTTP/1.1" status: 200 len: 1801 time: 0.2928843 Jul 14 09:34:51.177306 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.177930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53b1f78f-71e2-454f-b742-4e3beeb11ac4 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:34:51.183292 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.184626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-283732dd-a92b-4d2e-9bc0-23d0ab553806 admin admin] 10.222.0.73 "DELETE /v2.0/routers/53b1f78f-71e2-454f-b742-4e3beeb11ac4 HTTP/1.1" status: 204 len: 168 time: 3.8872473 Jul 14 09:34:51.192147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:51.215618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 192b8adc-852c-4f79-832b-ca60873c0882 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:51.272454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 192b8adc-852c-4f79-832b-ca60873c0882 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:51.273011 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.424962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25110916-f154-48d1-a894-fc1536ee382c req-cb6c1e59-428e-4a40-a0f0-5cef36f8a954 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.476599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25110916-f154-48d1-a894-fc1536ee382c req-cb6c1e59-428e-4a40-a0f0-5cef36f8a954 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.505629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94cf836-6ab5-4628-8e93-3e88d2562dce admin admin] Deleting subnet 25cd013d-c365-48ae-84fc-fb8ad6098b44 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:34:51.506987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a94cf836-6ab5-4628-8e93-3e88d2562dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.589119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c6e791ef-cb48-4ead-9aa9-3d991d3296eb no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:51.627013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c6e791ef-cb48-4ead-9aa9-3d991d3296eb {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:51.627892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c6e791ef-cb48-4ead-9aa9-3d991d3296eb not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:51.631243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 74efffc2-9b8c-4725-8c63-6c113866b4bc no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:51.649745 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b3f4b0b-c245-4078-abda-25352cc548bc req-f0acf21d-4ebb-453c-9b97-7e91bc565a3d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 210 time: 0.0538127 Jul 14 09:34:51.663114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25110916-f154-48d1-a894-fc1536ee382c req-cb6c1e59-428e-4a40-a0f0-5cef36f8a954 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.665762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-25110916-f154-48d1-a894-fc1536ee382c req-cb6c1e59-428e-4a40-a0f0-5cef36f8a954 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.666941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25110916-f154-48d1-a894-fc1536ee382c req-cb6c1e59-428e-4a40-a0f0-5cef36f8a954 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/d894fc76-30ab-4e3a-83f7-3beac0b44a74 HTTP/1.1" status: 204 len: 173 time: 0.5948024 Jul 14 09:34:51.670283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a94cf836-6ab5-4628-8e93-3e88d2562dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.675958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 74efffc2-9b8c-4725-8c63-6c113866b4bc {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:51.676548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 74efffc2-9b8c-4725-8c63-6c113866b4bc not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:51.677104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:51.693928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c1e59-428e-4a40-a0f0-5cef36f8a954 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d894fc76-30ab-4e3a-83f7-3beac0b44a74,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:51.715270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:51.715860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6e62c6ef-9eb4-4eb2-ae9c-8d6ba2bfb854 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:51.733380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.739293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Allocated IP 172.20.0.1 (a56b1053-5756-4fb4-b475-d3ac75fada5f/acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a/04859f70-7183-414f-b71f-e8966d8e98b8) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:51.765854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Transition to ACTIVE for port object 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:51.818216 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d19df050-f4ac-4736-9b46-59077bbb2487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:51.943004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a94cf836-6ab5-4628-8e93-3e88d2562dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.028508 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.052033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.073799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-14d46ef0-d5a0-4747-9b3a-f74ee3350eda tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:52.076063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-14d46ef0-d5a0-4747-9b3a-f74ee3350eda tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 813 time: 0.2011242 Jul 14 09:34:52.077843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a94cf836-6ab5-4628-8e93-3e88d2562dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.115202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca2488-b049-4dd9-a33a-9dbda92398f3 req-5d8ca121-cb22-4a62-be9f-58695aad7a56 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:52.115904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2aca2488-b049-4dd9-a33a-9dbda92398f3 req-5d8ca121-cb22-4a62-be9f-58695aad7a56 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 949 time: 0.2181106 Jul 14 09:34:52.133510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Transition to ACTIVE for port object 04859f70-7183-414f-b71f-e8966d8e98b8 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:52.134961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a94cf836-6ab5-4628-8e93-3e88d2562dce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.137158 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a94cf836-6ab5-4628-8e93-3e88d2562dce admin admin] 10.222.0.73 "DELETE /v2.0/subnets/25cd013d-c365-48ae-84fc-fb8ad6098b44 HTTP/1.1" status: 204 len: 168 time: 0.9482360 Jul 14 09:34:52.138855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94cf836-6ab5-4628-8e93-3e88d2562dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25cd013d-c365-48ae-84fc-fb8ad6098b44,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.144288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:52.144658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f845a97c-32ac-4105-a53d-2e941f328eb4 None None] Network f0f019a2-8837-48ac-b646-31f6281531d4 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:52.152884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 0921a446-2ff5-45ca-a51c-51eecce8f791 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:52.157091 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-4c5f0ffa-b044-4ccc-bb66-a25c66b9986f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/quotas/2c6b9502ce994edc98675e681b837515 HTTP/1.1" status: 200 len: 375 time: 0.0694158 Jul 14 09:34:52.164852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:52.174214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:52.235530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:52.236221 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.246330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Port': ['ID=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.294849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.334305 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-e95cb5d0-c0d8-48f7-9650-585ceae88c8e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1066127 Jul 14 09:34:52.350034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37846) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:52.365223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'port': {'device_id': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f', 'admin_state_up': True, 'tenant_id': '2c2faf49cba14eb2be9cec674c462471'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:52.411544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Deleting port 869ab649-1fd2-45c8-9ab3-e689608d9e6e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:52.411967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.484613 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2aca2488-b049-4dd9-a33a-9dbda92398f3 req-12662932-5412-49fc-a975-0a73e0f38ac0 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521702 Jul 14 09:34:52.496827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.497894 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-6400b419-74bb-471a-96da-56d0725a112d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3272319 Jul 14 09:34:52.600475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Network a56b1053-5756-4fb4-b475-d3ac75fada5f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:52.622966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] DHCP port deletion for f0f019a2-8837-48ac-b646-31f6281531d4 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:34:52.667948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2087253583-network', 'tenant_id': '317a375219484475b5ae2946875074cc'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:52.674697 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-0224d6ae-bd6c-45ba-a849-01dd710bb27c req-b0e5fa70-1c89-4ac2-9a3e-adf8e2d612a9 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:34:52.683158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0224d6ae-bd6c-45ba-a849-01dd710bb27c req-b0e5fa70-1c89-4ac2-9a3e-adf8e2d612a9 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/d894fc76-30ab-4e3a-83f7-3beac0b44a74 HTTP/1.1" status: 404 len: 352 time: 0.1420927 Jul 14 09:34:52.690169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:52.718223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-01338e99-95cc-41c1-9642-e49bac386603 None None] Provisioning for port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:52.722440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:52.724080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-01338e99-95cc-41c1-9642-e49bac386603 None None] Provisioning complete for port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:52.724774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01338e99-95cc-41c1-9642-e49bac386603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.767886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] For port 869ab649-1fd2-45c8-9ab3-e689608d9e6e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=869ab649-1fd2-45c8-9ab3-e689608d9e6e,segment=NetworkSegment(26863173-7d32-4cdf-92a5-74dfcc825826),segment_id=26863173-7d32-4cdf-92a5-74dfcc825826)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:52.774051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.793094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-01338e99-95cc-41c1-9642-e49bac386603 None None] Port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:52.796790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 85d8d4c9-c7b3-4643-ab34-aefb105d013f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:52.796892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.828190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] Deleting port 869ab649-1fd2-45c8-9ab3-e689608d9e6e {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:52.828664 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.843446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Calling delete_port for 869ab649-1fd2-45c8-9ab3-e689608d9e6e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:52.886684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Made reservation on behalf of 317a375219484475b5ae2946875074cc for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:52.889662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.898301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Pushing event updated for resources: {'Port': ['ID=04859f70-7183-414f-b71f-e8966d8e98b8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:52.916016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-7820f226-1c18-41b3-a58a-bfa2509362ef service neutron] 10.222.0.73 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166203 Jul 14 09:34:52.930982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] For port 869ab649-1fd2-45c8-9ab3-e689608d9e6e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=869ab649-1fd2-45c8-9ab3-e689608d9e6e,segment=NetworkSegment(26863173-7d32-4cdf-92a5-74dfcc825826),segment_id=26863173-7d32-4cdf-92a5-74dfcc825826)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:52.931414 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:52.952344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] Calling delete_port for 869ab649-1fd2-45c8-9ab3-e689608d9e6e owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:53.105401 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.118156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:53.124880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.149572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-eb85ede9-11eb-4d64-893e-7d66923895e7 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.151446 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-eb85ede9-11eb-4d64-893e-7d66923895e7 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.69 "GET /v2.0/ports?device_id=e17acf6e-d9e1-433a-b832-8c6e676308db HTTP/1.1" status: 200 len: 945 time: 0.5489483 Jul 14 09:34:53.203922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.265769 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.276637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-87437dd4-e38e-444d-a750-b175e05fc79e None None] Provisioning for port 04859f70-7183-414f-b71f-e8966d8e98b8 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:53.298634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-87437dd4-e38e-444d-a750-b175e05fc79e None None] Provisioning complete for port 04859f70-7183-414f-b71f-e8966d8e98b8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:53.299236 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-87437dd4-e38e-444d-a750-b175e05fc79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.302537 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.321623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.347624 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-d230c013-d7bc-4706-b3fe-a2edc995513a service neutron] 10.222.0.73 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306080 Jul 14 09:34:53.360333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3137d57-d558-4b3c-a2f9-27a02bed9889 req-a1b8eb4c-a231-45f8-a6e0-c9a65d141259 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.367906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3137d57-d558-4b3c-a2f9-27a02bed9889 req-a1b8eb4c-a231-45f8-a6e0-c9a65d141259 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 949 time: 0.2360723 Jul 14 09:34:53.401256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-87437dd4-e38e-444d-a750-b175e05fc79e None None] Port 04859f70-7183-414f-b71f-e8966d8e98b8 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:53.403019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 85d8d4c9-c7b3-4643-ab34-aefb105d013f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:53.419366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] Pushing event deleted for resources: {'Port': ['ID=869ab649-1fd2-45c8-9ab3-e689608d9e6e,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.421415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 85d8d4c9-c7b3-4643-ab34-aefb105d013f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:53.421787 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.447144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:34:53.463748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3137d57-d558-4b3c-a2f9-27a02bed9889 req-fb5807e6-05c2-49dd-9c6c-cba647998483 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949235 Jul 14 09:34:53.469270 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.470788 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Added segment 03615fd6-cc04-4672-bf7a-c31bbb4a0515 of type vlan for network 27427832-ba86-4610-b7cc-14185d3b754e Jul 14 09:34:53.505813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3194d-ba15-491a-8753-6bb35afdf696 None None] No DVR routers for this DVR port 869ab649-1fd2-45c8-9ab3-e689608d9e6e on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:53.532585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Allocated IP 19.86.0.190 (95b9434d-37c6-41af-b089-eb59d677728f/7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05/3a6a3660-71c4-4bfb-898b-3ba426feb47b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:53.581982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.630551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.685451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 85d8d4c9-c7b3-4643-ab34-aefb105d013f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=85d8d4c9-c7b3-4643-ab34-aefb105d013f,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:53.693953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.709655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:34:53.778658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.794257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b14ef-c63e-4d61-9865-73abac49904b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.806329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.811488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.842553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] No DVR routers for this DVR port 869ab649-1fd2-45c8-9ab3-e689608d9e6e on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:53.848427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=85d8d4c9-c7b3-4643-ab34-aefb105d013f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.869396 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.870723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:53.871517 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:53.893962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Pushing event deleted for resources: {'Port': ['ID=869ab649-1fd2-45c8-9ab3-e689608d9e6e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:53.990160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Pushing event updated for resources: {'Port': ['ID=04859f70-7183-414f-b71f-e8966d8e98b8,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:54.005623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.006889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Deleting port ab1b3a86-4328-48d5-ac41-0ac27838b381 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:54.007468 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.036287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.081307 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7253082 Jul 14 09:34:54.110846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61eabc91-4ff2-445e-9217-fb81947282c5 req-41daf87e-896a-4ff9-8f67-2ffd2a0b913c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/ef8385f9-7508-4355-8d38-217da7f67ce1 HTTP/1.1" status: 200 len: 1802 time: 0.4082911 Jul 14 09:34:54.115735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15941427-6569-4563-843f-d7bf88c634c1 req-b888eb04-5c3b-46b7-8cb4-4fa7816e274f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:54.117993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15941427-6569-4563-843f-d7bf88c634c1 req-b888eb04-5c3b-46b7-8cb4-4fa7816e274f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 932 time: 0.3761132 Jul 14 09:34:54.120955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37870) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:54.129169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Request body: {'subnet': {'network_id': '27427832-ba86-4610-b7cc-14185d3b754e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2087253583-subnet', 'tenant_id': '317a375219484475b5ae2946875074cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:54.135830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Transition to ACTIVE for port object 3a6a3660-71c4-4bfb-898b-3ba426feb47b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:54.155901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30054c48-5504-4560-a077-c3f3cdc84838 admin admin] Pushing event updated for resources: {'Network': ['ID=27427832-ba86-4610-b7cc-14185d3b754e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:54.168645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.185063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 27427832-ba86-4610-b7cc-14185d3b754e details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:34:54.223945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Made reservation on behalf of 317a375219484475b5ae2946875074cc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:54.226406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.241953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f019a2-8837-48ac-b646-31f6281531d4']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:54.258950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26863173-7d32-4cdf-92a5-74dfcc825826') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:54.259581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26863173-7d32-4cdf-92a5-74dfcc825826') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:54.261240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-973791ae-4cb4-4209-84a6-f49fb8569d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.281770 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15941427-6569-4563-843f-d7bf88c634c1 req-42dab2c8-75bb-4cb3-9fd7-b317c1507352 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445765 Jul 14 09:34:54.298229 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.334122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.338021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.341382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Network a56b1053-5756-4fb4-b475-d3ac75fada5f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:54.347061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:34:54.347473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.360373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:54.422726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 95b9434d-37c6-41af-b089-eb59d677728f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:54.437221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:34:54.447920 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:34:54.452956 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-61eabc91-4ff2-445e-9217-fb81947282c5 req-047c312d-9a7f-4062-9a9a-8d87d44674b3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.484811 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.511302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:54.559156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Port': ['ID=3a6a3660-71c4-4bfb-898b-3ba426feb47b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:54.568739 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.576648 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-61eabc91-4ff2-445e-9217-fb81947282c5 req-047c312d-9a7f-4062-9a9a-8d87d44674b3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.619852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.632351 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f0f019a2-8837-48ac-b646-31f6281531d4 HTTP/1.1" status: 204 len: 168 time: 2.4861567 Jul 14 09:34:54.633517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c07459-4cde-4d63-bee9-f6818de70f43 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f019a2-8837-48ac-b646-31f6281531d4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:54.653017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] For port ab1b3a86-4328-48d5-ac41-0ac27838b381, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab1b3a86-4328-48d5-ac41-0ac27838b381,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:54.653575 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.666171 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:54.703192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 85d8d4c9-c7b3-4643-ab34-aefb105d013f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:34:54.774324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Calling delete_port for ab1b3a86-4328-48d5-ac41-0ac27838b381 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:54.845846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 85d8d4c9-c7b3-4643-ab34-aefb105d013f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:54.854098 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.911694 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-61eabc91-4ff2-445e-9217-fb81947282c5 req-047c312d-9a7f-4062-9a9a-8d87d44674b3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.914439 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-61eabc91-4ff2-445e-9217-fb81947282c5 req-047c312d-9a7f-4062-9a9a-8d87d44674b3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:54.915872 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61eabc91-4ff2-445e-9217-fb81947282c5 req-047c312d-9a7f-4062-9a9a-8d87d44674b3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/ef8385f9-7508-4355-8d38-217da7f67ce1 HTTP/1.1" status: 204 len: 173 time: 0.7661948 Jul 14 09:34:54.951489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c312d-9a7f-4062-9a9a-8d87d44674b3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8385f9-7508-4355-8d38-217da7f67ce1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:54.953421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67795203-5dc1-4403-97be-825d215e85f2 None None] Provisioning for port 3a6a3660-71c4-4bfb-898b-3ba426feb47b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:54.962904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67795203-5dc1-4403-97be-825d215e85f2 None None] Provisioning complete for port 3a6a3660-71c4-4bfb-898b-3ba426feb47b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:54.963701 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67795203-5dc1-4403-97be-825d215e85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.081080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-67795203-5dc1-4403-97be-825d215e85f2 None None] Port 3a6a3660-71c4-4bfb-898b-3ba426feb47b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:55.097119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67795203-5dc1-4403-97be-825d215e85f2 None None] Provisioning complete for port 04859f70-7183-414f-b71f-e8966d8e98b8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:55.097554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67795203-5dc1-4403-97be-825d215e85f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.171455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 869ab649-1fd2-45c8-9ab3-e689608d9e6e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:55.208210 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dd8dc2a-dfcb-43f4-a532-60622a6d025b req-95e117bd-becf-4500-9881-bfd1a12c5a37 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 210 time: 0.0806251 Jul 14 09:34:55.208566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-67795203-5dc1-4403-97be-825d215e85f2 None None] Port 04859f70-7183-414f-b71f-e8966d8e98b8 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:55.224067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 869ab649-1fd2-45c8-9ab3-e689608d9e6e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:55.224645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 869ab649-1fd2-45c8-9ab3-e689608d9e6e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:55.259600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.297030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.333421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.334276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.390008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-072aaa37-3170-4394-9f31-f23cd22d095f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0302451 Jul 14 09:34:55.391824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Pushing event deleted for resources: {'Port': ['ID=ab1b3a86-4328-48d5-ac41-0ac27838b381,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:55.399806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ace0d-c658-4fc4-bdc4-cfff3d8d630d req-523a2095-5912-44e8-87b6-7f88bb041d35 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.401395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e2ace0d-c658-4fc4-bdc4-cfff3d8d630d req-523a2095-5912-44e8-87b6-7f88bb041d35 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 949 time: 0.8745282 Jul 14 09:34:55.402074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d387e9e-bc88-4f6b-834d-6bb4955484a9,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:55.415572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'port': {'device_id': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791', 'admin_state_up': True, 'tenant_id': '2c2faf49cba14eb2be9cec674c462471'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:55.430843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Router 712687b4-5fc9-487c-bb51-6f6223136332 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:34:55.507939 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-8b4f05ab-6466-40e5-9470-a539e6024778 req-2c2343b7-d17a-4903-8666-553f1d1a37a7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:34:55.510176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Checking segment: {'id': '03615fd6-cc04-4672-bf7a-c31bbb4a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '27427832-ba86-4610-b7cc-14185d3b754e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:55.510565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Network hostable DHCP agents. Network: 27427832-ba86-4610-b7cc-14185d3b754e, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:34:55.520718 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.521838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b4f05ab-6466-40e5-9470-a539e6024778 req-2c2343b7-d17a-4903-8666-553f1d1a37a7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/ef8385f9-7508-4355-8d38-217da7f67ce1 HTTP/1.1" status: 404 len: 352 time: 0.1229248 Jul 14 09:34:55.580867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] No DVR routers for this DVR port ab1b3a86-4328-48d5-ac41-0ac27838b381 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:34:55.592142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e2ace0d-c658-4fc4-bdc4-cfff3d8d630d req-bd7cab60-ddf6-4956-a1dc-3a5bd68988bd tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650820 Jul 14 09:34:55.593746 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.595994 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6d1bcc5-f541-4f60-a2ed-e81bd085491a req-5b3ea158-c2a4-44f9-92e4-560724b563e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.69 "DELETE /v2.0/ports/ab1b3a86-4328-48d5-ac41-0ac27838b381 HTTP/1.1" status: 204 len: 173 time: 2.3213711 Jul 14 09:34:55.598267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'name': 'network-vif-deleted', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:55.600990 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee7ae0b-fe92-43ce-a020-1d9b8c402980" -d '{"events": [{"server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "name": "network-vif-deleted", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:55.648551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-38dda5e8-582b-4f70-a314-869783d2df4c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.650948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-38dda5e8-582b-4f70-a314-869783d2df4c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.66 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 813 time: 0.2940371 Jul 14 09:34:55.650948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37882) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:55.666030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Request body: {'port': {'device_id': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'admin_state_up': True, 'tenant_id': '2c6b9502ce994edc98675e681b837515'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:55.683547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Network 27427832-ba86-4610-b7cc-14185d3b754e is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:34:55.813506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:55.818329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.827062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75c0cd47-bb95-435b-a073-8925c1e7513c req-3a6b5909-fe98-4ceb-99d4-0943b44c0698 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/b13ee5f1-e23c-4245-ad59-bebff3a5f15e HTTP/1.1" status: 200 len: 1803 time: 0.1308155 Jul 14 09:34:55.836602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 27427832-ba86-4610-b7cc-14185d3b754e) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:55.846914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2cf898-2d65-4558-83da-ce0a131f2f23 None None] Network 27427832-ba86-4610-b7cc-14185d3b754e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:55.864467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.865117 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:55.883996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:34:55.909420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fd5995bd-19a3-4451-92ca-62f3ad87e00b admin admin] 10.222.0.73 "PUT /v2.0/routers/712687b4-5fc9-487c-bb51-6f6223136332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3522043 Jul 14 09:34:55.915141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Sync routers for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:34:55.938151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:55.939387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:55.962732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-868cc327-795d-47fe-8080-f9c690aa23ef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8310127 Jul 14 09:34:55.966711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29222-9984-4fa7-8bac-7a5c1c561b77 req-86ea3b63-b578-4a20-922a-0c97c0f5ccbe tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.974176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b29222-9984-4fa7-8bac-7a5c1c561b77 req-86ea3b63-b578-4a20-922a-0c97c0f5ccbe tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:55.976075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76b29222-9984-4fa7-8bac-7a5c1c561b77 req-86ea3b63-b578-4a20-922a-0c97c0f5ccbe tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 1655 time: 0.2538369 Jul 14 09:34:55.979934 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.043321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Made reservation on behalf of 2c6b9502ce994edc98675e681b837515 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:34:56.047875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.078145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b026b-b1e2-4422-8330-521d26c812ea tempest-TestServerBasicOps-356503146 tempest-TestServerBasicOps-356503146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.080175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-264b026b-b1e2-4422-8330-521d26c812ea tempest-TestServerBasicOps-356503146 tempest-TestServerBasicOps-356503146-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 1096 time: 0.4284000 Jul 14 09:34:56.089044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:56.089291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75c0cd47-bb95-435b-a073-8925c1e7513c req-33e72f2a-69dd-4f92-849b-8bc5e45b0ac2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.106958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:56.183748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75c0cd47-bb95-435b-a073-8925c1e7513c req-33e72f2a-69dd-4f92-849b-8bc5e45b0ac2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.209539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1341ccb0-a256-4ec6-8062-ed479a111493 None None] Network 27427832-ba86-4610-b7cc-14185d3b754e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:34:56.229987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:56.234368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Allocated IP 19.80.0.32 (0921a446-2ff5-45ca-a51c-51eecce8f791/0731183b-651a-45a3-bef9-3a7bf79db6f9/e86ff4e1-17b0-4d2b-9036-6519e422506f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:56.296895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75c0cd47-bb95-435b-a073-8925c1e7513c req-33e72f2a-69dd-4f92-849b-8bc5e45b0ac2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.300543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75c0cd47-bb95-435b-a073-8925c1e7513c req-33e72f2a-69dd-4f92-849b-8bc5e45b0ac2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.301143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75c0cd47-bb95-435b-a073-8925c1e7513c req-33e72f2a-69dd-4f92-849b-8bc5e45b0ac2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/b13ee5f1-e23c-4245-ad59-bebff3a5f15e HTTP/1.1" status: 204 len: 173 time: 0.4622715 Jul 14 09:34:56.342422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e72f2a-69dd-4f92-849b-8bc5e45b0ac2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13ee5f1-e23c-4245-ad59-bebff3a5f15e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:56.553744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.594331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Transition to ACTIVE for port object e86ff4e1-17b0-4d2b-9036-6519e422506f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:56.598088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab1b3a86-4328-48d5-ac41-0ac27838b381 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:34:56.636939 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d4e97-2117-48b2-a3ee-00469f9971c8 x-openstack-request-id: req-475d4e97-2117-48b2-a3ee-00469f9971c8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:34:56.637636 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17acf6e-d9e1-433a-b832-8c6e676308db", "name": "network-vif-deleted", "tag": "ab1b3a86-4328-48d5-ac41-0ac27838b381", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:34:56.637636 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-475d4e97-2117-48b2-a3ee-00469f9971c8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:34:56.638352 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17acf6e-d9e1-433a-b832-8c6e676308db', 'name': 'network-vif-deleted', 'tag': 'ab1b3a86-4328-48d5-ac41-0ac27838b381', 'status': 'completed', 'code': 200} Jul 14 09:34:56.642322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: ab1b3a86-4328-48d5-ac41-0ac27838b381 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:34:56.642790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab1b3a86-4328-48d5-ac41-0ac27838b381 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:34:56.655906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.677337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 2, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:56.698785 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76b29222-9984-4fa7-8bac-7a5c1c561b77 req-7ad776f6-252f-4305-9e3f-f1b9e4ebe80a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132330 Jul 14 09:34:56.735840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Port': ['ID=e86ff4e1-17b0-4d2b-9036-6519e422506f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:56.736602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Checking router: 712687b4-5fc9-487c-bb51-6f6223136332 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:34:56.736958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Updating router 712687b4-5fc9-487c-bb51-6f6223136332 port 04859f70-7183-414f-b71f-e8966d8e98b8 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:34:56.751663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 0921a446-2ff5-45ca-a51c-51eecce8f791 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:56.753884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:56.768957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:56.773214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.789982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.808811 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.843884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:56.845082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:56.864682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-fb34e10c-92b3-422c-bff8-70b188b5d5a8 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4558396 Jul 14 09:34:56.881111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Request body: {'port': {'device_id': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:57.045533 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.051118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37906) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:57.066082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3e5fc14f-c7bd-4dd6-bc55-819031493401 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--272520537', 'description': 'tempest-description--360375159'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:57.111681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1d1a8be9-241d-4179-b834-b552326828ef req-0ab5d5a9-8c66-4b63-82cd-d60ae5b1d92b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 210 time: 0.1570356 Jul 14 09:34:57.128125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Allocated IP 172.20.0.6 (673fb425-9ff2-43ab-b93b-310938daff70/979bf005-a798-41f4-ba11-a0f5622e32f4/c427e810-6d89-4512-9409-4e6862be7022) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:57.147730 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc14f-c7bd-4dd6-bc55-819031493401 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.229461 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.256135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.272386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Transition to ACTIVE for port object 04859f70-7183-414f-b71f-e8966d8e98b8 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:57.278491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-27fa7598-ae7b-471c-8d9f-80a5c6a38d4d None None] Provisioning for port e86ff4e1-17b0-4d2b-9036-6519e422506f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:34:57.294739 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.301616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-27fa7598-ae7b-471c-8d9f-80a5c6a38d4d None None] Provisioning complete for port e86ff4e1-17b0-4d2b-9036-6519e422506f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:34:57.301616 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27fa7598-ae7b-471c-8d9f-80a5c6a38d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.320427 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-698c4779-2221-4a00-bc14-78258066a65b req-d77e3b87-6c44-4648-a876-f5932a6d82e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:34:57.322149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-698c4779-2221-4a00-bc14-78258066a65b req-d77e3b87-6c44-4648-a876-f5932a6d82e4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/b13ee5f1-e23c-4245-ad59-bebff3a5f15e HTTP/1.1" status: 404 len: 352 time: 0.0736709 Jul 14 09:34:57.385608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.389389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528db539-1c80-4bad-b9b0-4daa2e9e7d68 None None] Pushing event updated for resources: {'Port': ['ID=04859f70-7183-414f-b71f-e8966d8e98b8,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.434499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-27fa7598-ae7b-471c-8d9f-80a5c6a38d4d None None] Port e86ff4e1-17b0-4d2b-9036-6519e422506f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:34:57.444268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.514793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Pushing event updated for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.576464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-0ec8c519-c327-43f9-b5da-f026a5a6fff8 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:57.577667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Attempting to bind port 04859f70-7183-414f-b71f-e8966d8e98b8 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:57.578167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Attempting to bind port 04859f70-7183-414f-b71f-e8966d8e98b8 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:57.578325 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-0ec8c519-c327-43f9-b5da-f026a5a6fff8 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/networks?id=27427832-ba86-4610-b7cc-14185d3b754e HTTP/1.1" status: 200 len: 814 time: 0.3001134 Jul 14 09:34:57.578751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Attempting to bind port 04859f70-7183-414f-b71f-e8966d8e98b8 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:57.586953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:57.587660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Checking segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:57.588521 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.589198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Bound using segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:57.589812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Bound port: 04859f70-7183-414f-b71f-e8966d8e98b8, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:57.594494 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.610859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Network 673fb425-9ff2-43ab-b93b-310938daff70 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:57.644455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-62cd1221-206f-4eab-ad52-c0e09fe75794 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/quotas/317a375219484475b5ae2946875074cc HTTP/1.1" status: 200 len: 375 time: 0.0445194 Jul 14 09:34:57.656957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc14f-c7bd-4dd6-bc55-819031493401 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.661827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:57.684769 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc14f-c7bd-4dd6-bc55-819031493401 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.685256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:57.737432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] For port 04859f70-7183-414f-b71f-e8966d8e98b8, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:57.745919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] For port 04859f70-7183-414f-b71f-e8966d8e98b8, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=04859f70-7183-414f-b71f-e8966d8e98b8,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:57.749483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-6ae90f5f-98c6-4468-b16b-90de6fb95da1 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=317a375219484475b5ae2946875074cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0857079 Jul 14 09:34:57.758232 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.767528 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc14f-c7bd-4dd6-bc55-819031493401 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.767528 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3e5fc14f-c7bd-4dd6-bc55-819031493401 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7117138 Jul 14 09:34:57.776409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37922) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:57.781372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3c19cd4c-e26b-4a4a-a35a-973fe88a587f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'security_group_rule': {'security_group_id': 'dbf2fabd-45d3-48b8-86ad-9188a0655e51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:57.784466 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca3b834d-f126-4103-8155-38052d6cec75 req-2b0c7d0e-d107-4ff7-a329-3537e57159e5 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4 HTTP/1.1" status: 200 len: 6158 time: 0.2745876 Jul 14 09:34:57.866879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:34:57.868271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:57.869319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:57.869987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.887135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.890302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fc14f-c7bd-4dd6-bc55-819031493401 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2fabd-45d3-48b8-86ad-9188a0655e51,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:57.913991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:57.939325 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:57.975945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca3b834d-f126-4103-8155-38052d6cec75 req-c1dbe2f6-2efa-4892-8690-c0a539991bf9 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6 HTTP/1.1" status: 200 len: 2985 time: 0.1903763 Jul 14 09:34:57.995607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Transition to ACTIVE for port object 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:57.996740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-94d0c254-8aaf-4b2d-af0d-760b15ed651a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3354595 Jul 14 09:34:58.003447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c19cd4c-e26b-4a4a-a35a-973fe88a587f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.010693 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.014815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Request body: {'port': {'device_id': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:58.069842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Deleting port fa0256b3-3fed-4101-9bb4-f566e11b59b7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:34:58.070320 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.131417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:58.166141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:34:58.180480 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca3b834d-f126-4103-8155-38052d6cec75 req-9909c700-1160-4853-957b-ebe2bbe4607b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6 HTTP/1.1" status: 200 len: 2985 time: 0.2033765 Jul 14 09:34:58.190410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-8d981c81-0739-4413-b936-3527172fbad2 service neutron] 10.222.0.73 "GET /v2.0/networks/27427832-ba86-4610-b7cc-14185d3b754e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177015 Jul 14 09:34:58.259703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] For port fa0256b3-3fed-4101-9bb4-f566e11b59b7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fa0256b3-3fed-4101-9bb4-f566e11b59b7,segment=NetworkSegment(fe58f05e-1522-4622-aebc-4dd4b076aedd),segment_id=fe58f05e-1522-4622-aebc-4dd4b076aedd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:34:58.260072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.285839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Calling delete_port for fa0256b3-3fed-4101-9bb4-f566e11b59b7 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:34:58.299567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528db539-1c80-4bad-b9b0-4daa2e9e7d68 None None] Pushing event updated for resources: {'Port': ['ID=04859f70-7183-414f-b71f-e8966d8e98b8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:58.411729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-64e2dcaa-a5b9-4eb5-a704-6e2e032a75f1 service neutron] 10.222.0.73 "GET /v2.0/networks/27427832-ba86-4610-b7cc-14185d3b754e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808288 Jul 14 09:34:58.416366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Allocated IP 172.25.0.168 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/a12aa435-8de6-4ce5-8062-857091189f08) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:34:58.444360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.528329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c19cd4c-e26b-4a4a-a35a-973fe88a587f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.551927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:34:58.586956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c19cd4c-e26b-4a4a-a35a-973fe88a587f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.601652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d8c2b5-cf56-44b0-9f6d-168048990d3f None None] The sync data for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 is: [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:34:57Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:34:58.625715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19cd4c-e26b-4a4a-a35a-973fe88a587f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6976ac9c-2ed5-432f-b35b-92e7a937dbda,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:58.668110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d54f3-9d2b-4172-b720-7c64a284757e req-f3eea173-f6e5-4f9f-a7ae-a3e3477edb59 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:58.675965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d54f3-9d2b-4172-b720-7c64a284757e req-f3eea173-f6e5-4f9f-a7ae-a3e3477edb59 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:58.676646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c19cd4c-e26b-4a4a-a35a-973fe88a587f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.684307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d54f3-9d2b-4172-b720-7c64a284757e req-f3eea173-f6e5-4f9f-a7ae-a3e3477edb59 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:58.693698 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-590d54f3-9d2b-4172-b720-7c64a284757e req-f3eea173-f6e5-4f9f-a7ae-a3e3477edb59 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2388 time: 0.3964252 Jul 14 09:34:58.709666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37932) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:34:58.723702 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3c19cd4c-e26b-4a4a-a35a-973fe88a587f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9012625 Jul 14 09:34:58.743046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-01c6dafc-6a7f-411d-bf5c-550f7cc6ff04 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'security_group_rule': {'security_group_id': 'dbf2fabd-45d3-48b8-86ad-9188a0655e51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:58.782683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Attempting to bind port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:34:58.783705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Attempting to bind port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:34:58.784323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Attempting to bind port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 on network 0921a446-2ff5-45ca-a51c-51eecce8f791 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:58.790271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 on network 0921a446-2ff5-45ca-a51c-51eecce8f791 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:34:58.790924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Attempting to bind port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 on network 0921a446-2ff5-45ca-a51c-51eecce8f791 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:34:58.798926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:34:58.799863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Checking segment: {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:34:58.800662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Bound using segment: {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:34:58.801531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Bound port: 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:34:58.802170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.936685 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-590d54f3-9d2b-4172-b720-7c64a284757e req-9ab18a87-ff58-4c0e-a100-eacc1e308096 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279088 Jul 14 09:34:58.965224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] For port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:34:58.969990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] For port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:34:58.984016 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:58.990574 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.022335 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c6dafc-6a7f-411d-bf5c-550f7cc6ff04 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.042727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:59.043350 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.044913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] 10.222.0.69 "PUT /v2.0/ports/3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 HTTP/1.1" status: 200 len: 1093 time: 2.1726203 Jul 14 09:34:59.046485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'tag': '3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:34:59.049968 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "tag": "3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:34:59.075658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-16f36714-af80-420b-b53d-99d11d1e8314 req-56e6e420-bc82-4713-adbc-31b09317daab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1980628416', 'description': 'tempest-description-58780430'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:59.082741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee5e244-9d1e-4d77-b60e-55d0b11c01ea req-8b57e9b2-077f-48d9-b4a6-c96626acbb47 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:34:59.085205 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ee5e244-9d1e-4d77-b60e-55d0b11c01ea req-8b57e9b2-077f-48d9-b4a6-c96626acbb47 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 931 time: 0.2585838 Jul 14 09:34:59.097020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Request body: {'port': {'device_id': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:34:59.170353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdb0f4-122d-4c4c-bc2e-92c3a5a91247 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.183191 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-16f36714-af80-420b-b53d-99d11d1e8314 req-56e6e420-bc82-4713-adbc-31b09317daab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.269927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ee5e244-9d1e-4d77-b60e-55d0b11c01ea req-a57860d4-7110-44f6-ba06-6d697c0d943f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319139 Jul 14 09:34:59.280349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.453381 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.485644 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.520468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0256b3-3fed-4101-9bb4-f566e11b59b7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.541198 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.544733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c6dafc-6a7f-411d-bf5c-550f7cc6ff04 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.565786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c6dafc-6a7f-411d-bf5c-550f7cc6ff04 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.737877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:34:59.750441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6dafc-6a7f-411d-bf5c-550f7cc6ff04 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1933fbb3-f10e-4dca-9075-40697527a5c8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.780788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6a3660-71c4-4bfb-898b-3ba426feb47b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:34:59.781401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:34:59.801369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.810788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:34:59.850749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc37d71b-d890-41a3-86db-502f596a0b4e req-0fc0f782-34fe-4a0e-82ac-1afc1dd60e12 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 210 time: 0.0615087 Jul 14 09:34:59.855407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Transition to ACTIVE for port object 3a6a3660-71c4-4bfb-898b-3ba426feb47b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:34:59.859915 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.867560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'Port': ['ID=a12aa435-8de6-4ce5-8062-857091189f08,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:34:59.973244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-16f36714-af80-420b-b53d-99d11d1e8314 req-56e6e420-bc82-4713-adbc-31b09317daab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:34:59.981748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c427e810-6d89-4512-9409-4e6862be7022 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:00.003645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a3660-71c4-4bfb-898b-3ba426feb47b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:00.028075 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb396918-cf78-42be-939a-d072fcf5be40 x-openstack-request-id: req-bb396918-cf78-42be-939a-d072fcf5be40 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:00.028577 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "tag": "3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:00.029692 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb396918-cf78-42be-939a-d072fcf5be40 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:00.030551 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'tag': '3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44', 'status': 'completed', 'code': 200} Jul 14 09:35:00.032009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-16f36714-af80-420b-b53d-99d11d1e8314 req-56e6e420-bc82-4713-adbc-31b09317daab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.047757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.066684 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01c6dafc-6a7f-411d-bf5c-550f7cc6ff04 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.073036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-01c6dafc-6a7f-411d-bf5c-550f7cc6ff04 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3519518 Jul 14 09:35:00.081046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37946) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:00.192170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:00.242487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Transition to ACTIVE for port object c427e810-6d89-4512-9409-4e6862be7022 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:00.296724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Attempting to bind port 3a6a3660-71c4-4bfb-898b-3ba426feb47b on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:00.297131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Attempting to bind port 3a6a3660-71c4-4bfb-898b-3ba426feb47b by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:00.297619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Attempting to bind port 3a6a3660-71c4-4bfb-898b-3ba426feb47b on network 95b9434d-37c6-41af-b089-eb59d677728f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:00.323812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Port 3a6a3660-71c4-4bfb-898b-3ba426feb47b on network 95b9434d-37c6-41af-b089-eb59d677728f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:00.324226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Attempting to bind port 3a6a3660-71c4-4bfb-898b-3ba426feb47b on network 95b9434d-37c6-41af-b089-eb59d677728f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:00.339081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:00.339459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Checking segment: {'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:00.339856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Bound using segment: {'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:00.340337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Bound port: 3a6a3660-71c4-4bfb-898b-3ba426feb47b, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc7bc12-3a66-45f0-9cb2-0e7995883c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:00.340850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.353629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384478d-ba54-4be8-a3da-a48655d9c4cd req-a0bb6926-9473-44fa-9675-ed31f02683ac tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.360308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384478d-ba54-4be8-a3da-a48655d9c4cd req-a0bb6926-9473-44fa-9675-ed31f02683ac tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.366654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384478d-ba54-4be8-a3da-a48655d9c4cd req-a0bb6926-9473-44fa-9675-ed31f02683ac tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.374166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4384478d-ba54-4be8-a3da-a48655d9c4cd req-a0bb6926-9473-44fa-9675-ed31f02683ac tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2400 time: 0.2031572 Jul 14 09:35:00.375164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-16f36714-af80-420b-b53d-99d11d1e8314 req-56e6e420-bc82-4713-adbc-31b09317daab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.378005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16f36714-af80-420b-b53d-99d11d1e8314 req-56e6e420-bc82-4713-adbc-31b09317daab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3095367 Jul 14 09:35:00.496540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4384478d-ba54-4be8-a3da-a48655d9c4cd req-80fafbdb-a4d0-43e2-a85f-06f6a0fcead7 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211014 Jul 14 09:35:00.592994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-d0251eb3-e262-4494-a262-4e525f184e48 req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-705520', 'description': 'tempest-description-824418372'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:00.617381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] For port 3a6a3660-71c4-4bfb-898b-3ba426feb47b, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:00.656749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] For port 3a6a3660-71c4-4bfb-898b-3ba426feb47b, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a6a3660-71c4-4bfb-898b-3ba426feb47b,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:00.663482 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.783687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 04859f70-7183-414f-b71f-e8966d8e98b8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:00.813668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:00.814548 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:00.816578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] 10.222.0.69 "PUT /v2.0/ports/3a6a3660-71c4-4bfb-898b-3ba426feb47b HTTP/1.1" status: 200 len: 1093 time: 1.7272990 Jul 14 09:35:00.917285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 04859f70-7183-414f-b71f-e8966d8e98b8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:00.922318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Request body: {'port': {'device_id': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:00.922583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 04859f70-7183-414f-b71f-e8966d8e98b8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:00.923146 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.011051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb328b-4f37-49a7-ae1d-b42e8062f032 service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a3660-71c4-4bfb-898b-3ba426feb47b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.110626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-2bbd9e38-23b0-428e-907f-ecb7d9118d03 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.112762 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-2bbd9e38-23b0-428e-907f-ecb7d9118d03 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.69 "GET /v2.0/networks?id=27427832-ba86-4610-b7cc-14185d3b754e HTTP/1.1" status: 200 len: 814 time: 0.3702183 Jul 14 09:35:01.118677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.126256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Request body: {'port': {'device_id': 'edbf1645-ccd4-426e-990d-19c37844fa69', 'network_id': '27427832-ba86-4610-b7cc-14185d3b754e', 'admin_state_up': True, 'tenant_id': '317a375219484475b5ae2946875074cc'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:01.153986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.157272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6e420-bc82-4713-adbc-31b09317daab tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92960f95-ec86-4064-aa5d-bba177d56f25,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.168222 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.190581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.243351 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [req-d0251eb3-e262-4494-a262-4e525f184e48 req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:35:01.243351 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:35:01.243351 n-d-780147-26 neutron-server[93780]: [parameters: {'project_id_1': '9b9e7b4a498246acbf83f5f379fd38e4', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 35, 0, 603294)}] Jul 14 09:35:01.243351 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:35:01.244502 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [req-d0251eb3-e262-4494-a262-4e525f184e48 req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:35:01.358654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.435896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 04859f70-7183-414f-b71f-e8966d8e98b8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=04859f70-7183-414f-b71f-e8966d8e98b8,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:01.442850 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.478065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Made reservation on behalf of 317a375219484475b5ae2946875074cc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:01.483086 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.514032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=04859f70-7183-414f-b71f-e8966d8e98b8,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.547367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Pushing event updated for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:01.582483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-7bc7bc21-7091-4f79-89c3-373a0065e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.582983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-7bc7bc21-7091-4f79-89c3-373a0065e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.583471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-7bc7bc21-7091-4f79-89c3-373a0065e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.585169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-7bc7bc21-7091-4f79-89c3-373a0065e0be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2758 time: 1.5501509 Jul 14 09:35:01.718700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Allocated IP 172.20.0.8 (27427832-ba86-4610-b7cc-14185d3b754e/5d387e9e-bc88-4f6b-834d-6bb4955484a9/04c0fe39-8f9e-427f-a937-33c773a0c8c8) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:01.802569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86ff4e1-17b0-4d2b-9036-6519e422506f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:01.826038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.846412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c02ac-fdd7-4cce-a339-6b373c12e5cc req-ac57a71a-afc6-4f76-95db-70230fc795fa tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:01.848014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe0c02ac-fdd7-4cce-a339-6b373c12e5cc req-ac57a71a-afc6-4f76-95db-70230fc795fa tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 943 time: 0.7008622 Jul 14 09:35:01.852884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d0251eb3-e262-4494-a262-4e525f184e48 req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.882778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Transition to ACTIVE for port object e86ff4e1-17b0-4d2b-9036-6519e422506f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:01.917328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:01.979193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Attempting to bind port c427e810-6d89-4512-9409-4e6862be7022 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:01.979652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Attempting to bind port c427e810-6d89-4512-9409-4e6862be7022 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:01.979940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Attempting to bind port c427e810-6d89-4512-9409-4e6862be7022 on network 673fb425-9ff2-43ab-b93b-310938daff70 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:02.036181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'tag': '3a6a3660-71c4-4bfb-898b-3ba426feb47b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:02.038750 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "tag": "3a6a3660-71c4-4bfb-898b-3ba426feb47b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:02.041743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Pushing event updated for resources: {'Port': ['ID=e86ff4e1-17b0-4d2b-9036-6519e422506f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:02.099982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Port c427e810-6d89-4512-9409-4e6862be7022 on network 673fb425-9ff2-43ab-b93b-310938daff70 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:02.100364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Attempting to bind port c427e810-6d89-4512-9409-4e6862be7022 on network 673fb425-9ff2-43ab-b93b-310938daff70 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:02.112478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-474c6ddd-0333-45b7-af30-dcde06e2c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.113074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-474c6ddd-0333-45b7-af30-dcde06e2c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.113559 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-474c6ddd-0333-45b7-af30-dcde06e2c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.115518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-474c6ddd-0333-45b7-af30-dcde06e2c006 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c2faf49cba14eb2be9cec674c462471&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5171514 Jul 14 09:35:02.145554 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe0c02ac-fdd7-4cce-a339-6b373c12e5cc req-2ab63367-1b3a-4979-9fad-9764e9ba9c3e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769787 Jul 14 09:35:02.147965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:02.148281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Checking segment: {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:02.148680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Bound using segment: {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:02.149368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Bound port: c427e810-6d89-4512-9409-4e6862be7022, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:02.149596 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.380549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.464866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Router 181024e2-363d-495e-b3fd-d00549faeefc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:02.473660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.535055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:02.546677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.562198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-13858674-fa64-46d5-8e1c-2daad8423204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.563831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d780b45-34c7-4be9-8d08-c25bcfadc7cf req-13858674-fa64-46d5-8e1c-2daad8423204 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4397309 Jul 14 09:35:02.576961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5ae7b68-8ceb-453b-b142-e1b0143f9ce4 req-7e4f073f-4b67-4f46-994b-6f3dac6274e3 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 210 time: 0.0954161 Jul 14 09:35:02.658907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 04859f70-7183-414f-b71f-e8966d8e98b8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:02.711447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:02.720124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Attempting to bind port e86ff4e1-17b0-4d2b-9036-6519e422506f on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:02.720813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Attempting to bind port e86ff4e1-17b0-4d2b-9036-6519e422506f by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:02.721199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Attempting to bind port e86ff4e1-17b0-4d2b-9036-6519e422506f on network 0921a446-2ff5-45ca-a51c-51eecce8f791 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:02.724258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 04859f70-7183-414f-b71f-e8966d8e98b8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:02.725033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.729135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.734752 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d0251eb3-e262-4494-a262-4e525f184e48 req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.743247 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.802342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Pushing event updated for resources: {'Port': ['ID=04c0fe39-8f9e-427f-a937-33c773a0c8c8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:02.810247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d0251eb3-e262-4494-a262-4e525f184e48 req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.821392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Port e86ff4e1-17b0-4d2b-9036-6519e422506f on network 0921a446-2ff5-45ca-a51c-51eecce8f791 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:02.821818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Attempting to bind port e86ff4e1-17b0-4d2b-9036-6519e422506f on network 0921a446-2ff5-45ca-a51c-51eecce8f791 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:02.851757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Network 27427832-ba86-4610-b7cc-14185d3b754e is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:02.857367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:02.863887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:02.864308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Checking segment: {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:02.864824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Bound using segment: {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:02.865397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Bound port: e86ff4e1-17b0-4d2b-9036-6519e422506f, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:02.865831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.868496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:02.904784 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d0251eb3-e262-4494-a262-4e525f184e48 req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.906334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0251eb3-e262-4494-a262-4e525f184e48 req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 2.3183682 Jul 14 09:35:02.928676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993d4d8-87c5-42f5-9196-d5d450153830 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9181bd11-d118-4ecb-9bb6-7b24684ab90f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:02.935906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:02.989789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:02.990529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.004018 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6cfb78-e3a4-4941-a9a8-d1d42ae834e8 x-openstack-request-id: req-9e6cfb78-e3a4-4941-a9a8-d1d42ae834e8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:03.004346 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "tag": "3a6a3660-71c4-4bfb-898b-3ba426feb47b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:03.004581 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e6cfb78-e3a4-4941-a9a8-d1d42ae834e8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:03.004977 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'tag': '3a6a3660-71c4-4bfb-898b-3ba426feb47b', 'status': 'completed', 'code': 200} Jul 14 09:35:03.011685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b7a628d3-1997-4511-9b94-0ee175405c98 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8897903 Jul 14 09:35:03.036989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Request body: {'port': {'device_id': 'edbf1645-ccd4-426e-990d-19c37844fa69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:03.061015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.061640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.063199 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] 10.222.0.66 "PUT /v2.0/ports/c427e810-6d89-4512-9409-4e6862be7022 HTTP/1.1" status: 200 len: 1092 time: 5.0529499 Jul 14 09:35:03.082991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:03.084529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] For port e86ff4e1-17b0-4d2b-9036-6519e422506f, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:03.085733 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03" -d '{"events": [{"name": "network-changed", "server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "tag": "c427e810-6d89-4512-9409-4e6862be7022"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:03.107278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] For port e86ff4e1-17b0-4d2b-9036-6519e422506f, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e86ff4e1-17b0-4d2b-9036-6519e422506f,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:03.113191 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.173251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.173921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.175444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] 10.222.0.69 "PUT /v2.0/ports/e86ff4e1-17b0-4d2b-9036-6519e422506f HTTP/1.1" status: 200 len: 1092 time: 2.2601643 Jul 14 09:35:03.201712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.220043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a7d16-ed3b-4d1a-8e2b-3c1bef5d7941 service neutron] Pushing event updated for resources: {'Port': ['ID=e86ff4e1-17b0-4d2b-9036-6519e422506f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.571514 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6379c2-1fc3-45f0-80e4-b8a1461518eb x-openstack-request-id: req-8a6379c2-1fc3-45f0-80e4-b8a1461518eb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:03.572147 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "tag": "c427e810-6d89-4512-9409-4e6862be7022", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:03.572147 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a6379c2-1fc3-45f0-80e4-b8a1461518eb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:03.572596 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022', 'status': 'completed', 'code': 200} Jul 14 09:35:03.575116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-b8ce47fb-ce5b-4309-90a1-6ef29ac3b23d tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.576668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-b8ce47fb-ce5b-4309-90a1-6ef29ac3b23d tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 812 time: 0.2750874 Jul 14 09:35:03.609093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ce995f37-d429-455e-b35f-91f4226ccaac tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/quotas/9b9e7b4a498246acbf83f5f379fd38e4 HTTP/1.1" status: 200 len: 375 time: 0.0234621 Jul 14 09:35:03.630314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c8f94-c87c-456f-898d-f7b328bb1b85 service neutron] Pushing event updated for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.655778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Allocated IP 172.25.0.36 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/81dfe2cb-f641-40ce-bb18-722a1d0d1bcf) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:03.720650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c0fe39-8f9e-427f-a937-33c773a0c8c8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:03.730660 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.744335 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-171722ff-a731-45e5-af87-cadc8212b8f0 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1266127 Jul 14 09:35:03.756742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Transition to ACTIVE for port object 04c0fe39-8f9e-427f-a937-33c773a0c8c8 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:03.763898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:03.776437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:03.778131 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] Sync routers for ids ['181024e2-363d-495e-b3fd-d00549faeefc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:03.792851 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] Routers {'181024e2-363d-495e-b3fd-d00549faeefc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:03.793849 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['181024e2-363d-495e-b3fd-d00549faeefc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:03.822176 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8c0b0b31-2539-4f1d-961c-ffe59e010d4c admin admin] 10.222.0.73 "PUT /v2.0/routers/181024e2-363d-495e-b3fd-d00549faeefc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1480291 Jul 14 09:35:03.828535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37980) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:03.883878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Pushing event updated for resources: {'Port': ['ID=04c0fe39-8f9e-427f-a937-33c773a0c8c8,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:03.923141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47a35-4dc2-45a6-a09d-7fceb43786d9 req-c882928a-503c-4a45-b4c4-e618d73bd8e6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.928760 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] Set router 181024e2-363d-495e-b3fd-d00549faeefc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:03.930789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47a35-4dc2-45a6-a09d-7fceb43786d9 req-c882928a-503c-4a45-b4c4-e618d73bd8e6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.938680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d47a35-4dc2-45a6-a09d-7fceb43786d9 req-c882928a-503c-4a45-b4c4-e618d73bd8e6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.940836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-81956976-3499-4f63-ba35-2df951e249d7 service neutron] 10.222.0.73 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888287 Jul 14 09:35:03.941690 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-60d47a35-4dc2-45a6-a09d-7fceb43786d9 req-c882928a-503c-4a45-b4c4-e618d73bd8e6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2412 time: 1.1456752 Jul 14 09:35:03.954196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-4a843d82-5f73-4108-a879-30216d597390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.954914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-4a843d82-5f73-4108-a879-30216d597390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.955669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-4a843d82-5f73-4108-a879-30216d597390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:03.957752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-4a843d82-5f73-4108-a879-30216d597390 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2826 time: 0.9072163 Jul 14 09:35:04.025062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Attempting to bind port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:04.025443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Attempting to bind port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '03615fd6-cc04-4672-bf7a-c31bbb4a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '27427832-ba86-4610-b7cc-14185d3b754e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:04.025726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Attempting to bind port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 on network 27427832-ba86-4610-b7cc-14185d3b754e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:04.037610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 on network 27427832-ba86-4610-b7cc-14185d3b754e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:04.037610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Attempting to bind port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 on network 27427832-ba86-4610-b7cc-14185d3b754e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:04.047114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:04.047114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Checking segment: {'id': '03615fd6-cc04-4672-bf7a-c31bbb4a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '27427832-ba86-4610-b7cc-14185d3b754e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:04.047575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Bound using segment: {'id': '03615fd6-cc04-4672-bf7a-c31bbb4a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '27427832-ba86-4610-b7cc-14185d3b754e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:04.047920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Bound port: 04c0fe39-8f9e-427f-a937-33c773a0c8c8, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03615fd6-cc04-4672-bf7a-c31bbb4a0515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '27427832-ba86-4610-b7cc-14185d3b754e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:04.048327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.085758 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.105316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-f89f6735-9ed5-4f77-abcd-6a8bbf438de0 service neutron] 10.222.0.73 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412802 Jul 14 09:35:04.148498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] For port 04c0fe39-8f9e-427f-a937-33c773a0c8c8, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:04.152121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] For port 04c0fe39-8f9e-427f-a937-33c773a0c8c8, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=04c0fe39-8f9e-427f-a937-33c773a0c8c8,segment=NetworkSegment(03615fd6-cc04-4672-bf7a-c31bbb4a0515),segment_id=03615fd6-cc04-4672-bf7a-c31bbb4a0515)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:04.157957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.186797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:35:04.207439 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:59Z', 'revision_number': 5, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:04.207676 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.212512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-f607ee2c-8d62-46fa-93d4-c8939392e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.215019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-f607ee2c-8d62-46fa-93d4-c8939392e3b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 1095 time: 0.6411841 Jul 14 09:35:04.220004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.221284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.223093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] 10.222.0.69 "PUT /v2.0/ports/04c0fe39-8f9e-427f-a937-33c773a0c8c8 HTTP/1.1" status: 200 len: 1092 time: 1.1962726 Jul 14 09:35:04.266738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f073b36-091b-4969-8f0d-ea9068138cea service neutron] Pushing event updated for resources: {'Port': ['ID=04c0fe39-8f9e-427f-a937-33c773a0c8c8,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.286411 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] Checking router: 181024e2-363d-495e-b3fd-d00549faeefc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:04.301351 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] Routers {'181024e2-363d-495e-b3fd-d00549faeefc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:04.302823 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['181024e2-363d-495e-b3fd-d00549faeefc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:04.374753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b54095ef-9875-49bf-89d2-689ecf710aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.376453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b54095ef-9875-49bf-89d2-689ecf710aea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=317a375219484475b5ae2946875074cc&device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 1095 time: 0.0976648 Jul 14 09:35:04.384994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-5fd6821e-08fd-464b-8edc-49cb8b33c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.385491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-5fd6821e-08fd-464b-8edc-49cb8b33c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.386092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-5fd6821e-08fd-464b-8edc-49cb8b33c42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.387830 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-5fd6821e-08fd-464b-8edc-49cb8b33c42e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c2faf49cba14eb2be9cec674c462471&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4078774 Jul 14 09:35:04.448251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event updated for resources: {'Port': ['ID=a12aa435-8de6-4ce5-8062-857091189f08,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:04.478914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-1b0d9a80-53c3-4ab1-a902-05827da9004f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04c0fe39-8f9e-427f-a937-33c773a0c8c8 HTTP/1.1" status: 200 len: 217 time: 0.0935359 Jul 14 09:35:04.496266 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] Set router 181024e2-363d-495e-b3fd-d00549faeefc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:04.632110 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-60d47a35-4dc2-45a6-a09d-7fceb43786d9 req-f6a17c06-fc6c-4ccc-a5be-03f60929ce05 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670597 Jul 14 09:35:04.635229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-be12c186-df8d-43ef-9058-e4bb4fd92232 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c427e810-6d89-4512-9409-4e6862be7022 HTTP/1.1" status: 200 len: 217 time: 0.3937747 Jul 14 09:35:04.648724 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.661636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-83571f41-d68a-4b6a-a24c-2c4c47411977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.663486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-83571f41-d68a-4b6a-a24c-2c4c47411977 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d387e9e-bc88-4f6b-834d-6bb4955484a9 HTTP/1.1" status: 200 len: 854 time: 0.1783631 Jul 14 09:35:04.691864 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:04.714668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-b62030f2-612d-4939-9fc6-0f8c7a85861d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27427832-ba86-4610-b7cc-14185d3b754e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444458 Jul 14 09:35:04.794032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-99061c3e-9981-41e3-93a7-b7551403a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.795685 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-99061c3e-9981-41e3-93a7-b7551403a02f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=979bf005-a798-41f4-ba11-a0f5622e32f4 HTTP/1.1" status: 200 len: 853 time: 0.1015627 Jul 14 09:35:04.797228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-61c139f6-6260-4a56-b520-f345f8dea1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.799158 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d43eb398-ef09-40f6-bfc9-12524f8e1cd8 req-61c139f6-6260-4a56-b520-f345f8dea1cf service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2929444 Jul 14 09:35:04.833625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150dcf3-2843-443f-8b07-efc254f3308c req-000d364c-fbd5-4e7c-9b1a-eee6fe6d73d6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:04.846872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9150dcf3-2843-443f-8b07-efc254f3308c req-000d364c-fbd5-4e7c-9b1a-eee6fe6d73d6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 943 time: 0.2574835 Jul 14 09:35:04.890853 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:59Z', 'revision_number': 5, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:04.899893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-a3f257d7-bf64-4585-9a6a-89e3d5f343cb service neutron] 10.222.0.69 "GET /v2.0/networks/27427832-ba86-4610-b7cc-14185d3b754e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759865 Jul 14 09:35:04.928493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9150dcf3-2843-443f-8b07-efc254f3308c req-52197e2c-f2cf-4996-b13f-9436b0f7f96b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788643 Jul 14 09:35:04.934655 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a941db98-566c-4755-a370-e2c340e6ccf3 None None] The sync data for ids ['181024e2-363d-495e-b3fd-d00549faeefc'] in n-d-780147-26 is: [{'id': '181024e2-363d-495e-b3fd-d00549faeefc', 'name': 'tempest-TestAggregatesBasicOps-482415304-router', 'tenant_id': '6d693e3a819445dfaf1de550b7c849cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57'}], 'enable_snat': True}, 'gw_port_id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:10Z', 'updated_at': '2021-07-14T09:34:59Z', 'revision_number': 5, 'project_id': '6d693e3a819445dfaf1de550b7c849cf', 'gw_port': {'id': '7ae009a8-a9ac-44c7-89c9-eee283259022', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:40:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '181024e2-363d-495e-b3fd-d00549faeefc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:12Z', 'updated_at': '2021-07-14T09:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:05.027189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'tag': 'e86ff4e1-17b0-4d2b-9036-6519e422506f'}, {'name': 'network-changed', 'server_uuid': 'edbf1645-ccd4-426e-990d-19c37844fa69', 'tag': '04c0fe39-8f9e-427f-a937-33c773a0c8c8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:05.030577 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16826667-632b-4475-bda6-097d8900aa56" -d '{"events": [{"name": "network-changed", "server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "tag": "e86ff4e1-17b0-4d2b-9036-6519e422506f"}, {"name": "network-changed", "server_uuid": "edbf1645-ccd4-426e-990d-19c37844fa69", "tag": "04c0fe39-8f9e-427f-a937-33c773a0c8c8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:05.056543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.076719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1622f1f0-f13c-47f5-9fdb-effa3134d060 req-e4db2668-c788-4d95-bf1a-3d49e99ad834 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 210 time: 0.0374820 Jul 14 09:35:05.082577 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-07214566-cf0a-4291-97d5-83811c905439 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=673fb425-9ff2-43ab-b93b-310938daff70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635986 Jul 14 09:35:05.120877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36b38e97-09d1-4f06-a8ee-5e280131cf33 req-7b228178-9ceb-4dbd-85c2-788226976dc7 service neutron] 10.222.0.69 "GET /v2.0/networks/27427832-ba86-4610-b7cc-14185d3b754e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144892 Jul 14 09:35:05.156581 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0ac0ee-c57a-4207-afaf-4e15f5bc4c7e x-openstack-request-id: req-eb0ac0ee-c57a-4207-afaf-4e15f5bc4c7e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:05.156581 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "tag": "e86ff4e1-17b0-4d2b-9036-6519e422506f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "edbf1645-ccd4-426e-990d-19c37844fa69", "tag": "04c0fe39-8f9e-427f-a937-33c773a0c8c8", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:05.156851 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb0ac0ee-c57a-4207-afaf-4e15f5bc4c7e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:05.157225 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'tag': 'e86ff4e1-17b0-4d2b-9036-6519e422506f', 'status': 'completed', 'code': 200} Jul 14 09:35:05.157481 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edbf1645-ccd4-426e-990d-19c37844fa69', 'tag': '04c0fe39-8f9e-427f-a937-33c773a0c8c8', 'status': 'completed', 'code': 200} Jul 14 09:35:05.225238 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.318265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:05.347938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:05.365850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:05.415340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'Port': ['ID=81dfe2cb-f641-40ce-bb18-722a1d0d1bcf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:05.528093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.553209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-f22b4934-0950-45ba-90d9-92319f1f07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.553706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-f22b4934-0950-45ba-90d9-92319f1f07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.554192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-f22b4934-0950-45ba-90d9-92319f1f07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.555949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-f22b4934-0950-45ba-90d9-92319f1f07aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2868 time: 0.6198511 Jul 14 09:35:05.562087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-2da1c700-1a30-4833-bee0-5fe493640cad service neutron] 10.222.0.66 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585996 Jul 14 09:35:05.607228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a77e3-5f48-4449-bb58-1822c539e9e9 req-a79060b0-2511-48d9-a7f6-127698fb95f0 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.608778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-408a77e3-5f48-4449-bb58-1822c539e9e9 req-a79060b0-2511-48d9-a7f6-127698fb95f0 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 943 time: 0.5431516 Jul 14 09:35:05.671715 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Floating IP 863f46dc-4614-42e0-9117-5b6fc892fba2 associated. External IP: 172.25.0.168, port: c051bc82-f072-4ced-bc10-b125631f01f8. Jul 14 09:35:05.754719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-eed25e2c-e83f-49d4-b829-0aeb7d487caf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 HTTP/1.1" status: 200 len: 217 time: 0.1768591 Jul 14 09:35:05.837065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:05.884360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5c28-9925-4cf5-be6e-4dca4695bfd0 req-7de7f1a4-c5db-42b4-85c0-c1b9dde81f8d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.891691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5c28-9925-4cf5-be6e-4dca4695bfd0 req-7de7f1a4-c5db-42b4-85c0-c1b9dde81f8d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.901730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5c28-9925-4cf5-be6e-4dca4695bfd0 req-7de7f1a4-c5db-42b4-85c0-c1b9dde81f8d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:05.903793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-283e5c28-9925-4cf5-be6e-4dca4695bfd0 req-7de7f1a4-c5db-42b4-85c0-c1b9dde81f8d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2412 time: 0.1179261 Jul 14 09:35:05.953268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-283e5c28-9925-4cf5-be6e-4dca4695bfd0 req-343cba7c-6210-4576-8ef2-c9b094269e82 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406785 Jul 14 09:35:06.023759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d51a6a85-a44c-4222-bd45-0d5656cb79cb req-49cb81dc-657d-40e6-b7b4-21a511c623a7 service neutron] 10.222.0.66 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496589 Jul 14 09:35:06.069304 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-408a77e3-5f48-4449-bb58-1822c539e9e9 req-29410d96-549c-4f45-8d9c-4f87ef5e97fa tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f1b14ef-c63e-4d61-9865-73abac49904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518774 Jul 14 09:35:06.100844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-2e7627be-6340-4347-a225-747fc8f94cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:06.102265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-2e7627be-6340-4347-a225-747fc8f94cad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0731183b-651a-45a3-bef9-3a7bf79db6f9 HTTP/1.1" status: 200 len: 801 time: 0.2938623 Jul 14 09:35:06.124906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.148061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Deleting port 7ae009a8-a9ac-44c7-89c9-eee283259022 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:06.148428 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.199157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-41108822-5361-45c9-ba38-5c2170c839a7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:06.200828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-41108822-5361-45c9-ba38-5c2170c839a7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.69 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 812 time: 0.2407708 Jul 14 09:35:06.215855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'port': {'device_id': '67793539-6de7-407f-b5ce-fc82a820f14d', 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3', 'admin_state_up': True, 'tenant_id': '9b9e7b4a498246acbf83f5f379fd38e4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:06.437043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-da8c93bc-e99d-4266-a153-18eaeadb7571 req-0c528cb4-f1c2-4848-b31f-7b1855d0fc7d tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 210 time: 0.0630057 Jul 14 09:35:06.488095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Made reservation on behalf of 9b9e7b4a498246acbf83f5f379fd38e4 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:06.494185 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.528418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fa0256b3-3fed-4101-9bb4-f566e11b59b7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:06.553993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: fa0256b3-3fed-4101-9bb4-f566e11b59b7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:06.554476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fa0256b3-3fed-4101-9bb4-f566e11b59b7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:06.681082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Allocated IP 172.20.0.11 (0526e8d3-d5d6-4921-a639-19722692c4b3/6bac8612-571e-4276-bc4c-bcbb53f72828/6c9c1999-4b5c-46ed-b50a-5bc787f45f22) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:06.858243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.918249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.933244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:06.997949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] For port 7ae009a8-a9ac-44c7-89c9-eee283259022, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7ae009a8-a9ac-44c7-89c9-eee283259022,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:06.998743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:06.999723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Network 0526e8d3-d5d6-4921-a639-19722692c4b3 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:07.004323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:07.009928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:07.014992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'Port': ['ID=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.039886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-1fad9fec-93cc-4fd3-8d8c-644ae5268d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.041781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-1fad9fec-93cc-4fd3-8d8c-644ae5268d5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0921a446-2ff5-45ca-a51c-51eecce8f791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9291046 Jul 14 09:35:07.067072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Calling delete_port for 7ae009a8-a9ac-44c7-89c9-eee283259022 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:07.089450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.090139 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.109435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-ee5051c9-27d5-4573-902d-2154672b4100 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8973777 Jul 14 09:35:07.124424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Request body: {'port': {'device_id': '67793539-6de7-407f-b5ce-fc82a820f14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:07.149625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548c8fd-762a-4cd8-8817-39c83fc66eaf req-7a483e71-e0f5-4bb5-8292-702a67c0b33d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.151281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e548c8fd-762a-4cd8-8817-39c83fc66eaf req-7a483e71-e0f5-4bb5-8292-702a67c0b33d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 943 time: 0.8403203 Jul 14 09:35:07.178659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-f7c042fa-e9fe-4716-9c90-b564dedfea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.181145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-f7c042fa-e9fe-4716-9c90-b564dedfea5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 1095 time: 0.9024372 Jul 14 09:35:07.254797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.255597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:07.285179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67ca91-5e60-4ecf-b682-764399525c59 req-6b4fca42-e2ca-47ca-b580-89f44417c858 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.291272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67ca91-5e60-4ecf-b682-764399525c59 req-6b4fca42-e2ca-47ca-b580-89f44417c858 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.297222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67ca91-5e60-4ecf-b682-764399525c59 req-6b4fca42-e2ca-47ca-b580-89f44417c858 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.298942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c67ca91-5e60-4ecf-b682-764399525c59 req-6b4fca42-e2ca-47ca-b580-89f44417c858 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2412 time: 0.1501348 Jul 14 09:35:07.372441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c67ca91-5e60-4ecf-b682-764399525c59 req-2063561b-d9f6-4093-966d-cb251df1453d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556121 Jul 14 09:35:07.483225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.546172 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e548c8fd-762a-4cd8-8817-39c83fc66eaf req-74dcdaa4-7ec2-401a-a364-f537a9ea2fcf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587055 Jul 14 09:35:07.546924 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.629541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205991de-d239-421e-bdd1-90bd570da6f8 req-7d2e6404-e341-472a-9728-02c7da05f22c tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.631024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-205991de-d239-421e-bdd1-90bd570da6f8 req-7d2e6404-e341-472a-9728-02c7da05f22c tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 943 time: 0.1160784 Jul 14 09:35:07.631233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-6d08e25a-777e-4d46-8db7-2e561d5ebcb5 service neutron] 10.222.0.69 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739105 Jul 14 09:35:07.717475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-205991de-d239-421e-bdd1-90bd570da6f8 req-43387229-e563-46eb-95a6-ffa997ff8c5c tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f1b14ef-c63e-4d61-9865-73abac49904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754325 Jul 14 09:35:07.742424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:07.755562 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.765895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-ac988d0d-0b93-415b-b8a3-7000031eec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:07.767415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-ac988d0d-0b93-415b-b8a3-7000031eec28 service neutron] 10.222.0.66 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 914 time: 0.5103517 Jul 14 09:35:07.770894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Transition to ACTIVE for port object 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:07.776230 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.830718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.845311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'Port': ['ID=81dfe2cb-f641-40ce-bb18-722a1d0d1bcf,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:07.871187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-7c526e1d-79f0-4fc0-8418-64494ee6941e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c427e810-6d89-4512-9409-4e6862be7022 HTTP/1.1" status: 200 len: 217 time: 0.0806220 Jul 14 09:35:07.912566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Attempting to bind port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:07.912812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Attempting to bind port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:07.913150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Attempting to bind port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 on network 0526e8d3-d5d6-4921-a639-19722692c4b3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:07.917829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 on network 0526e8d3-d5d6-4921-a639-19722692c4b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:07.918161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Attempting to bind port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 on network 0526e8d3-d5d6-4921-a639-19722692c4b3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:07.923600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:07.924917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Checking segment: {'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:07.925040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Bound using segment: {'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:07.925418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Bound port: 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5569148c-dbe0-41a3-a881-5d81f9c65af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:07.925789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.942215 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:07.976118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:07.987854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] Sync routers for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:07.998024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:07.999109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.001866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] For port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:08.030958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.032667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-767cf31f-7c1c-4361-8d6e-c7fe77c5979a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9207594 Jul 14 09:35:08.047796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-6ca1a531-9535-4ddc-b54a-2e8ad46b3d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.049586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-6ca1a531-9535-4ddc-b54a-2e8ad46b3d4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=979bf005-a798-41f4-ba11-a0f5622e32f4 HTTP/1.1" status: 200 len: 853 time: 0.1568489 Jul 14 09:35:08.054262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-ecb064db-7302-4ddd-946a-453b4db5e018 service neutron] 10.222.0.69 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022808 Jul 14 09:35:08.063169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] For port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:08.069883 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.084922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.088861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.089827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.091502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] 10.222.0.69 "PUT /v2.0/ports/6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 200 len: 1093 time: 0.9743652 Jul 14 09:35:08.092543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:08.092900 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.096959 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb87089-48eb-4ce4-a5fa-55a11a039900" -d '{"events": [{"name": "network-changed", "server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:08.163948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-3e3170c9-9091-4430-b7ea-cdf1069116aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=673fb425-9ff2-43ab-b93b-310938daff70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054733 Jul 14 09:35:08.166322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:08.188751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-06d25a0d-02d4-44bc-8778-29c5338a9534 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=3a6a3660-71c4-4bfb-898b-3ba426feb47b HTTP/1.1" status: 200 len: 217 time: 0.1173265 Jul 14 09:35:08.199800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae009a8-a9ac-44c7-89c9-eee283259022,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:08.212143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f3c4e1-a481-43ee-bb60-211d861882f4 req-8b654712-00e1-4ad8-945a-26cad2f5a81c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.214003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76f3c4e1-a481-43ee-bb60-211d861882f4 req-8b654712-00e1-4ad8-945a-26cad2f5a81c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 944 time: 0.4119051 Jul 14 09:35:08.219223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354931d4-fa3d-4c2b-85f2-dfce93784fdd service neutron] Pushing event updated for resources: {'Port': ['ID=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:08.252578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-78420714-6fb9-4830-a3e0-1e6d6950da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.254259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-78420714-6fb9-4830-a3e0-1e6d6950da1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1096 time: 0.1166251 Jul 14 09:35:08.304876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-f0a4b6e5-6592-49d2-a116-52e1ef1ef63e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--272520537&fields=id&tenant_id=582443b1b60a4ecb87305b31dc88d9c2 HTTP/1.1" status: 200 len: 267 time: 0.0901301 Jul 14 09:35:08.306360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-4d577937-5a2f-4601-b787-93fecea97c29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 200 len: 217 time: 0.0419657 Jul 14 09:35:08.365536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b4c668f-79b8-4042-bed9-34a5784cbac9 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1000 time: 12.2752244 Jul 14 09:35:08.375686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:08.378552 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c684c724-887e-49fc-93b2-86b71e977ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:08.419144 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76f3c4e1-a481-43ee-bb60-211d861882f4 req-cdec7d44-fcb3-4b9a-8f82-de62af73604f tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879439 Jul 14 09:35:08.425690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-d9ab5e2c-fe94-461c-977f-1c3613fb29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.427310 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-d9ab5e2c-fe94-461c-977f-1c3613fb29b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05 HTTP/1.1" status: 200 len: 801 time: 0.2123756 Jul 14 09:35:08.433440 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.435567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-5c2e98f2-fade-4eba-b9fc-f9a2850c32db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.437390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-5c2e98f2-fade-4eba-b9fc-f9a2850c32db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.1243000 Jul 14 09:35:08.476242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-1a77eb93-73e9-42c7-b66e-32aa830f76fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318058 Jul 14 09:35:08.491379 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8439b2bc-5d03-4877-a5d4-64d9cc911041 x-openstack-request-id: req-8439b2bc-5d03-4877-a5d4-64d9cc911041 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:08.491788 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:08.491909 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8439b2bc-5d03-4877-a5d4-64d9cc911041 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:08.492474 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22', 'status': 'completed', 'code': 200} Jul 14 09:35:08.536744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '863f46dc-4614-42e0-9117-5b6fc892fba2', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'port_id': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'mac_address': 'fa:16:3e:6a:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:01Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 0, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:22Z', 'revision_number': 5, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.575228 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746cf30d-08e0-4b4f-b5bd-09e89b4d1452 x-openstack-request-id: req-746cf30d-08e0-4b4f-b5bd-09e89b4d1452 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:08.575600 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:08.575801 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-746cf30d-08e0-4b4f-b5bd-09e89b4d1452 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:08.576188 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'status': 'completed', 'code': 200} Jul 14 09:35:08.590864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-2749ed8c-a98e-40f1-be03-e2ebcf4e35e7 service neutron] 10.222.0.66 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986759 Jul 14 09:35:08.596946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.599725 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.601443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] Checking router: 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:08.612348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:08.612877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:08.738901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-8f8a43d6-f857-4f24-9bfe-9fdd9cb0ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.741203 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-8f8a43d6-f857-4f24-9bfe-9fdd9cb0ecdf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2af3e0cad8cb482e810e9051890af676&device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 1101 time: 0.1294127 Jul 14 09:35:08.743021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.743585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 181024e2-363d-495e-b3fd-d00549faeefc {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:35:08.749356 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:08.754273 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b32f3819-12c1-4ed5-94c6-329b2c43774c admin admin] 10.222.0.73 "DELETE /v2.0/routers/181024e2-363d-495e-b3fd-d00549faeefc HTTP/1.1" status: 204 len: 168 time: 4.9177105 Jul 14 09:35:08.754692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-48f85d2d-6b86-47e9-b456-b426116eb858 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.762199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:08.762752 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-48f85d2d-6b86-47e9-b456-b426116eb858 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 816 time: 0.4479370 Jul 14 09:35:08.774219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:08.805734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-1a472585-54c7-4ce4-811c-a9bd56d2406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:08.807301 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-1a472585-54c7-4ce4-811c-a9bd56d2406b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=95b9434d-37c6-41af-b089-eb59d677728f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3717134 Jul 14 09:35:08.817425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 04c0fe39-8f9e-427f-a937-33c773a0c8c8 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:08.902076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8cf3cd3d-5020-4bf7-95fc-88928a49ca03 req-103720ea-457a-4794-acb6-30a94a90e82d service neutron] 10.222.0.66 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911699 Jul 14 09:35:08.987358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6e124d-c978-4bda-af5a-e8a9209166c4 admin admin] Deleting subnet 4b00b426-5a48-4bc8-acc0-678a9116aca7 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:08.992918 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f6e124d-c978-4bda-af5a-e8a9209166c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.091189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 04c0fe39-8f9e-427f-a937-33c773a0c8c8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=04c0fe39-8f9e-427f-a937-33c773a0c8c8,segment=NetworkSegment(03615fd6-cc04-4672-bf7a-c31bbb4a0515),segment_id=03615fd6-cc04-4672-bf7a-c31bbb4a0515)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:09.117143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '04c0fe39-8f9e-427f-a937-33c773a0c8c8', 'network_id': '27427832-ba86-4610-b7cc-14185d3b754e', 'port_id': '04c0fe39-8f9e-427f-a937-33c773a0c8c8', 'mac_address': 'fa:16:3e:c9:5a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d387e9e-bc88-4f6b-834d-6bb4955484a9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:09.161105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-dbefb930-8ba7-4ba3-a8fd-0fc1fd6b8486 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/quotas/582443b1b60a4ecb87305b31dc88d9c2 HTTP/1.1" status: 200 len: 375 time: 0.3971994 Jul 14 09:35:09.172946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-6c990f0b-90ed-4b00-a803-1a6d5eb576a2 service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795306 Jul 14 09:35:09.192996 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.211170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c0fe39-8f9e-427f-a937-33c773a0c8c8 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:09.240278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 04c0fe39-8f9e-427f-a937-33c773a0c8c8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=04c0fe39-8f9e-427f-a937-33c773a0c8c8,segment=NetworkSegment(03615fd6-cc04-4672-bf7a-c31bbb4a0515),segment_id=03615fd6-cc04-4672-bf7a-c31bbb4a0515)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:09.246221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '863f46dc-4614-42e0-9117-5b6fc892fba2', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'port_id': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'mac_address': 'fa:16:3e:6a:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:01Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 0, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:22Z', 'revision_number': 5, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:09.280783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6b2f9-cfd3-4eda-a0bb-08337c1f2201 None None] The sync data for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 is: [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '863f46dc-4614-42e0-9117-5b6fc892fba2', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'floating_ip_address': '172.25.0.168', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'port_id': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'mac_address': 'fa:16:3e:6a:93:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'device_owner': 'compute:foo_zone'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:01Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 0, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:22Z', 'revision_number': 5, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:09.282883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.347823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-219ab8f3-8cfc-4716-8b32-bb803b7c2cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.349429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-219ab8f3-8cfc-4716-8b32-bb803b7c2cf9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e04b8d33-39b8-4ef3-bd16-b7214680e59a HTTP/1.1" status: 200 len: 910 time: 0.5788288 Jul 14 09:35:09.369059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=04c0fe39-8f9e-427f-a937-33c773a0c8c8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:09.465845 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-c193a29e-897f-4718-b816-7d20e4bb4a3e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c051bc82-f072-4ced-bc10-b125631f01f8 HTTP/1.1" status: 200 len: 1003 time: 0.1076336 Jul 14 09:35:09.483712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-fed6ff0a-9fa6-4758-99d6-cc6ec892a9f8 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3046491 Jul 14 09:35:09.545949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f6e124d-c978-4bda-af5a-e8a9209166c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.550061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-484d5a81-cbfc-4c4b-9302-3054aef8ad6b req-b95255c5-0914-4b70-84df-587a7167e5a2 service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592100 Jul 14 09:35:09.561934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['04c0fe39-8f9e-427f-a937-33c773a0c8c8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:09.583522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-461b383b-9ac8-4834-a5d9-d9e0c541674c service neutron] 10.222.0.69 "GET /v2.0/networks/95b9434d-37c6-41af-b089-eb59d677728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389386 Jul 14 09:35:09.592170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-cb17cf5a-e636-4a75-a118-32ceab6bf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.593709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-cb17cf5a-e636-4a75-a118-32ceab6bf57b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e HTTP/1.1" status: 200 len: 848 time: 0.1089275 Jul 14 09:35:09.625393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb742-fe86-4308-908d-e7391a183c06 req-8a4de762-3703-473f-80ef-9620738903b4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.631869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb742-fe86-4308-908d-e7391a183c06 req-8a4de762-3703-473f-80ef-9620738903b4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.638128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb742-fe86-4308-908d-e7391a183c06 req-8a4de762-3703-473f-80ef-9620738903b4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.646450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e3fb742-fe86-4308-908d-e7391a183c06 req-8a4de762-3703-473f-80ef-9620738903b4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2412 time: 0.8318076 Jul 14 09:35:09.666709 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c794be23-a2a5-40ec-9cb1-a34f64a918de None None] New status for floating IP 863f46dc-4614-42e0-9117-5b6fc892fba2: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:35:09.745880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-b7a58c4a-54a9-41df-997b-7cc2b69fc21e service neutron] 10.222.0.73 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280326 Jul 14 09:35:09.774872 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e3fb742-fe86-4308-908d-e7391a183c06 req-a1e66bc4-1b89-419e-96e3-d1e2e61081bb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273575 Jul 14 09:35:09.798380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f6e124d-c978-4bda-af5a-e8a9209166c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:09.839876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-62bb7ef2-9dc8-4f31-83c5-2af1cd506d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.841533 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-62bb7ef2-9dc8-4f31-83c5-2af1cd506d80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1096 time: 0.2182193 Jul 14 09:35:09.863450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-a35e6305-8fe7-4da5-b7fb-8d23403bf065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:09.865044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-a35e6305-8fe7-4da5-b7fb-8d23403bf065 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e04b8d33-39b8-4ef3-bd16-b7214680e59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2428675 Jul 14 09:35:09.878009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-694295b0-2d50-47e5-b6d4-d627c0742529 service neutron] 10.222.0.69 "GET /v2.0/networks/95b9434d-37c6-41af-b089-eb59d677728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835333 Jul 14 09:35:09.953691 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-38118b58-2478-440e-9fd0-478f0175d81f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=e86ff4e1-17b0-4d2b-9036-6519e422506f HTTP/1.1" status: 200 len: 217 time: 0.0626209 Jul 14 09:35:09.987606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-e14c0030-17c3-43fb-89b9-23c376d1f6b8 service neutron] 10.222.0.73 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408147 Jul 14 09:35:09.991932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f6e124d-c978-4bda-af5a-e8a9209166c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.055253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e124d-c978-4bda-af5a-e8a9209166c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b00b426-5a48-4bc8-acc0-678a9116aca7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:10.059834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b47e5cf-76d2-4b81-bccc-fdea93e8043b None None] Network 774bb82e-3905-4da8-8cda-84b56fcf8a90 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:10.065479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-b1b3d231-4052-4691-a1f7-2155ac34cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.068440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-b1b3d231-4052-4691-a1f7-2155ac34cce8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 913 time: 0.2164230 Jul 14 09:35:10.070598 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f6e124d-c978-4bda-af5a-e8a9209166c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.072736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2f6e124d-c978-4bda-af5a-e8a9209166c4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4b00b426-5a48-4bc8-acc0-678a9116aca7 HTTP/1.1" status: 204 len: 168 time: 1.3091438 Jul 14 09:35:10.075521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38040) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:10.085601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-2bf948bf-1fc3-456a-8ff4-cb6555bbe070 service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053990 Jul 14 09:35:10.087363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-4954fea2-709a-45cb-be6e-d208ef354357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.089076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-4954fea2-709a-45cb-be6e-d208ef354357 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0731183b-651a-45a3-bef9-3a7bf79db6f9 HTTP/1.1" status: 200 len: 801 time: 0.1167560 Jul 14 09:35:10.144693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27686-d56f-4089-bc3a-b515721380e3 req-142c75a4-c836-4c07-a8c2-7a2ae39bfeec tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.146416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-acd27686-d56f-4089-bc3a-b515721380e3 req-142c75a4-c836-4c07-a8c2-7a2ae39bfeec tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 943 time: 0.2438171 Jul 14 09:35:10.236966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-acd27686-d56f-4089-bc3a-b515721380e3 req-b7170661-e85e-46df-a68c-4366670d131e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794532 Jul 14 09:35:10.242169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-210cd63f-0b47-4fa0-bb25-fd26bea957ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.243739 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-210cd63f-0b47-4fa0-bb25-fd26bea957ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0921a446-2ff5-45ca-a51c-51eecce8f791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1446865 Jul 14 09:35:10.274779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c427e810-6d89-4512-9409-4e6862be7022 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:10.440368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] DHCP port deletion for 774bb82e-3905-4da8-8cda-84b56fcf8a90 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:10.510141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:10.528097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'c427e810-6d89-4512-9409-4e6862be7022', 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'port_id': 'c427e810-6d89-4512-9409-4e6862be7022', 'mac_address': 'fa:16:3e:39:1d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979bf005-a798-41f4-ba11-a0f5622e32f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:10.531818 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c684c724-887e-49fc-93b2-86b71e977ac8 req-2292cf85-cd69-40ec-abef-4ac4670cd629 service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267943 Jul 14 09:35:10.537075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.556217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-015b2fc8-3b36-4c87-acf5-53358724c8f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 200 len: 217 time: 0.4764328 Jul 14 09:35:10.623133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-9a21973e-84f8-440e-ba96-f0dee42870e4 service neutron] 10.222.0.69 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704665 Jul 14 09:35:10.664424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 04c0fe39-8f9e-427f-a937-33c773a0c8c8 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:10.708650 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.739820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-3c99076b-4a70-464b-a220-9b946f13922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.743092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-3c99076b-4a70-464b-a220-9b946f13922d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.1809318 Jul 14 09:35:10.753998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] Deleting port 5223c148-4fe1-48a0-926f-56362614428f {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:10.754498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.763991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5223c148-4fe1-48a0-926f-56362614428f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:10.803865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-4b1aa0dc-8646-4f3e-9153-ec2fcf24f3e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479248 Jul 14 09:35:10.808258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a80c8-7a2c-47d4-bb07-047c1e1577af req-36030b52-867e-4b80-82e6-2899851f62e1 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.810241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d9a80c8-7a2c-47d4-bb07-047c1e1577af req-36030b52-867e-4b80-82e6-2899851f62e1 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 944 time: 0.3413732 Jul 14 09:35:10.829818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35ea7a9a-2ac5-4f65-9f2e-f475a0040586 req-cc24483a-4f87-42bf-86f3-3b8199f17754 service neutron] 10.222.0.69 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928339 Jul 14 09:35:10.884801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Deleting port 5223c148-4fe1-48a0-926f-56362614428f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:10.885584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.891990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] For port 5223c148-4fe1-48a0-926f-56362614428f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5223c148-4fe1-48a0-926f-56362614428f,segment=NetworkSegment(fe58f05e-1522-4622-aebc-4dd4b076aedd),segment_id=fe58f05e-1522-4622-aebc-4dd4b076aedd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:10.892323 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.907854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] Calling delete_port for 5223c148-4fe1-48a0-926f-56362614428f owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:10.915789 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d9a80c8-7a2c-47d4-bb07-047c1e1577af req-0b5f35f7-d66e-493a-ac83-1fe7c7b1930b tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f1b14ef-c63e-4d61-9865-73abac49904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838380 Jul 14 09:35:10.972905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] For port 5223c148-4fe1-48a0-926f-56362614428f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5223c148-4fe1-48a0-926f-56362614428f,segment=NetworkSegment(fe58f05e-1522-4622-aebc-4dd4b076aedd),segment_id=fe58f05e-1522-4622-aebc-4dd4b076aedd)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:10.973375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:10.975111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-d25274a1-ea1f-40f7-a3d9-3890608a2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.975744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-d25274a1-ea1f-40f7-a3d9-3890608a2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.976632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-d25274a1-ea1f-40f7-a3d9-3890608a2acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:10.978796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-d25274a1-ea1f-40f7-a3d9-3890608a2acc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2868 time: 0.0779536 Jul 14 09:35:10.983779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c427e810-6d89-4512-9409-4e6862be7022 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:11.027890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:11.035464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:11.035838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.063438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-fbe52bbf-859f-4c56-8caa-76906f6a3f6b service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498660 Jul 14 09:35:11.082867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:11.086432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Calling delete_port for 5223c148-4fe1-48a0-926f-56362614428f owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:11.095779 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.143222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ffd22c2-1207-415a-b358-804c9a3184dc req-4c618601-91c7-4ee8-8f1b-1ef64dcadbf0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 210 time: 0.0359859 Jul 14 09:35:11.167560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9a371-d8a0-4478-9488-b2e5c171d9ed req-2bd863e2-649e-42f4-8490-657a4c5f17a0 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.176503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ba9a371-d8a0-4478-9488-b2e5c171d9ed req-2bd863e2-649e-42f4-8490-657a4c5f17a0 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 944 time: 0.5052955 Jul 14 09:35:11.188271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-dfe9f217-9722-4030-a610-afa5cf55f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.191121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-dfe9f217-9722-4030-a610-afa5cf55f3a0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0921a446-2ff5-45ca-a51c-51eecce8f791 HTTP/1.1" status: 200 len: 903 time: 0.2047656 Jul 14 09:35:11.265910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-4b8e1b90-f660-4b57-aef8-e5a7ad310b4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=e86ff4e1-17b0-4d2b-9036-6519e422506f HTTP/1.1" status: 200 len: 217 time: 0.0682337 Jul 14 09:35:11.318442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ba9a371-d8a0-4478-9488-b2e5c171d9ed req-eb9c592a-e4cd-4b84-bfb2-6c03a3da61ec tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406741 Jul 14 09:35:11.416102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-bc24d858-5221-45aa-b534-94ab83526606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.418054 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-bc24d858-5221-45aa-b534-94ab83526606 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0731183b-651a-45a3-bef9-3a7bf79db6f9 HTTP/1.1" status: 200 len: 801 time: 0.1447718 Jul 14 09:35:11.446168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb87089-48eb-4ce4-a5fa-55a11a039900 req-fe50f472-3d0e-4784-be57-513de2eb24fb service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705935 Jul 14 09:35:11.470273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.490541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.510966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Port 5223c148-4fe1-48a0-926f-56362614428f update to DOWN by agent not found {{(pid=93781) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 14 09:35:11.511699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7ae009a8-a9ac-44c7-89c9-eee283259022 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:11.532798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Pushing event deleted for resources: {'Port': ['ID=5223c148-4fe1-48a0-926f-56362614428f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:11.535892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] No DVR routers for this DVR port 5223c148-4fe1-48a0-926f-56362614428f on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:11.563449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734f4d-fea9-4f98-b7c1-92f0ded0c14b req-b44fb6de-81ee-4cf8-bf28-e5f1b4916686 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.571002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734f4d-fea9-4f98-b7c1-92f0ded0c14b req-b44fb6de-81ee-4cf8-bf28-e5f1b4916686 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.578135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee734f4d-fea9-4f98-b7c1-92f0ded0c14b req-b44fb6de-81ee-4cf8-bf28-e5f1b4916686 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.579961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee734f4d-fea9-4f98-b7c1-92f0ded0c14b req-b44fb6de-81ee-4cf8-bf28-e5f1b4916686 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2412 time: 0.2224214 Jul 14 09:35:11.588067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-f9cc5200-064b-4ecd-9000-9ce725d4a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.590796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-f9cc5200-064b-4ecd-9000-9ce725d4a061 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0921a446-2ff5-45ca-a51c-51eecce8f791&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646504 Jul 14 09:35:11.624824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7ae009a8-a9ac-44c7-89c9-eee283259022 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:11.625183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7ae009a8-a9ac-44c7-89c9-eee283259022 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:11.682602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['c427e810-6d89-4512-9409-4e6862be7022'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:11.701497 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.709059 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee734f4d-fea9-4f98-b7c1-92f0ded0c14b req-6b9593dd-151e-42c7-be6a-71dfdbd42f9a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169233 Jul 14 09:35:11.717602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774bb82e-3905-4da8-8cda-84b56fcf8a90']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:11.745254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:11.766761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe58f05e-1522-4622-aebc-4dd4b076aedd') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:11.768092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe58f05e-1522-4622-aebc-4dd4b076aedd') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:11.797121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.804768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] No DVR routers for this DVR port 5223c148-4fe1-48a0-926f-56362614428f on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:11.810561 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.830469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-6e2ae521-d37f-4d23-bc7b-e86dfae10d52 service neutron] 10.222.0.69 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304256 Jul 14 09:35:11.851408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1a8f2-fb1c-4b49-80d3-f48bca696980 req-f6db9973-2f93-4fc0-84a3-5035eee99452 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:11.858557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d3dfa-1759-4ba4-8a93-35cb3dcfe9bf None None] Pushing event deleted for resources: {'Port': ['ID=5223c148-4fe1-48a0-926f-56362614428f,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:11.861919 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7bc1a8f2-fb1c-4b49-80d3-f48bca696980 req-f6db9973-2f93-4fc0-84a3-5035eee99452 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 944 time: 0.2872024 Jul 14 09:35:11.875941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.880413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbf1645-ccd4-426e-990d-19c37844fa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c0fe39-8f9e-427f-a937-33c773a0c8c8'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:11.882785 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97f971-24f3-4b0e-bd8e-b254fc789a86" -d '{"events": [{"server_uuid": "edbf1645-ccd4-426e-990d-19c37844fa69", "name": "network-vif-plugged", "status": "completed", "tag": "04c0fe39-8f9e-427f-a937-33c773a0c8c8"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:11.890129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:11.890899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.923616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 04c0fe39-8f9e-427f-a937-33c773a0c8c8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=04c0fe39-8f9e-427f-a937-33c773a0c8c8,segment=NetworkSegment(03615fd6-cc04-4672-bf7a-c31bbb4a0515),segment_id=03615fd6-cc04-4672-bf7a-c31bbb4a0515)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:11.935160 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:11.977871 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:12.023211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-f67b22b7-1ac2-4b31-8a64-adb887acba14 service neutron] 10.222.0.69 "GET /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835604 Jul 14 09:35:12.060933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=04c0fe39-8f9e-427f-a937-33c773a0c8c8,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.077396 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24fb088-1765-4db0-83b2-9c095eef75a1 x-openstack-request-id: req-d24fb088-1765-4db0-83b2-9c095eef75a1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:12.077704 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbf1645-ccd4-426e-990d-19c37844fa69", "name": "network-vif-plugged", "status": "completed", "tag": "04c0fe39-8f9e-427f-a937-33c773a0c8c8", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:12.077963 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d24fb088-1765-4db0-83b2-9c095eef75a1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:12.078372 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbf1645-ccd4-426e-990d-19c37844fa69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c0fe39-8f9e-427f-a937-33c773a0c8c8', 'code': 200} Jul 14 09:35:12.116596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.137075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.146217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] 10.222.0.73 "DELETE /v2.0/networks/774bb82e-3905-4da8-8cda-84b56fcf8a90 HTTP/1.1" status: 204 len: 168 time: 2.0611122 Jul 14 09:35:12.165492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7bc1a8f2-fb1c-4b49-80d3-f48bca696980 req-51be3ea4-d0fe-47ee-8823-c5ad7606fd8c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845601 Jul 14 09:35:12.190713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af71c4-278d-4bd4-aeaa-542768e1482f admin admin] Pushing event deleted for resources: {'Network': ['ID=774bb82e-3905-4da8-8cda-84b56fcf8a90,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:12.205887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-676929ad-5918-4ded-a246-0b7b277256ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.207323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-676929ad-5918-4ded-a246-0b7b277256ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=317a375219484475b5ae2946875074cc&device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 1097 time: 0.1132543 Jul 14 09:35:12.448549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24671d7c-cffb-4ec3-bd23-864ed51ee076 req-91f4db21-ee23-4c63-a9c0-cedf8bae4e1e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 210 time: 0.1008058 Jul 14 09:35:12.462568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:12.537549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1c2d7-bba9-42e8-b66e-5a2788dc4ab0 req-83feb71c-86aa-4f66-9c48-da5d1094d84c tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.540800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2c1c2d7-bba9-42e8-b66e-5a2788dc4ab0 req-83feb71c-86aa-4f66-9c48-da5d1094d84c tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 945 time: 0.2930088 Jul 14 09:35:12.565754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873f58e-5878-48a5-9b6e-58d66d7d04be req-51e17739-e917-40fa-a43b-2246a314ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.566726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-9dd25276-2a96-40d7-b379-cb085ff13354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.569100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3873f58e-5878-48a5-9b6e-58d66d7d04be req-51e17739-e917-40fa-a43b-2246a314ae4d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 1097 time: 0.3472483 Jul 14 09:35:12.570586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-9dd25276-2a96-40d7-b379-cb085ff13354 service neutron] 10.222.0.69 "GET /v2.0/networks?id=27427832-ba86-4610-b7cc-14185d3b754e HTTP/1.1" status: 200 len: 915 time: 0.3443999 Jul 14 09:35:12.664681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-f25bf297-24fd-4b2e-a0d5-614ee56ba9cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=04c0fe39-8f9e-427f-a937-33c773a0c8c8 HTTP/1.1" status: 200 len: 217 time: 0.0749254 Jul 14 09:35:12.674320 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9d03b3f9-17ba-4c59-af7d-37799f5a4187 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de39a325f76d43c580aef96723ccc59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2061696 Jul 14 09:35:12.674320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:12.684601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:12.699895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3873f58e-5878-48a5-9b6e-58d66d7d04be req-5008f969-a1b6-4f8b-a689-1ce15190c3b5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0f1b14ef-c63e-4d61-9865-73abac49904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184628 Jul 14 09:35:12.708592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-31158395-5ceb-4917-8cfd-a6d4fba496ea tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.710129 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-31158395-5ceb-4917-8cfd-a6d4fba496ea tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 816 time: 0.3257210 Jul 14 09:35:12.784376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cb324-a168-4106-888e-ebe0a4ff1740 req-23a121fe-1211-491e-a315-f11a43855db6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.790820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16826667-632b-4475-bda6-097d8900aa56 req-1ec5ed1d-26b3-4949-9373-1dc6898d90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:12.791849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-818cb324-a168-4106-888e-ebe0a4ff1740 req-23a121fe-1211-491e-a315-f11a43855db6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 944 time: 0.1536283 Jul 14 09:35:12.792386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-1ec5ed1d-26b3-4949-9373-1dc6898d90b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5d387e9e-bc88-4f6b-834d-6bb4955484a9 HTTP/1.1" status: 200 len: 854 time: 0.1213262 Jul 14 09:35:12.803765 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ffbd73ba-e3b9-4ef8-be45-321bdb1eac81 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=582443b1b60a4ecb87305b31dc88d9c2 HTTP/1.1" status: 200 len: 379 time: 0.0808523 Jul 14 09:35:12.822587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'port': {'device_id': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'admin_state_up': True, 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'security_groups': ['dbf2fabd-45d3-48b8-86ad-9188a0655e51']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:12.825514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:12.842421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22', 'network_id': '0526e8d3-d5d6-4921-a639-19722692c4b3', 'port_id': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22', 'mac_address': 'fa:16:3e:ef:85:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bac8612-571e-4276-bc4c-bcbb53f72828', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:12.855356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2c1c2d7-bba9-42e8-b66e-5a2788dc4ab0 req-d7c69bc9-da09-4508-bf96-9544c26c5b8b tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f1b14ef-c63e-4d61-9865-73abac49904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947357 Jul 14 09:35:12.862195 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-91305746-a9e7-4af5-b987-228a3ee05168 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27427832-ba86-4610-b7cc-14185d3b754e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612638 Jul 14 09:35:12.897812 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-818cb324-a168-4106-888e-ebe0a4ff1740 req-8dbc093d-f13a-4ebe-87df-b32ac448d635 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049745 Jul 14 09:35:12.944302 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:12.970109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:13.000906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:13.008907 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.043207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Made reservation on behalf of 582443b1b60a4ecb87305b31dc88d9c2 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:13.047523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.049383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-fef74b08-adb5-4792-a13c-0fae507d4f37 service neutron] 10.222.0.69 "GET /v2.0/networks/27427832-ba86-4610-b7cc-14185d3b754e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799304 Jul 14 09:35:13.052801 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-063d0566-1335-4a9a-aad8-0b6969419e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.101307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.132279 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-063d0566-1335-4a9a-aad8-0b6969419e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.246073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Allocated IP 172.20.0.6 (a56b1053-5756-4fb4-b475-d3ac75fada5f/acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a/f00adb3a-eeb7-436a-b9c9-b388e7a1f258) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:13.294202 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16826667-632b-4475-bda6-097d8900aa56 req-60e5649c-6dfc-4659-b3e1-b3ea89a41b17 service neutron] 10.222.0.69 "GET /v2.0/networks/27427832-ba86-4610-b7cc-14185d3b754e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006471 Jul 14 09:35:13.313007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56883fef-3851-4908-8e7d-5d03a5bd2ea8 req-366a0538-4691-4613-91b1-a2acfeeae6f2 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.321659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56883fef-3851-4908-8e7d-5d03a5bd2ea8 req-366a0538-4691-4613-91b1-a2acfeeae6f2 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.323337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6c9c1999-4b5c-46ed-b50a-5bc787f45f22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:13.328511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56883fef-3851-4908-8e7d-5d03a5bd2ea8 req-366a0538-4691-4613-91b1-a2acfeeae6f2 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.330384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56883fef-3851-4908-8e7d-5d03a5bd2ea8 req-366a0538-4691-4613-91b1-a2acfeeae6f2 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2412 time: 0.2344851 Jul 14 09:35:13.331658 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-063d0566-1335-4a9a-aad8-0b6969419e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.334767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-063d0566-1335-4a9a-aad8-0b6969419e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.336022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-063d0566-1335-4a9a-aad8-0b6969419e9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef72b680-91cc-467e-b09f-d448b305f942 HTTP/1.1" status: 204 len: 168 time: 0.6546359 Jul 14 09:35:13.353358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d0566-1335-4a9a-aad8-0b6969419e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef72b680-91cc-467e-b09f-d448b305f942,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.410673 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56883fef-3851-4908-8e7d-5d03a5bd2ea8 req-afe3d68a-6402-418a-ae67-efb77fd0870e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690455 Jul 14 09:35:13.571039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.614979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051988-7981-4550-b091-d3e6db61d64f req-890c4001-2aed-4b25-9eae-a485e5f6dc08 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.617328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1051988-7981-4550-b091-d3e6db61d64f req-890c4001-2aed-4b25-9eae-a485e5f6dc08 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 944 time: 0.2506855 Jul 14 09:35:13.670578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Transition to ACTIVE for port object f00adb3a-eeb7-436a-b9c9-b388e7a1f258 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:13.694980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f8fd164-e8fb-4e76-aeaa-6dffe810d58d req-610f036d-40e2-4bcf-abfc-6fd4305168dd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 210 time: 0.0397656 Jul 14 09:35:13.725881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1051988-7981-4550-b091-d3e6db61d64f req-666c4b05-d808-4b16-a9de-8a62f08456bd tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949290 Jul 14 09:35:13.760535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.823651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Network a56b1053-5756-4fb4-b475-d3ac75fada5f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:13.828843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:13.838010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:13.884384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:13.906885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38086) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:13.937007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:13.937712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:13.974152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-9a42c61a-6040-448f-9fe6-7d7464faed5c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1617997 Jul 14 09:35:13.987800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Request body: {'port': {'device_id': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:14.026566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-75f805ea-9b79-4807-b756-5f553ef0a76c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d693e3a819445dfaf1de550b7c849cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180234 Jul 14 09:35:14.029641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38090) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:14.113624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5a5b-1456-499d-9c1c-c33fad0c7bd5 req-8f563b96-b23f-446b-9482-58d506e30db7 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.116061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-065e5a5b-1456-499d-9c1c-c33fad0c7bd5 req-8f563b96-b23f-446b-9482-58d506e30db7 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 945 time: 0.0943668 Jul 14 09:35:14.163612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.171434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-065e5a5b-1456-499d-9c1c-c33fad0c7bd5 req-8931ee64-ed12-4660-9c8d-b6fd5b6ad532 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f1b14ef-c63e-4d61-9865-73abac49904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429456 Jul 14 09:35:14.184410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b803bf44-d71d-4712-8136-8f32b07392a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.196874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-757b3bf9-e026-4070-a66d-20ffef7c12ab None None] Provisioning for port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:14.210795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-757b3bf9-e026-4070-a66d-20ffef7c12ab None None] Provisioning complete for port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:14.211455 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-757b3bf9-e026-4070-a66d-20ffef7c12ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.247447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b803bf44-d71d-4712-8136-8f32b07392a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.288185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-757b3bf9-e026-4070-a66d-20ffef7c12ab None None] Port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:14.297528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c427e810-6d89-4512-9409-4e6862be7022 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:14.338392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178da177-238f-46af-9068-21e484f2440e req-68447a13-4361-42e2-8246-b03c63891cc7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.339447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-178da177-238f-46af-9068-21e484f2440e req-68447a13-4361-42e2-8246-b03c63891cc7 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 945 time: 0.2357676 Jul 14 09:35:14.372873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port c427e810-6d89-4512-9409-4e6862be7022 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:14.377887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port c427e810-6d89-4512-9409-4e6862be7022 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:14.378399 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.472736 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-178da177-238f-46af-9068-21e484f2440e req-10223425-6cc9-4663-becf-a9b824aba24e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735006 Jul 14 09:35:14.483233 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.485724 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b803bf44-d71d-4712-8136-8f32b07392a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.488937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b803bf44-d71d-4712-8136-8f32b07392a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.490379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b803bf44-d71d-4712-8136-8f32b07392a4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e3683e6-160b-4ba5-957a-790857445dbb HTTP/1.1" status: 204 len: 168 time: 0.4598303 Jul 14 09:35:14.536557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:14.540298 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0938f72f-6475-4e11-8aef-2cb41b78ad50" -d '{"events": [{"server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "name": "network-vif-plugged", "status": "completed", "tag": "c427e810-6d89-4512-9409-4e6862be7022"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:14.555564 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803bf44-d71d-4712-8136-8f32b07392a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3683e6-160b-4ba5-957a-790857445dbb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.566923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:14.582121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.624246 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b4f4b0-95db-4a97-83f6-e853111d13be x-openstack-request-id: req-17b4f4b0-95db-4a97-83f6-e853111d13be {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:14.624859 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "name": "network-vif-plugged", "status": "completed", "tag": "c427e810-6d89-4512-9409-4e6862be7022", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:14.625600 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17b4f4b0-95db-4a97-83f6-e853111d13be {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:14.626198 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022', 'code': 200} Jul 14 09:35:14.687277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:14.709408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e86ff4e1-17b0-4d2b-9036-6519e422506f details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:14.715375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:14.772282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00adb3a-eeb7-436a-b9c9-b388e7a1f258 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:14.799396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.818686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fac97-d884-40fc-805b-2e07f41a3f20 req-f3bc0f03-a998-4ce7-8b4d-9b8e6a6a775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:14.823557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-704fac97-d884-40fc-805b-2e07f41a3f20 req-f3bc0f03-a998-4ce7-8b4d-9b8e6a6a775b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 1097 time: 0.1003115 Jul 14 09:35:14.877072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-704fac97-d884-40fc-805b-2e07f41a3f20 req-e90d667e-a36f-458d-af80-f1fc5ef36dde service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454948 Jul 14 09:35:14.878660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Transition to ACTIVE for port object f00adb3a-eeb7-436a-b9c9-b388e7a1f258 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:14.888107 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:14.947027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e86ff4e1-17b0-4d2b-9036-6519e422506f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e86ff4e1-17b0-4d2b-9036-6519e422506f,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:14.963853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'e86ff4e1-17b0-4d2b-9036-6519e422506f', 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791', 'port_id': 'e86ff4e1-17b0-4d2b-9036-6519e422506f', 'mac_address': 'fa:16:3e:92:05:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0731183b-651a-45a3-bef9-3a7bf79db6f9', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:14.964128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.025807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:15.039848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:15.040408 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.046397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767afc43-e1b4-42ad-b619-9649d3bf6fdb req-d8ad69cf-0ec5-41d9-8eb3-abeb176bf946 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.054288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767afc43-e1b4-42ad-b619-9649d3bf6fdb req-d8ad69cf-0ec5-41d9-8eb3-abeb176bf946 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.060951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767afc43-e1b4-42ad-b619-9649d3bf6fdb req-d8ad69cf-0ec5-41d9-8eb3-abeb176bf946 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.062964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-767afc43-e1b4-42ad-b619-9649d3bf6fdb req-d8ad69cf-0ec5-41d9-8eb3-abeb176bf946 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2412 time: 0.2761872 Jul 14 09:35:15.080638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.099921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86ff4e1-17b0-4d2b-9036-6519e422506f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:15.137203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e86ff4e1-17b0-4d2b-9036-6519e422506f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e86ff4e1-17b0-4d2b-9036-6519e422506f,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.146893 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.148142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:15.271426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.309638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81879255-e935-4d59-b9da-3d9fa232b3ab req-3db2d3be-f5a0-4398-bdf3-e5251ebb82b3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.321897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81879255-e935-4d59-b9da-3d9fa232b3ab req-3db2d3be-f5a0-4398-bdf3-e5251ebb82b3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.1258070 Jul 14 09:35:15.368321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.381492 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81879255-e935-4d59-b9da-3d9fa232b3ab req-4a8bfa69-fe51-49a6-a7c1-c4019a1e838d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579951 Jul 14 09:35:15.385664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.386922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e86ff4e1-17b0-4d2b-9036-6519e422506f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.394442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.401311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44', 'network_id': '0921a446-2ff5-45ca-a51c-51eecce8f791', 'port_id': '3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44', 'mac_address': 'fa:16:3e:f6:e2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0731183b-651a-45a3-bef9-3a7bf79db6f9', 'ip_address': '19.80.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:15.492052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.493988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.497312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-767afc43-e1b4-42ad-b619-9649d3bf6fdb req-7067ab5d-e0a9-4933-b820-4321d9ba806f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758007 Jul 14 09:35:15.499963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Attempting to bind port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:15.500338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Attempting to bind port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:15.501046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Attempting to bind port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:15.506110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on network a56b1053-5756-4fb4-b475-d3ac75fada5f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:15.506444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Attempting to bind port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:15.510910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:15.512546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:15.513033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Checking segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:15.513490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Bound using segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:15.514052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Bound port: f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:15.514429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.547483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.553150 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.554203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a6a3660-71c4-4bfb-898b-3ba426feb47b details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:15.643835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:15.652452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:15.662210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.691543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.748538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.749195 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.750925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] 10.222.0.66 "PUT /v2.0/ports/f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 1092 time: 1.7688107 Jul 14 09:35:15.751884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:15.755535 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d674c2-60bf-4c88-afb6-670b15cdd0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:15.797325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dfd8a-67e6-4c88-9e5a-9a2192df2bd9 req-13370970-0060-409a-b131-56fd10eca6d8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.801261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c71dfd8a-67e6-4c88-9e5a-9a2192df2bd9 req-13370970-0060-409a-b131-56fd10eca6d8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1548979 Jul 14 09:35:15.810767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a6a3660-71c4-4bfb-898b-3ba426feb47b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a6a3660-71c4-4bfb-898b-3ba426feb47b,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:15.839743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '3a6a3660-71c4-4bfb-898b-3ba426feb47b', 'network_id': '95b9434d-37c6-41af-b089-eb59d677728f', 'port_id': '3a6a3660-71c4-4bfb-898b-3ba426feb47b', 'mac_address': 'fa:16:3e:3c:d0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:15.859543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fb6cd-7ad2-4fa7-b3b4-2daff1effd0a service neutron] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:15.866419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c71dfd8a-67e6-4c88-9e5a-9a2192df2bd9 req-b9b3cb9c-3f2d-41b4-9aef-099b1ae3cf00 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567789 Jul 14 09:35:15.926929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fa99c-3423-400a-8241-053ed800657a req-c7dad0dd-cdac-4da3-868d-f3f93f27ed82 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.928963 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-515fa99c-3423-400a-8241-053ed800657a req-c7dad0dd-cdac-4da3-868d-f3f93f27ed82 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 945 time: 0.1636236 Jul 14 09:35:15.958235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-f8cb07e1-ee4b-4b0e-9ccb-7bb25ec58e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:15.961102 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:15.961451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-f8cb07e1-ee4b-4b0e-9ccb-7bb25ec58e94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1095 time: 0.1438382 Jul 14 09:35:15.980539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6a3660-71c4-4bfb-898b-3ba426feb47b {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:16.024616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a6a3660-71c4-4bfb-898b-3ba426feb47b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a6a3660-71c4-4bfb-898b-3ba426feb47b,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:16.031593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.059879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-452098b5-009c-4d3e-9993-3c22a00eb955 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 217 time: 0.0784416 Jul 14 09:35:16.097081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-515fa99c-3423-400a-8241-053ed800657a req-7b245d5e-4540-4276-bb3f-d8bca4aa551b tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f1b14ef-c63e-4d61-9865-73abac49904b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545830 Jul 14 09:35:16.121656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=3a6a3660-71c4-4bfb-898b-3ba426feb47b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:16.179920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-8fba9a14-354c-49ef-9a8f-3b9e6987b65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.182066 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-8fba9a14-354c-49ef-9a8f-3b9e6987b65e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.1029034 Jul 14 09:35:16.184766 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56d0f7a-c17b-48bb-90c5-33569a6a2542 x-openstack-request-id: req-e56d0f7a-c17b-48bb-90c5-33569a6a2542 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:16.185322 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:16.185681 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e56d0f7a-c17b-48bb-90c5-33569a6a2542 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:16.186224 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'status': 'completed', 'code': 200} Jul 14 09:35:16.277512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-8570d43b-5b2c-4f41-a47a-8b5c55708072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.281355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-8570d43b-5b2c-4f41-a47a-8b5c55708072 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854955 Jul 14 09:35:16.318456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ae6dd-053c-4e09-9bfd-66a40c605c4d req-897f4e05-0b1b-4a77-8c12-6ba11d6e4f17 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.320710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-768ae6dd-053c-4e09-9bfd-66a40c605c4d req-897f4e05-0b1b-4a77-8c12-6ba11d6e4f17 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 946 time: 0.0918427 Jul 14 09:35:16.375435 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-768ae6dd-053c-4e09-9bfd-66a40c605c4d req-0b85b0d1-347a-44cb-b9a0-a80f85a7496b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461452 Jul 14 09:35:16.424019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-d17670d0-5367-410e-935c-3ebc22cf6640 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355579 Jul 14 09:35:16.437588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['e86ff4e1-17b0-4d2b-9036-6519e422506f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:16.506508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:16.534421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-8ae93d02-69c7-4e68-aced-8752d11f0839 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.536016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-8ae93d02-69c7-4e68-aced-8752d11f0839 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.69 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 945 time: 0.1340375 Jul 14 09:35:16.588390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bdde93f-95d2-494d-861c-67f047dbcfce req-2302e993-52b2-44c8-ad3a-8ee69e08cc79 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565168 Jul 14 09:35:16.604179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['3a6a3660-71c4-4bfb-898b-3ba426feb47b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:16.653807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:16.656087 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc83f3f7-64c2-4be0-92cf-06b4443409a6" -d '{"events": [{"server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:16.802912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8f5b0-8251-4236-9218-ee882116b7ab req-9652af3b-41e6-4161-80f1-37ed10f2228e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.817773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ea8f5b0-8251-4236-9218-ee882116b7ab req-9652af3b-41e6-4161-80f1-37ed10f2228e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.2080722 Jul 14 09:35:16.820324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Deleting port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:16.820879 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:16.888753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-78715224-4878-48e6-9eef-c1464753318d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.890803 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-78715224-4878-48e6-9eef-c1464753318d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1095 time: 0.1958191 Jul 14 09:35:16.910232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a296678-30cf-45b4-8bf9-02b06a20a76c req-d051b3c5-c9fa-4829-afe8-daf880428904 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.915819 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ea8f5b0-8251-4236-9218-ee882116b7ab req-c64929e7-f84c-4e51-a545-f8f5ab5def20 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968325 Jul 14 09:35:16.916428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38162) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:16.918557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a296678-30cf-45b4-8bf9-02b06a20a76c req-d051b3c5-c9fa-4829-afe8-daf880428904 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.925777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a296678-30cf-45b4-8bf9-02b06a20a76c req-d051b3c5-c9fa-4829-afe8-daf880428904 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:16.935748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a296678-30cf-45b4-8bf9-02b06a20a76c req-d051b3c5-c9fa-4829-afe8-daf880428904 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2415 time: 0.2108920 Jul 14 09:35:17.020441 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a296678-30cf-45b4-8bf9-02b06a20a76c req-cd31f8c2-154c-414b-926f-c29fa7c3b6c9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832672 Jul 14 09:35:17.049833 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5b253f-0669-43d8-8cdc-2feed9c09a6c x-openstack-request-id: req-5a5b253f-0669-43d8-8cdc-2feed9c09a6c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:17.050031 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "name": "network-vif-plugged", "status": "completed", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:17.050268 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a5b253f-0669-43d8-8cdc-2feed9c09a6c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:17.050708 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22', 'code': 200} Jul 14 09:35:17.070061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-941583ac-2198-4b65-a54f-429bc7205ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.071810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-941583ac-2198-4b65-a54f-429bc7205ae6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.1543820 Jul 14 09:35:17.142912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] For port 04c0fe39-8f9e-427f-a937-33c773a0c8c8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=04c0fe39-8f9e-427f-a937-33c773a0c8c8,segment=NetworkSegment(03615fd6-cc04-4672-bf7a-c31bbb4a0515),segment_id=03615fd6-cc04-4672-bf7a-c31bbb4a0515)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:17.152139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.173383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Calling delete_port for 04c0fe39-8f9e-427f-a937-33c773a0c8c8 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:17.228076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-2c902869-1734-4a2d-9325-cdfdf65303bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 217 time: 0.1460497 Jul 14 09:35:17.311382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-e1f120b2-6150-4b31-8444-34384708b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.314068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-e1f120b2-6150-4b31-8444-34384708b4d7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.0779705 Jul 14 09:35:17.375141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c424061-1116-468b-b091-0db5bfd6d2f3 req-fbbe1178-157a-4c37-9111-197577d55fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.377251 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c424061-1116-468b-b091-0db5bfd6d2f3 req-fbbe1178-157a-4c37-9111-197577d55fde service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1098 time: 0.1942799 Jul 14 09:35:17.432714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'network': {'name': 'tempest-network-smoke--463210166', 'project_id': '8973d0596776403abb0c5971306019f8', 'port_security_enabled': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:17.457050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ee0c9-e938-4cf6-8e79-3db6cdf1f00f req-ef59d4f5-5f51-46dd-89bd-b04646cb1686 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.457873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-401ee0c9-e938-4cf6-8e79-3db6cdf1f00f req-ef59d4f5-5f51-46dd-89bd-b04646cb1686 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1561759 Jul 14 09:35:17.459209 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.472828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-303d44ac-1359-4950-8bc9-74fc2fc1d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:17.474497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-303d44ac-1359-4950-8bc9-74fc2fc1d5fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519716 Jul 14 09:35:17.511639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71e21131-f791-4835-8aaf-b0ed0cff0fb1 req-e37630b5-e6f4-4f4e-8dd2-285d6f08ce4f tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.73 "GET /v2.0/ports?device_id=edbf1645-ccd4-426e-990d-19c37844fa69 HTTP/1.1" status: 200 len: 210 time: 0.0732059 Jul 14 09:35:17.517403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Pushing event deleted for resources: {'Port': ['ID=04c0fe39-8f9e-427f-a937-33c773a0c8c8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:17.617485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] No DVR routers for this DVR port 04c0fe39-8f9e-427f-a937-33c773a0c8c8 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:17.622691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.624817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e299342-85ec-4b48-b92e-fd1d78c16ae0 req-2c7e868b-45b2-40fd-a043-692d85cbc882 tempest-ServerAddressesTestJSON-198725365 tempest-ServerAddressesTestJSON-198725365-project] 10.222.0.69 "DELETE /v2.0/ports/04c0fe39-8f9e-427f-a937-33c773a0c8c8 HTTP/1.1" status: 204 len: 173 time: 1.0823183 Jul 14 09:35:17.625345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edbf1645-ccd4-426e-990d-19c37844fa69', 'name': 'network-vif-deleted', 'tag': '04c0fe39-8f9e-427f-a937-33c773a0c8c8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:17.628074 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f65770f-8a55-4b78-8942-690a53d167be" -d '{"events": [{"server_uuid": "edbf1645-ccd4-426e-990d-19c37844fa69", "name": "network-vif-deleted", "tag": "04c0fe39-8f9e-427f-a937-33c773a0c8c8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:17.646908 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-401ee0c9-e938-4cf6-8e79-3db6cdf1f00f req-8973c680-3310-4a49-bf00-52c3e1824433 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711140 Jul 14 09:35:17.654122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c424061-1116-468b-b091-0db5bfd6d2f3 req-e9bd6303-c017-477f-b9f3-e4938c9233b8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682154 Jul 14 09:35:17.660173 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:17.664988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.710167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:17.761381 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74108217-bc16-4180-b6e4-1e12ac01f49e x-openstack-request-id: req-74108217-bc16-4180-b6e4-1e12ac01f49e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:17.761687 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edbf1645-ccd4-426e-990d-19c37844fa69", "name": "network-vif-deleted", "tag": "04c0fe39-8f9e-427f-a937-33c773a0c8c8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:17.761952 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-74108217-bc16-4180-b6e4-1e12ac01f49e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:17.762368 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edbf1645-ccd4-426e-990d-19c37844fa69', 'name': 'network-vif-deleted', 'tag': '04c0fe39-8f9e-427f-a937-33c773a0c8c8', 'status': 'completed', 'code': 200} Jul 14 09:35:17.821718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-4f469a20-0107-4dfa-b305-e4322542805c service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234715 Jul 14 09:35:17.849694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['04c0fe39-8f9e-427f-a937-33c773a0c8c8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:18.003591 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45d674c2-60bf-4c88-afb6-670b15cdd0a3 req-d4696d35-b85b-43dc-b704-2f1543258355 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677406 Jul 14 09:35:18.042072 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.047064 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.089355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:18.115222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d1c9c-b0a4-40bf-b7cb-955b9fa7e02d req-7ec6d8b0-4ad7-4979-b830-540ab7c2f726 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.117099 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-863d1c9c-b0a4-40bf-b7cb-955b9fa7e02d req-7ec6d8b0-4ad7-4979-b830-540ab7c2f726 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1200120 Jul 14 09:35:18.129597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b785e-6e98-4ca8-830d-f07cfe581c4f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.132640 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.133145 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Added segment 8d93921d-45d0-497b-8687-f6a9a89a497d of type vlan for network 697f7102-e17b-4ed8-9c1a-449456e6368d Jul 14 09:35:18.176784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-863d1c9c-b0a4-40bf-b7cb-955b9fa7e02d req-92c0e859-44ae-4794-9a21-1d1eab790429 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509911 Jul 14 09:35:18.202781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.225993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc2e31-c089-438d-b59d-f65e1f9614ca req-b94289bc-4791-4769-a900-9f5f204ccd44 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.227626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60dc2e31-c089-438d-b59d-f65e1f9614ca req-b94289bc-4791-4769-a900-9f5f204ccd44 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 946 time: 0.4017649 Jul 14 09:35:18.268449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.278328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.279006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.359793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60dc2e31-c089-438d-b59d-f65e1f9614ca req-6f2c4deb-ddc5-4e11-8617-5fb9da11dccb tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202650 Jul 14 09:35:18.367920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:18.368151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3203933 Jul 14 09:35:18.375119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be845fe0-e265-448d-b9e6-4069392349f0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Network': ['ID=697f7102-e17b-4ed8-9c1a-449456e6368d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:18.375831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'admin_state_up': True, 'project_id': '8973d0596776403abb0c5971306019f8', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:18.402707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 697f7102-e17b-4ed8-9c1a-449456e6368d details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:18.406249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79818ae9-573b-4a0b-baf9-6b9f214b8f8f req-adcc8130-7a4a-4166-8622-5735ce287719 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.409337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79818ae9-573b-4a0b-baf9-6b9f214b8f8f req-adcc8130-7a4a-4166-8622-5735ce287719 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.1085823 Jul 14 09:35:18.472466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.473746 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.487825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79818ae9-573b-4a0b-baf9-6b9f214b8f8f req-62aaba6b-dc38-4d9f-8f00-112556f2c768 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709705 Jul 14 09:35:18.586283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.622435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003571d-9c9f-438a-b405-13873cf986ab req-607d8599-4b7a-45e6-ba3d-b8149d6f1dbf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.632071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003571d-9c9f-438a-b405-13873cf986ab req-607d8599-4b7a-45e6-ba3d-b8149d6f1dbf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.640260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003571d-9c9f-438a-b405-13873cf986ab req-607d8599-4b7a-45e6-ba3d-b8149d6f1dbf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:18.642328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e003571d-9c9f-438a-b405-13873cf986ab req-607d8599-4b7a-45e6-ba3d-b8149d6f1dbf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2415 time: 0.1163633 Jul 14 09:35:18.701016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e003571d-9c9f-438a-b405-13873cf986ab req-c5d8cf19-3cd9-45c3-9f44-1677c2bc2652 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511196 Jul 14 09:35:18.749971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e86ff4e1-17b0-4d2b-9036-6519e422506f up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:18.848647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port e86ff4e1-17b0-4d2b-9036-6519e422506f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:18.858254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port e86ff4e1-17b0-4d2b-9036-6519e422506f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:18.858254 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.924642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38192) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:18.941406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.987157 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:18.999327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c4ab13-a1cb-4265-8816-0832ac64a6dc admin admin] Deleting subnet 5d387e9e-bc88-4f6b-834d-6bb4955484a9 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:19.004254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab13-a1cb-4265-8816-0832ac64a6dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.039350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port e86ff4e1-17b0-4d2b-9036-6519e422506f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e86ff4e1-17b0-4d2b-9036-6519e422506f,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:19.047644 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.048657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:19.054498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86ff4e1-17b0-4d2b-9036-6519e422506f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:19.057829 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72e7438-802d-449e-95e7-19b42acb80d3" -d '{"events": [{"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-plugged", "status": "completed", "tag": "e86ff4e1-17b0-4d2b-9036-6519e422506f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:19.060162 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab13-a1cb-4265-8816-0832ac64a6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.125321 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e89d44-9361-4175-8eab-438d7d0430a0 x-openstack-request-id: req-e4e89d44-9361-4175-8eab-438d7d0430a0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:19.125691 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-plugged", "status": "completed", "tag": "e86ff4e1-17b0-4d2b-9036-6519e422506f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:19.125895 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e4e89d44-9361-4175-8eab-438d7d0430a0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:19.132082 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86ff4e1-17b0-4d2b-9036-6519e422506f', 'code': 200} Jul 14 09:35:19.132408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab13-a1cb-4265-8816-0832ac64a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.161891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=e86ff4e1-17b0-4d2b-9036-6519e422506f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.175621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cba89a-6e91-4b4b-8fc9-2ef9efb7371c req-28e17fbf-ddaa-491f-9cea-2a0ec4e87cc0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.178153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21cba89a-6e91-4b4b-8fc9-2ef9efb7371c req-28e17fbf-ddaa-491f-9cea-2a0ec4e87cc0 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1244626 Jul 14 09:35:19.185611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:19.191283 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:19.191668 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.212346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab13-a1cb-4265-8816-0832ac64a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.235790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21cba89a-6e91-4b4b-8fc9-2ef9efb7371c req-1d5bf10b-139f-4639-9a86-191988e5e696 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502672 Jul 14 09:35:19.251641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4ab13-a1cb-4265-8816-0832ac64a6dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d387e9e-bc88-4f6b-834d-6bb4955484a9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.259130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab13-a1cb-4265-8816-0832ac64a6dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.261459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d2c4ab13-a1cb-4265-8816-0832ac64a6dc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5d387e9e-bc88-4f6b-834d-6bb4955484a9 HTTP/1.1" status: 204 len: 168 time: 0.3356786 Jul 14 09:35:19.264645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38196) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:19.334396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.370930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.374835 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.386314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:19.396632 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.398180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a6a3660-71c4-4bfb-898b-3ba426feb47b up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:19.404839 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.509382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.546893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 3a6a3660-71c4-4bfb-898b-3ba426feb47b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:19.553414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 3a6a3660-71c4-4bfb-898b-3ba426feb47b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:19.553958 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.554258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.571414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27427832-ba86-4610-b7cc-14185d3b754e']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:19.592291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03615fd6-cc04-4672-bf7a-c31bbb4a0515') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:19.593304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03615fd6-cc04-4672-bf7a-c31bbb4a0515') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:19.603619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf467f4-ab1b-4b4e-af2a-2ea6417dab5e req-82d5d4e7-7f04-47b6-aeb8-da2cad986c05 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.605531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2bf467f4-ab1b-4b4e-af2a-2ea6417dab5e req-82d5d4e7-7f04-47b6-aeb8-da2cad986c05 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1790431 Jul 14 09:35:19.609952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.25.0.211 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/d8240db2-4301-4a09-8966-50435b8eee48) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:19.617171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.653587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.664322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.671277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2bf467f4-ab1b-4b4e-af2a-2ea6417dab5e req-7296731c-2ab8-4de9-87c4-a107a9cbaeab tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457499 Jul 14 09:35:19.674598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:19.675080 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:19.677272 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:19.703696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a6a3660-71c4-4bfb-898b-3ba426feb47b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a6a3660-71c4-4bfb-898b-3ba426feb47b,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:19.722315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08951d8-e793-4882-aae8-1ea32120e1e3 req-2d49b324-e30b-40d2-97b5-c32993780d8f tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.723990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b08951d8-e793-4882-aae8-1ea32120e1e3 req-2d49b324-e30b-40d2-97b5-c32993780d8f tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 946 time: 0.1907370 Jul 14 09:35:19.727186 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.774119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.782695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.789179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] 10.222.0.73 "DELETE /v2.0/networks/27427832-ba86-4610-b7cc-14185d3b754e HTTP/1.1" status: 204 len: 168 time: 0.5208304 Jul 14 09:35:19.803805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7fe6bd-2562-4d47-ae5f-3749b8918c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=27427832-ba86-4610-b7cc-14185d3b754e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.812625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=3a6a3660-71c4-4bfb-898b-3ba426feb47b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:19.828923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b08951d8-e793-4882-aae8-1ea32120e1e3 req-895cbfed-0ebd-4668-9f3b-c86585db3d19 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906370 Jul 14 09:35:19.861409 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.927118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:19.948734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a527a1-b44b-403e-9e89-9870a2e0a932 req-8b582e3a-b070-4471-bc7c-5c8f5a10cb9d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:19.951056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06a527a1-b44b-403e-9e89-9870a2e0a932 req-8b582e3a-b070-4471-bc7c-5c8f5a10cb9d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.0858147 Jul 14 09:35:19.982290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=d8240db2-4301-4a09-8966-50435b8eee48,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.002958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06a527a1-b44b-403e-9e89-9870a2e0a932 req-a48d26c9-1943-4417-834f-348208a8abdf tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456498 Jul 14 09:35:20.005275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:20.007057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:20.009550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:20.062746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38222) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:20.111619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3a35adeb-318a-48d2-8473-5503cf0d9353 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=317a375219484475b5ae2946875074cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442998 Jul 14 09:35:20.118386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38224) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:20.191724 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-624925c9-a3d1-4d1b-a842-9ae1834437dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.296485 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-624925c9-a3d1-4d1b-a842-9ae1834437dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.318004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:20.477562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790c7a-482c-4fc6-88e3-028b1c7db8d9 req-65b57b43-6f19-40e8-875e-99a5e5416f43 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.489000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790c7a-482c-4fc6-88e3-028b1c7db8d9 req-65b57b43-6f19-40e8-875e-99a5e5416f43 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.499873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b790c7a-482c-4fc6-88e3-028b1c7db8d9 req-65b57b43-6f19-40e8-875e-99a5e5416f43 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.503129 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b790c7a-482c-4fc6-88e3-028b1c7db8d9 req-65b57b43-6f19-40e8-875e-99a5e5416f43 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2418 time: 0.3135474 Jul 14 09:35:20.581705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-624925c9-a3d1-4d1b-a842-9ae1834437dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.587427 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-624925c9-a3d1-4d1b-a842-9ae1834437dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.600403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-624925c9-a3d1-4d1b-a842-9ae1834437dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f1b14ef-c63e-4d61-9865-73abac49904b HTTP/1.1" status: 204 len: 168 time: 0.4729674 Jul 14 09:35:20.639847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:20.655346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b790c7a-482c-4fc6-88e3-028b1c7db8d9 req-08b49de9-b4f0-4b4b-85b8-6b3769c4348a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416519 Jul 14 09:35:20.662137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624925c9-a3d1-4d1b-a842-9ae1834437dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b14ef-c63e-4d61-9865-73abac49904b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:20.676393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'port_id': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'mac_address': 'fa:16:3e:b5:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:20.780370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 04c0fe39-8f9e-427f-a937-33c773a0c8c8 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:20.819686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46268152-7a73-41d1-a69a-893a191fe445 req-fa2550a7-d6f8-4a42-9048-9502463e6fa3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1980628416&fields=id&tenant_id=9b9e7b4a498246acbf83f5f379fd38e4 HTTP/1.1" status: 200 len: 267 time: 0.1347938 Jul 14 09:35:20.835709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 04c0fe39-8f9e-427f-a937-33c773a0c8c8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:20.836094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 04c0fe39-8f9e-427f-a937-33c773a0c8c8 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:20.853009 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.874551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00adb3a-eeb7-436a-b9c9-b388e7a1f258 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:20.904383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:20.908318 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.915686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:20.980089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46268152-7a73-41d1-a69a-893a191fe445 req-17e644f5-f3ff-4861-a38a-b70040398393 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:20.987969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46268152-7a73-41d1-a69a-893a191fe445 req-17e644f5-f3ff-4861-a38a-b70040398393 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 946 time: 0.1673250 Jul 14 09:35:20.996683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-46268152-7a73-41d1-a69a-893a191fe445 req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'port': {'security_groups': ['c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6', '92960f95-ec86-4064-aa5d-bba177d56f25']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:21.002943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:21.115608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9c3bb-20a6-4bfe-8e58-b21d9bfb2fc2 req-8e9c6683-17af-4407-a355-ba7cf6414112 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.118113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0a9c3bb-20a6-4bfe-8e58-b21d9bfb2fc2 req-8e9c6683-17af-4407-a355-ba7cf6414112 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.0944386 Jul 14 09:35:21.127893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44'}, {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a3660-71c4-4bfb-898b-3ba426feb47b'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:21.131394 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee584b3c-1208-417c-9ba5-391b605a6986" -d '{"events": [{"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-plugged", "status": "completed", "tag": "3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44"}, {"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a3660-71c4-4bfb-898b-3ba426feb47b"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:21.170023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0a9c3bb-20a6-4bfe-8e58-b21d9bfb2fc2 req-ba54a636-8b76-4a9e-b078-81fede149195 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Jul 14 09:35:21.192073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46268152-7a73-41d1-a69a-893a191fe445 req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.194142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['f00adb3a-eeb7-436a-b9c9-b388e7a1f258'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:21.378652 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.470155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a4d08-a0a4-43b7-a98b-f1f68e0a0d03 req-b2df79d8-b888-4136-abfa-fa26cbaeac74 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.484969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab7a4d08-a0a4-43b7-a98b-f1f68e0a0d03 req-b2df79d8-b888-4136-abfa-fa26cbaeac74 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.1247520 Jul 14 09:35:21.557242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab7a4d08-a0a4-43b7-a98b-f1f68e0a0d03 req-f39670a2-dd1a-4641-8481-37a8f59f68ef tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706980 Jul 14 09:35:21.619349 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-46268152-7a73-41d1-a69a-893a191fe445 req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] For port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:21.633215 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbafd1d9-08f9-4d4b-aa20-2460fa0ef3e3 x-openstack-request-id: req-fbafd1d9-08f9-4d4b-aa20-2460fa0ef3e3 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:21.633746 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-plugged", "status": "completed", "tag": "3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44", "code": 200}, {"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-plugged", "status": "completed", "tag": "3a6a3660-71c4-4bfb-898b-3ba426feb47b", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:21.633746 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fbafd1d9-08f9-4d4b-aa20-2460fa0ef3e3 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:21.634267 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44', 'code': 200} Jul 14 09:35:21.634428 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a3660-71c4-4bfb-898b-3ba426feb47b', 'code': 200} Jul 14 09:35:21.671760 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46268152-7a73-41d1-a69a-893a191fe445 req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.685742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46268152-7a73-41d1-a69a-893a191fe445 req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.705682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6c9c1999-4b5c-46ed-b50a-5bc787f45f22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:21.780045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router be138a2d-5df7-4bdd-b77a-8d5958e8f42f is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:21.840233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38260) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:21.851180 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c920a282-f3dc-4a37-aef0-953346096132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.856522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46268152-7a73-41d1-a69a-893a191fe445 req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.857213 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46268152-7a73-41d1-a69a-893a191fe445 req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:21.858904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46268152-7a73-41d1-a69a-893a191fe445 req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "PUT /v2.0/ports/6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 200 len: 982 time: 0.8700478 Jul 14 09:35:21.863472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:21.869303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:21.876211 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:21.889681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a757f8-86ac-4688-bfb8-a4b033fd1438 req-e332088d-27cd-427d-a279-d7891bc2a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.892905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a757f8-86ac-4688-bfb8-a4b033fd1438 req-e332088d-27cd-427d-a279-d7891bc2a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.892905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a757f8-86ac-4688-bfb8-a4b033fd1438 req-e332088d-27cd-427d-a279-d7891bc2a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:21.893742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21a757f8-86ac-4688-bfb8-a4b033fd1438 req-e332088d-27cd-427d-a279-d7891bc2a362 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2874 time: 0.1140668 Jul 14 09:35:21.998749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21a757f8-86ac-4688-bfb8-a4b033fd1438 req-44c2ee79-6f77-4088-a089-7e268596c138 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939779 Jul 14 09:35:22.004145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a87a1-fd01-41b0-a723-94b13089958a tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'Port': ['ID=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.029421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6c9c1999-4b5c-46ed-b50a-5bc787f45f22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:22.088093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:22.117987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7ef84-e198-4f88-b228-38c783ed8e9e req-92244a68-e4b6-4798-b0f0-681c0cc1d026 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.125820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Sync routers for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:22.128792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7ef84-e198-4f88-b228-38c783ed8e9e req-92244a68-e4b6-4798-b0f0-681c0cc1d026 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.136009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7ef84-e198-4f88-b228-38c783ed8e9e req-92244a68-e4b6-4798-b0f0-681c0cc1d026 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.141899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.143929 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-784ba33b-852f-473c-93c1-f9ed2e87f162 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7749012 Jul 14 09:35:22.146944 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8be7ef84-e198-4f88-b228-38c783ed8e9e req-92244a68-e4b6-4798-b0f0-681c0cc1d026 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2418 time: 0.1507368 Jul 14 09:35:22.148619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38272) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.152763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1670783565-network', 'tenant_id': '40f48d9aec144520bed4ade389e8783f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:22.172162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:22.172854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:34:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:22.196228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Made reservation on behalf of 40f48d9aec144520bed4ade389e8783f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:22.205328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.213997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8be7ef84-e198-4f88-b228-38c783ed8e9e req-aa58f3ed-2890-4da5-b1f9-80293489616b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660222 Jul 14 09:35:22.234898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.423022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.426622 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2497b4-8d23-4479-be71-b848070f7b65 x-openstack-request-id: req-aa2497b4-8d23-4479-be71-b848070f7b65 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:22.427333 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:22.427797 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa2497b4-8d23-4479-be71-b848070f7b65 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:22.428537 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22', 'status': 'completed', 'code': 200} Jul 14 09:35:22.439031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.480105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0bbee457-dd68-4751-901c-3c329e9ade26 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8973d0596776403abb0c5971306019f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3295174 Jul 14 09:35:22.480640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:22.489518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.540054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-5d7960a5-5842-4cdf-987b-a84f6c804e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.544330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-5d7960a5-5842-4cdf-987b-a84f6c804e2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1137 time: 0.2402825 Jul 14 09:35:22.611954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:22.694162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-2fdc53cc-8202-4f3d-97bd-6622ae5003a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.697122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-2fdc53cc-8202-4f3d-97bd-6622ae5003a8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 913 time: 0.1438627 Jul 14 09:35:22.758026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af662728-e019-4d14-a929-72cf93aeee9c req-5406f220-9631-4b3b-9c68-ee0cc2f176b3 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/92960f95-ec86-4064-aa5d-bba177d56f25 HTTP/1.1" status: 200 len: 1801 time: 0.8607440 Jul 14 09:35:22.765881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:22.767784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-16309952-638b-489b-85a2-48288b931706 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 200 len: 217 time: 0.0596459 Jul 14 09:35:22.821017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:22.821532 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Added segment a8ac1b51-a399-494d-8337-13cd6228b83f of type vlan for network b436a15f-ef4b-49f4-8682-8b9633a8cb86 Jul 14 09:35:22.827581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f23fb67-0ed8-43d6-9e49-ee4934bef09c tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.830322 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7f23fb67-0ed8-43d6-9e49-ee4934bef09c tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3380442 Jul 14 09:35:22.841027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38282) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.867986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:22.889969 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-af662728-e019-4d14-a929-72cf93aeee9c req-f6692372-b216-4353-854d-d3bf710a93e1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:35:22.912819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af662728-e019-4d14-a929-72cf93aeee9c req-f6692372-b216-4353-854d-d3bf710a93e1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/92960f95-ec86-4064-aa5d-bba177d56f25 HTTP/1.1" status: 409 len: 341 time: 0.1538796 Jul 14 09:35:22.924757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ddac7c0b-8106-484b-ba05-b7d75b436e18 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795543 Jul 14 09:35:22.929392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:22.936131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-448759841', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'project_id': '8973d0596776403abb0c5971306019f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:22.946942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-6901f1d3-5571-4e34-b96e-879365e0ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.948583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-6901f1d3-5571-4e34-b96e-879365e0ed43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.1707916 Jul 14 09:35:22.983764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed33c77-d1d8-409c-bfe3-18de7ddc72ba req-c6c878e7-a2ab-4f80-8115-960c149527d4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:22.993884 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ed33c77-d1d8-409c-bfe3-18de7ddc72ba req-c6c878e7-a2ab-4f80-8115-960c149527d4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2280767 Jul 14 09:35:22.997472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.035425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-6c067f6a-4970-4680-ba10-049710ed17ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706055 Jul 14 09:35:23.126505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:23.134957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:23.135339 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.185937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ed33c77-d1d8-409c-bfe3-18de7ddc72ba req-d4cd8604-033b-4ad4-9518-9ae8148c95f9 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895740 Jul 14 09:35:23.197912 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.199587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.200441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.246855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-1e92e38e-e924-4cf9-ab21-d04f50ad9b38 service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959531 Jul 14 09:35:23.288528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:23.292494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.305451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4454291 Jul 14 09:35:23.324748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:23.380165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b542d2d-fea9-4863-a4f8-14cb403fe4f9 req-58646a6e-9c6e-4df3-8624-92907ac27f31 service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255932 Jul 14 09:35:23.385956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Request body: {'subnet': {'network_id': 'b436a15f-ef4b-49f4-8682-8b9633a8cb86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1670783565-subnet', 'tenant_id': '40f48d9aec144520bed4ade389e8783f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:23.409926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac18ce-5631-40b3-ac9a-809a2a4bb0a8 req-7da9473a-f357-4122-b8ae-86f97ffb5bb9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.411735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fbac18ce-5631-40b3-ac9a-809a2a4bb0a8 req-7da9473a-f357-4122-b8ae-86f97ffb5bb9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.3327842 Jul 14 09:35:23.420353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5858c60-8a8f-4d27-aa27-0b9ccb73e8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b436a15f-ef4b-49f4-8682-8b9633a8cb86,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.446921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b436a15f-ef4b-49f4-8682-8b9633a8cb86 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:23.449626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.470119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Made reservation on behalf of 40f48d9aec144520bed4ade389e8783f for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:23.473229 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.561349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fbac18ce-5631-40b3-ac9a-809a2a4bb0a8 req-96c410d9-34dd-42c2-a509-2c664dd8e719 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356890 Jul 14 09:35:23.650819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:23.656961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:23.660527 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46b53c6-11e7-4426-b142-f4253a830181" -d '{"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-plugged", "status": "completed", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:23.668077 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.719137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-efcdfd0b-2c5e-472b-804a-27b1758d95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.721149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-efcdfd0b-2c5e-472b-804a-27b1758d95b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1137 time: 0.1641939 Jul 14 09:35:23.748467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644d1ea-5de0-4a7c-9e7b-80fc86a09f64 req-9bbcbfd9-ab5b-42ec-b0b7-8921ddd3eb21 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.758155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644d1ea-5de0-4a7c-9e7b-80fc86a09f64 req-9bbcbfd9-ab5b-42ec-b0b7-8921ddd3eb21 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.767253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644d1ea-5de0-4a7c-9e7b-80fc86a09f64 req-9bbcbfd9-ab5b-42ec-b0b7-8921ddd3eb21 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.772366 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.780082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2644d1ea-5de0-4a7c-9e7b-80fc86a09f64 req-9bbcbfd9-ab5b-42ec-b0b7-8921ddd3eb21 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2418 time: 0.1462929 Jul 14 09:35:23.787549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.810547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:20Z', 'revision_number': 3, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:23.842356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Checking router: be138a2d-5df7-4bdd-b77a-8d5958e8f42f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:23.842356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Updating router be138a2d-5df7-4bdd-b77a-8d5958e8f42f port d8240db2-4301-4a09-8966-50435b8eee48 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:23.885417 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.892948 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2644d1ea-5de0-4a7c-9e7b-80fc86a09f64 req-a25e4f21-ddb0-4c45-9af5-01dcfa9d995f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117651 Jul 14 09:35:23.921438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Subnet': ['ID=3d159563-cf42-4a99-aed1-17c1ae902bc2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:23.945911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:23.965861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-219bc60c-5c7c-4a50-9cb5-3b7cffd02a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:23.969932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-219bc60c-5c7c-4a50-9cb5-3b7cffd02a76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 913 time: 0.1876009 Jul 14 09:35:24.009151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Checking segment: {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:24.009652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network hostable DHCP agents. Network: 697f7102-e17b-4ed8-9c1a-449456e6368d, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:24.046913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc42dca-01d9-48dc-a64d-0dbcf8761524,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:24.055993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-5cbd1a26-d4d2-4651-b291-3063e5e0d987 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 200 len: 217 time: 0.0739315 Jul 14 09:35:24.075715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0adce-000c-4c81-aadc-5c5b8ad282d3 req-85901fab-a857-46e1-bdb6-2849fab72b88 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.077452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3bc0adce-000c-4c81-aadc-5c5b8ad282d3 req-85901fab-a857-46e1-bdb6-2849fab72b88 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 985 time: 0.2322242 Jul 14 09:35:24.078902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Checking segment: {'id': 'a8ac1b51-a399-494d-8337-13cd6228b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b436a15f-ef4b-49f4-8682-8b9633a8cb86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:24.079268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Network hostable DHCP agents. Network: b436a15f-ef4b-49f4-8682-8b9633a8cb86, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:24.091470 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac39761-de77-4abf-839f-ce56a39cbd00 x-openstack-request-id: req-eac39761-de77-4abf-839f-ce56a39cbd00 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:24.091736 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-plugged", "status": "completed", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:24.092064 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eac39761-de77-4abf-839f-ce56a39cbd00 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:24.092509 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'code': 200} Jul 14 09:35:24.117961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 697f7102-e17b-4ed8-9c1a-449456e6368d is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:24.155859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-7a604d72-9925-48d0-aa01-4f3a16361fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.159155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-7a604d72-9925-48d0-aa01-4f3a16361fa9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.0945621 Jul 14 09:35:24.224335 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa68d02a-1a9a-4ade-893b-5dcaeb0b4caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.228072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3bc0adce-000c-4c81-aadc-5c5b8ad282d3 req-f0c1689b-aa12-4323-8184-594ca60d7688 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&id=92960f95-ec86-4064-aa5d-bba177d56f25&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1301913 Jul 14 09:35:24.230257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Network b436a15f-ef4b-49f4-8682-8b9633a8cb86 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:24.262086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b436a15f-ef4b-49f4-8682-8b9633a8cb86) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:24.264740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 697f7102-e17b-4ed8-9c1a-449456e6368d) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:24.271178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-4dead4b7-0765-407d-b855-c35dcd323077 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008158 Jul 14 09:35:24.272614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.273492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.289695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.290517 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.306954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d94dac39-0c51-45d4-9b10-b33516581edd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9374323 Jul 14 09:35:24.311437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2fb1216e-967a-4d72-bce0-d89a8b4e9b7a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3801153 Jul 14 09:35:24.316751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:24.389596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742b408-e246-4222-9c48-ec93328ac0b4 req-003a7b37-514d-4095-8219-020a69e0dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.391682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f742b408-e246-4222-9c48-ec93328ac0b4 req-003a7b37-514d-4095-8219-020a69e0dc2e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1097 time: 0.2053859 Jul 14 09:35:24.407757 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.438464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00118ed-c888-4454-b8cf-f5782f69fa85 None None] Network b436a15f-ef4b-49f4-8682-8b9633a8cb86 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:24.503795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f742b408-e246-4222-9c48-ec93328ac0b4 req-472ca18b-10eb-4064-8e59-b7f4d821fa3c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918145 Jul 14 09:35:24.527218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-eef5a170-fee3-48a9-a309-c4395db02760 service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450414 Jul 14 09:35:24.555243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d845ae-11d4-4bf8-a69f-ca4c8d5fbb31 None None] Network 697f7102-e17b-4ed8-9c1a-449456e6368d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:24.627309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321cb96-9e82-4f60-a82c-cc27cd5e3f3e req-6dcd0c5f-b792-4bcd-bfb6-979f6c734ff5 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:24.639058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5321cb96-9e82-4f60-a82c-cc27cd5e3f3e req-6dcd0c5f-b792-4bcd-bfb6-979f6c734ff5 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2109368 Jul 14 09:35:24.719017 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5824aa48-8263-4c26-bae5-ee2d2df006be req-d91d2be2-94b5-4ebe-9180-9ac55eed193f service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842635 Jul 14 09:35:24.736640 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5321cb96-9e82-4f60-a82c-cc27cd5e3f3e req-bb7bed6d-7fdd-4a7c-a02d-3a51acec4f62 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954950 Jul 14 09:35:24.761455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Transition to ACTIVE for port object d8240db2-4301-4a09-8966-50435b8eee48 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:24.836683 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.915512 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:24.924569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e116ffd-668e-416f-8878-309b91207fee None None] Network b436a15f-ef4b-49f4-8682-8b9633a8cb86 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:25.041049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93060b-9c0d-4f21-8d4f-aaf8593793a9 req-d044af68-47aa-4226-a3f9-a2010ccb5319 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.043330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c93060b-9c0d-4f21-8d4f-aaf8593793a9 req-d044af68-47aa-4226-a3f9-a2010ccb5319 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1491876 Jul 14 09:35:25.126069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c93060b-9c0d-4f21-8d4f-aaf8593793a9 req-8d2da1c5-4089-463f-a7e1-140de7bad70a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745132 Jul 14 09:35:25.128604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-697f7102-e17b-4ed8-9c1a-449456e6368d', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:25.129759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.132924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec16d2e-dfc8-4ee4-86de-d1a853350465 None None] Pushing event updated for resources: {'Port': ['ID=d8240db2-4301-4a09-8966-50435b8eee48,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.145482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Attempting to bind port d8240db2-4301-4a09-8966-50435b8eee48 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:25.146624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Attempting to bind port d8240db2-4301-4a09-8966-50435b8eee48 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:25.147210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Attempting to bind port d8240db2-4301-4a09-8966-50435b8eee48 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:25.198650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:25.199210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:25.200447 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.200959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:25.201664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Bound port: d8240db2-4301-4a09-8966-50435b8eee48, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:25.202221 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.372894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] For port d8240db2-4301-4a09-8966-50435b8eee48, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:25.378238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d69c-692f-4048-a35b-ec7c918e1a2f req-6902fa56-a613-4779-be3c-7c4c277e40bf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.379041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] For port d8240db2-4301-4a09-8966-50435b8eee48, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d8240db2-4301-4a09-8966-50435b8eee48,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:25.384917 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.386414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d69c-692f-4048-a35b-ec7c918e1a2f req-6902fa56-a613-4779-be3c-7c4c277e40bf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.394260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58d69c-692f-4048-a35b-ec7c918e1a2f req-6902fa56-a613-4779-be3c-7c4c277e40bf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.396063 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c58d69c-692f-4048-a35b-ec7c918e1a2f req-6902fa56-a613-4779-be3c-7c4c277e40bf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2418 time: 0.1352050 Jul 14 09:35:25.504157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c58d69c-692f-4048-a35b-ec7c918e1a2f req-cf722737-dc91-4534-8900-dd6105cf72bb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001246 Jul 14 09:35:25.540664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec16d2e-dfc8-4ee4-86de-d1a853350465 None None] Pushing event updated for resources: {'Port': ['ID=d8240db2-4301-4a09-8966-50435b8eee48,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:25.556691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Allocated IP 172.20.0.2 (697f7102-e17b-4ed8-9c1a-449456e6368d/3d159563-cf42-4a99-aed1-17c1ae902bc2/2fa50d82-abee-4b46-b51b-b765c34a2951) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:25.613911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:25.615035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:25.662128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.714921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:25.739830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-a87b9578-5f50-47ae-9228-46493fbe7193 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.748656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-a87b9578-5f50-47ae-9228-46493fbe7193 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/networks?id=b436a15f-ef4b-49f4-8682-8b9633a8cb86 HTTP/1.1" status: 200 len: 822 time: 0.2469180 Jul 14 09:35:25.769489 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-3b9cf199-c562-44fa-8b4a-1308d8ba4d36 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/quotas/40f48d9aec144520bed4ade389e8783f HTTP/1.1" status: 200 len: 375 time: 0.0196319 Jul 14 09:35:25.849872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:25.916727 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-4eefefb4-6d59-4dda-9861-69b1db7f89db tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=40f48d9aec144520bed4ade389e8783f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1460204 Jul 14 09:35:25.974465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e068680-b3e2-4f78-b04b-0fb89f26bba1 req-17338234-b41e-4c64-b02a-bac22dbd027e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:25.976441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e068680-b3e2-4f78-b04b-0fb89f26bba1 req-17338234-b41e-4c64-b02a-bac22dbd027e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 985 time: 0.0984793 Jul 14 09:35:26.043600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e068680-b3e2-4f78-b04b-0fb89f26bba1 req-3497f727-3321-4c84-abcd-fb2214c1aa03 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&id=92960f95-ec86-4064-aa5d-bba177d56f25&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0557516 Jul 14 09:35:26.175709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b03d6b59-865e-4900-90c2-b806a1983ec7 service neutron] 10.222.0.73 "GET /v2.0/networks/b436a15f-ef4b-49f4-8682-8b9633a8cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580259 Jul 14 09:35:26.185053 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.210098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Transition to ACTIVE for port object 2fa50d82-abee-4b46-b51b-b765c34a2951 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:26.244740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Transition to ACTIVE for port object 2fa50d82-abee-4b46-b51b-b765c34a2951 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:26.252821 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.328523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Network 697f7102-e17b-4ed8-9c1a-449456e6368d is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:26.335685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eed09-0673-4bda-a8fc-ecee1309e59d req-6f79345c-b5a2-4d33-b240-cc10dbeaf64d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.338143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f01eed09-0673-4bda-a8fc-ecee1309e59d req-6f79345c-b5a2-4d33-b240-cc10dbeaf64d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1177962 Jul 14 09:35:26.338797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:26.346783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:26.349763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Pushing event updated for resources: {'Port': ['ID=2fa50d82-abee-4b46-b51b-b765c34a2951,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:26.397407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f01eed09-0673-4bda-a8fc-ecee1309e59d req-1e241dff-abe6-4ce7-bd06-5ab64d7efdf3 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Jul 14 09:35:26.417602 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-fabf0540-ca44-4fac-ba87-cc939bc334bf service neutron] 10.222.0.73 "GET /v2.0/networks/b436a15f-ef4b-49f4-8682-8b9633a8cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265697 Jul 14 09:35:26.426746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.20.0.1 (697f7102-e17b-4ed8-9c1a-449456e6368d/3d159563-cf42-4a99-aed1-17c1ae902bc2/7c48c588-c211-4efe-b4ee-b484f8a39638) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:26.428558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Attempting to bind port 2fa50d82-abee-4b46-b51b-b765c34a2951 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:26.428558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Attempting to bind port 2fa50d82-abee-4b46-b51b-b765c34a2951 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:26.428798 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Attempting to bind port 2fa50d82-abee-4b46-b51b-b765c34a2951 on network 697f7102-e17b-4ed8-9c1a-449456e6368d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:26.433595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:20Z', 'revision_number': 3, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:26.438927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:26.439916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Checking segment: {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:26.440390 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.440794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Bound using segment: {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:26.441558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Bound port: 2fa50d82-abee-4b46-b51b-b765c34a2951, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:26.441983 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.483980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0677910d-1884-44a7-8e0b-7fc69ddcc156 None None] The sync data for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 is: [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:20Z', 'revision_number': 3, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:26.583405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] For port 2fa50d82-abee-4b46-b51b-b765c34a2951, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:26.587248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] For port 2fa50d82-abee-4b46-b51b-b765c34a2951, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2fa50d82-abee-4b46-b51b-b765c34a2951,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:26.597649 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.654908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-22169c86-94a7-489b-8d57-41b61ef2bcd6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-705520&fields=id&tenant_id=9b9e7b4a498246acbf83f5f379fd38e4 HTTP/1.1" status: 200 len: 267 time: 0.1102610 Jul 14 09:35:26.663249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.716814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Transition to ACTIVE for port object 7c48c588-c211-4efe-b4ee-b484f8a39638 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:26.772120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b8957-4703-4e54-ad4c-5fff96ce5703 None None] Pushing event updated for resources: {'Port': ['ID=2fa50d82-abee-4b46-b51b-b765c34a2951,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:26.786941 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.792449 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:26.831769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-219d9d3d-09ac-45e5-9602-869ed437decb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.839462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-219d9d3d-09ac-45e5-9602-869ed437decb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.847966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-219d9d3d-09ac-45e5-9602-869ed437decb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.849876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-219d9d3d-09ac-45e5-9602-869ed437decb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2418 time: 0.2865419 Jul 14 09:35:26.890253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-814d615e-ac69-404b-b774-3e8c7bdb9836 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:26.893212 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-814d615e-ac69-404b-b774-3e8c7bdb9836 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 985 time: 0.2374909 Jul 14 09:35:26.909577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 697f7102-e17b-4ed8-9c1a-449456e6368d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:26.915898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:26.964378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'port': {'security_groups': ['92960f95-ec86-4064-aa5d-bba177d56f25', 'c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6', '9181bd11-d118-4ecb-9bb6-7b24684ab90f']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:26.973306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:27.091631 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=7c48c588-c211-4efe-b4ee-b484f8a39638,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:27.151003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.185717 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.215997 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.219106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port e86ff4e1-17b0-4d2b-9036-6519e422506f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:27.219442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.344713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b8197-4701-4414-b4d3-08e273c839ee req-7cefe497-002d-452c-9dc7-088a14fa6d3e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.357672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a2b8197-4701-4414-b4d3-08e273c839ee req-7cefe497-002d-452c-9dc7-088a14fa6d3e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.5063999 Jul 14 09:35:27.479107 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a2b8197-4701-4414-b4d3-08e273c839ee req-0fc7c8fd-dc9a-47a7-b369-343fa84eded3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200478 Jul 14 09:35:27.566895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.794621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port e86ff4e1-17b0-4d2b-9036-6519e422506f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=e86ff4e1-17b0-4d2b-9036-6519e422506f,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:27.795674 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:27.825962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for e86ff4e1-17b0-4d2b-9036-6519e422506f owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:27.896084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0a55-4061-41bd-83ea-044bb4ab7cc4 req-259bbcc9-ae88-486e-b333-92a95c1ceb43 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.902519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0a55-4061-41bd-83ea-044bb4ab7cc4 req-259bbcc9-ae88-486e-b333-92a95c1ceb43 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.909272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff0a55-4061-41bd-83ea-044bb4ab7cc4 req-259bbcc9-ae88-486e-b333-92a95c1ceb43 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:27.917181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86ff0a55-4061-41bd-83ea-044bb4ab7cc4 req-259bbcc9-ae88-486e-b333-92a95c1ceb43 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 2418 time: 0.1842225 Jul 14 09:35:28.022120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.036584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44', '3a6a3660-71c4-4bfb-898b-3ba426feb47b', 'e86ff4e1-17b0-4d2b-9036-6519e422506f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:28.064232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86ff0a55-4061-41bd-83ea-044bb4ab7cc4 req-99aace77-2910-4934-b3be-8143a5a002dc tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459892 Jul 14 09:35:28.099769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=e86ff4e1-17b0-4d2b-9036-6519e422506f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.154790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.155214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.155735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.156306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.156775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.157121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.157463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.157799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.158661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.164694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.165096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.165470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:28.208643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port e86ff4e1-17b0-4d2b-9036-6519e422506f on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:28.216461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.219690 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-3fbcf899-2a3d-47d2-915e-1be1e5d0f967 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "DELETE /v2.0/ports/e86ff4e1-17b0-4d2b-9036-6519e422506f HTTP/1.1" status: 204 len: 173 time: 1.3640580 Jul 14 09:35:28.220971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-deleted', 'tag': 'e86ff4e1-17b0-4d2b-9036-6519e422506f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:28.225798 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4eedf9-ff0c-4d08-9d79-304d13a5244f" -d '{"events": [{"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-deleted", "tag": "e86ff4e1-17b0-4d2b-9036-6519e422506f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:28.268402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.276069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.423348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=7c48c588-c211-4efe-b4ee-b484f8a39638,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:28.483057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8414a0b-0e96-466c-b069-7aeda9acac3a req-e67a8a15-7ce9-47c8-8a0c-c48ef5bb0061 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 210 time: 0.1359799 Jul 14 09:35:28.538791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.627821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] For port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:28.636118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a83c9d-0548-4088-9bb5-977856440314 None None] Network 697f7102-e17b-4ed8-9c1a-449456e6368d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:28.752271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.762374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:28.762762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.764613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-54a8810a-a1c9-4020-89cd-376e3575c8b4 None None] Provisioning for port 2fa50d82-abee-4b46-b51b-b765c34a2951 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:28.777889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.803499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6c9c1999-4b5c-46ed-b50a-5bc787f45f22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:28.807380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:28.886262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d8240db2-4301-4a09-8966-50435b8eee48 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:28.933383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-1d9a82c2-5d8d-4260-a7e1-9474f8231d08 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:28.937251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-1d9a82c2-5d8d-4260-a7e1-9474f8231d08 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.69 "GET /v2.0/networks?id=b436a15f-ef4b-49f4-8682-8b9633a8cb86 HTTP/1.1" status: 200 len: 822 time: 0.2681861 Jul 14 09:35:28.955684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Request body: {'port': {'device_id': 'f0ceb92e-63a8-49ef-ba2b-a26079fab10a', 'network_id': 'b436a15f-ef4b-49f4-8682-8b9633a8cb86', 'admin_state_up': True, 'tenant_id': '40f48d9aec144520bed4ade389e8783f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:28.956048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:28.956831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:28.958952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ec7f99a-8a1d-4b01-9b1f-63d6c8b78f4b req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "PUT /v2.0/ports/6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 200 len: 1021 time: 2.0262694 Jul 14 09:35:29.035348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93172c95-8170-443c-a5fb-8a3ecfe0d4ae tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'Port': ['ID=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:29.059793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:29.060522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.097266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6c9c1999-4b5c-46ed-b50a-5bc787f45f22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:29.099058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:29.119613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 697f7102-e17b-4ed8-9c1a-449456e6368d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:29.125912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:29.247538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d8240db2-4301-4a09-8966-50435b8eee48 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:29.308398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d8240db2-4301-4a09-8966-50435b8eee48 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:29.309210 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.339857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a04d6-d593-43bb-af99-9e488c430d84 req-9cc1a463-a48f-4da8-8470-8b2eb88225b9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.345296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b5a04d6-d593-43bb-af99-9e488c430d84 req-9cc1a463-a48f-4da8-8470-8b2eb88225b9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1456428 Jul 14 09:35:29.355547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38362) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:29.365781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'floatingip': {'port_id': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:29.395321 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a688b372-d75e-43b8-90f0-d9dbe9e73079 x-openstack-request-id: req-a688b372-d75e-43b8-90f0-d9dbe9e73079 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:29.395762 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-deleted", "tag": "e86ff4e1-17b0-4d2b-9036-6519e422506f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:29.396123 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a688b372-d75e-43b8-90f0-d9dbe9e73079 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:29.396704 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-deleted', 'tag': 'e86ff4e1-17b0-4d2b-9036-6519e422506f', 'status': 'completed', 'code': 200} Jul 14 09:35:29.427108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Made reservation on behalf of 40f48d9aec144520bed4ade389e8783f for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:29.434579 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.464479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058494d-8600-4892-8d4c-8f37632ebf53 req-2e340202-5765-402b-ad58-137354c0753f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:29.468236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2058494d-8600-4892-8d4c-8f37632ebf53 req-2e340202-5765-402b-ad58-137354c0753f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2756188 Jul 14 09:35:29.468830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.473752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.512677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:29.525486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f28bea0-51b3-4d4e-8145-01ec50fb017b req-092ccf07-47d3-424c-b185-c393b0f46855 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/9181bd11-d118-4ecb-9bb6-7b24684ab90f HTTP/1.1" status: 200 len: 1798 time: 0.1093102 Jul 14 09:35:29.545751 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.616963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:29.621996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.624826 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-86bc0575-2892-41a8-8379-f413c287862e tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "DELETE /v2.0/ports/3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 HTTP/1.1" status: 204 len: 173 time: 1.3953867 Jul 14 09:35:29.685766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router be138a2d-5df7-4bdd-b77a-8d5958e8f42f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:29.704329 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.709949 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-5f28bea0-51b3-4d4e-8145-01ec50fb017b req-7859b0b8-6962-4afc-a53b-5f0cb462fe21 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:35:29.722464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f28bea0-51b3-4d4e-8145-01ec50fb017b req-7859b0b8-6962-4afc-a53b-5f0cb462fe21 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/9181bd11-d118-4ecb-9bb6-7b24684ab90f HTTP/1.1" status: 409 len: 341 time: 0.1874979 Jul 14 09:35:29.733338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port d8240db2-4301-4a09-8966-50435b8eee48, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d8240db2-4301-4a09-8966-50435b8eee48,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:29.768327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:29.769828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2fa50d82-abee-4b46-b51b-b765c34a2951 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:29.874339 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2058494d-8600-4892-8d4c-8f37632ebf53 req-ca330ec1-4f97-462d-b9d3-e5bdf087ec1b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092412 Jul 14 09:35:29.875181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port 3a6a3660-71c4-4bfb-898b-3ba426feb47b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:29.875535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.039962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2fa50d82-abee-4b46-b51b-b765c34a2951 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:30.073958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2fa50d82-abee-4b46-b51b-b765c34a2951 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:30.074327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.137473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port 3a6a3660-71c4-4bfb-898b-3ba426feb47b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a6a3660-71c4-4bfb-898b-3ba426feb47b,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:30.138220 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.160667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for 3a6a3660-71c4-4bfb-898b-3ba426feb47b owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:30.190523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a07de24-db07-47d6-b554-e5d5dbb3decd req-e16c8c60-2500-4316-aa5e-683af2305e6a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 210 time: 0.0867994 Jul 14 09:35:30.336518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=d8240db2-4301-4a09-8966-50435b8eee48,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.364857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3a98c-7286-46f7-9631-381ef7d483db req-f818c2ee-e062-4d1b-99f4-b8c8615aae16 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:30.374609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Provisioning complete for port 2fa50d82-abee-4b46-b51b-b765c34a2951 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:30.375165 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.380755 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53c3a98c-7286-46f7-9631-381ef7d483db req-f818c2ee-e062-4d1b-99f4-b8c8615aae16 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6 HTTP/1.1" status: 200 len: 946 time: 0.3812249 Jul 14 09:35:30.495258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53c3a98c-7286-46f7-9631-381ef7d483db req-eed07928-82fb-4535-a3c0-ba57b710628a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135585 Jul 14 09:35:30.599335 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.613212 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.674577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 2fa50d82-abee-4b46-b51b-b765c34a2951, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2fa50d82-abee-4b46-b51b-b765c34a2951,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:30.676332 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.707495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=3a6a3660-71c4-4bfb-898b-3ba426feb47b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.714065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.791806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e86ff4e1-17b0-4d2b-9036-6519e422506f no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:30.821633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port 3a6a3660-71c4-4bfb-898b-3ba426feb47b on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:30.824414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:30.826466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b49d459-7696-4c0d-a83a-353cdda515ec req-12457b1d-5944-4bd6-89d7-51a32161d541 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "DELETE /v2.0/ports/3a6a3660-71c4-4bfb-898b-3ba426feb47b HTTP/1.1" status: 204 len: 173 time: 1.1967750 Jul 14 09:35:30.836316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: e86ff4e1-17b0-4d2b-9036-6519e422506f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:30.836674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device e86ff4e1-17b0-4d2b-9036-6519e422506f not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:30.837398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:30.901908 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:35:30.902277 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:35:30.905295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:30.905706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:30.906063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a6a3660-71c4-4bfb-898b-3ba426feb47b no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:30.910102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=2fa50d82-abee-4b46-b51b-b765c34a2951,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:30.960621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d8240db2-4301-4a09-8966-50435b8eee48 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:30.963181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 3a6a3660-71c4-4bfb-898b-3ba426feb47b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:30.963528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a6a3660-71c4-4bfb-898b-3ba426feb47b not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:31.009345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Allocated IP 172.20.0.5 (b436a15f-ef4b-49f4-8682-8b9633a8cb86/abc42dca-01d9-48dc-a64d-0dbcf8761524/3a14f3a9-6407-4683-899c-7ffde687863d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:31.033178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d8240db2-4301-4a09-8966-50435b8eee48 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:31.033556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.136813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:31.150384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8bf50591-9f37-44e2-a979-8020bb3e686e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "PUT /v2.0/routers/be138a2d-5df7-4bdd-b77a-8d5958e8f42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8327246 Jul 14 09:35:31.153006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38374) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.257559 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Sync routers for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:31.277915 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:31.279075 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:31.343597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140a5b4-3445-48bf-b926-68c155b97aad req-4d1bdc43-e528-4f28-b80c-c193691831fd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.346131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f4717-8a3e-4e67-876b-134ca5f66e77 req-a7d4fe3d-a2f7-456f-9341-8275be216469 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.348346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-960f4717-8a3e-4e67-876b-134ca5f66e77 req-a7d4fe3d-a2f7-456f-9341-8275be216469 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2440479 Jul 14 09:35:31.351605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8140a5b4-3445-48bf-b926-68c155b97aad req-4d1bdc43-e528-4f28-b80c-c193691831fd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1024 time: 0.3553360 Jul 14 09:35:31.401756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22'}, {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-deleted', 'tag': '3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44'}, {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-deleted', 'tag': '3a6a3660-71c4-4bfb-898b-3ba426feb47b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:31.412604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.415543 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c8a461-22d8-4f07-a5ab-5d36cc77c790" -d '{"events": [{"name": "network-changed", "server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22"}, {"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-deleted", "tag": "3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44"}, {"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-deleted", "tag": "3a6a3660-71c4-4bfb-898b-3ba426feb47b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:31.449221 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:31.468029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Provisioning for port 7c48c588-c211-4efe-b4ee-b484f8a39638 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:31.474854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.477271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Provisioning complete for port 7c48c588-c211-4efe-b4ee-b484f8a39638 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:31.478056 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.483961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.487145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.500437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.500903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.501378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.502475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.502978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.504623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.505811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.506961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.507713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.509070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.509924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.510718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.511403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.512171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.515943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-156438f0-8d1a-4918-9176-ce303078d3b1 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11253 time: 0.3599780 Jul 14 09:35:31.522451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38380) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.547476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7cb869c9-88d9-41bf-8ee6-d0e72ca8e345 None None] Port 7c48c588-c211-4efe-b4ee-b484f8a39638 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:31.550603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-960f4717-8a3e-4e67-876b-134ca5f66e77 req-7270fb4e-72b0-4f2c-bf2b-5c9c49b93795 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828673 Jul 14 09:35:31.586659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8140a5b4-3445-48bf-b926-68c155b97aad req-4ee76080-4e4e-428d-9673-7c27845bb766 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=9181bd11-d118-4ecb-9bb6-7b24684ab90f&id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&id=92960f95-ec86-4064-aa5d-bba177d56f25&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.2339776 Jul 14 09:35:31.695092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e4505869-88a1-4d6e-96cc-2c6dbb5b100a None None] Provisioning complete for port 7c48c588-c211-4efe-b4ee-b484f8a39638 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:31.695470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e4505869-88a1-4d6e-96cc-2c6dbb5b100a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.720977 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01499d8-594b-4a5e-9e5f-a244e21c520d x-openstack-request-id: req-a01499d8-594b-4a5e-9e5f-a244e21c520d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:31.721476 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22", "status": "completed", "code": 200}, {"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-deleted", "tag": "3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44", "status": "completed", "code": 200}, {"server_uuid": "5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6", "name": "network-vif-deleted", "tag": "3a6a3660-71c4-4bfb-898b-3ba426feb47b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:31.721747 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a01499d8-594b-4a5e-9e5f-a244e21c520d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:31.722156 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22', 'status': 'completed', 'code': 200} Jul 14 09:35:31.722410 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-deleted', 'tag': '3f2656b5-e5d7-432c-9c28-cb8f7c0f2b44', 'status': 'completed', 'code': 200} Jul 14 09:35:31.722714 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5388a8cd-bc6d-49bb-a8d4-5fe8d6eb53c6', 'name': 'network-vif-deleted', 'tag': '3a6a3660-71c4-4bfb-898b-3ba426feb47b', 'status': 'completed', 'code': 200} Jul 14 09:35:31.740106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.768144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e4505869-88a1-4d6e-96cc-2c6dbb5b100a None None] Port 7c48c588-c211-4efe-b4ee-b484f8a39638 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:31.789082 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 2, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:31.816560 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Floating IP 89166f23-f729-444f-b5ff-0c9d10cb753f associated. External IP: 172.25.0.36, port: f00adb3a-eeb7-436a-b9c9-b388e7a1f258. Jul 14 09:35:31.828838 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Checking router: be138a2d-5df7-4bdd-b77a-8d5958e8f42f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:31.829422 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Updating router be138a2d-5df7-4bdd-b77a-8d5958e8f42f port 7c48c588-c211-4efe-b4ee-b484f8a39638 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:31.851678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38386) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.871141 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:31.886905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.887744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.888548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.891299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.892079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.893389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.894337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.895287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.896058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.896645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.897115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.898141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.899130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.899592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.900134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.900617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:31.902993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2cec0ef1-d0a1-43cf-a1bf-cfd9e91af4ce tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10198 time: 0.3788507 Jul 14 09:35:31.906132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:31.967376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b583356b-c6b5-4e5f-b672-cc64bbc080af req-9c3560d8-c34a-42d0-b88d-c7297af1d03e tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 210 time: 0.1441743 Jul 14 09:35:32.002380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd52d8fc-05c1-4b4b-a709-af054a851c7b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting subnet 7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:32.010790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd52d8fc-05c1-4b4b-a709-af054a851c7b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.016980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-6253e542-82e2-4f09-9457-f5ae01a98218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:32.019281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-6253e542-82e2-4f09-9457-f5ae01a98218 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1176 time: 0.2596009 Jul 14 09:35:32.038031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.110830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd52d8fc-05c1-4b4b-a709-af054a851c7b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.147971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Network b436a15f-ef4b-49f4-8682-8b9633a8cb86 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:32.161683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:32.166579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Pushing event updated for resources: {'Port': ['ID=3a14f3a9-6407-4683-899c-7ffde687863d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.170194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:32.228930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-8acf3381-ca5f-439c-8752-3a6c5f28c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:32.230497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-8acf3381-ca5f-439c-8752-3a6c5f28c39d service neutron] 10.222.0.69 "GET /v2.0/networks?id=0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 200 len: 913 time: 0.1920245 Jul 14 09:35:32.291421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd52d8fc-05c1-4b4b-a709-af054a851c7b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.294211 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.296159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-281b729e-4c94-4154-85ff-d8767a776d72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 200 len: 217 time: 0.0572410 Jul 14 09:35:32.307768 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Transition to ACTIVE for port object 7c48c588-c211-4efe-b4ee-b484f8a39638 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:32.324650 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.355824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:32.355824 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.396329 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Pushing event updated for resources: {'Port': ['ID=7c48c588-c211-4efe-b4ee-b484f8a39638,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.442990 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.444214 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.444736 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.445373 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.446109 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.447144 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.447388 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.447845 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.448492 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.449711 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.450625 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.451284 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:32.499004 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Attempting to bind port 7c48c588-c211-4efe-b4ee-b484f8a39638 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:32.499474 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Attempting to bind port 7c48c588-c211-4efe-b4ee-b484f8a39638 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:32.500135 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Attempting to bind port 7c48c588-c211-4efe-b4ee-b484f8a39638 on network 697f7102-e17b-4ed8-9c1a-449456e6368d {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:32.500689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Router 712687b4-5fc9-487c-bb51-6f6223136332 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:35:32.503786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-b2cac57e-abd8-41e4-9cd7-2ada094bc03d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5581660 Jul 14 09:35:32.509365 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:32.510052 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Checking segment: {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:32.511117 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.511601 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Bound using segment: {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:32.512412 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Bound port: 7c48c588-c211-4efe-b4ee-b484f8a39638, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:32.513125 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.546046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Request body: {'port': {'device_id': 'f0ceb92e-63a8-49ef-ba2b-a26079fab10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:32.625909 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] For port 7c48c588-c211-4efe-b4ee-b484f8a39638, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:32.632097 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] For port 7c48c588-c211-4efe-b4ee-b484f8a39638, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7c48c588-c211-4efe-b4ee-b484f8a39638,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:32.638894 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.747143 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fec7c-4c6a-4f3c-8f49-e9447bd9aefb None None] Pushing event updated for resources: {'Port': ['ID=7c48c588-c211-4efe-b4ee-b484f8a39638,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:32.765249 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:32.768563 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:32.813483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-1af7a02a-d716-48e4-92da-786e6b51045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:32.815324 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-1af7a02a-d716-48e4-92da-786e6b51045e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 200 len: 852 time: 0.1441026 Jul 14 09:35:32.913836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2fa50d82-abee-4b46-b51b-b765c34a2951 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:32.919077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-4b0e34f2-86e3-4327-b7f2-d4941ad18204 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0526e8d3-d5d6-4921-a639-19722692c4b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844002 Jul 14 09:35:32.968543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-13228137-bd8d-4922-9684-67fc4510bdf2 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5208 time: 1.0607836 Jul 14 09:35:32.971807 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd52d8fc-05c1-4b4b-a709-af054a851c7b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.987145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:32.993452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2fa50d82-abee-4b46-b51b-b765c34a2951 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:32.993838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.032156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:33.042347 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.047625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] Sync routers for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:33.057624 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:33.085065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:33.086179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:33.104731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-22e3469e-e85e-4636-be6c-1a441bd8df35 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.106670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-22e3469e-e85e-4636-be6c-1a441bd8df35 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.69 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1024 time: 0.4365163 Jul 14 09:35:33.113073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52d8fc-05c1-4b4b-a709-af054a851c7b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.119244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd52d8fc-05c1-4b4b-a709-af054a851c7b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.123673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fd52d8fc-05c1-4b4b-a709-af054a851c7b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "DELETE /v2.0/subnets/7fbcb5ad-fb6a-4295-9efa-9c0bb82a1a05 HTTP/1.1" status: 204 len: 168 time: 1.2695141 Jul 14 09:35:33.131434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38404) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:33.170396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae0252-03bd-4427-92da-451bc2da7c4c None None] Network 95b9434d-37c6-41af-b089-eb59d677728f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:33.177748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-968bbb7f-10b2-4d9e-9c6d-668d5f9d2ac4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "PUT /v2.0/floatingips/89166f23-f729-444f-b5ff-0c9d10cb753f HTTP/1.1" status: 200 len: 990 time: 3.8183334 Jul 14 09:35:33.251011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:33.254894 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12af298-02fc-4f0d-8c05-eb0722ccd586" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:33.269284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a973c08-9130-4ab6-a174-ab9fd4cb22b8 req-8a17b961-7e88-4816-b889-030d2b362396 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.278393 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a973c08-9130-4ab6-a174-ab9fd4cb22b8 req-8a17b961-7e88-4816-b889-030d2b362396 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.4128523 Jul 14 09:35:33.372151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f008d2a-cb33-4ec1-8518-ede882e0ad3a req-40d69e50-a84d-46ae-b3b4-7f65c95524fd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:33.374191 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f008d2a-cb33-4ec1-8518-ede882e0ad3a req-40d69e50-a84d-46ae-b3b4-7f65c95524fd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 1024 time: 0.5168133 Jul 14 09:35:33.379130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.407237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-6ee57873-2ca1-407e-8b71-4c0a724f7724 service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809685 Jul 14 09:35:33.449798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a973c08-9130-4ab6-a174-ab9fd4cb22b8 req-d80dd663-ab98-41ae-9288-8538f482ed3e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692040 Jul 14 09:35:33.479062 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:33.576996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f008d2a-cb33-4ec1-8518-ede882e0ad3a req-90e3e9e8-3039-4263-a91c-ad78bcda620e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=9181bd11-d118-4ecb-9bb6-7b24684ab90f&id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&id=92960f95-ec86-4064-aa5d-bba177d56f25&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.1954899 Jul 14 09:35:33.578465 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16511ed4-957f-42e7-950f-01f5a46f0b95 None None] The sync data for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 is: [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:32Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:33.620185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Deleting port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:33.620601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.780598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:33.783945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a14f3a9-6407-4683-899c-7ffde687863d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:33.794965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.815866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Transition to ACTIVE for port object 3a14f3a9-6407-4683-899c-7ffde687863d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:33.822662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.876281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c8a461-22d8-4f07-a5ab-5d36cc77c790 req-c38a8d7d-a0a6-402c-9802-92d714279ccb service neutron] 10.222.0.69 "GET /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533932 Jul 14 09:35:33.896173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a14f3a9-6407-4683-899c-7ffde687863d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:33.959206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:33.959832 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:33.967208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38414) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:33.976658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-340c345f-1823-4784-bc13-6a5adcbaae16 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-780169218', 'description': 'tempest-secgroup-smoke-780169218 description', 'project_id': '8973d0596776403abb0c5971306019f8'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:34.022635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Attempting to bind port 3a14f3a9-6407-4683-899c-7ffde687863d on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:34.023456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Attempting to bind port 3a14f3a9-6407-4683-899c-7ffde687863d by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'a8ac1b51-a399-494d-8337-13cd6228b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b436a15f-ef4b-49f4-8682-8b9633a8cb86'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:34.024294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Attempting to bind port 3a14f3a9-6407-4683-899c-7ffde687863d on network b436a15f-ef4b-49f4-8682-8b9633a8cb86 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:34.032251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Port 3a14f3a9-6407-4683-899c-7ffde687863d on network b436a15f-ef4b-49f4-8682-8b9633a8cb86 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:34.033382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Attempting to bind port 3a14f3a9-6407-4683-899c-7ffde687863d on network b436a15f-ef4b-49f4-8682-8b9633a8cb86 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:34.041614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:34.042275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Checking segment: {'id': 'a8ac1b51-a399-494d-8337-13cd6228b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b436a15f-ef4b-49f4-8682-8b9633a8cb86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:34.042879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Bound using segment: {'id': 'a8ac1b51-a399-494d-8337-13cd6228b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b436a15f-ef4b-49f4-8682-8b9633a8cb86'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:34.043424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Bound port: 3a14f3a9-6407-4683-899c-7ffde687863d, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8ac1b51-a399-494d-8337-13cd6228b83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'b436a15f-ef4b-49f4-8682-8b9633a8cb86'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:34.043897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.062917 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-340c345f-1823-4784-bc13-6a5adcbaae16 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.184595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] For port 3a14f3a9-6407-4683-899c-7ffde687863d, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:34.190651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] For port 3a14f3a9-6407-4683-899c-7ffde687863d, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a14f3a9-6407-4683-899c-7ffde687863d,segment=NetworkSegment(a8ac1b51-a399-494d-8337-13cd6228b83f),segment_id=a8ac1b51-a399-494d-8337-13cd6228b83f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:34.197335 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.217876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] DHCP port deletion for 95b9434d-37c6-41af-b089-eb59d677728f request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:34.252924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.253667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.256325 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/3a14f3a9-6407-4683-899c-7ffde687863d HTTP/1.1" status: 200 len: 1092 time: 1.7183833 Jul 14 09:35:34.297208 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f156a20-d6d1-4103-a0a3-f6883dad2ad3 x-openstack-request-id: req-9f156a20-d6d1-4103-a0a3-f6883dad2ad3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:34.297510 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:34.297777 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9f156a20-d6d1-4103-a0a3-f6883dad2ad3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:34.298200 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'status': 'completed', 'code': 200} Jul 14 09:35:34.375077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] Deleting port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:34.375461 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.381218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a14f3a9-6407-4683-899c-7ffde687863d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:34.392753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.393583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.394129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.394667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.395204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.395768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.396329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.396875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.397404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.397948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.398473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.399039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b68c1-416e-4164-84b3-767cc66b14a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:34.433431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] For port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:34.434039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.440167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-820e83ba-13b0-428b-a9a4-0c2e4b21aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.443404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-820e83ba-13b0-428b-a9a4-0c2e4b21aa5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40f48d9aec144520bed4ade389e8783f&device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 1095 time: 0.1262975 Jul 14 09:35:34.461261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:34.464065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '89166f23-f729-444f-b5ff-0c9d10cb753f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'port_id': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'mac_address': 'fa:16:3e:b5:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:05Z', 'updated_at': '2021-07-14T09:35:31Z', 'revision_number': 1, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.464623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.496130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:34.505648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-5d3f0e40-15b6-4656-b55e-557366d3afd0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a14f3a9-6407-4683-899c-7ffde687863d HTTP/1.1" status: 200 len: 217 time: 0.0540934 Jul 14 09:35:34.506695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] Checking router: 712687b4-5fc9-487c-bb51-6f6223136332 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:34.512796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] For port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,segment=NetworkSegment(afc7bc12-3a66-45f0-9cb2-0e7995883c45),segment_id=afc7bc12-3a66-45f0-9cb2-0e7995883c45)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:34.513248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.544340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Calling delete_port for 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:34.552563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:34.553751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:34.556147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] Calling delete_port for a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:34.602988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-e5f53a1d-abc8-4165-8930-bde7e4ad4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.605977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-e5f53a1d-abc8-4165-8930-bde7e4ad4253 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abc42dca-01d9-48dc-a64d-0dbcf8761524 HTTP/1.1" status: 200 len: 862 time: 0.0933602 Jul 14 09:35:34.665327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:34.673596 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-53af540b-ea9b-420d-9bec-2e23eb91e651 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b436a15f-ef4b-49f4-8682-8b9633a8cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591295 Jul 14 09:35:34.809658 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.813924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:34.872517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-ef94b670-abd3-4683-8d6a-b6214e7dd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.874318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-ef94b670-abd3-4683-8d6a-b6214e7dd478 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1097 time: 0.5525513 Jul 14 09:35:34.888316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] No DVR routers for this DVR port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:34.899777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f04fd-be8b-4c7c-9026-e38f0a832e8f None None] Pushing event deleted for resources: {'Port': ['ID=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:34.911290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155e715-28bb-42fd-a623-c681022e6147 req-69e9a124-6289-44e2-9a6a-1536ec90521c tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.913133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4155e715-28bb-42fd-a623-c681022e6147 req-69e9a124-6289-44e2-9a6a-1536ec90521c tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 943 time: 0.7714612 Jul 14 09:35:34.934489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6418a-d90f-4861-a35a-119d7469b6f4 req-ce026e11-559d-4960-b8dd-1d21af303b5e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.945249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79c6418a-d90f-4861-a35a-119d7469b6f4 req-ce026e11-559d-4960-b8dd-1d21af303b5e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.3203731 Jul 14 09:35:34.979268 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7c48c588-c211-4efe-b4ee-b484f8a39638 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:34.982677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-a875c028-7ec4-4524-b1dc-9e1a98570844 service neutron] 10.222.0.69 "GET /v2.0/networks/b436a15f-ef4b-49f4-8682-8b9633a8cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907677 Jul 14 09:35:34.983653 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:34.991052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc51f75-ca02-4595-a880-22b5913f4c2f req-488639dd-84cf-4092-be7b-0b1d12166421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:34.992949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6dc51f75-ca02-4595-a880-22b5913f4c2f req-488639dd-84cf-4092-be7b-0b1d12166421 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 1101 time: 0.3264487 Jul 14 09:35:35.031702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:35.132101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79c6418a-d90f-4861-a35a-119d7469b6f4 req-021a97cd-573e-48d3-bd21-6563577a4f5c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831074 Jul 14 09:35:35.137811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7c48c588-c211-4efe-b4ee-b484f8a39638 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:35.149793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7c48c588-c211-4efe-b4ee-b484f8a39638 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:35.150208 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.170771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.185752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b9434d-37c6-41af-b089-eb59d677728f']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:35.235357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-340c345f-1823-4784-bc13-6a5adcbaae16 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.240576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.258457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-340c345f-1823-4784-bc13-6a5adcbaae16 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.259119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6dc51f75-ca02-4595-a880-22b5913f4c2f req-74761089-9be7-48c1-922f-eecff90f6615 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2502813 Jul 14 09:35:35.286544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc7bc12-3a66-45f0-9cb2-0e7995883c45') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:35.286544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc7bc12-3a66-45f0-9cb2-0e7995883c45') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:35.296923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4155e715-28bb-42fd-a623-c681022e6147 req-b80364e1-bfe9-4d2b-be88-627e10457652 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171020 Jul 14 09:35:35.334213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd50457-be0a-49ee-be59-7adc93472b7c req-41b90ffc-adba-4a5d-9fcc-340131a2a82f service neutron] 10.222.0.69 "GET /v2.0/networks/b436a15f-ef4b-49f4-8682-8b9633a8cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392451 Jul 14 09:35:35.350568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.394858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c345f-1823-4784-bc13-6a5adcbaae16 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1f6896-807c-4097-a311-cad2948de6d2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.408925 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.426018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-340c345f-1823-4784-bc13-6a5adcbaae16 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.427536 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-340c345f-1823-4784-bc13-6a5adcbaae16 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4592283 Jul 14 09:35:35.430711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38442) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:35.437224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.438469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fdb68105-71da-4696-8907-ba59aaa2b022 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '8d1f6896-807c-4097-a311-cad2948de6d2', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:35.453246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '89166f23-f729-444f-b5ff-0c9d10cb753f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'port_id': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'mac_address': 'fa:16:3e:b5:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:05Z', 'updated_at': '2021-07-14T09:35:31Z', 'revision_number': 1, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:35.455143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-5a4760ce-30c1-4fc2-83bb-0e56c55aa4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:35.456839 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-5a4760ce-30c1-4fc2-83bb-0e56c55aa4f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.5575507 Jul 14 09:35:35.465942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:35.466534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:35.471085 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:35.508330 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb68105-71da-4696-8907-ba59aaa2b022 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.523582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef4bfe-1406-4ed0-b009-8add4d5b03ad None None] The sync data for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 is: [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '89166f23-f729-444f-b5ff-0c9d10cb753f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'port_id': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'mac_address': 'fa:16:3e:b5:ef:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:05Z', 'updated_at': '2021-07-14T09:35:31Z', 'revision_number': 1, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:35:35.534756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 7c48c588-c211-4efe-b4ee-b484f8a39638, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7c48c588-c211-4efe-b4ee-b484f8a39638,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:35.535026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.542900 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.555363 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:35.680547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:35.717818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:35.718230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a47ef8ae-d41c-4e01-a0d8-c553d50ab3a7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:35.750366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d889b20d-4cf2-47ab-86a7-2ae63ff19e06 req-8b8a37de-9407-4035-ab97-256f1c9c52b4 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=67793539-6de7-407f-b5ce-fc82a820f14d HTTP/1.1" status: 200 len: 210 time: 0.1372635 Jul 14 09:35:35.775827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'Port': ['ID=6c9c1999-4b5c-46ed-b50a-5bc787f45f22,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.776852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb68105-71da-4696-8907-ba59aaa2b022 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.792301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.797500 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb68105-71da-4696-8907-ba59aaa2b022 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.821197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb68105-71da-4696-8907-ba59aaa2b022 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4de743-2c71-4804-b2b9-83c4f3550fb4,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.835134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb68105-71da-4696-8907-ba59aaa2b022 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.836548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-d5bbd9bd-1d36-47f0-93b8-7e29dda2b75b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 998 time: 0.3643425 Jul 14 09:35:35.843786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fdb68105-71da-4696-8907-ba59aaa2b022 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4112196 Jul 14 09:35:35.846965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:35.851608 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:35.854665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d211faca-1277-4331-8a05-85789cd2886c tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '8d1f6896-807c-4097-a311-cad2948de6d2', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:35.863308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "DELETE /v2.0/networks/95b9434d-37c6-41af-b089-eb59d677728f HTTP/1.1" status: 204 len: 168 time: 2.7218714 Jul 14 09:35:35.865970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38450) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:35.873666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=7c48c588-c211-4efe-b4ee-b484f8a39638,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:35.953704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d211faca-1277-4331-8a05-85789cd2886c tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.041938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24de330-0cb1-4345-b855-0feeff78e959 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Network': ['ID=95b9434d-37c6-41af-b089-eb59d677728f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.049652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] No DVR routers for this DVR port 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:36.055022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.057705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ff64cb2-104c-4d12-8287-c16d441feec2 req-ea8f757f-6017-446f-ba86-028417f4cafe tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.69 "DELETE /v2.0/ports/6c9c1999-4b5c-46ed-b50a-5bc787f45f22 HTTP/1.1" status: 204 len: 173 time: 2.9291337 Jul 14 09:35:36.058193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'name': 'network-vif-deleted', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:36.065642 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2089fb1-bb7d-4ac6-868c-701332bd4776" -d '{"events": [{"server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "name": "network-vif-deleted", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:36.094533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-662aecf9-fe27-4d04-9b65-738b0922ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.101673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-662aecf9-fe27-4d04-9b65-738b0922ca1d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.2527866 Jul 14 09:35:36.151423 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eaa46f1-e246-477e-8d84-26f38955747c x-openstack-request-id: req-0eaa46f1-e246-477e-8d84-26f38955747c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:36.151711 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67793539-6de7-407f-b5ce-fc82a820f14d", "name": "network-vif-deleted", "tag": "6c9c1999-4b5c-46ed-b50a-5bc787f45f22", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:36.151958 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0eaa46f1-e246-477e-8d84-26f38955747c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:36.152414 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67793539-6de7-407f-b5ce-fc82a820f14d', 'name': 'network-vif-deleted', 'tag': '6c9c1999-4b5c-46ed-b50a-5bc787f45f22', 'status': 'completed', 'code': 200} Jul 14 09:35:36.236783 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3967ba7-5194-4dcc-8166-a8b07a807969 None None] New status for floating IP 89166f23-f729-444f-b5ff-0c9d10cb753f: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:35:36.280267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-64bc0a1f-9e23-4e88-bf34-85a325a3907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.282217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-64bc0a1f-9e23-4e88-bf34-85a325a3907b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1721399 Jul 14 09:35:36.555254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-ea92939d-ff20-4657-bd50-5281fc533051 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648354 Jul 14 09:35:36.626172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ceb92e-63a8-49ef-ba2b-a26079fab10a', 'tag': '3a14f3a9-6407-4683-899c-7ffde687863d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:36.629109 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4978fe5-80ce-4d53-891b-5789dd4aef06" -d '{"events": [{"name": "network-changed", "server_uuid": "f0ceb92e-63a8-49ef-ba2b-a26079fab10a", "tag": "3a14f3a9-6407-4683-899c-7ffde687863d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:36.650538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a2968c-b8c2-4479-b994-14b13b1342a4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting subnet 0731183b-651a-45a3-bef9-3a7bf79db6f9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:36.675013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8a2968c-b8c2-4479-b994-14b13b1342a4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.707027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898f4c3-df19-486f-9c81-3888e9bcb20a req-b4a2c70c-7daf-4616-9c92-eb98709cb8af tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.714086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f898f4c3-df19-486f-9c81-3888e9bcb20a req-b4a2c70c-7daf-4616-9c92-eb98709cb8af tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 943 time: 0.1575170 Jul 14 09:35:36.740985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8a2968c-b8c2-4479-b994-14b13b1342a4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.741837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e12af298-02fc-4f0d-8c05-eb0722ccd586 req-66d8a656-5d54-4d15-a247-5f156873ad34 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519835 Jul 14 09:35:36.774046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f898f4c3-df19-486f-9c81-3888e9bcb20a req-1f50d6ef-4471-444e-8632-f1282e49002b tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589440 Jul 14 09:35:36.801157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d211faca-1277-4331-8a05-85789cd2886c tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.812787 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d211faca-1277-4331-8a05-85789cd2886c tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.824493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:36.836633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4b8a3-eeca-459c-9bec-11ca7a6ad3fc req-60f2858f-9ae3-4b20-8ccc-8fd3958eeafd tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:36.838277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dac4b8a3-eeca-459c-9bec-11ca7a6ad3fc req-60f2858f-9ae3-4b20-8ccc-8fd3958eeafd tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2131970 Jul 14 09:35:36.847070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:36.847661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6c9c1999-4b5c-46ed-b50a-5bc787f45f22 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:36.862679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211faca-1277-4331-8a05-85789cd2886c tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54946b2c-660a-4dfb-bd90-42d60bd2bf3b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:36.884048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d211faca-1277-4331-8a05-85789cd2886c tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.885314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d211faca-1277-4331-8a05-85789cd2886c tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0362852 Jul 14 09:35:36.888393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38470) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:36.901149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-eb0f77c2-9217-416b-8d58-b1aa9a68df99 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '8d1f6896-807c-4097-a311-cad2948de6d2', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:36.919763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7c48c588-c211-4efe-b4ee-b484f8a39638 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:36.923253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8a2968c-b8c2-4479-b994-14b13b1342a4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:36.929856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dac4b8a3-eeca-459c-9bec-11ca7a6ad3fc req-cf015d7e-31fb-43fa-8bd2-c0c47d726a77 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777371 Jul 14 09:35:36.964269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb0f77c2-9217-416b-8d58-b1aa9a68df99 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.040443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8a2968c-b8c2-4479-b994-14b13b1342a4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.052634 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb0f77c2-9217-416b-8d58-b1aa9a68df99 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.058416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb0f77c2-9217-416b-8d58-b1aa9a68df99 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.062930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7c48c588-c211-4efe-b4ee-b484f8a39638 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:37.063657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.085275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f77c2-9217-416b-8d58-b1aa9a68df99 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6464fc7c-8f5b-405a-9416-da6423b5e4f3,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.089015 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac082139-6bc7-4770-92db-eb4ccade71ab x-openstack-request-id: req-ac082139-6bc7-4770-92db-eb4ccade71ab {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:37.089478 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0ceb92e-63a8-49ef-ba2b-a26079fab10a", "tag": "3a14f3a9-6407-4683-899c-7ffde687863d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:37.089931 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac082139-6bc7-4770-92db-eb4ccade71ab {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:37.091077 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0ceb92e-63a8-49ef-ba2b-a26079fab10a', 'tag': '3a14f3a9-6407-4683-899c-7ffde687863d', 'status': 'completed', 'code': 200} Jul 14 09:35:37.124962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb0f77c2-9217-416b-8d58-b1aa9a68df99 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.126335 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eb0f77c2-9217-416b-8d58-b1aa9a68df99 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2354989 Jul 14 09:35:37.129108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38478) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.134755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c2063481-2dc2-49bb-848b-9bfdb052b386 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '8d1f6896-807c-4097-a311-cad2948de6d2', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.175267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2968c-b8c2-4479-b994-14b13b1342a4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Subnet': ['ID=0731183b-651a-45a3-bef9-3a7bf79db6f9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.178908 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8a2968c-b8c2-4479-b994-14b13b1342a4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.183296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b8a2968c-b8c2-4479-b994-14b13b1342a4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "DELETE /v2.0/subnets/0731183b-651a-45a3-bef9-3a7bf79db6f9 HTTP/1.1" status: 204 len: 168 time: 1.3136253 Jul 14 09:35:37.184158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38482) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.198223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f663eed-b555-47c9-9c7e-be3c2600f1d4 None None] Network 0921a446-2ff5-45ca-a51c-51eecce8f791 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:37.205817 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2063481-2dc2-49bb-848b-9bfdb052b386 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.289567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-f8b1bb4c-02f3-40ad-8a4f-8a84921e0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.291338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-f8b1bb4c-02f3-40ad-8a4f-8a84921e0f5f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=40f48d9aec144520bed4ade389e8783f&device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 1095 time: 0.2070675 Jul 14 09:35:37.418363 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.432775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] DHCP port deletion for 0921a446-2ff5-45ca-a51c-51eecce8f791 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:35:37.464016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c4d9595-8f00-40f1-87a7-c9e89470a544 req-b97284a7-fd0f-472a-be00-477207b846d1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/92960f95-ec86-4064-aa5d-bba177d56f25 HTTP/1.1" status: 200 len: 1801 time: 0.1615920 Jul 14 09:35:37.472746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2063481-2dc2-49bb-848b-9bfdb052b386 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.490893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2063481-2dc2-49bb-848b-9bfdb052b386 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.506446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] Deleting port 192b8adc-852c-4f79-832b-ca60873c0882 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:37.506828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.552581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-2dba0aae-bb59-4a46-b3ef-85b91a0fc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.554134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-2dba0aae-bb59-4a46-b3ef-85b91a0fc892 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b436a15f-ef4b-49f4-8682-8b9633a8cb86 HTTP/1.1" status: 200 len: 923 time: 0.2500188 Jul 14 09:35:37.560288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2063481-2dc2-49bb-848b-9bfdb052b386 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01ca2ab-84bf-49b4-b006-fb8566f6fdf6,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.589666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] For port 192b8adc-852c-4f79-832b-ca60873c0882, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=192b8adc-852c-4f79-832b-ca60873c0882,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:37.590062 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.608236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] Calling delete_port for 192b8adc-852c-4f79-832b-ca60873c0882 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:37.613263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-373945d5-6ea5-4326-bacb-9f0efa4ffaae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a14f3a9-6407-4683-899c-7ffde687863d HTTP/1.1" status: 200 len: 217 time: 0.0470917 Jul 14 09:35:37.613960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2063481-2dc2-49bb-848b-9bfdb052b386 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.615081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c2063481-2dc2-49bb-848b-9bfdb052b386 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4849343 Jul 14 09:35:37.618233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38486) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.623636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7abf1f90-4df8-4212-a840-93761696ee2d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '8d1f6896-807c-4097-a311-cad2948de6d2', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.649424 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-7abf1f90-4df8-4212-a840-93761696ee2d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Project 8973d0596776403abb0c5971306019f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:35:37.654608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7abf1f90-4df8-4212-a840-93761696ee2d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.675336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c4d9595-8f00-40f1-87a7-c9e89470a544 req-55e1d766-9644-49c0-a1d8-f1bdb8aea5b2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.688420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port 192b8adc-852c-4f79-832b-ca60873c0882 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:37.688765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.703627 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.731933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] Pushing event deleted for resources: {'Port': ['ID=192b8adc-852c-4f79-832b-ca60873c0882,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.734211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d012b6b9-a0cb-4d9c-a53a-f203c7077479 None None] No DVR routers for this DVR port 192b8adc-852c-4f79-832b-ca60873c0882 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:37.753642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7abf1f90-4df8-4212-a840-93761696ee2d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.755908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-6d94302c-f294-4694-88c6-c0c79aa17741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:37.757487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-6d94302c-f294-4694-88c6-c0c79aa17741 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=abc42dca-01d9-48dc-a64d-0dbcf8761524 HTTP/1.1" status: 200 len: 862 time: 0.1381595 Jul 14 09:35:37.757902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7abf1f90-4df8-4212-a840-93761696ee2d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.762771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c4d9595-8f00-40f1-87a7-c9e89470a544 req-55e1d766-9644-49c0-a1d8-f1bdb8aea5b2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.778385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf1f90-4df8-4212-a840-93761696ee2d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c1ddc6-89a6-450e-b529-694908caf6ec,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.781789 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7abf1f90-4df8-4212-a840-93761696ee2d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.783510 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7abf1f90-4df8-4212-a840-93761696ee2d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635056 Jul 14 09:35:37.785957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:37.793672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-211f79d2-2226-4204-8877-c8a0ff291697 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '8d1f6896-807c-4097-a311-cad2948de6d2', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:37.807209 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-8ba6d732-1411-40c1-aceb-db11b95bb360 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b436a15f-ef4b-49f4-8682-8b9633a8cb86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413418 Jul 14 09:35:37.821482 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-211f79d2-2226-4204-8877-c8a0ff291697 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Project 8973d0596776403abb0c5971306019f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:35:37.826954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211f79d2-2226-4204-8877-c8a0ff291697 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.923477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211f79d2-2226-4204-8877-c8a0ff291697 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.941589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211f79d2-2226-4204-8877-c8a0ff291697 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.985161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f79d2-2226-4204-8877-c8a0ff291697 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0c2b47-3820-4a47-b302-905d56ad5777,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:37.989865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-211f79d2-2226-4204-8877-c8a0ff291697 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:37.992707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-211f79d2-2226-4204-8877-c8a0ff291697 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2034895 Jul 14 09:35:38.026585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea326565-7759-427b-b4fd-ab18dffea4e6 req-2f61cb9f-b16e-4a45-b682-3d637e83adf1 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.028452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea326565-7759-427b-b4fd-ab18dffea4e6 req-2f61cb9f-b16e-4a45-b682-3d637e83adf1 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 943 time: 0.1107461 Jul 14 09:35:38.074528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea326565-7759-427b-b4fd-ab18dffea4e6 req-e77853a5-64eb-460e-9544-86ea48e193ce tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394773 Jul 14 09:35:38.188083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port 192b8adc-852c-4f79-832b-ca60873c0882, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=192b8adc-852c-4f79-832b-ca60873c0882,segment=NetworkSegment(23c7fcaa-dee3-4489-985a-5e7ba5ad12f8),segment_id=23c7fcaa-dee3-4489-985a-5e7ba5ad12f8)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:38.188459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.207740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for 192b8adc-852c-4f79-832b-ca60873c0882 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:38.222635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c4d9595-8f00-40f1-87a7-c9e89470a544 req-55e1d766-9644-49c0-a1d8-f1bdb8aea5b2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.225288 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c4d9595-8f00-40f1-87a7-c9e89470a544 req-55e1d766-9644-49c0-a1d8-f1bdb8aea5b2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.226487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c4d9595-8f00-40f1-87a7-c9e89470a544 req-55e1d766-9644-49c0-a1d8-f1bdb8aea5b2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/92960f95-ec86-4064-aa5d-bba177d56f25 HTTP/1.1" status: 204 len: 173 time: 0.7504444 Jul 14 09:35:38.254556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1d766-9644-49c0-a1d8-f1bdb8aea5b2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92960f95-ec86-4064-aa5d-bba177d56f25,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.255739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b848d-5394-434f-b096-f33ce53a9686 req-f2b8a0b3-846b-484f-99ef-b055c4483276 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.257553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-154b848d-5394-434f-b096-f33ce53a9686 req-f2b8a0b3-846b-484f-99ef-b055c4483276 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.0741892 Jul 14 09:35:38.312274 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-373ac353-f414-45b3-b1bb-a8ba8bab5e4d service neutron] 10.222.0.69 "GET /v2.0/networks/b436a15f-ef4b-49f4-8682-8b9633a8cb86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962170 Jul 14 09:35:38.317532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-154b848d-5394-434f-b096-f33ce53a9686 req-2078eacc-697f-463e-9482-0361c421088b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476227 Jul 14 09:35:38.383324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae206ce3-b2ca-4ae0-841c-b165ae088a94 req-bfefb7b6-df3b-42e8-b58a-086472d0cb1b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/9181bd11-d118-4ecb-9bb6-7b24684ab90f HTTP/1.1" status: 200 len: 1798 time: 0.0397508 Jul 14 09:35:38.446043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ae206ce3-b2ca-4ae0-841c-b165ae088a94 req-7ad5b265-1239-4305-87b8-8040f3b4cfe1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.453242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-3e015c71-77b4-40be-9bf6-0a000b3bcdd5 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-780169218&fields=id&tenant_id=8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 267 time: 0.1396604 Jul 14 09:35:38.466389 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.469781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ae206ce3-b2ca-4ae0-841c-b165ae088a94 req-7ad5b265-1239-4305-87b8-8040f3b4cfe1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.521923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ae206ce3-b2ca-4ae0-841c-b165ae088a94 req-7ad5b265-1239-4305-87b8-8040f3b4cfe1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.525250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ae206ce3-b2ca-4ae0-841c-b165ae088a94 req-7ad5b265-1239-4305-87b8-8040f3b4cfe1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.526439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae206ce3-b2ca-4ae0-841c-b165ae088a94 req-7ad5b265-1239-4305-87b8-8040f3b4cfe1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/9181bd11-d118-4ecb-9bb6-7b24684ab90f HTTP/1.1" status: 204 len: 173 time: 0.1374297 Jul 14 09:35:38.537328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5b265-1239-4305-87b8-8040f3b4cfe1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9181bd11-d118-4ecb-9bb6-7b24684ab90f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.555079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=192b8adc-852c-4f79-832b-ca60873c0882,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.558113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port 192b8adc-852c-4f79-832b-ca60873c0882 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:38.595390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4978fe5-80ce-4d53-891b-5789dd4aef06 req-e6a4d5f0-7000-49d3-8e48-75d85e8a8d9f service neutron] 10.222.0.69 "GET /v2.0/networks/b436a15f-ef4b-49f4-8682-8b9633a8cb86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759600 Jul 14 09:35:38.677823 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.695664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0921a446-2ff5-45ca-a51c-51eecce8f791']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:38.704496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-fa43bce0-bc89-4120-bc18-242a50a49f0b tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:38.706534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-fa43bce0-bc89-4120-bc18-242a50a49f0b tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/networks?id=697f7102-e17b-4ed8-9c1a-449456e6368d HTTP/1.1" status: 200 len: 796 time: 0.2412112 Jul 14 09:35:38.721771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:38.722071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c7fcaa-dee3-4489-985a-5e7ba5ad12f8') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:38.732979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.735400 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-f510bb9d-dc5d-477e-b99e-0fd9d502a570 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/quotas/8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 375 time: 0.0231626 Jul 14 09:35:38.774023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-88ca319b-da6e-46a8-a435-01a887882e19 req-40de0d19-6d6a-4b2c-a358-b6435ab4f55b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1163116544', 'description': 'tempest-description-1492128907'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:38.776324 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.786085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:38.786523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:38.789765 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:38.807413 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-88ca319b-da6e-46a8-a435-01a887882e19 req-40de0d19-6d6a-4b2c-a358-b6435ab4f55b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.810797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a14f3a9-6407-4683-899c-7ffde687863d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:38.845009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 192b8adc-852c-4f79-832b-ca60873c0882 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:38.865837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.873659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.875337 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "DELETE /v2.0/networks/0921a446-2ff5-45ca-a51c-51eecce8f791 HTTP/1.1" status: 204 len: 168 time: 1.6895370 Jul 14 09:35:38.885017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:38.886510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-84ca99fc-4117-411f-a41b-cc3da915ac8c tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455281 Jul 14 09:35:38.895858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 192b8adc-852c-4f79-832b-ca60873c0882 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:38.896731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 192b8adc-852c-4f79-832b-ca60873c0882 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:38.897692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ccf89-4deb-4e51-8c1e-e09f220576e5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Network': ['ID=0921a446-2ff5-45ca-a51c-51eecce8f791,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:38.915411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1402281650'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:38.951135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-88ca319b-da6e-46a8-a435-01a887882e19 req-40de0d19-6d6a-4b2c-a358-b6435ab4f55b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:38.963137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-88ca319b-da6e-46a8-a435-01a887882e19 req-40de0d19-6d6a-4b2c-a358-b6435ab4f55b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.005532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:39.005532 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.010123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-5aa1c501-76aa-40c1-8827-7e9b0faa9aaa service neutron] 10.222.0.73 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093683 Jul 14 09:35:39.014308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a14f3a9-6407-4683-899c-7ffde687863d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a14f3a9-6407-4683-899c-7ffde687863d,segment=NetworkSegment(a8ac1b51-a399-494d-8337-13cd6228b83f),segment_id=a8ac1b51-a399-494d-8337-13cd6228b83f)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:39.023799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-88ca319b-da6e-46a8-a435-01a887882e19 req-40de0d19-6d6a-4b2c-a358-b6435ab4f55b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.027556 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '3a14f3a9-6407-4683-899c-7ffde687863d', 'network_id': 'b436a15f-ef4b-49f4-8682-8b9633a8cb86', 'port_id': '3a14f3a9-6407-4683-899c-7ffde687863d', 'mac_address': 'fa:16:3e:9d:dd:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc42dca-01d9-48dc-a64d-0dbcf8761524', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:39.028542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88ca319b-da6e-46a8-a435-01a887882e19 req-40de0d19-6d6a-4b2c-a358-b6435ab4f55b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2585440 Jul 14 09:35:39.030914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de0d19-6d6a-4b2c-a358-b6435ab4f55b tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75f44c-a14f-48e4-8b38-9caefef5521f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.070444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:39.085186 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.094059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.094467 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Added segment 75a10fed-b152-45a3-944b-9b47e594e212 of type vlan for network 30e95833-aed1-4051-93ba-74080f42d657 Jul 14 09:35:39.103620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a14f3a9-6407-4683-899c-7ffde687863d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:39.125767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a14f3a9-6407-4683-899c-7ffde687863d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a14f3a9-6407-4683-899c-7ffde687863d,segment=NetworkSegment(a8ac1b51-a399-494d-8337-13cd6228b83f),segment_id=a8ac1b51-a399-494d-8337-13cd6228b83f)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:39.129003 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-545d0c97-7851-4b3a-9cdb-6fa579b7c5d6 service neutron] 10.222.0.73 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127698 Jul 14 09:35:39.130849 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.132353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b85aee8-565c-4e9a-ab53-94ad689481a1 req-6d0c3fee-9a4b-4bc2-871c-66fcbd2e1df6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/aa75f44c-a14f-48e4-8b38-9caefef5521f HTTP/1.1" status: 200 len: 1803 time: 0.0820932 Jul 14 09:35:39.150896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3b85aee8-565c-4e9a-ab53-94ad689481a1 req-2f772aa9-fc53-4711-b165-5dcf52a34f32 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1454647164', 'description': 'tempest-description-hth-1090818839'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:39.155889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.195645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b85aee8-565c-4e9a-ab53-94ad689481a1 req-2f772aa9-fc53-4711-b165-5dcf52a34f32 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.198310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=3a14f3a9-6407-4683-899c-7ffde687863d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.219406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.225552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.226221 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.324543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4180846 Jul 14 09:35:39.332553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38526) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:39.336372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b85aee8-565c-4e9a-ab53-94ad689481a1 req-2f772aa9-fc53-4711-b165-5dcf52a34f32 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.337696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4391fd1-0ba7-43b3-a8a2-ecd11b823173 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Network': ['ID=30e95833-aed1-4051-93ba-74080f42d657,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.340815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'subnet': {'network_id': '30e95833-aed1-4051-93ba-74080f42d657', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:39.341057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b85aee8-565c-4e9a-ab53-94ad689481a1 req-2f772aa9-fc53-4711-b165-5dcf52a34f32 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.343775 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b85aee8-565c-4e9a-ab53-94ad689481a1 req-2f772aa9-fc53-4711-b165-5dcf52a34f32 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.345515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b85aee8-565c-4e9a-ab53-94ad689481a1 req-2f772aa9-fc53-4711-b165-5dcf52a34f32 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "PUT /v2.0/security-groups/aa75f44c-a14f-48e4-8b38-9caefef5521f HTTP/1.1" status: 200 len: 1777 time: 0.2066379 Jul 14 09:35:39.353769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 30e95833-aed1-4051-93ba-74080f42d657 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:39.387902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f772aa9-fc53-4711-b165-5dcf52a34f32 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa75f44c-a14f-48e4-8b38-9caefef5521f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:39.432904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['3a14f3a9-6407-4683-899c-7ffde687863d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:39.454126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-66ddfe8a-f692-43f1-9aaf-fa5f8963b1f4 req-5c4da1a3-e07d-446b-809f-755dd002dab2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 210 time: 0.0337710 Jul 14 09:35:39.542519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b8677-012c-473d-ab49-df6a67e5f5f1 req-0f9514db-bd7a-48cd-81b7-38b044c4b628 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.553300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-342b8677-012c-473d-ab49-df6a67e5f5f1 req-0f9514db-bd7a-48cd-81b7-38b044c4b628 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 944 time: 0.1218176 Jul 14 09:35:39.606194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:39.611662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.684233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-342b8677-012c-473d-ab49-df6a67e5f5f1 req-6a454eaa-f8b2-4ae4-ab47-4ebc8a7f4315 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296968 Jul 14 09:35:39.696411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db992c1-51a4-458c-8316-ebad4f57c4b6 req-001f8d87-a1a9-446e-b3ff-7b11dc5e96df tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:39.704951 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7db992c1-51a4-458c-8316-ebad4f57c4b6 req-001f8d87-a1a9-446e-b3ff-7b11dc5e96df tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.0973923 Jul 14 09:35:39.741433 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7db992c1-51a4-458c-8316-ebad4f57c4b6 req-952b471b-726c-4a9f-8ea4-760e1d77b749 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355749 Jul 14 09:35:39.808645 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aed48e94-44c1-498a-a774-71f776ee6702 req-c354699d-ff6b-4e89-bb44-72efb1539a28 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/aa75f44c-a14f-48e4-8b38-9caefef5521f HTTP/1.1" status: 200 len: 1777 time: 0.0817440 Jul 14 09:35:39.916258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:39.965657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-230587df-fddb-4293-9e6e-25e50562b671 req-443b1b13-dd58-4e44-8990-128f928a897d tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/aa75f44c-a14f-48e4-8b38-9caefef5521f HTTP/1.1" status: 200 len: 1777 time: 0.0634823 Jul 14 09:35:39.993144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Checking segment: {'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:39.993521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network hostable DHCP agents. Network: 30e95833-aed1-4051-93ba-74080f42d657, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:39.995460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Subnet': ['ID=6380826b-29e7-4cda-8ea5-45bc6acac893,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.019935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 30e95833-aed1-4051-93ba-74080f42d657 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:40.029351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 30e95833-aed1-4051-93ba-74080f42d657) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:40.030472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-230587df-fddb-4293-9e6e-25e50562b671 req-dd7370d5-376b-4746-9b26-14af6c0026c1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.034671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.035373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.042765 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86ecdb-0ea3-4021-8c35-93be36728823 None None] Network 30e95833-aed1-4051-93ba-74080f42d657 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:40.053872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bb2460c7-5cca-45db-ba7d-a0a5af7a2c45 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7178094 Jul 14 09:35:40.054118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38546) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.059903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-677117674'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:40.071438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-230587df-fddb-4293-9e6e-25e50562b671 req-dd7370d5-376b-4746-9b26-14af6c0026c1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.083765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:40.087725 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.116785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:40.121541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-230587df-fddb-4293-9e6e-25e50562b671 req-dd7370d5-376b-4746-9b26-14af6c0026c1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.124466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-230587df-fddb-4293-9e6e-25e50562b671 req-dd7370d5-376b-4746-9b26-14af6c0026c1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.125649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-230587df-fddb-4293-9e6e-25e50562b671 req-dd7370d5-376b-4746-9b26-14af6c0026c1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/aa75f44c-a14f-48e4-8b38-9caefef5521f HTTP/1.1" status: 204 len: 173 time: 0.1556299 Jul 14 09:35:40.126846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.127249 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Added segment 218caaaa-60dd-4267-ba7f-51272b841ad3 of type vlan for network 59b32d5d-4da0-4bac-b976-15127417e801 Jul 14 09:35:40.136169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7370d5-376b-4746-9b26-14af6c0026c1 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa75f44c-a14f-48e4-8b38-9caefef5521f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.195272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.232011 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.237990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-30e95833-aed1-4051-93ba-74080f42d657', 'network_id': '30e95833-aed1-4051-93ba-74080f42d657', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'fixed_ips': [{'subnet_id': '6380826b-29e7-4cda-8ea5-45bc6acac893'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:40.238859 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.239690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:40.240644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.324534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2663813 Jul 14 09:35:40.324970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38554) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:40.330770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'subnet': {'network_id': '59b32d5d-4da0-4bac-b976-15127417e801', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:40.345477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ea020-e77a-440b-8a8b-38c8f7081fb6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Network': ['ID=59b32d5d-4da0-4bac-b976-15127417e801,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.368732 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-8e1f6806-7082-4c78-b831-f6e9f8eff82b req-c304305f-1fa6-4444-bffc-16b2ec9f716c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:35:40.369840 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8e1f6806-7082-4c78-b831-f6e9f8eff82b req-c304305f-1fa6-4444-bffc-16b2ec9f716c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/9181bd11-d118-4ecb-9bb6-7b24684ab90f HTTP/1.1" status: 404 len: 352 time: 0.0361547 Jul 14 09:35:40.373411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 59b32d5d-4da0-4bac-b976-15127417e801 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:40.425300 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-5cd7bc98-678d-4044-88a0-8c79a36555e4 req-3a074736-47cd-4623-8f62-cc7975f8191e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:35:40.426344 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cd7bc98-678d-4044-88a0-8c79a36555e4 req-3a074736-47cd-4623-8f62-cc7975f8191e tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/92960f95-ec86-4064-aa5d-bba177d56f25 HTTP/1.1" status: 404 len: 352 time: 0.0236592 Jul 14 09:35:40.464948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:40.468040 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-5d19022b-c0df-43c5-a998-6b0e8f25d733 req-ba575e1c-8199-4837-b9a8-99c20111277c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:35:40.472706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.477849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d19022b-c0df-43c5-a998-6b0e8f25d733 req-ba575e1c-8199-4837-b9a8-99c20111277c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/b13ee5f1-e23c-4245-ad59-bebff3a5f15e HTTP/1.1" status: 404 len: 352 time: 0.0251284 Jul 14 09:35:40.487570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Allocated IP 19.80.0.2 (30e95833-aed1-4051-93ba-74080f42d657/6380826b-29e7-4cda-8ea5-45bc6acac893/1ed45650-fbbe-4671-93c4-eedeb59be6c6) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:40.546669 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-dbf608ec-83d9-4ff0-90b8-15f9bc4c4561 req-5c4787d6-a00d-49c3-a4b8-aee6d3b50c64 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:35:40.547726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbf608ec-83d9-4ff0-90b8-15f9bc4c4561 req-5c4787d6-a00d-49c3-a4b8-aee6d3b50c64 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/ef8385f9-7508-4355-8d38-217da7f67ce1 HTTP/1.1" status: 404 len: 352 time: 0.0503035 Jul 14 09:35:40.632006 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-0e2acc02-4089-4c7c-a145-9136bb69d769 req-e5590bf9-e1c8-4d88-9d0d-5e50742ef2c2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:35:40.633504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e2acc02-4089-4c7c-a145-9136bb69d769 req-e5590bf9-e1c8-4d88-9d0d-5e50742ef2c2 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/d894fc76-30ab-4e3a-83f7-3beac0b44a74 HTTP/1.1" status: 404 len: 352 time: 0.0464900 Jul 14 09:35:40.637653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bef5f2a-1151-4724-ab67-b5c2a1ac58c5 req-ded2bc17-6b6c-4469-9b47-cc5989f831ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 210 time: 0.0309834 Jul 14 09:35:40.671358 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.680527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Transition to ACTIVE for port object 1ed45650-fbbe-4671-93c4-eedeb59be6c6 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:40.689726 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-210d99d4-252b-44ff-9d46-c4c5dee82d6f req-18f75684-fd71-4cb3-8bbe-1a006ee5b5af tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] show failed (client error): The resource could not be found. Jul 14 09:35:40.690770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-210d99d4-252b-44ff-9d46-c4c5dee82d6f req-18f75684-fd71-4cb3-8bbe-1a006ee5b5af tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/94621f90-b341-4157-909c-e84c1638d41b HTTP/1.1" status: 404 len: 352 time: 0.0203199 Jul 14 09:35:40.696183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Transition to ACTIVE for port object 1ed45650-fbbe-4671-93c4-eedeb59be6c6 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:40.710110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.760807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.761013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Network 30e95833-aed1-4051-93ba-74080f42d657 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:40.764412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:40.769261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:40.811076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Pushing event updated for resources: {'Port': ['ID=1ed45650-fbbe-4671-93c4-eedeb59be6c6,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.840461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a14f3a9-6407-4683-899c-7ffde687863d up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:40.875415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Attempting to bind port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:40.875809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Attempting to bind port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:40.876157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Attempting to bind port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 on network 30e95833-aed1-4051-93ba-74080f42d657 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:40.889709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:40.890096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Checking segment: {'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:40.890542 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.890946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Bound using segment: {'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:40.891552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Bound port: 1ed45650-fbbe-4671-93c4-eedeb59be6c6, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:40.891946 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.924348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Subnet': ['ID=55aa4806-57d9-451e-bbc5-cd546cc040c9,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:40.953100 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 3a14f3a9-6407-4683-899c-7ffde687863d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:40.965873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 3a14f3a9-6407-4683-899c-7ffde687863d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:40.966244 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:40.983541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Checking segment: {'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:40.990640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network hostable DHCP agents. Network: 59b32d5d-4da0-4bac-b976-15127417e801, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:41.051007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] For port 1ed45650-fbbe-4671-93c4-eedeb59be6c6, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:41.054420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] For port 1ed45650-fbbe-4671-93c4-eedeb59be6c6, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1ed45650-fbbe-4671-93c4-eedeb59be6c6,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:41.064184 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.067967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39f0c7-8f7e-48c8-8375-f1a24f1a40ba req-82a920d9-30a1-463b-b82b-7a7f5dccbcd6 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.080948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b39f0c7-8f7e-48c8-8375-f1a24f1a40ba req-82a920d9-30a1-463b-b82b-7a7f5dccbcd6 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 944 time: 0.2068331 Jul 14 09:35:41.095144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 59b32d5d-4da0-4bac-b976-15127417e801 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:41.126633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 59b32d5d-4da0-4bac-b976-15127417e801) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:41.141498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.143099 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.160534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec5467-9433-4a02-be5f-5efdb1c014b4 None None] Network 59b32d5d-4da0-4bac-b976-15127417e801 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:41.181669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b39f0c7-8f7e-48c8-8375-f1a24f1a40ba req-a2a62b98-cc49-4c2e-b5bd-5d28cd233f48 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995815 Jul 14 09:35:41.193229 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:35:41.193840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.199842 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-84ca7042-f20a-4bbe-8613-d3e7dcedd117 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8737314 Jul 14 09:35:41.206548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-6affa4c7-5f34-4e74-b2a8-13e435115ea3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.208431 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-6affa4c7-5f34-4e74-b2a8-13e435115ea3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.69 "GET /v2.0/networks?id=697f7102-e17b-4ed8-9c1a-449456e6368d HTTP/1.1" status: 200 len: 796 time: 0.2339127 Jul 14 09:35:41.216107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262846aa-41f9-4a57-a86f-ed66153102de None None] Pushing event updated for resources: {'Port': ['ID=1ed45650-fbbe-4671-93c4-eedeb59be6c6,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:41.258877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ab33-d59e-416c-b967-94edf0a83da7 req-d52b01a8-7ac8-4aa4-96cb-c21fb5402c51 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.266399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52b3ab33-d59e-416c-b967-94edf0a83da7 req-d52b01a8-7ac8-4aa4-96cb-c21fb5402c51 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1415422 Jul 14 09:35:41.299116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ceb92e-63a8-49ef-ba2b-a26079fab10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a14f3a9-6407-4683-899c-7ffde687863d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:41.301787 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce55b98-873b-4d28-88b8-bf806331d247" -d '{"events": [{"server_uuid": "f0ceb92e-63a8-49ef-ba2b-a26079fab10a", "name": "network-vif-plugged", "status": "completed", "tag": "3a14f3a9-6407-4683-899c-7ffde687863d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:41.308767 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-bab9fd1e-deab-4ced-8ea2-53078a7b6020 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 379 time: 0.0879838 Jul 14 09:35:41.323083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a14f3a9-6407-4683-899c-7ffde687863d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a14f3a9-6407-4683-899c-7ffde687863d,segment=NetworkSegment(a8ac1b51-a399-494d-8337-13cd6228b83f),segment_id=a8ac1b51-a399-494d-8337-13cd6228b83f)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:41.330683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'port': {'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'admin_state_up': True, 'tenant_id': '8973d0596776403abb0c5971306019f8', 'security_groups': ['8d1f6896-807c-4097-a311-cad2948de6d2']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:41.344294 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.374562 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52b3ab33-d59e-416c-b967-94edf0a83da7 req-96f978e0-1084-4d59-8561-e1a58b878847 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035879 Jul 14 09:35:41.479030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=3a14f3a9-6407-4683-899c-7ffde687863d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:41.631462 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345700b0-fa24-4615-9d38-fd4c7be07ee8 x-openstack-request-id: req-345700b0-fa24-4615-9d38-fd4c7be07ee8 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:41.631875 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ceb92e-63a8-49ef-ba2b-a26079fab10a", "name": "network-vif-plugged", "status": "completed", "tag": "3a14f3a9-6407-4683-899c-7ffde687863d", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:41.632263 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-345700b0-fa24-4615-9d38-fd4c7be07ee8 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:41.632792 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ceb92e-63a8-49ef-ba2b-a26079fab10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a14f3a9-6407-4683-899c-7ffde687863d', 'code': 200} Jul 14 09:35:41.721622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:41.724610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-59b32d5d-4da0-4bac-b976-15127417e801', 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'fixed_ips': [{'subnet_id': '55aa4806-57d9-451e-bbc5-cd546cc040c9'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:41.725892 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.726833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:41.764903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1870c-f93b-4189-b8a4-0649394ee6cf req-62810fda-972a-4e95-91a0-e8e708e72c17 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.766499 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5b1870c-f93b-4189-b8a4-0649394ee6cf req-62810fda-972a-4e95-91a0-e8e708e72c17 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1023 time: 0.1161220 Jul 14 09:35:41.840465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e77c6-1f70-4016-8914-9d152ce33474 req-0fd67151-85cc-462b-b47e-51be16e1e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.842001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-381e77c6-1f70-4016-8914-9d152ce33474 req-0fd67151-85cc-462b-b47e-51be16e1e8c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 1097 time: 0.1233799 Jul 14 09:35:41.860279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5b1870c-f93b-4189-b8a4-0649394ee6cf req-287ec248-3045-47a5-86c6-82ebf5adb880 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b&id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&id=450a424a-fc08-4c6e-bf3a-a5a919eac66a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0794721 Jul 14 09:35:41.879800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Allocated IP 19.86.0.2 (59b32d5d-4da0-4bac-b976-15127417e801/55aa4806-57d9-451e-bbc5-cd546cc040c9/101f40c7-49f3-485d-8bcd-99bde83614d6) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:41.938612 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-381e77c6-1f70-4016-8914-9d152ce33474 req-cccc6811-35f2-4eaf-8e0c-238ef5b82f6a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730352 Jul 14 09:35:41.959011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-afe65064-4491-4c8d-b7ce-4b1540498e32 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.965204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-afe65064-4491-4c8d-b7ce-4b1540498e32 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:41.966870 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-afe65064-4491-4c8d-b7ce-4b1540498e32 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/networks?id=30e95833-aed1-4051-93ba-74080f42d657&id=59b32d5d-4da0-4bac-b976-15127417e801 HTTP/1.1" status: 200 len: 1391 time: 0.2210438 Jul 14 09:35:41.996942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-3482e6c4-a24f-4047-87d7-3fc1af683083 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/quotas/2c2faf49cba14eb2be9cec674c462471 HTTP/1.1" status: 200 len: 375 time: 0.0185761 Jul 14 09:35:42.021471 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ee94b49-8450-4d3a-84aa-2d77dbff9c4e req-4f9f0fd6-3056-4e6c-904e-e1c2dfc63cc0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 210 time: 0.0333874 Jul 14 09:35:42.042128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.20.0.11 (697f7102-e17b-4ed8-9c1a-449456e6368d/3d159563-cf42-4a99-aed1-17c1ae902bc2/9ca484bd-2d5c-45ba-a30c-cf343162e72e) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:42.067832 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.076559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Transition to ACTIVE for port object 101f40c7-49f3-485d-8bcd-99bde83614d6 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:42.099609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Transition to ACTIVE for port object 101f40c7-49f3-485d-8bcd-99bde83614d6 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:42.107879 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.151398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Network 59b32d5d-4da0-4bac-b976-15127417e801 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:42.154354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:42.158537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:42.164117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-1d769aa1-3e44-479b-afa6-1e0e30e3c96f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1602979 Jul 14 09:35:42.168896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Pushing event updated for resources: {'Port': ['ID=101f40c7-49f3-485d-8bcd-99bde83614d6,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.251170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Attempting to bind port 101f40c7-49f3-485d-8bcd-99bde83614d6 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:42.252084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Attempting to bind port 101f40c7-49f3-485d-8bcd-99bde83614d6 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:42.252623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Attempting to bind port 101f40c7-49f3-485d-8bcd-99bde83614d6 on network 59b32d5d-4da0-4bac-b976-15127417e801 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:42.258463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:42.258963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Checking segment: {'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:42.259383 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.260137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Bound using segment: {'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:42.260922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Bound port: 101f40c7-49f3-485d-8bcd-99bde83614d6, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:42.261499 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.308921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.345097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-f5515aec-604b-4a80-a8d4-c13033e0b58c service neutron] 10.222.0.73 "GET /v2.0/networks/30e95833-aed1-4051-93ba-74080f42d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703758 Jul 14 09:35:42.346817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Transition to ACTIVE for port object 9ca484bd-2d5c-45ba-a30c-cf343162e72e will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:42.372821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] For port 101f40c7-49f3-485d-8bcd-99bde83614d6, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:42.377608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] For port 101f40c7-49f3-485d-8bcd-99bde83614d6, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=101f40c7-49f3-485d-8bcd-99bde83614d6,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:42.385873 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.438772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76256d50-65ff-4900-82b4-afdf1d1e329a req-9c2031d5-23b8-4a8a-9d3a-8c1d033aa0f2 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.449465 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76256d50-65ff-4900-82b4-afdf1d1e329a req-9c2031d5-23b8-4a8a-9d3a-8c1d033aa0f2 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 945 time: 0.0999503 Jul 14 09:35:42.464232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c65f4d-8096-4338-a895-58dd60dd1b65 None None] Pushing event updated for resources: {'Port': ['ID=101f40c7-49f3-485d-8bcd-99bde83614d6,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.489999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:42.504383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76256d50-65ff-4900-82b4-afdf1d1e329a req-2e7e864a-30c8-4522-9735-0a2320c73fac tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538819 Jul 14 09:35:42.617657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-58dcefc4-f13c-48d4-8f5e-6e20fc7ef709 service neutron] 10.222.0.73 "GET /v2.0/networks/30e95833-aed1-4051-93ba-74080f42d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643981 Jul 14 09:35:42.629397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 697f7102-e17b-4ed8-9c1a-449456e6368d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:42.676707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d27f6-b458-4500-a4f9-bc34df22f82e None None] Network 30e95833-aed1-4051-93ba-74080f42d657 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:42.783996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-57a2cfdb-8c60-4066-be1e-492ada42be3c service neutron] 10.222.0.73 "GET /v2.0/networks/59b32d5d-4da0-4bac-b976-15127417e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534495 Jul 14 09:35:42.793887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:42.796717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:42.852063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=9ca484bd-2d5c-45ba-a30c-cf343162e72e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:42.866252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161707b4-4323-4494-8e5c-8bd8789007b3 req-ae1c4c3d-2318-47a7-a6d1-fb9b5a8124ef tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.875184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-161707b4-4323-4494-8e5c-8bd8789007b3 req-ae1c4c3d-2318-47a7-a6d1-fb9b5a8124ef tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2012136 Jul 14 09:35:42.900048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4053a544-294b-40d5-969f-53aa64319375 None None] Provisioning for port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:42.947729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:42.948443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.011120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-161707b4-4323-4494-8e5c-8bd8789007b3 req-b0a0618e-d1c1-4bec-930f-f39aafe21a8d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351857 Jul 14 09:35:43.016766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-fb20da6b-17da-4602-8018-b05c05eb4cc5 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:43.019524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-fb20da6b-17da-4602-8018-b05c05eb4cc5 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1023 time: 0.4665332 Jul 14 09:35:43.034414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-2e1809bc-a5c2-4302-a6a4-0057c424bed7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7088058 Jul 14 09:35:43.039730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Request body: {'port': {'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:43.123865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1ed45650-fbbe-4671-93c4-eedeb59be6c6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:43.132865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-8e43ad6c-b7e9-47a0-a13f-6cb0d00312e5 service neutron] 10.222.0.73 "GET /v2.0/networks/59b32d5d-4da0-4bac-b976-15127417e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267884 Jul 14 09:35:43.249458 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.291958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:43.321327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:43.321758 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.336950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Deleting port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:43.338023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.374175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-48e894dc-4d2a-4548-b0c9-acbe431ec371 None None] Provisioning for port 9ca484bd-2d5c-45ba-a30c-cf343162e72e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:43.380595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-48e894dc-4d2a-4548-b0c9-acbe431ec371 None None] Provisioning complete for port 9ca484bd-2d5c-45ba-a30c-cf343162e72e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:43.380965 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48e894dc-4d2a-4548-b0c9-acbe431ec371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.469764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-48e894dc-4d2a-4548-b0c9-acbe431ec371 None None] Port 9ca484bd-2d5c-45ba-a30c-cf343162e72e cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:43.481269 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.531766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 1ed45650-fbbe-4671-93c4-eedeb59be6c6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1ed45650-fbbe-4671-93c4-eedeb59be6c6,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:43.536924 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.538331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 101f40c7-49f3-485d-8bcd-99bde83614d6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:43.707888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 101f40c7-49f3-485d-8bcd-99bde83614d6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:43.758124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=1ed45650-fbbe-4671-93c4-eedeb59be6c6,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:43.784130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e6fbb-c32d-4c3b-88f5-154974aac453 req-c1dac87e-e0ac-4d30-9774-b78402636ca5 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:43.793901 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb2e6fbb-c32d-4c3b-88f5-154974aac453 req-c1dac87e-e0ac-4d30-9774-b78402636ca5 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 932 time: 0.1147802 Jul 14 09:35:43.800058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-686e797e-461d-457a-9446-29da56f5bcaa None None] Provisioning complete for port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:43.801412 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-686e797e-461d-457a-9446-29da56f5bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:43.864296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb2e6fbb-c32d-4c3b-88f5-154974aac453 req-500ff909-09bd-421a-8bac-ed822b0aa14e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685930 Jul 14 09:35:43.976152 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f08e4c7-21fe-4fa5-971d-800888d00dfa req-6d0e808e-331c-40d3-8052-ebefd715179f tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 210 time: 0.0689189 Jul 14 09:35:44.120628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] For port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,segment=NetworkSegment(5569148c-dbe0-41a3-a881-5d81f9c65af6),segment_id=5569148c-dbe0-41a3-a881-5d81f9c65af6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:44.121194 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.140357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Calling delete_port for e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:44.145406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48289d60-cef2-4fbf-8936-636229728369 None None] Network 59b32d5d-4da0-4bac-b976-15127417e801 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:44.168241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab3193-4146-454d-94e9-47c523068a9c req-e64ea491-04c8-43a7-870a-9e3006113285 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.169841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dab3193-4146-454d-94e9-47c523068a9c req-e64ea491-04c8-43a7-870a-9e3006113285 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 1023 time: 0.7674110 Jul 14 09:35:44.204320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f243aeb-9986-4f07-8404-ee52f906f05e req-6da0f908-dc2a-4fcc-8b25-9f085e8029cb tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.207442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f243aeb-9986-4f07-8404-ee52f906f05e req-6da0f908-dc2a-4fcc-8b25-9f085e8029cb tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 945 time: 0.1167278 Jul 14 09:35:44.255825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f243aeb-9986-4f07-8404-ee52f906f05e req-49ea72b2-ab8e-4bd0-900a-1427e5d232f7 tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422156 Jul 14 09:35:44.307799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dab3193-4146-454d-94e9-47c523068a9c req-67d91651-5e9a-4f1d-915d-48fd495895db tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups?id=9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b&id=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6&id=450a424a-fc08-4c6e-bf3a-a5a919eac66a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1276927 Jul 14 09:35:44.339350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8d9819d4-9b8c-4989-a99e-3e0020734bd9 None None] Provisioning for port 101f40c7-49f3-485d-8bcd-99bde83614d6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:44.354918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8d9819d4-9b8c-4989-a99e-3e0020734bd9 None None] Provisioning complete for port 101f40c7-49f3-485d-8bcd-99bde83614d6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:44.355427 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8d9819d4-9b8c-4989-a99e-3e0020734bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.475155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca484bd-2d5c-45ba-a30c-cf343162e72e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:44.488375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.499875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5cb45d-5597-4fc8-acbb-f8ec676c1726 req-eda542bb-1f1c-4445-96e7-757b27efb6aa tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:44.505715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.507219 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8d9819d4-9b8c-4989-a99e-3e0020734bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.512568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c5cb45d-5597-4fc8-acbb-f8ec676c1726 req-eda542bb-1f1c-4445-96e7-757b27efb6aa tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.0912032 Jul 14 09:35:44.523325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:44.554858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'Port': ['ID=e4ddcf80-2cab-4c86-b68b-c17dfbf0da22,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.567018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Transition to ACTIVE for port object 9ca484bd-2d5c-45ba-a30c-cf343162e72e will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:44.583101 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.599644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c5cb45d-5597-4fc8-acbb-f8ec676c1726 req-39e9c6ed-0691-477a-87ea-2b144a2965a3 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852757 Jul 14 09:35:44.647307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8d9819d4-9b8c-4989-a99e-3e0020734bd9 None None] For port 101f40c7-49f3-485d-8bcd-99bde83614d6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=101f40c7-49f3-485d-8bcd-99bde83614d6,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:44.662389 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8d9819d4-9b8c-4989-a99e-3e0020734bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.662592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Pushing event updated for resources: {'Port': ['ID=9ca484bd-2d5c-45ba-a30c-cf343162e72e,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.711774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] No DVR routers for this DVR port e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:44.715973 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:44.720544 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51bfc223-baaf-4184-be7c-9a5e05db56e9 req-67e12af5-550c-4625-b801-828df3a9d2d6 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.66 "DELETE /v2.0/ports/e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 HTTP/1.1" status: 204 len: 173 time: 1.6912479 Jul 14 09:35:44.720544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'name': 'network-vif-deleted', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:44.725280 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc90b5-ee51-464c-afa4-c66912dac450" -d '{"events": [{"server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "name": "network-vif-deleted", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:44.767756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9819d4-9b8c-4989-a99e-3e0020734bd9 None None] Pushing event updated for resources: {'Port': ['ID=101f40c7-49f3-485d-8bcd-99bde83614d6,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:44.924990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1ed45650-fbbe-4671-93c4-eedeb59be6c6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:44.929278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Attempting to bind port 9ca484bd-2d5c-45ba-a30c-cf343162e72e on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:44.929668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Attempting to bind port 9ca484bd-2d5c-45ba-a30c-cf343162e72e by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:44.930008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Attempting to bind port 9ca484bd-2d5c-45ba-a30c-cf343162e72e on network 697f7102-e17b-4ed8-9c1a-449456e6368d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:44.947037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Port 9ca484bd-2d5c-45ba-a30c-cf343162e72e on network 697f7102-e17b-4ed8-9c1a-449456e6368d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:44.947328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Attempting to bind port 9ca484bd-2d5c-45ba-a30c-cf343162e72e on network 697f7102-e17b-4ed8-9c1a-449456e6368d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:44.959090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:44.959904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Checking segment: {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:44.960484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Bound using segment: {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:44.960969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Bound port: 9ca484bd-2d5c-45ba-a30c-cf343162e72e, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d93921d-45d0-497b-8687-f6a9a89a497d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:44.961330 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.063927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:45.065344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.086978 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc865b85-1bda-4e4d-be15-36ca04e087cb x-openstack-request-id: req-bc865b85-1bda-4e4d-be15-36ca04e087cb {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:45.090675 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7892e6f-80e3-41d3-a62a-fa5e647465e5", "name": "network-vif-deleted", "tag": "e4ddcf80-2cab-4c86-b68b-c17dfbf0da22", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:45.091089 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc865b85-1bda-4e4d-be15-36ca04e087cb {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:45.091718 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7892e6f-80e3-41d3-a62a-fa5e647465e5', 'name': 'network-vif-deleted', 'tag': 'e4ddcf80-2cab-4c86-b68b-c17dfbf0da22', 'status': 'completed', 'code': 200} Jul 14 09:35:45.139416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] For port 9ca484bd-2d5c-45ba-a30c-cf343162e72e, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:45.148912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] For port 9ca484bd-2d5c-45ba-a30c-cf343162e72e, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:45.161952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.254441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.256390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.259042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] 10.222.0.69 "PUT /v2.0/ports/9ca484bd-2d5c-45ba-a30c-cf343162e72e HTTP/1.1" status: 200 len: 1093 time: 2.2257710 Jul 14 09:35:45.264389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0b224497-2835-4a90-bb55-ae97418686a4 None None] Provisioning complete for port 101f40c7-49f3-485d-8bcd-99bde83614d6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:45.264983 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0b224497-2835-4a90-bb55-ae97418686a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.320130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-57f41c40-08fa-48bd-b47b-f7d9adedb4d1 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.338200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-57f41c40-08fa-48bd-b47b-f7d9adedb4d1 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.340630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-57f41c40-08fa-48bd-b47b-f7d9adedb4d1 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "GET /v2.0/networks?id=30e95833-aed1-4051-93ba-74080f42d657&id=59b32d5d-4da0-4bac-b976-15127417e801 HTTP/1.1" status: 200 len: 1391 time: 0.4008489 Jul 14 09:35:45.346838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f34d42-8b7d-4977-adfc-867a6171f1da service neutron] Pushing event updated for resources: {'Port': ['ID=9ca484bd-2d5c-45ba-a30c-cf343162e72e,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:45.364811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'port': {'device_id': '1022e920-a7bf-4c66-becc-44707eca43d5', 'network_id': '30e95833-aed1-4051-93ba-74080f42d657', 'admin_state_up': True, 'tenant_id': '2c2faf49cba14eb2be9cec674c462471'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:45.424802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a299f08-6a97-4e24-a230-e3c960c6b407 req-de847dd1-501d-4d71-b5c5-df6cd3afb2b5 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.432757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a299f08-6a97-4e24-a230-e3c960c6b407 req-de847dd1-501d-4d71-b5c5-df6cd3afb2b5 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 944 time: 0.1363311 Jul 14 09:35:45.568291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a299f08-6a97-4e24-a230-e3c960c6b407 req-7ae78937-9bd1-4f57-8a99-f77fd692510d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342881 Jul 14 09:35:45.596507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a9fc7a9-b6cf-428b-b38d-2ee8ccf7e698 req-e86157fd-2f4c-4179-a482-b83d0f8af3bb tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 210 time: 0.1145825 Jul 14 09:35:45.628517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-bb0357cf-2394-4dd1-8f5d-82931ba23067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.630838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-bb0357cf-2394-4dd1-8f5d-82931ba23067 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 1096 time: 0.1189871 Jul 14 09:35:45.715710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:45.719099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-28dfbfeb-6588-4ea4-ba1c-19b067ab43bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e HTTP/1.1" status: 200 len: 217 time: 0.0803044 Jul 14 09:35:45.722039 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:45.812041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-a5636b8c-6e2a-4992-b5eb-40a19b2f2e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.813561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-a5636b8c-6e2a-4992-b5eb-40a19b2f2e1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d159563-cf42-4a99-aed1-17c1ae902bc2 HTTP/1.1" status: 200 len: 834 time: 0.0573473 Jul 14 09:35:45.842297 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81d8cfa5-34e0-4165-972b-7a5e357d18d0 req-ae17db84-78ac-47da-b215-dbb057eea29c tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7892e6f-80e3-41d3-a62a-fa5e647465e5 HTTP/1.1" status: 200 len: 210 time: 0.0411878 Jul 14 09:35:45.861542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef1701-b638-4823-b5ca-0d0ac071b473 req-d78c70b2-6c6a-4ad3-8362-7ef89883c85d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.868578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ef1701-b638-4823-b5ca-0d0ac071b473 req-d78c70b2-6c6a-4ad3-8362-7ef89883c85d tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 945 time: 0.1590006 Jul 14 09:35:45.908916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Allocated IP 19.80.0.51 (30e95833-aed1-4051-93ba-74080f42d657/6380826b-29e7-4cda-8ea5-45bc6acac893/854e1307-1dd6-4183-bd52-675d998ab441) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:45.925133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35ef1701-b638-4823-b5ca-0d0ac071b473 req-75c4bc67-9154-45c3-bc9b-9dd351e3aa2b tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/security-groups?id=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525255 Jul 14 09:35:45.948068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-924cf18a-f096-4842-b5f4-baecf17d3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:45.948931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-924cf18a-f096-4842-b5f4-baecf17d3c3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=697f7102-e17b-4ed8-9c1a-449456e6368d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282997 Jul 14 09:35:46.072839 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-a7c9f6c2-4c47-43c8-9b66-1d82235a6f76 service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085589 Jul 14 09:35:46.164680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.181819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Transition to ACTIVE for port object 854e1307-1dd6-4183-bd52-675d998ab441 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:46.229354 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.240577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325533d-aeda-4832-a5ff-ed576cd2e9cc req-91659e6b-90df-49a3-8d8c-d0a3149c04fe tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.242980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9325533d-aeda-4832-a5ff-ed576cd2e9cc req-91659e6b-90df-49a3-8d8c-d0a3149c04fe tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1621840 Jul 14 09:35:46.245316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-643bb490-9742-4e46-8d96-1d7c6fcf8ad8 req-3ee2cb50-6946-40ae-8f75-66f9efa7c421 service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550460 Jul 14 09:35:46.302940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 30e95833-aed1-4051-93ba-74080f42d657 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:46.305640 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9325533d-aeda-4832-a5ff-ed576cd2e9cc req-d879ceaa-c3ed-4b19-aa6c-0d5d2e418183 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558391 Jul 14 09:35:46.308495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:46.313617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:46.348222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Port': ['ID=854e1307-1dd6-4183-bd52-675d998ab441,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:46.384442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.385080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.399704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-4e045e0e-2539-4bc0-8a32-310ff32bc1d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0414650 Jul 14 09:35:46.409879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Request body: {'port': {'device_id': '1022e920-a7bf-4c66-becc-44707eca43d5', 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801', 'admin_state_up': True, 'tenant_id': '2c2faf49cba14eb2be9cec674c462471'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:46.526404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Made reservation on behalf of 2c2faf49cba14eb2be9cec674c462471 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:46.530096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.533087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:46.552830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32189687-02e4-468a-9c79-e552422de238 req-82a5e8a9-43ba-4784-91fb-6b77e266607f tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.555096 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32189687-02e4-468a-9c79-e552422de238 req-82a5e8a9-43ba-4784-91fb-6b77e266607f tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 945 time: 0.0758412 Jul 14 09:35:46.559950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:46.560340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device e4ddcf80-2cab-4c86-b68b-c17dfbf0da22 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:46.571891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5407c911-57e9-472e-91fd-b9beec778937 None None] Provisioning for port 854e1307-1dd6-4183-bd52-675d998ab441 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:46.578376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5407c911-57e9-472e-91fd-b9beec778937 None None] Provisioning complete for port 854e1307-1dd6-4183-bd52-675d998ab441 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:46.578804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5407c911-57e9-472e-91fd-b9beec778937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.622184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5407c911-57e9-472e-91fd-b9beec778937 None None] Port 854e1307-1dd6-4183-bd52-675d998ab441 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:46.682588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Deleting port 3a14f3a9-6407-4683-899c-7ffde687863d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:35:46.683043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.705436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Allocated IP 19.86.0.73 (59b32d5d-4da0-4bac-b976-15127417e801/55aa4806-57d9-451e-bbc5-cd546cc040c9/7604257e-ebb2-450b-8646-db33c2fdf744) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:46.818936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] For port 3a14f3a9-6407-4683-899c-7ffde687863d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a14f3a9-6407-4683-899c-7ffde687863d,segment=NetworkSegment(a8ac1b51-a399-494d-8337-13cd6228b83f),segment_id=a8ac1b51-a399-494d-8337-13cd6228b83f)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:46.819210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.836032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Calling delete_port for 3a14f3a9-6407-4683-899c-7ffde687863d owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:35:46.845012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500978ef-5ee4-40aa-ba9b-b71cb7299275 req-9a8f0f8e-9017-43f5-8a10-c672f0edc5e1 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.847067 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-500978ef-5ee4-40aa-ba9b-b71cb7299275 req-9a8f0f8e-9017-43f5-8a10-c672f0edc5e1 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 931 time: 0.1216445 Jul 14 09:35:46.852009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82b293-11c7-4a66-9c47-1f4ec24c52d5 req-e105ccf5-0c38-48ba-a65d-c999f2cb34f8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:46.853863 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c82b293-11c7-4a66-9c47-1f4ec24c52d5 req-e105ccf5-0c38-48ba-a65d-c999f2cb34f8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 944 time: 0.1430774 Jul 14 09:35:46.854861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 101f40c7-49f3-485d-8bcd-99bde83614d6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:46.908845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 101f40c7-49f3-485d-8bcd-99bde83614d6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:46.909518 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.918083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c82b293-11c7-4a66-9c47-1f4ec24c52d5 req-12b6d626-382c-4293-b36b-a6ec6950d59d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543602 Jul 14 09:35:46.944276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-500978ef-5ee4-40aa-ba9b-b71cb7299275 req-c5d604a2-9645-4c2a-983d-fc3b3bc2d006 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812225 Jul 14 09:35:46.945883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:46.969038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Transition to ACTIVE for port object 7604257e-ebb2-450b-8646-db33c2fdf744 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:47.008647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.067549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event updated for resources: {'Port': ['ID=7604257e-ebb2-450b-8646-db33c2fdf744,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.080648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.086151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Network 59b32d5d-4da0-4bac-b976-15127417e801 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:47.087561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:47.089803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:47.094066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['3a14f3a9-6407-4683-899c-7ffde687863d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:47.119435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:47.122484 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6921a8-e0f4-44cd-8c02-87612cc11901" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:47.149108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.149990 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.164747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Pushing event deleted for resources: {'Port': ['ID=3a14f3a9-6407-4683-899c-7ffde687863d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.167251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-ba313144-1bad-46d5-bd4c-f1052cd963f5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609172 Jul 14 09:35:47.182682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Request body: {'port': {'device_id': '1022e920-a7bf-4c66-becc-44707eca43d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:47.201962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-534619ad-f01e-4c80-8565-5d0a08e36df8 req-fb936c31-cec4-49bb-92d3-f1309639841e tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.73 "GET /v2.0/ports?device_id=f0ceb92e-63a8-49ef-ba2b-a26079fab10a HTTP/1.1" status: 200 len: 210 time: 0.1133752 Jul 14 09:35:47.245432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] No DVR routers for this DVR port 3a14f3a9-6407-4683-899c-7ffde687863d on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:35:47.248190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.250746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32189687-02e4-468a-9c79-e552422de238 req-7f04d816-204a-474f-9dc6-7dc49ab8518a tempest-ServerAddressesNegativeTestJSON-1604709264 tempest-ServerAddressesNegativeTestJSON-1604709264-project] 10.222.0.69 "DELETE /v2.0/ports/3a14f3a9-6407-4683-899c-7ffde687863d HTTP/1.1" status: 204 len: 173 time: 0.6895125 Jul 14 09:35:47.273347 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38909384-fbba-4fea-a35b-592e49cf563a x-openstack-request-id: req-38909384-fbba-4fea-a35b-592e49cf563a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:47.273484 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:47.273728 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38909384-fbba-4fea-a35b-592e49cf563a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:47.274129 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'status': 'completed', 'code': 200} Jul 14 09:35:47.333974 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc2d40e4-d69d-43f9-bf2f-310636bfdf86 req-bf04581a-4869-43b7-964b-a0c5d9334617 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/450a424a-fc08-4c6e-bf3a-a5a919eac66a HTTP/1.1" status: 200 len: 1803 time: 0.0687158 Jul 14 09:35:47.358770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.380283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-1edab898-aaa8-4c9f-af27-9ed792413cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.382139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-1edab898-aaa8-4c9f-af27-9ed792413cd2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 1096 time: 0.0808210 Jul 14 09:35:47.462889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-142cd86f-6c22-4113-ad5a-f32f60dd637d None None] Provisioning for port 7604257e-ebb2-450b-8646-db33c2fdf744 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:47.469466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-142cd86f-6c22-4113-ad5a-f32f60dd637d None None] Provisioning complete for port 7604257e-ebb2-450b-8646-db33c2fdf744 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:47.474874 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc2d40e4-d69d-43f9-bf2f-310636bfdf86 req-26cd318a-548f-4483-af0e-5e6340ec0734 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.475715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-142cd86f-6c22-4113-ad5a-f32f60dd637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.503897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc2d40e4-d69d-43f9-bf2f-310636bfdf86 req-26cd318a-548f-4483-af0e-5e6340ec0734 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.541716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-142cd86f-6c22-4113-ad5a-f32f60dd637d None None] Port 7604257e-ebb2-450b-8646-db33c2fdf744 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:47.547955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-a910feea-f213-4ef5-acd1-3cd5c4479196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.549537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-a910feea-f213-4ef5-acd1-3cd5c4479196 service neutron] 10.222.0.69 "GET /v2.0/networks?id=697f7102-e17b-4ed8-9c1a-449456e6368d HTTP/1.1" status: 200 len: 897 time: 0.1611602 Jul 14 09:35:47.596033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc2d40e4-d69d-43f9-bf2f-310636bfdf86 req-26cd318a-548f-4483-af0e-5e6340ec0734 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.598534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-bc2d40e4-d69d-43f9-bf2f-310636bfdf86 req-26cd318a-548f-4483-af0e-5e6340ec0734 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.599677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc2d40e4-d69d-43f9-bf2f-310636bfdf86 req-26cd318a-548f-4483-af0e-5e6340ec0734 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/450a424a-fc08-4c6e-bf3a-a5a919eac66a HTTP/1.1" status: 204 len: 173 time: 0.2526407 Jul 14 09:35:47.602644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-6c029587-db3a-4bdc-a463-a432977a5926 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e HTTP/1.1" status: 200 len: 217 time: 0.0458441 Jul 14 09:35:47.622130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd318a-548f-4483-af0e-5e6340ec0734 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450a424a-fc08-4c6e-bf3a-a5a919eac66a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:47.684930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-71c39420-b182-4133-944f-a265540c551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.686672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-71c39420-b182-4133-944f-a265540c551f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d159563-cf42-4a99-aed1-17c1ae902bc2 HTTP/1.1" status: 200 len: 834 time: 0.0679946 Jul 14 09:35:47.706636 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-87e31ced-bd61-4482-8ee5-76ff6fc999f9 req-45de0b22-6365-44aa-9b33-80cdf61758a5 tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "GET /v2.0/security-groups/9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b HTTP/1.1" status: 200 len: 1803 time: 0.0880597 Jul 14 09:35:47.712156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434a79-2ada-4c14-a186-68309d9c47fb req-83484eee-8cb7-4cb1-83e7-03442aed520e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.713422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6434a79-2ada-4c14-a186-68309d9c47fb req-83484eee-8cb7-4cb1-83e7-03442aed520e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1506112 Jul 14 09:35:47.789449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6434a79-2ada-4c14-a186-68309d9c47fb req-d76ed7b9-2131-40a6-a4fe-848479b3b53c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549126 Jul 14 09:35:47.797749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-46eecfca-cc61-41a6-a1b9-17516f1329ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:47.799338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-46eecfca-cc61-41a6-a1b9-17516f1329ab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=697f7102-e17b-4ed8-9c1a-449456e6368d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041071 Jul 14 09:35:47.802121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87e31ced-bd61-4482-8ee5-76ff6fc999f9 req-2a0807da-5e83-4fc1-ba5e-1ead837936cd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.847200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87e31ced-bd61-4482-8ee5-76ff6fc999f9 req-2a0807da-5e83-4fc1-ba5e-1ead837936cd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.902761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854e1307-1dd6-4183-bd52-675d998ab441 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:47.912007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-4227684e-f313-4353-843c-8b6923ec5d8f service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045785 Jul 14 09:35:47.912426 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.929356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Transition to ACTIVE for port object 854e1307-1dd6-4183-bd52-675d998ab441 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:47.930644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87e31ced-bd61-4482-8ee5-76ff6fc999f9 req-2a0807da-5e83-4fc1-ba5e-1ead837936cd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.933331 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87e31ced-bd61-4482-8ee5-76ff6fc999f9 req-2a0807da-5e83-4fc1-ba5e-1ead837936cd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:47.937434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-87e31ced-bd61-4482-8ee5-76ff6fc999f9 req-2a0807da-5e83-4fc1-ba5e-1ead837936cd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] 10.222.0.73 "DELETE /v2.0/security-groups/9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b HTTP/1.1" status: 204 len: 173 time: 0.2247009 Jul 14 09:35:47.941526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38670) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:47.942137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.006222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0807da-5e83-4fc1-ba5e-1ead837936cd tempest-SecurityGroupsTestJSON-614263899 tempest-SecurityGroupsTestJSON-614263899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee2ef04-378c-4f5b-8e79-96bcae7bfa1b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.056765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ee9691-478a-4edc-a721-5703466d0aa2 admin admin] Deleting subnet 6bac8612-571e-4276-bc4c-bcbb53f72828 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:48.060667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf6921a8-e0f4-44cd-8c02-87612cc11901 req-5644b804-16ab-41ef-9169-762c20b8dc1b service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421530 Jul 14 09:35:48.062258 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08ee9691-478a-4edc-a721-5703466d0aa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.064036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Pushing event updated for resources: {'Port': ['ID=854e1307-1dd6-4183-bd52-675d998ab441,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.155142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08ee9691-478a-4edc-a721-5703466d0aa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.177485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e7e89-0060-4610-bc7c-f64e94814e0e req-75117ea9-2c3f-4787-b0a2-0b7b17de1d85 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.179066 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d92e7e89-0060-4610-bc7c-f64e94814e0e req-75117ea9-2c3f-4787-b0a2-0b7b17de1d85 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 944 time: 0.0843885 Jul 14 09:35:48.230094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d92e7e89-0060-4610-bc7c-f64e94814e0e req-7f2247be-1ff5-438f-9c2e-9c4e93052fdc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445113 Jul 14 09:35:48.244991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Attempting to bind port 854e1307-1dd6-4183-bd52-675d998ab441 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:48.245188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Attempting to bind port 854e1307-1dd6-4183-bd52-675d998ab441 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:48.245518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Attempting to bind port 854e1307-1dd6-4183-bd52-675d998ab441 on network 30e95833-aed1-4051-93ba-74080f42d657 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:48.261117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08ee9691-478a-4edc-a721-5703466d0aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.285895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Port 854e1307-1dd6-4183-bd52-675d998ab441 on network 30e95833-aed1-4051-93ba-74080f42d657 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:48.286157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Attempting to bind port 854e1307-1dd6-4183-bd52-675d998ab441 on network 30e95833-aed1-4051-93ba-74080f42d657 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:48.303408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:48.303668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Checking segment: {'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:48.304053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Bound using segment: {'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:48.304599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Bound port: 854e1307-1dd6-4183-bd52-675d998ab441, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a10fed-b152-45a3-944b-9b47e594e212', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '30e95833-aed1-4051-93ba-74080f42d657'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:48.304959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.364900 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08ee9691-478a-4edc-a721-5703466d0aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.383373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798447b-3f6b-4220-8910-443394fe05e7 req-28f11ddd-41a4-4b83-bd83-31edd56ffae9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.389237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798447b-3f6b-4220-8910-443394fe05e7 req-28f11ddd-41a4-4b83-bd83-31edd56ffae9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.390849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f798447b-3f6b-4220-8910-443394fe05e7 req-28f11ddd-41a4-4b83-bd83-31edd56ffae9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1665 time: 0.2146509 Jul 14 09:35:48.426361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08ee9691-478a-4edc-a721-5703466d0aa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.428168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-08ee9691-478a-4edc-a721-5703466d0aa2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6bac8612-571e-4276-bc4c-bcbb53f72828 HTTP/1.1" status: 204 len: 168 time: 0.4835646 Jul 14 09:35:48.430934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38680) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.434056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee9691-478a-4edc-a721-5703466d0aa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bac8612-571e-4276-bc4c-bcbb53f72828,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.441770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38684) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:48.473284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] For port 854e1307-1dd6-4183-bd52-675d998ab441, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:48.478191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] For port 854e1307-1dd6-4183-bd52-675d998ab441, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=854e1307-1dd6-4183-bd52-675d998ab441,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:48.483983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f798447b-3f6b-4220-8910-443394fe05e7 req-21e45ebc-1fae-4df6-9f0d-cafff5d4afab tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856588 Jul 14 09:35:48.485541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.519702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.520399 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.521798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] 10.222.0.69 "PUT /v2.0/ports/854e1307-1dd6-4183-bd52-675d998ab441 HTTP/1.1" status: 200 len: 1092 time: 1.3474271 Jul 14 09:35:48.522327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'tag': '854e1307-1dd6-4183-bd52-675d998ab441'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:48.524647 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "tag": "854e1307-1dd6-4183-bd52-675d998ab441"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:48.555554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Request body: {'port': {'device_id': '1022e920-a7bf-4c66-becc-44707eca43d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:48.582834 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.594523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab8a4e-4f6e-462c-a8a2-00b3f669ecab service neutron] Pushing event updated for resources: {'Port': ['ID=854e1307-1dd6-4183-bd52-675d998ab441,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:48.607692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a61fa22b-f552-439d-8436-7a729e280538 admin admin] Deleting subnet abc42dca-01d9-48dc-a64d-0dbcf8761524 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:35:48.617352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a61fa22b-f552-439d-8436-7a729e280538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.659235 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4880aa-4a14-406c-bc59-99ef3179ed2e x-openstack-request-id: req-af4880aa-4a14-406c-bc59-99ef3179ed2e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:48.659538 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "tag": "854e1307-1dd6-4183-bd52-675d998ab441", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:48.659774 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af4880aa-4a14-406c-bc59-99ef3179ed2e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:48.660187 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'tag': '854e1307-1dd6-4183-bd52-675d998ab441', 'status': 'completed', 'code': 200} Jul 14 09:35:48.677037 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.774656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a61fa22b-f552-439d-8436-7a729e280538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.811628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.833967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0526e8d3-d5d6-4921-a639-19722692c4b3']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:48.838750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9ca484bd-2d5c-45ba-a30c-cf343162e72e details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:48.854870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a61fa22b-f552-439d-8436-7a729e280538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.859396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5569148c-dbe0-41a3-a881-5d81f9c65af6') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:48.859885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5569148c-dbe0-41a3-a881-5d81f9c65af6') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:48.900276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.932907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-f2083486-e100-48b1-ac73-6631099f1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.933399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-f2083486-e100-48b1-ac73-6631099f1351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:48.935025 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-f2083486-e100-48b1-ac73-6631099f1351 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1913 time: 0.2355204 Jul 14 09:35:48.948731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:48.965345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9ca484bd-2d5c-45ba-a30c-cf343162e72e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:48.983954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:48.996875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:48.998366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.030775 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:49.034113 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:49.043279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7604257e-ebb2-450b-8646-db33c2fdf744 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:49.044526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca484bd-2d5c-45ba-a30c-cf343162e72e {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:49.054427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.069010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9ca484bd-2d5c-45ba-a30c-cf343162e72e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:49.073369 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.078166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Transition to ACTIVE for port object 7604257e-ebb2-450b-8646-db33c2fdf744 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:49.086575 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.125088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=9ca484bd-2d5c-45ba-a30c-cf343162e72e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.143635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Pushing event updated for resources: {'Port': ['ID=7604257e-ebb2-450b-8646-db33c2fdf744,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.163503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a61fa22b-f552-439d-8436-7a729e280538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.231273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Attempting to bind port 7604257e-ebb2-450b-8646-db33c2fdf744 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:49.231622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Attempting to bind port 7604257e-ebb2-450b-8646-db33c2fdf744 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:49.232308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Attempting to bind port 7604257e-ebb2-450b-8646-db33c2fdf744 on network 59b32d5d-4da0-4bac-b976-15127417e801 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:49.233562 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a61fa22b-f552-439d-8436-7a729e280538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.238255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a61fa22b-f552-439d-8436-7a729e280538 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/abc42dca-01d9-48dc-a64d-0dbcf8761524 HTTP/1.1" status: 204 len: 168 time: 0.7930477 Jul 14 09:35:49.238907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38692) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:49.242763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fa22b-f552-439d-8436-7a729e280538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc42dca-01d9-48dc-a64d-0dbcf8761524,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.246723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Port 7604257e-ebb2-450b-8646-db33c2fdf744 on network 59b32d5d-4da0-4bac-b976-15127417e801 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:35:49.247130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Attempting to bind port 7604257e-ebb2-450b-8646-db33c2fdf744 on network 59b32d5d-4da0-4bac-b976-15127417e801 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:49.264042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:49.264042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Checking segment: {'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:49.268657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Bound using segment: {'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:49.269224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Bound port: 7604257e-ebb2-450b-8646-db33c2fdf744, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218caaaa-60dd-4267-ba7f-51272b841ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:49.269750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.279601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.281205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ceb92e-63a8-49ef-ba2b-a26079fab10a', 'name': 'network-vif-deleted', 'tag': '3a14f3a9-6407-4683-899c-7ffde687863d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:49.283466 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb092c0-6a40-4536-b115-cde332b757a3" -d '{"events": [{"server_uuid": "f0ceb92e-63a8-49ef-ba2b-a26079fab10a", "name": "network-vif-deleted", "tag": "3a14f3a9-6407-4683-899c-7ffde687863d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:49.311039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.316332 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0526e8d3-d5d6-4921-a639-19722692c4b3 HTTP/1.1" status: 204 len: 168 time: 0.8804560 Jul 14 09:35:49.336328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['9ca484bd-2d5c-45ba-a30c-cf343162e72e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:49.344356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a0f98-69ad-46c3-a6fa-b4a688b46125 admin admin] Pushing event deleted for resources: {'Network': ['ID=0526e8d3-d5d6-4921-a639-19722692c4b3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.357161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-110d83bd-0019-4099-a5ae-3109dc12e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.360639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-110d83bd-0019-4099-a5ae-3109dc12e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.361542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-110d83bd-0019-4099-a5ae-3109dc12e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.366639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-110d83bd-0019-4099-a5ae-3109dc12e056 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=2c2faf49cba14eb2be9cec674c462471&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4219031 Jul 14 09:35:49.486935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.536066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd1210-65e9-4b28-ba24-0c5b2bf33187 req-fb04871b-7b0c-4728-a146-f8e8e1cb774d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.542262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] For port 7604257e-ebb2-450b-8646-db33c2fdf744, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:49.543741 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05dd1210-65e9-4b28-ba24-0c5b2bf33187 req-fb04871b-7b0c-4728-a146-f8e8e1cb774d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.5106070 Jul 14 09:35:49.545493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38704) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:49.546399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] For port 7604257e-ebb2-450b-8646-db33c2fdf744, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7604257e-ebb2-450b-8646-db33c2fdf744,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:49.571175 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.601892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effcc36-8306-4003-a582-9fed0be9eb4a req-36611e52-1047-43a8-86d8-1a3346353788 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.603622 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8effcc36-8306-4003-a582-9fed0be9eb4a req-36611e52-1047-43a8-86d8-1a3346353788 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 945 time: 0.2090271 Jul 14 09:35:49.682733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.683368 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.685648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] 10.222.0.69 "PUT /v2.0/ports/7604257e-ebb2-450b-8646-db33c2fdf744 HTTP/1.1" status: 200 len: 1092 time: 1.1357210 Jul 14 09:35:49.706447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-87483904-b976-45a7-9a19-c77e97477aec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b9e7b4a498246acbf83f5f379fd38e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497357 Jul 14 09:35:49.712058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:49.713260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05dd1210-65e9-4b28-ba24-0c5b2bf33187 req-7a89f4dc-bea8-4936-b4c7-2fa7b970bbe6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293075 Jul 14 09:35:49.723368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-5e9a4135-7bc6-4ff2-b4f0-06f3d13c3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.725134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f0bd35-7def-4e3c-a399-52f74dc26a1c req-5e9a4135-7bc6-4ff2-b4f0-06f3d13c3bae service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3491659 Jul 14 09:35:49.726379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.763904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b436a15f-ef4b-49f4-8682-8b9633a8cb86']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:49.792076 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643f7f5e-92d1-4799-9230-b90a77acfc2e x-openstack-request-id: req-643f7f5e-92d1-4799-9230-b90a77acfc2e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:49.792406 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0ceb92e-63a8-49ef-ba2b-a26079fab10a", "name": "network-vif-deleted", "tag": "3a14f3a9-6407-4683-899c-7ffde687863d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:49.792660 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-643f7f5e-92d1-4799-9230-b90a77acfc2e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:49.793052 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0ceb92e-63a8-49ef-ba2b-a26079fab10a', 'name': 'network-vif-deleted', 'tag': '3a14f3a9-6407-4683-899c-7ffde687863d', 'status': 'completed', 'code': 200} Jul 14 09:35:49.797006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9364d-fd7a-41d2-9204-217e60910930 service neutron] Pushing event updated for resources: {'Port': ['ID=7604257e-ebb2-450b-8646-db33c2fdf744,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:49.802234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ac1b51-a399-494d-8337-13cd6228b83f') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:49.802526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ac1b51-a399-494d-8337-13cd6228b83f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:49.824409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8effcc36-8306-4003-a582-9fed0be9eb4a req-9c633956-90e0-4fdc-b18e-daf56d03b8e4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698432 Jul 14 09:35:49.832455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.885587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-a58f8bfb-1685-4d9d-99a6-2b7b08e648da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.886322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-a58f8bfb-1685-4d9d-99a6-2b7b08e648da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:49.887842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-a58f8bfb-1685-4d9d-99a6-2b7b08e648da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1981 time: 0.1072710 Jul 14 09:35:49.893597 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.903673 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38ce2e72-6816-43dc-afd6-fb2a17a09482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.905893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:35:49.906312 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:35:49.909751 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:35:49.971858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-2a90ba4e-4f23-4ae6-93c6-685b7b8001bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.51&port_id=854e1307-1dd6-4183-bd52-675d998ab441 HTTP/1.1" status: 200 len: 217 time: 0.0724444 Jul 14 09:35:49.998550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38ce2e72-6816-43dc-afd6-fb2a17a09482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.029489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-88ece985-0226-4220-9a35-bc7306196bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.031315 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-88ece985-0226-4220-9a35-bc7306196bf3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6380826b-29e7-4cda-8ea5-45bc6acac893 HTTP/1.1" status: 200 len: 801 time: 0.0534773 Jul 14 09:35:50.039116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.043853 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.046821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b436a15f-ef4b-49f4-8682-8b9633a8cb86 HTTP/1.1" status: 204 len: 168 time: 0.8071723 Jul 14 09:35:50.084111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ece03a-1f1b-4d91-987e-009ba1bbbb13 admin admin] Pushing event deleted for resources: {'Network': ['ID=b436a15f-ef4b-49f4-8682-8b9633a8cb86,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.116915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bd791-ceaa-4726-8c27-8447bcea75a8 req-6b9fc694-3a33-4040-bd7f-16eefff5c04d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.119645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-977e4f36-f942-4de5-8375-703af1278950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.121298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-977e4f36-f942-4de5-8375-703af1278950 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=30e95833-aed1-4051-93ba-74080f42d657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832984 Jul 14 09:35:50.122911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724bd791-ceaa-4726-8c27-8447bcea75a8 req-6b9fc694-3a33-4040-bd7f-16eefff5c04d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.126911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-724bd791-ceaa-4726-8c27-8447bcea75a8 req-6b9fc694-3a33-4040-bd7f-16eefff5c04d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1677 time: 0.1495268 Jul 14 09:35:50.139976 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38ce2e72-6816-43dc-afd6-fb2a17a09482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.143017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38ce2e72-6816-43dc-afd6-fb2a17a09482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.146438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-38ce2e72-6816-43dc-afd6-fb2a17a09482 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6 HTTP/1.1" status: 204 len: 168 time: 0.4271183 Jul 14 09:35:50.173419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce2e72-6816-43dc-afd6-fb2a17a09482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da9bcd-1cea-4417-ab5c-e36ad8b3c3c6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.199123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-724bd791-ceaa-4726-8c27-8447bcea75a8 req-2d3c90dc-fcf3-4c5e-83e3-50629eaac5d5 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669801 Jul 14 09:35:50.240751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-84328c2c-3fa3-4c60-8ac3-2b560abeddd0 service neutron] 10.222.0.69 "GET /v2.0/networks/30e95833-aed1-4051-93ba-74080f42d657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125791 Jul 14 09:35:50.291991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38714) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.364600 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cba99627-5554-4836-86cf-ac697f5f0e26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40f48d9aec144520bed4ade389e8783f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705020 Jul 14 09:35:50.369504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:50.449410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edab7240-998a-4c46-90d5-e531c50aab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.475087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edab7240-998a-4c46-90d5-e531c50aab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.540936 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edab7240-998a-4c46-90d5-e531c50aab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.545087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edab7240-998a-4c46-90d5-e531c50aab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:50.549568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-edab7240-998a-4c46-90d5-e531c50aab81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e639e1b4-bbd9-4341-9cb5-8d7c496c01b2 HTTP/1.1" status: 204 len: 168 time: 0.1751881 Jul 14 09:35:50.566639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab7240-998a-4c46-90d5-e531c50aab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e639e1b4-bbd9-4341-9cb5-8d7c496c01b2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:50.662142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'tag': '7604257e-ebb2-450b-8646-db33c2fdf744'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:50.665684 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00" -d '{"events": [{"name": "network-changed", "server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "tag": "7604257e-ebb2-450b-8646-db33c2fdf744"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:50.666745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-024e44d7-cfb2-4486-a5e5-7f67375bdb1b service neutron] 10.222.0.69 "GET /v2.0/networks/30e95833-aed1-4051-93ba-74080f42d657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192314 Jul 14 09:35:50.710897 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38de6b7e-5d3b-47e1-ac84-e7e1e395d4b4 x-openstack-request-id: req-38de6b7e-5d3b-47e1-ac84-e7e1e395d4b4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:50.711208 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "tag": "7604257e-ebb2-450b-8646-db33c2fdf744", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:50.711462 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38de6b7e-5d3b-47e1-ac84-e7e1e395d4b4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:50.711868 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'tag': '7604257e-ebb2-450b-8646-db33c2fdf744', 'status': 'completed', 'code': 200} Jul 14 09:35:50.856424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9ca484bd-2d5c-45ba-a30c-cf343162e72e up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:50.888844 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-f0f1bc91-e513-4275-8688-71c931485e37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=7604257e-ebb2-450b-8646-db33c2fdf744 HTTP/1.1" status: 200 len: 217 time: 0.2110651 Jul 14 09:35:50.980021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-5424a090-1ed3-4879-b51a-754c64e1d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:50.982494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 9ca484bd-2d5c-45ba-a30c-cf343162e72e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:50.983534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-5424a090-1ed3-4879-b51a-754c64e1d86a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55aa4806-57d9-451e-bbc5-cd546cc040c9 HTTP/1.1" status: 200 len: 801 time: 0.0875101 Jul 14 09:35:50.987467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 9ca484bd-2d5c-45ba-a30c-cf343162e72e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:50.987857 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.083407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c563ef-4e8c-4b38-a997-e32a216a501c req-aa266493-d036-4d79-840b-ffac6c9ce677 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.113142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7c563ef-4e8c-4b38-a997-e32a216a501c req-aa266493-d036-4d79-840b-ffac6c9ce677 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1528478 Jul 14 09:35:51.148912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-fe47a158-055e-49c6-b22f-8c99b9678d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.150536 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-fe47a158-055e-49c6-b22f-8c99b9678d50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59b32d5d-4da0-4bac-b976-15127417e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625819 Jul 14 09:35:51.162503 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.213667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7c563ef-4e8c-4b38-a997-e32a216a501c req-eb0bcd7a-2e6f-45e8-b0b8-41cd747aa38e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995109 Jul 14 09:35:51.242257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 9ca484bd-2d5c-45ba-a30c-cf343162e72e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:51.244148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:51.249583 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6869bd57-a4ae-47e2-836d-2318094631c4" -d '{"events": [{"server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "name": "network-vif-plugged", "status": "completed", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:51.250903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f5a82-005c-459d-856c-5f5def76cefe req-ab5f06b0-ca71-4676-8439-d90cfd1005fc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.255487 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.256618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a14f3a9-6407-4683-899c-7ffde687863d no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:51.261853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-553f5a82-005c-459d-856c-5f5def76cefe req-ab5f06b0-ca71-4676-8439-d90cfd1005fc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 945 time: 0.1954033 Jul 14 09:35:51.289389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 3a14f3a9-6407-4683-899c-7ffde687863d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:35:51.290029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a14f3a9-6407-4683-899c-7ffde687863d not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:35:51.343527 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-553f5a82-005c-459d-856c-5f5def76cefe req-8fdf14d1-11dc-4776-90f6-5658daf56933 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805879 Jul 14 09:35:51.391707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-dd1ce84d-ef82-470a-b3cd-7b38e86ab69e service neutron] 10.222.0.69 "GET /v2.0/networks/59b32d5d-4da0-4bac-b976-15127417e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329662 Jul 14 09:35:51.402021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=9ca484bd-2d5c-45ba-a30c-cf343162e72e,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:51.422332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.422603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.422951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.427544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.427976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.428351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.428696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.429035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.429367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.431278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.431623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.431954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:35:51.549390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38766) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:51.566601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f87ca5e-87ed-4038-ac05-e29bfa26fd05 req-5e5c7023-2acf-495a-8f77-2ca30dc8599e service neutron] 10.222.0.69 "GET /v2.0/networks/59b32d5d-4da0-4bac-b976-15127417e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654429 Jul 14 09:35:51.600529 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7424111f-41d2-40bc-95e5-8c046decdba9 x-openstack-request-id: req-7424111f-41d2-40bc-95e5-8c046decdba9 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:51.600828 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "name": "network-vif-plugged", "status": "completed", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:51.601115 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7424111f-41d2-40bc-95e5-8c046decdba9 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:51.601539 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'code': 200} Jul 14 09:35:51.628126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351366d0-22fe-4378-ac77-5ace7f312e20 req-f0dc4b9a-b669-4f3c-9bdc-417ca0fe1f09 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.647577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351366d0-22fe-4378-ac77-5ace7f312e20 req-f0dc4b9a-b669-4f3c-9bdc-417ca0fe1f09 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.652759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-351366d0-22fe-4378-ac77-5ace7f312e20 req-f0dc4b9a-b669-4f3c-9bdc-417ca0fe1f09 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1677 time: 0.1320450 Jul 14 09:35:51.705600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-31dcfa48-5d52-4402-a7be-315a9a67fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.706339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-31dcfa48-5d52-4402-a7be-315a9a67fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.708673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-31dcfa48-5d52-4402-a7be-315a9a67fd71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c2faf49cba14eb2be9cec674c462471&device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1981 time: 0.0786588 Jul 14 09:35:51.733726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-447467197-network', 'tenant_id': 'd245f3ad88d84fc0a9c993dda124bc07'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:51.735353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-351366d0-22fe-4378-ac77-5ace7f312e20 req-43d84e7f-790f-40a0-b83c-e993c930bc4d tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777369 Jul 14 09:35:51.756983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719ab4-2319-41f2-a622-05a7b72e4f7d req-40d07318-05ac-46f9-a578-903bc0cee15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.759501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e719ab4-2319-41f2-a622-05a7b72e4f7d req-40d07318-05ac-46f9-a578-903bc0cee15d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 1098 time: 0.0795918 Jul 14 09:35:51.815261 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d1e9aaee-ec92-4d78-8dbd-ebc440a6baf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.815499 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e719ab4-2319-41f2-a622-05a7b72e4f7d req-8d4f527d-d6b0-49fe-b509-c82e550e52a9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457664 Jul 14 09:35:51.824448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Made reservation on behalf of d245f3ad88d84fc0a9c993dda124bc07 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:51.826979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.844668 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:51.851057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38776) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:51.888759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-c8c17490-ec3f-4738-9c56-c9dd3390b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:51.890343 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-c8c17490-ec3f-4738-9c56-c9dd3390b18f service neutron] 10.222.0.69 "GET /v2.0/networks?id=59b32d5d-4da0-4bac-b976-15127417e801 HTTP/1.1" status: 200 len: 902 time: 0.1749854 Jul 14 09:35:51.947875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-d3b02aba-2dbb-4844-8d2e-e1d60edc7409 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.73&port_id=7604257e-ebb2-450b-8646-db33c2fdf744 HTTP/1.1" status: 200 len: 217 time: 0.0468009 Jul 14 09:35:51.953751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1741132024-network', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:52.022823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-e3ee5c15-b823-484c-9408-46e7473a1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.024370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-e3ee5c15-b823-484c-9408-46e7473a1ff0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=55aa4806-57d9-451e-bbc5-cd546cc040c9 HTTP/1.1" status: 200 len: 801 time: 0.0702112 Jul 14 09:35:52.074952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.079840 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.103979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Made reservation on behalf of 550e8289b03d457e82d1a7e63d38c4be for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:52.107806 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.115475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:52.121628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.134548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e21ebd-39f7-4106-9319-239c736091b3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.141014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.141373 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Added segment 88ad286a-7b12-4a70-b9d1-b257e91d6c19 of type vlan for network ea84999e-8c72-461a-a008-ebecb0a13c13 Jul 14 09:35:52.156879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-7b497bd9-af8c-4451-b9a2-c163a6d8c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.159299 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-7b497bd9-af8c-4451-b9a2-c163a6d8c41b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59b32d5d-4da0-4bac-b976-15127417e801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1237204 Jul 14 09:35:52.223446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.228422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.243993 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.262702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:35:52.269873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6148daa9-5ead-4335-bc6b-d21c0bae02a9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.280271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.280945 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Added segment 402a84d4-e27b-43f6-bf47-68ea4c0da593 of type vlan for network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 Jul 14 09:35:52.309113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.310135 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.310638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.347575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-bdaa9671-9fe7-4aab-b8b3-8baa7c9a5b08 service neutron] 10.222.0.69 "GET /v2.0/networks/59b32d5d-4da0-4bac-b976-15127417e801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676364 Jul 14 09:35:52.349152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.381422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.384121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.384975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.397762 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8423753 Jul 14 09:35:52.401719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38784) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:52.453314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Request body: {'subnet': {'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-447467197-subnet', 'tenant_id': 'd245f3ad88d84fc0a9c993dda124bc07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:52.457081 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6045759 Jul 14 09:35:52.460645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38788) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:52.482947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Request body: {'subnet': {'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1741132024-subnet', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:52.544349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374ad40-916d-4ea0-be0c-82e4eed02ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea84999e-8c72-461a-a008-ebecb0a13c13,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.558147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ea84999e-8c72-461a-a008-ebecb0a13c13 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:52.568347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3b218-c886-47a9-b51e-34aedd8842db admin admin] Pushing event updated for resources: {'Network': ['ID=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:52.586173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Made reservation on behalf of 550e8289b03d457e82d1a7e63d38c4be for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:52.588738 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.634778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Made reservation on behalf of d245f3ad88d84fc0a9c993dda124bc07 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:52.637808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:52.659534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d061c94-88fe-469a-876d-e7befac06c23 req-6ae4f7c5-e35d-479c-9693-be32f6423787 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:52.666445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:35:52.672344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4d061c94-88fe-469a-876d-e7befac06c23 req-6ae4f7c5-e35d-479c-9693-be32f6423787 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2916758 Jul 14 09:35:52.758976 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ef8dc4c-aac9-43f0-a218-5b3ac1f97c00 req-07d66692-5f6f-469b-8566-acd8061d8971 service neutron] 10.222.0.69 "GET /v2.0/networks/59b32d5d-4da0-4bac-b976-15127417e801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790417 Jul 14 09:35:52.836994 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4d061c94-88fe-469a-876d-e7befac06c23 req-2b4dd0a0-da79-4c3a-8b9d-d02f797e4796 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636999 Jul 14 09:35:52.988141 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.050426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Pushing event updated for resources: {'Subnet': ['ID=1748a499-548b-4a1f-b8bd-1230a3ecd2e5,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.058957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Checking segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:53.059445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Network hostable DHCP agents. Network: ea84999e-8c72-461a-a008-ebecb0a13c13, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:53.079480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0a23b-8fc0-48a8-811f-925d95d2dc39 req-6577c03d-54c2-4044-8760-ff8acba2bb61 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.086661 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dc0a23b-8fc0-48a8-811f-925d95d2dc39 req-6577c03d-54c2-4044-8760-ff8acba2bb61 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 946 time: 0.5971603 Jul 14 09:35:53.096787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Network ea84999e-8c72-461a-a008-ebecb0a13c13 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:53.112995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, ea84999e-8c72-461a-a008-ebecb0a13c13) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:53.117581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.118167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.122984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe2116b-c360-452c-b895-a27a8e97b12d None None] Network ea84999e-8c72-461a-a008-ebecb0a13c13 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:53.137488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dc0a23b-8fc0-48a8-811f-925d95d2dc39 req-1be2c567-7716-4867-8ce8-20b38db6e3ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491579 Jul 14 09:35:53.142584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-580589cc-47d3-41ba-a1a8-0c008e15e3de admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7187362 Jul 14 09:35:53.257624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.301435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618297-5be4-49b8-bf5b-21f1795732a3 req-126b5415-fdb7-45b4-9641-8bbec067911b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.309304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25618297-5be4-49b8-bf5b-21f1795732a3 req-126b5415-fdb7-45b4-9641-8bbec067911b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.312798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25618297-5be4-49b8-bf5b-21f1795732a3 req-126b5415-fdb7-45b4-9641-8bbec067911b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1677 time: 0.1045971 Jul 14 09:35:53.324665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea84999e-8c72-461a-a008-ebecb0a13c13', 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13', 'tenant_id': 'd245f3ad88d84fc0a9c993dda124bc07', 'fixed_ips': [{'subnet_id': '1748a499-548b-4a1f-b8bd-1230a3ecd2e5'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:35:53.325551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.355452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d6eefdd-ef29-4e6e-920d-789a931552c2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.362719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Checking segment: {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:53.363412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Network hostable DHCP agents. Network: 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:35:53.377208 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25618297-5be4-49b8-bf5b-21f1795732a3 req-3eb4fb6d-1167-474f-92ab-1421a74fcd56 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566368 Jul 14 09:35:53.390070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:35:53.406095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:53.411279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.412297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.420671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b311281-0419-4e8d-9879-ab4b1d33bb3a None None] Network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:53.428772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6f853b4a-46a5-46c6-951c-f8206affa415 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9523830 Jul 14 09:35:53.430756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38804) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:53.435525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:53.466085 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.467519 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.556735 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.569069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Allocated IP 172.20.0.2 (ea84999e-8c72-461a-a008-ebecb0a13c13/1748a499-548b-4a1f-b8bd-1230a3ecd2e5/2154b872-166b-4a5b-aa3d-51f0e5bddd81) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:53.622793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a739c-9257-4f46-b439-c1c4ac47ab12 None None] Network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:53.744318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.750634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-fe9fbe8a-f3aa-4ae2-beba-6dfff7490c61 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:53.752537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-fe9fbe8a-f3aa-4ae2-beba-6dfff7490c61 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 815 time: 0.1283822 Jul 14 09:35:53.771700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-da922d0a-77d8-432b-839e-23aec3f8db6d tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/quotas/d245f3ad88d84fc0a9c993dda124bc07 HTTP/1.1" status: 200 len: 375 time: 0.0128310 Jul 14 09:35:53.814166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-a7c7c46a-f0c5-4c15-aa27-f9db0be5349c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339537 Jul 14 09:35:53.861200 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.870370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Transition to ACTIVE for port object 2154b872-166b-4a5b-aa3d-51f0e5bddd81 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:53.889222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Transition to ACTIVE for port object 2154b872-166b-4a5b-aa3d-51f0e5bddd81 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:53.896570 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:53.921501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-0ffa029c-2b57-4495-b5a2-ea34b24a4436 service neutron] 10.222.0.73 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998468 Jul 14 09:35:53.948813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Pushing event updated for resources: {'Port': ['ID=2154b872-166b-4a5b-aa3d-51f0e5bddd81,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:53.952385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Network ea84999e-8c72-461a-a008-ebecb0a13c13 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:53.955038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:53.957606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:54.041140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Attempting to bind port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:54.041452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Attempting to bind port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:54.041905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Attempting to bind port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 on network ea84999e-8c72-461a-a008-ebecb0a13c13 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:54.048837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:54.049224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Checking segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:54.050727 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.051131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Bound using segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:54.051730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Bound port: 2154b872-166b-4a5b-aa3d-51f0e5bddd81, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:54.052136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.071346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-0f83d8d2-e447-4af0-a8da-112b5731e5dc service neutron] 10.222.0.73 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379824 Jul 14 09:35:54.098627 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.126029 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.155283 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] For port 2154b872-166b-4a5b-aa3d-51f0e5bddd81, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:54.159906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] For port 2154b872-166b-4a5b-aa3d-51f0e5bddd81, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2154b872-166b-4a5b-aa3d-51f0e5bddd81,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:54.164758 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.218795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bca0a-412c-4fbd-a98d-235f7a28d9fc req-64a99ec7-ec80-4c19-820c-0c217d00d208 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:54.227006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f63bca0a-412c-4fbd-a98d-235f7a28d9fc req-64a99ec7-ec80-4c19-820c-0c217d00d208 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1791210 Jul 14 09:35:54.246188 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-611efc06-56a9-4694-95eb-9ada2690521c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.257751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13b061-c7a7-45c1-883a-f8794661c6e3 None None] Pushing event updated for resources: {'Port': ['ID=2154b872-166b-4a5b-aa3d-51f0e5bddd81,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.312847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f63bca0a-412c-4fbd-a98d-235f7a28d9fc req-f3abad2b-d95c-45dd-b612-6ed16406853b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848315 Jul 14 09:35:54.338001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Allocated IP 172.25.0.130 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/eb17d977-122f-4467-bf48-c2670a4e72bc) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:54.459341 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.568512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.632768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:54.767280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:54.779159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:54.781710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:54.806445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de77b2-b670-4387-a2a5-6b5cf2f75f03 req-fb7b7100-22ab-4d79-8a37-a5fa703b08c4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:54.808068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0de77b2-b670-4387-a2a5-6b5cf2f75f03 req-fb7b7100-22ab-4d79-8a37-a5fa703b08c4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 946 time: 0.1347215 Jul 14 09:35:54.822179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Pushing event updated for resources: {'Port': ['ID=eb17d977-122f-4467-bf48-c2670a4e72bc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:54.869937 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0de77b2-b670-4387-a2a5-6b5cf2f75f03 req-9af00637-7c37-4fac-a03a-7b9c6184c4c1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554805 Jul 14 09:35:54.870524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7604257e-ebb2-450b-8646-db33c2fdf744 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:54.962070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-f1a529dc-1b4c-4606-b134-64102340ced6 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:54.971298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-f1a529dc-1b4c-4606-b134-64102340ced6 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 815 time: 0.2867727 Jul 14 09:35:54.986770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2154b872-166b-4a5b-aa3d-51f0e5bddd81 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:55.011446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-6f44fbfd-f2cf-4955-aca9-7b7bec3265a3 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/quotas/d245f3ad88d84fc0a9c993dda124bc07 HTTP/1.1" status: 200 len: 375 time: 0.0390813 Jul 14 09:35:55.115796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7604257e-ebb2-450b-8646-db33c2fdf744, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7604257e-ebb2-450b-8646-db33c2fdf744,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:55.139250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '7604257e-ebb2-450b-8646-db33c2fdf744', 'network_id': '59b32d5d-4da0-4bac-b976-15127417e801', 'port_id': '7604257e-ebb2-450b-8646-db33c2fdf744', 'mac_address': 'fa:16:3e:8a:d4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55aa4806-57d9-451e-bbc5-cd546cc040c9', 'ip_address': '19.86.0.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:55.144001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:55.154192 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-08c4785d-b128-49bc-8b1b-4228af3e51b1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1414783 Jul 14 09:35:55.175112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf0328-2e6a-46b5-bd1e-481dbdc7c003 req-f49c7c30-4178-497f-9468-1644a85ce808 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.200181 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.201030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf0328-2e6a-46b5-bd1e-481dbdc7c003 req-f49c7c30-4178-497f-9468-1644a85ce808 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.213701 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dfcf0328-2e6a-46b5-bd1e-481dbdc7c003 req-f49c7c30-4178-497f-9468-1644a85ce808 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1677 time: 0.1636889 Jul 14 09:35:55.218695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7604257e-ebb2-450b-8646-db33c2fdf744 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:55.246928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7604257e-ebb2-450b-8646-db33c2fdf744, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7604257e-ebb2-450b-8646-db33c2fdf744,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:55.259815 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.260974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 854e1307-1dd6-4183-bd52-675d998ab441 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:55.292765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dfcf0328-2e6a-46b5-bd1e-481dbdc7c003 req-98604849-d2fd-4583-9276-ef91e17a56be tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765090 Jul 14 09:35:55.365930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7604257e-ebb2-450b-8646-db33c2fdf744,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:55.367165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-dcfe0e7d-a48b-4d6d-8831-13818cfae036 service neutron] 10.222.0.73 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117541 Jul 14 09:35:55.469671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.545531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 854e1307-1dd6-4183-bd52-675d998ab441, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=854e1307-1dd6-4183-bd52-675d998ab441,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:55.549649 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.576751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '854e1307-1dd6-4183-bd52-675d998ab441', 'network_id': '30e95833-aed1-4051-93ba-74080f42d657', 'port_id': '854e1307-1dd6-4183-bd52-675d998ab441', 'mac_address': 'fa:16:3e:c8:15:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6380826b-29e7-4cda-8ea5-45bc6acac893', 'ip_address': '19.80.0.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:55.592858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-6ae61995-c32d-4835-99a2-ef604ddf7693 service neutron] 10.222.0.73 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246945 Jul 14 09:35:55.646078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc341895-52ec-4e4c-b3fa-2b2291bc37a6 req-666d0ea6-73ab-4a2a-a5a5-8ac47d0f2798 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.647877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc341895-52ec-4e4c-b3fa-2b2291bc37a6 req-666d0ea6-73ab-4a2a-a5a5-8ac47d0f2798 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 946 time: 0.0925262 Jul 14 09:35:55.690563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.702058 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc341895-52ec-4e4c-b3fa-2b2291bc37a6 req-864d5e8d-707a-4687-a935-f94e83837734 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 Jul 14 09:35:55.719580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854e1307-1dd6-4183-bd52-675d998ab441 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:55.744803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:55.775541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 854e1307-1dd6-4183-bd52-675d998ab441, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=854e1307-1dd6-4183-bd52-675d998ab441,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:55.782899 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:55.867801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47c908-c16f-4eeb-8b34-9ad888ef5599 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:55.868573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7c933-ce05-444a-b2d8-b7ecd32a8e72 None None] Network ea84999e-8c72-461a-a008-ebecb0a13c13 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:35:55.872882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ab47c908-c16f-4eeb-8b34-9ad888ef5599 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 1093 time: 0.1267545 Jul 14 09:35:55.875833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38856) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:55.882809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:55.917560 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.049201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d0ce177-4209-49a1-8d80-f9ed310c4dd8 None None] Provisioning for port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:56.093291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d0ce177-4209-49a1-8d80-f9ed310c4dd8 None None] Provisioning complete for port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:56.093819 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce177-4209-49a1-8d80-f9ed310c4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.164706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c038e1a-c67c-4f02-bc2e-e301606ac545 req-7241521c-95c3-4360-b3ae-ea4f83b401ed tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.168967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c038e1a-c67c-4f02-bc2e-e301606ac545 req-7241521c-95c3-4360-b3ae-ea4f83b401ed tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2465260 Jul 14 09:35:56.171762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=854e1307-1dd6-4183-bd52-675d998ab441,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:56.175951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['7604257e-ebb2-450b-8646-db33c2fdf744'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:56.287288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.300263 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce177-4209-49a1-8d80-f9ed310c4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.460500 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.465300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.25.0.66 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/a1e469ae-7ea3-4844-9dd7-6b5d111425ed) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:56.480070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0d0ce177-4209-49a1-8d80-f9ed310c4dd8 None None] For port 2154b872-166b-4a5b-aa3d-51f0e5bddd81, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2154b872-166b-4a5b-aa3d-51f0e5bddd81,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:56.494540 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d0ce177-4209-49a1-8d80-f9ed310c4dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.571982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c038e1a-c67c-4f02-bc2e-e301606ac545 req-359e55d2-157c-4af3-a1fd-3a15ac14951b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800282 Jul 14 09:35:56.605598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c427e810-6d89-4512-9409-4e6862be7022 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:35:56.607630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c427e810-6d89-4512-9409-4e6862be7022 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:35:56.681298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-2aaed321-8209-4487-a3bf-34a7b6b95b92 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.683142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-2aaed321-8209-4487-a3bf-34a7b6b95b92 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.69 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 815 time: 0.5738485 Jul 14 09:35:56.694158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.703659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Request body: {'port': {'device_id': '007651f8-70b7-4179-9c21-28ebeab6e0f4', 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13', 'admin_state_up': True, 'tenant_id': 'd245f3ad88d84fc0a9c993dda124bc07'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:56.815290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:56.863486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:56.867166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:56.872146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:56.903298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-b367eb1b-6200-4c90-b0c3-f5887a3f8ac6 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:56.911496 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-b367eb1b-6200-4c90-b0c3-f5887a3f8ac6 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 815 time: 0.4000456 Jul 14 09:35:56.932415 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-b8ba6787-16ee-457e-bc62-dd192c353ddb tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/quotas/d245f3ad88d84fc0a9c993dda124bc07 HTTP/1.1" status: 200 len: 375 time: 0.0198805 Jul 14 09:35:56.976991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=a1e469ae-7ea3-4844-9dd7-6b5d111425ed,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.062245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Made reservation on behalf of d245f3ad88d84fc0a9c993dda124bc07 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:57.064729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ce177-4209-49a1-8d80-f9ed310c4dd8 None None] Pushing event updated for resources: {'Port': ['ID=2154b872-166b-4a5b-aa3d-51f0e5bddd81,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.066358 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.099193 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-366fff78-3067-4e89-8cdf-99f2360ffb16 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1657884 Jul 14 09:35:57.107914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Router c4d48a6b-f337-4f37-b39c-43f0dae1a953 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:35:57.168498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.176778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2806-ddde-4718-8577-ed12e69c26b5 req-8b77993f-1b34-4614-959e-9fc2ba3d86a7 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:57.182752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd2806-ddde-4718-8577-ed12e69c26b5 req-8b77993f-1b34-4614-959e-9fc2ba3d86a7 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:57.183534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['854e1307-1dd6-4183-bd52-675d998ab441'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:57.184424 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bddd2806-ddde-4718-8577-ed12e69c26b5 req-8b77993f-1b34-4614-959e-9fc2ba3d86a7 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1679 time: 0.2007360 Jul 14 09:35:57.209461 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:35:57.216050 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.264619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bddd2806-ddde-4718-8577-ed12e69c26b5 req-0ab12c29-e9ed-471a-8378-dcfd5211727c tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712383 Jul 14 09:35:57.305834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:57.317671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:57.322487 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35878021-ba18-4b34-b5c2-0eafa80f49b8" -d '{"events": [{"server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "name": "network-vif-unplugged", "status": "completed", "tag": "c427e810-6d89-4512-9409-4e6862be7022"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:57.343350 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.384646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.396099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:35:57.420310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Sync routers for ids ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:35:57.448930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-293eb75f-fa14-4378-a519-36480b22d5d9 service neutron] 10.222.0.73 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488321 Jul 14 09:35:57.466164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.483067 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6d0da83e-563d-46e2-a2dc-3c18f0ef7492 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0511708 Jul 14 09:35:57.493119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38886) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:35:57.503278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Allocated IP 172.20.0.12 (ea84999e-8c72-461a-a008-ebecb0a13c13/1748a499-548b-4a1f-b8bd-1230a3ecd2e5/b6c12798-5ca4-4b8e-93c4-33b0ca55d099) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:57.505970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:57.515399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Routers {'c4d48a6b-f337-4f37-b39c-43f0dae1a953'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:57.524618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:57.612886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.629956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:57.637466 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4f4fe1-5d4c-4c86-a060-df50ae77afad x-openstack-request-id: req-af4f4fe1-5d4c-4c86-a060-df50ae77afad {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:35:57.637875 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "name": "network-vif-unplugged", "status": "completed", "tag": "c427e810-6d89-4512-9409-4e6862be7022", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:35:57.638062 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af4f4fe1-5d4c-4c86-a060-df50ae77afad {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:35:57.638381 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022', 'code': 200} Jul 14 09:35:57.718103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'c427e810-6d89-4512-9409-4e6862be7022', 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'port_id': 'c427e810-6d89-4512-9409-4e6862be7022', 'mac_address': 'fa:16:3e:39:1d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979bf005-a798-41f4-ba11-a0f5622e32f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:35:57.804159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5fa8236a-2749-4555-9df3-db288c17d4e6 None None] Provisioning complete for port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:57.804564 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5fa8236a-2749-4555-9df3-db288c17d4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.841467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-b6c451a6-3773-4db2-9eae-050c2046912e service neutron] 10.222.0.73 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782995 Jul 14 09:35:57.875332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Set router c4d48a6b-f337-4f37-b39c-43f0dae1a953 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:35:57.895846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:57.978950 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.070030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c427e810-6d89-4512-9409-4e6862be7022 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:35:58.081475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-3960d19d-2db8-4ea4-9d6c-30341c3ecaa2 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.083475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-3960d19d-2db8-4ea4-9d6c-30341c3ecaa2 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.66 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 815 time: 0.3526471 Jul 14 09:35:58.102685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Request body: {'port': {'device_id': 'fc7948a2-e74c-4b7b-9ac6-65ecec916423', 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13', 'admin_state_up': True, 'tenant_id': 'd245f3ad88d84fc0a9c993dda124bc07'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:58.181776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:58.184112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.191010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.268234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f23b250-7cc4-43bf-b1d1-fc3dc88abd73 req-d2a12907-72ab-4a61-988e-894a49b223de tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0613456 Jul 14 09:35:58.271850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Transition to ACTIVE for port object b6c12798-5ca4-4b8e-93c4-33b0ca55d099 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:58.310709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.384777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:35:55Z', 'revision_number': 3, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port': {'id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:35:58.401014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b6a95-18a6-43c2-8934-7d1c1a68eded req-8acff425-d84d-45e1-9344-174c2930461c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.402884 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f38b6a95-18a6-43c2-8934-7d1c1a68eded req-8acff425-d84d-45e1-9344-174c2930461c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 943 time: 0.3374765 Jul 14 09:35:58.409640 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.423920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Made reservation on behalf of d245f3ad88d84fc0a9c993dda124bc07 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:35:58.427672 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.460400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['c427e810-6d89-4512-9409-4e6862be7022'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:35:58.467333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Checking router: c4d48a6b-f337-4f37-b39c-43f0dae1a953 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:35:58.468761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Updating router c4d48a6b-f337-4f37-b39c-43f0dae1a953 port eb17d977-122f-4467-bf48-c2670a4e72bc binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:35:58.524271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Network ea84999e-8c72-461a-a008-ebecb0a13c13 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:35:58.527982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f38b6a95-18a6-43c2-8934-7d1c1a68eded req-bf15aefb-f7b8-46d8-a54f-fd06405981ae tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003323 Jul 14 09:35:58.542888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:35:58.575335 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.600405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.628637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:35:58.631567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.717902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Pushing event updated for resources: {'Port': ['ID=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.732499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=a1e469ae-7ea3-4844-9dd7-6b5d111425ed,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:58.848828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad2ed9-69b0-4e21-9433-dc09cfdfb019 req-bcc4e1d6-0be4-47ee-a8e9-452e8f686984 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.865892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad2ed9-69b0-4e21-9433-dc09cfdfb019 req-bcc4e1d6-0be4-47ee-a8e9-452e8f686984 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.867966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.873309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21ad2ed9-69b0-4e21-9433-dc09cfdfb019 req-bcc4e1d6-0be4-47ee-a8e9-452e8f686984 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1679 time: 0.4146726 Jul 14 09:35:58.921771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7604257e-ebb2-450b-8646-db33c2fdf744 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:58.944007 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:58.982824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:35:58.983512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.023589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2154b872-166b-4a5b-aa3d-51f0e5bddd81 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:35:59.023839 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-21701795-1cd9-4d12-b9ce-3424bb5677a4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3298755 Jul 14 09:35:59.030831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21ad2ed9-69b0-4e21-9433-dc09cfdfb019 req-7fe72612-1ec5-4d04-8c80-4511a99491b6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566496 Jul 14 09:35:59.039241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Request body: {'port': {'device_id': '007651f8-70b7-4179-9c21-28ebeab6e0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:35:59.077350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Allocated IP 172.20.0.5 (ea84999e-8c72-461a-a008-ebecb0a13c13/1748a499-548b-4a1f-b8bd-1230a3ecd2e5/eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:35:59.088488 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Floating IP caa9c716-370d-41ad-a0c3-0cdecfad1d4f associated. External IP: 172.25.0.66, port: 9ca484bd-2d5c-45ba-a30c-cf343162e72e. Jul 14 09:35:59.120602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-71b98521-e1a4-47c3-b0de-53390625561a None None] Provisioning for port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:59.160406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-71b98521-e1a4-47c3-b0de-53390625561a None None] Provisioning complete for port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:59.160928 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-71b98521-e1a4-47c3-b0de-53390625561a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.257000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.301709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 7604257e-ebb2-450b-8646-db33c2fdf744 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:35:59.337492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 7604257e-ebb2-450b-8646-db33c2fdf744 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:59.337907 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.392681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:35:59.393060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.401110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-71b98521-e1a4-47c3-b0de-53390625561a None None] Port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:35:59.513083 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.536235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.538439 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.556095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Transition to ACTIVE for port object eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:59.606475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.622229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Transition to ACTIVE for port object eb17d977-122f-4467-bf48-c2670a4e72bc will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:35:59.643575 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.694604 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.743498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Attempting to bind port eb17d977-122f-4467-bf48-c2670a4e72bc on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:35:59.743866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Attempting to bind port eb17d977-122f-4467-bf48-c2670a4e72bc by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:35:59.744283 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Attempting to bind port eb17d977-122f-4467-bf48-c2670a4e72bc on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:35:59.754249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:35:59.754522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:35:59.755235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.755235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:35:59.755637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Bound port: eb17d977-122f-4467-bf48-c2670a4e72bc, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:35:59.756026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.759738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36ac72-ae14-42c3-8c75-96967b684914 None None] Pushing event updated for resources: {'Port': ['ID=eb17d977-122f-4467-bf48-c2670a4e72bc,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:59.770607 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e780ba5e-7b27-45e6-b5dc-53b040c026b0 req-bb2a50fe-2f11-4242-aef3-c26600824cef tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0767829 Jul 14 09:35:59.784327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7604257e-ebb2-450b-8646-db33c2fdf744'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:35:59.795625 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9e2d4f-7422-4dd7-93c6-031e9483c7e4" -d '{"events": [{"server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "name": "network-vif-plugged", "status": "completed", "tag": "7604257e-ebb2-450b-8646-db33c2fdf744"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:35:59.813415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7604257e-ebb2-450b-8646-db33c2fdf744, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7604257e-ebb2-450b-8646-db33c2fdf744,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:35:59.819389 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.879835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] For port eb17d977-122f-4467-bf48-c2670a4e72bc, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:35:59.885770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] For port eb17d977-122f-4467-bf48-c2670a4e72bc, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=eb17d977-122f-4467-bf48-c2670a4e72bc,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:35:59.895086 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:35:59.914183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7604257e-ebb2-450b-8646-db33c2fdf744,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:35:59.977526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Routers {'c4d48a6b-f337-4f37-b39c-43f0dae1a953'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:35:59.978397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:00.054919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36ac72-ae14-42c3-8c75-96967b684914 None None] Pushing event updated for resources: {'Port': ['ID=eb17d977-122f-4467-bf48-c2670a4e72bc,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.066766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Allocated IP 172.20.0.1 (5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61/1d6eefdd-ef29-4e6e-920d-789a931552c2/03be864a-e0f4-4325-a0d9-f30622129335) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:00.113645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Network ea84999e-8c72-461a-a008-ebecb0a13c13 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:00.128938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:00.136174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:00.160142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-01faae2a-97c0-4263-bdf9-403b0f2ae984 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.161724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-01faae2a-97c0-4263-bdf9-403b0f2ae984 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.69 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 815 time: 0.4062147 Jul 14 09:36:00.178419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Pushing event updated for resources: {'Port': ['ID=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.183085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Request body: {'port': {'device_id': '429f8a59-f45f-43e1-9d24-3a0daff8c5f3', 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13', 'admin_state_up': True, 'tenant_id': 'd245f3ad88d84fc0a9c993dda124bc07'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:00.192922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] Set router c4d48a6b-f337-4f37-b39c-43f0dae1a953 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:00.225880 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ec597b-e4ef-41ea-b7d6-c06eb2c71b3e x-openstack-request-id: req-69ec597b-e4ef-41ea-b7d6-c06eb2c71b3e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:00.226181 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "name": "network-vif-plugged", "status": "completed", "tag": "7604257e-ebb2-450b-8646-db33c2fdf744", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:00.226535 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-69ec597b-e4ef-41ea-b7d6-c06eb2c71b3e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:00.226952 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7604257e-ebb2-450b-8646-db33c2fdf744', 'code': 200} Jul 14 09:36:00.309257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.311108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.359137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router be138a2d-5df7-4bdd-b77a-8d5958e8f42f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:00.386922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b66ca1-e4fc-4805-96f7-d2adaae047bf req-04004b10-1a9c-4da4-ad45-3a591676e996 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:00.388624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71b66ca1-e4fc-4805-96f7-d2adaae047bf req-04004b10-1a9c-4da4-ad45-3a591676e996 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 944 time: 0.7013147 Jul 14 09:36:00.411108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-1d0207b0-a556-48af-8d21-56386a2c567f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3137400 Jul 14 09:36:00.503454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c12798-5ca4-4b8e-93c4-33b0ca55d099 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:00.520646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.533343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Request body: {'port': {'device_id': 'fc7948a2-e74c-4b7b-9ac6-65ecec916423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:00.582193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Transition to ACTIVE for port object b6c12798-5ca4-4b8e-93c4-33b0ca55d099 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:00.595328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71b66ca1-e4fc-4805-96f7-d2adaae047bf req-05fcb6ce-0e04-4996-b911-b142cf335204 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879003 Jul 14 09:36:00.595952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.606288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c427e810-6d89-4512-9409-4e6862be7022 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:00.662126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.674170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:00.675050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a2a0044a-fe06-45ce-9049-ab3b0d5b9889 None None] Provisioning for port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:00.686534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a2a0044a-fe06-45ce-9049-ab3b0d5b9889 None None] Provisioning complete for port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:00.686933 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a2a0044a-fe06-45ce-9049-ab3b0d5b9889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.728993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port c427e810-6d89-4512-9409-4e6862be7022 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:00.729557 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.735126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:35:55Z', 'revision_number': 3, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port': {'id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:00.739347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Made reservation on behalf of d245f3ad88d84fc0a9c993dda124bc07 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:00.743313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.783300 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.791991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:00.810541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f3e6d-8524-4a91-8c3d-d44f9b1b4c87 None None] The sync data for ids ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'] in n-d-780147-26 is: [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:35:55Z', 'revision_number': 3, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port': {'id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:00.811210 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] Sync routers for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:00.821149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0044a-fe06-45ce-9049-ab3b0d5b9889 None None] Port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:00.833389 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:00.837691 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:00.855042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.884868 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.893921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Attempting to bind port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:00.894279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Attempting to bind port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:00.894600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Attempting to bind port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 on network ea84999e-8c72-461a-a008-ebecb0a13c13 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:00.910300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 on network ea84999e-8c72-461a-a008-ebecb0a13c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:00.910531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Attempting to bind port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 on network ea84999e-8c72-461a-a008-ebecb0a13c13 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:00.912351 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:00.923507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 854e1307-1dd6-4183-bd52-675d998ab441 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:00.925915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:00.926337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Checking segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:00.926799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Bound using segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:00.927644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Bound port: b6c12798-5ca4-4b8e-93c4-33b0ca55d099, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:00.927644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.020099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:01.031836 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.053520 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:01.060329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac06d92-bf8e-4fd6-93e2-30c2f5b72ff5 req-3ae51ad1-9903-4196-8bfb-7faae82fc607 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.065755 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b49b9eec-57d1-48e1-a79b-7fe7813e3aab req-4ffab98f-528f-4bcc-9362-be5ec57a02bb tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0533767 Jul 14 09:36:01.073030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac06d92-bf8e-4fd6-93e2-30c2f5b72ff5 req-3ae51ad1-9903-4196-8bfb-7faae82fc607 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.081829 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ac06d92-bf8e-4fd6-93e2-30c2f5b72ff5 req-3ae51ad1-9903-4196-8bfb-7faae82fc607 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1680 time: 0.5334280 Jul 14 09:36:01.134443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.148029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d8cfc5bd-bb67-4933-b7ea-573622215446 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.2698743 Jul 14 09:36:01.154241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 854e1307-1dd6-4183-bd52-675d998ab441 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:01.161737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 854e1307-1dd6-4183-bd52-675d998ab441 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:01.161982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.170706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38924) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:01.175383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:01.177813 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:01.184574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:01.248043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:01.275484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:01.293656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Pushing event updated for resources: {'Port': ['ID=03be864a-e0f4-4325-a0d9-f30622129335,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.317324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ac06d92-bf8e-4fd6-93e2-30c2f5b72ff5 req-5fd7a7ff-d078-4978-adf9-8d6d53464b0c tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345731 Jul 14 09:36:01.345578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] For port b6c12798-5ca4-4b8e-93c4-33b0ca55d099, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:01.380467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.383128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.443937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] For port b6c12798-5ca4-4b8e-93c4-33b0ca55d099, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:01.454830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-050846ba-2841-4c3f-a615-6c8b83d21a0f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/floatingips/caa9c716-370d-41ad-a0c3-0cdecfad1d4f HTTP/1.1" status: 200 len: 991 time: 0.2789381 Jul 14 09:36:01.467611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 854e1307-1dd6-4183-bd52-675d998ab441, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=854e1307-1dd6-4183-bd52-675d998ab441,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:01.472554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.492102 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.519217 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fde9651-51ea-435b-aa6f-7b0ef63a675b x-openstack-request-id: req-7fde9651-51ea-435b-aa6f-7b0ef63a675b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:01.519611 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:01.519807 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7fde9651-51ea-435b-aa6f-7b0ef63a675b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:01.520224 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'status': 'completed', 'code': 200} Jul 14 09:36:01.533475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=854e1307-1dd6-4183-bd52-675d998ab441,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.588078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.642049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.642831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.644604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] 10.222.0.69 "PUT /v2.0/ports/b6c12798-5ca4-4b8e-93c4-33b0ca55d099 HTTP/1.1" status: 200 len: 1093 time: 2.6127791 Jul 14 09:36:01.649542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007651f8-70b7-4179-9c21-28ebeab6e0f4', 'tag': 'b6c12798-5ca4-4b8e-93c4-33b0ca55d099'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:01.652116 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed683d93-b893-4f08-be90-67c8e9dbc748" -d '{"events": [{"name": "network-changed", "server_uuid": "007651f8-70b7-4179-9c21-28ebeab6e0f4", "tag": "b6c12798-5ca4-4b8e-93c4-33b0ca55d099"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:01.731161 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:35:57Z', 'revision_number': 0, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:01.756473 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae1c627-3f02-4fbf-a737-8c3d5144a2da x-openstack-request-id: req-9ae1c627-3f02-4fbf-a737-8c3d5144a2da {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:01.756918 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007651f8-70b7-4179-9c21-28ebeab6e0f4", "tag": "b6c12798-5ca4-4b8e-93c4-33b0ca55d099", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:01.760864 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ae1c627-3f02-4fbf-a737-8c3d5144a2da {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:01.762926 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007651f8-70b7-4179-9c21-28ebeab6e0f4', 'tag': 'b6c12798-5ca4-4b8e-93c4-33b0ca55d099', 'status': 'completed', 'code': 200} Jul 14 09:36:01.785065 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] Checking router: be138a2d-5df7-4bdd-b77a-8d5958e8f42f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:01.793412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecfb9a-de42-4c19-98cf-9ed75133cfa9 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:01.797958 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:01.799395 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:01.900538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-f72f5f48-61e4-4e2c-9726-f9945267deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:01.902148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-f72f5f48-61e4-4e2c-9726-f9945267deb6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 1098 time: 0.4372990 Jul 14 09:36:01.912770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:01.926998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.934727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.936759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:01.944812 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:02.025783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23da76-40f1-44c3-9da5-14ca6c0849a1 req-e5331142-799d-4f16-b3f8-9a6b418ee1e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.029332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e23da76-40f1-44c3-9da5-14ca6c0849a1 req-e5331142-799d-4f16-b3f8-9a6b418ee1e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2004807 Jul 14 09:36:02.035616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Transition to ACTIVE for port object eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:02.039849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-983235b0-e746-42a3-8258-9d2b7e3b0bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.042146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-983235b0-e746-42a3-8258-9d2b7e3b0bcb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 1096 time: 0.3415127 Jul 14 09:36:02.047594 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.125446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.134893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Pushing event updated for resources: {'Port': ['ID=03be864a-e0f4-4325-a0d9-f30622129335,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:02.201851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-1d50cd0a-5ef8-4649-b798-db4ed72954fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.202877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-1d50cd0a-5ef8-4649-b798-db4ed72954fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=697f7102-e17b-4ed8-9c1a-449456e6368d HTTP/1.1" status: 200 len: 897 time: 0.2931867 Jul 14 09:36:02.208862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-cebe84d5-1536-4d77-bf88-91dcc237e043 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c12798-5ca4-4b8e-93c4-33b0ca55d099 HTTP/1.1" status: 200 len: 217 time: 0.1534121 Jul 14 09:36:02.210570 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:35:57Z', 'revision_number': 0, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:02.228431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022'}, {'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854e1307-1dd6-4183-bd52-675d998ab441'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:02.230862 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f2d133-fc24-4ae8-abd7-c4a889794677" -d '{"events": [{"server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "name": "network-vif-plugged", "status": "completed", "tag": "c427e810-6d89-4512-9409-4e6862be7022"}, {"server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "name": "network-vif-plugged", "status": "completed", "tag": "854e1307-1dd6-4183-bd52-675d998ab441"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:02.274850 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648ea724-5c66-4dd5-9273-d9caa2adf5b2 None None] The sync data for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 is: [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:35:27Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:35:57Z', 'revision_number': 0, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:02.347020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e23da76-40f1-44c3-9da5-14ca6c0849a1 req-a5166935-30dd-4027-afa4-e8cceef64d5a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051639 Jul 14 09:36:02.366877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Allocated IP 172.20.0.8 (ea84999e-8c72-461a-a008-ebecb0a13c13/1748a499-548b-4a1f-b8bd-1230a3ecd2e5/76ae356f-4f3c-4e08-b0e4-af2cee5f4805) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:02.377660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:02.384010 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-101ac32f-8df6-4118-8a14-d9063bcea932 req-0c6f3da6-65e0-4561-979b-63cb7cc83fef tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0686350 Jul 14 09:36:02.464144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38942) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:02.471648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:02.484584 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02a5d1-8350-4b0f-81a7-39603f545111 x-openstack-request-id: req-7d02a5d1-8350-4b0f-81a7-39603f545111 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:02.485105 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "name": "network-vif-plugged", "status": "completed", "tag": "c427e810-6d89-4512-9409-4e6862be7022", "code": 200}, {"server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "name": "network-vif-plugged", "status": "completed", "tag": "854e1307-1dd6-4183-bd52-675d998ab441", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:02.485205 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d02a5d1-8350-4b0f-81a7-39603f545111 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:02.488606 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022', 'code': 200} Jul 14 09:36:02.488871 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854e1307-1dd6-4183-bd52-675d998ab441', 'code': 200} Jul 14 09:36:02.521859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:02.559411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-cb933c58-164e-494e-b9f9-729c041ebf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.561245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-cb933c58-164e-494e-b9f9-729c041ebf4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1748a499-548b-4a1f-b8bd-1230a3ecd2e5 HTTP/1.1" status: 200 len: 854 time: 0.3452845 Jul 14 09:36:02.562483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Attempting to bind port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:02.563186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Attempting to bind port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:02.563731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Attempting to bind port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 on network ea84999e-8c72-461a-a008-ebecb0a13c13 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:02.567758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-a5aeb4da-2d2b-40de-bed7-305559dad8eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e HTTP/1.1" status: 200 len: 999 time: 0.3528876 Jul 14 09:36:02.676978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 on network ea84999e-8c72-461a-a008-ebecb0a13c13 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:02.678076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Attempting to bind port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 on network ea84999e-8c72-461a-a008-ebecb0a13c13 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:02.705121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:02.705554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Checking segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:02.706519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Bound using segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:02.706519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Bound port: eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:02.706729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.711531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49a482ff-d858-4cf5-87b5-28abb1f8663a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/floatingips/caa9c716-370d-41ad-a0c3-0cdecfad1d4f HTTP/1.1" status: 200 len: 991 time: 0.2451937 Jul 14 09:36:02.750586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-4f73922f-40ae-4db1-85f6-ab307b6f9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.752712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-4f73922f-40ae-4db1-85f6-ab307b6f9bd3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d159563-cf42-4a99-aed1-17c1ae902bc2 HTTP/1.1" status: 200 len: 834 time: 0.1732295 Jul 14 09:36:02.856467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f46baf-0129-4ee2-9a38-84f81573c386 req-11858114-a496-40fe-b064-df9e77db139b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.863245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f46baf-0129-4ee2-9a38-84f81573c386 req-11858114-a496-40fe-b064-df9e77db139b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.868891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e8f46baf-0129-4ee2-9a38-84f81573c386 req-11858114-a496-40fe-b064-df9e77db139b tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1681 time: 0.2663667 Jul 14 09:36:02.910911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] For port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:02.911409 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:02.921474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-2479f586-cfc1-497a-bb1d-c66e4ee17e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.923719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-2479f586-cfc1-497a-bb1d-c66e4ee17e09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ea84999e-8c72-461a-a008-ebecb0a13c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3526392 Jul 14 09:36:02.930769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device eb17d977-122f-4467-bf48-c2670a4e72bc up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:02.940638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c8c32-b667-4c58-9e8e-3a03678ce2a7 req-848afe1f-565e-4bd2-aed0-65fde4c7eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.942513 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd9c8c32-b667-4c58-9e8e-3a03678ce2a7 req-848afe1f-565e-4bd2-aed0-65fde4c7eba9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 1097 time: 0.2456341 Jul 14 09:36:02.945304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e42b-e84a-4535-a552-b61b09302314 req-4ee02ee3-0b5d-493b-bec7-084d9669886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.945797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9e42b-e84a-4535-a552-b61b09302314 req-4ee02ee3-0b5d-493b-bec7-084d9669886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:02.947420 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9bb9e42b-e84a-4535-a552-b61b09302314 req-4ee02ee3-0b5d-493b-bec7-084d9669886a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1985 time: 0.2643819 Jul 14 09:36:02.951037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Transition to ACTIVE for port object 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:02.952337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] For port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:02.955678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Router c4d48a6b-f337-4f37-b39c-43f0dae1a953 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:03.003480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.008449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e8f46baf-0129-4ee2-9a38-84f81573c386 req-14fdb686-a28b-42cc-849a-e57287f5a4c9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325009 Jul 14 09:36:03.018674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port eb17d977-122f-4467-bf48-c2670a4e72bc completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:03.025846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port eb17d977-122f-4467-bf48-c2670a4e72bc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:03.025846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.081009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-6e5cf03d-4d2b-4550-a712-c0905bc825cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.083437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-6e5cf03d-4d2b-4550-a712-c0905bc825cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=697f7102-e17b-4ed8-9c1a-449456e6368d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3100638 Jul 14 09:36:03.088027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.088837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.090831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] 10.222.0.66 "PUT /v2.0/ports/eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 HTTP/1.1" status: 200 len: 1092 time: 2.6626141 Jul 14 09:36:03.133632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd9c8c32-b667-4c58-9e8e-3a03678ce2a7 req-fd0ee605-6a89-4b5d-abc3-ad3074659aaa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808825 Jul 14 09:36:03.138678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9bb9e42b-e84a-4535-a552-b61b09302314 req-70dd7d66-9d44-45b5-a970-ccaf27c4007d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759062 Jul 14 09:36:03.186562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.204470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.260231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port eb17d977-122f-4467-bf48-c2670a4e72bc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=eb17d977-122f-4467-bf48-c2670a4e72bc,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:03.265141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b2ad01-af74-419b-8cb2-cf0b47ecf1d7 None None] New status for floating IP caa9c716-370d-41ad-a0c3-0cdecfad1d4f: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:36:03.287332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Network ea84999e-8c72-461a-a008-ebecb0a13c13 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:03.290854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Pushing event updated for resources: {'Port': ['ID=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.295647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:03.298446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:03.304863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:03.324637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bcf860da-92d5-4490-8fdb-06421a760659 admin admin] 10.222.0.73 "PUT /v2.0/routers/c4d48a6b-f337-4f37-b39c-43f0dae1a953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8209894 Jul 14 09:36:03.328486 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.390341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58393d1-e68a-4583-bdac-2346b351dcd1 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.396232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.398166 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.432355 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-0ef38beb-4ca3-4458-be96-11811949065a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2532959 Jul 14 09:36:03.446279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Request body: {'port': {'device_id': '429f8a59-f45f-43e1-9d24-3a0daff8c5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:03.446621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-0803b026-3cc4-45a7-9b4d-1b739ec7a7c5 service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068479 Jul 14 09:36:03.523553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=eb17d977-122f-4467-bf48-c2670a4e72bc,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:03.650648 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.653080 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c47b89e6-5c9d-4842-a5a6-d193a99d9783 req-3ae34c6f-2061-4e24-beb0-8b91dd2ea20a service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894960 Jul 14 09:36:03.683325 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Sync routers for ids ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:03.695379 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Routers {'c4d48a6b-f337-4f37-b39c-43f0dae1a953'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:03.696153 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:03.719485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38958) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:03.790941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-27de787f-46e7-42fa-817e-13e4f1faeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:03.792599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-27de787f-46e7-42fa-817e-13e4f1faeb7f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 1095 time: 0.6375124 Jul 14 09:36:03.793109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7948a2-e74c-4b7b-9ac6-65ecec916423', 'tag': 'eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:03.795455 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207be3af-5cd6-4fbb-b323-e9c22324028a" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7948a2-e74c-4b7b-9ac6-65ecec916423", "tag": "eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:03.882779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Set router c4d48a6b-f337-4f37-b39c-43f0dae1a953 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:03.889528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8781735e-eefa-4c58-97a1-419613b2435c None None] Provisioning for port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:03.894546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8781735e-eefa-4c58-97a1-419613b2435c None None] Provisioning complete for port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:03.894925 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8781735e-eefa-4c58-97a1-419613b2435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:03.913282 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-3d9f20d1-95ea-44f2-9b57-87f1b4cf30da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 HTTP/1.1" status: 200 len: 217 time: 0.0888598 Jul 14 09:36:03.921895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-bb8f4c61-cd7b-427d-861a-f9f9bd25342e service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8274138 Jul 14 09:36:03.965401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8781735e-eefa-4c58-97a1-419613b2435c None None] Port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:03.975094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5fba4fdb-17ae-4661-a9cb-d55793af2246 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/floatingips/caa9c716-370d-41ad-a0c3-0cdecfad1d4f HTTP/1.1" status: 200 len: 993 time: 0.2410960 Jul 14 09:36:04.019110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e118b-b730-416d-bbe6-e21c6be9d697 req-30b03447-f8aa-4a48-b6fd-a9c48d3f4251 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.020984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-012e118b-b730-416d-bbe6-e21c6be9d697 req-30b03447-f8aa-4a48-b6fd-a9c48d3f4251 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2609088 Jul 14 09:36:04.065466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54f349-a916-4267-aa12-3181edca9a39 req-ab7feebf-f4b2-4245-9c9a-aa3f1d204ed1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.067468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c54f349-a916-4267-aa12-3181edca9a39 req-ab7feebf-f4b2-4245-9c9a-aa3f1d204ed1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 931 time: 0.4134557 Jul 14 09:36:04.074569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-3c113fb6-4e06-4938-96f5-45f7402c9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.076282 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-3c113fb6-4e06-4938-96f5-45f7402c9578 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1748a499-548b-4a1f-b8bd-1230a3ecd2e5 HTTP/1.1" status: 200 len: 854 time: 0.1488326 Jul 14 09:36:04.119243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-012e118b-b730-416d-bbe6-e21c6be9d697 req-aef19a34-4a91-4a6c-974b-700057041fbb tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851486 Jul 14 09:36:04.164019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-84ef5b2f-31ef-4338-9c62-fe699a0f0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.165781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-84ef5b2f-31ef-4338-9c62-fe699a0f0517 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 1096 time: 0.3664491 Jul 14 09:36:04.222793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c54f349-a916-4267-aa12-3181edca9a39 req-e545f5d7-2aa6-440c-bada-0b12678145c2 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450427 Jul 14 09:36:04.236557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:04.267243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.301394 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:36:01Z', 'revision_number': 4, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port': {'id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '03be864a-e0f4-4325-a0d9-f30622129335', 'name': '', 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'mac_address': 'fa:16:3e:fb:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1d6eefdd-ef29-4e6e-920d-789a931552c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:58Z', 'updated_at': '2021-07-14T09:36:01Z', 'revision_number': 2, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'subnets': [{'id': '1d6eefdd-ef29-4e6e-920d-789a931552c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:04.320412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b2b7b9a-67c6-43d6-93e8-464ed8a756b1 req-bf49f890-9735-492b-bb75-0d97c1e50d1c service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456349 Jul 14 09:36:04.340352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Transition to ACTIVE for port object 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:04.347094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.366062 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Checking router: c4d48a6b-f337-4f37-b39c-43f0dae1a953 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:04.366315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-f9c3c5ad-8294-4733-8d1f-be82a5c9f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.366438 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Updating router c4d48a6b-f337-4f37-b39c-43f0dae1a953 port 03be864a-e0f4-4325-a0d9-f30622129335 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:36:04.367920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-f9c3c5ad-8294-4733-8d1f-be82a5c9f80f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea84999e-8c72-461a-a008-ebecb0a13c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2806194 Jul 14 09:36:04.442146 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.502734 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6db024-ac42-41ef-854a-38942e84cd1b x-openstack-request-id: req-cb6db024-ac42-41ef-854a-38942e84cd1b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:04.503024 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7948a2-e74c-4b7b-9ac6-65ecec916423", "tag": "eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:04.503274 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb6db024-ac42-41ef-854a-38942e84cd1b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:04.503673 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc7948a2-e74c-4b7b-9ac6-65ecec916423', 'tag': 'eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4', 'status': 'completed', 'code': 200} Jul 14 09:36:04.538717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Pushing event updated for resources: {'Port': ['ID=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.566497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-91849779-ce5c-4a40-9239-0b15fc676a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.568043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-91849779-ce5c-4a40-9239-0b15fc676a27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 916 time: 0.3854895 Jul 14 09:36:04.618754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Attempting to bind port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:04.619466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Attempting to bind port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:04.620044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Attempting to bind port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 on network ea84999e-8c72-461a-a008-ebecb0a13c13 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:04.625304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 on network ea84999e-8c72-461a-a008-ebecb0a13c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:04.625969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Attempting to bind port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 on network ea84999e-8c72-461a-a008-ebecb0a13c13 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:04.633290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:04.634054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Checking segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:04.634708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Bound using segment: {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:04.635407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Bound port: 76ae356f-4f3c-4e08-b0e4-af2cee5f4805, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ad286a-7b12-4a70-b9d1-b257e91d6c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:04.635867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.751859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] For port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:04.756084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] For port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:04.761850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.870147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:04.870799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.872500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] 10.222.0.69 "PUT /v2.0/ports/76ae356f-4f3c-4e08-b0e4-af2cee5f4805 HTTP/1.1" status: 200 len: 1092 time: 1.4307079 Jul 14 09:36:04.877820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429f8a59-f45f-43e1-9d24-3a0daff8c5f3', 'tag': '76ae356f-4f3c-4e08-b0e4-af2cee5f4805'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:04.880180 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae65126-c5d7-4da4-b321-46b35b595c39" -d '{"events": [{"name": "network-changed", "server_uuid": "429f8a59-f45f-43e1-9d24-3a0daff8c5f3", "tag": "76ae356f-4f3c-4e08-b0e4-af2cee5f4805"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:04.896665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device eb17d977-122f-4467-bf48-c2670a4e72bc up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:04.900144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09427253-c6c1-4f3f-842b-7a913451db0e service neutron] Pushing event updated for resources: {'Port': ['ID=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:04.914831 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.937769 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Transition to ACTIVE for port object 03be864a-e0f4-4325-a0d9-f30622129335 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:04.951702 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:04.979318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port eb17d977-122f-4467-bf48-c2670a4e72bc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:04.980093 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.008149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382614-43bd-4eda-8cf2-094c70ab4067 req-c0c4deaa-3e26-4403-9e3d-108ccb272940 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.015015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9382614-43bd-4eda-8cf2-094c70ab4067 req-c0c4deaa-3e26-4403-9e3d-108ccb272940 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.023068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9382614-43bd-4eda-8cf2-094c70ab4067 req-c0c4deaa-3e26-4403-9e3d-108ccb272940 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1681 time: 0.2005920 Jul 14 09:36:05.038999 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1dbfd-9168-4242-a3ed-e985ce80e9eb None None] Pushing event updated for resources: {'Port': ['ID=03be864a-e0f4-4325-a0d9-f30622129335,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:05.067335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9382614-43bd-4eda-8cf2-094c70ab4067 req-87999c61-691c-4bb2-8a52-f2a864a91568 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Jul 14 09:36:05.073173 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Attempting to bind port 03be864a-e0f4-4325-a0d9-f30622129335 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:05.073953 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Attempting to bind port 03be864a-e0f4-4325-a0d9-f30622129335 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:05.073953 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Attempting to bind port 03be864a-e0f4-4325-a0d9-f30622129335 on network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:05.080170 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:05.080709 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Checking segment: {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:05.081140 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.081595 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Bound using segment: {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:05.082134 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Bound port: 03be864a-e0f4-4325-a0d9-f30622129335, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:05.082747 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.089795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-60d6a871-9200-4398-9b39-bea6c70baec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.097289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-60d6a871-9200-4398-9b39-bea6c70baec3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 1095 time: 0.1617162 Jul 14 09:36:05.101750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-4b05ab6b-49ba-4d3a-9efe-389b9c0002bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c12798-5ca4-4b8e-93c4-33b0ca55d099 HTTP/1.1" status: 200 len: 217 time: 0.4622521 Jul 14 09:36:05.180690 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] For port 03be864a-e0f4-4325-a0d9-f30622129335, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:05.190591 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] For port 03be864a-e0f4-4325-a0d9-f30622129335, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03be864a-e0f4-4325-a0d9-f30622129335,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:05.196875 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73685d-95f5-45d0-bc02-518796423c59 x-openstack-request-id: req-2e73685d-95f5-45d0-bc02-518796423c59 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:05.198030 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:05.198282 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429f8a59-f45f-43e1-9d24-3a0daff8c5f3", "tag": "76ae356f-4f3c-4e08-b0e4-af2cee5f4805", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:05.198764 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e73685d-95f5-45d0-bc02-518796423c59 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:05.201632 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429f8a59-f45f-43e1-9d24-3a0daff8c5f3', 'tag': '76ae356f-4f3c-4e08-b0e4-af2cee5f4805', 'status': 'completed', 'code': 200} Jul 14 09:36:05.208147 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-f5a22518-1559-4761-8c1b-723fac2966fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76ae356f-4f3c-4e08-b0e4-af2cee5f4805 HTTP/1.1" status: 200 len: 217 time: 0.1067483 Jul 14 09:36:05.216255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-b474da41-a6cf-45a6-979c-0a6e9691d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.218307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-b474da41-a6cf-45a6-979c-0a6e9691d1ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1748a499-548b-4a1f-b8bd-1230a3ecd2e5 HTTP/1.1" status: 200 len: 854 time: 0.1086400 Jul 14 09:36:05.262836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-421eedec-50f0-4b55-bdfe-1d6c85ad1b04 service neutron] 10.222.0.66 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8787405 Jul 14 09:36:05.276174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-ca00b276-c3a3-4a10-adfa-d32b70cae283 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.278177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-ca00b276-c3a3-4a10-adfa-d32b70cae283 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 811 time: 0.7525806 Jul 14 09:36:05.283281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-321e942f-defd-4cc5-ab55-229f275810cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.284992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-321e942f-defd-4cc5-ab55-229f275810cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1748a499-548b-4a1f-b8bd-1230a3ecd2e5 HTTP/1.1" status: 200 len: 854 time: 0.0703201 Jul 14 09:36:05.315992 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1dbfd-9168-4242-a3ed-e985ce80e9eb None None] Pushing event updated for resources: {'Port': ['ID=03be864a-e0f4-4325-a0d9-f30622129335,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:05.317384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-7cfa937b-f914-4ce2-819c-daf56311deee tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/quotas/550e8289b03d457e82d1a7e63d38c4be HTTP/1.1" status: 200 len: 375 time: 0.0222888 Jul 14 09:36:05.327316 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Routers {'c4d48a6b-f337-4f37-b39c-43f0dae1a953'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:05.328263 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.366730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-a9e1536d-cce7-4ba3-a913-e96a08bebc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.368594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-a9e1536d-cce7-4ba3-a913-e96a08bebc47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ea84999e-8c72-461a-a008-ebecb0a13c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748107 Jul 14 09:36:05.466393 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] Set router c4d48a6b-f337-4f37-b39c-43f0dae1a953 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:05.473829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-a4b2e703-f820-47ed-a448-a7bc511365cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.475352 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-a4b2e703-f820-47ed-a448-a7bc511365cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ea84999e-8c72-461a-a008-ebecb0a13c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2452354 Jul 14 09:36:05.493467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-08ed7e4b-7544-4790-9106-6d1c04e63128 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1471608 Jul 14 09:36:05.494737 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecad47e3-41be-4456-a2cc-e704cbd14b6f req-fb4a4694-4ee4-4905-9d7e-3ac3ad55f0f6 service neutron] 10.222.0.66 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150340 Jul 14 09:36:05.516235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-bb9fbe33-6487-4959-adcd-eeec05366b06 service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406000 Jul 14 09:36:05.595127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6cdf0-7597-45b0-8a9a-e6a57a12dbae req-9edc4b60-d668-444a-b4a3-9c33c9eac396 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.596925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dff6cdf0-7597-45b0-8a9a-e6a57a12dbae req-9edc4b60-d668-444a-b4a3-9c33c9eac396 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1428230 Jul 14 09:36:05.667557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10679c2f-1b19-4bd2-838f-71c3d53e68cf req-2d65d3fd-33d9-4805-9abd-b73830ae222d service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405964 Jul 14 09:36:05.681181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dff6cdf0-7597-45b0-8a9a-e6a57a12dbae req-98e386eb-7209-4d27-8a04-d86043311df2 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680525 Jul 14 09:36:05.702570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-c644bc70-4e9a-453a-9510-baf8b69bfe31 service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141953 Jul 14 09:36:05.709040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-f5d05b30-98a1-494f-9df1-e0cb0062a007 service neutron] 10.222.0.73 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065189 Jul 14 09:36:05.728924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-3d9ceb52-c4e0-4d78-9d28-3c4c385ebf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.730393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-3d9ceb52-c4e0-4d78-9d28-3c4c385ebf88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 1095 time: 0.1771407 Jul 14 09:36:05.821605 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:36:01Z', 'revision_number': 4, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port': {'id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '03be864a-e0f4-4325-a0d9-f30622129335', 'name': '', 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'mac_address': 'fa:16:3e:fb:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1d6eefdd-ef29-4e6e-920d-789a931552c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:58Z', 'updated_at': '2021-07-14T09:36:05Z', 'revision_number': 4, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'subnets': [{'id': '1d6eefdd-ef29-4e6e-920d-789a931552c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:05.854905 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65aa83-bcb6-4043-9d53-f0f91f073f02 None None] The sync data for ids ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'] in n-d-780147-26 is: [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:36:01Z', 'revision_number': 4, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port': {'id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '03be864a-e0f4-4325-a0d9-f30622129335', 'name': '', 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'mac_address': 'fa:16:3e:fb:6a:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '1d6eefdd-ef29-4e6e-920d-789a931552c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:58Z', 'updated_at': '2021-07-14T09:36:05Z', 'revision_number': 4, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'subnets': [{'id': '1d6eefdd-ef29-4e6e-920d-789a931552c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:05.868713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-94d4f70b-d9ba-4136-a0b9-3156e49ceaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.870277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-94d4f70b-d9ba-4136-a0b9-3156e49ceaa7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 1095 time: 0.1188462 Jul 14 09:36:05.883964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e25fb0-0a49-44f4-8914-3a3dd677796a req-33b43281-731b-4b0f-b03a-c767c8ee2dc9 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.885547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56e25fb0-0a49-44f4-8914-3a3dd677796a req-33b43281-731b-4b0f-b03a-c767c8ee2dc9 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 943 time: 0.0942273 Jul 14 09:36:05.970376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-e8e577e5-23a7-48a2-87bc-19e7ca035723 service neutron] 10.222.0.73 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506740 Jul 14 09:36:05.974263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed683d93-b893-4f08-be90-67c8e9dbc748 req-84fe2db7-72af-480e-95bb-4116bbb41734 service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643321 Jul 14 09:36:05.975376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-805514e5-9c81-462a-9221-b154160b130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:05.977182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-805514e5-9c81-462a-9221-b154160b130e service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 916 time: 0.2276142 Jul 14 09:36:06.004364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56e25fb0-0a49-44f4-8914-3a3dd677796a req-4b4d644a-e684-4d79-a3df-0e8b29e7aa70 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098936 Jul 14 09:36:06.046593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-323d939c-cc4b-4c72-8eee-d0a95f7b8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.048234 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-323d939c-cc4b-4c72-8eee-d0a95f7b8513 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 916 time: 0.1617153 Jul 14 09:36:06.051888 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-c292555e-6f6c-4c1a-bcc2-e3c16d49f338 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 HTTP/1.1" status: 200 len: 217 time: 0.0572054 Jul 14 09:36:06.118403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-1f07b272-5a97-4914-901a-a77e9ce73758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.119995 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-1f07b272-5a97-4914-901a-a77e9ce73758 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1748a499-548b-4a1f-b8bd-1230a3ecd2e5 HTTP/1.1" status: 200 len: 854 time: 0.0616016 Jul 14 09:36:06.122760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-c7a50eae-8ee1-4894-8802-f289927d2139 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76ae356f-4f3c-4e08-b0e4-af2cee5f4805 HTTP/1.1" status: 200 len: 217 time: 0.0641046 Jul 14 09:36:06.188500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-016f02a3-3923-48f3-bfa5-95f2a53b008b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.190946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-016f02a3-3923-48f3-bfa5-95f2a53b008b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1748a499-548b-4a1f-b8bd-1230a3ecd2e5 HTTP/1.1" status: 200 len: 854 time: 0.0614157 Jul 14 09:36:06.209783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-38877be6-3b1f-48c0-ac89-2de0dddac044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.211830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-38877be6-3b1f-48c0-ac89-2de0dddac044 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea84999e-8c72-461a-a008-ebecb0a13c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842352 Jul 14 09:36:06.295684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-e4e338eb-0312-4a17-83ed-dbe30a5dbb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.301947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-e4e338eb-0312-4a17-83ed-dbe30a5dbb8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ea84999e-8c72-461a-a008-ebecb0a13c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032691 Jul 14 09:36:06.445381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-17d82a95-0ac4-43f3-b3ce-5aab5c560f0d service neutron] 10.222.0.66 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261703 Jul 14 09:36:06.660471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-651d24f6-fe2a-4ef2-9677-75361216262d req-809404a2-42df-4b55-96ee-eb03a21982aa tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 210 time: 0.0542269 Jul 14 09:36:06.700672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207be3af-5cd6-4fbb-b323-e9c22324028a req-d3f7d1ab-3568-4ee1-9f49-3e9eedc24073 service neutron] 10.222.0.66 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470737 Jul 14 09:36:06.932673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 03be864a-e0f4-4325-a0d9-f30622129335 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:06.938511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e111-32db-4a45-8e98-b98ed0f5b014 req-faf8534c-672f-4642-a0cb-bd7adc63a6e7 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.947827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5e111-32db-4a45-8e98-b98ed0f5b014 req-faf8534c-672f-4642-a0cb-bd7adc63a6e7 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:06.949579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81e5e111-32db-4a45-8e98-b98ed0f5b014 req-faf8534c-672f-4642-a0cb-bd7adc63a6e7 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1681 time: 0.1394455 Jul 14 09:36:06.978491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b6c12798-5ca4-4b8e-93c4-33b0ca55d099 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:07.032093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81e5e111-32db-4a45-8e98-b98ed0f5b014 req-36241ac9-6416-4412-a960-360906743b6a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719767 Jul 14 09:36:07.102032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 03be864a-e0f4-4325-a0d9-f30622129335 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:07.114259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 03be864a-e0f4-4325-a0d9-f30622129335 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:07.114545 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-2f98aa1e-e2ac-4246-87fc-eb37adb3abb7 service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953839 Jul 14 09:36:07.120859 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.125850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbbedf-dbbd-4c42-ab54-81820da2f11a req-d0a5efff-5d8d-4c06-bf01-8f3c9ffcd18d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.134431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-addbbedf-dbbd-4c42-ab54-81820da2f11a req-d0a5efff-5d8d-4c06-bf01-8f3c9ffcd18d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.1996806 Jul 14 09:36:07.253341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca0e44-1ce2-4092-aa2c-78049f61d324 req-4b098414-4145-4103-a5f9-758e0069be62 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:07.254275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b6c12798-5ca4-4b8e-93c4-33b0ca55d099, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:07.260952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cca0e44-1ce2-4092-aa2c-78049f61d324 req-4b098414-4145-4103-a5f9-758e0069be62 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 943 time: 0.0967040 Jul 14 09:36:07.265514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-addbbedf-dbbd-4c42-ab54-81820da2f11a req-e7799f4e-4d03-4092-8ac9-ea0a90b2161e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300030 Jul 14 09:36:07.277828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.286173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'b6c12798-5ca4-4b8e-93c4-33b0ca55d099', 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13', 'port_id': 'b6c12798-5ca4-4b8e-93c4-33b0ca55d099', 'mac_address': 'fa:16:3e:93:76:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1748a499-548b-4a1f-b8bd-1230a3ecd2e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:07.313235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cca0e44-1ce2-4092-aa2c-78049f61d324 req-1ba2c999-a4b6-41ac-a329-272d50eb30eb tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487676 Jul 14 09:36:07.364702 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.397345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae65126-c5d7-4da4-b321-46b35b595c39 req-ae66d72b-3abb-4cf0-8ca5-796e94f6fd6b service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547729 Jul 14 09:36:07.405494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 03be864a-e0f4-4325-a0d9-f30622129335, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03be864a-e0f4-4325-a0d9-f30622129335,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:07.408274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c12798-5ca4-4b8e-93c4-33b0ca55d099 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:07.414362 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.460790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b6c12798-5ca4-4b8e-93c4-33b0ca55d099, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:07.466469 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:07.490692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=03be864a-e0f4-4325-a0d9-f30622129335,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.549296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:07.825177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b6c12798-5ca4-4b8e-93c4-33b0ca55d099'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:07.850513 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88726956-e3f5-403c-b837-99bd552de419 req-79ab8c76-ed5a-45d1-89f9-2a63a519af4a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 210 time: 0.0559020 Jul 14 09:36:08.010657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-1889f63d-35b7-40a0-bf7f-81af701f4242 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.018079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-1889f63d-35b7-40a0-bf7f-81af701f4242 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.018999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-a2b0b0ac-3d3a-4b27-bf37-96b73f6d2fb6 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.020050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-1889f63d-35b7-40a0-bf7f-81af701f4242 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1681 time: 0.0975835 Jul 14 09:36:08.020630 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-a2b0b0ac-3d3a-4b27-bf37-96b73f6d2fb6 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.66 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 811 time: 0.2524233 Jul 14 09:36:08.040667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Request body: {'port': {'device_id': '47eaa440-8f94-4b66-b943-6ca820404042', 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61', 'admin_state_up': True, 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:08.069504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671b792-492f-4703-8b23-04ec85d995fb req-e62469e7-22c4-4901-aba5-14293c0a5ace tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.071111 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-e62469e7-22c4-4901-aba5-14293c0a5ace tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 813 time: 0.2179248 Jul 14 09:36:08.112229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-26c65489-2899-4486-ac93-2c07d57d37e4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/quotas/2c6b9502ce994edc98675e681b837515 HTTP/1.1" status: 200 len: 375 time: 0.0137701 Jul 14 09:36:08.136294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port 7604257e-ebb2-450b-8646-db33c2fdf744 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:08.136890 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.224432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-05d657c9-161e-472d-977a-cc9631f15080 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1047847 Jul 14 09:36:08.229377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Made reservation on behalf of 550e8289b03d457e82d1a7e63d38c4be for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:08.233274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.271250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port 7604257e-ebb2-450b-8646-db33c2fdf744, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7604257e-ebb2-450b-8646-db33c2fdf744,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:08.271618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.291929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4950-9a57-4cec-9c5a-f319ded0b20f req-59d4a221-3aea-474b-96e3-0e9db53d0738 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.297963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba4950-9a57-4cec-9c5a-f319ded0b20f req-59d4a221-3aea-474b-96e3-0e9db53d0738 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.299643 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75ba4950-9a57-4cec-9c5a-f319ded0b20f req-59d4a221-3aea-474b-96e3-0e9db53d0738 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 1681 time: 0.1444016 Jul 14 09:36:08.314889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for 7604257e-ebb2-450b-8646-db33c2fdf744 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:08.387414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75ba4950-9a57-4cec-9c5a-f319ded0b20f req-c8c82a5b-f4de-4c83-a381-c142da9d3acf tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798845 Jul 14 09:36:08.414552 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-3920a67f-f0cf-4eac-a93e-b1fc2384e310 service neutron] 10.222.0.73 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787608 Jul 14 09:36:08.498853 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.499935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Allocated IP 172.20.0.5 (5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61/1d6eefdd-ef29-4e6e-920d-789a931552c2/a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:08.547758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=7604257e-ebb2-450b-8646-db33c2fdf744,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:08.584353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-254f2fd1-f173-4661-8638-e37e0d8a90b7 service neutron] 10.222.0.73 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511457 Jul 14 09:36:08.593029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['7604257e-ebb2-450b-8646-db33c2fdf744', '854e1307-1dd6-4183-bd52-675d998ab441'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:08.639586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port 7604257e-ebb2-450b-8646-db33c2fdf744 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:08.643203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.645183 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-653184e3-4cea-440c-980b-714b97ed289a tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "DELETE /v2.0/ports/7604257e-ebb2-450b-8646-db33c2fdf744 HTTP/1.1" status: 204 len: 173 time: 0.6191158 Jul 14 09:36:08.645657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'name': 'network-vif-deleted', 'tag': '7604257e-ebb2-450b-8646-db33c2fdf744'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:08.652232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:08.653487 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a775c0-1558-42b5-bf4a-1f48bc833167" -d '{"events": [{"server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "name": "network-vif-deleted", "tag": "7604257e-ebb2-450b-8646-db33c2fdf744"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:08.800143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.881934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f77681-4607-4042-8cd3-6ed8c1fbfbba req-fb813f22-aa2a-45af-a5e5-ff3110cee3c3 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:08.889878 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38f77681-4607-4042-8cd3-6ed8c1fbfbba req-fb813f22-aa2a-45af-a5e5-ff3110cee3c3 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 943 time: 0.3456907 Jul 14 09:36:08.909022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:08.953669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:08.974141 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38f77681-4607-4042-8cd3-6ed8c1fbfbba req-7473b92b-6b65-4808-9cba-7f94bc821f67 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833256 Jul 14 09:36:08.975867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b6c12798-5ca4-4b8e-93c4-33b0ca55d099 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:09.000416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 03be864a-e0f4-4325-a0d9-f30622129335 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:09.017122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:09.029187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:09.044365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:09.055787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port 854e1307-1dd6-4183-bd52-675d998ab441 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:09.056309 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.084667 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fd0d89-459c-4680-8426-8f20d38c3a86 x-openstack-request-id: req-52fd0d89-459c-4680-8426-8f20d38c3a86 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:09.085907 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "name": "network-vif-deleted", "tag": "7604257e-ebb2-450b-8646-db33c2fdf744", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:09.086282 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52fd0d89-459c-4680-8426-8f20d38c3a86 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:09.086797 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'name': 'network-vif-deleted', 'tag': '7604257e-ebb2-450b-8646-db33c2fdf744', 'status': 'completed', 'code': 200} Jul 14 09:36:09.149128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Pushing event updated for resources: {'Port': ['ID=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:09.170539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4c55f56-7041-4a66-86d9-c2ae558dd86b req-b0e4cc05-ce98-4c85-9020-20924b110af8 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 210 time: 0.0413685 Jul 14 09:36:09.199871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.199871 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.200255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.208453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68650735-85dc-4718-bb92-b100411133d9 req-696aa963-e0e3-4ab4-a37f-f30c97c3163c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.211154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68650735-85dc-4718-bb92-b100411133d9 req-696aa963-e0e3-4ab4-a37f-f30c97c3163c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6204a0f-5476-4ebb-86b1-36e6beaade1d HTTP/1.1" status: 200 len: 945 time: 0.2281203 Jul 14 09:36:09.217290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-17f00e26-9b9b-4152-8f54-d4980ef0de37 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1804345 Jul 14 09:36:09.241600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Request body: {'port': {'device_id': '47eaa440-8f94-4b66-b943-6ca820404042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:09.248795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4', 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13', 'port_id': 'eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4', 'mac_address': 'fa:16:3e:f6:8e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1748a499-548b-4a1f-b8bd-1230a3ecd2e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:09.275827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:09.291906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:09.292329 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.362298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.369402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port 854e1307-1dd6-4183-bd52-675d998ab441, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=854e1307-1dd6-4183-bd52-675d998ab441,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.369778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.376287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '76ae356f-4f3c-4e08-b0e4-af2cee5f4805', 'network_id': 'ea84999e-8c72-461a-a008-ebecb0a13c13', 'port_id': '76ae356f-4f3c-4e08-b0e4-af2cee5f4805', 'mac_address': 'fa:16:3e:0e:8b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1748a499-548b-4a1f-b8bd-1230a3ecd2e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:09.385009 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.432075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for 854e1307-1dd6-4183-bd52-675d998ab441 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:09.453513 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.469502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:09.493419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.504879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 03be864a-e0f4-4325-a0d9-f30622129335 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:09.505711 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.507794 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.514247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.649251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Deleting port c427e810-6d89-4512-9409-4e6862be7022 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:09.649601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.758741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e686e49-953e-4391-a952-8b2b9c8221dc req-a895a002-6eb2-48c6-bb74-8ab9ede572de tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.761116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e686e49-953e-4391-a952-8b2b9c8221dc req-a895a002-6eb2-48c6-bb74-8ab9ede572de tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 945 time: 0.1319640 Jul 14 09:36:09.762693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf866a25-e154-442d-bbe8-2feab1d10795 req-8dc26852-822c-4887-be45-8167afa8fd25 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:09.764264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf866a25-e154-442d-bbe8-2feab1d10795 req-8dc26852-822c-4887-be45-8167afa8fd25 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 931 time: 0.2194884 Jul 14 09:36:09.796782 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.819714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:09.833880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e686e49-953e-4391-a952-8b2b9c8221dc req-81c8bc65-10b1-486e-bde4-e03400e2feba tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/security-groups?id=25ca2430-cadd-43a5-9e9c-1a5e8840c0df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539935 Jul 14 09:36:09.841641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.853059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.858099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] For port c427e810-6d89-4512-9409-4e6862be7022, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c427e810-6d89-4512-9409-4e6862be7022,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.858464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.879152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['76ae356f-4f3c-4e08-b0e4-af2cee5f4805'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:09.889320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Calling delete_port for c427e810-6d89-4512-9409-4e6862be7022 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:09.918462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:09.928217 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.929726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007651f8-70b7-4179-9c21-28ebeab6e0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c12798-5ca4-4b8e-93c4-33b0ca55d099'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:09.932094 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1948b3-baca-472f-8c83-a1eb60eb856c" -d '{"events": [{"server_uuid": "007651f8-70b7-4179-9c21-28ebeab6e0f4", "name": "network-vif-plugged", "status": "completed", "tag": "b6c12798-5ca4-4b8e-93c4-33b0ca55d099"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:09.945234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Transition to ACTIVE for port object a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:09.949620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.958252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf866a25-e154-442d-bbe8-2feab1d10795 req-fb736ad9-97c4-45ea-b88e-02245c6ae69b tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786537 Jul 14 09:36:09.960849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:09.970588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b6c12798-5ca4-4b8e-93c4-33b0ca55d099, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:09.998114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=854e1307-1dd6-4183-bd52-675d998ab441,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.001945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.011628 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.099345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Pushing event updated for resources: {'Port': ['ID=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.111563 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7a76f4-ae20-4cec-9089-b2c63e3f9f69 x-openstack-request-id: req-bd7a76f4-ae20-4cec-9089-b2c63e3f9f69 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:10.111938 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007651f8-70b7-4179-9c21-28ebeab6e0f4", "name": "network-vif-plugged", "status": "completed", "tag": "b6c12798-5ca4-4b8e-93c4-33b0ca55d099", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:10.112941 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd7a76f4-ae20-4cec-9089-b2c63e3f9f69 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:10.113059 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007651f8-70b7-4179-9c21-28ebeab6e0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c12798-5ca4-4b8e-93c4-33b0ca55d099', 'code': 200} Jul 14 09:36:10.115918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:10.174664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Attempting to bind port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:10.175105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Attempting to bind port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:10.175932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Attempting to bind port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e on network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:10.183715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port 854e1307-1dd6-4183-bd52-675d998ab441 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:10.186696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e on network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:10.189855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Attempting to bind port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e on network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:10.197369 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.203579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-632edf76-6d2a-4747-87fa-1b1ba5b57fd3 req-b65a87b6-8554-4be5-808d-cd8f6ce6e651 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.69 "DELETE /v2.0/ports/854e1307-1dd6-4183-bd52-675d998ab441 HTTP/1.1" status: 204 len: 173 time: 1.5471811 Jul 14 09:36:10.207271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:10.207876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Checking segment: {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:10.209112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Bound using segment: {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:10.209282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Bound port: a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:10.209648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.331792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.374736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] For port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:10.405736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] For port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:10.414219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.437052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.440144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Pushing event deleted for resources: {'Port': ['ID=c427e810-6d89-4512-9409-4e6862be7022,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.478654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] No DVR routers for this DVR port c427e810-6d89-4512-9409-4e6862be7022 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:10.482290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.483708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68650735-85dc-4718-bb92-b100411133d9 req-dbc9fda9-7ddb-438f-9d25-c9b31ebe8dbf tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.66 "DELETE /v2.0/ports/c427e810-6d89-4512-9409-4e6862be7022 HTTP/1.1" status: 204 len: 173 time: 1.2622805 Jul 14 09:36:10.504822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.505933 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:10.507678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] 10.222.0.66 "PUT /v2.0/ports/a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e HTTP/1.1" status: 200 len: 1092 time: 1.2763700 Jul 14 09:36:10.513167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47eaa440-8f94-4b66-b943-6ca820404042', 'tag': 'a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:10.515939 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e931066f-b98f-4870-8aab-7f96c2db81c8" -d '{"events": [{"name": "network-changed", "server_uuid": "47eaa440-8f94-4b66-b943-6ca820404042", "tag": "a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:10.518912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ce37217-7a58-4e0b-b0fc-29e8b1af4c22 req-fe5d831e-b37f-4c86-8da0-71780ace4a1d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 210 time: 0.0415442 Jul 14 09:36:10.682753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c427e810-6d89-4512-9409-4e6862be7022 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:10.716718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bd0ca-32de-44b9-a2eb-f24e4ceb6ffb service neutron] Pushing event updated for resources: {'Port': ['ID=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.722284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb4f4d-805a-4a44-8c53-0271fb97a0b7 req-9529b79a-7272-49c0-91fb-22508d8b2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.723833 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08cb4f4d-805a-4a44-8c53-0271fb97a0b7 req-9529b79a-7272-49c0-91fb-22508d8b2cf6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.4917538 Jul 14 09:36:10.743999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:10.751607 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d30538-ab9c-44f8-b985-cb434c68d709 x-openstack-request-id: req-72d30538-ab9c-44f8-b985-cb434c68d709 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:10.752304 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47eaa440-8f94-4b66-b943-6ca820404042", "tag": "a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:10.752558 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72d30538-ab9c-44f8-b985-cb434c68d709 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:10.752959 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47eaa440-8f94-4b66-b943-6ca820404042', 'tag': 'a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e', 'status': 'completed', 'code': 200} Jul 14 09:36:10.759194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: c427e810-6d89-4512-9409-4e6862be7022 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:10.759763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c427e810-6d89-4512-9409-4e6862be7022 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:10.796914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671b792-492f-4703-8b23-04ec85d995fb req-13f314ef-ae96-4da8-b885-6d42cc2e500f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.799606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-13f314ef-ae96-4da8-b885-6d42cc2e500f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.69 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 813 time: 0.2128124 Jul 14 09:36:10.813032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Request body: {'port': {'device_id': '9abf6242-5b4e-4e58-916b-0dd036743c00', 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'admin_state_up': True, 'tenant_id': '2c6b9502ce994edc98675e681b837515'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:10.824889 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08cb4f4d-805a-4a44-8c53-0271fb97a0b7 req-a4968a23-b12e-48f7-bbe8-16fb558cea1a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908566 Jul 14 09:36:10.829090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-ec846e66-28b9-4c11-ae74-f83f2ff70def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.831452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-ec846e66-28b9-4c11-ae74-f83f2ff70def service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 1095 time: 0.2088280 Jul 14 09:36:10.839254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a96ee-4345-4973-9300-bfb847ee5478 req-153e3a47-2e9b-4459-afdf-4018919e4425 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:10.840820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b4a96ee-4345-4973-9300-bfb847ee5478 req-153e3a47-2e9b-4459-afdf-4018919e4425 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 944 time: 0.3451958 Jul 14 09:36:10.910071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-d05b088b-d0ed-4c48-93f3-c77afebcb35a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e HTTP/1.1" status: 200 len: 217 time: 0.0682352 Jul 14 09:36:10.959928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 854e1307-1dd6-4183-bd52-675d998ab441 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:10.990335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Made reservation on behalf of 2c6b9502ce994edc98675e681b837515 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:10.998190 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.006817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b4a96ee-4345-4973-9300-bfb847ee5478 req-57f821b4-9303-40e1-bff2-b539582f8d0b tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544139 Jul 14 09:36:11.018413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-3c6af808-9ed3-4f03-b5d3-655bcf279e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.020568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-3c6af808-9ed3-4f03-b5d3-655bcf279e80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1d6eefdd-ef29-4e6e-920d-789a931552c2 HTTP/1.1" status: 200 len: 851 time: 0.0993104 Jul 14 09:36:11.026639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 854e1307-1dd6-4183-bd52-675d998ab441 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:11.027885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 854e1307-1dd6-4183-bd52-675d998ab441 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:11.029005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7604257e-ebb2-450b-8646-db33c2fdf744 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:11.064610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 7604257e-ebb2-450b-8646-db33c2fdf744 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:11.065242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7604257e-ebb2-450b-8646-db33c2fdf744 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:11.077009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-7fd86952-bec7-40f1-8001-a3e81e8f20ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488648 Jul 14 09:36:11.093918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-87356054-151d-4486-877f-992acb3345cd req-4bcfc86a-60de-48d0-984b-2d1c6e7271a3 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "GET /v2.0/ports?device_id=1022e920-a7bf-4c66-becc-44707eca43d5 HTTP/1.1" status: 200 len: 210 time: 0.0422637 Jul 14 09:36:11.097272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'name': 'network-vif-deleted', 'tag': '854e1307-1dd6-4183-bd52-675d998ab441'}, {'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'name': 'network-vif-deleted', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:11.099152 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363b60d6-4de2-409d-b6db-9a865a2484a2" -d '{"events": [{"server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "name": "network-vif-deleted", "tag": "854e1307-1dd6-4183-bd52-675d998ab441"}, {"server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "name": "network-vif-deleted", "tag": "c427e810-6d89-4512-9409-4e6862be7022"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:11.176424 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33170176-4903-4d67-b93e-9f3829e85836 x-openstack-request-id: req-33170176-4903-4d67-b93e-9f3829e85836 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:11.176728 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1022e920-a7bf-4c66-becc-44707eca43d5", "name": "network-vif-deleted", "tag": "854e1307-1dd6-4183-bd52-675d998ab441", "status": "completed", "code": 200}, {"server_uuid": "e6204a0f-5476-4ebb-86b1-36e6beaade1d", "name": "network-vif-deleted", "tag": "c427e810-6d89-4512-9409-4e6862be7022", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:11.176985 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33170176-4903-4d67-b93e-9f3829e85836 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:11.177391 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1022e920-a7bf-4c66-becc-44707eca43d5', 'name': 'network-vif-deleted', 'tag': '854e1307-1dd6-4183-bd52-675d998ab441', 'status': 'completed', 'code': 200} Jul 14 09:36:11.177648 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6204a0f-5476-4ebb-86b1-36e6beaade1d', 'name': 'network-vif-deleted', 'tag': 'c427e810-6d89-4512-9409-4e6862be7022', 'status': 'completed', 'code': 200} Jul 14 09:36:11.242378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Allocated IP 172.20.0.5 (673fb425-9ff2-43ab-b93b-310938daff70/979bf005-a798-41f4-ba11-a0f5622e32f4/ec6f976a-3711-4e9f-940a-9c4b56b309a1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:11.318876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-185c23ca-a5bc-4c47-a89b-f763d1003cbb service neutron] 10.222.0.66 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338080 Jul 14 09:36:11.422079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc9b40-b2c6-49f8-97e3-f2e6ae0bb81f req-1aeeea2c-61a4-4b96-bd65-b8fa7fe30886 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.424978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b2bc9b40-b2c6-49f8-97e3-f2e6ae0bb81f req-1aeeea2c-61a4-4b96-bd65-b8fa7fe30886 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 943 time: 0.2390542 Jul 14 09:36:11.469125 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7922d4c8-d7a9-4a72-9e46-20d106155f72 req-0f0f3576-2c8b-4a9b-888e-a27704f6bd8c service neutron] 10.222.0.66 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374488 Jul 14 09:36:11.488387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b2bc9b40-b2c6-49f8-97e3-f2e6ae0bb81f req-78a1e09e-5151-4457-a7f3-9d8558bafeef tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520060 Jul 14 09:36:11.497082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a291b976-993a-46e8-a870-884f859c03a6 req-8dc27a54-582a-4816-bd2d-1ae549845e5b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1325583 Jul 14 09:36:11.536515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.612661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291b976-993a-46e8-a870-884f859c03a6 req-2783e637-19a0-4caf-bfff-c3c757eec376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.614206 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a291b976-993a-46e8-a870-884f859c03a6 req-2783e637-19a0-4caf-bfff-c3c757eec376 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2af3e0cad8cb482e810e9051890af676&device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 1101 time: 0.0684857 Jul 14 09:36:11.618244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-22090886-b993-4776-892f-02187e5e3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.620035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-22090886-b993-4776-892f-02187e5e3edc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 1095 time: 0.0813010 Jul 14 09:36:11.638890 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.776788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291b976-993a-46e8-a870-884f859c03a6 req-22dd72fe-70a6-488e-a0cb-8b1f0b993e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.779435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a291b976-993a-46e8-a870-884f859c03a6 req-22dd72fe-70a6-488e-a0cb-8b1f0b993e1d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e04b8d33-39b8-4ef3-bd16-b7214680e59a HTTP/1.1" status: 200 len: 910 time: 0.1363082 Jul 14 09:36:11.780014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Network 673fb425-9ff2-43ab-b93b-310938daff70 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:11.794288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:11.801109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:11.840665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Pushing event updated for resources: {'Port': ['ID=ec6f976a-3711-4e9f-940a-9c4b56b309a1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:11.865834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a291b976-993a-46e8-a870-884f859c03a6 req-660c32e7-afc9-48be-a13a-ef96c9eaff55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c051bc82-f072-4ced-bc10-b125631f01f8 HTTP/1.1" status: 200 len: 1005 time: 0.0792627 Jul 14 09:36:11.894943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.895567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:11.898506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-7784b582-0211-48b2-ac1c-e72ed5e4efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.900046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-7784b582-0211-48b2-ac1c-e72ed5e4efd3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 912 time: 0.2735617 Jul 14 09:36:11.921841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291b976-993a-46e8-a870-884f859c03a6 req-ed794695-3093-45f9-a5dc-ad6753cf5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.922581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e7dea-a912-4af5-a81d-4ecd2d87f5bd req-6c683b6a-b5ff-4f12-b858-0257571fd0c6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.923603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a291b976-993a-46e8-a870-884f859c03a6 req-ed794695-3093-45f9-a5dc-ad6753cf5566 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e HTTP/1.1" status: 200 len: 848 time: 0.0505459 Jul 14 09:36:11.924155 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec8e7dea-a912-4af5-a81d-4ecd2d87f5bd req-6c683b6a-b5ff-4f12-b858-0257571fd0c6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 931 time: 0.2332292 Jul 14 09:36:11.958169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-82a01943-e5eb-4b1a-9100-de0d49fbe9a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e HTTP/1.1" status: 200 len: 217 time: 0.0485747 Jul 14 09:36:11.959396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-baf01964-f48e-4282-9335-993f4d05e221 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1517801 Jul 14 09:36:11.984463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291b976-993a-46e8-a870-884f859c03a6 req-34656fc9-6092-4619-b69e-8bb1384f92b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:11.986125 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a291b976-993a-46e8-a870-884f859c03a6 req-34656fc9-6092-4619-b69e-8bb1384f92b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e04b8d33-39b8-4ef3-bd16-b7214680e59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553606 Jul 14 09:36:12.002790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Request body: {'port': {'device_id': '9abf6242-5b4e-4e58-916b-0dd036743c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:12.069454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec8e7dea-a912-4af5-a81d-4ecd2d87f5bd req-62dee37d-81c6-44f8-9cdf-7e1f101c7fb6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138518 Jul 14 09:36:12.073165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-94260c18-f26b-4c60-b248-7aff86253152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.074663 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-94260c18-f26b-4c60-b248-7aff86253152 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1d6eefdd-ef29-4e6e-920d-789a931552c2 HTTP/1.1" status: 200 len: 851 time: 0.1091378 Jul 14 09:36:12.094370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a291b976-993a-46e8-a870-884f859c03a6 req-bfbd8ab5-3b97-465a-bbfc-0ded57b7ac2b service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999818 Jul 14 09:36:12.138922 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-3ae5748e-08dc-4232-8695-611a8a0cf565 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330260 Jul 14 09:36:12.167873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.205720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39080) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:12.339371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-dcb0950c-b985-4c95-acba-8267ff3a9c92 service neutron] 10.222.0.66 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923959 Jul 14 09:36:12.515995 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e931066f-b98f-4870-8aab-7f96c2db81c8 req-75eeb4a2-0bc1-4ed6-88e9-cc73c62f5383 service neutron] 10.222.0.66 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675394 Jul 14 09:36:12.584698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6f976a-3711-4e9f-940a-9c4b56b309a1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:12.603392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.632515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Transition to ACTIVE for port object ec6f976a-3711-4e9f-940a-9c4b56b309a1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:12.640566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65793fb-b492-4ae5-aaf0-30822512120c req-6d51e560-a371-430b-bd74-861220a1262b tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.643137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f65793fb-b492-4ae5-aaf0-30822512120c req-6d51e560-a371-430b-bd74-861220a1262b tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 944 time: 0.4910223 Jul 14 09:36:12.646374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a291b976-993a-46e8-a870-884f859c03a6 req-4931a9d2-b8e8-4fc2-ba3f-b06c85b2df8e service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451336 Jul 14 09:36:12.650556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcbb399-efbf-4567-b566-902d38e808f6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting subnet 55aa4806-57d9-451e-bbc5-cd546cc040c9 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:12.652387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.655613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb399-efbf-4567-b566-902d38e808f6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.660089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:12.721307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb399-efbf-4567-b566-902d38e808f6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.723678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:12.728217 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:12.728858 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.745565 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f65793fb-b492-4ae5-aaf0-30822512120c req-fea5b1c2-529e-4c05-bde8-7a099044f155 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925035 Jul 14 09:36:12.772292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6f976a-3711-4e9f-940a-9c4b56b309a1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.811465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c759451-e4e0-40f7-81dd-c2959b7e0282 req-2d67d0ea-5722-4732-b72e-8e1a827636e1 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:12.819259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c759451-e4e0-40f7-81dd-c2959b7e0282 req-2d67d0ea-5722-4732-b72e-8e1a827636e1 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 943 time: 0.2011087 Jul 14 09:36:12.819685 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.829763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Attempting to bind port ec6f976a-3711-4e9f-940a-9c4b56b309a1 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:12.830128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Attempting to bind port ec6f976a-3711-4e9f-940a-9c4b56b309a1 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:12.830440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Attempting to bind port ec6f976a-3711-4e9f-940a-9c4b56b309a1 on network 673fb425-9ff2-43ab-b93b-310938daff70 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:12.843622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Port ec6f976a-3711-4e9f-940a-9c4b56b309a1 on network 673fb425-9ff2-43ab-b93b-310938daff70 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:12.844283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Attempting to bind port ec6f976a-3711-4e9f-940a-9c4b56b309a1 on network 673fb425-9ff2-43ab-b93b-310938daff70 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:12.846857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb399-efbf-4567-b566-902d38e808f6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.847195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7948a2-e74c-4b7b-9ac6-65ecec916423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:12.851386 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00295abc-9f91-4dc0-8d23-3f490b9e2e3d" -d '{"events": [{"server_uuid": "fc7948a2-e74c-4b7b-9ac6-65ecec916423", "name": "network-vif-plugged", "status": "completed", "tag": "eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:12.858343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:12.858602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Checking segment: {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:12.858990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Bound using segment: {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:12.859436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Bound port: ec6f976a-3711-4e9f-940a-9c4b56b309a1, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ef8e41-e49b-4b8f-8367-d23ada717077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:12.859801 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.865736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:12.872305 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.885189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c759451-e4e0-40f7-81dd-c2959b7e0282 req-d4b4bc91-298f-4035-9672-a05023db33d0 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649550 Jul 14 09:36:12.955944 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb399-efbf-4567-b566-902d38e808f6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:12.978636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:12.980678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:12.985321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] For port ec6f976a-3711-4e9f-940a-9c4b56b309a1, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:12.993540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] For port ec6f976a-3711-4e9f-940a-9c4b56b309a1, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec6f976a-3711-4e9f-940a-9c4b56b309a1,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:13.001775 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.009891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcbb399-efbf-4567-b566-902d38e808f6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Subnet': ['ID=55aa4806-57d9-451e-bbc5-cd546cc040c9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.017765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bcbb399-efbf-4567-b566-902d38e808f6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.020695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4bcbb399-efbf-4567-b566-902d38e808f6 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "DELETE /v2.0/subnets/55aa4806-57d9-451e-bbc5-cd546cc040c9 HTTP/1.1" status: 204 len: 168 time: 0.8151555 Jul 14 09:36:13.023350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.024065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.025825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] 10.222.0.69 "PUT /v2.0/ports/ec6f976a-3711-4e9f-940a-9c4b56b309a1 HTTP/1.1" status: 200 len: 1092 time: 1.0461674 Jul 14 09:36:13.026395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39092) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:13.028955 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac48e41-71da-4ae4-ae91-2d90d9e88df6 x-openstack-request-id: req-dac48e41-71da-4ae4-ae91-2d90d9e88df6 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:13.028955 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7948a2-e74c-4b7b-9ac6-65ecec916423", "name": "network-vif-plugged", "status": "completed", "tag": "eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:13.028955 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dac48e41-71da-4ae4-ae91-2d90d9e88df6 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:13.028955 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7948a2-e74c-4b7b-9ac6-65ecec916423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4', 'code': 200} Jul 14 09:36:13.030202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f980c3c-5290-43c6-bed6-69f6427d3e8b None None] Network 59b32d5d-4da0-4bac-b976-15127417e801 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:13.179613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:13.182478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7df4fe-678e-4bb9-a460-61d4438717b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6f976a-3711-4e9f-940a-9c4b56b309a1,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.190289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:13.190671 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.198198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abf6242-5b4e-4e58-916b-0dd036743c00', 'tag': 'ec6f976a-3711-4e9f-940a-9c4b56b309a1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:13.198982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d51bb6-d183-4bbb-886b-0f72dd4e3639 req-d45bfdb4-dedd-44c4-b9b4-84d51189c7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.200774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43d51bb6-d183-4bbb-886b-0f72dd4e3639 req-d45bfdb4-dedd-44c4-b9b4-84d51189c7b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 1097 time: 0.0854592 Jul 14 09:36:13.202050 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9186a42f-3081-406c-85a1-55db0813b4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "9abf6242-5b4e-4e58-916b-0dd036743c00", "tag": "ec6f976a-3711-4e9f-940a-9c4b56b309a1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:13.247281 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f2811d-0911-47b3-840a-d6ee84af3718 x-openstack-request-id: req-97f2811d-0911-47b3-840a-d6ee84af3718 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:13.247637 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abf6242-5b4e-4e58-916b-0dd036743c00", "tag": "ec6f976a-3711-4e9f-940a-9c4b56b309a1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:13.247948 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97f2811d-0911-47b3-840a-d6ee84af3718 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:13.248443 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abf6242-5b4e-4e58-916b-0dd036743c00', 'tag': 'ec6f976a-3711-4e9f-940a-9c4b56b309a1', 'status': 'completed', 'code': 200} Jul 14 09:36:13.277434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.291597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.331766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671b792-492f-4703-8b23-04ec85d995fb req-97e7352a-12c7-4957-93b0-4d3f48ce97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.334097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-97e7352a-12c7-4957-93b0-4d3f48ce97a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 1095 time: 0.2555230 Jul 14 09:36:13.337951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] DHCP port deletion for 59b32d5d-4da0-4bac-b976-15127417e801 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:13.338181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43d51bb6-d183-4bbb-886b-0f72dd4e3639 req-b24628fd-671c-4881-a983-7474e5f6e606 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202269 Jul 14 09:36:13.346062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:13.356622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7a4a6-f4cb-4ba8-8729-f98e9d9b80a2 req-55ce8746-f745-4b1a-8bec-6622888e9c18 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.358346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17e7a4a6-f4cb-4ba8-8729-f98e9d9b80a2 req-55ce8746-f745-4b1a-8bec-6622888e9c18 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 943 time: 0.1393638 Jul 14 09:36:13.369622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.382350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-912e54df-fb9e-4dfd-a090-dffafdeb0ab7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec6f976a-3711-4e9f-940a-9c4b56b309a1 HTTP/1.1" status: 200 len: 217 time: 0.0401897 Jul 14 09:36:13.403048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17e7a4a6-f4cb-4ba8-8729-f98e9d9b80a2 req-4e922756-c786-4aa2-b625-523a64f4016a tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384448 Jul 14 09:36:13.431696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.436718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port 101f40c7-49f3-485d-8bcd-99bde83614d6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:13.437477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.444273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] Deleting port 101f40c7-49f3-485d-8bcd-99bde83614d6 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:13.444652 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.481565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671b792-492f-4703-8b23-04ec85d995fb req-38ee3b2e-113f-4808-b0f8-afc803a7682a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.483081 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-38ee3b2e-113f-4808-b0f8-afc803a7682a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=979bf005-a798-41f4-ba11-a0f5622e32f4 HTTP/1.1" status: 200 len: 853 time: 0.0938094 Jul 14 09:36:13.520008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] For port 101f40c7-49f3-485d-8bcd-99bde83614d6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=101f40c7-49f3-485d-8bcd-99bde83614d6,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:13.520463 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.524356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-a1cdb2af-7de0-4c88-9d09-1bd40814e1a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673fb425-9ff2-43ab-b93b-310938daff70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330896 Jul 14 09:36:13.534821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] Calling delete_port for 101f40c7-49f3-485d-8bcd-99bde83614d6 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:13.603058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port 101f40c7-49f3-485d-8bcd-99bde83614d6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=101f40c7-49f3-485d-8bcd-99bde83614d6,segment=NetworkSegment(218caaaa-60dd-4267-ba7f-51272b841ad3),segment_id=218caaaa-60dd-4267-ba7f-51272b841ad3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:13.603490 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.623715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for 101f40c7-49f3-485d-8bcd-99bde83614d6 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:13.647989 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.694320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] Pushing event deleted for resources: {'Port': ['ID=101f40c7-49f3-485d-8bcd-99bde83614d6,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.702347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc521a29-903e-4649-a1e3-2f457a5e2435 None None] No DVR routers for this DVR port 101f40c7-49f3-485d-8bcd-99bde83614d6 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:13.724258 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-6125f5ca-0fe4-4f89-9d5d-2cbfe5b3c5cb service neutron] 10.222.0.69 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911328 Jul 14 09:36:13.799779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:13.836366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=101f40c7-49f3-485d-8bcd-99bde83614d6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:13.842966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port 101f40c7-49f3-485d-8bcd-99bde83614d6 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:13.945294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b356d8-3889-4744-a12e-224475f31cce req-228014d6-9efb-47df-bd2c-b037ae247234 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:13.946933 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7b356d8-3889-4744-a12e-224475f31cce req-228014d6-9efb-47df-bd2c-b037ae247234 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.0686474 Jul 14 09:36:13.989573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7b356d8-3889-4744-a12e-224475f31cce req-87c5cd2c-0818-4eb9-beca-9a44d1c6310a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Jul 14 09:36:14.266593 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4671b792-492f-4703-8b23-04ec85d995fb req-b3c7c0c9-1246-4192-8ab5-d1189dd561c5 service neutron] 10.222.0.69 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345824 Jul 14 09:36:14.315390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.353987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59b32d5d-4da0-4bac-b976-15127417e801']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.372228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218caaaa-60dd-4267-ba7f-51272b841ad3') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.372479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218caaaa-60dd-4267-ba7f-51272b841ad3') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:14.387091 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.411601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.423343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:14.423749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:14.427607 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:14.474537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544de8f-5c68-4074-a2a4-845a415d41af req-9acfe70f-d518-422f-953d-b3a9a64db24f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.476062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a544de8f-5c68-4074-a2a4-845a415d41af req-9acfe70f-d518-422f-953d-b3a9a64db24f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 943 time: 0.2120614 Jul 14 09:36:14.503616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-a62880be-e503-4c86-9255-fe62ee9c10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.505266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-a62880be-e503-4c86-9255-fe62ee9c10a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2c6b9502ce994edc98675e681b837515&device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 1095 time: 0.1810887 Jul 14 09:36:14.567647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.585792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.587626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "DELETE /v2.0/networks/59b32d5d-4da0-4bac-b976-15127417e801 HTTP/1.1" status: 204 len: 168 time: 1.5591488 Jul 14 09:36:14.588710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54861cc-5c3f-4e7b-bee5-3eab35a552be req-16a2492b-2a73-4492-88a1-298ee6e85e6d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.590342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e54861cc-5c3f-4e7b-bee5-3eab35a552be req-16a2492b-2a73-4492-88a1-298ee6e85e6d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 943 time: 0.0655732 Jul 14 09:36:14.591214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39108) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:14.603693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a544de8f-5c68-4074-a2a4-845a415d41af req-9464c6a8-c77f-4046-b141-fcb34651b291 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167686 Jul 14 09:36:14.606633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d968c0-99ce-40cd-8348-8ee6ed9cadd4 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Network': ['ID=59b32d5d-4da0-4bac-b976-15127417e801,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:14.654301 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-d0ae30d9-5572-458a-b528-601129d9384d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.655942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-d0ae30d9-5572-458a-b528-601129d9384d service neutron] 10.222.0.69 "GET /v2.0/networks?id=673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 200 len: 914 time: 0.1437254 Jul 14 09:36:14.671368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:14.679714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e54861cc-5c3f-4e7b-bee5-3eab35a552be req-68a9389e-c564-4562-8064-a8c6f9510670 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801258 Jul 14 09:36:14.698737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff6beba-cf55-4ebb-955b-8b304a66fcd9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting subnet 6380826b-29e7-4cda-8ea5-45bc6acac893 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:14.702808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eff6beba-cf55-4ebb-955b-8b304a66fcd9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.711739 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-43961ceb-d76d-4683-b154-2a212b2e8732 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec6f976a-3711-4e9f-940a-9c4b56b309a1 HTTP/1.1" status: 200 len: 217 time: 0.0479360 Jul 14 09:36:14.759645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eff6beba-cf55-4ebb-955b-8b304a66fcd9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.779743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-491a688c-c076-4c0d-bf9a-16be8629c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:14.781599 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-491a688c-c076-4c0d-bf9a-16be8629c901 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=979bf005-a798-41f4-ba11-a0f5622e32f4 HTTP/1.1" status: 200 len: 853 time: 0.0600898 Jul 14 09:36:14.802244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:14.821939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e', 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61', 'port_id': 'a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e', 'mac_address': 'fa:16:3e:64:82:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6eefdd-ef29-4e6e-920d-789a931552c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:14.824866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-b3a35f9a-fcb2-4d96-a41e-b311fdea684d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=673fb425-9ff2-43ab-b93b-310938daff70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344007 Jul 14 09:36:14.864380 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.879171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:14.889086 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eff6beba-cf55-4ebb-955b-8b304a66fcd9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.903969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 101f40c7-49f3-485d-8bcd-99bde83614d6 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:14.929730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:14.931563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 101f40c7-49f3-485d-8bcd-99bde83614d6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:14.931878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 101f40c7-49f3-485d-8bcd-99bde83614d6 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:14.935053 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.974437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eff6beba-cf55-4ebb-955b-8b304a66fcd9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:14.984752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-769c76dd-633e-4375-8b2a-b5cc1ae20108 service neutron] 10.222.0.69 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508567 Jul 14 09:36:14.987231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.001760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6beba-cf55-4ebb-955b-8b304a66fcd9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Subnet': ['ID=6380826b-29e7-4cda-8ea5-45bc6acac893,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.008152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eff6beba-cf55-4ebb-955b-8b304a66fcd9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.012273 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eff6beba-cf55-4ebb-955b-8b304a66fcd9 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "DELETE /v2.0/subnets/6380826b-29e7-4cda-8ea5-45bc6acac893 HTTP/1.1" status: 204 len: 168 time: 0.4180133 Jul 14 09:36:15.013155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39112) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:15.019341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829912c-1a39-4810-94be-423fb9a0366f None None] Network 30e95833-aed1-4051-93ba-74080f42d657 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:15.070028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429f8a59-f45f-43e1-9d24-3a0daff8c5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ae356f-4f3c-4e08-b0e4-af2cee5f4805'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:15.073391 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35a3624-a7f0-49f5-a920-a15ba2726ebb" -d '{"events": [{"server_uuid": "429f8a59-f45f-43e1-9d24-3a0daff8c5f3", "name": "network-vif-plugged", "status": "completed", "tag": "76ae356f-4f3c-4e08-b0e4-af2cee5f4805"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:15.100455 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.127704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9186a42f-3081-406c-85a1-55db0813b4a4 req-723ecd1e-d8f7-4620-861d-7d65c2a074f2 service neutron] 10.222.0.69 "GET /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358435 Jul 14 09:36:15.174662 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccd77e6-5170-491c-aea8-0082d8b277da x-openstack-request-id: req-0ccd77e6-5170-491c-aea8-0082d8b277da {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:15.174946 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429f8a59-f45f-43e1-9d24-3a0daff8c5f3", "name": "network-vif-plugged", "status": "completed", "tag": "76ae356f-4f3c-4e08-b0e4-af2cee5f4805", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:15.175203 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ccd77e6-5170-491c-aea8-0082d8b277da {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:15.175605 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429f8a59-f45f-43e1-9d24-3a0daff8c5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ae356f-4f3c-4e08-b0e4-af2cee5f4805', 'code': 200} Jul 14 09:36:15.178907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Deleting port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:15.179626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.190829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:15.335881 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] DHCP port deletion for 30e95833-aed1-4051-93ba-74080f42d657 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:15.349789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b193e-00b8-414a-b636-cb904c6ffd3f req-ce1172ae-e1f7-4fef-8210-a40f5a4c60a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.351899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-538b193e-00b8-414a-b636-cb904c6ffd3f req-ce1172ae-e1f7-4fef-8210-a40f5a4c60a4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 1097 time: 0.1102359 Jul 14 09:36:15.353966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] For port 1ed45650-fbbe-4671-93c4-eedeb59be6c6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1ed45650-fbbe-4671-93c4-eedeb59be6c6,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:15.354336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.370691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Calling delete_port for 1ed45650-fbbe-4671-93c4-eedeb59be6c6 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:15.388975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-538b193e-00b8-414a-b636-cb904c6ffd3f req-ca7176cb-1e5f-4309-a972-0b383723bc85 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297492 Jul 14 09:36:15.428109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] Deleting port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:15.428606 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.435777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fa05f-21f0-4b89-b943-41592844b8cd req-532366b6-b5e6-4e80-bae7-b0be573f8300 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.437303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207fa05f-21f0-4b89-b943-41592844b8cd req-532366b6-b5e6-4e80-bae7-b0be573f8300 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.1782305 Jul 14 09:36:15.489956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] For port 1ed45650-fbbe-4671-93c4-eedeb59be6c6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1ed45650-fbbe-4671-93c4-eedeb59be6c6,segment=NetworkSegment(75a10fed-b152-45a3-944b-9b47e594e212),segment_id=75a10fed-b152-45a3-944b-9b47e594e212)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:15.490348 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.497113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-207fa05f-21f0-4b89-b943-41592844b8cd req-147bfb1f-716b-4e35-8e88-a8e1b89f67d0 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514047 Jul 14 09:36:15.503417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] Calling delete_port for 1ed45650-fbbe-4671-93c4-eedeb59be6c6 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:15.507618 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.534844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Port': ['ID=1ed45650-fbbe-4671-93c4-eedeb59be6c6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.539952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] No DVR routers for this DVR port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:15.589106 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.615560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] Pushing event deleted for resources: {'Port': ['ID=1ed45650-fbbe-4671-93c4-eedeb59be6c6,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.618542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f6621-9190-4fa9-a7da-9e454063daf6 None None] No DVR routers for this DVR port 1ed45650-fbbe-4671-93c4-eedeb59be6c6 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:15.623458 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.636065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e95833-aed1-4051-93ba-74080f42d657']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:15.648407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a10fed-b152-45a3-944b-9b47e594e212') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:15.648703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a10fed-b152-45a3-944b-9b47e594e212') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:15.658461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.673181 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.679378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:15.679851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:15.682748 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:15.748263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.753271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:15.755439 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] 10.222.0.73 "DELETE /v2.0/networks/30e95833-aed1-4051-93ba-74080f42d657 HTTP/1.1" status: 204 len: 168 time: 0.7410166 Jul 14 09:36:15.777635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf364e3-c53e-47fc-b287-893737473f77 tempest-ServersTestMultiNic-584488736 tempest-ServersTestMultiNic-584488736-project] Pushing event deleted for resources: {'Network': ['ID=30e95833-aed1-4051-93ba-74080f42d657,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:15.806189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469454a7-d92e-42a3-b03c-3f571bf890d1 req-6c55deb2-8897-49ce-a640-c91d40d5e145 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.807697 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-469454a7-d92e-42a3-b03c-3f571bf890d1 req-6c55deb2-8897-49ce-a640-c91d40d5e145 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 944 time: 0.0799394 Jul 14 09:36:15.847387 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-469454a7-d92e-42a3-b03c-3f571bf890d1 req-5a462e4f-1c86-42c5-a423-99ebe4261cf8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Jul 14 09:36:15.870536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd9ed3-8aef-4b1d-bbc9-8004ba2b0555 req-39d9c35a-92f0-42d9-860e-a9ae850fb47c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:15.872100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95cd9ed3-8aef-4b1d-bbc9-8004ba2b0555 req-39d9c35a-92f0-42d9-860e-a9ae850fb47c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 943 time: 0.0662143 Jul 14 09:36:15.912837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-95cd9ed3-8aef-4b1d-bbc9-8004ba2b0555 req-2a75d0ad-e8ae-46b3-ac43-35c74c9e5e0c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343871 Jul 14 09:36:16.199222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39134) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:16.559262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.670945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:16.676799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192f8f0-1005-4102-86a0-b0d52da86a84 req-99130190-f78e-45a7-8bfb-1e202316017f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:16.678393 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1192f8f0-1005-4102-86a0-b0d52da86a84 req-99130190-f78e-45a7-8bfb-1e202316017f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.0650427 Jul 14 09:36:16.722262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1192f8f0-1005-4102-86a0-b0d52da86a84 req-47bb066e-0dc9-4152-8ca0-6b3b5900135f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Jul 14 09:36:16.723033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:16.727729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:16.728223 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.825248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.855130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Deleting port 34b469a7-2c06-4886-8582-e2aea661db8d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:16.855869 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.864896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:16.871971 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:16.928105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1ed45650-fbbe-4671-93c4-eedeb59be6c6 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:16.931378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:16.952434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1ed45650-fbbe-4671-93c4-eedeb59be6c6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:16.952812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1ed45650-fbbe-4671-93c4-eedeb59be6c6 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:16.978617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ec6f976a-3711-4e9f-940a-9c4b56b309a1 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:16.996971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] For port 34b469a7-2c06-4886-8582-e2aea661db8d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=34b469a7-2c06-4886-8582-e2aea661db8d,segment=NetworkSegment(4e1c8d3c-15ad-4412-a367-f5b72df9b027),segment_id=4e1c8d3c-15ad-4412-a367-f5b72df9b027)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:16.997466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.013245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf6672-10db-4aff-b1b8-8010c588ac6f req-b05e698a-a418-4863-918d-ad2bffcb70c7 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.014795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdcf6672-10db-4aff-b1b8-8010c588ac6f req-b05e698a-a418-4863-918d-ad2bffcb70c7 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1186662 Jul 14 09:36:17.021284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Calling delete_port for 34b469a7-2c06-4886-8582-e2aea661db8d owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:17.045618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6af73e-12dc-4072-80f7-bd00a027f70a req-1ad13896-a69c-44a2-a1dc-09c8bddd628c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.047550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ac6af73e-12dc-4072-80f7-bd00a027f70a req-1ad13896-a69c-44a2-a1dc-09c8bddd628c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0679076 Jul 14 09:36:17.082691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ec6f976a-3711-4e9f-940a-9c4b56b309a1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec6f976a-3711-4e9f-940a-9c4b56b309a1,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:17.087436 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ac6af73e-12dc-4072-80f7-bd00a027f70a req-b07acb06-c30f-4d2f-9d88-ef8779ce15fb tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331950 Jul 14 09:36:17.096526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'ec6f976a-3711-4e9f-940a-9c4b56b309a1', 'network_id': '673fb425-9ff2-43ab-b93b-310938daff70', 'port_id': 'ec6f976a-3711-4e9f-940a-9c4b56b309a1', 'mac_address': 'fa:16:3e:4a:be:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979bf005-a798-41f4-ba11-a0f5622e32f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:17.100919 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdcf6672-10db-4aff-b1b8-8010c588ac6f req-3cce2400-3320-4d3e-bea9-aef43ed83123 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769179 Jul 14 09:36:17.141069 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.154581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6f976a-3711-4e9f-940a-9c4b56b309a1 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:17.177942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eaa440-8f94-4b66-b943-6ca820404042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:17.181810 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1f055f-01ac-4943-bb40-3d0cde94c885" -d '{"events": [{"server_uuid": "47eaa440-8f94-4b66-b943-6ca820404042", "name": "network-vif-plugged", "status": "completed", "tag": "a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:17.188605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ec6f976a-3711-4e9f-940a-9c4b56b309a1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec6f976a-3711-4e9f-940a-9c4b56b309a1,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:17.193675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.250279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ec6f976a-3711-4e9f-940a-9c4b56b309a1,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.269773 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.296132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b469a7-2c06-4886-8582-e2aea661db8d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:17.303060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f2e8-891c-4903-9a38-afef6db745d4 req-ea96c40b-9bb7-4a10-833e-82bbf6182681 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.305404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1689f2e8-891c-4903-9a38-afef6db745d4 req-ea96c40b-9bb7-4a10-833e-82bbf6182681 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 944 time: 0.0938923 Jul 14 09:36:17.373623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1689f2e8-891c-4903-9a38-afef6db745d4 req-33845f02-0a80-45cc-b323-08977d46a806 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597117 Jul 14 09:36:17.428553 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99bccd8-c6b3-4379-a037-db32caafc755 x-openstack-request-id: req-f99bccd8-c6b3-4379-a037-db32caafc755 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:17.428856 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eaa440-8f94-4b66-b943-6ca820404042", "name": "network-vif-plugged", "status": "completed", "tag": "a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:17.429121 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f99bccd8-c6b3-4379-a037-db32caafc755 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:17.429531 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eaa440-8f94-4b66-b943-6ca820404042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e', 'code': 200} Jul 14 09:36:17.506463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ec6f976a-3711-4e9f-940a-9c4b56b309a1'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:17.630500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d70361-f624-4e0f-8285-8092d75ee13c req-c07cb855-a3d0-4a6b-be57-20af63910f72 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.632799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46d70361-f624-4e0f-8285-8092d75ee13c req-c07cb855-a3d0-4a6b-be57-20af63910f72 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 945 time: 0.2611749 Jul 14 09:36:17.712623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:17.755420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46d70361-f624-4e0f-8285-8092d75ee13c req-7915bd17-08d9-43fc-aa9c-18516ab96f22 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087720 Jul 14 09:36:17.818889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b32db-48c1-4720-bcda-1f0fc034a6c3 req-19b1ef51-c44c-404b-98a7-f858dde614ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:17.820444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-455b32db-48c1-4720-bcda-1f0fc034a6c3 req-19b1ef51-c44c-404b-98a7-f858dde614ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 1097 time: 0.3175850 Jul 14 09:36:17.896385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-455b32db-48c1-4720-bcda-1f0fc034a6c3 req-b388d3de-59ed-4f9a-959a-e258615c3f89 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662932 Jul 14 09:36:18.036336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Router 232b107d-e125-483c-be90-d5c906081e7d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:18.073436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d69eb-c17c-4b31-8119-c060970ccced req-aed35220-f1de-4f8a-a9ce-063106b4e8ba tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.081016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b9d69eb-c17c-4b31-8119-c060970ccced req-aed35220-f1de-4f8a-a9ce-063106b4e8ba tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.0785198 Jul 14 09:36:18.115826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b9d69eb-c17c-4b31-8119-c060970ccced req-42f30863-c69d-4eaf-80e8-13d247294159 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338061 Jul 14 09:36:18.176032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:18.185626 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:18.191832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fd5c36ec-0c9f-4eec-99c5-93295022a932 admin admin] 10.222.0.73 "PUT /v2.0/routers/232b107d-e125-483c-be90-d5c906081e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9915278 Jul 14 09:36:18.194442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:18.199204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] Sync routers for ids ['232b107d-e125-483c-be90-d5c906081e7d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:18.214176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] Routers {'232b107d-e125-483c-be90-d5c906081e7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:18.214824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['232b107d-e125-483c-be90-d5c906081e7d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:18.331280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4287b-b98a-4d7f-8ec5-976d3d67b5f5 req-e2d8612c-f3fe-45dd-8e82-c28bb3d41687 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.344411 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-49b4287b-b98a-4d7f-8ec5-976d3d67b5f5 req-e2d8612c-f3fe-45dd-8e82-c28bb3d41687 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1072783 Jul 14 09:36:18.378174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] Set router 232b107d-e125-483c-be90-d5c906081e7d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:18.406486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-49b4287b-b98a-4d7f-8ec5-976d3d67b5f5 req-029f0595-2fc8-4eb6-a89c-d6aa43c70a42 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584934 Jul 14 09:36:18.443195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.552973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96427489-63b8-4c1e-b6a5-aca1d913298a req-e4efc2e4-73de-4b57-b5e1-0aa3fd17a04c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.554570 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96427489-63b8-4c1e-b6a5-aca1d913298a req-e4efc2e4-73de-4b57-b5e1-0aa3fd17a04c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1745160 Jul 14 09:36:18.604603 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.607867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:36:17Z', 'revision_number': 5, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port': {'id': 'ed041cf7-ab62-4288-993e-441713a9677b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ca:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '232b107d-e125-483c-be90-d5c906081e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:22Z', 'updated_at': '2021-07-14T09:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:18.619030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96427489-63b8-4c1e-b6a5-aca1d913298a req-4c50529d-a594-404b-a3bd-496d83574e23 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571067 Jul 14 09:36:18.646698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] Checking router: 232b107d-e125-483c-be90-d5c906081e7d for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:18.657789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] Routers {'232b107d-e125-483c-be90-d5c906081e7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:18.658661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:35:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['232b107d-e125-483c-be90-d5c906081e7d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:18.704453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Deleting port ed041cf7-ab62-4288-993e-441713a9677b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:18.704927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.922021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] For port ed041cf7-ab62-4288-993e-441713a9677b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ed041cf7-ab62-4288-993e-441713a9677b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:18.922380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:18.942325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85230cb4-7ab2-45d3-adef-f3b678dbb535 req-01247279-0305-479a-89c4-77904798e956 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:18.946675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85230cb4-7ab2-45d3-adef-f3b678dbb535 req-01247279-0305-479a-89c4-77904798e956 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 944 time: 0.2063646 Jul 14 09:36:18.952520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] Set router 232b107d-e125-483c-be90-d5c906081e7d gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:18.952710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Calling delete_port for ed041cf7-ab62-4288-993e-441713a9677b owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:19.024288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ec6f976a-3711-4e9f-940a-9c4b56b309a1 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:19.026866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:36:18Z', 'revision_number': 6, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:19.082210 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85230cb4-7ab2-45d3-adef-f3b678dbb535 req-e87f50cb-a890-4011-b49d-d469dcd6f798 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306691 Jul 14 09:36:19.084609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1323e1cd-0aad-4952-a5f1-ad1090dfd9f4 None None] The sync data for ids ['232b107d-e125-483c-be90-d5c906081e7d'] in n-d-780147-26 is: [{'id': '232b107d-e125-483c-be90-d5c906081e7d', 'name': 'tempest-ServersTestMultiNic-1737219890-router', 'tenant_id': '2c2faf49cba14eb2be9cec674c462471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:20Z', 'updated_at': '2021-07-14T09:36:18Z', 'revision_number': 6, 'project_id': '2c2faf49cba14eb2be9cec674c462471', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:19.124418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port ec6f976a-3711-4e9f-940a-9c4b56b309a1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:19.128588 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-c258c571-0236-4e1b-ab59-5593349adf2d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1638453 Jul 14 09:36:19.128859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port ec6f976a-3711-4e9f-940a-9c4b56b309a1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:19.129293 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.187787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41b87f-998c-436c-aa00-20ce05a467d2 req-809ca0e9-03f9-4cb4-b8a8-9a1685a906bd tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.194147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41b87f-998c-436c-aa00-20ce05a467d2 req-809ca0e9-03f9-4cb4-b8a8-9a1685a906bd tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.200139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41b87f-998c-436c-aa00-20ce05a467d2 req-809ca0e9-03f9-4cb4-b8a8-9a1685a906bd tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.201874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd41b87f-998c-436c-aa00-20ce05a467d2 req-809ca0e9-03f9-4cb4-b8a8-9a1685a906bd tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3&device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423&device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 2417 time: 0.1236846 Jul 14 09:36:19.223529 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.245653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd41b87f-998c-436c-aa00-20ce05a467d2 req-aecd3a0b-78fc-4f0f-8529-881a7e4461f0 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368938 Jul 14 09:36:19.258248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ec6f976a-3711-4e9f-940a-9c4b56b309a1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec6f976a-3711-4e9f-940a-9c4b56b309a1,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:19.267279 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.326714 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.337224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98d7d0b9-d692-4c14-ab6a-aa98531a2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.337670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ec6f976a-3711-4e9f-940a-9c4b56b309a1,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:19.337797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98d7d0b9-d692-4c14-ab6a-aa98531a2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.338200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98d7d0b9-d692-4c14-ab6a-aa98531a2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.338683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98d7d0b9-d692-4c14-ab6a-aa98531a2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.339158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98d7d0b9-d692-4c14-ab6a-aa98531a2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.339630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98d7d0b9-d692-4c14-ab6a-aa98531a2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.340248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98d7d0b9-d692-4c14-ab6a-aa98531a2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.346826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98d7d0b9-d692-4c14-ab6a-aa98531a2043 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6499 time: 0.1616399 Jul 14 09:36:19.377373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed041cf7-ab62-4288-993e-441713a9677b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:19.431303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf6242-5b4e-4e58-916b-0dd036743c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6f976a-3711-4e9f-940a-9c4b56b309a1'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:19.435630 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d4798-85c8-4008-b6fe-72c9043c6bdf" -d '{"events": [{"server_uuid": "9abf6242-5b4e-4e58-916b-0dd036743c00", "name": "network-vif-plugged", "status": "completed", "tag": "ec6f976a-3711-4e9f-940a-9c4b56b309a1"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:19.551726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.614045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5d655-4d2c-45ea-9287-87f5bde42524 req-cef71475-8153-41a2-9412-17bbcfb9d6a5 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.615589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8a5d655-4d2c-45ea-9287-87f5bde42524 req-cef71475-8153-41a2-9412-17bbcfb9d6a5 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0800407 Jul 14 09:36:19.656109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8a5d655-4d2c-45ea-9287-87f5bde42524 req-43e05a9a-851f-408d-b9f2-84c376b1a42c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339179 Jul 14 09:36:19.665556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-e989e5d3-8626-4973-82dd-ecab206e88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.666052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-e989e5d3-8626-4973-82dd-ecab206e88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.666532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-e989e5d3-8626-4973-82dd-ecab206e88e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.668226 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-e989e5d3-8626-4973-82dd-ecab206e88e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=706991bd-9719-4c99-a2ef-5a8d5add13e8&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e HTTP/1.1" status: 200 len: 2294 time: 0.2859616 Jul 14 09:36:19.681047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.681047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.695069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57d729-ae3a-4085-9754-07c84bd99f95 req-b2a5407e-6d85-4a63-909c-911aad96a373 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.696616 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca57d729-ae3a-4085-9754-07c84bd99f95 req-b2a5407e-6d85-4a63-909c-911aad96a373 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.2478073 Jul 14 09:36:19.702582 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3065ad0-4213-45ad-92a1-6615beae4ca6 x-openstack-request-id: req-a3065ad0-4213-45ad-92a1-6615beae4ca6 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:19.702880 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf6242-5b4e-4e58-916b-0dd036743c00", "name": "network-vif-plugged", "status": "completed", "tag": "ec6f976a-3711-4e9f-940a-9c4b56b309a1", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:19.703142 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a3065ad0-4213-45ad-92a1-6615beae4ca6 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:19.703550 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf6242-5b4e-4e58-916b-0dd036743c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6f976a-3711-4e9f-940a-9c4b56b309a1', 'code': 200} Jul 14 09:36:19.799238 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.799753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 232b107d-e125-483c-be90-d5c906081e7d {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:36:19.810479 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.814637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1593d472-4113-4812-9625-5c9f80c91fd0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/232b107d-e125-483c-be90-d5c906081e7d HTTP/1.1" status: 204 len: 168 time: 1.6160219 Jul 14 09:36:19.815464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39188) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:19.817317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-4dec73f6-89ac-49ae-aafc-eb4263b14df0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94483a93-4c44-47d5-82dc-c0b7051733b3 HTTP/1.1" status: 200 len: 1001 time: 0.1388128 Jul 14 09:36:19.822529 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca57d729-ae3a-4085-9754-07c84bd99f95 req-e19628a1-34a0-472b-a617-0f59a56eba50 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928185 Jul 14 09:36:19.875345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-382eea62-626e-4057-a9ad-d299a605b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.877596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96e60df-dd55-42ec-a002-ae876cdc6bd1 admin admin] Deleting subnet 4737d470-34d8-41ae-bb06-9e3e3992d48e {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:19.877766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-382eea62-626e-4057-a9ad-d299a605b0bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d23025f-f0dc-4de4-9f60-bf6c8d663bcb HTTP/1.1" status: 200 len: 851 time: 0.0538237 Jul 14 09:36:19.882439 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f96e60df-dd55-42ec-a002-ae876cdc6bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:19.912890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c35236-1dfa-4af8-a732-7c5d050f8ec9 req-c39cb8ae-18e6-43db-bcf8-ee348013bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.915898 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29c35236-1dfa-4af8-a732-7c5d050f8ec9 req-c39cb8ae-18e6-43db-bcf8-ee348013bf67 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 1097 time: 0.1414399 Jul 14 09:36:19.964939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-8fb9c878-291b-4ad4-b63d-290de4e12bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:19.966671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-8fb9c878-291b-4ad4-b63d-290de4e12bc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706991bd-9719-4c99-a2ef-5a8d5add13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827012 Jul 14 09:36:19.968428 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f96e60df-dd55-42ec-a002-ae876cdc6bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.010831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29c35236-1dfa-4af8-a732-7c5d050f8ec9 req-43e5f0a7-7d27-45ea-bc72-dd40e208ab55 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802636 Jul 14 09:36:20.095432 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-1f9a8dca-c828-4e52-8cae-56397c4421c3 service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207335 Jul 14 09:36:20.106970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f96e60df-dd55-42ec-a002-ae876cdc6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.214794 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f96e60df-dd55-42ec-a002-ae876cdc6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.269621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e60df-dd55-42ec-a002-ae876cdc6bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4737d470-34d8-41ae-bb06-9e3e3992d48e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:20.304742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-2c43a682-4058-4084-9c53-c5c127cb9e25 service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017963 Jul 14 09:36:20.307996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f96e60df-dd55-42ec-a002-ae876cdc6bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.313013 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f96e60df-dd55-42ec-a002-ae876cdc6bd1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4737d470-34d8-41ae-bb06-9e3e3992d48e HTTP/1.1" status: 204 len: 168 time: 0.4966931 Jul 14 09:36:20.318758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39198) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:20.322496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab51d01d-1983-45c5-a132-02d5413c8339 None None] Network ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:20.419081 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-685854bb-f469-4c1d-b4a3-8fab5fc0ad06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 217 time: 0.0942767 Jul 14 09:36:20.441339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84cee4-ded2-49fe-b06a-c93a5534e26d req-798cf555-bc3f-43e0-8bce-c54a0f02e23f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.441339 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df84cee4-ded2-49fe-b06a-c93a5534e26d req-798cf555-bc3f-43e0-8bce-c54a0f02e23f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1821120 Jul 14 09:36:20.456461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.459337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128d971-e889-4c44-a875-c978538f7c29 req-ba0d5af9-c89e-47b5-9ae4-a979b15c92c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.460865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c128d971-e889-4c44-a875-c978538f7c29 req-ba0d5af9-c89e-47b5-9ae4-a979b15c92c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 1097 time: 0.2651546 Jul 14 09:36:20.506867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-7e69b31f-eba1-4214-8eeb-b3dcf8c13639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.506867 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-7e69b31f-eba1-4214-8eeb-b3dcf8c13639 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.0810876 Jul 14 09:36:20.515680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2b354-5c0f-4418-aea8-c91070014221 req-367ebda4-f132-485e-a155-7473dbd3ed18 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.517497 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6b2b354-5c0f-4418-aea8-c91070014221 req-367ebda4-f132-485e-a155-7473dbd3ed18 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.2113087 Jul 14 09:36:20.548841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df84cee4-ded2-49fe-b06a-c93a5534e26d req-6107891c-9496-4309-a29e-d6f46389cd6a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030929 Jul 14 09:36:20.604805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6b2b354-5c0f-4418-aea8-c91070014221 req-455999f0-78ca-41a0-bd4e-efe066db12a4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772097 Jul 14 09:36:20.619603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128d971-e889-4c44-a875-c978538f7c29 req-abda6724-408b-41dc-b697-23a74fd372b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.621201 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c128d971-e889-4c44-a875-c978538f7c29 req-abda6724-408b-41dc-b697-23a74fd372b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 912 time: 0.1507390 Jul 14 09:36:20.638334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Deleting port 3ae80269-4743-4a8a-82ae-433d58fca067 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:20.638334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.644912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-3de78a1d-216b-4722-a380-ea9c0a66caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:20.646778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-3de78a1d-216b-4722-a380-ea9c0a66caab service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1282778 Jul 14 09:36:20.648769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] DHCP port deletion for ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:36:20.695846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] Deleting port 3ae80269-4743-4a8a-82ae-433d58fca067 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:20.696255 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.768171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] For port 3ae80269-4743-4a8a-82ae-433d58fca067, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3ae80269-4743-4a8a-82ae-433d58fca067,segment=NetworkSegment(4e1c8d3c-15ad-4412-a367-f5b72df9b027),segment_id=4e1c8d3c-15ad-4412-a367-f5b72df9b027)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:20.769031 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:20.780500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-36f52fa5-e378-427d-b89a-db4230909341 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176677 Jul 14 09:36:20.787123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] Calling delete_port for 3ae80269-4743-4a8a-82ae-433d58fca067 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:20.931233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3ae80269-4743-4a8a-82ae-433d58fca067 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:21.023315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-af429b9d-ad85-4d94-b1b5-1fe598c9437b service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300296 Jul 14 09:36:21.109570 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-2cfed192-0a9d-4594-9c06-f6c8d66503f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 217 time: 0.0723975 Jul 14 09:36:21.125124 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.171375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c128d971-e889-4c44-a875-c978538f7c29 req-0e9f11dd-f50e-4fe2-9982-ddcccf8996b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e HTTP/1.1" status: 200 len: 217 time: 0.5301750 Jul 14 09:36:21.184109 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.235089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-a55c0bfe-3472-4505-ad55-272ff9d22eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.239103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-a55c0bfe-3472-4505-ad55-272ff9d22eca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.1207750 Jul 14 09:36:21.251682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] For port 3ae80269-4743-4a8a-82ae-433d58fca067, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3ae80269-4743-4a8a-82ae-433d58fca067,segment=NetworkSegment(4e1c8d3c-15ad-4412-a367-f5b72df9b027),segment_id=4e1c8d3c-15ad-4412-a367-f5b72df9b027)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:21.252067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.276109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Calling delete_port for 3ae80269-4743-4a8a-82ae-433d58fca067 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:21.277888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] Pushing event deleted for resources: {'Port': ['ID=3ae80269-4743-4a8a-82ae-433d58fca067,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:21.285351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128d971-e889-4c44-a875-c978538f7c29 req-dc2f8852-9553-4c31-bad1-bf408c3f2878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.286884 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c128d971-e889-4c44-a875-c978538f7c29 req-dc2f8852-9553-4c31-bad1-bf408c3f2878 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1d6eefdd-ef29-4e6e-920d-789a931552c2 HTTP/1.1" status: 200 len: 851 time: 0.1080723 Jul 14 09:36:21.294290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 34b469a7-2c06-4886-8582-e2aea661db8d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:21.342582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c128d971-e889-4c44-a875-c978538f7c29 req-9169345b-1d49-4879-9d1a-cb068504f241 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483401 Jul 14 09:36:21.346071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb02f8ef-a725-4004-b62f-858c9db63b88 None None] No DVR routers for this DVR port 3ae80269-4743-4a8a-82ae-433d58fca067 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:21.352007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 34b469a7-2c06-4886-8582-e2aea661db8d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:21.352750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 34b469a7-2c06-4886-8582-e2aea661db8d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:21.353736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ed041cf7-ab62-4288-993e-441713a9677b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:21.368756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-8422f32c-9842-4ea8-9616-2e4e21b3a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.371295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-8422f32c-9842-4ea8-9616-2e4e21b3a75d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1252713 Jul 14 09:36:21.391417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: ed041cf7-ab62-4288-993e-441713a9677b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:21.392685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ed041cf7-ab62-4288-993e-441713a9677b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:21.546039 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c128d971-e889-4c44-a875-c978538f7c29 req-716bb668-cde0-4d0d-87e8-f7e09d19d8da service neutron] 10.222.0.66 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863174 Jul 14 09:36:21.555634 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.559856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-d131ec41-4d04-4b7c-8a40-03c812a33efb service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779730 Jul 14 09:36:21.616806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae80269-4743-4a8a-82ae-433d58fca067,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:21.624789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] No DVR routers for this DVR port 3ae80269-4743-4a8a-82ae-433d58fca067 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:21.729448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-d1383999-6c03-45e1-b44b-3f511bcf65dc service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630044 Jul 14 09:36:21.737851 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c128d971-e889-4c44-a875-c978538f7c29 req-5ee1806f-b6d3-4ebd-a579-d9baba74837d service neutron] 10.222.0.66 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726904 Jul 14 09:36:21.803688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-fdf651e5-5ceb-4139-85ce-1d53c6c5018a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2f713509-147e-4a96-bbfa-e288edfc476a HTTP/1.1" status: 200 len: 217 time: 0.0614693 Jul 14 09:36:21.827667 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-47973c43-037b-4628-8869-025f6d8fb710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.884912 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.900660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-01206eff-64ba-43b4-8ee4-aa3a20fcddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.902349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-01206eff-64ba-43b4-8ee4-aa3a20fcddfe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.0867314 Jul 14 09:36:21.902915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.914794 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1c8d3c-15ad-4412-a367-f5b72df9b027') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.915097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1c8d3c-15ad-4412-a367-f5b72df9b027') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:21.931294 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.940109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8e655-d288-4bcb-92d8-59633abf1980 req-57703df8-4b9e-4de2-b027-88c5e9466486 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.941887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0a8e655-d288-4bcb-92d8-59633abf1980 req-57703df8-4b9e-4de2-b027-88c5e9466486 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1785586 Jul 14 09:36:21.959976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de6c98-e064-4c51-939c-5c9ecd61adae req-ca4800a9-3ebc-43cd-9fd6-4e542755a29d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:21.961538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b3de6c98-e064-4c51-939c-5c9ecd61adae req-ca4800a9-3ebc-43cd-9fd6-4e542755a29d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.1082587 Jul 14 09:36:21.977199 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.993890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:21.994412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:21.999050 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:22.005868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-034ca5e4-1f31-469a-83c0-d33698ff009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:22.008396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-034ca5e4-1f31-469a-83c0-d33698ff009c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0980396 Jul 14 09:36:22.020603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0a8e655-d288-4bcb-92d8-59633abf1980 req-dc94cd24-d57e-43ab-a549-32d03d2863a0 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717039 Jul 14 09:36:22.046468 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b3de6c98-e064-4c51-939c-5c9ecd61adae req-ce2e3eac-6e62-4bcd-a5ad-07a19f3c225b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674174 Jul 14 09:36:22.089093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.093748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.099362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] 10.222.0.73 "DELETE /v2.0/networks/ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6 HTTP/1.1" status: 204 len: 168 time: 1.7767682 Jul 14 09:36:22.118995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f9281-ef73-4921-b0d3-7c86b01e971f admin admin] Pushing event deleted for resources: {'Network': ['ID=ffaae3cb-54b5-4d97-8c5c-b8d77a1f4ad6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:22.153926 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-bfcd31e5-175b-42a6-9ab3-bca4756265f8 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323497 Jul 14 09:36:22.277740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-c186e86d-45bf-4f2d-af92-396fed44bb93 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141837 Jul 14 09:36:22.329488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39232) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:22.337450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-98932779-10a4-4629-a070-a941947239ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7 HTTP/1.1" status: 200 len: 217 time: 0.0525908 Jul 14 09:36:22.374906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5682820c-18fe-4a94-a14e-e0feefad63ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c2faf49cba14eb2be9cec674c462471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441654 Jul 14 09:36:22.378218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39234) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:22.429741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-65072d64-84f8-4498-9aa4-258287f76a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:22.432071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-65072d64-84f8-4498-9aa4-258287f76a0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.0864656 Jul 14 09:36:22.466530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c093d-ee83-4cc5-8f0b-4d6795c9955a req-dbaebb4c-7597-4fd9-8cd3-49fcd87bd67f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:22.468163 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d9c093d-ee83-4cc5-8f0b-4d6795c9955a req-dbaebb4c-7597-4fd9-8cd3-49fcd87bd67f tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.0763171 Jul 14 09:36:22.486702 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e8c7-35ff-484b-987e-5a703b7d122f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.518366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d9c093d-ee83-4cc5-8f0b-4d6795c9955a req-2fdaafc8-59ff-431a-a3ce-9be80d3618e6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Jul 14 09:36:22.929911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e8c7-35ff-484b-987e-5a703b7d122f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:22.934299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e4fe3-8653-4958-8859-f6d70c36dace req-03989663-081e-4f84-a7de-21b28e0300ec tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:22.935891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c54e4fe3-8653-4958-8859-f6d70c36dace req-03989663-081e-4f84-a7de-21b28e0300ec tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.0840275 Jul 14 09:36:22.979527 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c54e4fe3-8653-4958-8859-f6d70c36dace req-17a5598d-74a3-4e6f-9ba2-ff9d5981e902 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Jul 14 09:36:22.980530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-b12063f0-499e-4333-beeb-ed5dfed35c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:22.982204 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-b12063f0-499e-4333-beeb-ed5dfed35c46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5412514 Jul 14 09:36:23.054401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f6528-4852-4ab8-8b07-2117e10f893e req-4820c7af-e822-46b6-b5e8-9121a8236445 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.056777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-612f6528-4852-4ab8-8b07-2117e10f893e req-4820c7af-e822-46b6-b5e8-9121a8236445 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1712191 Jul 14 09:36:23.067694 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e8c7-35ff-484b-987e-5a703b7d122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.070275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca0e8c7-35ff-484b-987e-5a703b7d122f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:23.073784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ca0e8c7-35ff-484b-987e-5a703b7d122f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25ca2430-cadd-43a5-9e9c-1a5e8840c0df HTTP/1.1" status: 204 len: 168 time: 0.6918433 Jul 14 09:36:23.097314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca0e8c7-35ff-484b-987e-5a703b7d122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ca2430-cadd-43a5-9e9c-1a5e8840c0df,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:23.135519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-612f6528-4852-4ab8-8b07-2117e10f893e req-623167f2-873d-4286-9651-c8bf769a1d59 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714817 Jul 14 09:36:23.146507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-464e3dfe-e365-47ac-a0b5-1378a0fc1856 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557403 Jul 14 09:36:23.205501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83141d2c-3d97-4f02-a185-2938d7bf47a2 req-8e6e4901-142a-48d2-9ae1-dfa8015c4a00 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.207402 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-83141d2c-3d97-4f02-a185-2938d7bf47a2 req-8e6e4901-142a-48d2-9ae1-dfa8015c4a00 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.0866482 Jul 14 09:36:23.247167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-8a223283-b110-4f12-8e75-bfbe091f75e0 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929282 Jul 14 09:36:23.264826 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-83141d2c-3d97-4f02-a185-2938d7bf47a2 req-0a93676e-a86d-4454-883d-bf7430e6c33e tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518870 Jul 14 09:36:23.332381 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-2ffa7498-7cca-469f-911c-172e6e3345dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=503202b2-9042-406f-8131-0ce843a165dc HTTP/1.1" status: 200 len: 217 time: 0.0760849 Jul 14 09:36:23.396150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-5858f3c1-7bc0-4a1b-8c75-ddfdaa3b264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.397651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-5858f3c1-7bc0-4a1b-8c75-ddfdaa3b264a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.0557783 Jul 14 09:36:23.407600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5067dbb-8b14-479e-80fe-4c96b4a38577 req-3af0d323-30ec-4353-aae9-ba8baccc8933 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.409122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5067dbb-8b14-479e-80fe-4c96b4a38577 req-3af0d323-30ec-4353-aae9-ba8baccc8933 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1465676 Jul 14 09:36:23.478912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5067dbb-8b14-479e-80fe-4c96b4a38577 req-3351f160-0e4e-4827-8e21-69180fb035ec tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610006 Jul 14 09:36:23.497244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-58fe0236-fc37-4054-ba33-a53472c7e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.498702 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-58fe0236-fc37-4054-ba33-a53472c7e415 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887067 Jul 14 09:36:23.655721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-62536cb6-f7b6-43d5-abee-5835f4186c17 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415451 Jul 14 09:36:23.763399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cfa8e-02f0-40f7-9c45-f73e6765e61c req-40890090-111a-4834-93ad-38df63f49733 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.764912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-340cfa8e-02f0-40f7-9c45-f73e6765e61c req-40890090-111a-4834-93ad-38df63f49733 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.1411660 Jul 14 09:36:23.831238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-35b964a2-d899-44dc-97e2-2dfb4cb54dd7 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679571 Jul 14 09:36:23.905623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-340cfa8e-02f0-40f7-9c45-f73e6765e61c req-bf8a82e4-441f-447e-94d9-928f70ad2cb4 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290503 Jul 14 09:36:23.908071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-91046c97-5d0f-49b8-bb8e-d1d5702fcf34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35152d9a-da37-497e-85af-887f3bd0de2a HTTP/1.1" status: 200 len: 217 time: 0.0635200 Jul 14 09:36:23.981207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-f9531089-13e9-467f-af99-bd4a46f079ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:23.982974 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-f9531089-13e9-467f-af99-bd4a46f079ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.0678101 Jul 14 09:36:23.986560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39276) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:24.056315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-4d530c75-1c94-4b57-b96b-10817b0dd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:24.058825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-4d530c75-1c94-4b57-b96b-10817b0dd347 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0662153 Jul 14 09:36:24.124876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1974411431-network', 'tenant_id': '0ae575ccd3f9404eae18df0b55d8dbfb'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:24.160538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d22106-7dee-4f79-829f-bd44df74dc08 req-26e6aa1c-fd5a-4a35-b0d7-06dea3e5326d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:24.162308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d22106-7dee-4f79-829f-bd44df74dc08 req-26e6aa1c-fd5a-4a35-b0d7-06dea3e5326d tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.0843754 Jul 14 09:36:24.175902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Made reservation on behalf of 0ae575ccd3f9404eae18df0b55d8dbfb for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:24.178658 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.201281 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.205743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0d22106-7dee-4f79-829f-bd44df74dc08 req-941c57e8-1cf5-4ec8-a918-6680e82e31ba tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Jul 14 09:36:24.207413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b69304ab-b28b-480f-a7fa-9e97e97882f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.234253 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-f3bc50ce-0e73-4d70-af8e-d30f3e358e35 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680748 Jul 14 09:36:24.413395 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deb9f20e-546d-4cbf-8e7a-71205c396971 req-32388ff4-90e2-46b1-be25-b17eebd0b8b9 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715395 Jul 14 09:36:24.439976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abc915-ed65-4289-a350-a87e35866abd req-20030554-bdf3-4100-b4ce-2ec3cf5d41c5 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:24.439976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19abc915-ed65-4289-a350-a87e35866abd req-20030554-bdf3-4100-b4ce-2ec3cf5d41c5 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1437228 Jul 14 09:36:24.458490 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.461956 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.474842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.510866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:24.539691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.540046 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Added segment bb99c648-23fb-4867-b9f4-80f2fac996f0 of type vlan for network 6d189bed-b376-484a-94d3-5c0ca24662c6 Jul 14 09:36:24.549981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32668b70-84eb-4f57-b798-8a2c736a505e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.558399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19abc915-ed65-4289-a350-a87e35866abd req-51c022aa-063d-4f53-9b60-b1ea6a086741 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020155 Jul 14 09:36:24.603230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.641198 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.643096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:24.643791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.714692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7269020 Jul 14 09:36:24.718202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39294) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:24.723365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Request body: {'subnet': {'network_id': '6d189bed-b376-484a-94d3-5c0ca24662c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1974411431-subnet', 'tenant_id': '0ae575ccd3f9404eae18df0b55d8dbfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:24.741636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c6263-1a34-475e-9fed-525a26b38c08 admin admin] Pushing event updated for resources: {'Network': ['ID=6d189bed-b376-484a-94d3-5c0ca24662c6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:24.751320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Made reservation on behalf of 0ae575ccd3f9404eae18df0b55d8dbfb for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:24.754019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 6d189bed-b376-484a-94d3-5c0ca24662c6 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:24.754514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:24.797278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ad520-e8ab-4650-bfbc-f1d3d4bbdf90 req-62fc5991-201e-4e03-ac05-ed896fe134af tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:24.799413 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-512ad520-e8ab-4650-bfbc-f1d3d4bbdf90 req-62fc5991-201e-4e03-ac05-ed896fe134af tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1089015 Jul 14 09:36:24.847518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-512ad520-e8ab-4650-bfbc-f1d3d4bbdf90 req-13a3688c-938c-4831-a2ea-f4fa788d6c17 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Jul 14 09:36:24.996837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.063262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b6b3158-674e-4884-8aa3-84f6a49c557d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:25.084605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9549aa0-559b-4b90-b80a-c8422ba3fd99 req-e9b03053-2f4c-4a51-b1b1-24ab288f742b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.086152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9549aa0-559b-4b90-b80a-c8422ba3fd99 req-e9b03053-2f4c-4a51-b1b1-24ab288f742b tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.1493442 Jul 14 09:36:25.094411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Checking segment: {'id': 'bb99c648-23fb-4867-b9f4-80f2fac996f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d189bed-b376-484a-94d3-5c0ca24662c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:25.094742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Network hostable DHCP agents. Network: 6d189bed-b376-484a-94d3-5c0ca24662c6, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:25.139691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9549aa0-559b-4b90-b80a-c8422ba3fd99 req-01813537-e013-4727-b0da-cfdb25f1e407 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Jul 14 09:36:25.142018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Network 6d189bed-b376-484a-94d3-5c0ca24662c6 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:25.153172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 6d189bed-b376-484a-94d3-5c0ca24662c6) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:25.165853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.166519 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.167235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d924051-f5f2-46ba-84b1-172bf53cd3d7 None None] Network 6d189bed-b376-484a-94d3-5c0ca24662c6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:25.182874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-801dc950-7e4d-499b-8df2-632bd466b55e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4634252 Jul 14 09:36:25.305979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e16bab8-cc52-45ca-bf99-ec121f2a1a03 None None] Network 6d189bed-b376-484a-94d3-5c0ca24662c6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:25.522335 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:25.622387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-7b6c3db0-2b5c-419b-a6e1-037b5337575f tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.623896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-7b6c3db0-2b5c-419b-a6e1-037b5337575f tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/networks?id=6d189bed-b376-484a-94d3-5c0ca24662c6 HTTP/1.1" status: 200 len: 814 time: 0.1072488 Jul 14 09:36:25.640348 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-f8a4fa4d-acb8-4319-81b9-008dd85f0c42 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/quotas/0ae575ccd3f9404eae18df0b55d8dbfb HTTP/1.1" status: 200 len: 375 time: 0.0097401 Jul 14 09:36:25.675377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2a9d7517-3959-4a02-ad74-b3da170d1801 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0ae575ccd3f9404eae18df0b55d8dbfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282874 Jul 14 09:36:25.741714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ae991-6150-4a80-a574-8d80832e6885 req-91043bb4-e20f-4484-a6b2-a71a95fddfca tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:25.743223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a4ae991-6150-4a80-a574-8d80832e6885 req-91043bb4-e20f-4484-a6b2-a71a95fddfca tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0637636 Jul 14 09:36:25.774787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-98ed1136-c39c-4d56-991f-0ab6eadfca62 service neutron] 10.222.0.73 "GET /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929961 Jul 14 09:36:25.783662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a4ae991-6150-4a80-a574-8d80832e6885 req-e3e997b8-d4af-4347-ba69-8ddadf740621 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Jul 14 09:36:25.864359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-878a2b22-0706-4d1a-960a-35df4eaf41b6 service neutron] 10.222.0.73 "GET /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833573 Jul 14 09:36:26.037312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f97a403f-26b0-4e2c-b2b1-17c89ab66af0 req-a605e72d-1033-4a66-9fd2-e5fc2124d537 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 210 time: 0.0316603 Jul 14 09:36:26.079839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b128b3-60d4-49d8-81d3-ac1de99b7fa1 req-cb8471d8-36db-473a-9a5a-d255e3866d0b tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.081389 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2b128b3-60d4-49d8-81d3-ac1de99b7fa1 req-cb8471d8-36db-473a-9a5a-d255e3866d0b tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0753286 Jul 14 09:36:26.136824 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2b128b3-60d4-49d8-81d3-ac1de99b7fa1 req-89befa98-b013-47d6-b6a0-fd6a98f0ba48 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487716 Jul 14 09:36:26.199859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-6f92b621-1109-4335-9605-67af42ab6bb6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.201463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-6f92b621-1109-4335-9605-67af42ab6bb6 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.69 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.0963726 Jul 14 09:36:26.337851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Deleting port ec6f976a-3711-4e9f-940a-9c4b56b309a1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:26.338487 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.352639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df50f7-0167-4689-a6ff-30fda8f9fa22 req-667277a4-2ee0-44c7-8712-1554d8ca5423 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.354148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29df50f7-0167-4689-a6ff-30fda8f9fa22 req-667277a4-2ee0-44c7-8712-1554d8ca5423 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 945 time: 0.0910838 Jul 14 09:36:26.408752 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29df50f7-0167-4689-a6ff-30fda8f9fa22 req-b28b035b-6a33-44d2-a81e-9d8d1fc1b81c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/security-groups?id=54edc901-7be7-4fe4-bc29-339f02d53da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477598 Jul 14 09:36:26.476420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] For port ec6f976a-3711-4e9f-940a-9c4b56b309a1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec6f976a-3711-4e9f-940a-9c4b56b309a1,segment=NetworkSegment(b7ef8e41-e49b-4b8f-8367-d23ada717077),segment_id=b7ef8e41-e49b-4b8f-8367-d23ada717077)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:26.476789 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.490706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Calling delete_port for ec6f976a-3711-4e9f-940a-9c4b56b309a1 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:26.634375 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.648261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ec6f976a-3711-4e9f-940a-9c4b56b309a1'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:26.671097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Pushing event deleted for resources: {'Port': ['ID=ec6f976a-3711-4e9f-940a-9c4b56b309a1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:26.719918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] No DVR routers for this DVR port ec6f976a-3711-4e9f-940a-9c4b56b309a1 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:26.723362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.725765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7465546-5700-408d-9ac8-1c7b79ba2ed1 req-aaa7a720-b850-46ea-9179-f15af253602c tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.69 "DELETE /v2.0/ports/ec6f976a-3711-4e9f-940a-9c4b56b309a1 HTTP/1.1" status: 204 len: 173 time: 0.5184109 Jul 14 09:36:26.726910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abf6242-5b4e-4e58-916b-0dd036743c00', 'name': 'network-vif-deleted', 'tag': 'ec6f976a-3711-4e9f-940a-9c4b56b309a1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:26.728565 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb56f11-6053-4725-bf48-acbd3e2ea146" -d '{"events": [{"server_uuid": "9abf6242-5b4e-4e58-916b-0dd036743c00", "name": "network-vif-deleted", "tag": "ec6f976a-3711-4e9f-940a-9c4b56b309a1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:26.766155 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1dabf0-13eb-4774-81dc-27d46962887a x-openstack-request-id: req-2c1dabf0-13eb-4774-81dc-27d46962887a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:26.766448 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abf6242-5b4e-4e58-916b-0dd036743c00", "name": "network-vif-deleted", "tag": "ec6f976a-3711-4e9f-940a-9c4b56b309a1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:26.766993 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2c1dabf0-13eb-4774-81dc-27d46962887a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:26.767200 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abf6242-5b4e-4e58-916b-0dd036743c00', 'name': 'network-vif-deleted', 'tag': 'ec6f976a-3711-4e9f-940a-9c4b56b309a1', 'status': 'completed', 'code': 200} Jul 14 09:36:26.780081 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:26.966409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026bc99-1d42-41c3-8dca-0ef3ecb718c8 req-829f09e8-4cbf-4664-a5b7-6880c6e7cfd1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:26.967945 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c026bc99-1d42-41c3-8dca-0ef3ecb718c8 req-829f09e8-4cbf-4664-a5b7-6880c6e7cfd1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0642014 Jul 14 09:36:27.008465 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c026bc99-1d42-41c3-8dca-0ef3ecb718c8 req-725298cd-1cc6-4990-bb99-06fa3f9ef83e tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337863 Jul 14 09:36:27.175223 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.193963 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de4f17ad-e895-4b1f-9acf-8ba3a9d52c11 req-ba4381d7-2078-41ab-afb3-8a41ad321f7d tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 210 time: 0.0404394 Jul 14 09:36:27.326373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c1498-8639-407d-851a-8ddbe3cdfb2f req-5062c768-765d-4aeb-bf39-ae17516394c4 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:27.327979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-515c1498-8639-407d-851a-8ddbe3cdfb2f req-5062c768-765d-4aeb-bf39-ae17516394c4 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0749743 Jul 14 09:36:27.377610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-515c1498-8639-407d-851a-8ddbe3cdfb2f req-cbc61d1b-3cb2-433d-be7f-1b426d1b0bbf tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Jul 14 09:36:27.442817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-fb6f229b-9175-4552-94dc-588459180ef4 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:27.444237 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-fb6f229b-9175-4552-94dc-588459180ef4 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.69 "GET /v2.0/networks?id=6d189bed-b376-484a-94d3-5c0ca24662c6 HTTP/1.1" status: 200 len: 814 time: 0.1062968 Jul 14 09:36:27.490126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Request body: {'port': {'device_id': '10b2e6d3-b3e9-4bee-8e46-456d58bff12c', 'network_id': '6d189bed-b376-484a-94d3-5c0ca24662c6', 'admin_state_up': True, 'tenant_id': '0ae575ccd3f9404eae18df0b55d8dbfb'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:27.598783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b2889096-03b5-490b-897e-1cb34c87e5ae req-8bf0e19a-64d3-4a1b-abca-4a53add193e3 tempest-ServerDiskConfigTestJSON-1732515603 tempest-ServerDiskConfigTestJSON-1732515603-project] 10.222.0.73 "GET /v2.0/ports?device_id=9abf6242-5b4e-4e58-916b-0dd036743c00 HTTP/1.1" status: 200 len: 210 time: 0.0384791 Jul 14 09:36:27.638551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Made reservation on behalf of 0ae575ccd3f9404eae18df0b55d8dbfb for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:27.643865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.776681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Allocated IP 172.20.0.12 (6d189bed-b376-484a-94d3-5c0ca24662c6/0b6b3158-674e-4884-8aa3-84f6a49c557d/b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:27.940147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:27.980185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.026250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Network 6d189bed-b376-484a-94d3-5c0ca24662c6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:28.033485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:28.036294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:28.067950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Pushing event updated for resources: {'Port': ['ID=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.101189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.102719 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.120678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-a851666b-d2cd-4d7d-a173-6b6f48d24709 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6355131 Jul 14 09:36:28.133219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Request body: {'port': {'device_id': '10b2e6d3-b3e9-4bee-8e46-456d58bff12c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:28.254024 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.306294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987214c-ea96-49d5-a3bf-55e1261e50be req-b5184172-1cd3-4307-89bd-231e8b78f9c2 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.307840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c987214c-ea96-49d5-a3bf-55e1261e50be req-b5184172-1cd3-4307-89bd-231e8b78f9c2 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1368511 Jul 14 09:36:28.431036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c987214c-ea96-49d5-a3bf-55e1261e50be req-21f48a4e-5b86-4cc9-bd2f-2fc8b33186d9 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111147 Jul 14 09:36:28.432587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b5be6-f275-4513-af01-551bba69a7ab req-43f522bb-c465-4339-bd3d-4017af4e7f3b tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.436333 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b0b5be6-f275-4513-af01-551bba69a7ab req-43f522bb-c465-4339-bd3d-4017af4e7f3b tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 932 time: 0.0834680 Jul 14 09:36:28.486888 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b0b5be6-f275-4513-af01-551bba69a7ab req-23ba1566-5eee-45ac-892e-113ee1e030e7 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Jul 14 09:36:28.681980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:28.694994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.713374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Transition to ACTIVE for port object b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:28.718728 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:28.782058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74972379-4acc-4bb5-a9cd-c42a503a52ef req-4aaf50f6-05fb-4ede-9687-b122e4aa6d59 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:28.785624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74972379-4acc-4bb5-a9cd-c42a503a52ef req-4aaf50f6-05fb-4ede-9687-b122e4aa6d59 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1000180 Jul 14 09:36:28.805295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:28.868903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74972379-4acc-4bb5-a9cd-c42a503a52ef req-6147d1cb-527c-4f9d-8327-770c10819edb tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755322 Jul 14 09:36:28.923899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Attempting to bind port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:28.924317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Attempting to bind port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'bb99c648-23fb-4867-b9f4-80f2fac996f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d189bed-b376-484a-94d3-5c0ca24662c6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:28.924733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Attempting to bind port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 on network 6d189bed-b376-484a-94d3-5c0ca24662c6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:28.929903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 on network 6d189bed-b376-484a-94d3-5c0ca24662c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:28.930231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Attempting to bind port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 on network 6d189bed-b376-484a-94d3-5c0ca24662c6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:28.936214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:28.936564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Checking segment: {'id': 'bb99c648-23fb-4867-b9f4-80f2fac996f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d189bed-b376-484a-94d3-5c0ca24662c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:28.936946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Bound using segment: {'id': 'bb99c648-23fb-4867-b9f4-80f2fac996f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d189bed-b376-484a-94d3-5c0ca24662c6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:28.937370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Bound port: b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb99c648-23fb-4867-b9f4-80f2fac996f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '6d189bed-b376-484a-94d3-5c0ca24662c6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:28.937723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.012498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] For port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:29.016956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] For port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,segment=NetworkSegment(bb99c648-23fb-4867-b9f4-80f2fac996f0),segment_id=bb99c648-23fb-4867-b9f4-80f2fac996f0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:29.021245 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.038301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ec6f976a-3711-4e9f-940a-9c4b56b309a1 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:29.064503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.064634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: ec6f976a-3711-4e9f-940a-9c4b56b309a1 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:29.064745 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.064873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ec6f976a-3711-4e9f-940a-9c4b56b309a1 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:29.065692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] 10.222.0.69 "PUT /v2.0/ports/b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 HTTP/1.1" status: 200 len: 1093 time: 0.9369164 Jul 14 09:36:29.066394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b2e6d3-b3e9-4bee-8e46-456d58bff12c', 'tag': 'b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:29.066760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39368) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:29.068706 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82" -d '{"events": [{"name": "network-changed", "server_uuid": "10b2e6d3-b3e9-4bee-8e46-456d58bff12c", "tag": "b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:29.103825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbfa280-13cc-460b-a5cf-6e4b6400ae7c service neutron] Pushing event updated for resources: {'Port': ['ID=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:29.115252 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe0955a-0171-4aa6-ad53-304191cc3433 x-openstack-request-id: req-abe0955a-0171-4aa6-ad53-304191cc3433 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:29.115546 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b2e6d3-b3e9-4bee-8e46-456d58bff12c", "tag": "b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:29.115798 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abe0955a-0171-4aa6-ad53-304191cc3433 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:29.116224 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b2e6d3-b3e9-4bee-8e46-456d58bff12c', 'tag': 'b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8', 'status': 'completed', 'code': 200} Jul 14 09:36:29.124691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Deleting subnet 979bf005-a798-41f4-ba11-a0f5622e32f4 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:29.128585 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.167760 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.194184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-0d076694-6052-48ed-bf11-bc1cac6e135c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.195873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-0d076694-6052-48ed-bf11-bc1cac6e135c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ae575ccd3f9404eae18df0b55d8dbfb&device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 1096 time: 0.0626202 Jul 14 09:36:29.216016 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.252377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-e0658989-c8b3-41ec-8717-fc520f32c045 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 HTTP/1.1" status: 200 len: 217 time: 0.0482473 Jul 14 09:36:29.292252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.327564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-e571b4cd-20c7-4ea2-b2ef-5b58e6fb625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.329975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-e571b4cd-20c7-4ea2-b2ef-5b58e6fb625b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0b6b3158-674e-4884-8aa3-84f6a49c557d HTTP/1.1" status: 200 len: 854 time: 0.0685451 Jul 14 09:36:29.333147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979bf005-a798-41f4-ba11-a0f5622e32f4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:29.335764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.337712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/979bf005-a798-41f4-ba11-a0f5622e32f4 HTTP/1.1" status: 204 len: 168 time: 0.2694912 Jul 14 09:36:29.341040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:29.344679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.345031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.345376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.345715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.346047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.346385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.346704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.347034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.347357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.347676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.347996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.348347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ecc74f-fb43-4692-b8f0-a173a740cff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:29.383625 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-f83d0f68-7b7b-4791-812b-1d69eb784e91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d189bed-b376-484a-94d3-5c0ca24662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463612 Jul 14 09:36:29.438140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39380) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:29.481439 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.486430 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.533998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dd77b1-3118-4c36-aba8-7985ef516aad tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.534731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dd77b1-3118-4c36-aba8-7985ef516aad tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.535393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41dd77b1-3118-4c36-aba8-7985ef516aad tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.537315 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-41dd77b1-3118-4c36-aba8-7985ef516aad tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/ports?project_id=8973d0596776403abb0c5971306019f8&network_id=697f7102-e17b-4ed8-9c1a-449456e6368d HTTP/1.1" status: 200 len: 2973 time: 0.0975032 Jul 14 09:36:29.549242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-e7ffaac0-dfe0-4d8d-ba39-76bc8f754624 service neutron] 10.222.0.69 "GET /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407897 Jul 14 09:36:29.632593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5bbb8-0dfa-4d70-a7f9-c466cc55deba req-87554a5d-b816-4575-9945-d20c71816942 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.634250 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8c5bbb8-0dfa-4d70-a7f9-c466cc55deba req-87554a5d-b816-4575-9945-d20c71816942 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0673783 Jul 14 09:36:29.656289 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.676971 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8c5bbb8-0dfa-4d70-a7f9-c466cc55deba req-5aec843a-9a10-417a-bfbc-4f222e528f23 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372043 Jul 14 09:36:29.696334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673fb425-9ff2-43ab-b93b-310938daff70']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:29.716868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ef8e41-e49b-4b8f-8367-d23ada717077') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:29.717170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ef8e41-e49b-4b8f-8367-d23ada717077') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:29.732025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.765164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.772544 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9605cd5-6d1f-4831-a43d-717261cf8df6 req-755e8ddf-0041-47f7-ac5d-f60a2ec2296c service neutron] 10.222.0.69 "GET /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111826 Jul 14 09:36:29.777249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:29.777679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:29.779458 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:29.786939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e1800-871f-47e4-9a3e-c33c29f5dfa8 req-cdd8d7e1-8911-42d3-b841-212e07230764 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.788399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f81e1800-871f-47e4-9a3e-c33c29f5dfa8 req-cdd8d7e1-8911-42d3-b841-212e07230764 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 944 time: 0.1500461 Jul 14 09:36:29.896153 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.905214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f81e1800-871f-47e4-9a3e-c33c29f5dfa8 req-493281a7-8e51-4de3-9280-61bd86c5f55b tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065753 Jul 14 09:36:29.910595 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:29.915056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/673fb425-9ff2-43ab-b93b-310938daff70 HTTP/1.1" status: 204 len: 168 time: 0.5704148 Jul 14 09:36:29.924282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b6911-6534-4a4d-99aa-2fba3d80f5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=673fb425-9ff2-43ab-b93b-310938daff70,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:29.950523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-fb21bb77-aa5d-4a89-9f65-d08a46213197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:29.952095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-fb21bb77-aa5d-4a89-9f65-d08a46213197 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ae575ccd3f9404eae18df0b55d8dbfb&device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 1096 time: 0.1094325 Jul 14 09:36:30.049105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-4e1d36df-467c-477a-a8b5-5fc17042186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.050627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-4e1d36df-467c-477a-a8b5-5fc17042186c service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d189bed-b376-484a-94d3-5c0ca24662c6 HTTP/1.1" status: 200 len: 915 time: 0.0907550 Jul 14 09:36:30.054895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39396) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.073609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dadaad-33f8-4694-90b1-511bbd058e6b req-d02ef8dc-0b5d-4ec7-913c-f2d743bf9ed3 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.075569 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43dadaad-33f8-4694-90b1-511bbd058e6b req-d02ef8dc-0b5d-4ec7-913c-f2d743bf9ed3 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0756350 Jul 14 09:36:30.115472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-7289dab4-ed3e-4426-82a6-44600fa08922 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 HTTP/1.1" status: 200 len: 217 time: 0.0488589 Jul 14 09:36:30.124783 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-43dadaad-33f8-4694-90b1-511bbd058e6b req-2d95ac10-44e6-4c40-bfc6-7cddf52c2d9d tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424423 Jul 14 09:36:30.163975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d5558111-eb2c-4afc-8f3a-7b929abeaec9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2c6b9502ce994edc98675e681b837515&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077275 Jul 14 09:36:30.166764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39398) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:30.179454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-369a8ee2-6e7f-4b59-920a-0084cd57df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.180975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-369a8ee2-6e7f-4b59-920a-0084cd57df3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0b6b3158-674e-4884-8aa3-84f6a49c557d HTTP/1.1" status: 200 len: 854 time: 0.0596738 Jul 14 09:36:30.217871 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-bc6c26b7-c478-40a4-b0a0-1e94a01dd61c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d189bed-b376-484a-94d3-5c0ca24662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276310 Jul 14 09:36:30.221774 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92546e3c-2ba5-4da1-8b05-91b1c03a0b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.248343 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92546e3c-2ba5-4da1-8b05-91b1c03a0b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.311231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92546e3c-2ba5-4da1-8b05-91b1c03a0b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.315945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92546e3c-2ba5-4da1-8b05-91b1c03a0b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:30.323388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-92546e3c-2ba5-4da1-8b05-91b1c03a0b57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/54edc901-7be7-4fe4-bc29-339f02d53da6 HTTP/1.1" status: 204 len: 168 time: 0.1498940 Jul 14 09:36:30.323668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-dc93612c-faf5-4588-afb3-2f3be439ad1a service neutron] 10.222.0.69 "GET /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978115 Jul 14 09:36:30.329624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92546e3c-2ba5-4da1-8b05-91b1c03a0b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54edc901-7be7-4fe4-bc29-339f02d53da6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:30.435985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90ec1e01-ecc0-4dd4-bd6f-d1ccaaf69e82 req-8c799811-758c-4a19-b3af-444cf6b40608 service neutron] 10.222.0.69 "GET /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033502 Jul 14 09:36:30.884123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81308b79-51c7-4a54-b1d7-7738da871c9c req-7b056b14-13a5-449e-80a6-6a6b893c1985 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:30.885802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81308b79-51c7-4a54-b1d7-7738da871c9c req-7b056b14-13a5-449e-80a6-6a6b893c1985 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0893044 Jul 14 09:36:30.934751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81308b79-51c7-4a54-b1d7-7738da871c9c req-a4f003be-4bcd-42e8-bbec-7e5b6090663e tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405097 Jul 14 09:36:31.053385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39428) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:31.107334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adc328-9581-4b7d-8c83-704732d4efec req-797deb9b-a196-4380-85f1-968aecc2760a tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.108875 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2adc328-9581-4b7d-8c83-704732d4efec req-797deb9b-a196-4380-85f1-968aecc2760a tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 944 time: 0.0687411 Jul 14 09:36:31.150540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2adc328-9581-4b7d-8c83-704732d4efec req-085d1feb-32ec-4e53-8e27-17c744746930 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Jul 14 09:36:31.161150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-438542151-network', 'tenant_id': '13e1e697d9814412958f07617aac6bfa'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:31.186881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Made reservation on behalf of 13e1e697d9814412958f07617aac6bfa for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:31.190431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.211532 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.345123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3df903-87c9-4912-848c-3ccd6ad05b3b req-98142ef2-820c-4053-b621-ac6595d21ecb tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.346893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3df903-87c9-4912-848c-3ccd6ad05b3b req-98142ef2-820c-4053-b621-ac6595d21ecb tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0991092 Jul 14 09:36:31.371108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.384872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.417711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:31.441417 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.441774 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Added segment 1ea6e497-90d7-4eb3-97f0-96ffa19a05f2 of type vlan for network 51dda1f9-e441-41c5-8a9a-6784d7010655 Jul 14 09:36:31.446044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3df903-87c9-4912-848c-3ccd6ad05b3b req-4b6f3186-7600-4172-ae7a-4a8708d9308f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875285 Jul 14 09:36:31.452810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1db8d0-afd5-482d-8978-30a29962eef0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.489787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.519899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.521052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.521729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.573310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5187273 Jul 14 09:36:31.576522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:31.582077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Request body: {'subnet': {'network_id': '51dda1f9-e441-41c5-8a9a-6784d7010655', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-438542151-subnet', 'tenant_id': '13e1e697d9814412958f07617aac6bfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:31.583917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6978060-398a-4eb9-83be-7ef627f70b6b admin admin] Pushing event updated for resources: {'Network': ['ID=51dda1f9-e441-41c5-8a9a-6784d7010655,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.593439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 51dda1f9-e441-41c5-8a9a-6784d7010655 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:31.607470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Made reservation on behalf of 13e1e697d9814412958f07617aac6bfa for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:31.610911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.775906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.833654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f16fbaa-d479-4c09-afb4-55e7198cd5ad,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:31.838138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Checking segment: {'id': '1ea6e497-90d7-4eb3-97f0-96ffa19a05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '51dda1f9-e441-41c5-8a9a-6784d7010655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:31.838500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Network hostable DHCP agents. Network: 51dda1f9-e441-41c5-8a9a-6784d7010655, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:31.854433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Network 51dda1f9-e441-41c5-8a9a-6784d7010655 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:31.862830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 51dda1f9-e441-41c5-8a9a-6784d7010655) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:31.866567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:31.867201 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:31.873145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342461e8-2d6e-45fa-aaeb-d72f28b74cb9 None None] Network 51dda1f9-e441-41c5-8a9a-6784d7010655 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:31.884703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-79e83675-3398-4301-ae0a-70ffb90ae9fa admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3038867 Jul 14 09:36:32.011163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8870fe5a-a5f8-4871-be4c-dfb7921e0896 None None] Network 51dda1f9-e441-41c5-8a9a-6784d7010655 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:32.130728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424d352-6f4e-4ecc-8c02-f5f4aa794808 req-9abdb42b-7d79-419a-9006-ac65056275ac tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:32.132344 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c424d352-6f4e-4ecc-8c02-f5f4aa794808 req-9abdb42b-7d79-419a-9006-ac65056275ac tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0664399 Jul 14 09:36:32.175323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c424d352-6f4e-4ecc-8c02-f5f4aa794808 req-d5ee2be0-0d64-4c1f-a6d3-bfff9682ef13 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Jul 14 09:36:32.347383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df768639-435c-4a2a-a907-e73627cb935e req-b7ad0375-159b-4f02-b06e-2059cef14989 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:32.348970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-df768639-435c-4a2a-a907-e73627cb935e req-b7ad0375-159b-4f02-b06e-2059cef14989 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 944 time: 0.0711367 Jul 14 09:36:32.368364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-d51e50cd-eb83-4825-8302-5578bf1786cc tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:32.370574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-d51e50cd-eb83-4825-8302-5578bf1786cc tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/networks?id=51dda1f9-e441-41c5-8a9a-6784d7010655 HTTP/1.1" status: 200 len: 821 time: 0.1183014 Jul 14 09:36:32.386377 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-287a93b6-8ef2-4f4d-a2ab-43af000121c1 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/quotas/13e1e697d9814412958f07617aac6bfa HTTP/1.1" status: 200 len: 375 time: 0.0093651 Jul 14 09:36:32.388149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-df768639-435c-4a2a-a907-e73627cb935e req-cd3202f5-992a-41ca-97a3-e4a2df14aee9 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Jul 14 09:36:32.421617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-f95e18ca-de8c-435e-b078-91b37e36fca1 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=13e1e697d9814412958f07617aac6bfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299695 Jul 14 09:36:32.518316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-5c2898cb-0122-4f26-963f-412b679f04e0 service neutron] 10.222.0.73 "GET /v2.0/networks/51dda1f9-e441-41c5-8a9a-6784d7010655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897315 Jul 14 09:36:32.626547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-6319eb6c-4095-4cd5-9907-124697e67cbf service neutron] 10.222.0.73 "GET /v2.0/networks/51dda1f9-e441-41c5-8a9a-6784d7010655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020904 Jul 14 09:36:32.659156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304e8a2-38ab-4db6-b5d4-f922f952c311 req-248e654f-ec4f-40b9-8d48-ee0acd347867 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:32.661657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1304e8a2-38ab-4db6-b5d4-f922f952c311 req-248e654f-ec4f-40b9-8d48-ee0acd347867 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0685275 Jul 14 09:36:32.706126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1304e8a2-38ab-4db6-b5d4-f922f952c311 req-a604a54c-f5b5-4d4d-951a-11ec1f1c7a1c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Jul 14 09:36:32.819636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e9b5591-7b82-4a30-a166-129051d0e131 req-fb8e7bde-c83c-41e5-95c6-5ae3416e42e7 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 210 time: 0.0338037 Jul 14 09:36:33.056557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:33.154401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39480) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:33.175691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,segment=NetworkSegment(bb99c648-23fb-4867-b9f4-80f2fac996f0),segment_id=bb99c648-23fb-4867-b9f4-80f2fac996f0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:33.188317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8', 'network_id': '6d189bed-b376-484a-94d3-5c0ca24662c6', 'port_id': 'b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8', 'mac_address': 'fa:16:3e:f0:51:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b6b3158-674e-4884-8aa3-84f6a49c557d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:33.229434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5cffb-cb64-47dd-8e56-9d70043da354 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.231070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f3b5cffb-cb64-47dd-8e56-9d70043da354 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 814 time: 0.0755749 Jul 14 09:36:33.234777 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.259912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:33.281669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,segment=NetworkSegment(bb99c648-23fb-4867-b9f4-80f2fac996f0),segment_id=bb99c648-23fb-4867-b9f4-80f2fac996f0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:33.289470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:33.349100 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:33.372275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc31951-dae6-4467-afc2-7968be690ba7 req-f4cad26e-3f57-49ec-86a7-a1e11812916e tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.373783 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc31951-dae6-4467-afc2-7968be690ba7 req-f4cad26e-3f57-49ec-86a7-a1e11812916e tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0716503 Jul 14 09:36:33.414558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc31951-dae6-4467-afc2-7968be690ba7 req-239cf627-e2aa-4e1d-8f3c-c9e2cae9b209 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344844 Jul 14 09:36:33.569395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c2650-7cb4-429d-b64f-3d04c7f6a287 req-b487ff4f-7df9-4350-b746-0947791be230 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.570769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c0c2650-7cb4-429d-b64f-3d04c7f6a287 req-b487ff4f-7df9-4350-b746-0947791be230 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 945 time: 0.0663500 Jul 14 09:36:33.608057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c0c2650-7cb4-429d-b64f-3d04c7f6a287 req-aec0e429-3d4d-44a5-b145-e4cbfae4562d tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Jul 14 09:36:33.670720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:33.888548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf7150-f248-4b32-93ea-07b8db65208a req-af737e1d-7344-4a36-905a-7d2ac0533be6 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:33.890342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-93bf7150-f248-4b32-93ea-07b8db65208a req-af737e1d-7344-4a36-905a-7d2ac0533be6 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0703149 Jul 14 09:36:33.942490 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-93bf7150-f248-4b32-93ea-07b8db65208a req-f506aeda-b780-44db-92e5-9a6fe16fc69a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Jul 14 09:36:34.002434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-8ed1ca3d-c059-48eb-bebd-129daff1f441 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.003969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-8ed1ca3d-c059-48eb-bebd-129daff1f441 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.69 "GET /v2.0/networks?id=51dda1f9-e441-41c5-8a9a-6784d7010655 HTTP/1.1" status: 200 len: 821 time: 0.1145484 Jul 14 09:36:34.018326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Request body: {'port': {'device_id': '54fc736d-61af-47e8-bab7-c309cc9fb044', 'network_id': '51dda1f9-e441-41c5-8a9a-6784d7010655', 'admin_state_up': True, 'tenant_id': '13e1e697d9814412958f07617aac6bfa'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:34.040118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39496) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.045590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'network': {'name': 'tempest-network-smoke--1146089917', 'project_id': '8973d0596776403abb0c5971306019f8', 'port_security_enabled': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:34.070157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:34.074408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.102032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:34.102390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56380db9-9174-437c-b881-1cbb8784a6c6 req-a68ee304-a4fb-4492-a205-335afd3cb36e tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 210 time: 0.0382364 Jul 14 09:36:34.114199 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.114967 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Added segment 762c621e-5de4-4dbe-94a3-8eb2476704c6 of type vlan for network 8e3d3fba-e608-419a-8ebc-7853419c410c Jul 14 09:36:34.166636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.174028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Made reservation on behalf of 13e1e697d9814412958f07617aac6bfa for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:34.178118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.200456 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.207499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.208110 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.262976 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2213669 Jul 14 09:36:34.270148 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39500) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.312460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Allocated IP 172.20.0.10 (51dda1f9-e441-41c5-8a9a-6784d7010655/6f16fbaa-d479-4c09-afb4-55e7198cd5ad/ca94c88d-deb6-47a6-b1e1-a4cbaaee842f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:34.335103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a2d33-9189-4412-8896-3eee73ca81f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Network': ['ID=8e3d3fba-e608-419a-8ebc-7853419c410c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.347328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 8e3d3fba-e608-419a-8ebc-7853419c410c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:34.353870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f111dca0-dc93-40e2-a28f-61118fe0de10 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.355317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f111dca0-dc93-40e2-a28f-61118fe0de10 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8973d0596776403abb0c5971306019f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0844872 Jul 14 09:36:34.358186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39502) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.478264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.513012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af23b30f-b9d6-4cf9-ba9e-7b6d511768cc tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.514802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-af23b30f-b9d6-4cf9-ba9e-7b6d511768cc tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556771 Jul 14 09:36:34.517655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39506) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.547650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f74d92da-3f76-4f8d-b4ea-4fe2dbf6693e tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272222 Jul 14 09:36:34.548406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.549630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39508) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.580854 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2090ee1f-cda0-44ce-80a4-9276f6a000af tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8973d0596776403abb0c5971306019f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300183 Jul 14 09:36:34.583439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39510) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.641522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Network 51dda1f9-e441-41c5-8a9a-6784d7010655 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:34.649664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:34.654612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:34.671529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfab2100-a3da-4303-9e13-7a5716760825 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.673251 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bfab2100-a3da-4303-9e13-7a5716760825 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889173 Jul 14 09:36:34.677377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39514) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.691727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Pushing event updated for resources: {'Port': ['ID=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:34.710930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.711291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.711632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.711976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.712341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.712676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.713010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.713340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.717035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.717035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.717035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.717578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c14114a4-6333-4a6d-ac55-19e7bfb5afff tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357323 Jul 14 09:36:34.717785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:34.717966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39516) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:34.726108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596247575', 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c', 'project_id': '8973d0596776403abb0c5971306019f8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:34.738374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58136c8e-21f0-4f67-abfe-ccd1141a7247 req-8c2ffe5e-86b8-4ebf-87ba-09b9497df40f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.739925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58136c8e-21f0-4f67-abfe-ccd1141a7247 req-8c2ffe5e-86b8-4ebf-87ba-09b9497df40f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.2093081 Jul 14 09:36:34.746471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.747088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.779157 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-7fda4b63-490b-457d-b3cd-15a7d3330516 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7656724 Jul 14 09:36:34.794751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Request body: {'port': {'device_id': '54fc736d-61af-47e8-bab7-c309cc9fb044', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:34.802163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58136c8e-21f0-4f67-abfe-ccd1141a7247 req-ddbad78d-3a2d-4336-9106-e50e804706fe tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510027 Jul 14 09:36:34.876219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:34.879690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.884410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:34.891104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9497d58-2ada-48bc-bd90-48ec8bcc140e req-248ddb6a-ded5-463f-a752-ebe4749c581c tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:34.893269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9497d58-2ada-48bc-bd90-48ec8bcc140e req-248ddb6a-ded5-463f-a752-ebe4749c581c tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 945 time: 0.1083426 Jul 14 09:36:34.987066 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9497d58-2ada-48bc-bd90-48ec8bcc140e req-3643dae8-7194-4025-8e0f-db0fed2b0983 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838470 Jul 14 09:36:35.073540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:35.160245 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.194199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:35.201887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:35.202552 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.244956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca94c88d-deb6-47a6-b1e1-a4cbaaee842f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:35.268220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.289272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Transition to ACTIVE for port object ca94c88d-deb6-47a6-b1e1-a4cbaaee842f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:35.306086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Subnet': ['ID=d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.307919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.322232 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.326311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Checking segment: {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:35.326743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network hostable DHCP agents. Network: 8e3d3fba-e608-419a-8ebc-7853419c410c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:35.348159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b2e6d3-b3e9-4bee-8e46-456d58bff12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:35.350387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7134f72-4f4e-408f-96e8-01bf218cf6d2 req-5592f078-6d70-4b37-8225-ae48601971a1 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.350531 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaaea99-ad88-4304-9bb2-170a47786282" -d '{"events": [{"server_uuid": "10b2e6d3-b3e9-4bee-8e46-456d58bff12c", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:35.351922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d7134f72-4f4e-408f-96e8-01bf218cf6d2 req-5592f078-6d70-4b37-8225-ae48601971a1 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1342070 Jul 14 09:36:35.363625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,segment=NetworkSegment(bb99c648-23fb-4867-b9f4-80f2fac996f0),segment_id=bb99c648-23fb-4867-b9f4-80f2fac996f0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:35.368033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.377841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 8e3d3fba-e608-419a-8ebc-7853419c410c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:35.398329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 8e3d3fba-e608-419a-8ebc-7853419c410c) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:35.405749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148b5bb5-56d6-445d-8d7a-5e43ed507b5d None None] Network 8e3d3fba-e608-419a-8ebc-7853419c410c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:35.406200 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d7134f72-4f4e-408f-96e8-01bf218cf6d2 req-584e30eb-63fe-4c2c-8d08-1daee8c05a65 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433409 Jul 14 09:36:35.407502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.408098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.426184 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8b4e11a8-383f-49f3-be66-2a90d151a7c2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7073073 Jul 14 09:36:35.466612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.480134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.514739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670db7e-356b-472c-a400-e4feb245e04a req-21caaa1f-dfcc-4f5c-bab3-d0d2c60c558e tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.515914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d670db7e-356b-472c-a400-e4feb245e04a req-21caaa1f-dfcc-4f5c-bab3-d0d2c60c558e tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 944 time: 0.2246466 Jul 14 09:36:35.560583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Attempting to bind port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:35.561032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Attempting to bind port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '1ea6e497-90d7-4eb3-97f0-96ffa19a05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '51dda1f9-e441-41c5-8a9a-6784d7010655'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:35.561458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Attempting to bind port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f on network 51dda1f9-e441-41c5-8a9a-6784d7010655 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:35.578370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f on network 51dda1f9-e441-41c5-8a9a-6784d7010655 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:35.578703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Attempting to bind port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f on network 51dda1f9-e441-41c5-8a9a-6784d7010655 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:35.581910 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b0bc59-da9d-416b-a288-ca1f480f5c36 x-openstack-request-id: req-68b0bc59-da9d-416b-a288-ca1f480f5c36 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:35.582206 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b2e6d3-b3e9-4bee-8e46-456d58bff12c", "name": "network-vif-plugged", "status": "completed", "tag": "b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:35.582467 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-68b0bc59-da9d-416b-a288-ca1f480f5c36 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:35.582863 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b2e6d3-b3e9-4bee-8e46-456d58bff12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8', 'code': 200} Jul 14 09:36:35.587938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:35.588312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Checking segment: {'id': '1ea6e497-90d7-4eb3-97f0-96ffa19a05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '51dda1f9-e441-41c5-8a9a-6784d7010655'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:35.588696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Bound using segment: {'id': '1ea6e497-90d7-4eb3-97f0-96ffa19a05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '51dda1f9-e441-41c5-8a9a-6784d7010655'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:35.589128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Bound port: ca94c88d-deb6-47a6-b1e1-a4cbaaee842f, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea6e497-90d7-4eb3-97f0-96ffa19a05f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '51dda1f9-e441-41c5-8a9a-6784d7010655'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:35.598691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.603723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-8e3d3fba-e608-419a-8ebc-7853419c410c', 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'fixed_ips': [{'subnet_id': 'd8d7b6a7-20c9-4763-b75b-a88ba7fc99b0'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:36:35.604685 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.605008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d670db7e-356b-472c-a400-e4feb245e04a req-3707097d-f49f-4053-a9a5-bde76eee20e4 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758286 Jul 14 09:36:35.687047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] For port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:35.693007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] For port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,segment=NetworkSegment(1ea6e497-90d7-4eb3-97f0-96ffa19a05f2),segment_id=1ea6e497-90d7-4eb3-97f0-96ffa19a05f2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:35.698884 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.725066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045617c-a6fb-4f96-a036-db7fa0a31c9f req-8c6f0b6d-e570-423b-b0c5-3c380742530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.726836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c045617c-a6fb-4f96-a036-db7fa0a31c9f req-8c6f0b6d-e570-423b-b0c5-3c380742530e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 1098 time: 0.0697038 Jul 14 09:36:35.743087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.744009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:35.746121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/ca94c88d-deb6-47a6-b1e1-a4cbaaee842f HTTP/1.1" status: 200 len: 1093 time: 0.9577222 Jul 14 09:36:35.746812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fc736d-61af-47e8-bab7-c309cc9fb044', 'tag': 'ca94c88d-deb6-47a6-b1e1-a4cbaaee842f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:35.750867 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9be592-9f7f-4084-9596-6c467879a9df" -d '{"events": [{"name": "network-changed", "server_uuid": "54fc736d-61af-47e8-bab7-c309cc9fb044", "tag": "ca94c88d-deb6-47a6-b1e1-a4cbaaee842f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:35.783966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c045617c-a6fb-4f96-a036-db7fa0a31c9f req-731aed4c-b121-400e-925b-471e6d2aaf26 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473375 Jul 14 09:36:35.788367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c726e5-e8e6-4004-a553-85caa47184d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:35.815948 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cd606a-93d4-4f0f-931e-60e4ea2dd5ca x-openstack-request-id: req-a8cd606a-93d4-4f0f-931e-60e4ea2dd5ca {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:35.816538 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fc736d-61af-47e8-bab7-c309cc9fb044", "tag": "ca94c88d-deb6-47a6-b1e1-a4cbaaee842f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:35.816838 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8cd606a-93d4-4f0f-931e-60e4ea2dd5ca {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:35.817252 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fc736d-61af-47e8-bab7-c309cc9fb044', 'tag': 'ca94c88d-deb6-47a6-b1e1-a4cbaaee842f', 'status': 'completed', 'code': 200} Jul 14 09:36:35.825060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Allocated IP 172.20.0.18 (8e3d3fba-e608-419a-8ebc-7853419c410c/d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0/a916f8ab-ac24-4115-8c45-b35107ad98e4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:35.908931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-40ec2b44-068c-48a6-a444-fbffd19f539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:35.911200 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-40ec2b44-068c-48a6-a444-fbffd19f539c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13e1e697d9814412958f07617aac6bfa&device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 1096 time: 0.0641592 Jul 14 09:36:35.968893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-298425d6-0a6c-4c3d-81ae-0bb41afdfd45 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f HTTP/1.1" status: 200 len: 217 time: 0.0465794 Jul 14 09:36:35.992655 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.012312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Transition to ACTIVE for port object a916f8ab-ac24-4115-8c45-b35107ad98e4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:36.013066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39534) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.018240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3e87abdc-1604-4f7d-883b-ba5a082d02d3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-893525209', 'description': 'tempest-secgroup-smoke-893525209 description', 'project_id': '8973d0596776403abb0c5971306019f8'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:36.031063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Transition to ACTIVE for port object a916f8ab-ac24-4115-8c45-b35107ad98e4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:36.037809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385d451-9d72-4df3-b3e6-8033e315509b req-1f515d98-dd49-4b65-a1af-36079c835614 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.040283 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.045151 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8385d451-9d72-4df3-b3e6-8033e315509b req-1f515d98-dd49-4b65-a1af-36079c835614 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0835478 Jul 14 09:36:36.060317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-fdd1e72e-c6dc-4821-ac11-42f9eb8995e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.061961 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-fdd1e72e-c6dc-4821-ac11-42f9eb8995e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f16fbaa-d479-4c09-afb4-55e7198cd5ad HTTP/1.1" status: 200 len: 861 time: 0.0866663 Jul 14 09:36:36.063662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e87abdc-1604-4f7d-883b-ba5a082d02d3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.083469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8385d451-9d72-4df3-b3e6-8033e315509b req-95690e3a-eb82-4822-9c15-2f5263e68490 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 Jul 14 09:36:36.106433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Pushing event updated for resources: {'Port': ['ID=a916f8ab-ac24-4115-8c45-b35107ad98e4,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.110993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Network 8e3d3fba-e608-419a-8ebc-7853419c410c is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:36.112775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:36.114974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:36.126360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-06b1f0bb-80fa-4509-9a6f-8f93ebe3c706 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51dda1f9-e441-41c5-8a9a-6784d7010655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483887 Jul 14 09:36:36.175905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Attempting to bind port a916f8ab-ac24-4115-8c45-b35107ad98e4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:36.176381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Attempting to bind port a916f8ab-ac24-4115-8c45-b35107ad98e4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:36.176752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Attempting to bind port a916f8ab-ac24-4115-8c45-b35107ad98e4 on network 8e3d3fba-e608-419a-8ebc-7853419c410c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:36.181567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:36.181937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Checking segment: {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:36.182818 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.182818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Bound using segment: {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:36.183167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Bound port: a916f8ab-ac24-4115-8c45-b35107ad98e4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:36.183545 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.306271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-bc694ff7-f018-4e84-8509-3d36e74d0cae service neutron] 10.222.0.69 "GET /v2.0/networks/51dda1f9-e441-41c5-8a9a-6784d7010655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719539 Jul 14 09:36:36.322196 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e87abdc-1604-4f7d-883b-ba5a082d02d3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.334540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e87abdc-1604-4f7d-883b-ba5a082d02d3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.343655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8871e2-924e-4936-b303-97199efb05eb req-0548bd1d-eefe-4823-b925-498d1f23733f tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.345215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d8871e2-924e-4936-b303-97199efb05eb req-0548bd1d-eefe-4823-b925-498d1f23733f tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 946 time: 0.1873169 Jul 14 09:36:36.406929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] For port a916f8ab-ac24-4115-8c45-b35107ad98e4, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:36.410072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] For port a916f8ab-ac24-4115-8c45-b35107ad98e4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a916f8ab-ac24-4115-8c45-b35107ad98e4,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:36.415098 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.477960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8724c6-90a7-47b3-bac8-2800d2fcf5d5 None None] Pushing event updated for resources: {'Port': ['ID=a916f8ab-ac24-4115-8c45-b35107ad98e4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.613513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a0339-9f38-432d-bc6f-9a384bb8c072 req-5fc3f384-f563-4d91-9f00-faa4afc1ff1f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:36.615154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c88a0339-9f38-432d-bc6f-9a384bb8c072 req-5fc3f384-f563-4d91-9f00-faa4afc1ff1f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0699461 Jul 14 09:36:36.681881 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c88a0339-9f38-432d-bc6f-9a384bb8c072 req-521bb7f7-ea64-4530-b247-3da429119a08 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609648 Jul 14 09:36:36.799606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d8871e2-924e-4936-b303-97199efb05eb req-3afe311f-136c-4c63-904b-10fa09a940b4 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414768 Jul 14 09:36:36.804545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e87abdc-1604-4f7d-883b-ba5a082d02d3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.805902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3e87abdc-1604-4f7d-883b-ba5a082d02d3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7918584 Jul 14 09:36:36.809684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:36.810152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87abdc-1604-4f7d-883b-ba5a082d02d3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98c0cdf-c058-48b9-9e5f-37130f53271b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:36.815235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a1669d26-db85-46a5-86d0-297c2d1b13bc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': 'c98c0cdf-c058-48b9-9e5f-37130f53271b', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:36.861234 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1669d26-db85-46a5-86d0-297c2d1b13bc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.896426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6816bfae-86ee-4ce3-ab9e-35124f285ab3 req-86da65fa-fc29-4289-b2d7-60eb5585168d service neutron] 10.222.0.69 "GET /v2.0/networks/51dda1f9-e441-41c5-8a9a-6784d7010655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5817356 Jul 14 09:36:36.945845 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1669d26-db85-46a5-86d0-297c2d1b13bc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.956626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1669d26-db85-46a5-86d0-297c2d1b13bc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.995351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1669d26-db85-46a5-86d0-297c2d1b13bc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:36.999521 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a1669d26-db85-46a5-86d0-297c2d1b13bc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861403 Jul 14 09:36:36.999521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1669d26-db85-46a5-86d0-297c2d1b13bc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7beb369-79af-457e-8897-7445d40e8b90,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.001187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39548) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.005409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bb358bc2-8099-4f36-a342-8e9f7749161d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': 'c98c0cdf-c058-48b9-9e5f-37130f53271b', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.011785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a916f8ab-ac24-4115-8c45-b35107ad98e4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:37.041830 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb358bc2-8099-4f36-a342-8e9f7749161d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.080391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9be592-9f7f-4084-9596-6c467879a9df req-77ca2187-6604-469a-8436-93ee3f4a0f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.082268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9be592-9f7f-4084-9596-6c467879a9df req-77ca2187-6604-469a-8436-93ee3f4a0f78 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=13e1e697d9814412958f07617aac6bfa&device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 1096 time: 0.1080182 Jul 14 09:36:37.085867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port a916f8ab-ac24-4115-8c45-b35107ad98e4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:37.101969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0f315-24f4-4581-b81e-d88c06bde9d7 req-7851f217-311f-4a99-be45-9381a05d0f9f tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.103584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65d0f315-24f4-4581-b81e-d88c06bde9d7 req-7851f217-311f-4a99-be45-9381a05d0f9f tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 944 time: 0.1209195 Jul 14 09:36:37.113197 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb358bc2-8099-4f36-a342-8e9f7749161d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.119630 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb358bc2-8099-4f36-a342-8e9f7749161d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.143775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb358bc2-8099-4f36-a342-8e9f7749161d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbaca0e8-ebbb-4ab5-992d-04c6a5a4496f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.151238 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb358bc2-8099-4f36-a342-8e9f7749161d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.152583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bb358bc2-8099-4f36-a342-8e9f7749161d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516254 Jul 14 09:36:37.155179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.160271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2e7ee538-eabb-483d-9987-aebb5c3e95f1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': 'c98c0cdf-c058-48b9-9e5f-37130f53271b', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.193660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee538-eabb-483d-9987-aebb5c3e95f1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.224842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65d0f315-24f4-4581-b81e-d88c06bde9d7 req-7815d61f-4bf2-42e0-9f00-041382665dba tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120982 Jul 14 09:36:37.258419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9be592-9f7f-4084-9596-6c467879a9df req-507ed541-2afb-4bea-b040-2446a52f883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.260283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9be592-9f7f-4084-9596-6c467879a9df req-507ed541-2afb-4bea-b040-2446a52f883e service neutron] 10.222.0.69 "GET /v2.0/networks?id=51dda1f9-e441-41c5-8a9a-6784d7010655 HTTP/1.1" status: 200 len: 922 time: 0.1693985 Jul 14 09:36:37.311698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9be592-9f7f-4084-9596-6c467879a9df req-02c6b70f-4fbb-42a3-831f-eb6b3c5310dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f HTTP/1.1" status: 200 len: 217 time: 0.0437298 Jul 14 09:36:37.316550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee538-eabb-483d-9987-aebb5c3e95f1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.321833 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee538-eabb-483d-9987-aebb5c3e95f1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.337847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f313c5-c6b9-486d-a6da-90eab3b3c99a req-269b6d07-4c05-479d-bccd-22917514040b tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.339737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84f313c5-c6b9-486d-a6da-90eab3b3c99a req-269b6d07-4c05-479d-bccd-22917514040b tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1097875 Jul 14 09:36:37.383442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9be592-9f7f-4084-9596-6c467879a9df req-74199f58-2a82-4b8e-9396-ebd862564e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.385486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9be592-9f7f-4084-9596-6c467879a9df req-74199f58-2a82-4b8e-9396-ebd862564e66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f16fbaa-d479-4c09-afb4-55e7198cd5ad HTTP/1.1" status: 200 len: 861 time: 0.0665329 Jul 14 09:36:37.389290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ee538-eabb-483d-9987-aebb5c3e95f1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32752de-2304-46f5-8bbb-14a111f61392,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.403034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84f313c5-c6b9-486d-a6da-90eab3b3c99a req-914229b7-ccf4-47b0-b346-722c248563b0 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533717 Jul 14 09:36:37.404803 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e7ee538-eabb-483d-9987-aebb5c3e95f1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.408689 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2e7ee538-eabb-483d-9987-aebb5c3e95f1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2498872 Jul 14 09:36:37.409329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.414525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d405e7a2-cdf6-4afa-b685-91cc474ec308 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': 'c98c0cdf-c058-48b9-9e5f-37130f53271b', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.437966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9be592-9f7f-4084-9596-6c467879a9df req-8c12ee40-d027-4ffe-ae65-5450784de30b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=51dda1f9-e441-41c5-8a9a-6784d7010655&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377693 Jul 14 09:36:37.453260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d405e7a2-cdf6-4afa-b685-91cc474ec308 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.528608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d405e7a2-cdf6-4afa-b685-91cc474ec308 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.533946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d405e7a2-cdf6-4afa-b685-91cc474ec308 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.538158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9be592-9f7f-4084-9596-6c467879a9df req-e257db36-e22a-441f-9e9e-53fac25e9474 service neutron] 10.222.0.69 "GET /v2.0/networks/51dda1f9-e441-41c5-8a9a-6784d7010655?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932753 Jul 14 09:36:37.556019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405e7a2-cdf6-4afa-b685-91cc474ec308 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad31be27-9a25-4589-ae20-03d5cf9a1883,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.559740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d405e7a2-cdf6-4afa-b685-91cc474ec308 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.565474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d405e7a2-cdf6-4afa-b685-91cc474ec308 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510632 Jul 14 09:36:37.565474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.570529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2b89fba4-f359-4fc0-a4c2-ea7c1d38bac4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': 'c98c0cdf-c058-48b9-9e5f-37130f53271b', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.596745 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-2b89fba4-f359-4fc0-a4c2-ea7c1d38bac4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Project 8973d0596776403abb0c5971306019f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:36:37.602179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b89fba4-f359-4fc0-a4c2-ea7c1d38bac4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.675339 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d9be592-9f7f-4084-9596-6c467879a9df req-2916f661-34a7-491a-b125-cadb004b5e8d service neutron] 10.222.0.69 "GET /v2.0/networks/51dda1f9-e441-41c5-8a9a-6784d7010655?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207347 Jul 14 09:36:37.678354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324a340-4fed-4e52-9ec2-66d4d5c20479 None None] Network 8e3d3fba-e608-419a-8ebc-7853419c410c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:37.678975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b89fba4-f359-4fc0-a4c2-ea7c1d38bac4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.685391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b89fba4-f359-4fc0-a4c2-ea7c1d38bac4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.710209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89fba4-f359-4fc0-a4c2-ea7c1d38bac4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c8cc27-33f7-44ce-b120-473361646953,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.714233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b89fba4-f359-4fc0-a4c2-ea7c1d38bac4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.718650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39562) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:37.718893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2b89fba4-f359-4fc0-a4c2-ea7c1d38bac4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527150 Jul 14 09:36:37.723922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9649c4c8-d178-4407-8ea8-9f85f0ca18c9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': 'c98c0cdf-c058-48b9-9e5f-37130f53271b', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:37.747626 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-9649c4c8-d178-4407-8ea8-9f85f0ca18c9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Project 8973d0596776403abb0c5971306019f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:36:37.754019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9649c4c8-d178-4407-8ea8-9f85f0ca18c9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.764150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4b226d8a-9009-4142-ad14-5eb84be408be None None] Provisioning for port a916f8ab-ac24-4115-8c45-b35107ad98e4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:37.771727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4b226d8a-9009-4142-ad14-5eb84be408be None None] Provisioning complete for port a916f8ab-ac24-4115-8c45-b35107ad98e4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:37.772399 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4b226d8a-9009-4142-ad14-5eb84be408be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.827435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9649c4c8-d178-4407-8ea8-9f85f0ca18c9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.832810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9649c4c8-d178-4407-8ea8-9f85f0ca18c9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.851461 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649c4c8-d178-4407-8ea8-9f85f0ca18c9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf10af7a-b1c9-4251-a161-8e162b448df4,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:37.858896 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9649c4c8-d178-4407-8ea8-9f85f0ca18c9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.861830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9649c4c8-d178-4407-8ea8-9f85f0ca18c9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403780 Jul 14 09:36:37.906724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5826e4d-575e-4cb3-b915-66eb76816f77 req-59b16b1d-1a42-4a66-b62a-b12cd2409d56 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:37.909083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f5826e4d-575e-4cb3-b915-66eb76816f77 req-59b16b1d-1a42-4a66-b62a-b12cd2409d56 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0933821 Jul 14 09:36:37.934496 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4b226d8a-9009-4142-ad14-5eb84be408be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:37.960531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f5826e4d-575e-4cb3-b915-66eb76816f77 req-523a9310-36c7-4ad3-8b80-e48b143f474c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407021 Jul 14 09:36:37.976817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4b226d8a-9009-4142-ad14-5eb84be408be None None] For port a916f8ab-ac24-4115-8c45-b35107ad98e4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a916f8ab-ac24-4115-8c45-b35107ad98e4,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:37.992109 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4b226d8a-9009-4142-ad14-5eb84be408be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.049291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b226d8a-9009-4142-ad14-5eb84be408be None None] Pushing event updated for resources: {'Port': ['ID=a916f8ab-ac24-4115-8c45-b35107ad98e4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:38.086874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba6749-8da9-4001-993e-a0e20bf6fdb1 req-c0ab8ae6-4d49-4907-a4e7-8055932d5dbe tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.088676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50ba6749-8da9-4001-993e-a0e20bf6fdb1 req-c0ab8ae6-4d49-4907-a4e7-8055932d5dbe tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 946 time: 0.0729024 Jul 14 09:36:38.131597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50ba6749-8da9-4001-993e-a0e20bf6fdb1 req-9521885e-3edb-4559-b5ad-7b89e9ea0677 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Jul 14 09:36:38.202327 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-542ed583-cb7f-4dfb-b184-b32dbe59fc93 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-893525209&fields=id&tenant_id=8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 267 time: 0.0354609 Jul 14 09:36:38.211829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67e803a9-ca0a-4638-b069-1e7098e71c8b None None] Provisioning complete for port a916f8ab-ac24-4115-8c45-b35107ad98e4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:38.212226 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67e803a9-ca0a-4638-b069-1e7098e71c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.409740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f53ac7-3faa-4ea9-8ff9-5551b7877fce req-2af913a8-3ef5-461b-a15a-30de74ab1c50 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.411260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00f53ac7-3faa-4ea9-8ff9-5551b7877fce req-2af913a8-3ef5-461b-a15a-30de74ab1c50 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 944 time: 0.0671647 Jul 14 09:36:38.451770 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00f53ac7-3faa-4ea9-8ff9-5551b7877fce req-ad7fbdcf-2746-4a82-82a8-987c0dd2251b tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Jul 14 09:36:38.660039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-3bcf6ec5-1894-4070-bb08-0c69ee3e9068 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.661728 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-3bcf6ec5-1894-4070-bb08-0c69ee3e9068 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/networks?id=8e3d3fba-e608-419a-8ebc-7853419c410c HTTP/1.1" status: 200 len: 797 time: 0.4522851 Jul 14 09:36:38.677911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-7f687e12-298d-41b8-a01b-f0beb53477d3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/quotas/8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 375 time: 0.0102644 Jul 14 09:36:38.756731 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-9dcc5971-9d64-4fc1-9939-b98b11cbe6a3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0721757 Jul 14 09:36:38.822198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-fb9666b8-2c3d-40a9-a028-2904b98d0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.823727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-fb9666b8-2c3d-40a9-a028-2904b98d0b50 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ae575ccd3f9404eae18df0b55d8dbfb&device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 1098 time: 0.1035223 Jul 14 09:36:38.832156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5067bf-f8ac-44b5-8d32-0a239633fa82 req-79966c57-5cc1-4e5d-9bae-1cb4077b6261 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.833655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d5067bf-f8ac-44b5-8d32-0a239633fa82 req-79966c57-5cc1-4e5d-9bae-1cb4077b6261 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0863800 Jul 14 09:36:38.862198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-09359e91-15af-464b-a5f3-407216c05875 service neutron] 10.222.0.73 "GET /v2.0/networks/8e3d3fba-e608-419a-8ebc-7853419c410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936141 Jul 14 09:36:38.900613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a916f8ab-ac24-4115-8c45-b35107ad98e4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:38.926180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d5067bf-f8ac-44b5-8d32-0a239633fa82 req-7117df40-ebb8-4188-84e5-8d89fbf73aa2 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839524 Jul 14 09:36:38.953866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-87cec4a3-b133-4af9-ab2e-6042af167d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:38.955443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-87cec4a3-b133-4af9-ab2e-6042af167d4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=6d189bed-b376-484a-94d3-5c0ca24662c6 HTTP/1.1" status: 200 len: 915 time: 0.1209149 Jul 14 09:36:38.962741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a916f8ab-ac24-4115-8c45-b35107ad98e4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:38.963166 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:38.991630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-b5006c09-2a50-4f82-9c62-d29e5e5fde00 service neutron] 10.222.0.73 "GET /v2.0/networks/8e3d3fba-e608-419a-8ebc-7853419c410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264029 Jul 14 09:36:39.009467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-f1bc506f-1abc-4419-aba7-49c3f777f2a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 HTTP/1.1" status: 200 len: 217 time: 0.0434792 Jul 14 09:36:39.075246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-0f1a9cb7-6b1b-479b-9aa8-e85da9d03ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.075246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-0f1a9cb7-6b1b-479b-9aa8-e85da9d03ca0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0b6b3158-674e-4884-8aa3-84f6a49c557d HTTP/1.1" status: 200 len: 854 time: 0.0560782 Jul 14 09:36:39.097695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ca94c88d-deb6-47a6-b1e1-a4cbaaee842f details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:39.131189 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-80fabc69-62a9-4489-8f2a-2eae274b9c68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6d189bed-b376-484a-94d3-5c0ca24662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489674 Jul 14 09:36:39.266837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,segment=NetworkSegment(1ea6e497-90d7-4eb3-97f0-96ffa19a05f2),segment_id=1ea6e497-90d7-4eb3-97f0-96ffa19a05f2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:39.284054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c623cd9-a067-4075-ac52-a0ab8008ac23 req-236b9743-c478-4ed6-a962-1be64aa61e23 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.290350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'ca94c88d-deb6-47a6-b1e1-a4cbaaee842f', 'network_id': '51dda1f9-e441-41c5-8a9a-6784d7010655', 'port_id': 'ca94c88d-deb6-47a6-b1e1-a4cbaaee842f', 'mac_address': 'fa:16:3e:d1:8a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f16fbaa-d479-4c09-afb4-55e7198cd5ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:39.291422 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c623cd9-a067-4075-ac52-a0ab8008ac23 req-236b9743-c478-4ed6-a962-1be64aa61e23 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0753691 Jul 14 09:36:39.330083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97d1a6-f841-4e49-8e6a-b02859281e09 req-be256951-0c2f-4f46-bfb7-785aa2f7dc1d tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.337658 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dc97d1a6-f841-4e49-8e6a-b02859281e09 req-be256951-0c2f-4f46-bfb7-785aa2f7dc1d tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 946 time: 0.1545899 Jul 14 09:36:39.341685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-96fd524c-0a60-4051-a35d-d4682926d376 service neutron] 10.222.0.69 "GET /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961412 Jul 14 09:36:39.346059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.350985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c623cd9-a067-4075-ac52-a0ab8008ac23 req-0bf14099-d43d-49b7-a01e-d08e17dfaaa8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585852 Jul 14 09:36:39.364878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca94c88d-deb6-47a6-b1e1-a4cbaaee842f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:39.387927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,segment=NetworkSegment(1ea6e497-90d7-4eb3-97f0-96ffa19a05f2),segment_id=1ea6e497-90d7-4eb3-97f0-96ffa19a05f2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:39.393484 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:39.458109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb60629e-9e65-4c22-b60f-ef17a67f3446 req-2618ae43-007f-4ec8-8ca6-14c5b2fca2b0 service neutron] 10.222.0.69 "GET /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017392 Jul 14 09:36:39.463850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:39.484728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dc97d1a6-f841-4e49-8e6a-b02859281e09 req-699f4ec5-fb29-4ceb-afcd-27d5a582ae48 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457524 Jul 14 09:36:39.541739 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c44ed46-0f58-4269-9724-b4ffd712e8ee req-3a0f4ac9-f7ba-4597-9b7d-3aa6b8c695c7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 210 time: 0.0353744 Jul 14 09:36:39.677317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff37cd3-c106-470a-acb2-41a798eae51f req-ec507d2c-5585-423e-ad05-52a47697d91f tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:39.678848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ff37cd3-c106-470a-acb2-41a798eae51f req-ec507d2c-5585-423e-ad05-52a47697d91f tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 945 time: 0.0701728 Jul 14 09:36:39.720691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ff37cd3-c106-470a-acb2-41a798eae51f req-20534325-3a1f-4782-9e52-0155a85cf09a tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354588 Jul 14 09:36:39.771397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ca94c88d-deb6-47a6-b1e1-a4cbaaee842f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:40.107743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136aaed-cf88-43b8-91da-549d985088f9 req-997f6bee-1393-4511-9e42-8a485f0bd474 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.109252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4136aaed-cf88-43b8-91da-549d985088f9 req-997f6bee-1393-4511-9e42-8a485f0bd474 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0647793 Jul 14 09:36:40.147300 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4136aaed-cf88-43b8-91da-549d985088f9 req-092d9f5a-d511-479c-baba-661184a35ae5 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Jul 14 09:36:40.420394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-50b24c1b-8c19-420a-a4a5-d9c4c889f4ee tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.422005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-50b24c1b-8c19-420a-a4a5-d9c4c889f4ee tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "GET /v2.0/networks?id=8e3d3fba-e608-419a-8ebc-7853419c410c HTTP/1.1" status: 200 len: 797 time: 0.1057835 Jul 14 09:36:40.490816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-cd22544a-a8f4-4dd0-b8f5-21a750e506ef tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 471 time: 0.0567911 Jul 14 09:36:40.506434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'port': {'device_id': '423d18b5-736a-47e6-b080-fb6d6998e035', 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c', 'admin_state_up': True, 'tenant_id': '8973d0596776403abb0c5971306019f8', 'security_groups': ['c98c0cdf-c058-48b9-9e5f-37130f53271b']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:40.529355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a8aeb-8085-40d9-a355-ab20fdc44650 req-9271aa80-f5f8-4885-b552-5658892f824f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.537455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-956a8aeb-8085-40d9-a355-ab20fdc44650 req-9271aa80-f5f8-4885-b552-5658892f824f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0826714 Jul 14 09:36:40.575219 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-956a8aeb-8085-40d9-a355-ab20fdc44650 req-9487c307-e567-4955-b2f3-18ce3eb996fd tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Jul 14 09:36:40.631139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:40.636077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:40.718681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8415288b-1d68-4a95-9360-231ab9b8d7c8 req-98de2edc-0234-448a-9800-fc54242df12d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 210 time: 0.0290926 Jul 14 09:36:40.825253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c373ff-ecd0-4ac1-8a54-155ef7918a79 req-ef716d76-c032-4d6d-a8b3-c92c8037a6d3 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.826800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c373ff-ecd0-4ac1-8a54-155ef7918a79 req-ef716d76-c032-4d6d-a8b3-c92c8037a6d3 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 946 time: 0.1227674 Jul 14 09:36:40.828036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.20.0.23 (8e3d3fba-e608-419a-8ebc-7853419c410c/d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0/076341dd-4909-4a10-a183-00415d17dca2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:40.897374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c373ff-ecd0-4ac1-8a54-155ef7918a79 req-2902904a-5033-48e8-aaea-dccf93dd2ec1 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643992 Jul 14 09:36:40.909303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e43431-1396-4baf-8b75-a7e1b6c31a13 req-0a00782f-9102-4b64-adf4-0872a2e47bed tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:40.911540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41e43431-1396-4baf-8b75-a7e1b6c31a13 req-0a00782f-9102-4b64-adf4-0872a2e47bed tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 945 time: 0.0672598 Jul 14 09:36:40.957261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41e43431-1396-4baf-8b75-a7e1b6c31a13 req-c8355a5e-5835-4060-adab-153c7f395daf tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388906 Jul 14 09:36:41.011307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.025610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Transition to ACTIVE for port object 076341dd-4909-4a10-a183-00415d17dca2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:41.058954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.102065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ca94c88d-deb6-47a6-b1e1-a4cbaaee842f up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:41.105671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 8e3d3fba-e608-419a-8ebc-7853419c410c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:41.109103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:41.113501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:41.143642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=076341dd-4909-4a10-a183-00415d17dca2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.164026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:41.169127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:41.169774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.176994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.177675 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.199222 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-091d16c4-92df-4d7c-b4c8-979f1623fafd tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7008777 Jul 14 09:36:41.211917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Request body: {'port': {'device_id': '423d18b5-736a-47e6-b080-fb6d6998e035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:41.265248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.302090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fc736d-61af-47e8-bab7-c309cc9fb044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca94c88d-deb6-47a6-b1e1-a4cbaaee842f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:41.303474 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01063ba-68a0-4d9c-b6c6-6bdfe68d3599" -d '{"events": [{"server_uuid": "54fc736d-61af-47e8-bab7-c309cc9fb044", "name": "network-vif-plugged", "status": "completed", "tag": "ca94c88d-deb6-47a6-b1e1-a4cbaaee842f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:41.309692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,segment=NetworkSegment(1ea6e497-90d7-4eb3-97f0-96ffa19a05f2),segment_id=1ea6e497-90d7-4eb3-97f0-96ffa19a05f2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:41.320502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.340906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.385751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.451804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ba1fa2b8-1b5d-4b03-bc35-37744a285e4a None None] Provisioning for port 076341dd-4909-4a10-a183-00415d17dca2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:41.455787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ba1fa2b8-1b5d-4b03-bc35-37744a285e4a None None] Provisioning complete for port 076341dd-4909-4a10-a183-00415d17dca2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:41.456374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ba1fa2b8-1b5d-4b03-bc35-37744a285e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.482545 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac67c22-7e55-4352-b98a-5d45ae63cede x-openstack-request-id: req-fac67c22-7e55-4352-b98a-5d45ae63cede {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:41.482825 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fc736d-61af-47e8-bab7-c309cc9fb044", "name": "network-vif-plugged", "status": "completed", "tag": "ca94c88d-deb6-47a6-b1e1-a4cbaaee842f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:41.483081 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fac67c22-7e55-4352-b98a-5d45ae63cede {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:41.483471 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fc736d-61af-47e8-bab7-c309cc9fb044', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca94c88d-deb6-47a6-b1e1-a4cbaaee842f', 'code': 200} Jul 14 09:36:41.505372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ba1fa2b8-1b5d-4b03-bc35-37744a285e4a None None] Port 076341dd-4909-4a10-a183-00415d17dca2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:41.524961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dd017-6ff9-4cd4-a916-d2d37e99ffce req-e9897ecb-cd40-4564-b883-2b0fe51a4ea6 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.526511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e44dd017-6ff9-4cd4-a916-d2d37e99ffce req-e9897ecb-cd40-4564-b883-2b0fe51a4ea6 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1739278 Jul 14 09:36:41.638048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b3906-7f91-4e73-9219-970f1b48dcb9 req-e5fe71ab-7810-4713-bfa0-b92e5bd0a6a1 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.639452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e0b3906-7f91-4e73-9219-970f1b48dcb9 req-e5fe71ab-7810-4713-bfa0-b92e5bd0a6a1 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 946 time: 0.0666640 Jul 14 09:36:41.650053 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e44dd017-6ff9-4cd4-a916-d2d37e99ffce req-3917e741-d93e-4db1-b01f-8b70cfae46ff tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110785 Jul 14 09:36:41.689689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f30f0-0c5a-48e8-b090-f758d7c3119f req-b07dc0b4-6540-463b-abb6-1cabb5352252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.691482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b78f30f0-0c5a-48e8-b090-f758d7c3119f req-b07dc0b4-6540-463b-abb6-1cabb5352252 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 1098 time: 0.1153834 Jul 14 09:36:41.691909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e0b3906-7f91-4e73-9219-970f1b48dcb9 req-e8046d67-6f27-4480-ae47-c770b14c5cb6 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Jul 14 09:36:41.770756 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b78f30f0-0c5a-48e8-b090-f758d7c3119f req-d463b106-b768-4e59-9888-605c2183b0d2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721374 Jul 14 09:36:41.777258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076341dd-4909-4a10-a183-00415d17dca2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:41.785116 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.797929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Transition to ACTIVE for port object 076341dd-4909-4a10-a183-00415d17dca2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:41.802951 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:41.857352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Pushing event updated for resources: {'Port': ['ID=076341dd-4909-4a10-a183-00415d17dca2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:41.881439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b428e9-fb79-46e9-adc3-134940dff3a3 req-33e9d600-43a1-47b9-8465-f030cb6ba008 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:41.883002 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41b428e9-fb79-46e9-adc3-134940dff3a3 req-33e9d600-43a1-47b9-8465-f030cb6ba008 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0863276 Jul 14 09:36:41.924711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41b428e9-fb79-46e9-adc3-134940dff3a3 req-60095ff6-f021-462d-b825-4494616bc83c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Jul 14 09:36:41.980330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Attempting to bind port 076341dd-4909-4a10-a183-00415d17dca2 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:41.980665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Attempting to bind port 076341dd-4909-4a10-a183-00415d17dca2 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:41.980993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Attempting to bind port 076341dd-4909-4a10-a183-00415d17dca2 on network 8e3d3fba-e608-419a-8ebc-7853419c410c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:41.987907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Port 076341dd-4909-4a10-a183-00415d17dca2 on network 8e3d3fba-e608-419a-8ebc-7853419c410c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:41.988256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Attempting to bind port 076341dd-4909-4a10-a183-00415d17dca2 on network 8e3d3fba-e608-419a-8ebc-7853419c410c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:41.998942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e34dab-4f22-49dc-985d-7f91cb26e396 req-bd4e2f55-4f1a-4ef3-95b3-661215c18fdc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.001118 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85e34dab-4f22-49dc-985d-7f91cb26e396 req-bd4e2f55-4f1a-4ef3-95b3-661215c18fdc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 944 time: 0.1158144 Jul 14 09:36:42.003987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:42.004366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Checking segment: {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:42.004891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Bound using segment: {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:42.005173 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Bound port: 076341dd-4909-4a10-a183-00415d17dca2, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:42.005535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.086002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85e34dab-4f22-49dc-985d-7f91cb26e396 req-c46a6dea-8615-4672-b5c4-eb22cb1999b7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694485 Jul 14 09:36:42.109366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] For port 076341dd-4909-4a10-a183-00415d17dca2, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:42.113391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] For port 076341dd-4909-4a10-a183-00415d17dca2, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=076341dd-4909-4a10-a183-00415d17dca2,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:42.118668 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.141501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61174d6-a507-4a1d-896d-7e9c795761a6 req-a83927b3-415e-4e3b-a1ff-f4645adbe2fc tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.142982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c61174d6-a507-4a1d-896d-7e9c795761a6 req-a83927b3-415e-4e3b-a1ff-f4645adbe2fc tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 946 time: 0.0697956 Jul 14 09:36:42.153228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.153870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:42.155375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] 10.222.0.66 "PUT /v2.0/ports/076341dd-4909-4a10-a183-00415d17dca2 HTTP/1.1" status: 200 len: 1093 time: 0.9481745 Jul 14 09:36:42.155689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '423d18b5-736a-47e6-b080-fb6d6998e035', 'tag': '076341dd-4909-4a10-a183-00415d17dca2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:42.158496 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18cd916-587b-43f2-ad94-b8191e2d7435" -d '{"events": [{"name": "network-changed", "server_uuid": "423d18b5-736a-47e6-b080-fb6d6998e035", "tag": "076341dd-4909-4a10-a183-00415d17dca2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:42.184905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0d2b6-0e11-4f79-81f2-f61a047bcd28 service neutron] Pushing event updated for resources: {'Port': ['ID=076341dd-4909-4a10-a183-00415d17dca2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:42.205794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c61174d6-a507-4a1d-896d-7e9c795761a6 req-6a33f483-8d0d-4581-a41b-8285d90f5caf tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565419 Jul 14 09:36:42.231539 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7546d7d-97e4-4cf5-a264-9b62e5c86449 x-openstack-request-id: req-f7546d7d-97e4-4cf5-a264-9b62e5c86449 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:42.231687 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "423d18b5-736a-47e6-b080-fb6d6998e035", "tag": "076341dd-4909-4a10-a183-00415d17dca2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:42.231917 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7546d7d-97e4-4cf5-a264-9b62e5c86449 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:42.232337 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '423d18b5-736a-47e6-b080-fb6d6998e035', 'tag': '076341dd-4909-4a10-a183-00415d17dca2', 'status': 'completed', 'code': 200} Jul 14 09:36:42.264597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-fdc0bf55-bee3-42b1-8fc9-9c2eb74ee7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.266155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-fdc0bf55-bee3-42b1-8fc9-9c2eb74ee7d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 1096 time: 0.0659397 Jul 14 09:36:42.310925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-ad452aa1-2fb9-4f97-aa85-a264667d712d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=076341dd-4909-4a10-a183-00415d17dca2 HTTP/1.1" status: 200 len: 217 time: 0.0359480 Jul 14 09:36:42.361950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-384caa32-a9dc-4b31-bb90-254972804100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.363419 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-384caa32-a9dc-4b31-bb90-254972804100 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0 HTTP/1.1" status: 200 len: 838 time: 0.0457520 Jul 14 09:36:42.419094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-2f75d142-bdb7-43e3-8820-c5c754538f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.420695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-2f75d142-bdb7-43e3-8820-c5c754538f1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e3d3fba-e608-419a-8ebc-7853419c410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0503964 Jul 14 09:36:42.513573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-8d2ff7f8-512e-4e25-85dc-752080759dcd service neutron] 10.222.0.66 "GET /v2.0/networks/8e3d3fba-e608-419a-8ebc-7853419c410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854137 Jul 14 09:36:42.602542 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c35d4-bc38-4ac0-b454-7fbf198c4425 req-3301a4e9-8da7-4c6c-b693-259f0655126c service neutron] 10.222.0.66 "GET /v2.0/networks/8e3d3fba-e608-419a-8ebc-7853419c410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825367 Jul 14 09:36:42.714643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-85a7a5a7-d78c-4263-9b90-eb1ff34ba191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.716247 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-85a7a5a7-d78c-4263-9b90-eb1ff34ba191 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 1096 time: 0.0588305 Jul 14 09:36:42.811276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-26de2602-b63a-4fb2-8af4-45b8fdb7684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.813624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-26de2602-b63a-4fb2-8af4-45b8fdb7684d service neutron] 10.222.0.66 "GET /v2.0/networks?id=8e3d3fba-e608-419a-8ebc-7853419c410c HTTP/1.1" status: 200 len: 898 time: 0.0887175 Jul 14 09:36:42.855472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e58f9e-26de-4039-a6a3-ff3dcb48e00c req-36ce9e8f-1b75-4678-a599-bfdcb53c0f29 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.857231 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78e58f9e-26de-4039-a6a3-ff3dcb48e00c req-36ce9e8f-1b75-4678-a599-bfdcb53c0f29 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0796304 Jul 14 09:36:42.885220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-25a4d0a4-8e8a-4b62-95a2-597e49a44153 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=076341dd-4909-4a10-a183-00415d17dca2 HTTP/1.1" status: 200 len: 217 time: 0.0603461 Jul 14 09:36:42.900852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78e58f9e-26de-4039-a6a3-ff3dcb48e00c req-387e4f0f-54c0-4080-8b2f-1389a407454d tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373726 Jul 14 09:36:42.966994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2015e-7b32-49e2-8eae-047f8ed6b4d3 req-b6cb44b8-6979-43e1-8044-0f3ba92868cf tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.968513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb2015e-7b32-49e2-8eae-047f8ed6b4d3 req-b6cb44b8-6979-43e1-8044-0f3ba92868cf tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 946 time: 0.1532934 Jul 14 09:36:42.969871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-06ee9f34-d3fd-4152-9149-102c7c497807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:42.971187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-06ee9f34-d3fd-4152-9149-102c7c497807 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0 HTTP/1.1" status: 200 len: 838 time: 0.0781848 Jul 14 09:36:43.040708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdb2015e-7b32-49e2-8eae-047f8ed6b4d3 req-80aaea07-8e55-40c0-ba15-ed247cd8b9a7 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/security-groups?id=32668b70-84eb-4f57-b798-8a2c736a505e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665281 Jul 14 09:36:43.067961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-cdaee205-ea74-497a-ad09-a5f520368b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.074692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-cdaee205-ea74-497a-ad09-a5f520368b08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8e3d3fba-e608-419a-8ebc-7853419c410c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0871747 Jul 14 09:36:43.176301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-6204982b-61b6-4d68-81fd-f08a8e1da61b service neutron] 10.222.0.66 "GET /v2.0/networks/8e3d3fba-e608-419a-8ebc-7853419c410c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937555 Jul 14 09:36:43.211945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aa879-7fe2-4068-a8c8-b14857fd53d8 req-3be9dbcc-7129-4295-82dd-3f1a1fc564b0 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.213388 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf3aa879-7fe2-4068-a8c8-b14857fd53d8 req-3be9dbcc-7129-4295-82dd-3f1a1fc564b0 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0968571 Jul 14 09:36:43.253022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf3aa879-7fe2-4068-a8c8-b14857fd53d8 req-9617a914-e65e-47fa-8d71-5cf3c0a95c49 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328710 Jul 14 09:36:43.365233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d18cd916-587b-43f2-ad94-b8191e2d7435 req-25fb386f-e445-4445-b412-f2fbd9cf7710 service neutron] 10.222.0.66 "GET /v2.0/networks/8e3d3fba-e608-419a-8ebc-7853419c410c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814995 Jul 14 09:36:43.387569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-a5054b66-4e29-4408-acb3-72835c55f5de tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.389121 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-a5054b66-4e29-4408-acb3-72835c55f5de tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.69 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 946 time: 0.1572182 Jul 14 09:36:43.397479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fba95-78da-493e-ad27-fa9d332e2f84 req-47ac0d0e-315b-4c66-bf8f-ec24c84ad9aa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.398896 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be8fba95-78da-493e-ad27-fa9d332e2f84 req-47ac0d0e-315b-4c66-bf8f-ec24c84ad9aa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 944 time: 0.1654694 Jul 14 09:36:43.423940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5daa4-3c91-4cec-93d2-ec46fff7f37c req-f61456a1-4024-4f32-bdf2-9684701d6720 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.425462 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dc5daa4-3c91-4cec-93d2-ec46fff7f37c req-f61456a1-4024-4f32-bdf2-9684701d6720 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 946 time: 0.0688028 Jul 14 09:36:43.463680 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dc5daa4-3c91-4cec-93d2-ec46fff7f37c req-9360cdb2-adad-4be6-a8ba-3b7a0696a7ff tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Jul 14 09:36:43.491605 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be8fba95-78da-493e-ad27-fa9d332e2f84 req-6b01c0ed-2836-4ef7-a38a-91b6f46288b5 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852962 Jul 14 09:36:43.519143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Deleting port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:43.519496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.615376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] For port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,segment=NetworkSegment(bb99c648-23fb-4867-b9f4-80f2fac996f0),segment_id=bb99c648-23fb-4867-b9f4-80f2fac996f0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:43.616190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.630009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Calling delete_port for b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:43.760684 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.776250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:43.815141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Pushing event deleted for resources: {'Port': ['ID=b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:43.868028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] No DVR routers for this DVR port b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:43.870653 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:43.872814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-506a29f4-7e1a-4d8c-9cbd-b815672092e8 req-369a8013-d816-4309-bf7f-f6b4200e9416 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.69 "DELETE /v2.0/ports/b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 HTTP/1.1" status: 204 len: 173 time: 0.4730599 Jul 14 09:36:43.981305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a9602-1a88-40c4-9fbe-4c487e722019 req-ca2978d1-e749-4f1c-af6d-2a1f17447b2e tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:43.983170 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b4a9602-1a88-40c4-9fbe-4c487e722019 req-ca2978d1-e749-4f1c-af6d-2a1f17447b2e tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 946 time: 0.0649784 Jul 14 09:36:44.024392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b4a9602-1a88-40c4-9fbe-4c487e722019 req-4531b9ac-d8d4-4e75-95b1-d242fbbfb1f7 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335052 Jul 14 09:36:44.097895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fab71-066d-4d19-896c-dbb7ce44fd71 req-4235e98c-e662-4feb-be1d-060e0094b91a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.099598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc1fab71-066d-4d19-896c-dbb7ce44fd71 req-4235e98c-e662-4feb-be1d-060e0094b91a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0709682 Jul 14 09:36:44.142272 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cc1fab71-066d-4d19-896c-dbb7ce44fd71 req-d1fd89cd-10a5-4251-bbc9-e393b5365296 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364022 Jul 14 09:36:44.233433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b2e6d3-b3e9-4bee-8e46-456d58bff12c', 'name': 'network-vif-deleted', 'tag': 'b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:44.236000 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02452ce-394d-4d21-80e8-2db765125853" -d '{"events": [{"server_uuid": "10b2e6d3-b3e9-4bee-8e46-456d58bff12c", "name": "network-vif-deleted", "tag": "b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:44.271546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58988d55-402b-442f-8f4a-14650b54114b req-9c6ef296-9333-4e0c-b0d9-c4d8c703afc5 tempest-InstanceActionsTestJSON-569260159 tempest-InstanceActionsTestJSON-569260159-project] 10.222.0.73 "GET /v2.0/ports?device_id=10b2e6d3-b3e9-4bee-8e46-456d58bff12c HTTP/1.1" status: 200 len: 210 time: 0.0325880 Jul 14 09:36:44.330539 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32b97be-d353-4e2e-aabe-03d91e835bbf x-openstack-request-id: req-b32b97be-d353-4e2e-aabe-03d91e835bbf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:44.330869 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b2e6d3-b3e9-4bee-8e46-456d58bff12c", "name": "network-vif-deleted", "tag": "b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:44.331154 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b32b97be-d353-4e2e-aabe-03d91e835bbf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:44.331558 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b2e6d3-b3e9-4bee-8e46-456d58bff12c', 'name': 'network-vif-deleted', 'tag': 'b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8', 'status': 'completed', 'code': 200} Jul 14 09:36:44.484703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076d401-a191-4f62-b928-ac1a5d0519ae req-0f55d2d6-1934-48f0-b02c-c01dc8940c89 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.486815 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9076d401-a191-4f62-b928-ac1a5d0519ae req-0f55d2d6-1934-48f0-b02c-c01dc8940c89 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0698199 Jul 14 09:36:44.541176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9076d401-a191-4f62-b928-ac1a5d0519ae req-9bfcae73-725a-4d4a-af83-a60d7b348014 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474508 Jul 14 09:36:44.669388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-f71d98ba-f4c4-4d18-8718-e2e461d11478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.670904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-f71d98ba-f4c4-4d18-8718-e2e461d11478 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 1098 time: 0.0545113 Jul 14 09:36:44.684669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397bad7-1bf8-44ef-be2e-ae44a41a52ad req-0a0cdf1d-71f5-4d4b-8ab3-f977423f9210 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.686173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0397bad7-1bf8-44ef-be2e-ae44a41a52ad req-0a0cdf1d-71f5-4d4b-8ab3-f977423f9210 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0682182 Jul 14 09:36:44.723969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0397bad7-1bf8-44ef-be2e-ae44a41a52ad req-0ded2426-e29c-4bac-a171-70bd11027b47 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312917 Jul 14 09:36:44.763558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 076341dd-4909-4a10-a183-00415d17dca2 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:44.808012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebcd11-631b-4610-bebe-8aa7022cc6f3 req-1e224856-4ab5-4df0-8231-85af0654ec72 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.809569 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1eebcd11-631b-4610-bebe-8aa7022cc6f3 req-1e224856-4ab5-4df0-8231-85af0654ec72 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 944 time: 0.1328149 Jul 14 09:36:44.816785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-95f0d354-9a93-40b5-ba96-a22ac70666ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.818334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-95f0d354-9a93-40b5-ba96-a22ac70666ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 200 len: 916 time: 0.1398129 Jul 14 09:36:44.871751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-7f08a42f-64a7-4d2c-8040-f83d872c627c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6c12798-5ca4-4b8e-93c4-33b0ca55d099 HTTP/1.1" status: 200 len: 217 time: 0.0456815 Jul 14 09:36:44.873549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 076341dd-4909-4a10-a183-00415d17dca2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=076341dd-4909-4a10-a183-00415d17dca2,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:44.889116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '076341dd-4909-4a10-a183-00415d17dca2', 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c', 'port_id': '076341dd-4909-4a10-a183-00415d17dca2', 'mac_address': 'fa:16:3e:0e:af:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8d7b6a7-20c9-4763-b75b-a88ba7fc99b0', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:44.914155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1eebcd11-631b-4610-bebe-8aa7022cc6f3 req-956898e7-e851-465e-b01e-2fc0a7022df0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949910 Jul 14 09:36:44.928324 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:44.938776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-4519ae54-893b-455c-8610-179b6bfca8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:44.940376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-4519ae54-893b-455c-8610-179b6bfca8a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1748a499-548b-4a1f-b8bd-1230a3ecd2e5 HTTP/1.1" status: 200 len: 854 time: 0.0588822 Jul 14 09:36:44.941418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076341dd-4909-4a10-a183-00415d17dca2 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:44.960083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 076341dd-4909-4a10-a183-00415d17dca2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=076341dd-4909-4a10-a183-00415d17dca2,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:44.965882 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.002242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-0da413ad-f74c-499d-98bc-d78c09d232e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:45.003770 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-0da413ad-f74c-499d-98bc-d78c09d232e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ea84999e-8c72-461a-a008-ebecb0a13c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560434 Jul 14 09:36:45.014498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=076341dd-4909-4a10-a183-00415d17dca2,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:45.102056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-27bbc7b7-ae96-4b1c-ba3e-acd9236a9b93 service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869839 Jul 14 09:36:45.202670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15a0012-fbb4-4412-b7a2-a7a92bc2559a req-7f0be3e0-19d4-4f35-a82a-82c6e470c987 service neutron] 10.222.0.69 "GET /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931273 Jul 14 09:36:45.210916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931c492-5bc9-4907-91b4-37e5d56c0dfa req-8df3c848-2321-4410-92c3-c19e1ab0509e tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:45.212482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a931c492-5bc9-4907-91b4-37e5d56c0dfa req-8df3c848-2321-4410-92c3-c19e1ab0509e tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 946 time: 0.0731735 Jul 14 09:36:45.252437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a931c492-5bc9-4907-91b4-37e5d56c0dfa req-29d1c05e-cd53-4089-8565-f1a6addbd457 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Jul 14 09:36:45.284657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['076341dd-4909-4a10-a183-00415d17dca2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:45.378133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39696) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:45.425779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-735ad5a9-c610-4b44-93ca-5539a2491e79 admin admin] Deleting subnet 0b6b3158-674e-4884-8aa3-84f6a49c557d {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:45.428758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-735ad5a9-c610-4b44-93ca-5539a2491e79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.467018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-735ad5a9-c610-4b44-93ca-5539a2491e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.504838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-735ad5a9-c610-4b44-93ca-5539a2491e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.555327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-735ad5a9-c610-4b44-93ca-5539a2491e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.582101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ad5a9-c610-4b44-93ca-5539a2491e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b6b3158-674e-4884-8aa3-84f6a49c557d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:45.583988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-735ad5a9-c610-4b44-93ca-5539a2491e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.586006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-735ad5a9-c610-4b44-93ca-5539a2491e79 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0b6b3158-674e-4884-8aa3-84f6a49c557d HTTP/1.1" status: 204 len: 168 time: 0.2067502 Jul 14 09:36:45.589051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39700) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:45.691943 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:45.745069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92312bd-2e19-4c20-8b30-0a00a1cd467e req-c7b7ccb9-c1f3-4bda-90af-9cae6b731d35 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:45.746633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a92312bd-2e19-4c20-8b30-0a00a1cd467e req-c7b7ccb9-c1f3-4bda-90af-9cae6b731d35 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0649195 Jul 14 09:36:45.751016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-6ef8ea3f-8c18-4cb8-9680-2458f1c367c3 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:45.752529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-6ef8ea3f-8c18-4cb8-9680-2458f1c367c3 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.69 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 946 time: 0.1469340 Jul 14 09:36:45.787557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a92312bd-2e19-4c20-8b30-0a00a1cd467e req-ef2a31be-6e19-4d80-8fa8-59640afa7e70 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343401 Jul 14 09:36:46.134679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90352e14-9b7c-46ae-8741-654a19f1ccf3 req-6f0e079a-fd18-496d-963b-1c037061c006 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.136124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90352e14-9b7c-46ae-8741-654a19f1ccf3 req-6f0e079a-fd18-496d-963b-1c037061c006 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 945 time: 0.0689509 Jul 14 09:36:46.148160 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.174623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90352e14-9b7c-46ae-8741-654a19f1ccf3 req-78653111-b47b-4ffd-93c1-74b4a6c4ccb3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Jul 14 09:36:46.181725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d189bed-b376-484a-94d3-5c0ca24662c6']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.205123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb99c648-23fb-4867-b9f4-80f2fac996f0') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.205123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb99c648-23fb-4867-b9f4-80f2fac996f0') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:46.234530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.259416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.270750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:46.271157 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:46.272841 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:46.333642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987acc2-da8c-4b0d-a44f-83d3e9eb655e req-c690423a-19c5-4f93-a717-709d51213b49 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.335520 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1987acc2-da8c-4b0d-a44f-83d3e9eb655e req-c690423a-19c5-4f93-a717-709d51213b49 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.2231970 Jul 14 09:36:46.362991 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.370279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Deleting port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:46.370631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.377623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.379476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6d189bed-b376-484a-94d3-5c0ca24662c6 HTTP/1.1" status: 204 len: 168 time: 0.7895081 Jul 14 09:36:46.404727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c801a-1d15-4df2-9517-599b6eb2b3e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d189bed-b376-484a-94d3-5c0ca24662c6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.453096 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1987acc2-da8c-4b0d-a44f-83d3e9eb655e req-8f0e1384-4980-41d9-b3e1-2c6735771be1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106083 Jul 14 09:36:46.508099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] For port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,segment=NetworkSegment(1ea6e497-90d7-4eb3-97f0-96ffa19a05f2),segment_id=1ea6e497-90d7-4eb3-97f0-96ffa19a05f2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:46.508655 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.523670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39714) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:46.525866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Calling delete_port for ca94c88d-deb6-47a6-b1e1-a4cbaaee842f owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:46.527405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33483dad-3b05-4761-903d-e0744ce4c123 req-8fff478a-c35d-4f81-b0d9-a9361e71e38a tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:46.529006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33483dad-3b05-4761-903d-e0744ce4c123 req-8fff478a-c35d-4f81-b0d9-a9361e71e38a tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/ports?device_id=54fc736d-61af-47e8-bab7-c309cc9fb044 HTTP/1.1" status: 200 len: 946 time: 0.0770915 Jul 14 09:36:46.568029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33483dad-3b05-4761-903d-e0744ce4c123 req-c0eec060-7ccd-4491-8183-6aaae032f971 tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.73 "GET /v2.0/security-groups?id=4e1db8d0-afd5-482d-8978-30a29962eef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Jul 14 09:36:46.619999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b1a0cb4c-e5af-42db-b77d-d6b89785440f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0ae575ccd3f9404eae18df0b55d8dbfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949819 Jul 14 09:36:46.622438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:46.671967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28d5bdfc-c758-43f1-aafc-63dfdaec70cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.693117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28d5bdfc-c758-43f1-aafc-63dfdaec70cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.699560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.710944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ca94c88d-deb6-47a6-b1e1-a4cbaaee842f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:46.727846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Pushing event deleted for resources: {'Port': ['ID=ca94c88d-deb6-47a6-b1e1-a4cbaaee842f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.748946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28d5bdfc-c758-43f1-aafc-63dfdaec70cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.751625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28d5bdfc-c758-43f1-aafc-63dfdaec70cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.752828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-28d5bdfc-c758-43f1-aafc-63dfdaec70cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32668b70-84eb-4f57-b798-8a2c736a505e HTTP/1.1" status: 204 len: 168 time: 0.1293337 Jul 14 09:36:46.763013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 076341dd-4909-4a10-a183-00415d17dca2 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:46.764574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d5bdfc-c758-43f1-aafc-63dfdaec70cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32668b70-84eb-4f57-b798-8a2c736a505e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:46.782619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] No DVR routers for this DVR port ca94c88d-deb6-47a6-b1e1-a4cbaaee842f on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:46.785281 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.787406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d374524c-6ba7-4d68-a18d-db0e05bc8601 req-10447b2d-6553-49fc-97dc-40acceb9c1eb tempest-InstanceActionsNegativeTestJSON-1632598767 tempest-InstanceActionsNegativeTestJSON-1632598767-project] 10.222.0.69 "DELETE /v2.0/ports/ca94c88d-deb6-47a6-b1e1-a4cbaaee842f HTTP/1.1" status: 204 len: 173 time: 1.0068977 Jul 14 09:36:46.787851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fc736d-61af-47e8-bab7-c309cc9fb044', 'name': 'network-vif-deleted', 'tag': 'ca94c88d-deb6-47a6-b1e1-a4cbaaee842f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:46.790272 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2286114c-528c-4956-9ccd-616cdbf90be2" -d '{"events": [{"server_uuid": "54fc736d-61af-47e8-bab7-c309cc9fb044", "name": "network-vif-deleted", "tag": "ca94c88d-deb6-47a6-b1e1-a4cbaaee842f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:46.837423 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed5b0c2-1bad-4a29-a5da-cda67449dd3b x-openstack-request-id: req-fed5b0c2-1bad-4a29-a5da-cda67449dd3b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:46.837971 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fc736d-61af-47e8-bab7-c309cc9fb044", "name": "network-vif-deleted", "tag": "ca94c88d-deb6-47a6-b1e1-a4cbaaee842f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:46.838527 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fed5b0c2-1bad-4a29-a5da-cda67449dd3b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:46.839290 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fc736d-61af-47e8-bab7-c309cc9fb044', 'name': 'network-vif-deleted', 'tag': 'ca94c88d-deb6-47a6-b1e1-a4cbaaee842f', 'status': 'completed', 'code': 200} Jul 14 09:36:46.855458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 076341dd-4909-4a10-a183-00415d17dca2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:46.859748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 076341dd-4909-4a10-a183-00415d17dca2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:46.860771 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.949029 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:46.999051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 076341dd-4909-4a10-a183-00415d17dca2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=076341dd-4909-4a10-a183-00415d17dca2,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:47.000156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423d18b5-736a-47e6-b080-fb6d6998e035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076341dd-4909-4a10-a183-00415d17dca2'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:47.004090 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a59a7e-f1c3-43ae-862a-189fa1d0afb5" -d '{"events": [{"server_uuid": "423d18b5-736a-47e6-b080-fb6d6998e035", "name": "network-vif-plugged", "status": "completed", "tag": "076341dd-4909-4a10-a183-00415d17dca2"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:47.008727 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.075654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=076341dd-4909-4a10-a183-00415d17dca2,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:47.142714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:47.165293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:47.165901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b9c4d6c5-d75d-4cfe-b7fe-2df13838a5d8 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:47.168787 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb1b8a4-6d3d-46c2-88ae-97c97c855ce6 x-openstack-request-id: req-7cb1b8a4-6d3d-46c2-88ae-97c97c855ce6 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:47.169071 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423d18b5-736a-47e6-b080-fb6d6998e035", "name": "network-vif-plugged", "status": "completed", "tag": "076341dd-4909-4a10-a183-00415d17dca2", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:47.169333 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7cb1b8a4-6d3d-46c2-88ae-97c97c855ce6 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:47.169725 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423d18b5-736a-47e6-b080-fb6d6998e035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076341dd-4909-4a10-a183-00415d17dca2', 'code': 200} Jul 14 09:36:47.250564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b50ef-d47e-4ba1-ae40-82750d7bd70e req-627462a2-daf2-4a66-bdc2-14637d8902d9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.252467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a95b50ef-d47e-4ba1-ae40-82750d7bd70e req-627462a2-daf2-4a66-bdc2-14637d8902d9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0905061 Jul 14 09:36:47.337485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a95b50ef-d47e-4ba1-ae40-82750d7bd70e req-9d292334-e9ba-4c9c-b1a5-dbbd8cd75bae tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772862 Jul 14 09:36:47.348923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d66d8-f044-4d81-8b0d-34e73710ba57 req-d27d61ba-9b58-4192-bf7f-b5ffd1c9b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.350429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d12d66d8-f044-4d81-8b0d-34e73710ba57 req-d27d61ba-9b58-4192-bf7f-b5ffd1c9b4f2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 1098 time: 0.0939801 Jul 14 09:36:47.407501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d12d66d8-f044-4d81-8b0d-34e73710ba57 req-78288e2f-a5cd-4bb3-a10f-d8ee739b6cfc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474122 Jul 14 09:36:47.430227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc76eff-ad05-45ab-bd7f-d4b05e6916cb req-bbbbc79d-b2e6-43c1-8b80-b8fa011679f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.441852 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc76eff-ad05-45ab-bd7f-d4b05e6916cb req-bbbbc79d-b2e6-43c1-8b80-b8fa011679f2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 946 time: 0.1334329 Jul 14 09:36:47.497758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc76eff-ad05-45ab-bd7f-d4b05e6916cb req-be81a58a-0c3b-4483-b618-6cb7d79afe7e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548229 Jul 14 09:36:47.661348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39754) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:47.668783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49e8c7-58b6-4d8b-88f5-84832a0b95ce req-baaa46a8-3cec-4822-a204-79e4a683bc35 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:47.670811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec49e8c7-58b6-4d8b-88f5-84832a0b95ce req-baaa46a8-3cec-4822-a204-79e4a683bc35 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0851376 Jul 14 09:36:47.696954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39758) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:47.753016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec49e8c7-58b6-4d8b-88f5-84832a0b95ce req-adedbc0d-3cb1-451c-a08e-e274c2b0526c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727601 Jul 14 09:36:47.762396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8093ebc3-7032-4bc6-9aab-b4ce11d8c402 admin admin] Deleting subnet 6f16fbaa-d479-4c09-afb4-55e7198cd5ad {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:36:47.765610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8093ebc3-7032-4bc6-9aab-b4ce11d8c402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.783846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1673709217-network', 'tenant_id': '094038a471e54cb49a6bc41ac1d3cc50'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:47.803351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8093ebc3-7032-4bc6-9aab-b4ce11d8c402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.812848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Made reservation on behalf of 094038a471e54cb49a6bc41ac1d3cc50 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:47.815375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.825373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.853647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8093ebc3-7032-4bc6-9aab-b4ce11d8c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.919588 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8093ebc3-7032-4bc6-9aab-b4ce11d8c402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.931558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.936847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.959404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:47.974077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc9706d-6b71-4c7d-ab77-b3d14de0af45,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:47.976498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093ebc3-7032-4bc6-9aab-b4ce11d8c402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f16fbaa-d479-4c09-afb4-55e7198cd5ad,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:47.977104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.977292 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Added segment 8537afaf-2f07-4999-8da5-1ec395c3acff of type vlan for network cc81b3f7-4f88-448f-a507-e7d2281b39c0 Jul 14 09:36:47.980296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8093ebc3-7032-4bc6-9aab-b4ce11d8c402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:47.985451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8093ebc3-7032-4bc6-9aab-b4ce11d8c402 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6f16fbaa-d479-4c09-afb4-55e7198cd5ad HTTP/1.1" status: 204 len: 168 time: 0.2840371 Jul 14 09:36:47.986492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:48.031004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.066927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.067721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.067919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.068553 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.077940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e111963-54ff-4f89-be63-4cc656bd1b73 req-8d292873-898e-4362-9ea9-513dc415f6d4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.080060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e111963-54ff-4f89-be63-4cc656bd1b73 req-8d292873-898e-4362-9ea9-513dc415f6d4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1627374 Jul 14 09:36:48.122362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4597926 Jul 14 09:36:48.125163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39766) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:48.130712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Request body: {'subnet': {'network_id': 'cc81b3f7-4f88-448f-a507-e7d2281b39c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1673709217-subnet', 'tenant_id': '094038a471e54cb49a6bc41ac1d3cc50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:48.143001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfd645-444c-4213-806f-9c4558d507ca admin admin] Pushing event updated for resources: {'Network': ['ID=cc81b3f7-4f88-448f-a507-e7d2281b39c0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.158364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Made reservation on behalf of 094038a471e54cb49a6bc41ac1d3cc50 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:48.162137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network cc81b3f7-4f88-448f-a507-e7d2281b39c0 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:48.165704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.195225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e111963-54ff-4f89-be63-4cc656bd1b73 req-3f74ac0a-2e81-48b6-85bc-afafc9cefb4f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086054 Jul 14 09:36:48.219640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.247967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51dda1f9-e441-41c5-8a9a-6784d7010655']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.261700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea6e497-90d7-4eb3-97f0-96ffa19a05f2') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.262064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea6e497-90d7-4eb3-97f0-96ffa19a05f2') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:48.275527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.300239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.307293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:36:48.307773 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:36:48.312122 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:36:48.399919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.406474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.411288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/51dda1f9-e441-41c5-8a9a-6784d7010655 HTTP/1.1" status: 204 len: 168 time: 0.4240010 Jul 14 09:36:48.419705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.427706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df9d88-3ccf-469b-abbe-59d04db4f0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=51dda1f9-e441-41c5-8a9a-6784d7010655,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.459114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352fbbe-31a7-4a0e-9f15-9b25b76f1f60 req-edcb0fc2-8c0d-49d7-baf2-4e00b18026f4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.461438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b352fbbe-31a7-4a0e-9f15-9b25b76f1f60 req-edcb0fc2-8c0d-49d7-baf2-4e00b18026f4 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 945 time: 0.1385317 Jul 14 09:36:48.513942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188ee9fb-3206-4fd5-85a8-2fedd2e781e8,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.530543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Checking segment: {'id': '8537afaf-2f07-4999-8da5-1ec395c3acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cc81b3f7-4f88-448f-a507-e7d2281b39c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:48.531297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Network hostable DHCP agents. Network: cc81b3f7-4f88-448f-a507-e7d2281b39c0, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:48.533107 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b352fbbe-31a7-4a0e-9f15-9b25b76f1f60 req-650aaada-3623-40ce-b2b7-7561b34373d1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651569 Jul 14 09:36:48.590978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39782) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:48.601081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Network cc81b3f7-4f88-448f-a507-e7d2281b39c0 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:48.621594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, cc81b3f7-4f88-448f-a507-e7d2281b39c0) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:48.627167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.627751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.635849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abed072-1612-4b87-9ca9-dfd61baa1c30 None None] Network cc81b3f7-4f88-448f-a507-e7d2281b39c0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:48.663191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d3f8b-a120-48c7-a202-43c5020651df req-fb254285-7842-4989-b2f3-34497847cbc5 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.664767 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a0d3f8b-a120-48c7-a202-43c5020651df req-fb254285-7842-4989-b2f3-34497847cbc5 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1304984 Jul 14 09:36:48.669493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f2c56458-c621-4761-909b-6d33b6532c32 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5426931 Jul 14 09:36:48.703453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-57c87ec7-ccd1-4c0a-9759-fb82449f0faa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13e1e697d9814412958f07617aac6bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111360 Jul 14 09:36:48.706017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39786) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:48.753991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a0d3f8b-a120-48c7-a202-43c5020651df req-2273503c-7b62-4392-bdc4-fbd39e538372 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691473 Jul 14 09:36:48.790574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499f7b8c-9f9b-4be7-8711-2e0e9cbeaebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.807863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8d1424-615a-4f2b-bf43-f51321141d5b None None] Network cc81b3f7-4f88-448f-a507-e7d2281b39c0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:48.815587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499f7b8c-9f9b-4be7-8711-2e0e9cbeaebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.879123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499f7b8c-9f9b-4be7-8711-2e0e9cbeaebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.882035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-499f7b8c-9f9b-4be7-8711-2e0e9cbeaebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:48.883357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-499f7b8c-9f9b-4be7-8711-2e0e9cbeaebd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e1db8d0-afd5-482d-8978-30a29962eef0 HTTP/1.1" status: 204 len: 168 time: 0.1764259 Jul 14 09:36:48.904613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f7b8c-9f9b-4be7-8711-2e0e9cbeaebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1db8d0-afd5-482d-8978-30a29962eef0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:48.914786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833ceb9-213a-4951-80e4-25637b07e94e req-4f56b2bf-51ee-4173-8e9a-7f7c498795f3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:48.923776 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7833ceb9-213a-4951-80e4-25637b07e94e req-4f56b2bf-51ee-4173-8e9a-7f7c498795f3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 946 time: 0.1363003 Jul 14 09:36:48.967296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7833ceb9-213a-4951-80e4-25637b07e94e req-fbd0ca06-8a5e-48f1-b9ac-6d0ce82b45b1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366280 Jul 14 09:36:49.030379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daacef-ce16-49a6-b79c-1a1128df1943 req-8f603b68-14ed-4422-906c-0fa44ed84702 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.033802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29daacef-ce16-49a6-b79c-1a1128df1943 req-8f603b68-14ed-4422-906c-0fa44ed84702 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.1304646 Jul 14 09:36:49.076113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29daacef-ce16-49a6-b79c-1a1128df1943 req-15762f07-6321-4041-aecd-005d081f0220 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361431 Jul 14 09:36:49.155162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ca94c88d-deb6-47a6-b1e1-a4cbaaee842f no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:49.179195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: ca94c88d-deb6-47a6-b1e1-a4cbaaee842f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:49.180167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ca94c88d-deb6-47a6-b1e1-a4cbaaee842f not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:49.249863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ec65f-9792-4cf3-86fb-6259e9a6ae57 req-cafd6369-104e-4daa-b899-ab228389c895 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.252072 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf5ec65f-9792-4cf3-86fb-6259e9a6ae57 req-cafd6369-104e-4daa-b899-ab228389c895 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 946 time: 0.0674143 Jul 14 09:36:49.300463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf5ec65f-9792-4cf3-86fb-6259e9a6ae57 req-171739de-6763-43bd-99be-8beff58c3b2f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427551 Jul 14 09:36:49.340383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-748eb4ae-5e0d-465f-8969-03d69f9f21d1 req-a0463b74-5555-46e4-b4c7-9620a3a791c5 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:36:49.344460 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-748eb4ae-5e0d-465f-8969-03d69f9f21d1 req-a0463b74-5555-46e4-b4c7-9620a3a791c5 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067902 Jul 14 09:36:49.470723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-748eb4ae-5e0d-465f-8969-03d69f9f21d1 req-a4d86326-02cd-46dd-b257-aecbc75b8720 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1155190 Jul 14 09:36:49.511406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-81cd4c3c-4512-40a1-9b70-60168c92f8f7 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.512946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-81cd4c3c-4512-40a1-9b70-60168c92f8f7 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/networks?id=cc81b3f7-4f88-448f-a507-e7d2281b39c0 HTTP/1.1" status: 200 len: 818 time: 0.1334798 Jul 14 09:36:49.532545 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-e9bd2879-8b77-4a70-a716-dfd9b9657ad3 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/quotas/094038a471e54cb49a6bc41ac1d3cc50 HTTP/1.1" status: 200 len: 375 time: 0.0098124 Jul 14 09:36:49.574681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-9ae78e7b-321a-4638-85f7-2618b7ec0e1f tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=094038a471e54cb49a6bc41ac1d3cc50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354033 Jul 14 09:36:49.690851 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-00d72a53-60fc-4a8d-ba1b-42c66b317427 service neutron] 10.222.0.73 "GET /v2.0/networks/cc81b3f7-4f88-448f-a507-e7d2281b39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084735 Jul 14 09:36:49.717335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39836) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:49.801699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-b9d418a9-b744-47d5-9847-b3630aada937 service neutron] 10.222.0.73 "GET /v2.0/networks/cc81b3f7-4f88-448f-a507-e7d2281b39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041410 Jul 14 09:36:49.826799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1599474924-network', 'tenant_id': '69dabf537d294b5ab5416e0802f211df'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:49.881155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Made reservation on behalf of 69dabf537d294b5ab5416e0802f211df for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:49.884344 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.896796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:49.962237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caada7b1-00ab-4d81-af2d-e9f7b04a2cc9 req-7821ae53-c6de-4baf-94a2-5e711e0f1c7a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:49.963743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caada7b1-00ab-4d81-af2d-e9f7b04a2cc9 req-7821ae53-c6de-4baf-94a2-5e711e0f1c7a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.1253405 Jul 14 09:36:50.034967 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caada7b1-00ab-4d81-af2d-e9f7b04a2cc9 req-959dbcba-dc4f-4b3a-8e1f-80bbdefb8b54 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610194 Jul 14 09:36:50.064067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.068790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.103344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:36:50.128088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6933b473-de8f-486c-8082-0a035f61942a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.152146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bec8e6f2-2af7-4f55-b78d-452c68a4d180 req-4889293a-04df-464a-9d42-77f1f707a1ff tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 210 time: 0.0432069 Jul 14 09:36:50.153223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.153568 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Added segment 92b84888-d0d4-40f6-9774-2262b3dfede1 of type vlan for network 0242c5e6-a242-4497-8352-be20f260494b Jul 14 09:36:50.202749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.232731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3a854-07ad-4870-b3f9-0b011546bc95 req-dd16306a-834c-4141-b612-5342e672e15f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.236037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5b3a854-07ad-4870-b3f9-0b011546bc95 req-dd16306a-834c-4141-b612-5342e672e15f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1120350 Jul 14 09:36:50.238374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.239357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.240171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.286025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5b3a854-07ad-4870-b3f9-0b011546bc95 req-189bdd9e-ee5c-47cb-a681-9cfb9e64a068 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406699 Jul 14 09:36:50.341356 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6226697 Jul 14 09:36:50.344872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39856) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.351026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Request body: {'subnet': {'network_id': '0242c5e6-a242-4497-8352-be20f260494b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1599474924-subnet', 'tenant_id': '69dabf537d294b5ab5416e0802f211df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:50.351243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9778b98-26b0-4b41-9c80-0b952d52623f admin admin] Pushing event updated for resources: {'Network': ['ID=0242c5e6-a242-4497-8352-be20f260494b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.362512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0242c5e6-a242-4497-8352-be20f260494b details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:36:50.383720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3abc0-187a-4563-8076-dbb2dc8cd9c3 req-a2bf134a-979e-4b6c-9fc9-1948b2c27eb1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.385361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ae3abc0-187a-4563-8076-dbb2dc8cd9c3 req-a2bf134a-979e-4b6c-9fc9-1948b2c27eb1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 945 time: 0.0885162 Jul 14 09:36:50.396439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Made reservation on behalf of 69dabf537d294b5ab5416e0802f211df for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:50.399447 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.432561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ae3abc0-187a-4563-8076-dbb2dc8cd9c3 req-e1d95130-338f-4048-bdb8-8a9250eaa108 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 Jul 14 09:36:50.630408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.702747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c7e610-2e7d-4a10-84fc-24ac5ef4e00a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:50.715604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af7a40-4aa6-4019-a81a-6e98e5e5d7e8 req-83d089a5-ce78-4cce-9b2d-05298eef66a1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.717194 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50af7a40-4aa6-4019-a81a-6e98e5e5d7e8 req-83d089a5-ce78-4cce-9b2d-05298eef66a1 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.1362376 Jul 14 09:36:50.731531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Checking segment: {'id': '92b84888-d0d4-40f6-9774-2262b3dfede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0242c5e6-a242-4497-8352-be20f260494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:50.731895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Network hostable DHCP agents. Network: 0242c5e6-a242-4497-8352-be20f260494b, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:36:50.770208 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50af7a40-4aa6-4019-a81a-6e98e5e5d7e8 req-e774cd34-b35c-4306-9f79-2562b41d1154 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Jul 14 09:36:50.771316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Network 0242c5e6-a242-4497-8352-be20f260494b is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:36:50.781292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0242c5e6-a242-4497-8352-be20f260494b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:50.786420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:50.787128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:50.793684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9969e8-3f12-444b-b555-07d761bfc933 None None] Network 0242c5e6-a242-4497-8352-be20f260494b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:50.804044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39864) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:36:50.806041 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-93051b7a-8123-4b9e-9d6b-3ddbb3dd62a4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4593403 Jul 14 09:36:50.954885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fffb00d-dbfc-4d8c-b2e1-ccfb61767fe2 None None] Network 0242c5e6-a242-4497-8352-be20f260494b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:36:51.243988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41a7b-509c-46a6-84c1-ee0cfd07702c req-05bb9faf-f69d-4703-a4cb-b3198ad409bc tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.252108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41a7b-509c-46a6-84c1-ee0cfd07702c req-05bb9faf-f69d-4703-a4cb-b3198ad409bc tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.261843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41a7b-509c-46a6-84c1-ee0cfd07702c req-05bb9faf-f69d-4703-a4cb-b3198ad409bc tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.269350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-afc41a7b-509c-46a6-84c1-ee0cfd07702c req-05bb9faf-f69d-4703-a4cb-b3198ad409bc tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3&device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423&device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 2417 time: 0.1214683 Jul 14 09:36:51.320639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-afc41a7b-509c-46a6-84c1-ee0cfd07702c req-d67cc3d7-7557-440e-a9e0-639d859d768f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502346 Jul 14 09:36:51.462620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-baad5e90-2be8-407b-8273-d92d042c1c1c tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.464089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-baad5e90-2be8-407b-8273-d92d042c1c1c tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.69 "GET /v2.0/networks?id=cc81b3f7-4f88-448f-a507-e7d2281b39c0 HTTP/1.1" status: 200 len: 818 time: 0.2877610 Jul 14 09:36:51.481872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Request body: {'port': {'device_id': '6745095e-9b6d-4fff-b4d5-d07d18b91ec1', 'network_id': 'cc81b3f7-4f88-448f-a507-e7d2281b39c0', 'admin_state_up': True, 'tenant_id': '094038a471e54cb49a6bc41ac1d3cc50'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:51.551857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-ac0e1918-6381-4328-96b0-32cc4088e67b tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.553347 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-ac0e1918-6381-4328-96b0-32cc4088e67b tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/networks?id=0242c5e6-a242-4497-8352-be20f260494b HTTP/1.1" status: 200 len: 809 time: 0.2621324 Jul 14 09:36:51.561754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b2f02d6-e8bd-4bd1-8ea2-d6239b347e1c req-c97b460d-0419-4d66-8960-9a9b6af04cde tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 210 time: 0.0290594 Jul 14 09:36:51.605902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-ef4d5152-7b32-4a01-95a1-dd89c007aeac tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/quotas/69dabf537d294b5ab5416e0802f211df HTTP/1.1" status: 200 len: 375 time: 0.0321598 Jul 14 09:36:51.662401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-d05ea4c1-210d-4026-a57e-ca2d0c649e50 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=69dabf537d294b5ab5416e0802f211df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495481 Jul 14 09:36:51.740548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc8d86-35a8-4d1a-821b-c4028e204938 req-6009355e-70c7-4258-94d9-92d60e98f4cd tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:51.742056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0fdc8d86-35a8-4d1a-821b-c4028e204938 req-6009355e-70c7-4258-94d9-92d60e98f4cd tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.0638390 Jul 14 09:36:51.781067 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0fdc8d86-35a8-4d1a-821b-c4028e204938 req-8926bc5f-734f-4cd0-bc3b-f2e39d9a25aa tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332327 Jul 14 09:36:51.790086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Made reservation on behalf of 094038a471e54cb49a6bc41ac1d3cc50 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:51.793625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.813474 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e4c7caf8-cc3b-4eb7-b2e4-a4e4c114c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.819763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-37295c5d-3806-4f46-8100-df5bb367f353 req-3cba069e-09e8-4827-bcf1-4e79e6ec9817 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:36:51.820839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37295c5d-3806-4f46-8100-df5bb367f353 req-3cba069e-09e8-4827-bcf1-4e79e6ec9817 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083227 Jul 14 09:36:51.856672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-d26d3106-adca-4a55-8b38-2f010a24ada7 service neutron] 10.222.0.73 "GET /v2.0/networks/0242c5e6-a242-4497-8352-be20f260494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710126 Jul 14 09:36:51.857260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:51.949075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37295c5d-3806-4f46-8100-df5bb367f353 req-53ace882-0210-4268-ba5c-02c3e9b679b0 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1207771 Jul 14 09:36:52.126199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Allocated IP 172.20.0.5 (cc81b3f7-4f88-448f-a507-e7d2281b39c0/188ee9fb-3206-4fd5-85a8-2fedd2e781e8/11b3fbe4-79ea-44fb-bf74-81a634bc5e3b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:52.133147 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-3a01fc81-9afe-4ba4-92b4-e70d1c810b3f service neutron] 10.222.0.73 "GET /v2.0/networks/0242c5e6-a242-4497-8352-be20f260494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695830 Jul 14 09:36:52.358730 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-575fba6b-a1b3-421e-ae56-f7197c07ef7b req-999c4e73-61df-46cf-aa55-95af505cc071 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 210 time: 0.0460265 Jul 14 09:36:52.759686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.20.0.17 (8e3d3fba-e608-419a-8ebc-7853419c410c/d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0/3737c7e0-9e92-437f-9090-113f0dbbd3fe) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:52.766525 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b97a59d7-b7bc-4017-8cec-4894884f8729 req-60733ec8-60c5-427f-9727-37269804ee4f tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 210 time: 0.0584333 Jul 14 09:36:52.795707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.923187 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:52.941990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Transition to ACTIVE for port object 3737c7e0-9e92-437f-9090-113f0dbbd3fe will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:52.944349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.002099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Network cc81b3f7-4f88-448f-a507-e7d2281b39c0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:53.010708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:53.018263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:53.046415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae2cc1-36e8-487a-8a6d-1e9ef0a2e558 req-0187bef9-f0bf-45ad-9316-525b1d93a04d tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.055260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Pushing event updated for resources: {'Port': ['ID=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:53.062015 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62ae2cc1-36e8-487a-8a6d-1e9ef0a2e558 req-0187bef9-f0bf-45ad-9316-525b1d93a04d tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1529717 Jul 14 09:36:53.109025 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.130447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.130976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.137024 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62ae2cc1-36e8-487a-8a6d-1e9ef0a2e558 req-ae2dcbe6-99f7-4bd1-9b16-2309e2b60eec tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687613 Jul 14 09:36:53.177450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 8e3d3fba-e608-419a-8ebc-7853419c410c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:53.183925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-5243c37d-2ae3-4142-b581-10b1043be4ee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7080431 Jul 14 09:36:53.187524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:53.197738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:53.246688 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Request body: {'port': {'device_id': '6745095e-9b6d-4fff-b4d5-d07d18b91ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:53.292851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=3737c7e0-9e92-437f-9090-113f0dbbd3fe,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:53.331607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.338752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066143e4-9870-4541-bd9d-41bcf54c18f7 req-9bc5016f-1f0e-4abf-b15e-115132ca89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.340359 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-066143e4-9870-4541-bd9d-41bcf54c18f7 req-9bc5016f-1f0e-4abf-b15e-115132ca89c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 1097 time: 0.2695286 Jul 14 09:36:53.472997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-066143e4-9870-4541-bd9d-41bcf54c18f7 req-f048f04e-ed64-4796-9263-a687b75bb05c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917969 Jul 14 09:36:53.475710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.531847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dfb1ebe9-2804-4c83-bedb-10e5fcb2a620 req-37382709-d084-479b-bc52-b4b109e6d63e tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 210 time: 0.0375056 Jul 14 09:36:53.577889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0a722e46-67d6-4b57-9e54-1478554a015a None None] Provisioning for port 3737c7e0-9e92-437f-9090-113f0dbbd3fe completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:53.587702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0a722e46-67d6-4b57-9e54-1478554a015a None None] Provisioning complete for port 3737c7e0-9e92-437f-9090-113f0dbbd3fe triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:53.591860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0a722e46-67d6-4b57-9e54-1478554a015a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.653320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:53.679852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0a722e46-67d6-4b57-9e54-1478554a015a None None] Port 3737c7e0-9e92-437f-9090-113f0dbbd3fe cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:53.855232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-6d875e91-5b97-4067-b282-8b4cf20feb71 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.857873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-6d875e91-5b97-4067-b282-8b4cf20feb71 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.69 "GET /v2.0/networks?id=0242c5e6-a242-4497-8352-be20f260494b HTTP/1.1" status: 200 len: 809 time: 0.1787500 Jul 14 09:36:53.873212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483300d-28f6-41fb-b6ac-bfe337f13d3c req-9e123f64-1615-442d-9e90-563fa38cad8d tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:53.875385 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c483300d-28f6-41fb-b6ac-bfe337f13d3c req-9e123f64-1615-442d-9e90-563fa38cad8d tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.1212206 Jul 14 09:36:53.881818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Request body: {'port': {'device_id': '205745a9-a669-4b0a-bf2f-047643b72fd0', 'network_id': '0242c5e6-a242-4497-8352-be20f260494b', 'admin_state_up': True, 'tenant_id': '69dabf537d294b5ab5416e0802f211df'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:53.985903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c483300d-28f6-41fb-b6ac-bfe337f13d3c req-537c66ec-e3ad-4ddc-a38c-bb664c3d7344 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978420 Jul 14 09:36:54.040361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Made reservation on behalf of 69dabf537d294b5ab5416e0802f211df for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:54.043904 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.051550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:54.063269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.095177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Transition to ACTIVE for port object 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:54.105900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.158220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368839fe-02e1-4c3d-9537-a789572ff1f2 req-d95177d2-6fe3-428b-be5a-ba96e7e231b9 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.159788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-368839fe-02e1-4c3d-9537-a789572ff1f2 req-d95177d2-6fe3-428b-be5a-ba96e7e231b9 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 931 time: 0.2438161 Jul 14 09:36:54.181448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Allocated IP 172.20.0.11 (0242c5e6-a242-4497-8352-be20f260494b/33c7e610-2e7d-4a10-84fc-24ac5ef4e00a/8d04426b-c7ab-40be-9894-7a8a0bbea6dc) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:54.209367 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3efcfd0-f602-4c77-8c06-d095eac510f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.215832 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.231906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.236013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Pushing event updated for resources: {'Port': ['ID=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:54.337729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-368839fe-02e1-4c3d-9537-a789572ff1f2 req-97bb0cc6-c483-4a68-813e-87174303f1ae tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689560 Jul 14 09:36:54.394386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.409203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce25b87-1dd2-4e61-87a2-09554578a256 req-e9cd70ab-2eee-4637-9bea-2a66be77bc10 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.410748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bce25b87-1dd2-4e61-87a2-09554578a256 req-e9cd70ab-2eee-4637-9bea-2a66be77bc10 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.1589980 Jul 14 09:36:54.427989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=3737c7e0-9e92-437f-9090-113f0dbbd3fe,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:54.434328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Attempting to bind port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:54.434775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Attempting to bind port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8537afaf-2f07-4999-8da5-1ec395c3acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cc81b3f7-4f88-448f-a507-e7d2281b39c0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:54.435180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Attempting to bind port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b on network cc81b3f7-4f88-448f-a507-e7d2281b39c0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:54.455533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.459352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.476694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bce25b87-1dd2-4e61-87a2-09554578a256 req-fed37f40-d152-4bfe-ad6f-176a491fc84f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598073 Jul 14 09:36:54.490652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b on network cc81b3f7-4f88-448f-a507-e7d2281b39c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:54.490899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Attempting to bind port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b on network cc81b3f7-4f88-448f-a507-e7d2281b39c0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:54.516863 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.519997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:54.520629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Checking segment: {'id': '8537afaf-2f07-4999-8da5-1ec395c3acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cc81b3f7-4f88-448f-a507-e7d2281b39c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:54.521036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Bound using segment: {'id': '8537afaf-2f07-4999-8da5-1ec395c3acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cc81b3f7-4f88-448f-a507-e7d2281b39c0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:54.521644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Bound port: 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8537afaf-2f07-4999-8da5-1ec395c3acff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'cc81b3f7-4f88-448f-a507-e7d2281b39c0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:54.522024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.564588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Network 0242c5e6-a242-4497-8352-be20f260494b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:54.570936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:54.575431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:54.600464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 8e3d3fba-e608-419a-8ebc-7853419c410c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:54.603397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Pushing event updated for resources: {'Port': ['ID=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:54.604857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:54.633979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.634860 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.651586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-e15ca78f-e088-42e4-9c1e-7e553a8d41bf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7738931 Jul 14 09:36:54.672499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Request body: {'port': {'device_id': '205745a9-a669-4b0a-bf2f-047643b72fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:54.679178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] For port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:54.695677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] For port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,segment=NetworkSegment(8537afaf-2f07-4999-8da5-1ec395c3acff),segment_id=8537afaf-2f07-4999-8da5-1ec395c3acff)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:54.730655 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.781378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.782110 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.783551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] 10.222.0.69 "PUT /v2.0/ports/11b3fbe4-79ea-44fb-bf74-81a634bc5e3b HTTP/1.1" status: 200 len: 1092 time: 1.5782425 Jul 14 09:36:54.788053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6745095e-9b6d-4fff-b4d5-d07d18b91ec1', 'tag': '11b3fbe4-79ea-44fb-bf74-81a634bc5e3b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:54.790627 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf991d8-0cb1-4c9b-9dcc-47da07022412" -d '{"events": [{"name": "network-changed", "server_uuid": "6745095e-9b6d-4fff-b4d5-d07d18b91ec1", "tag": "11b3fbe4-79ea-44fb-bf74-81a634bc5e3b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:54.805545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.843803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f56714-3c84-4f03-9d45-25b3bcae380d service neutron] Pushing event updated for resources: {'Port': ['ID=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:54.867964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router be138a2d-5df7-4bdd-b77a-8d5958e8f42f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:36:54.887224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac7b0f-6c66-4ef6-8e8e-7de03e6ac6f0 req-a9ee6df0-ae46-4edd-ad1c-7a89092cdc59 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:54.888678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4ac7b0f-6c66-4ef6-8e8e-7de03e6ac6f0 req-a9ee6df0-ae46-4edd-ad1c-7a89092cdc59 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 932 time: 0.2124135 Jul 14 09:36:54.919255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2af52041-95c0-4633-8f70-f035eaa62149 None None] Provisioning complete for port 3737c7e0-9e92-437f-9090-113f0dbbd3fe triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:54.920496 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2af52041-95c0-4633-8f70-f035eaa62149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:54.951894 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4ac7b0f-6c66-4ef6-8e8e-7de03e6ac6f0 req-be491261-0039-4204-ba4a-82268c440be7 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546973 Jul 14 09:36:54.974235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2af52041-95c0-4633-8f70-f035eaa62149 None None] Port 3737c7e0-9e92-437f-9090-113f0dbbd3fe cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:36:54.998416 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e2a852-fc68-4d70-a439-d7cffe285f34 x-openstack-request-id: req-d9e2a852-fc68-4d70-a439-d7cffe285f34 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:54.998771 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6745095e-9b6d-4fff-b4d5-d07d18b91ec1", "tag": "11b3fbe4-79ea-44fb-bf74-81a634bc5e3b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:54.998955 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9e2a852-fc68-4d70-a439-d7cffe285f34 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:54.999358 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6745095e-9b6d-4fff-b4d5-d07d18b91ec1', 'tag': '11b3fbe4-79ea-44fb-bf74-81a634bc5e3b', 'status': 'completed', 'code': 200} Jul 14 09:36:55.004172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-c811f068-470f-456f-aa59-a2477945d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.005856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-c811f068-470f-456f-aa59-a2477945d1e7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=094038a471e54cb49a6bc41ac1d3cc50&device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 1095 time: 0.1734025 Jul 14 09:36:55.059395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-947f829e-4b09-45b8-903e-c9e050784c13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b HTTP/1.1" status: 200 len: 217 time: 0.0440605 Jul 14 09:36:55.074955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:36:55.080305 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-99124ab0-165d-4ed0-bf07-96fcd6cedcba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "PUT /v2.0/routers/be138a2d-5df7-4bdd-b77a-8d5958e8f42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2748773 Jul 14 09:36:55.087952 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Sync routers for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:36:55.097916 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:55.098566 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:36:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:55.127558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-a4a6e272-2b3a-4027-a41f-d6c2dc207aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.129311 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-a4a6e272-2b3a-4027-a41f-d6c2dc207aaa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=188ee9fb-3206-4fd5-85a8-2fedd2e781e8 HTTP/1.1" status: 200 len: 858 time: 0.0622149 Jul 14 09:36:55.197564 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:36:55.202143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-a75890b4-c5c2-48f7-a47e-0a40723d91dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc81b3f7-4f88-448f-a507-e7d2281b39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614491 Jul 14 09:36:55.205686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d04426b-c7ab-40be-9894-7a8a0bbea6dc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:55.218237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.226648 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:55.232077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Transition to ACTIVE for port object 8d04426b-c7ab-40be-9894-7a8a0bbea6dc will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:55.238182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.322055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:55.337594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253809cc-3a82-4e4a-9174-a5fe55c1220d req-5639fb20-6147-4e4e-ad34-f31d5403f6f9 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.339331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-253809cc-3a82-4e4a-9174-a5fe55c1220d req-5639fb20-6147-4e4e-ad34-f31d5403f6f9 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.2090154 Jul 14 09:36:55.356997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0001e-5377-4093-91b3-842fa987df46 req-110374d1-6e62-4b75-91a3-c5ad87487603 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.358550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a9d0001e-5377-4093-91b3-842fa987df46 req-110374d1-6e62-4b75-91a3-c5ad87487603 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.69 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 945 time: 0.1868587 Jul 14 09:36:55.419363 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-6691896f-b546-4f5b-8328-26465f1957ab service neutron] 10.222.0.69 "GET /v2.0/networks/cc81b3f7-4f88-448f-a507-e7d2281b39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993809 Jul 14 09:36:55.425943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Attempting to bind port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:55.426285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Attempting to bind port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '92b84888-d0d4-40f6-9774-2262b3dfede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0242c5e6-a242-4497-8352-be20f260494b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:55.426614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Attempting to bind port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc on network 0242c5e6-a242-4497-8352-be20f260494b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:55.431796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc on network 0242c5e6-a242-4497-8352-be20f260494b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:36:55.432124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Attempting to bind port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc on network 0242c5e6-a242-4497-8352-be20f260494b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:55.437165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:55.438277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Checking segment: {'id': '92b84888-d0d4-40f6-9774-2262b3dfede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0242c5e6-a242-4497-8352-be20f260494b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:55.438683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Bound using segment: {'id': '92b84888-d0d4-40f6-9774-2262b3dfede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0242c5e6-a242-4497-8352-be20f260494b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:55.439363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Bound port: 8d04426b-c7ab-40be-9894-7a8a0bbea6dc, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b84888-d0d4-40f6-9774-2262b3dfede1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '0242c5e6-a242-4497-8352-be20f260494b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:55.439731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.499534 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:36:53Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3737c7e0-9e92-437f-9090-113f0dbbd3fe', 'name': '', 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:7b:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'd8d7b6a7-20c9-4763-b75b-a88ba7fc99b0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:52Z', 'updated_at': '2021-07-14T09:36:53Z', 'revision_number': 2, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd8d7b6a7-20c9-4763-b75b-a88ba7fc99b0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:55.515271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-253809cc-3a82-4e4a-9174-a5fe55c1220d req-8d6d61c0-ad8b-496c-802f-8589948e55a3 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557221 Jul 14 09:36:55.526709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] For port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:55.532763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] For port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,segment=NetworkSegment(92b84888-d0d4-40f6-9774-2262b3dfede1),segment_id=92b84888-d0d4-40f6-9774-2262b3dfede1)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:55.533030 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Checking router: be138a2d-5df7-4bdd-b77a-8d5958e8f42f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:36:55.533222 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Updating router be138a2d-5df7-4bdd-b77a-8d5958e8f42f port 3737c7e0-9e92-437f-9090-113f0dbbd3fe binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:36:55.559501 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.585504 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.596224 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.608676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e32c9543-0e2c-4f76-9103-7467093fd7dd req-106b9c81-ed1e-4c0f-a1d6-f88eb2ba9b18 service neutron] 10.222.0.69 "GET /v2.0/networks/cc81b3f7-4f88-448f-a507-e7d2281b39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803420 Jul 14 09:36:55.612686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Deleting port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:36:55.613050 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.652774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.653403 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.654837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] 10.222.0.69 "PUT /v2.0/ports/8d04426b-c7ab-40be-9894-7a8a0bbea6dc HTTP/1.1" status: 200 len: 1093 time: 0.9895504 Jul 14 09:36:55.657940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205745a9-a669-4b0a-bf2f-047643b72fd0', 'tag': '8d04426b-c7ab-40be-9894-7a8a0bbea6dc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:55.660536 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f000579-f853-47be-bb44-ecee833e1bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "205745a9-a669-4b0a-bf2f-047643b72fd0", "tag": "8d04426b-c7ab-40be-9894-7a8a0bbea6dc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:55.730566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c8d01-47b6-46cc-ab0f-3491bdc766c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:55.742446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] For port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:55.743567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.760625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffdbc0-6977-41e5-9a02-8e56473c21e3 req-7a844b80-1398-4933-9501-0ddb5f0a1130 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.762786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fffdbc0-6977-41e5-9a02-8e56473c21e3 req-7a844b80-1398-4933-9501-0ddb5f0a1130 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 943 time: 0.2269704 Jul 14 09:36:55.774468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Calling delete_port for 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:36:55.798870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-c4bffc2d-7b0c-432f-b3ae-97151d5166f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.800424 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-c4bffc2d-7b0c-432f-b3ae-97151d5166f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=094038a471e54cb49a6bc41ac1d3cc50&device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 1095 time: 0.1199331 Jul 14 09:36:55.833530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fffdbc0-6977-41e5-9a02-8e56473c21e3 req-6dfe09f3-c251-4b7b-a749-b9269e2bb882 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625560 Jul 14 09:36:55.909442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-ae662a22-410e-41bc-971f-2ebb51a69bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.911029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-ae662a22-410e-41bc-971f-2ebb51a69bd1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc81b3f7-4f88-448f-a507-e7d2281b39c0 HTTP/1.1" status: 200 len: 919 time: 0.1035099 Jul 14 09:36:55.930129 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.944711 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Transition to ACTIVE for port object 3737c7e0-9e92-437f-9090-113f0dbbd3fe will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:36:55.955272 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:55.960801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-30012992-a60f-4265-9892-c808a00b4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:55.963653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-30012992-a60f-4265-9892-c808a00b4ecb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69dabf537d294b5ab5416e0802f211df&device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 1096 time: 0.2102611 Jul 14 09:36:55.968101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-0cabe3f6-6fb3-4cff-bf5e-5334ed106e31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b HTTP/1.1" status: 200 len: 217 time: 0.0491755 Jul 14 09:36:55.992635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a029b5-6c70-45ea-9ba2-fc27012d9f15 req-2649ac51-a033-43ca-912b-1b1156604606 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:56.002164 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6a029b5-6c70-45ea-9ba2-fc27012d9f15 req-2649ac51-a033-43ca-912b-1b1156604606 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.2438979 Jul 14 09:36:56.037572 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Pushing event updated for resources: {'Port': ['ID=3737c7e0-9e92-437f-9090-113f0dbbd3fe,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:56.050267 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-ab098afa-5ea6-47e6-ac92-80e9149b08f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d04426b-c7ab-40be-9894-7a8a0bbea6dc HTTP/1.1" status: 200 len: 217 time: 0.0674536 Jul 14 09:36:56.057387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-03ebbdd2-19cc-41fc-8e3c-c538130668a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:56.060311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-03ebbdd2-19cc-41fc-8e3c-c538130668a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=188ee9fb-3206-4fd5-85a8-2fedd2e781e8 HTTP/1.1" status: 200 len: 858 time: 0.0811005 Jul 14 09:36:56.064750 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.065261 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.065608 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.066628 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.066984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.067397 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.067713 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.068042 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.068394 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.068716 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.069226 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.069570 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:56.091785 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Attempting to bind port 3737c7e0-9e92-437f-9090-113f0dbbd3fe on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:36:56.092423 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Attempting to bind port 3737c7e0-9e92-437f-9090-113f0dbbd3fe by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:36:56.092555 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Attempting to bind port 3737c7e0-9e92-437f-9090-113f0dbbd3fe on network 8e3d3fba-e608-419a-8ebc-7853419c410c {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:36:56.108658 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:36:56.109022 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Checking segment: {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:36:56.109422 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.110359 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Bound using segment: {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:36:56.110834 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Bound port: 3737c7e0-9e92-437f-9090-113f0dbbd3fe, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762c621e-5de4-4dbe-94a3-8eb2476704c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:36:56.111210 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.120117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-afc382d2-6792-4cb5-9768-37508c56f330 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc81b3f7-4f88-448f-a507-e7d2281b39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523813 Jul 14 09:36:56.122952 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1bc8ca-8db4-44f1-8dd3-6be12f4e1388 x-openstack-request-id: req-cb1bc8ca-8db4-44f1-8dd3-6be12f4e1388 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:56.123363 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205745a9-a669-4b0a-bf2f-047643b72fd0", "tag": "8d04426b-c7ab-40be-9894-7a8a0bbea6dc", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:56.123713 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cb1bc8ca-8db4-44f1-8dd3-6be12f4e1388 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:56.124365 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205745a9-a669-4b0a-bf2f-047643b72fd0', 'tag': '8d04426b-c7ab-40be-9894-7a8a0bbea6dc', 'status': 'completed', 'code': 200} Jul 14 09:36:56.155112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-52409b08-0376-4c2d-b9c4-ebed8edf2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:56.158029 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-52409b08-0376-4c2d-b9c4-ebed8edf2f5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33c7e610-2e7d-4a10-84fc-24ac5ef4e00a HTTP/1.1" status: 200 len: 849 time: 0.0907457 Jul 14 09:36:56.189780 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6a029b5-6c70-45ea-9ba2-fc27012d9f15 req-dadb5fc0-e3bd-4172-bd29-06a01576dbb3 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866460 Jul 14 09:36:56.250400 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-435161cc-1e43-4156-8723-da6dcbad787a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0242c5e6-a242-4497-8352-be20f260494b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837679 Jul 14 09:36:56.251199 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.266287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-ab79a852-9f72-40aa-b3a6-9232a952f0d8 service neutron] 10.222.0.69 "GET /v2.0/networks/cc81b3f7-4f88-448f-a507-e7d2281b39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378272 Jul 14 09:36:56.266574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:56.268951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b6c12798-5ca4-4b8e-93c4-33b0ca55d099', '76ae356f-4f3c-4e08-b0e4-af2cee5f4805'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:56.277585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] For port 3737c7e0-9e92-437f-9090-113f0dbbd3fe, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:36:56.280888 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] For port 3737c7e0-9e92-437f-9090-113f0dbbd3fe, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3737c7e0-9e92-437f-9090-113f0dbbd3fe,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:36:56.289815 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.425514 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:36:56.428747 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:36:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:56.442668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-1066a1c1-0377-4992-bcb7-aad4e33a2078 service neutron] 10.222.0.69 "GET /v2.0/networks/0242c5e6-a242-4497-8352-be20f260494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818171 Jul 14 09:36:56.445645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Pushing event deleted for resources: {'Port': ['ID=76ae356f-4f3c-4e08-b0e4-af2cee5f4805,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:56.554153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf991d8-0cb1-4c9b-9dcc-47da07022412 req-2b32c8c0-04b2-448e-b212-bc29a22a443a service neutron] 10.222.0.69 "GET /v2.0/networks/cc81b3f7-4f88-448f-a507-e7d2281b39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812657 Jul 14 09:36:56.594588 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5777f6-05f8-489d-baa2-62d0aff34644 None None] Pushing event updated for resources: {'Port': ['ID=3737c7e0-9e92-437f-9090-113f0dbbd3fe,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:56.621276 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:36:56.771346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-0533f704-4af1-4d29-b662-9eb8e956d869 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:56.775013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-0533f704-4af1-4d29-b662-9eb8e956d869 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 811 time: 0.2193444 Jul 14 09:36:56.799294 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-e944043c-8a8f-4d4d-9b18-d0ed647e208a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/quotas/550e8289b03d457e82d1a7e63d38c4be HTTP/1.1" status: 200 len: 375 time: 0.0175140 Jul 14 09:36:56.830900 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:56.898507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-8c9a6132-3dc6-4095-8ff5-d00f439f0cab tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981014 Jul 14 09:36:56.961741 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:36:53Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3737c7e0-9e92-437f-9090-113f0dbbd3fe', 'name': '', 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:7b:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'd8d7b6a7-20c9-4763-b75b-a88ba7fc99b0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:52Z', 'updated_at': '2021-07-14T09:36:56Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd8d7b6a7-20c9-4763-b75b-a88ba7fc99b0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:36:57.001904 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991922f2-35f1-4b33-aab4-370dc509dec5 None None] The sync data for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 is: [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:36:53Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3737c7e0-9e92-437f-9090-113f0dbbd3fe', 'name': '', 'network_id': '8e3d3fba-e608-419a-8ebc-7853419c410c', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:7b:42:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1856, 'fixed_ips': [{'subnet_id': 'd8d7b6a7-20c9-4763-b75b-a88ba7fc99b0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:36:52Z', 'updated_at': '2021-07-14T09:36:56Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd8d7b6a7-20c9-4763-b75b-a88ba7fc99b0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:36:57.015504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-4894d64e-d988-47b0-a70d-5a2d6e630de3 service neutron] 10.222.0.73 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160061 Jul 14 09:36:57.072734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] No DVR routers for this DVR port 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:36:57.085148 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.087298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a9d0001e-5377-4093-91b3-842fa987df46 req-9265b875-6450-4c63-8918-891c9450a859 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.69 "DELETE /v2.0/ports/76ae356f-4f3c-4e08-b0e4-af2cee5f4805 HTTP/1.1" status: 204 len: 173 time: 1.7229125 Jul 14 09:36:57.089309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97835c89-dd53-4cf2-a3c2-818b436f4275 req-324e74bb-3a39-4190-928f-82e40488573b service neutron] 10.222.0.69 "GET /v2.0/networks/0242c5e6-a242-4497-8352-be20f260494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6357694 Jul 14 09:36:57.089886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429f8a59-f45f-43e1-9d24-3a0daff8c5f3', 'name': 'network-vif-deleted', 'tag': '76ae356f-4f3c-4e08-b0e4-af2cee5f4805'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:57.100223 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a5b34d-a350-47da-82a3-5aed94066f92" -d '{"events": [{"server_uuid": "429f8a59-f45f-43e1-9d24-3a0daff8c5f3", "name": "network-vif-deleted", "tag": "76ae356f-4f3c-4e08-b0e4-af2cee5f4805"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:57.168151 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-c2aaadc6-88c7-48e0-ae45-8834da5162c4 service neutron] 10.222.0.73 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516025 Jul 14 09:36:57.179082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.186822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8f6ea-c754-4a6f-b37d-4735c6507807 req-4306cb01-3efb-44ac-b25e-ec2a9c1b3be2 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.196867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2cd8f6ea-c754-4a6f-b37d-4735c6507807 req-4306cb01-3efb-44ac-b25e-ec2a9c1b3be2 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 944 time: 0.1711414 Jul 14 09:36:57.217654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:57.275708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2cd8f6ea-c754-4a6f-b37d-4735c6507807 req-34210f9b-0ee6-48b0-9101-bec14961f644 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765681 Jul 14 09:36:57.309016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-e976e05a-30f2-4735-b8ec-0cb4b7bc800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.311391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-e976e05a-30f2-4735-b8ec-0cb4b7bc800c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69dabf537d294b5ab5416e0802f211df&device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 1096 time: 0.1534295 Jul 14 09:36:57.404898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,segment=NetworkSegment(8537afaf-2f07-4999-8da5-1ec395c3acff),segment_id=8537afaf-2f07-4999-8da5-1ec395c3acff)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:57.447593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '11b3fbe4-79ea-44fb-bf74-81a634bc5e3b', 'network_id': 'cc81b3f7-4f88-448f-a507-e7d2281b39c0', 'port_id': '11b3fbe4-79ea-44fb-bf74-81a634bc5e3b', 'mac_address': 'fa:16:3e:cf:c4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188ee9fb-3206-4fd5-85a8-2fedd2e781e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:57.461942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-aeb2c41d-ce4d-415a-828b-7aed1a19857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.463481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-aeb2c41d-ce4d-415a-828b-7aed1a19857e service neutron] 10.222.0.69 "GET /v2.0/networks?id=0242c5e6-a242-4497-8352-be20f260494b HTTP/1.1" status: 200 len: 910 time: 0.1438105 Jul 14 09:36:57.525713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.549461 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-8e2f01fb-c855-404e-8fea-d68beffa568e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d04426b-c7ab-40be-9894-7a8a0bbea6dc HTTP/1.1" status: 200 len: 217 time: 0.0762341 Jul 14 09:36:57.549695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:57.584001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,segment=NetworkSegment(8537afaf-2f07-4999-8da5-1ec395c3acff),segment_id=8537afaf-2f07-4999-8da5-1ec395c3acff)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:57.591594 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:57.607763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8435c6-d46c-4095-b827-90155091bd3f req-4a2126e6-8fb7-475f-ae39-d2555e8b0dee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.616972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d8435c6-d46c-4095-b827-90155091bd3f req-4a2126e6-8fb7-475f-ae39-d2555e8b0dee tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 943 time: 0.1020787 Jul 14 09:36:57.655923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a0ca6a6-cb3b-4fa1-8c5d-3b1c99daee3d req-adb7f9d6-3dca-42f5-9795-bd9e22c6848e tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=429f8a59-f45f-43e1-9d24-3a0daff8c5f3 HTTP/1.1" status: 200 len: 210 time: 0.0804892 Jul 14 09:36:57.692619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d8435c6-d46c-4095-b827-90155091bd3f req-0ff6c825-6679-46f5-a20e-d80fd5933874 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745425 Jul 14 09:36:57.712614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-12ebf2ca-eaff-4b04-a2aa-f3a0ca0379e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:57.714836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-12ebf2ca-eaff-4b04-a2aa-f3a0ca0379e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=33c7e610-2e7d-4a10-84fc-24ac5ef4e00a HTTP/1.1" status: 200 len: 849 time: 0.1549182 Jul 14 09:36:57.766441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:57.794994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.795734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.797037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.798247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.798899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.800703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.801931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.802457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.803540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.804580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.805298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.806883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:36:57.815284 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7917e21e-3d6b-4bef-aaec-841ca7f0a554 x-openstack-request-id: req-7917e21e-3d6b-4bef-aaec-841ca7f0a554 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:57.815434 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429f8a59-f45f-43e1-9d24-3a0daff8c5f3", "name": "network-vif-deleted", "tag": "76ae356f-4f3c-4e08-b0e4-af2cee5f4805", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:57.815629 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7917e21e-3d6b-4bef-aaec-841ca7f0a554 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:57.816365 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429f8a59-f45f-43e1-9d24-3a0daff8c5f3', 'name': 'network-vif-deleted', 'tag': '76ae356f-4f3c-4e08-b0e4-af2cee5f4805', 'status': 'completed', 'code': 200} Jul 14 09:36:57.830399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-d9b872d1-8817-4a88-a474-03a590d00c80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0242c5e6-a242-4497-8352-be20f260494b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921268 Jul 14 09:36:57.973357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-f5610b05-a47b-4ed2-96f6-fba00c55f067 service neutron] 10.222.0.69 "GET /v2.0/networks/0242c5e6-a242-4497-8352-be20f260494b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345344 Jul 14 09:36:58.038777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['11b3fbe4-79ea-44fb-bf74-81a634bc5e3b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:58.081849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1e9fec0c-42fd-4928-b4da-9589ef7e8e7a req-f345869d-0776-4a38-b94d-eb75f2574232 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 210 time: 0.0675738 Jul 14 09:36:58.153709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f000579-f853-47be-bb44-ecee833e1bf3 req-6202aad2-513e-4cdf-8a43-0effcb1b8cfe service neutron] 10.222.0.69 "GET /v2.0/networks/0242c5e6-a242-4497-8352-be20f260494b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727531 Jul 14 09:36:58.460437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd125bb-f87e-4395-aa42-0893b53d014f req-11bc19a2-777f-4eab-9d1b-75c6b3664306 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:58.461943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bd125bb-f87e-4395-aa42-0893b53d014f req-11bc19a2-777f-4eab-9d1b-75c6b3664306 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 944 time: 0.0685310 Jul 14 09:36:58.500987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bd125bb-f87e-4395-aa42-0893b53d014f req-0e251c8d-b8f6-4028-88c2-ff86e21f362d tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Jul 14 09:36:58.923016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508693cc-d7e8-4d85-aef1-658ff057498e req-63e3fa6a-c5ca-416d-8196-2b249d66411e tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:58.924864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-508693cc-d7e8-4d85-aef1-658ff057498e req-63e3fa6a-c5ca-416d-8196-2b249d66411e tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 944 time: 0.1038332 Jul 14 09:36:58.975309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3737c7e0-9e92-437f-9090-113f0dbbd3fe up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:59.014288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-508693cc-d7e8-4d85-aef1-658ff057498e req-010a12dc-ff04-4c52-84f7-a5a0d8eaa906 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811129 Jul 14 09:36:59.059877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 3737c7e0-9e92-437f-9090-113f0dbbd3fe completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:59.068301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3737c7e0-9e92-437f-9090-113f0dbbd3fe triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:59.068946 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.117254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-bdebba9c-784e-40fa-a7de-e1bbce46eba7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.118748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-bdebba9c-784e-40fa-a7de-e1bbce46eba7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.69 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 811 time: 0.2388442 Jul 14 09:36:59.136615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Request body: {'port': {'device_id': '020c3cd5-7731-4495-adbd-d29f74640c57', 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61', 'admin_state_up': True, 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:59.167413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.211777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 3737c7e0-9e92-437f-9090-113f0dbbd3fe, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3737c7e0-9e92-437f-9090-113f0dbbd3fe,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:59.217610 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.253172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 8d04426b-c7ab-40be-9894-7a8a0bbea6dc details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:36:59.255575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:36:59.355909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d02037b-1b85-48e4-a01d-4e13ca2a5443 req-1dfd9c7d-1a94-4560-8a23-07eb1428e514 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 210 time: 0.0323193 Jul 14 09:36:59.387947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Made reservation on behalf of 550e8289b03d457e82d1a7e63d38c4be for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:36:59.391706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.403575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2af2ff-6b49-4290-8714-111aba8d1e63 req-04b84570-cc0b-4e11-9063-69409068c667 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.405249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2af2ff-6b49-4290-8714-111aba8d1e63 req-04b84570-cc0b-4e11-9063-69409068c667 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 945 time: 0.1118014 Jul 14 09:36:59.499629 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2af2ff-6b49-4290-8714-111aba8d1e63 req-2814eee5-0f58-4139-9835-bed8305525bc tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831358 Jul 14 09:36:59.554557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=3737c7e0-9e92-437f-9090-113f0dbbd3fe,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:59.568508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.577508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Allocated IP 172.20.0.6 (5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61/1d6eefdd-ef29-4e6e-920d-789a931552c2/7761d768-70f2-4bfe-8c5b-e6d930463202) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:36:59.586333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:36:59.598819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:36:59.599253 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.635411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,segment=NetworkSegment(92b84888-d0d4-40f6-9774-2262b3dfede1),segment_id=92b84888-d0d4-40f6-9774-2262b3dfede1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:59.657228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '8d04426b-c7ab-40be-9894-7a8a0bbea6dc', 'network_id': '0242c5e6-a242-4497-8352-be20f260494b', 'port_id': '8d04426b-c7ab-40be-9894-7a8a0bbea6dc', 'mac_address': 'fa:16:3e:36:b1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33c7e610-2e7d-4a10-84fc-24ac5ef4e00a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:36:59.698067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6cc652-389e-444b-92a8-d625cae4aad5 req-9557c7d8-ecda-4d02-a139-6976e1849f85 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.700043 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6cc652-389e-444b-92a8-d625cae4aad5 req-9557c7d8-ecda-4d02-a139-6976e1849f85 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 944 time: 0.0666575 Jul 14 09:36:59.725663 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.745044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6cc652-389e-444b-92a8-d625cae4aad5 req-40c4eaee-78b2-4434-8954-b383028bd517 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380673 Jul 14 09:36:59.746508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d04426b-c7ab-40be-9894-7a8a0bbea6dc {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:36:59.750296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.753888 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.777445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,segment=NetworkSegment(92b84888-d0d4-40f6-9774-2262b3dfede1),segment_id=92b84888-d0d4-40f6-9774-2262b3dfede1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:59.784918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.793556 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745095e-9b6d-4fff-b4d5-d07d18b91ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b3fbe4-79ea-44fb-bf74-81a634bc5e3b'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:36:59.794890 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.796161 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f077b06-4945-4f41-b3bf-bebce815eade" -d '{"events": [{"server_uuid": "6745095e-9b6d-4fff-b4d5-d07d18b91ec1", "name": "network-vif-plugged", "status": "completed", "tag": "11b3fbe4-79ea-44fb-bf74-81a634bc5e3b"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:36:59.823577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:36:59.838617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:36:59.845122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:36:59.849292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:36:59.864095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,segment=NetworkSegment(8537afaf-2f07-4999-8da5-1ec395c3acff),segment_id=8537afaf-2f07-4999-8da5-1ec395c3acff)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:36:59.865887 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180ca7f9-d386-4a71-b2c1-99ef9a21e1e9 x-openstack-request-id: req-180ca7f9-d386-4a71-b2c1-99ef9a21e1e9 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:36:59.866223 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745095e-9b6d-4fff-b4d5-d07d18b91ec1", "name": "network-vif-plugged", "status": "completed", "tag": "11b3fbe4-79ea-44fb-bf74-81a634bc5e3b", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:36:59.866479 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-180ca7f9-d386-4a71-b2c1-99ef9a21e1e9 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:36:59.866907 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745095e-9b6d-4fff-b4d5-d07d18b91ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b3fbe4-79ea-44fb-bf74-81a634bc5e3b', 'code': 200} Jul 14 09:36:59.874376 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.875671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:36:59.890474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Pushing event updated for resources: {'Port': ['ID=7761d768-70f2-4bfe-8c5b-e6d930463202,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:59.913725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:36:59.914076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 76ae356f-4f3c-4e08-b0e4-af2cee5f4805 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:36:59.915757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:36:59.926465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:36:59.927098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:36:59.970627 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-db8e899e-3201-446a-b98a-84f856fff1d7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8379805 Jul 14 09:36:59.982245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Request body: {'port': {'device_id': '020c3cd5-7731-4495-adbd-d29f74640c57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:36:59.986691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:00.032621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2845e-2e70-4700-a5e5-91d92e9e3c33 req-1da4930c-7ecb-4140-8369-3134912cdf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.034291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1eb2845e-2e70-4700-a5e5-91d92e9e3c33 req-1da4930c-7ecb-4140-8369-3134912cdf8e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 1097 time: 0.1006975 Jul 14 09:37:00.094346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.104958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1eb2845e-2e70-4700-a5e5-91d92e9e3c33 req-0bd315cc-6246-45dc-9d93-1b81c5d45655 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472245 Jul 14 09:37:00.171915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['8d04426b-c7ab-40be-9894-7a8a0bbea6dc'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:00.208228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8ca0b-2b6f-47e1-aa18-0aa14de3fc1a req-9afd3559-889d-4119-99a8-41561608384a tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.209789 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2fb8ca0b-2b6f-47e1-aa18-0aa14de3fc1a req-9afd3559-889d-4119-99a8-41561608384a tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 945 time: 0.0788386 Jul 14 09:37:00.253340 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2fb8ca0b-2b6f-47e1-aa18-0aa14de3fc1a req-0ebaaeb1-5166-4be2-aefd-05fd5d824645 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Jul 14 09:37:00.391297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7761d768-70f2-4bfe-8c5b-e6d930463202 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:00.398852 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.410930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Transition to ACTIVE for port object 7761d768-70f2-4bfe-8c5b-e6d930463202 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:00.414925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.521981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Pushing event updated for resources: {'Port': ['ID=7761d768-70f2-4bfe-8c5b-e6d930463202,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:00.589554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Attempting to bind port 7761d768-70f2-4bfe-8c5b-e6d930463202 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:00.589896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Attempting to bind port 7761d768-70f2-4bfe-8c5b-e6d930463202 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:00.590229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Attempting to bind port 7761d768-70f2-4bfe-8c5b-e6d930463202 on network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:00.597277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Port 7761d768-70f2-4bfe-8c5b-e6d930463202 on network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:00.597603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Attempting to bind port 7761d768-70f2-4bfe-8c5b-e6d930463202 on network 5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:00.608024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe4ca2-cd2f-442c-8165-1cbd51270117 req-41e19dab-f661-4585-b344-ec993862cf1b tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.610117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34fe4ca2-cd2f-442c-8165-1cbd51270117 req-41e19dab-f661-4585-b344-ec993862cf1b tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 943 time: 0.1192262 Jul 14 09:37:00.613278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:00.613624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Checking segment: {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:00.614053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Bound using segment: {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:00.614438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Bound port: 7761d768-70f2-4bfe-8c5b-e6d930463202, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402a84d4-e27b-43f6-bf47-68ea4c0da593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:00.614805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.683741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d79783-75a4-4eee-bb89-5f3f6f286c7f req-d0a199ae-920b-4096-b61a-a23dd048a522 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.685504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99d79783-75a4-4eee-bb89-5f3f6f286c7f req-d0a199ae-920b-4096-b61a-a23dd048a522 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 945 time: 0.0696235 Jul 14 09:37:00.725877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34fe4ca2-cd2f-442c-8165-1cbd51270117 req-23754ebe-b828-4b4c-a5ab-1956bd2f6168 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087914 Jul 14 09:37:00.726367 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-99d79783-75a4-4eee-bb89-5f3f6f286c7f req-24e0daaf-5ad3-4e20-8cae-5e6905e6f8fb tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340350 Jul 14 09:37:00.750416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] For port 7761d768-70f2-4bfe-8c5b-e6d930463202, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:00.750416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] For port 7761d768-70f2-4bfe-8c5b-e6d930463202, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7761d768-70f2-4bfe-8c5b-e6d930463202,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:00.757316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.796024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-e62f92a5-4a2b-4847-bfb9-71eac6a9b24a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.798023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-e62f92a5-4a2b-4847-bfb9-71eac6a9b24a tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 945 time: 0.1383681 Jul 14 09:37:00.816474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.817093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.818454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] 10.222.0.69 "PUT /v2.0/ports/7761d768-70f2-4bfe-8c5b-e6d930463202 HTTP/1.1" status: 200 len: 1092 time: 0.8403814 Jul 14 09:37:00.819946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020c3cd5-7731-4495-adbd-d29f74640c57', 'tag': '7761d768-70f2-4bfe-8c5b-e6d930463202'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:00.822161 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f" -d '{"events": [{"name": "network-changed", "server_uuid": "020c3cd5-7731-4495-adbd-d29f74640c57", "tag": "7761d768-70f2-4bfe-8c5b-e6d930463202"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:00.869567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec526f2-9592-4fbf-9871-6feae8561cad service neutron] Pushing event updated for resources: {'Port': ['ID=7761d768-70f2-4bfe-8c5b-e6d930463202,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:00.907137 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a9b5c7-4a3e-4ef5-b0f2-3ae233212364 x-openstack-request-id: req-f8a9b5c7-4a3e-4ef5-b0f2-3ae233212364 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:00.907475 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020c3cd5-7731-4495-adbd-d29f74640c57", "tag": "7761d768-70f2-4bfe-8c5b-e6d930463202", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:00.907669 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f8a9b5c7-4a3e-4ef5-b0f2-3ae233212364 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:00.908073 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020c3cd5-7731-4495-adbd-d29f74640c57', 'tag': '7761d768-70f2-4bfe-8c5b-e6d930463202', 'status': 'completed', 'code': 200} Jul 14 09:37:00.949211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3737c7e0-9e92-437f-9090-113f0dbbd3fe up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:00.952637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467e706-1284-46e7-b77e-1163677eafd4 req-4b38a5f3-34d2-4472-8fc6-1dc3726c14b3 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.954279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6467e706-1284-46e7-b77e-1163677eafd4 req-4b38a5f3-34d2-4472-8fc6-1dc3726c14b3 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 945 time: 0.0830698 Jul 14 09:37:00.974876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-208bed6d-04b0-4db3-a532-91455b70b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:00.976455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-208bed6d-04b0-4db3-a532-91455b70b852 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 1095 time: 0.1015637 Jul 14 09:37:00.978580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Deleting port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:00.978934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:00.997052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6467e706-1284-46e7-b77e-1163677eafd4 req-ba6c8725-6a63-402b-ba5f-ce17acf4987a tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365880 Jul 14 09:37:00.999426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3737c7e0-9e92-437f-9090-113f0dbbd3fe triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:00.999927 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.064442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-8a3c81f7-821a-4240-a186-14f904a0e93c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7761d768-70f2-4bfe-8c5b-e6d930463202 HTTP/1.1" status: 200 len: 217 time: 0.0464954 Jul 14 09:37:01.145914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] For port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:01.146276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.149431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-c6ed58fd-3486-434f-b397-b5600e875d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.150962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-c6ed58fd-3486-434f-b397-b5600e875d0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d6eefdd-ef29-4e6e-920d-789a931552c2 HTTP/1.1" status: 200 len: 851 time: 0.0776014 Jul 14 09:37:01.168482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Calling delete_port for eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:01.192000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-18a65880-447c-4a22-8a6d-56aea029f6fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334287 Jul 14 09:37:01.344964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-8ff4d8c5-4b0a-490c-9344-b53c9ee38113 service neutron] 10.222.0.69 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132381 Jul 14 09:37:01.494089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.506795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:01.509202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b6c12798-5ca4-4b8e-93c4-33b0ca55d099'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:01.543565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Pushing event deleted for resources: {'Port': ['ID=eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:01.597032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9cd334f4-b3f3-4c7b-94e2-ed640c79218a req-d4e2d2dd-f7e3-4106-a97c-28c3c7f06f9e service neutron] 10.222.0.69 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286510 Jul 14 09:37:01.605298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2af0a6-f19f-4fbd-a392-6d3865980b5f req-9a2e603f-67f1-485d-9b9b-78d33d5b3d69 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.606966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa2af0a6-f19f-4fbd-a392-6d3865980b5f req-9a2e603f-67f1-485d-9b9b-78d33d5b3d69 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 945 time: 0.2250795 Jul 14 09:37:01.624561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] No DVR routers for this DVR port eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:01.632370 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:01.634388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fdf8839e-36f2-4130-b58d-e7905d688e97 req-04e8d61b-b6b9-4b9f-aff7-5d4e3a38a934 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.66 "DELETE /v2.0/ports/eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 HTTP/1.1" status: 204 len: 173 time: 0.8308384 Jul 14 09:37:01.697791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa2af0a6-f19f-4fbd-a392-6d3865980b5f req-fa2ca4ec-e9e3-499a-8ab7-c1be29ad76c2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Jul 14 09:37:01.725023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-c65f3bdd-964c-45ca-9846-cad3d8f1c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.726655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-c65f3bdd-964c-45ca-9846-cad3d8f1c537 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 1095 time: 0.0752995 Jul 14 09:37:01.839913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-fcff1c61-0660-4862-a783-3728b5d31081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.841524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-fcff1c61-0660-4862-a783-3728b5d31081 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 912 time: 0.1038842 Jul 14 09:37:01.888991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-dba422cd-861f-4bb7-a587-d48f0daf91d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7761d768-70f2-4bfe-8c5b-e6d930463202 HTTP/1.1" status: 200 len: 217 time: 0.0394702 Jul 14 09:37:01.928128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cebd7d6a-05e0-4390-8247-16953448ae65 req-fd208643-0abb-499c-b64a-ca26b313055d tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc7948a2-e74c-4b7b-9ac6-65ecec916423 HTTP/1.1" status: 200 len: 210 time: 0.0416303 Jul 14 09:37:01.963762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-bc83ef29-d959-4eaa-9953-48457ec25c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:01.965425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-bc83ef29-d959-4eaa-9953-48457ec25c9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d6eefdd-ef29-4e6e-920d-789a931552c2 HTTP/1.1" status: 200 len: 851 time: 0.0672629 Jul 14 09:37:02.010243 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-bc067be4-cd26-4e7a-9a6d-91ebb8690e04 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373220 Jul 14 09:37:02.171864 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-d889f624-ee35-474d-9415-5cf9246b3453 service neutron] 10.222.0.69 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448138 Jul 14 09:37:02.174341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446e795-4b56-4dbc-b8c5-b1182024ecba req-153b5876-2bf6-4ca4-8331-3a64ef11b559 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.175846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c446e795-4b56-4dbc-b8c5-b1182024ecba req-153b5876-2bf6-4ca4-8331-3a64ef11b559 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 945 time: 0.0740104 Jul 14 09:37:02.183656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fff42-91d0-4627-8005-afdc13bfaeb1 req-7fe37cf4-a387-4a1d-ad7b-94de7dfd56a7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.185361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b75fff42-91d0-4627-8005-afdc13bfaeb1 req-7fe37cf4-a387-4a1d-ad7b-94de7dfd56a7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 943 time: 0.1000533 Jul 14 09:37:02.226431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c446e795-4b56-4dbc-b8c5-b1182024ecba req-0d0c3ac0-3202-4fcb-8e19-0722c22415f3 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400169 Jul 14 09:37:02.299238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b75fff42-91d0-4627-8005-afdc13bfaeb1 req-50e9ee79-d365-4d2c-92ef-7ba08e17189e tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919554 Jul 14 09:37:02.340969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2fd364-be5e-44b8-87a7-6d7efdf4208f req-e33ad72c-a25d-45f7-89b1-2f76cf220239 service neutron] 10.222.0.69 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545682 Jul 14 09:37:02.412056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde72590-7a81-4ecf-b82b-1ac8fef2cc93 req-ecdf8483-55d7-40cd-90ff-b0f88b6e3da8 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:02.413547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cde72590-7a81-4ecf-b82b-1ac8fef2cc93 req-ecdf8483-55d7-40cd-90ff-b0f88b6e3da8 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 945 time: 0.0713978 Jul 14 09:37:02.455677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cde72590-7a81-4ecf-b82b-1ac8fef2cc93 req-367731c9-f2c1-404c-ae7a-47a1c28ad682 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362983 Jul 14 09:37:02.909749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7948a2-e74c-4b7b-9ac6-65ecec916423', 'name': 'network-vif-deleted', 'tag': 'eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:02.912106 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602cd97b-9d28-4788-96fc-c2f2c6dc1d41" -d '{"events": [{"server_uuid": "fc7948a2-e74c-4b7b-9ac6-65ecec916423", "name": "network-vif-deleted", "tag": "eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:02.948366 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a248025-1026-4f0c-9219-421bd3f32ec3 x-openstack-request-id: req-4a248025-1026-4f0c-9219-421bd3f32ec3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:02.948661 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7948a2-e74c-4b7b-9ac6-65ecec916423", "name": "network-vif-deleted", "tag": "eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:02.948911 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4a248025-1026-4f0c-9219-421bd3f32ec3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:02.949334 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc7948a2-e74c-4b7b-9ac6-65ecec916423', 'name': 'network-vif-deleted', 'tag': 'eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4', 'status': 'completed', 'code': 200} Jul 14 09:37:03.253241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 8d04426b-c7ab-40be-9894-7a8a0bbea6dc up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:03.320765 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:03.325154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:03.326065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.396174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3bde36-eed6-4ef8-aa9d-5d6317dc7c5a req-e7b53911-a53b-45e7-a5ed-0d1e7769d4b6 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.398494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9b3bde36-eed6-4ef8-aa9d-5d6317dc7c5a req-e7b53911-a53b-45e7-a5ed-0d1e7769d4b6 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0721488 Jul 14 09:37:03.417975 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.421489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d3021-a810-40a7-a20f-5accef8091ea req-59b0ac31-c21c-4268-bc0e-9fa13c5cc133 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.423264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b51d3021-a810-40a7-a20f-5accef8091ea req-59b0ac31-c21c-4268-bc0e-9fa13c5cc133 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 945 time: 0.0720544 Jul 14 09:37:03.441751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9b3bde36-eed6-4ef8-aa9d-5d6317dc7c5a req-b6a08a7f-3e44-4148-a175-37f6de36a283 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358374 Jul 14 09:37:03.446644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205745a9-a669-4b0a-bf2f-047643b72fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d04426b-c7ab-40be-9894-7a8a0bbea6dc'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:03.448958 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcc0632-7181-4158-b307-ec4c13cb3d68" -d '{"events": [{"server_uuid": "205745a9-a669-4b0a-bf2f-047643b72fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8d04426b-c7ab-40be-9894-7a8a0bbea6dc"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:03.477093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b51d3021-a810-40a7-a20f-5accef8091ea req-7a876aa9-0d0a-43ac-b533-02e825f89b81 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/security-groups?id=7bc9706d-6b71-4c7d-ab77-b3d14de0af45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479279 Jul 14 09:37:03.482366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,segment=NetworkSegment(92b84888-d0d4-40f6-9774-2262b3dfede1),segment_id=92b84888-d0d4-40f6-9774-2262b3dfede1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:03.487572 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:03.539058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:03.551866 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b46408-8882-49ca-aabc-2813fc623c6c x-openstack-request-id: req-71b46408-8882-49ca-aabc-2813fc623c6c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:03.552469 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205745a9-a669-4b0a-bf2f-047643b72fd0", "name": "network-vif-plugged", "status": "completed", "tag": "8d04426b-c7ab-40be-9894-7a8a0bbea6dc", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:03.552469 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71b46408-8882-49ca-aabc-2813fc623c6c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:03.552843 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205745a9-a669-4b0a-bf2f-047643b72fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d04426b-c7ab-40be-9894-7a8a0bbea6dc', 'code': 200} Jul 14 09:37:03.637909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3825282b-a653-486c-a46f-405bce4378e9 req-e1e60e67-1443-4bfa-9101-b18eb36a96d9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.639773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3825282b-a653-486c-a46f-405bce4378e9 req-e1e60e67-1443-4bfa-9101-b18eb36a96d9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 943 time: 0.0661860 Jul 14 09:37:03.679324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3825282b-a653-486c-a46f-405bce4378e9 req-265c20be-44b2-4679-bb72-3552c8e9bb4d tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315635 Jul 14 09:37:03.800431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-755777c2-6e1d-48bc-9fe9-b68d4622b056 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.801926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-755777c2-6e1d-48bc-9fe9-b68d4622b056 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.69 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 945 time: 0.1653364 Jul 14 09:37:03.810792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d70ae5-80d6-4488-9d1d-0ca2bc3d7532 req-7b95a28c-7fba-4eaf-9b56-ded9d74f2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.812259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24d70ae5-80d6-4488-9d1d-0ca2bc3d7532 req-7b95a28c-7fba-4eaf-9b56-ded9d74f2771 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 1098 time: 0.1636209 Jul 14 09:37:03.861053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f4474-5392-4352-937b-3cff541ceba7 req-aab8558c-5dbb-4e35-afc6-9732d6ee4b21 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:03.862556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-506f4474-5392-4352-937b-3cff541ceba7 req-aab8558c-5dbb-4e35-afc6-9732d6ee4b21 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 946 time: 0.2110856 Jul 14 09:37:03.914281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24d70ae5-80d6-4488-9d1d-0ca2bc3d7532 req-d45af692-7628-44da-aa01-21395479fb05 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940847 Jul 14 09:37:03.949431 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-506f4474-5392-4352-937b-3cff541ceba7 req-60634bdf-47b4-4278-97dc-2fec5c464910 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775731 Jul 14 09:37:03.976782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Deleting port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:03.977133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.065138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] For port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,segment=NetworkSegment(8537afaf-2f07-4999-8da5-1ec395c3acff),segment_id=8537afaf-2f07-4999-8da5-1ec395c3acff)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:04.065501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.082560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Calling delete_port for 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:04.206684 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.217805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['11b3fbe4-79ea-44fb-bf74-81a634bc5e3b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:04.235762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Pushing event deleted for resources: {'Port': ['ID=11b3fbe4-79ea-44fb-bf74-81a634bc5e3b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:04.282107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] No DVR routers for this DVR port 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:04.284616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:04.286614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-35a7c4b3-589b-4ac1-94e3-f67f7dcee4da req-a9996690-7af6-4a74-9e53-6bcf425cd2a2 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.69 "DELETE /v2.0/ports/11b3fbe4-79ea-44fb-bf74-81a634bc5e3b HTTP/1.1" status: 204 len: 173 time: 0.4780183 Jul 14 09:37:04.641657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979b5b0-7677-47a3-9542-e1597f871048 req-5d206587-5e07-4ab8-a7d0-2f1adafb2720 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:04.643182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7979b5b0-7677-47a3-9542-e1597f871048 req-5d206587-5e07-4ab8-a7d0-2f1adafb2720 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0655160 Jul 14 09:37:04.664119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-970260c6-a7d0-4416-a95c-78ae3bd167d8 req-e294d42b-9318-4acb-a2b9-7f31ed943948 tempest-InstanceActionsV221TestJSON-2005224936 tempest-InstanceActionsV221TestJSON-2005224936-project] 10.222.0.73 "GET /v2.0/ports?device_id=6745095e-9b6d-4fff-b4d5-d07d18b91ec1 HTTP/1.1" status: 200 len: 210 time: 0.0308475 Jul 14 09:37:04.682974 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7979b5b0-7677-47a3-9542-e1597f871048 req-2a1e1064-84cf-463e-a608-40336167396f tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/security-groups?id=b1e21ebd-39f7-4106-9319-239c736091b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Jul 14 09:37:04.866820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:04.882207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5bf7a-0903-42c6-a460-071bb6ea7651 req-05282498-a18f-457e-8f29-3caff3b6baa6 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:04.889983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:04.891174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ec5bf7a-0903-42c6-a460-071bb6ea7651 req-05282498-a18f-457e-8f29-3caff3b6baa6 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 943 time: 0.0947316 Jul 14 09:37:04.891634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device eb7adad8-7daf-4dc0-ba3f-6fcaf0910cc4 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:04.937508 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ec5bf7a-0903-42c6-a460-071bb6ea7651 req-e9c78b03-c887-4250-b75c-dadfee82244e tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Jul 14 09:37:04.950427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6745095e-9b6d-4fff-b4d5-d07d18b91ec1', 'name': 'network-vif-deleted', 'tag': '11b3fbe4-79ea-44fb-bf74-81a634bc5e3b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:04.953075 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02666c9b-ac49-4d64-82f2-6b8eab32a09a" -d '{"events": [{"server_uuid": "6745095e-9b6d-4fff-b4d5-d07d18b91ec1", "name": "network-vif-deleted", "tag": "11b3fbe4-79ea-44fb-bf74-81a634bc5e3b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:04.991690 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d352916c-4f47-47fe-89c5-a5cfa0915f20 x-openstack-request-id: req-d352916c-4f47-47fe-89c5-a5cfa0915f20 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:04.992077 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6745095e-9b6d-4fff-b4d5-d07d18b91ec1", "name": "network-vif-deleted", "tag": "11b3fbe4-79ea-44fb-bf74-81a634bc5e3b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:04.992250 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d352916c-4f47-47fe-89c5-a5cfa0915f20 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:04.992682 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6745095e-9b6d-4fff-b4d5-d07d18b91ec1', 'name': 'network-vif-deleted', 'tag': '11b3fbe4-79ea-44fb-bf74-81a634bc5e3b', 'status': 'completed', 'code': 200} Jul 14 09:37:05.149065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5610c8b-89de-492f-87ad-192bbfb2df5e req-d8fbcdb4-34ae-4d17-8260-606e02575426 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:05.150870 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f5610c8b-89de-492f-87ad-192bbfb2df5e req-d8fbcdb4-34ae-4d17-8260-606e02575426 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 946 time: 0.0715649 Jul 14 09:37:05.190695 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f5610c8b-89de-492f-87ad-192bbfb2df5e req-80921c01-43fb-4834-b285-2b89b1b0ff89 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321994 Jul 14 09:37:05.264514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7761d768-70f2-4bfe-8c5b-e6d930463202 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:05.290418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-153a2e30-52b7-4dd1-b750-6e5bd6d4ae03 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:05.292288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-153a2e30-52b7-4dd1-b750-6e5bd6d4ae03 tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.69 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 946 time: 0.0721214 Jul 14 09:37:05.392509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7761d768-70f2-4bfe-8c5b-e6d930463202, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7761d768-70f2-4bfe-8c5b-e6d930463202,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:05.404014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Deleting port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:05.404503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.410060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '7761d768-70f2-4bfe-8c5b-e6d930463202', 'network_id': '5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61', 'port_id': '7761d768-70f2-4bfe-8c5b-e6d930463202', 'mac_address': 'fa:16:3e:d4:84:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d6eefdd-ef29-4e6e-920d-789a931552c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:05.453312 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.468386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7761d768-70f2-4bfe-8c5b-e6d930463202 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:05.499338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7761d768-70f2-4bfe-8c5b-e6d930463202, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7761d768-70f2-4bfe-8c5b-e6d930463202,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:05.504534 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.510060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] For port b6c12798-5ca4-4b8e-93c4-33b0ca55d099, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:05.510423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.528014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Calling delete_port for b6c12798-5ca4-4b8e-93c4-33b0ca55d099 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:05.562913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7761d768-70f2-4bfe-8c5b-e6d930463202,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:05.687583 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.708438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b6c12798-5ca4-4b8e-93c4-33b0ca55d099'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:05.733150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Pushing event deleted for resources: {'Port': ['ID=b6c12798-5ca4-4b8e-93c4-33b0ca55d099,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:05.790034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] No DVR routers for this DVR port b6c12798-5ca4-4b8e-93c4-33b0ca55d099 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:05.792972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:05.795341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b5dafee-c0cb-42c7-b972-05cf317b9812 req-1cc5e8d5-faa1-426c-a1a4-83d3418cb07c tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.69 "DELETE /v2.0/ports/b6c12798-5ca4-4b8e-93c4-33b0ca55d099 HTTP/1.1" status: 204 len: 173 time: 0.4965427 Jul 14 09:37:05.825174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['7761d768-70f2-4bfe-8c5b-e6d930463202'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:06.114617 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ce7a6389-7440-4c0d-95a8-ee86c2f27207 req-a3a6ca47-56a9-429b-a91c-b135262cd43b tempest-ListServerFiltersTestJSON-1534743139 tempest-ListServerFiltersTestJSON-1534743139-project] 10.222.0.73 "GET /v2.0/ports?device_id=007651f8-70b7-4179-9c21-28ebeab6e0f4 HTTP/1.1" status: 200 len: 210 time: 0.0334692 Jul 14 09:37:06.326501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cc144-7bbb-483d-906f-c70616408e88 req-cca86cc5-01dd-455f-b268-3a35eaadcea7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:06.329368 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-895cc144-7bbb-483d-906f-c70616408e88 req-cca86cc5-01dd-455f-b268-3a35eaadcea7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 944 time: 0.0837209 Jul 14 09:37:06.682428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40128) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:06.740897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-895cc144-7bbb-483d-906f-c70616408e88 req-e3ee6a1d-2ab9-448b-92a7-e4266fd354f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039907 Jul 14 09:37:06.767113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d47602c-fe64-452e-a5c4-9355b08ba63f admin admin] Deleting subnet 188ee9fb-3206-4fd5-85a8-2fedd2e781e8 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:06.777305 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d47602c-fe64-452e-a5c4-9355b08ba63f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.821629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d47602c-fe64-452e-a5c4-9355b08ba63f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.879978 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d47602c-fe64-452e-a5c4-9355b08ba63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.945050 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d47602c-fe64-452e-a5c4-9355b08ba63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.974729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d47602c-fe64-452e-a5c4-9355b08ba63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=188ee9fb-3206-4fd5-85a8-2fedd2e781e8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:06.978354 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d47602c-fe64-452e-a5c4-9355b08ba63f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:06.980223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5d47602c-fe64-452e-a5c4-9355b08ba63f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/188ee9fb-3206-4fd5-85a8-2fedd2e781e8 HTTP/1.1" status: 204 len: 168 time: 0.2961814 Jul 14 09:37:06.982621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40134) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:06.999314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007651f8-70b7-4179-9c21-28ebeab6e0f4', 'name': 'network-vif-deleted', 'tag': 'b6c12798-5ca4-4b8e-93c4-33b0ca55d099'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:07.001663 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd4fb16-1535-4b10-9794-80bde2c40b91" -d '{"events": [{"server_uuid": "007651f8-70b7-4179-9c21-28ebeab6e0f4", "name": "network-vif-deleted", "tag": "b6c12798-5ca4-4b8e-93c4-33b0ca55d099"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:07.059571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.062335 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ee800-f78f-460f-bcc0-ccce67cf2455 x-openstack-request-id: req-6d4ee800-f78f-460f-bcc0-ccce67cf2455 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:07.062653 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007651f8-70b7-4179-9c21-28ebeab6e0f4", "name": "network-vif-deleted", "tag": "b6c12798-5ca4-4b8e-93c4-33b0ca55d099", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:07.062902 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d4ee800-f78f-460f-bcc0-ccce67cf2455 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:07.063303 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007651f8-70b7-4179-9c21-28ebeab6e0f4', 'name': 'network-vif-deleted', 'tag': 'b6c12798-5ca4-4b8e-93c4-33b0ca55d099', 'status': 'completed', 'code': 200} Jul 14 09:37:07.147823 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.159094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc81b3f7-4f88-448f-a507-e7d2281b39c0']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:07.174018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8537afaf-2f07-4999-8da5-1ec395c3acff') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:07.174503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8537afaf-2f07-4999-8da5-1ec395c3acff') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:07.185115 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.203015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.211137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:07.211597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:07.213690 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:07.238468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.276970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7761d768-70f2-4bfe-8c5b-e6d930463202 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:07.314642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.327896 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.334292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cc81b3f7-4f88-448f-a507-e7d2281b39c0 HTTP/1.1" status: 204 len: 168 time: 0.3501451 Jul 14 09:37:07.354521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddc452-1461-4b61-b9dc-9347f7e07d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc81b3f7-4f88-448f-a507-e7d2281b39c0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.373930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74be4e1-ed42-4a6d-a00b-e8d415770e69 admin admin] Deleting subnet 1748a499-548b-4a1f-b8bd-1230a3ecd2e5 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:07.381003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 7761d768-70f2-4bfe-8c5b-e6d930463202 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:07.382324 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d74be4e1-ed42-4a6d-a00b-e8d415770e69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.394649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 7761d768-70f2-4bfe-8c5b-e6d930463202 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:07.395049 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.447371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d74be4e1-ed42-4a6d-a00b-e8d415770e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.507880 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.547021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c3cd5-7731-4495-adbd-d29f74640c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7761d768-70f2-4bfe-8c5b-e6d930463202'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:07.551243 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4094b9c-50b1-4234-880c-f29279a20055" -d '{"events": [{"server_uuid": "020c3cd5-7731-4495-adbd-d29f74640c57", "name": "network-vif-plugged", "status": "completed", "tag": "7761d768-70f2-4bfe-8c5b-e6d930463202"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:07.574385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7761d768-70f2-4bfe-8c5b-e6d930463202, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7761d768-70f2-4bfe-8c5b-e6d930463202,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:07.583397 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.585013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b6c12798-5ca4-4b8e-93c4-33b0ca55d099 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:07.586837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40162) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.611821 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3575c64-d8e9-401c-b416-f7d51089d685 x-openstack-request-id: req-c3575c64-d8e9-401c-b416-f7d51089d685 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:07.612406 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c3cd5-7731-4495-adbd-d29f74640c57", "name": "network-vif-plugged", "status": "completed", "tag": "7761d768-70f2-4bfe-8c5b-e6d930463202", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:07.612828 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c3575c64-d8e9-401c-b416-f7d51089d685 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:07.613433 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020c3cd5-7731-4495-adbd-d29f74640c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7761d768-70f2-4bfe-8c5b-e6d930463202', 'code': 200} Jul 14 09:37:07.615886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: b6c12798-5ca4-4b8e-93c4-33b0ca55d099 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:07.616663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b6c12798-5ca4-4b8e-93c4-33b0ca55d099 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:07.617450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:07.659154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d74be4e1-ed42-4a6d-a00b-e8d415770e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.690629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:07.691661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 11b3fbe4-79ea-44fb-bf74-81a634bc5e3b not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:07.701230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2620f860-0509-447d-a51b-09f1f7ec1855 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=094038a471e54cb49a6bc41ac1d3cc50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1107559 Jul 14 09:37:07.704190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40166) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.729635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7761d768-70f2-4bfe-8c5b-e6d930463202,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.772539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d74be4e1-ed42-4a6d-a00b-e8d415770e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.839758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15f1cc-535d-4dc0-a140-d027dbb19818 req-884d6d14-30e5-4b4d-8989-5cdae07b8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:07.840639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74be4e1-ed42-4a6d-a00b-e8d415770e69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1748a499-548b-4a1f-b8bd-1230a3ecd2e5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:07.849827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b15f1cc-535d-4dc0-a140-d027dbb19818 req-884d6d14-30e5-4b4d-8989-5cdae07b8366 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 1097 time: 0.1562982 Jul 14 09:37:07.853953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b104f01e-f288-49b9-9851-2e824f45742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.855584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f2018-8036-4406-870b-bb11d8d378ed None None] Network ea84999e-8c72-461a-a008-ebecb0a13c13 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:07.856989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d74be4e1-ed42-4a6d-a00b-e8d415770e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.858942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d74be4e1-ed42-4a6d-a00b-e8d415770e69 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1748a499-548b-4a1f-b8bd-1230a3ecd2e5 HTTP/1.1" status: 204 len: 168 time: 0.6176059 Jul 14 09:37:07.861950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:07.882121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b104f01e-f288-49b9-9851-2e824f45742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.961222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b104f01e-f288-49b9-9851-2e824f45742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.964234 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b104f01e-f288-49b9-9851-2e824f45742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:07.965655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b104f01e-f288-49b9-9851-2e824f45742f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7bc9706d-6b71-4c7d-ab77-b3d14de0af45 HTTP/1.1" status: 204 len: 168 time: 0.2020149 Jul 14 09:37:07.980178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b15f1cc-535d-4dc0-a140-d027dbb19818 req-a5d0e28f-4665-484e-ba46-5bf2716987c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509412 Jul 14 09:37:07.981282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104f01e-f288-49b9-9851-2e824f45742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc9706d-6b71-4c7d-ab77-b3d14de0af45,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.006352 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.140439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Deleting port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:08.140439 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.202093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] DHCP port deletion for ea84999e-8c72-461a-a008-ebecb0a13c13 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:08.221597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d8afa-74c6-42b7-b787-22bb6384b9f5 req-b6cf65dc-88a3-459e-8fc0-7104343f498f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:08.228719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-197d8afa-74c6-42b7-b787-22bb6384b9f5 req-b6cf65dc-88a3-459e-8fc0-7104343f498f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.2144067 Jul 14 09:37:08.231852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] For port 2154b872-166b-4a5b-aa3d-51f0e5bddd81, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2154b872-166b-4a5b-aa3d-51f0e5bddd81,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:08.232235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.262103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Calling delete_port for 2154b872-166b-4a5b-aa3d-51f0e5bddd81 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:08.301804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] Deleting port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:08.302306 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.336115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-197d8afa-74c6-42b7-b787-22bb6384b9f5 req-a2d4cc4a-1364-4b9a-826c-3e22c2a4510a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065085 Jul 14 09:37:08.387822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.394739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] For port 2154b872-166b-4a5b-aa3d-51f0e5bddd81, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2154b872-166b-4a5b-aa3d-51f0e5bddd81,segment=NetworkSegment(88ad286a-7b12-4a70-b9d1-b257e91d6c19),segment_id=88ad286a-7b12-4a70-b9d1-b257e91d6c19)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:08.395567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.399959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] No DVR routers for this DVR port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:08.419659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] Calling delete_port for 2154b872-166b-4a5b-aa3d-51f0e5bddd81 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:08.441568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Pushing event deleted for resources: {'Port': ['ID=2154b872-166b-4a5b-aa3d-51f0e5bddd81,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.518556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.528990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea84999e-8c72-461a-a008-ebecb0a13c13']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: from cryptography.utils import int_from_bytes Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: from cryptography.utils import int_from_bytes Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.537556 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:08.540831 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:37:08.541849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ad286a-7b12-4a70-b9d1-b257e91d6c19') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:08.541849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ad286a-7b12-4a70-b9d1-b257e91d6c19') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:08.548105 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.550010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.564073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.578036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:08.581527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:08.584071 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:08.611660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] Pushing event deleted for resources: {'Port': ['ID=2154b872-166b-4a5b-aa3d-51f0e5bddd81,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:08.619080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc835895-fb60-44fd-89f9-134d45198231 None None] No DVR routers for this DVR port 2154b872-166b-4a5b-aa3d-51f0e5bddd81 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:08.671740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.700103 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:08.702239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] 10.222.0.73 "DELETE /v2.0/networks/ea84999e-8c72-461a-a008-ebecb0a13c13 HTTP/1.1" status: 204 len: 168 time: 0.8391342 Jul 14 09:37:08.702940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7e8ef-8b84-4ee0-83d8-009805d1723f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea84999e-8c72-461a-a008-ebecb0a13c13,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.024701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2154b872-166b-4a5b-aa3d-51f0e5bddd81 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:09.044681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40216) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.057755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 2154b872-166b-4a5b-aa3d-51f0e5bddd81 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:09.058408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2154b872-166b-4a5b-aa3d-51f0e5bddd81 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:09.116014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c2cae3a7-7df3-48dd-92a6-3c4883f20c6f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d245f3ad88d84fc0a9c993dda124bc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697212 Jul 14 09:37:09.118853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.169039 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b323da09-7374-4c1c-a1a6-59dc30277950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.194791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40224) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:09.200618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b323da09-7374-4c1c-a1a6-59dc30277950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.254347 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b323da09-7374-4c1c-a1a6-59dc30277950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.257073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b323da09-7374-4c1c-a1a6-59dc30277950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.258521 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b323da09-7374-4c1c-a1a6-59dc30277950 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1e21ebd-39f7-4106-9319-239c736091b3 HTTP/1.1" status: 204 len: 168 time: 0.1390049 Jul 14 09:37:09.267031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323da09-7374-4c1c-a1a6-59dc30277950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e21ebd-39f7-4106-9319-239c736091b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:09.366874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-network', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:09.395262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Made reservation on behalf of 5f48a3f324f94789b25809b94c76abd3 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:09.401592 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.424232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:09.565172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aca9d2-f9ab-433a-8fc9-426838134ef1 req-5a67ba00-6513-4293-9edc-f6ae3074a997 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.567195 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5aca9d2-f9ab-433a-8fc9-426838134ef1 req-5a67ba00-6513-4293-9edc-f6ae3074a997 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.0754936 Jul 14 09:37:09.621050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5aca9d2-f9ab-433a-8fc9-426838134ef1 req-3cd2ab7a-184d-4111-956e-633433ddcd1a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Jul 14 09:37:09.915544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4561b-1b35-41ba-a377-dc9a5714547e req-178644d5-2a15-475e-a80d-5fa500d651cf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:09.917115 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5e4561b-1b35-41ba-a377-dc9a5714547e req-178644d5-2a15-475e-a80d-5fa500d651cf tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 946 time: 0.4800057 Jul 14 09:37:10.020403 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.023984 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5e4561b-1b35-41ba-a377-dc9a5714547e req-3f95cfc3-7a5c-4f1e-932f-61455a8cf266 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910215 Jul 14 09:37:10.026561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.058131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ce2c5-d24f-4875-ac54-c7a405d79d06 req-0b9c7fc0-8aa9-4187-b124-d0438ef2ae89 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.058258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-cbfacd10-0fa6-4821-8341-fe70131c78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.058354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8a8ce2c5-d24f-4875-ac54-c7a405d79d06 req-0b9c7fc0-8aa9-4187-b124-d0438ef2ae89 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.0776572 Jul 14 09:37:10.058476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-cbfacd10-0fa6-4821-8341-fe70131c78a5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 1097 time: 0.1320148 Jul 14 09:37:10.067582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:10.094443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:10.110108 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8a8ce2c5-d24f-4875-ac54-c7a405d79d06 req-a95e6cca-e321-4e23-b23a-cd318ed1ffb9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Jul 14 09:37:10.118949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d3032f-30ab-49a7-9b13-cc051a5d9931,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.127018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.127360 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Added segment e4d159d1-d8c3-46e4-821d-14633f1d0267 of type vlan for network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 Jul 14 09:37:10.181212 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.232425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.233428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.234024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.239674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1349298602-network', 'tenant_id': 'd5cd56f009aa4940be308af0865265f3'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:10.272145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Made reservation on behalf of d5cd56f009aa4940be308af0865265f3 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:10.274650 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.289612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.297893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-a6695d69-4c0e-4426-98e8-646b4bdc8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.299401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-a6695d69-4c0e-4426-98e8-646b4bdc8345 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 912 time: 0.2332261 Jul 14 09:37:10.302971 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1070621 Jul 14 09:37:10.306235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40268) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:10.312597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Request body: {'subnet': {'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-subnet', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:10.330445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:37:10.330445 n-d-780147-26 neutron-server[93779]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 14 09:37:10.330445 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id_1': '5f48a3f324f94789b25809b94c76abd3', 'expiration_1': datetime.datetime(2021, 7, 14, 9, 37, 10, 320899)}] Jul 14 09:37:10.330445 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:37:10.330953 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:37:10.343884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63860868-4a8e-4534-83a9-e8282fb3becd admin admin] Pushing event updated for resources: {'Network': ['ID=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.347508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-38070fb6-0895-47e8-aef0-c6249ac40b93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7761d768-70f2-4bfe-8c5b-e6d930463202 HTTP/1.1" status: 200 len: 217 time: 0.0397019 Jul 14 09:37:10.357356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:10.408024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-73218b3b-5b36-4462-80c1-1f17efd56862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.409652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-73218b3b-5b36-4462-80c1-1f17efd56862 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d6eefdd-ef29-4e6e-920d-789a931552c2 HTTP/1.1" status: 200 len: 851 time: 0.0551329 Jul 14 09:37:10.418867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.423332 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.447025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:10.451384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-deda44aa-5dca-4d05-a978-8345495a9e68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344417 Jul 14 09:37:10.463277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d722f3ec-a8a5-4090-bb16-0596105338f7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.466172 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.466524 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Added segment af7d5d3b-cc6a-4083-95e4-700763ab71fc of type vlan for network 5e152682-d0d8-4982-936d-66ee26cd404f Jul 14 09:37:10.512167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.547754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.548887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.549528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.558326 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-ab00ed77-917a-4af0-91dd-a952f4dc7ea9 service neutron] 10.222.0.69 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994496 Jul 14 09:37:10.632530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5365887 Jul 14 09:37:10.635447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:10.642450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Request body: {'subnet': {'network_id': '5e152682-d0d8-4982-936d-66ee26cd404f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1349298602-subnet', 'tenant_id': 'd5cd56f009aa4940be308af0865265f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:10.648372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bf7a6-526d-4e49-a6cc-6e877daed3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5e152682-d0d8-4982-936d-66ee26cd404f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:10.660475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5e152682-d0d8-4982-936d-66ee26cd404f details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:10.665350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Made reservation on behalf of d5cd56f009aa4940be308af0865265f3 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:10.666662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8395ee00-d0fd-4b2a-91f1-f8f9b9de1b7b req-1b9ff1bc-8b90-4710-8fa5-2e3c8a0a8c81 service neutron] 10.222.0.69 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002657 Jul 14 09:37:10.667964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.824687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa1c93-a1f1-41a3-884b-f394e8ea0bab req-e28ca1b3-9661-4fce-8f47-f42bc2bac23b tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.826214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86fa1c93-a1f1-41a3-884b-f394e8ea0bab req-e28ca1b3-9661-4fce-8f47-f42bc2bac23b tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1019206 Jul 14 09:37:10.873357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-f754a244-da4c-4df6-b81e-19e5534c50f7 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:10.874874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-f754a244-da4c-4df6-b81e-19e5534c50f7 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.69 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 946 time: 0.0638373 Jul 14 09:37:10.927135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Made reservation on behalf of 5f48a3f324f94789b25809b94c76abd3 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:10.929619 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:10.975749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86fa1c93-a1f1-41a3-884b-f394e8ea0bab req-93de9d86-890c-4a23-8244-836e13220bff tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249959 Jul 14 09:37:10.978743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Deleting port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:10.979099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.003610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.066203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a96534b-39e8-4d29-8316-af439891acc3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.068771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] For port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,segment=NetworkSegment(92b84888-d0d4-40f6-9774-2262b3dfede1),segment_id=92b84888-d0d4-40f6-9774-2262b3dfede1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:11.069322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.085840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Calling delete_port for 8d04426b-c7ab-40be-9894-7a8a0bbea6dc owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:11.121834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Checking segment: {'id': 'af7d5d3b-cc6a-4083-95e4-700763ab71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5e152682-d0d8-4982-936d-66ee26cd404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:11.122201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Network hostable DHCP agents. Network: 5e152682-d0d8-4982-936d-66ee26cd404f, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:11.174827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Network 5e152682-d0d8-4982-936d-66ee26cd404f is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:11.193999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5e152682-d0d8-4982-936d-66ee26cd404f) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:11.198061 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.200718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.201180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.208544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a503d68-1f40-48d6-bfff-c4b5310fb80c None None] Network 5e152682-d0d8-4982-936d-66ee26cd404f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:11.249736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3db20803-1205-44a5-bc57-98ffebde4a8e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6132338 Jul 14 09:37:11.254986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cca8df-100d-4abb-88e6-8b02c1f742f8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.283621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Checking segment: {'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:11.284337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Network hostable DHCP agents. Network: 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:11.304683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:11.307099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.320667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['8d04426b-c7ab-40be-9894-7a8a0bbea6dc'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:11.337877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:11.348435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd9b6c5-8a3a-49cd-b611-9249ce35ce32 None None] Network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:11.360707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Pushing event deleted for resources: {'Port': ['ID=8d04426b-c7ab-40be-9894-7a8a0bbea6dc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:11.368455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.369629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.396566 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3157245e-96e6-4b3e-97d6-00c0db09044e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0884011 Jul 14 09:37:11.400490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40296) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:11.408848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:11.440884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcba468-9335-48f7-bd77-b3c11157e243 req-e52736ca-dfdc-4c7a-98cb-ceec291fe3f9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.442752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7bcba468-9335-48f7-bd77-b3c11157e243 req-e52736ca-dfdc-4c7a-98cb-ceec291fe3f9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1193218 Jul 14 09:37:11.449553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138d38c-591e-4f43-9239-c674ecefb7ec req-06576415-f76b-4223-ab05-0f1af7563b1a tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:11.457302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.458375 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.459510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f138d38c-591e-4f43-9239-c674ecefb7ec req-06576415-f76b-4223-ab05-0f1af7563b1a tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/ports?device_id=205745a9-a669-4b0a-bf2f-047643b72fd0 HTTP/1.1" status: 200 len: 867 time: 0.2893777 Jul 14 09:37:11.479350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] No DVR routers for this DVR port 8d04426b-c7ab-40be-9894-7a8a0bbea6dc on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:11.483259 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.485810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3327c7a-8477-4d55-aed7-7e617ab376e8 req-c9a17e8c-7154-4902-b519-abfafa2f7a13 tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.69 "DELETE /v2.0/ports/8d04426b-c7ab-40be-9894-7a8a0bbea6dc HTTP/1.1" status: 204 len: 173 time: 0.6052880 Jul 14 09:37:11.487507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205745a9-a669-4b0a-bf2f-047643b72fd0', 'name': 'network-vif-deleted', 'tag': '8d04426b-c7ab-40be-9894-7a8a0bbea6dc'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:11.490906 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddb9420-e364-47ed-885f-d54d9d5efa91" -d '{"events": [{"server_uuid": "205745a9-a669-4b0a-bf2f-047643b72fd0", "name": "network-vif-deleted", "tag": "8d04426b-c7ab-40be-9894-7a8a0bbea6dc"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:11.501727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab96b470-4da6-4812-b023-09fa5e597fc8 None None] Network 5e152682-d0d8-4982-936d-66ee26cd404f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:11.526064 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.528828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f138d38c-591e-4f43-9239-c674ecefb7ec req-3bac4933-9336-4f07-b0b6-ea6b2f65f88f tempest-ServerTagsTestJSON-2143230760 tempest-ServerTagsTestJSON-2143230760-project] 10.222.0.73 "GET /v2.0/security-groups?id=6933b473-de8f-486c-8082-0a035f61942a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679164 Jul 14 09:37:11.536742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7bcba468-9335-48f7-bd77-b3c11157e243 req-eadf570a-4a10-4de5-9ac7-204241653435 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875738 Jul 14 09:37:11.629732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b6d49c-d293-4f0c-b20b-2109fa470fc3 None None] Network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:11.735668 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:11.753200 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0b1fb1-020d-4a9b-8949-346e56ec878b x-openstack-request-id: req-9e0b1fb1-020d-4a9b-8949-346e56ec878b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:11.753500 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205745a9-a669-4b0a-bf2f-047643b72fd0", "name": "network-vif-deleted", "tag": "8d04426b-c7ab-40be-9894-7a8a0bbea6dc", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:11.753755 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e0b1fb1-020d-4a9b-8949-346e56ec878b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:11.754229 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205745a9-a669-4b0a-bf2f-047643b72fd0', 'name': 'network-vif-deleted', 'tag': '8d04426b-c7ab-40be-9894-7a8a0bbea6dc', 'status': 'completed', 'code': 200} Jul 14 09:37:12.040785 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.049356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-f333583e-88f4-45b0-8db8-1b15f2574056 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.050842 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-f333583e-88f4-45b0-8db8-1b15f2574056 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/networks?id=5e152682-d0d8-4982-936d-66ee26cd404f HTTP/1.1" status: 200 len: 813 time: 0.1937833 Jul 14 09:37:12.077955 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.087233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-3ab0cc8e-be48-45b8-8ee7-2fde1a16fc6d tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/quotas/d5cd56f009aa4940be308af0865265f3 HTTP/1.1" status: 200 len: 375 time: 0.0179880 Jul 14 09:37:12.160177 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-81f79ec5-3cb7-4385-86cb-b0adc0698bad tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d5cd56f009aa4940be308af0865265f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358293 Jul 14 09:37:12.183004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b54bfb-7fd9-4e33-941e-67ca519513ee req-b02df989-6f20-4048-b0b8-30e36076b9f6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.184572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b54bfb-7fd9-4e33-941e-67ca519513ee req-b02df989-6f20-4048-b0b8-30e36076b9f6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.0720530 Jul 14 09:37:12.234754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b54bfb-7fd9-4e33-941e-67ca519513ee req-6f77e0d2-d6b6-4e9d-948b-248f98344806 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404150 Jul 14 09:37:12.280799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Allocated IP 172.25.0.81 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/2ac4ed83-66e5-474a-afa9-94ecc6c980e9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:12.308606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-870358c0-a76f-48f5-84db-493135300557 service neutron] 10.222.0.73 "GET /v2.0/networks/5e152682-d0d8-4982-936d-66ee26cd404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411884 Jul 14 09:37:12.466485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.470072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-6fb55f6b-6de2-40e6-a4f9-331a8fd53647 service neutron] 10.222.0.73 "GET /v2.0/networks/5e152682-d0d8-4982-936d-66ee26cd404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490457 Jul 14 09:37:12.513341 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.528768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd177162-dce3-496d-abea-a8452bfc1600 req-ef11fee5-3353-4a46-a951-fce922bf899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.530450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd177162-dce3-496d-abea-a8452bfc1600 req-ef11fee5-3353-4a46-a951-fce922bf899b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1097 time: 0.0626011 Jul 14 09:37:12.552820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:12.558588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:12.561659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:12.597735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Pushing event updated for resources: {'Port': ['ID=2ac4ed83-66e5-474a-afa9-94ecc6c980e9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:12.669561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd177162-dce3-496d-abea-a8452bfc1600 req-f869a4a5-bc84-46c1-a6a6-5fca23b27bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.671070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd177162-dce3-496d-abea-a8452bfc1600 req-f869a4a5-bc84-46c1-a6a6-5fca23b27bfb service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.1188335 Jul 14 09:37:12.703993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:12.758661 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd177162-dce3-496d-abea-a8452bfc1600 req-b7ac9eb7-026b-4785-8377-e039d79c77a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 1000 time: 0.0797210 Jul 14 09:37:12.779729 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-324a2c69-3677-4fa1-82dd-7b65394e8403 req-6da6b417-839c-49c2-b48c-c5b0b5eaaffb tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 210 time: 0.1033378 Jul 14 09:37:12.849732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-92550387-eee6-4108-9a07-ed0b988968d8 admin admin] Deleting subnet 33c7e610-2e7d-4a10-84fc-24ac5ef4e00a {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:12.854454 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92550387-eee6-4108-9a07-ed0b988968d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:12.856674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd177162-dce3-496d-abea-a8452bfc1600 req-a156dd0d-9bd8-4d89-9251-5882af7a3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.858223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd177162-dce3-496d-abea-a8452bfc1600 req-a156dd0d-9bd8-4d89-9251-5882af7a3f82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.0928910 Jul 14 09:37:12.917145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e642bc-5724-4bbd-a8dc-d2dcdccc8999 req-fd042a6c-9ff1-47a4-9362-50970ed74c78 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.919088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89e642bc-5724-4bbd-a8dc-d2dcdccc8999 req-fd042a6c-9ff1-47a4-9362-50970ed74c78 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1195936 Jul 14 09:37:12.974418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd177162-dce3-496d-abea-a8452bfc1600 req-4e587253-0da9-4a33-bcf4-145df3ac4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:12.975941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd177162-dce3-496d-abea-a8452bfc1600 req-4e587253-0da9-4a33-bcf4-145df3ac4153 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072965 Jul 14 09:37:12.979466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89e642bc-5724-4bbd-a8dc-d2dcdccc8999 req-fd3fbd2e-30f1-4d28-8891-a92b17593b15 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526531 Jul 14 09:37:13.024083 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92550387-eee6-4108-9a07-ed0b988968d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.072690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.092219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd177162-dce3-496d-abea-a8452bfc1600 req-c017a3f2-0d26-4173-85ad-e82f75e0bbe7 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072814 Jul 14 09:37:13.115661 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92550387-eee6-4108-9a07-ed0b988968d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.196056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd177162-dce3-496d-abea-a8452bfc1600 req-095a28b5-a942-421f-bd7b-dc20d3061635 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961363 Jul 14 09:37:13.245528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92550387-eee6-4108-9a07-ed0b988968d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.280162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92550387-eee6-4108-9a07-ed0b988968d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c7e610-2e7d-4a10-84fc-24ac5ef4e00a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:13.320561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92550387-eee6-4108-9a07-ed0b988968d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.324566 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-92550387-eee6-4108-9a07-ed0b988968d8 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/33c7e610-2e7d-4a10-84fc-24ac5ef4e00a HTTP/1.1" status: 204 len: 168 time: 0.6104720 Jul 14 09:37:13.325331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40338) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:13.352977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.412387 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.507566 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.518799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0242c5e6-a242-4497-8352-be20f260494b']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:13.529924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b84888-d0d4-40f6-9774-2262b3dfede1') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:13.530669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b84888-d0d4-40f6-9774-2262b3dfede1') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:13.540079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.554227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.560549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:13.560969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:13.563338 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:13.623591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.630592 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.632062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0242c5e6-a242-4497-8352-be20f260494b HTTP/1.1" status: 204 len: 168 time: 0.3052702 Jul 14 09:37:13.644581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d548d-d4f1-4884-bd59-6643a8735988 admin admin] Pushing event deleted for resources: {'Network': ['ID=0242c5e6-a242-4497-8352-be20f260494b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:13.772846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40344) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:13.851414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ea1c2baf-b792-41cf-ade9-4b553ddef6ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69dabf537d294b5ab5416e0802f211df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773251 Jul 14 09:37:13.856405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40348) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:13.930214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403d9c6-ace9-49a3-849d-ee99bec38bf5 req-062eabdc-7d9e-4265-b9df-26f00b8285e5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.932555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9403d9c6-ace9-49a3-849d-ee99bec38bf5 req-062eabdc-7d9e-4265-b9df-26f00b8285e5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.5313241 Jul 14 09:37:13.958213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2cbdfd6a-faca-441f-82a5-6583c391399f req-113578a3-bb8d-49f7-ab6f-f7beb5a2f17b tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 210 time: 0.0435398 Jul 14 09:37:13.980726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c65069b-0d72-4540-9de7-cd18d6838192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:13.994682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-f7422845-e6ba-4928-9d9b-4ffe27a6ed3a tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:13.996805 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-f7422845-e6ba-4928-9d9b-4ffe27a6ed3a tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.69 "GET /v2.0/networks?id=5e152682-d0d8-4982-936d-66ee26cd404f HTTP/1.1" status: 200 len: 813 time: 0.1727712 Jul 14 09:37:14.002040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Router 5ce61233-c03d-4eaa-8947-050e8c7330d2 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:14.015406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Request body: {'port': {'device_id': '64c96063-de09-4ddc-9e49-b330635eb863', 'network_id': '5e152682-d0d8-4982-936d-66ee26cd404f', 'admin_state_up': True, 'tenant_id': 'd5cd56f009aa4940be308af0865265f3'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:14.017836 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9403d9c6-ace9-49a3-849d-ee99bec38bf5 req-9c43e8a4-9cf7-4f0e-9094-bf081618c1d5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730171 Jul 14 09:37:14.023448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c65069b-0d72-4540-9de7-cd18d6838192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.152353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Made reservation on behalf of d5cd56f009aa4940be308af0865265f3 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:14.156365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.211923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c65069b-0d72-4540-9de7-cd18d6838192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.214465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c65069b-0d72-4540-9de7-cd18d6838192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.215591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2c65069b-0d72-4540-9de7-cd18d6838192 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6933b473-de8f-486c-8082-0a035f61942a HTTP/1.1" status: 204 len: 168 time: 0.3572805 Jul 14 09:37:14.225110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:14.238447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Sync routers for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:14.241317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65069b-0d72-4540-9de7-cd18d6838192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6933b473-de8f-486c-8082-0a035f61942a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:14.248034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:14.249298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:36:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:14.267234 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.268513 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a52ddfe-ac19-419f-9b28-9a28e8831b3e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8660150 Jul 14 09:37:14.271327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40356) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:14.330024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Allocated IP 172.20.0.2 (5e152682-d0d8-4982-936d-66ee26cd404f/8a96534b-39e8-4d29-8316-af439891acc3/a0af420d-4ca3-4973-864c-0e4a6ddee580) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:14.449006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4fc1f-23d4-458b-8449-3c4c119aff38 req-0f39c63b-9a58-487e-8969-b742118ef9ee tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:14.456977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dad4fc1f-23d4-458b-8449-3c4c119aff38 req-0f39c63b-9a58-487e-8969-b742118ef9ee tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.2972105 Jul 14 09:37:14.510397 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dad4fc1f-23d4-458b-8449-3c4c119aff38 req-9a298bdd-b761-4cb3-9f1f-08cf7ce97d49 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508778 Jul 14 09:37:14.536105 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.577532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:14.588957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.646293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Network 5e152682-d0d8-4982-936d-66ee26cd404f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:14.651468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:14.655492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:14.707030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:14.707721 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.721332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Pushing event updated for resources: {'Port': ['ID=a0af420d-4ca3-4973-864c-0e4a6ddee580,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:14.730286 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-0efb9e8a-4705-4795-a095-a4a5d58c69d5 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225971 Jul 14 09:37:14.743083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Request body: {'port': {'device_id': '64c96063-de09-4ddc-9e49-b330635eb863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:14.778085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:12Z', 'revision_number': 3, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:14.821138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Checking router: 5ce61233-c03d-4eaa-8947-050e8c7330d2 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:14.822379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Updating router 5ce61233-c03d-4eaa-8947-050e8c7330d2 port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:14.824332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.865399 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:14.877754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.104529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Allocated IP 172.20.0.1 (0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2/30cca8df-100d-4abb-88e6-8b02c1f742f8/8be50f88-77b0-4f5a-8606-5ce0c1821d81) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:15.166806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.185655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Transition to ACTIVE for port object 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:15.196445 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.270474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Attempting to bind port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:15.271185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Attempting to bind port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:15.271395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Attempting to bind port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:15.279203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7e398-0bd7-474b-ae10-f89768de7950 req-afecbe58-b7d1-4c4b-9f1e-4caee576a470 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:15.285698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-54a7e398-0bd7-474b-ae10-f89768de7950 req-afecbe58-b7d1-4c4b-9f1e-4caee576a470 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 931 time: 0.1674917 Jul 14 09:37:15.287980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:15.288668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:15.289882 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.290427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:15.291133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Bound port: 2ac4ed83-66e5-474a-afa9-94ecc6c980e9, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:15.291608 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.296344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b9518-e622-4a7b-bbd8-c1662a6804f3 None None] Pushing event updated for resources: {'Port': ['ID=2ac4ed83-66e5-474a-afa9-94ecc6c980e9,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.333322 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.338578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 8d04426b-c7ab-40be-9894-7a8a0bbea6dc no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:15.381093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-54a7e398-0bd7-474b-ae10-f89768de7950 req-c4be5342-b4ae-4247-b083-161cbfaae3ec tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782640 Jul 14 09:37:15.403118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.410216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 8d04426b-c7ab-40be-9894-7a8a0bbea6dc {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:15.411154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 8d04426b-c7ab-40be-9894-7a8a0bbea6dc not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:15.412387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0af420d-4ca3-4973-864c-0e4a6ddee580 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:15.432410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] For port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:15.437651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.438258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] For port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2ac4ed83-66e5-474a-afa9-94ecc6c980e9,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:15.443976 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.467106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Pushing event updated for resources: {'Port': ['ID=8be50f88-77b0-4f5a-8606-5ce0c1821d81,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.479148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:15.481354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:15.484779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:15.490804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Transition to ACTIVE for port object a0af420d-4ca3-4973-864c-0e4a6ddee580 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:15.495600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.542630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b9518-e622-4a7b-bbd8-c1662a6804f3 None None] Pushing event updated for resources: {'Port': ['ID=2ac4ed83-66e5-474a-afa9-94ecc6c980e9,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.545752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:15.546383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:36:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:15.586144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0af420d-4ca3-4973-864c-0e4a6ddee580,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:15.647428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337874f3-ae6d-4dd1-ab2b-65ea8fe0e526 req-023b6281-8971-49a8-97de-c7e4aa0f8760 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:15.658105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-337874f3-ae6d-4dd1-ab2b-65ea8fe0e526 req-023b6281-8971-49a8-97de-c7e4aa0f8760 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.3869758 Jul 14 09:37:15.666779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.709884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:15.770324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Attempting to bind port a0af420d-4ca3-4973-864c-0e4a6ddee580 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:15.771046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Attempting to bind port a0af420d-4ca3-4973-864c-0e4a6ddee580 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'af7d5d3b-cc6a-4083-95e4-700763ab71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5e152682-d0d8-4982-936d-66ee26cd404f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:15.771490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Attempting to bind port a0af420d-4ca3-4973-864c-0e4a6ddee580 on network 5e152682-d0d8-4982-936d-66ee26cd404f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:15.784791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Port a0af420d-4ca3-4973-864c-0e4a6ddee580 on network 5e152682-d0d8-4982-936d-66ee26cd404f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:15.785488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Attempting to bind port a0af420d-4ca3-4973-864c-0e4a6ddee580 on network 5e152682-d0d8-4982-936d-66ee26cd404f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:15.799358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:15.799887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Checking segment: {'id': 'af7d5d3b-cc6a-4083-95e4-700763ab71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5e152682-d0d8-4982-936d-66ee26cd404f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:15.800437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Bound using segment: {'id': 'af7d5d3b-cc6a-4083-95e4-700763ab71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5e152682-d0d8-4982-936d-66ee26cd404f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:15.800975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Bound port: a0af420d-4ca3-4973-864c-0e4a6ddee580, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7d5d3b-cc6a-4083-95e4-700763ab71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '5e152682-d0d8-4982-936d-66ee26cd404f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:15.801561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.814318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70235c8a-f223-4403-9a33-4f35863907d9 req-4fb96b26-bd32-4bd4-b52c-36b39e47f1f0 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:15.816781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-337874f3-ae6d-4dd1-ab2b-65ea8fe0e526 req-9b4d0dd7-fcdb-40be-9c00-882a701316b9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566477 Jul 14 09:37:15.823945 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70235c8a-f223-4403-9a33-4f35863907d9 req-4fb96b26-bd32-4bd4-b52c-36b39e47f1f0 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1535332 Jul 14 09:37:15.918551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70235c8a-f223-4403-9a33-4f35863907d9 req-c9f5be5a-3dcb-46b0-b085-2e5080b5b657 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933175 Jul 14 09:37:15.931284 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.952685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:12Z', 'revision_number': 3, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:15.963227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] For port a0af420d-4ca3-4973-864c-0e4a6ddee580, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:15.969373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] For port a0af420d-4ca3-4973-864c-0e4a6ddee580, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0af420d-4ca3-4973-864c-0e4a6ddee580,segment=NetworkSegment(af7d5d3b-cc6a-4083-95e4-700763ab71fc),segment_id=af7d5d3b-cc6a-4083-95e4-700763ab71fc)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:15.975493 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:15.983551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dcbcf8-c894-449b-a54f-e79ddd26eee9 None None] The sync data for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 is: [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:12Z', 'revision_number': 3, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:16.021142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.021913 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.023850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] 10.222.0.69 "PUT /v2.0/ports/a0af420d-4ca3-4973-864c-0e4a6ddee580 HTTP/1.1" status: 200 len: 1092 time: 1.2853551 Jul 14 09:37:16.024346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64c96063-de09-4ddc-9e49-b330635eb863', 'tag': 'a0af420d-4ca3-4973-864c-0e4a6ddee580'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:16.026622 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6" -d '{"events": [{"name": "network-changed", "server_uuid": "64c96063-de09-4ddc-9e49-b330635eb863", "tag": "a0af420d-4ca3-4973-864c-0e4a6ddee580"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:16.059430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eab4f0-87e4-4be1-963b-0298ed50c8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0af420d-4ca3-4973-864c-0e4a6ddee580,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:16.111203 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04e50a7-1432-4469-8888-0206fd88f61d x-openstack-request-id: req-c04e50a7-1432-4469-8888-0206fd88f61d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:16.111599 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64c96063-de09-4ddc-9e49-b330635eb863", "tag": "a0af420d-4ca3-4973-864c-0e4a6ddee580", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:16.111860 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c04e50a7-1432-4469-8888-0206fd88f61d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:16.112340 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64c96063-de09-4ddc-9e49-b330635eb863', 'tag': 'a0af420d-4ca3-4973-864c-0e4a6ddee580', 'status': 'completed', 'code': 200} Jul 14 09:37:16.153258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-aaf724a0-0c3f-4eb6-8a67-edaaabf08c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.154808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-aaf724a0-0c3f-4eb6-8a67-edaaabf08c02 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5cd56f009aa4940be308af0865265f3&device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 1095 time: 0.0798380 Jul 14 09:37:16.169385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.174959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.206613 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-bd4adfd1-097a-4150-8821-eac4e99ef1f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0af420d-4ca3-4973-864c-0e4a6ddee580 HTTP/1.1" status: 200 len: 217 time: 0.0442631 Jul 14 09:37:16.253027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Pushing event updated for resources: {'Port': ['ID=8be50f88-77b0-4f5a-8606-5ce0c1821d81,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:16.255547 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:16.270024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-aaeb09c7-1f91-427a-ae1c-9c85f1d54337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.272022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-aaeb09c7-1f91-427a-ae1c-9c85f1d54337 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a96534b-39e8-4d29-8316-af439891acc3 HTTP/1.1" status: 200 len: 853 time: 0.0588720 Jul 14 09:37:16.345735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-2500481d-ba50-4865-931e-8fd312a3b6df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e152682-d0d8-4982-936d-66ee26cd404f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672777 Jul 14 09:37:16.391627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:16.393693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:16.472827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-69cf205b-50c6-4b9d-b066-c8cd3cbc8ae7 service neutron] 10.222.0.69 "GET /v2.0/networks/5e152682-d0d8-4982-936d-66ee26cd404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189044 Jul 14 09:37:16.567372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Router 5ce61233-c03d-4eaa-8947-050e8c7330d2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:16.595750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a277ca52-6f5e-471f-ab71-50eddac1dcba req-9b96d809-759d-452e-9ffc-35f6f08075d7 service neutron] 10.222.0.69 "GET /v2.0/networks/5e152682-d0d8-4982-936d-66ee26cd404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170499 Jul 14 09:37:16.709369 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119205d-a12e-4585-ba79-4ffab9d855f5 req-18651d95-5f44-4de7-b03e-0aef84bfadfe tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.712006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8119205d-a12e-4585-ba79-4ffab9d855f5 req-18651d95-5f44-4de7-b03e-0aef84bfadfe tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 943 time: 0.1227255 Jul 14 09:37:16.750648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:16.760309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-05f62c93-abf6-4e2e-ad07-9ef88cc60a9a admin admin] 10.222.0.73 "PUT /v2.0/routers/5ce61233-c03d-4eaa-8947-050e8c7330d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4854193 Jul 14 09:37:16.782375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-75d34914-be98-4b75-b1ee-85671240777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.783430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-75d34914-be98-4b75-b1ee-85671240777b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d5cd56f009aa4940be308af0865265f3&device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 1095 time: 0.1187186 Jul 14 09:37:16.788920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8119205d-a12e-4585-ba79-4ffab9d855f5 req-8790b3ef-ca28-4c4e-83d0-83d210a3e003 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671606 Jul 14 09:37:16.912917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-96820eba-42a4-4de5-97e2-e0c2f8630352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:16.919099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-96820eba-42a4-4de5-97e2-e0c2f8630352 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5e152682-d0d8-4982-936d-66ee26cd404f HTTP/1.1" status: 200 len: 914 time: 0.1253071 Jul 14 09:37:16.985459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-ddaf0eed-3ff2-403e-8ac8-ce882affa680 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a0af420d-4ca3-4973-864c-0e4a6ddee580 HTTP/1.1" status: 200 len: 217 time: 0.0587082 Jul 14 09:37:17.052648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:17.070372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-15dc85ef-3cb4-4ce3-afdc-b488166a9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.074654 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-15dc85ef-3cb4-4ce3-afdc-b488166a9777 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8a96534b-39e8-4d29-8316-af439891acc3 HTTP/1.1" status: 200 len: 853 time: 0.0822780 Jul 14 09:37:17.143529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:17.146943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-4fb4d359-90ce-43ec-ad95-a31ce892c350 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5e152682-d0d8-4982-936d-66ee26cd404f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634935 Jul 14 09:37:17.149000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:17.149631 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.189964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f25933-2955-4d01-aab1-7ed5e0a0661d req-c97b059f-d5ae-4be3-8952-e19ee20d9972 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.200675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4f25933-2955-4d01-aab1-7ed5e0a0661d req-c97b059f-d5ae-4be3-8952-e19ee20d9972 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1108031 Jul 14 09:37:17.258619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4f25933-2955-4d01-aab1-7ed5e0a0661d req-3c2c3f84-3440-4bad-9390-e4c83da14498 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568051 Jul 14 09:37:17.269725 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.299426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2ac4ed83-66e5-474a-afa9-94ecc6c980e9,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:17.304593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.367549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=2ac4ed83-66e5-474a-afa9-94ecc6c980e9,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.377123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890256b1-d5fc-4755-83d6-9d50671e3309 req-356a6293-9dda-4b0a-9f4b-a286ea2082b9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.378867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-890256b1-d5fc-4755-83d6-9d50671e3309 req-356a6293-9dda-4b0a-9f4b-a286ea2082b9 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.2076957 Jul 14 09:37:17.381542 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-04afc4c9-f939-4743-bbd7-54fb4317c71e service neutron] 10.222.0.69 "GET /v2.0/networks/5e152682-d0d8-4982-936d-66ee26cd404f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275057 Jul 14 09:37:17.396841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.502297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-890256b1-d5fc-4755-83d6-9d50671e3309 req-056e0abc-1dc3-4969-929b-337d44ac331b tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141024 Jul 14 09:37:17.529381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b39393d3-3d2d-434e-8196-1b6a7a5b97e6 req-e2cf8f9a-0cae-4a2d-b21c-9d2c2e86d346 service neutron] 10.222.0.69 "GET /v2.0/networks/5e152682-d0d8-4982-936d-66ee26cd404f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391208 Jul 14 09:37:17.561560 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03ce5d35-9ce8-4ef5-bc23-3690c75a25fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.737325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-81f7514c-b8ee-43d9-a7cf-b7d493850e6a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:17.738856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-81f7514c-b8ee-43d9-a7cf-b7d493850e6a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 819 time: 0.1415715 Jul 14 09:37:17.764357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03ce5d35-9ce8-4ef5-bc23-3690c75a25fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.767978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-d1d540b3-cf04-46b4-b04d-52c33908f5b7 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/quotas/5f48a3f324f94789b25809b94c76abd3 HTTP/1.1" status: 200 len: 375 time: 0.0148640 Jul 14 09:37:17.769525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03ce5d35-9ce8-4ef5-bc23-3690c75a25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.848120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03ce5d35-9ce8-4ef5-bc23-3690c75a25fa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b924b067c5984acb998bc22a3906f041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4470510 Jul 14 09:37:17.848120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce5d35-9ce8-4ef5-bc23-3690c75a25fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6877ff8-bbc9-4765-b143-9b94fa7d2c47,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:17.848684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40456) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:17.887061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-e3770b2d-d0ee-4467-8fe0-d324c8a59638 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975013 Jul 14 09:37:17.924845 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9098da53-b09f-4711-a745-f25d7bbffeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.975405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9098da53-b09f-4711-a745-f25d7bbffeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:17.990899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-f7b751ad-b977-42df-9aaf-75580a39c178 service neutron] 10.222.0.73 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029134 Jul 14 09:37:18.042687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a06233-7730-4901-8c94-1fae6cfc026b req-a760686b-2ecf-4fb1-95ef-6d4fb287431e tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.044284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4a06233-7730-4901-8c94-1fae6cfc026b req-a760686b-2ecf-4fb1-95ef-6d4fb287431e tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 943 time: 0.1165218 Jul 14 09:37:18.068449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9098da53-b09f-4711-a745-f25d7bbffeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.070970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9098da53-b09f-4711-a745-f25d7bbffeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.072117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9098da53-b09f-4711-a745-f25d7bbffeb6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6877ff8-bbc9-4765-b143-9b94fa7d2c47 HTTP/1.1" status: 204 len: 168 time: 0.2222290 Jul 14 09:37:18.083423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098da53-b09f-4711-a745-f25d7bbffeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6877ff8-bbc9-4765-b143-9b94fa7d2c47,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:18.105782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4a06233-7730-4901-8c94-1fae6cfc026b req-2b1f13a7-5d17-4b32-8137-b67cf891870e tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539136 Jul 14 09:37:18.106651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-4302f1d7-d108-4c44-80d9-524239f421c7 service neutron] 10.222.0.73 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099455 Jul 14 09:37:18.146264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40460) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:18.262287 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Sync routers for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:18.279908 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:18.280551 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:36:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:18.382492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-579eb188-7184-4e2d-869c-b650c3584295 req-b3436293-a623-443b-9ebd-60cdfaf8317f tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 210 time: 0.0889113 Jul 14 09:37:18.530996 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:18.534436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40474) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:18.554105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b343c44-0d71-4593-9eb8-69298336020a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.695343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd470d0b-1c8f-41d5-801a-5df74912b2f9 req-abee7d9a-85a5-4140-94d6-d03a4a1866c1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:18.703010 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cd470d0b-1c8f-41d5-801a-5df74912b2f9 req-abee7d9a-85a5-4140-94d6-d03a4a1866c1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.2222285 Jul 14 09:37:18.785170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cd470d0b-1c8f-41d5-801a-5df74912b2f9 req-961fb5e4-ea28-49e6-95e1-e66912a639bf tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808439 Jul 14 09:37:18.873447 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 2, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:18.948860 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b343c44-0d71-4593-9eb8-69298336020a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.958757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b343c44-0d71-4593-9eb8-69298336020a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:18.987180 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Checking router: 5ce61233-c03d-4eaa-8947-050e8c7330d2 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:18.989860 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Updating router 5ce61233-c03d-4eaa-8947-050e8c7330d2 port 8be50f88-77b0-4f5a-8606-5ce0c1821d81 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:19.028702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:19.043221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5b343c44-0d71-4593-9eb8-69298336020a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=83a6ce2fe0184d94bb14ad748eb2bab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041203 Jul 14 09:37:19.051044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40482) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:19.069139 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.079124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b343c44-0d71-4593-9eb8-69298336020a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e487fdb-6f03-407d-9acb-c130b1355a6a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.158303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6313657-77a2-49cf-aea7-588f82d12592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.161220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:19.165946 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.201089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6313657-77a2-49cf-aea7-588f82d12592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.296555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27df1c5-4e32-4bd8-9939-b56564e094b7 req-d4071c3d-b98e-4143-ae9c-43403fd1789a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.309761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c27df1c5-4e32-4bd8-9939-b56564e094b7 req-d4071c3d-b98e-4143-ae9c-43403fd1789a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1662922 Jul 14 09:37:19.323482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0af420d-4ca3-4973-864c-0e4a6ddee580 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:19.402476 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6313657-77a2-49cf-aea7-588f82d12592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.405254 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6313657-77a2-49cf-aea7-588f82d12592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.406866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c27df1c5-4e32-4bd8-9939-b56564e094b7 req-501e68bd-2bf2-421d-8e23-e33fc766e220 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998962 Jul 14 09:37:19.409977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c6313657-77a2-49cf-aea7-588f82d12592 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e487fdb-6f03-407d-9acb-c130b1355a6a HTTP/1.1" status: 204 len: 168 time: 0.3551831 Jul 14 09:37:19.436644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6313657-77a2-49cf-aea7-588f82d12592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e487fdb-6f03-407d-9acb-c130b1355a6a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.460680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abb723-d926-4f65-883e-c9c518291ba0 req-96242247-ca32-4628-b1a8-74aa78e77005 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:19.473712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d8abb723-d926-4f65-883e-c9c518291ba0 req-96242247-ca32-4628-b1a8-74aa78e77005 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 943 time: 0.1995718 Jul 14 09:37:19.509494 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.527508 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Transition to ACTIVE for port object 8be50f88-77b0-4f5a-8606-5ce0c1821d81 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:19.543983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d8abb723-d926-4f65-883e-c9c518291ba0 req-319cf392-b3b9-424d-8051-38ada260d144 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692813 Jul 14 09:37:19.557419 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.579940 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.613071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0af420d-4ca3-4973-864c-0e4a6ddee580, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0af420d-4ca3-4973-864c-0e4a6ddee580,segment=NetworkSegment(af7d5d3b-cc6a-4083-95e4-700763ab71fc),segment_id=af7d5d3b-cc6a-4083-95e4-700763ab71fc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:19.626371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'a0af420d-4ca3-4973-864c-0e4a6ddee580', 'network_id': '5e152682-d0d8-4982-936d-66ee26cd404f', 'port_id': 'a0af420d-4ca3-4973-864c-0e4a6ddee580', 'mac_address': 'fa:16:3e:55:81:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a96534b-39e8-4d29-8316-af439891acc3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:19.653861 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d2a87-0aba-4b28-bd22-374f0b7b92a1 None None] Pushing event updated for resources: {'Port': ['ID=8be50f88-77b0-4f5a-8606-5ce0c1821d81,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.670734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39802d84-be11-4caf-b51c-c5fb1ac0bf76 req-a817cc86-5574-42af-b9d8-060623c8bcf3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 210 time: 0.0453653 Jul 14 09:37:19.701391 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Attempting to bind port 8be50f88-77b0-4f5a-8606-5ce0c1821d81 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:19.702459 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Attempting to bind port 8be50f88-77b0-4f5a-8606-5ce0c1821d81 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:19.703008 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Attempting to bind port 8be50f88-77b0-4f5a-8606-5ce0c1821d81 on network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:19.716500 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:19.716914 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Checking segment: {'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:19.717616 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.718078 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Bound using segment: {'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:19.719392 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Bound port: 8be50f88-77b0-4f5a-8606-5ce0c1821d81, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:19.719923 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.724355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.740069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0af420d-4ca3-4973-864c-0e4a6ddee580 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:19.773090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0af420d-4ca3-4973-864c-0e4a6ddee580, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0af420d-4ca3-4973-864c-0e4a6ddee580,segment=NetworkSegment(af7d5d3b-cc6a-4083-95e4-700763ab71fc),segment_id=af7d5d3b-cc6a-4083-95e4-700763ab71fc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:19.779045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.846765 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a0af420d-4ca3-4973-864c-0e4a6ddee580,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:19.850437 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] For port 8be50f88-77b0-4f5a-8606-5ce0c1821d81, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:19.855655 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] For port 8be50f88-77b0-4f5a-8606-5ce0c1821d81, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8be50f88-77b0-4f5a-8606-5ce0c1821d81,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:19.862522 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:19.962202 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:19.963114 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:36:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:19.967146 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d2a87-0aba-4b28-bd22-374f0b7b92a1 None None] Pushing event updated for resources: {'Port': ['ID=8be50f88-77b0-4f5a-8606-5ce0c1821d81,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:20.100476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a0af420d-4ca3-4973-864c-0e4a6ddee580'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:20.163677 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:20.261803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-38315bec-7438-41d8-9e29-af6ab851c4a5 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.267494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-38315bec-7438-41d8-9e29-af6ab851c4a5 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.66 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 819 time: 0.2574391 Jul 14 09:37:20.278593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7ee415b-d222-47a0-ab66-413972904c8d req-2ee5197e-edfe-4a77-86c1-707e9ed59359 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1834927 Jul 14 09:37:20.297882 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0172f64-f114-496f-b942-04f0d1d657db req-a943096e-f152-4942-a976-cb22dc8e3c63 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.319649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0172f64-f114-496f-b942-04f0d1d657db req-a943096e-f152-4942-a976-cb22dc8e3c63 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.2379177 Jul 14 09:37:20.343279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Request body: {'port': {'device_id': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'admin_state_up': True, 'tenant_id': '5f48a3f324f94789b25809b94c76abd3'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:20.457236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0172f64-f114-496f-b942-04f0d1d657db req-d988080b-e945-484b-aedd-703b4ae0510d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241593 Jul 14 09:37:20.584128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee415b-d222-47a0-ab66-413972904c8d req-ce83d898-6beb-4359-a740-b7c68d36a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.585725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7ee415b-d222-47a0-ab66-413972904c8d req-ce83d898-6beb-4359-a740-b7c68d36a4ba service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 1098 time: 0.1850910 Jul 14 09:37:20.658664 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:19Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:20.689548 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab154bb7-4983-45ab-a627-d66989a58bfa None None] The sync data for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 is: [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:19Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:20.713405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port 3737c7e0-9e92-437f-9090-113f0dbbd3fe {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:20.713933 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.717239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Made reservation on behalf of 5f48a3f324f94789b25809b94c76abd3 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:20.722263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:20.897144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58eab27-d405-4bde-affd-d91416c5c833 req-40c29d54-6467-45a7-b0c9-a92377f98d20 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.911788 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e58eab27-d405-4bde-affd-d91416c5c833 req-40c29d54-6467-45a7-b0c9-a92377f98d20 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 944 time: 0.1412501 Jul 14 09:37:20.934744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed46ba-dda3-46b2-bde3-8de607d21547 req-7a9468e5-d51b-4be6-bc5b-8a2984b6990f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.936886 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92ed46ba-dda3-46b2-bde3-8de607d21547 req-7a9468e5-d51b-4be6-bc5b-8a2984b6990f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.3487144 Jul 14 09:37:20.979206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee415b-d222-47a0-ab66-413972904c8d req-70eff50b-770f-4e1d-968f-1ad95fe4d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:20.980887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7ee415b-d222-47a0-ab66-413972904c8d req-70eff50b-770f-4e1d-968f-1ad95fe4d3fe service neutron] 10.222.0.69 "GET /v2.0/networks?id=697f7102-e17b-4ed8-9c1a-449456e6368d HTTP/1.1" status: 200 len: 897 time: 0.3571515 Jul 14 09:37:20.984752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e58eab27-d405-4bde-affd-d91416c5c833 req-88461773-2ee5-4ffe-80db-39dd6ffc346f tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711114 Jul 14 09:37:21.158277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port 3737c7e0-9e92-437f-9090-113f0dbbd3fe, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3737c7e0-9e92-437f-9090-113f0dbbd3fe,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:21.158645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.174390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7ee415b-d222-47a0-ab66-413972904c8d req-a92c7f92-9d9c-4aed-9bef-71766e8defe6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e HTTP/1.1" status: 200 len: 1001 time: 0.1716068 Jul 14 09:37:21.181077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92ed46ba-dda3-46b2-bde3-8de607d21547 req-2e63b8a1-2bfe-41f9-863b-8aae1ce799aa tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159641 Jul 14 09:37:21.199457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for 3737c7e0-9e92-437f-9090-113f0dbbd3fe owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:21.209995 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4d321e8-c340-4cd7-8f6b-15dbc47481a1 req-a861a760-c12e-4647-aaab-63c9e0fa49af tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 210 time: 0.0453982 Jul 14 09:37:21.248249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Allocated IP 172.20.0.8 (0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2/30cca8df-100d-4abb-88e6-8b02c1f742f8/9081253c-6548-4768-bc7c-0d2b73e6ad5a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:21.329587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee415b-d222-47a0-ab66-413972904c8d req-cd011286-c4ed-415e-a0ea-509a4908dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.331329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7ee415b-d222-47a0-ab66-413972904c8d req-cd011286-c4ed-415e-a0ea-509a4908dcd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d159563-cf42-4a99-aed1-17c1ae902bc2 HTTP/1.1" status: 200 len: 834 time: 0.1444163 Jul 14 09:37:21.335778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0af420d-4ca3-4973-864c-0e4a6ddee580 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:21.415745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port a0af420d-4ca3-4973-864c-0e4a6ddee580 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:21.432401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port a0af420d-4ca3-4973-864c-0e4a6ddee580 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:21.434107 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.607731 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.635413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c96063-de09-4ddc-9e49-b330635eb863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0af420d-4ca3-4973-864c-0e4a6ddee580'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:21.638611 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8bb4f7-3bbe-4232-86c5-ff4b1c80a435" -d '{"events": [{"server_uuid": "64c96063-de09-4ddc-9e49-b330635eb863", "name": "network-vif-plugged", "status": "completed", "tag": "a0af420d-4ca3-4973-864c-0e4a6ddee580"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:21.711243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee415b-d222-47a0-ab66-413972904c8d req-43d53fb4-2111-4540-8aa2-96dc6492e659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.712986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7ee415b-d222-47a0-ab66-413972904c8d req-43d53fb4-2111-4540-8aa2-96dc6492e659 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=697f7102-e17b-4ed8-9c1a-449456e6368d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3693719 Jul 14 09:37:21.714519 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67144e8-f741-476a-9a7f-778659f1e110 x-openstack-request-id: req-a67144e8-f741-476a-9a7f-778659f1e110 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:21.714816 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c96063-de09-4ddc-9e49-b330635eb863", "name": "network-vif-plugged", "status": "completed", "tag": "a0af420d-4ca3-4973-864c-0e4a6ddee580", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:21.715074 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a67144e8-f741-476a-9a7f-778659f1e110 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:21.716539 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c96063-de09-4ddc-9e49-b330635eb863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0af420d-4ca3-4973-864c-0e4a6ddee580', 'code': 200} Jul 14 09:37:21.727326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a0af420d-4ca3-4973-864c-0e4a6ddee580, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0af420d-4ca3-4973-864c-0e4a6ddee580,segment=NetworkSegment(af7d5d3b-cc6a-4083-95e4-700763ab71fc),segment_id=af7d5d3b-cc6a-4083-95e4-700763ab71fc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:21.731317 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.837005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a0af420d-4ca3-4973-864c-0e4a6ddee580,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:21.840959 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-024677b6-6c0f-4114-bc8e-68bd4ba18a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:21.841458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20331b-a6e1-48cc-acba-a04036880a31 req-38be2549-78a7-4ac9-bce6-8142d25f6738 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:21.865444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf20331b-a6e1-48cc-acba-a04036880a31 req-38be2549-78a7-4ac9-bce6-8142d25f6738 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1820502 Jul 14 09:37:21.923137 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf20331b-a6e1-48cc-acba-a04036880a31 req-c91b55c1-6f49-4d32-a109-f7ac2b2a93eb tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565670 Jul 14 09:37:21.940301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7ee415b-d222-47a0-ab66-413972904c8d req-ca339ac4-5752-44ed-8bc1-1c87600b4ecf service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167664 Jul 14 09:37:22.114383 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.244534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.312136 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.348686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cdfb4-1bca-4fa3-8128-5de9a76770e8 req-30e02f9a-4660-40fc-95ce-96a705d9f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.350456 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d9cdfb4-1bca-4fa3-8128-5de9a76770e8 req-30e02f9a-4660-40fc-95ce-96a705d9f03d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 1097 time: 0.4059937 Jul 14 09:37:22.352636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7ee415b-d222-47a0-ab66-413972904c8d req-5f6f7084-f61c-45b5-bda7-0c34fedbd9da service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705273 Jul 14 09:37:22.358098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:22.390587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:22.420496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:22.446519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event updated for resources: {'Port': ['ID=9081253c-6548-4768-bc7c-0d2b73e6ad5a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.552421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c43a3-648d-4b99-9da0-bfe5cd602f6b req-6846b044-7e40-4e41-8096-10f9baa1d66c tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.554974 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c43a3-648d-4b99-9da0-bfe5cd602f6b req-6846b044-7e40-4e41-8096-10f9baa1d66c tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 945 time: 0.4070876 Jul 14 09:37:22.577536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130573fb-2cba-4ae1-b155-740249605b16 req-93024622-bb0a-4ec4-9ee0-af8a0f1f3a6f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.582239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-130573fb-2cba-4ae1-b155-740249605b16 req-93024622-bb0a-4ec4-9ee0-af8a0f1f3a6f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1393108 Jul 14 09:37:22.628683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d9cdfb4-1bca-4fa3-8128-5de9a76770e8 req-27947fd0-dc27-4fd1-8e6c-c8e802c03e1c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507722 Jul 14 09:37:22.658828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=3737c7e0-9e92-437f-9090-113f0dbbd3fe,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:22.704933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-130573fb-2cba-4ae1-b155-740249605b16 req-259d4aa4-b50d-43c4-b211-7a4f6f3b5869 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158695 Jul 14 09:37:22.727620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.728702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:22.805166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e4c43a3-648d-4b99-9da0-bfe5cd602f6b req-436e0652-8360-4df9-9d35-cd8022c60e65 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697669 Jul 14 09:37:22.820771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:22.821434 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5040b78f-278a-46b1-b271-503448a8aeff tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5416164 Jul 14 09:37:22.843108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Request body: {'port': {'device_id': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:22.951327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:22.978560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae13cc-5bee-48e3-98c6-785ed03969da req-3e38ce3f-4264-4542-b16c-eb78bab01bc4 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:22.980164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdae13cc-5bee-48e3-98c6-785ed03969da req-3e38ce3f-4264-4542-b16c-eb78bab01bc4 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 931 time: 0.1226192 Jul 14 09:37:23.006772 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.061994 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdae13cc-5bee-48e3-98c6-785ed03969da req-73739e63-9683-46ea-a8b7-08d46e2aeec1 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726311 Jul 14 09:37:23.079411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f43e98df-263f-4196-a29a-fa7f3fb65ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.140648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:23.155848 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.169256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8be50f88-77b0-4f5a-8606-5ce0c1821d81 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:23.199723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'port_id': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'mac_address': 'fa:16:3e:b5:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:23.220874 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f43e98df-263f-4196-a29a-fa7f3fb65ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.226162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f43e98df-263f-4196-a29a-fa7f3fb65ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.258130 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.269817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f43e98df-263f-4196-a29a-fa7f3fb65ab5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d5cf1351f4c4780a81ce227890ba848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4445379 Jul 14 09:37:23.269817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e98df-263f-4196-a29a-fa7f3fb65ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0807597-c70b-419e-a69e-d41c7f6c700a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.270479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:23.274670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 8be50f88-77b0-4f5a-8606-5ce0c1821d81 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:23.286917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8be50f88-77b0-4f5a-8606-5ce0c1821d81 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:23.287297 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.290705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f00adb3a-eeb7-436a-b9c9-b388e7a1f258 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:23.338744 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2571e144-7b0f-4b1d-a30d-b35d4d26a072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.340260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:23.348420 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.363899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2571e144-7b0f-4b1d-a30d-b35d4d26a072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.426122 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2571e144-7b0f-4b1d-a30d-b35d4d26a072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.428864 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2571e144-7b0f-4b1d-a30d-b35d4d26a072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.430241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2571e144-7b0f-4b1d-a30d-b35d4d26a072 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0807597-c70b-419e-a69e-d41c7f6c700a HTTP/1.1" status: 204 len: 168 time: 0.1586783 Jul 14 09:37:23.439265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571e144-7b0f-4b1d-a30d-b35d4d26a072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0807597-c70b-419e-a69e-d41c7f6c700a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.463581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.466243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.499867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['f00adb3a-eeb7-436a-b9c9-b388e7a1f258'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:23.539462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 8be50f88-77b0-4f5a-8606-5ce0c1821d81, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8be50f88-77b0-4f5a-8606-5ce0c1821d81,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:23.545450 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.628902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=8be50f88-77b0-4f5a-8606-5ce0c1821d81,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:23.871879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4f0a3-389f-4bae-9bab-7b3e250d4131 req-3cf430f8-c762-49b3-a08f-5624d5012fa5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.872936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:23.873654 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ed4f0a3-389f-4bae-9bab-7b3e250d4131 req-3cf430f8-c762-49b3-a08f-5624d5012fa5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.7071364 Jul 14 09:37:23.901987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a223fca3-4849-4b09-a304-31b99d913aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:23.960501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbd459-ed28-4b2e-82d1-21a197f038a2 req-b9aef561-22e8-46e8-ace1-30e5d909b572 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:23.962141 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61cbd459-ed28-4b2e-82d1-21a197f038a2 req-b9aef561-22e8-46e8-ace1-30e5d909b572 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1346359 Jul 14 09:37:24.014574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ed4f0a3-389f-4bae-9bab-7b3e250d4131 req-cb99c673-cc1e-413b-97b1-0008a63e2956 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325610 Jul 14 09:37:24.044065 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61cbd459-ed28-4b2e-82d1-21a197f038a2 req-ad6ccd95-932c-4d37-b695-a014fe60beca tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671451 Jul 14 09:37:24.085750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9081253c-6548-4768-bc7c-0d2b73e6ad5a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:24.098396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.120487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Transition to ACTIVE for port object 9081253c-6548-4768-bc7c-0d2b73e6ad5a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:24.125996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.129666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router be138a2d-5df7-4bdd-b77a-8d5958e8f42f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:24.131048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a223fca3-4849-4b09-a304-31b99d913aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.137432 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a223fca3-4849-4b09-a304-31b99d913aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.191495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Pushing event updated for resources: {'Port': ['ID=9081253c-6548-4768-bc7c-0d2b73e6ad5a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.212572 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4db5447d-d15e-4aae-aa79-61cb7391627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.220794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a223fca3-4849-4b09-a304-31b99d913aaf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f0aac15c4445417785d68f9153f99a45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393342 Jul 14 09:37:24.223747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:24.234904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223fca3-4849-4b09-a304-31b99d913aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521c0c77-e73d-4e90-8237-5344275f6434,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.333022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5912370d-f247-4754-811e-183b28995ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.356511 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5912370d-f247-4754-811e-183b28995ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.408911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:24.414958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-80a3be07-b9c7-4df1-a1e0-48914520514d tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "PUT /v2.0/routers/be138a2d-5df7-4bdd-b77a-8d5958e8f42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2652595 Jul 14 09:37:24.417174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Attempting to bind port 9081253c-6548-4768-bc7c-0d2b73e6ad5a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:24.417600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Attempting to bind port 9081253c-6548-4768-bc7c-0d2b73e6ad5a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:24.417937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Attempting to bind port 9081253c-6548-4768-bc7c-0d2b73e6ad5a on network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:24.423087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] Sync routers for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:24.427574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Port 9081253c-6548-4768-bc7c-0d2b73e6ad5a on network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:37:24.428250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Attempting to bind port 9081253c-6548-4768-bc7c-0d2b73e6ad5a on network 0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:24.440622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206d5db-5c78-40b7-b49f-2a60ad036f7f req-7ed9eba0-3910-4c58-b840-8c33b0402488 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.443016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d206d5db-5c78-40b7-b49f-2a60ad036f7f req-7ed9eba0-3910-4c58-b840-8c33b0402488 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 945 time: 0.2086105 Jul 14 09:37:24.446348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:24.446537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5912370d-f247-4754-811e-183b28995ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.447162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Checking segment: {'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:24.447782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Bound using segment: {'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:24.448504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Bound port: 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d159d1-d8c3-46e4-821d-14633f1d0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:24.449104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.449705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5912370d-f247-4754-811e-183b28995ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.450993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5912370d-f247-4754-811e-183b28995ac4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/521c0c77-e73d-4e90-8237-5344275f6434 HTTP/1.1" status: 204 len: 168 time: 0.2258682 Jul 14 09:37:24.464965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:24.466015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:24.466345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912370d-f247-4754-811e-183b28995ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521c0c77-e73d-4e90-8237-5344275f6434,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.489046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0862a-1683-464d-b13c-63c1ad941372 req-ae99ee57-f432-405a-b896-c5211032860c tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.490972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6c0862a-1683-464d-b13c-63c1ad941372 req-ae99ee57-f432-405a-b896-c5211032860c tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 943 time: 0.0967782 Jul 14 09:37:24.518120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.532249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d206d5db-5c78-40b7-b49f-2a60ad036f7f req-544e4876-ca22-4f96-adbe-c538d9b2fab7 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794473 Jul 14 09:37:24.608869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] For port 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:24.609836 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6c0862a-1683-464d-b13c-63c1ad941372 req-af56b7f1-0126-43ef-979e-62fc42125304 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091552 Jul 14 09:37:24.614887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] For port 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:24.621359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.707576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.708240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:24.709681 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] 10.222.0.66 "PUT /v2.0/ports/9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 1092 time: 1.8730667 Jul 14 09:37:24.712777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:24.715620 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448e0740-e8b6-4458-83cf-57dfdacd6a33" -d '{"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:24.766409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:24.829099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c304430-91c8-432a-b3ed-1dbebb89f68e service neutron] Pushing event updated for resources: {'Port': ['ID=9081253c-6548-4768-bc7c-0d2b73e6ad5a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:24.890281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-9ee0ffdd-4d33-4534-a9e1-b05ff56e0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:24.892532 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-9ee0ffdd-4d33-4534-a9e1-b05ff56e0913 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1095 time: 0.1340635 Jul 14 09:37:24.995425 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d721cd25-c01b-4c9c-8bb1-4007f8bedc9e x-openstack-request-id: req-d721cd25-c01b-4c9c-8bb1-4007f8bedc9e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:24.995943 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:24.997711 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d721cd25-c01b-4c9c-8bb1-4007f8bedc9e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:24.998338 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'status': 'completed', 'code': 200} Jul 14 09:37:25.002271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-65fd873f-33fa-477b-adee-660275670993 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 217 time: 0.0964050 Jul 14 09:37:25.104754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:25.104754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8be50f88-77b0-4f5a-8606-5ce0c1821d81 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:25.129524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-b3d90019-703e-4c86-8a81-952ecb500752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.131108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-b3d90019-703e-4c86-8a81-952ecb500752 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.1176443 Jul 14 09:37:25.214361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-edb3f1e8-3501-43cd-a6e2-2878e5228f7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732925 Jul 14 09:37:25.343141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8be50f88-77b0-4f5a-8606-5ce0c1821d81 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:25.344330 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.348688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:25.349052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.447259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b040e-1876-41e9-8b95-0897d96ff3ff req-4887519c-d566-4b74-beb7-7a007dd14771 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.450622 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e6b040e-1876-41e9-8b95-0897d96ff3ff req-4887519c-d566-4b74-beb7-7a007dd14771 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.1442411 Jul 14 09:37:25.475897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb86363-d76f-430a-ab5f-3a9457ee4a66 req-dff085c6-7727-48ff-a772-e545895e4bb5 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.484089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ebb86363-d76f-430a-ab5f-3a9457ee4a66 req-dff085c6-7727-48ff-a772-e545895e4bb5 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 946 time: 0.2829356 Jul 14 09:37:25.560119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6e6b040e-1876-41e9-8b95-0897d96ff3ff req-ea440e6f-3563-4097-b626-8b957c73690e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015472 Jul 14 09:37:25.587434 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.621649 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-5b9b963a-1940-4ca8-82fa-32fd21ed7cb9 service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947992 Jul 14 09:37:25.622856 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.657353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ebb86363-d76f-430a-ab5f-3a9457ee4a66 req-6fc17ffc-88a3-4f78-a335-4703dafa5247 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555102 Jul 14 09:37:25.657677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:21Z', 'revision_number': 6, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.786377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] Checking router: be138a2d-5df7-4bdd-b77a-8d5958e8f42f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:25.806915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:25.811153 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc03f3e-7137-48df-9cc1-7c08eb43cb0e" -d '{"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-plugged", "status": "completed", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:25.857247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a84a1-a974-4c93-8915-ceab78fc61d1 req-ee689c0c-c68f-4da7-a14a-0c5b8c008063 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:25.858662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:25.858963 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e993739-aba9-455e-8833-e2cd1ba65f33 req-3f474903-a349-45e7-a33c-1046493c0d7c service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284050 Jul 14 09:37:25.860334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:25.861011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:25.862092 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea8a84a1-a974-4c93-8915-ceab78fc61d1 req-ee689c0c-c68f-4da7-a14a-0c5b8c008063 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1112120 Jul 14 09:37:25.929250 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:25.969331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea8a84a1-a974-4c93-8915-ceab78fc61d1 req-15e741f0-0cbf-4378-a29e-b8d3469a9e8e tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903411 Jul 14 09:37:26.157490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-90884a5f-a546-499e-81b6-744e979c0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.159958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-90884a5f-a546-499e-81b6-744e979c0f5b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1095 time: 0.2254643 Jul 14 09:37:26.418222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-879918ef-5361-4978-9da6-daf95321e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.420052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-879918ef-5361-4978-9da6-daf95321e024 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 920 time: 0.2524564 Jul 14 09:37:26.483931 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b622d78-9532-4515-a87f-b77247037bb1 x-openstack-request-id: req-6b622d78-9532-4515-a87f-b77247037bb1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:26.485036 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-plugged", "status": "completed", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:26.485530 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6b622d78-9532-4515-a87f-b77247037bb1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:26.486144 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'code': 200} Jul 14 09:37:26.501866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:26.553422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f648381-3608-4d20-982b-7c93a25b5262 req-6c56cf68-8543-4e7b-9179-a96622aa113d tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.556017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:26.562812 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f648381-3608-4d20-982b-7c93a25b5262 req-6c56cf68-8543-4e7b-9179-a96622aa113d tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 943 time: 0.2118573 Jul 14 09:37:26.567327 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-16f974b5-f66a-457e-a4f7-64910ef863c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 217 time: 0.1334541 Jul 14 09:37:26.669680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b896c3e-808d-4ac1-8eb7-1ceed471e799 req-eccd408d-ba95-4553-b8ac-5127a180754b tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.676295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b896c3e-808d-4ac1-8eb7-1ceed471e799 req-eccd408d-ba95-4553-b8ac-5127a180754b tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 945 time: 0.1613510 Jul 14 09:37:26.691675 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f648381-3608-4d20-982b-7c93a25b5262 req-b3ea92c7-5397-401b-916a-12dca7ff86a4 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268804 Jul 14 09:37:26.694638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-b70c9039-2ab6-447c-9eda-a3b9bd401f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.712683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-b70c9039-2ab6-447c-9eda-a3b9bd401f0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.1246831 Jul 14 09:37:26.839860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:26.853483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-70fd63a8-6467-4577-8db7-a64507870ace service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359897 Jul 14 09:37:26.885262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b896c3e-808d-4ac1-8eb7-1ceed471e799 req-603f0984-8f1f-444b-89d9-3d694be91206 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024984 Jul 14 09:37:26.979277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-94dd9b55-5310-47f8-846e-443f2c856524 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:26.988599 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-94dd9b55-5310-47f8-846e-443f2c856524 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 946 time: 0.2342591 Jul 14 09:37:27.138686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d5d1d-7277-42b3-b294-4a6870de6c39 req-2dc858f4-8e6f-4fc1-a91f-b3880803c9b1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.147364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-954d5d1d-7277-42b3-b294-4a6870de6c39 req-2dc858f4-8e6f-4fc1-a91f-b3880803c9b1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.2240767 Jul 14 09:37:27.176100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-24ca22b2-8f6f-4ed2-ac0b-c61436a473f9 service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150077 Jul 14 09:37:27.198049 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.237970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:21Z', 'revision_number': 6, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:27.243683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port 076341dd-4909-4a10-a183-00415d17dca2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:27.244041 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.280757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e17f360-87e0-4d05-815f-a8aed01f71a0 None None] The sync data for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 is: [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:21Z', 'revision_number': 6, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'caa9c716-370d-41ad-a0c3-0cdecfad1d4f', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'port_id': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1801, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'mac_address': 'fa:16:3e:69:f3:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:35:57Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 1, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:27.331820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41addbf-8898-4870-980d-f21450532c52 req-ba88f769-b85b-4499-8be6-abd9abb136c4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.351818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c41addbf-8898-4870-980d-f21450532c52 req-ba88f769-b85b-4499-8be6-abd9abb136c4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 946 time: 0.2230980 Jul 14 09:37:27.381270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-954d5d1d-7277-42b3-b294-4a6870de6c39 req-321460e7-07fa-4e58-a7ca-ceca1afa5564 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324719 Jul 14 09:37:27.545428 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c41addbf-8898-4870-980d-f21450532c52 req-ffc335b0-efbb-4bce-8e7a-3dac506d9c46 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=c98c0cdf-c058-48b9-9e5f-37130f53271b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926231 Jul 14 09:37:27.555971 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-448e0740-e8b6-4458-83cf-57dfdacd6a33 req-d20db0df-5acc-4e4f-88ac-5c168e2f14e1 service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670485 Jul 14 09:37:27.627464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port 076341dd-4909-4a10-a183-00415d17dca2, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=076341dd-4909-4a10-a183-00415d17dca2,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:27.627850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:27.643811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-40d2eb8d-2248-4e1c-817c-753eb7d6a443 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.647591 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-40d2eb8d-2248-4e1c-817c-753eb7d6a443 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.69 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 945 time: 0.2196264 Jul 14 09:37:27.665564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for 076341dd-4909-4a10-a183-00415d17dca2 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:27.945206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d1276-72bd-4268-8723-7f734dbf0e2d req-8b6d10ce-9bcd-4259-a281-bae89dc45c3f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:27.948120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-528d1276-72bd-4268-8723-7f734dbf0e2d req-8b6d10ce-9bcd-4259-a281-bae89dc45c3f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.2584395 Jul 14 09:37:28.069236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.077577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Deleting port a0af420d-4ca3-4973-864c-0e4a6ddee580 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:28.077964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.105738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-528d1276-72bd-4268-8723-7f734dbf0e2d req-05d2cbe3-d0de-4584-abc6-db9049ada8e4 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161487 Jul 14 09:37:28.126445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=076341dd-4909-4a10-a183-00415d17dca2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:28.176613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40688) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:28.208169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] No DVR routers for this DVR port 076341dd-4909-4a10-a183-00415d17dca2 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:28.211647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.213911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5803392c-ce99-42b9-9a54-0ec299445c17 req-fef75d76-6f87-4cb6-a2dd-716dae4114b8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "DELETE /v2.0/ports/076341dd-4909-4a10-a183-00415d17dca2 HTTP/1.1" status: 204 len: 173 time: 1.2176628 Jul 14 09:37:28.214575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '423d18b5-736a-47e6-b080-fb6d6998e035', 'name': 'network-vif-deleted', 'tag': '076341dd-4909-4a10-a183-00415d17dca2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:28.222397 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846b31a-46c0-476b-b8e0-040b9a2b504b" -d '{"events": [{"server_uuid": "423d18b5-736a-47e6-b080-fb6d6998e035", "name": "network-vif-deleted", "tag": "076341dd-4909-4a10-a183-00415d17dca2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:28.254973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24621d6f-400a-4b25-b1ec-bb15c6faf0c0 req-65a484ec-969c-4f41-9f80-8cf72cba0738 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.276647 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-24621d6f-400a-4b25-b1ec-bb15c6faf0c0 req-65a484ec-969c-4f41-9f80-8cf72cba0738 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 943 time: 0.2625828 Jul 14 09:37:28.332720 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-24621d6f-400a-4b25-b1ec-bb15c6faf0c0 req-80459074-b851-4277-a815-60c9f639437c tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550394 Jul 14 09:37:28.387641 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ceb69bf-4f29-40c3-ae29-fb183718f986 x-openstack-request-id: req-0ceb69bf-4f29-40c3-ae29-fb183718f986 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:28.388037 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "423d18b5-736a-47e6-b080-fb6d6998e035", "name": "network-vif-deleted", "tag": "076341dd-4909-4a10-a183-00415d17dca2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:28.388233 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0ceb69bf-4f29-40c3-ae29-fb183718f986 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:28.388710 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '423d18b5-736a-47e6-b080-fb6d6998e035', 'name': 'network-vif-deleted', 'tag': '076341dd-4909-4a10-a183-00415d17dca2', 'status': 'completed', 'code': 200} Jul 14 09:37:28.412962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] For port a0af420d-4ca3-4973-864c-0e4a6ddee580, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a0af420d-4ca3-4973-864c-0e4a6ddee580,segment=NetworkSegment(af7d5d3b-cc6a-4083-95e4-700763ab71fc),segment_id=af7d5d3b-cc6a-4083-95e4-700763ab71fc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:28.413335 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.429216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a30686bc-9b44-4c95-96f5-7a5ad6b984dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.448299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Calling delete_port for a0af420d-4ca3-4973-864c-0e4a6ddee580 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:28.539936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0735105-c6b1-4de7-81ac-2acb7c55cb12 req-345d9d1c-8adc-4cbe-876a-c0fe6618a308 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.547826 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0735105-c6b1-4de7-81ac-2acb7c55cb12 req-345d9d1c-8adc-4cbe-876a-c0fe6618a308 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 945 time: 0.2574384 Jul 14 09:37:28.657157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b15b1-d480-4cd6-b4cd-c6fbf8c1a48a req-41d94314-fce9-4d80-8892-ee73fa060a60 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:28.662849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0735105-c6b1-4de7-81ac-2acb7c55cb12 req-97d6d2ef-9453-490c-b157-b2816e46013a tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/security-groups?id=d722f3ec-a8a5-4090-bb16-0596105338f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109989 Jul 14 09:37:28.664638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c76b15b1-d480-4cd6-b4cd-c6fbf8c1a48a req-41d94314-fce9-4d80-8892-ee73fa060a60 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.0937612 Jul 14 09:37:28.722382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c76b15b1-d480-4cd6-b4cd-c6fbf8c1a48a req-b5caab7f-b199-4974-8de5-fc6393bcd38b tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556860 Jul 14 09:37:28.840733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a30686bc-9b44-4c95-96f5-7a5ad6b984dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.871163 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.887955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a0af420d-4ca3-4973-864c-0e4a6ddee580'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:28.916118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a30686bc-9b44-4c95-96f5-7a5ad6b984dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:28.942955 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5a8c3c8-5dc7-44a7-8a9a-d5cb21f8c671 req-f7d54567-a15d-4c5a-890a-758138fba9e9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=423d18b5-736a-47e6-b080-fb6d6998e035 HTTP/1.1" status: 200 len: 210 time: 0.1134939 Jul 14 09:37:28.953296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3737c7e0-9e92-437f-9090-113f0dbbd3fe no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:28.998477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 9081253c-6548-4768-bc7c-0d2b73e6ad5a details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:37:29.014651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 3737c7e0-9e92-437f-9090-113f0dbbd3fe {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:29.015004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3737c7e0-9e92-437f-9090-113f0dbbd3fe not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:29.069675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Pushing event deleted for resources: {'Port': ['ID=a0af420d-4ca3-4973-864c-0e4a6ddee580,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.133332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30686bc-9b44-4c95-96f5-7a5ad6b984dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc19573-47c9-49e8-9a6c-2afda8cdaac4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.160670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a30686bc-9b44-4c95-96f5-7a5ad6b984dc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=dc874da18dae4e91bf7c71b57ed9e94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9806709 Jul 14 09:37:29.160670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] No DVR routers for this DVR port a0af420d-4ca3-4973-864c-0e4a6ddee580 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:29.161222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40702) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:29.163595 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.165563 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd45ce2e-5f69-4f68-b93e-1e9ab55f682e req-6de71737-eaea-4549-8394-7bb1aaa00683 tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.69 "DELETE /v2.0/ports/a0af420d-4ca3-4973-864c-0e4a6ddee580 HTTP/1.1" status: 204 len: 173 time: 1.5101929 Jul 14 09:37:29.169932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:29.170162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64c96063-de09-4ddc-9e49-b330635eb863', 'name': 'network-vif-deleted', 'tag': 'a0af420d-4ca3-4973-864c-0e4a6ddee580'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:29.172598 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed89f61-55c0-45ad-94bb-c69a8ecd63fb" -d '{"events": [{"server_uuid": "64c96063-de09-4ddc-9e49-b330635eb863", "name": "network-vif-deleted", "tag": "a0af420d-4ca3-4973-864c-0e4a6ddee580"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:29.194889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'port_id': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'mac_address': 'fa:16:3e:db:98:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:37:29.246338 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71d12d4-2b70-4fd3-9526-5b2c4f4d417a x-openstack-request-id: req-c71d12d4-2b70-4fd3-9526-5b2c4f4d417a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:29.246960 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64c96063-de09-4ddc-9e49-b330635eb863", "name": "network-vif-deleted", "tag": "a0af420d-4ca3-4973-864c-0e4a6ddee580", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:29.246960 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c71d12d4-2b70-4fd3-9526-5b2c4f4d417a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:29.247606 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64c96063-de09-4ddc-9e49-b330635eb863', 'name': 'network-vif-deleted', 'tag': 'a0af420d-4ca3-4973-864c-0e4a6ddee580', 'status': 'completed', 'code': 200} Jul 14 09:37:29.275594 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.277202 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.301530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.311854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9081253c-6548-4768-bc7c-0d2b73e6ad5a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:37:29.336745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:29.342540 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.413909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=9081253c-6548-4768-bc7c-0d2b73e6ad5a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.484774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cdf1a-7398-4336-8550-83b2a27fe9d2 req-b5efaa38-bf61-4214-ada0-5fc23699f80b tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:29.494438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb7cdf1a-7398-4336-8550-83b2a27fe9d2 req-b5efaa38-bf61-4214-ada0-5fc23699f80b tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1825716 Jul 14 09:37:29.508682 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.541744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.543598 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:29.544758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbc19573-47c9-49e8-9a6c-2afda8cdaac4 HTTP/1.1" status: 204 len: 168 time: 0.3829985 Jul 14 09:37:29.559473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc19573-47c9-49e8-9a6c-2afda8cdaac4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:29.570317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.570692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.571133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.571479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.571809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.572144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.572500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.572829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.573156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.573482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.573810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.574287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5842a-1145-45fa-977b-8212c1d1f42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:29.594414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb7cdf1a-7398-4336-8550-83b2a27fe9d2 req-ed8b4824-6b50-4080-b389-ffa8d5f1d16d tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981572 Jul 14 09:37:29.629726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9081253c-6548-4768-bc7c-0d2b73e6ad5a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:29.701246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570e628-2f39-4a31-941b-bd4d90ca3b9c req-caa8af09-61ea-47da-b579-e5eb0637ae22 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:29.704684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c570e628-2f39-4a31-941b-bd4d90ca3b9c req-caa8af09-61ea-47da-b579-e5eb0637ae22 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 944 time: 0.1663883 Jul 14 09:37:29.802231 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c570e628-2f39-4a31-941b-bd4d90ca3b9c req-ff433d8a-21ad-4fc1-ba81-ca314ef73a60 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745516 Jul 14 09:37:30.021331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-83377fe5-db9f-4d52-8a85-ac162aa81fc7 req-50078797-44a1-4946-9c93-1c63f4be6c6a tempest-ServerPasswordTestJSON-377828160 tempest-ServerPasswordTestJSON-377828160-project] 10.222.0.73 "GET /v2.0/ports?device_id=64c96063-de09-4ddc-9e49-b330635eb863 HTTP/1.1" status: 200 len: 210 time: 0.0764830 Jul 14 09:37:30.097257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c29ec-267a-4445-a5a3-e7bec6ffc7fb req-ca38664e-e4ca-4fe6-8fae-de88a63778ee tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:30.099248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-366c29ec-267a-4445-a5a3-e7bec6ffc7fb req-ca38664e-e4ca-4fe6-8fae-de88a63778ee tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1129425 Jul 14 09:37:30.145465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40728) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.170526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-366c29ec-267a-4445-a5a3-e7bec6ffc7fb req-fb560a43-b88e-4049-8e19-65467e4bec7f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650368 Jul 14 09:37:30.266631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25de941f-11d7-4bcc-9625-3f5023a17ad1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.319463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25de941f-11d7-4bcc-9625-3f5023a17ad1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.408117 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25de941f-11d7-4bcc-9625-3f5023a17ad1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.415190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25de941f-11d7-4bcc-9625-3f5023a17ad1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.417083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-25de941f-11d7-4bcc-9625-3f5023a17ad1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/security-groups/c98c0cdf-c058-48b9-9e5f-37130f53271b HTTP/1.1" status: 204 len: 168 time: 0.2705917 Jul 14 09:37:30.445555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de941f-11d7-4bcc-9625-3f5023a17ad1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98c0cdf-c058-48b9-9e5f-37130f53271b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.470503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:30.545572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0caeae7-ebc6-46cd-911b-b18d5d287ca7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting subnet d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:30.549066 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0caeae7-ebc6-46cd-911b-b18d5d287ca7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.606535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0caeae7-ebc6-46cd-911b-b18d5d287ca7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.761555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0caeae7-ebc6-46cd-911b-b18d5d287ca7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.923838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0caeae7-ebc6-46cd-911b-b18d5d287ca7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:30.924328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7ce39-a27e-4ded-a008-79950bb491ca req-0a47d1cb-645b-47da-919a-f2a71392211c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:30.932751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91b7ce39-a27e-4ded-a008-79950bb491ca req-0a47d1cb-645b-47da-919a-f2a71392211c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1595879 Jul 14 09:37:30.983297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 9081253c-6548-4768-bc7c-0d2b73e6ad5a up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:37:30.988410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0caeae7-ebc6-46cd-911b-b18d5d287ca7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Subnet': ['ID=d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:30.996809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91b7ce39-a27e-4ded-a008-79950bb491ca req-6cfaa1fb-fd17-433c-bb07-4de11028e482 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630629 Jul 14 09:37:31.014510 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0caeae7-ebc6-46cd-911b-b18d5d287ca7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.017955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c0caeae7-ebc6-46cd-911b-b18d5d287ca7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/subnets/d8d7b6a7-20c9-4763-b75b-a88ba7fc99b0 HTTP/1.1" status: 204 len: 168 time: 0.5460453 Jul 14 09:37:31.023445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40764) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:31.024069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b7ce0e-178e-4de4-a018-8fae484f94d1 None None] Network 8e3d3fba-e608-419a-8ebc-7853419c410c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:31.096710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0b776-58d1-49a3-a0e6-d5edbe1f3860 req-bdbac9d3-a218-4198-b587-b2d6759558c0 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.098083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b4d0b776-58d1-49a3-a0e6-d5edbe1f3860 req-bdbac9d3-a218-4198-b587-b2d6759558c0 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 944 time: 0.0992124 Jul 14 09:37:31.153196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 9081253c-6548-4768-bc7c-0d2b73e6ad5a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:37:31.160229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 9081253c-6548-4768-bc7c-0d2b73e6ad5a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:37:31.160851 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.169510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40772) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:31.193588 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.197401 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b4d0b776-58d1-49a3-a0e6-d5edbe1f3860 req-e8ff963a-5479-4d3f-8adb-1a04dc82db08 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917401 Jul 14 09:37:31.354450 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.370096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0af420d-4ca3-4973-864c-0e4a6ddee580 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:31.419800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:31.421410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:31.425214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d25b9811-946b-43a3-bf54-0e972d15bdc6 admin admin] Deleting subnet 8a96534b-39e8-4d29-8316-af439891acc3 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:31.425840 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf81391-d7a2-45be-88da-7e9257efb6fd" -d '{"events": [{"server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "name": "network-vif-plugged", "status": "completed", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:31.428516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: a0af420d-4ca3-4973-864c-0e4a6ddee580 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:31.428929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a0af420d-4ca3-4973-864c-0e4a6ddee580 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:31.434333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] DHCP port deletion for 8e3d3fba-e608-419a-8ebc-7853419c410c request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:31.442378 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.443325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 076341dd-4909-4a10-a183-00415d17dca2 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:31.500612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d25b9811-946b-43a3-bf54-0e972d15bdc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.534132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=9081253c-6548-4768-bc7c-0d2b73e6ad5a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:31.558982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 076341dd-4909-4a10-a183-00415d17dca2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:31.559315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 076341dd-4909-4a10-a183-00415d17dca2 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:31.571277 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824adfdc-96bf-4807-8990-babb5456e72c x-openstack-request-id: req-824adfdc-96bf-4807-8990-babb5456e72c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:31.571571 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "name": "network-vif-plugged", "status": "completed", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:31.571833 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-824adfdc-96bf-4807-8990-babb5456e72c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:31.572244 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'code': 200} Jul 14 09:37:31.597755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] Deleting port a916f8ab-ac24-4115-8c45-b35107ad98e4 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:31.598360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.613611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d25b9811-946b-43a3-bf54-0e972d15bdc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.671504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port a916f8ab-ac24-4115-8c45-b35107ad98e4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:31.672632 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.686330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8b917-7c0f-418d-a97b-89e87b655d0c req-15f0342b-c280-4ee4-b531-94373fdbadfb tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.694230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21b8b917-7c0f-418d-a97b-89e87b655d0c req-15f0342b-c280-4ee4-b531-94373fdbadfb tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.2131138 Jul 14 09:37:31.696759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d25b9811-946b-43a3-bf54-0e972d15bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.700004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] For port a916f8ab-ac24-4115-8c45-b35107ad98e4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a916f8ab-ac24-4115-8c45-b35107ad98e4,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:31.700437 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.714660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] Calling delete_port for a916f8ab-ac24-4115-8c45-b35107ad98e4 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:31.734728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69690c37-7077-43cd-ad38-04e8f6092a6f req-fc68a604-3a7c-48af-813b-d5f60bb6f317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:31.737281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69690c37-7077-43cd-ad38-04e8f6092a6f req-fc68a604-3a7c-48af-813b-d5f60bb6f317 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1097 time: 0.0808482 Jul 14 09:37:31.779438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69690c37-7077-43cd-ad38-04e8f6092a6f req-19b638a0-cdfd-4ff7-a6af-155195e2b722 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354033 Jul 14 09:37:31.838677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port a916f8ab-ac24-4115-8c45-b35107ad98e4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a916f8ab-ac24-4115-8c45-b35107ad98e4,segment=NetworkSegment(762c621e-5de4-4dbe-94a3-8eb2476704c6),segment_id=762c621e-5de4-4dbe-94a3-8eb2476704c6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:31.839355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.840337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40786) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:31.851152 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.866594 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21b8b917-7c0f-418d-a97b-89e87b655d0c req-d44821ef-70a1-42c4-bb54-992c9f740ac1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711731 Jul 14 09:37:31.872437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for a916f8ab-ac24-4115-8c45-b35107ad98e4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:31.885982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] Pushing event deleted for resources: {'Port': ['ID=a916f8ab-ac24-4115-8c45-b35107ad98e4,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:31.899513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f2833-bf29-42ab-bf96-c23fe27e238d None None] No DVR routers for this DVR port a916f8ab-ac24-4115-8c45-b35107ad98e4 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:31.918358 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d25b9811-946b-43a3-bf54-0e972d15bdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.983855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b9811-946b-43a3-bf54-0e972d15bdc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a96534b-39e8-4d29-8316-af439891acc3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:31.991257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d25b9811-946b-43a3-bf54-0e972d15bdc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:31.993310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d25b9811-946b-43a3-bf54-0e972d15bdc6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8a96534b-39e8-4d29-8316-af439891acc3 HTTP/1.1" status: 204 len: 168 time: 0.8228528 Jul 14 09:37:31.997935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40790) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.041097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1b13-6fbc-4801-949d-d246b9008176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.102733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.113112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.148649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] No DVR routers for this DVR port a916f8ab-ac24-4115-8c45-b35107ad98e4 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:32.151557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=a916f8ab-ac24-4115-8c45-b35107ad98e4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.197715 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:37:32.251033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1b13-6fbc-4801-949d-d246b9008176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.289894 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cdc1b13-6fbc-4801-949d-d246b9008176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.315738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.319274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.335488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e152682-d0d8-4982-936d-66ee26cd404f']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:32.340715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e3d3fba-e608-419a-8ebc-7853419c410c']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:32.358707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4cdc1b13-6fbc-4801-949d-d246b9008176 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df6789e9c5284627991dc1843b6c730e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5133798 Jul 14 09:37:32.361172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc1b13-6fbc-4801-949d-d246b9008176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6c1f70-a30b-41b2-abf0-1ac7eb087c03,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.362365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40796) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.387587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7d5d3b-cc6a-4083-95e4-700763ab71fc') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:32.392142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7d5d3b-cc6a-4083-95e4-700763ab71fc') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:32.400404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762c621e-5de4-4dbe-94a3-8eb2476704c6') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:32.400705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762c621e-5de4-4dbe-94a3-8eb2476704c6') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:32.410493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d7a1-5db2-43c1-8935-e4d9faac44e6 req-d8cca5f7-6785-404f-b931-3460f2be5b43 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:32.412543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e23d7a1-5db2-43c1-8935-e4d9faac44e6 req-d8cca5f7-6785-404f-b931-3460f2be5b43 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.2201991 Jul 14 09:37:32.443856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.452262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.472664 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e23d7a1-5db2-43c1-8935-e4d9faac44e6 req-da1c9e66-3571-4648-9dec-4e61e3ac174c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Jul 14 09:37:32.500268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.502279 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.526840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:32.528523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:32.531517 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:32.550804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:32.551222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:32.604162 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:32.708345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3c1c89-fafb-4c43-b760-6110722a77a6 req-3b867156-e96b-44f7-b0f7-ffa6e57e34c1 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:32.719514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b3c1c89-fafb-4c43-b760-6110722a77a6 req-3b867156-e96b-44f7-b0f7-ffa6e57e34c1 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.3682694 Jul 14 09:37:32.723656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49908c73-21ca-4edd-bd6d-b7571c6f13b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.742318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.752251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.769694 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.774015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/networks/8e3d3fba-e608-419a-8ebc-7853419c410c HTTP/1.1" status: 204 len: 168 time: 1.7471681 Jul 14 09:37:32.776152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:32.788233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.790126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] 10.222.0.73 "DELETE /v2.0/networks/5e152682-d0d8-4982-936d-66ee26cd404f HTTP/1.1" status: 204 len: 168 time: 0.7932129 Jul 14 09:37:32.796967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49908c73-21ca-4edd-bd6d-b7571c6f13b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.805931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553682c1-1ea0-491b-9264-9c5e940519b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Network': ['ID=8e3d3fba-e608-419a-8ebc-7853419c410c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.839980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b3c1c89-fafb-4c43-b760-6110722a77a6 req-a9c1ccef-86f9-4d20-bee8-869ff92c1cef tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195862 Jul 14 09:37:32.847379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ae83a-bda2-45c6-85d5-52be4fc8b28c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e152682-d0d8-4982-936d-66ee26cd404f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.899462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49908c73-21ca-4edd-bd6d-b7571c6f13b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.902981 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49908c73-21ca-4edd-bd6d-b7571c6f13b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:32.907505 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-49908c73-21ca-4edd-bd6d-b7571c6f13b6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1b6c1f70-a30b-41b2-abf0-1ac7eb087c03 HTTP/1.1" status: 204 len: 168 time: 0.5098040 Jul 14 09:37:32.929269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49908c73-21ca-4edd-bd6d-b7571c6f13b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6c1f70-a30b-41b2-abf0-1ac7eb087c03,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:32.974603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a916f8ab-ac24-4115-8c45-b35107ad98e4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:33.014789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: a916f8ab-ac24-4115-8c45-b35107ad98e4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:33.017775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a916f8ab-ac24-4115-8c45-b35107ad98e4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:33.061457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40808) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:33.159993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a6c6b807-9554-4960-ac37-26efef835a66 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5cd56f009aa4940be308af0865265f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943501 Jul 14 09:37:33.160240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40812) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:33.191560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port a1e469ae-7ea3-4844-9dd7-6b5d111425ed {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:33.192233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.227939 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fb18-0145-4106-9d73-a3ec8fd70a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.247164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ddd2d-6b6c-429a-a146-b83bc7627128 req-f2c5bc43-50d0-4376-9cbf-c7140f521150 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:33.255030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-604ddd2d-6b6c-429a-a146-b83bc7627128 req-f2c5bc43-50d0-4376-9cbf-c7140f521150 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1365652 Jul 14 09:37:33.260400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fb18-0145-4106-9d73-a3ec8fd70a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.322537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-604ddd2d-6b6c-429a-a146-b83bc7627128 req-e6f54c88-b288-4eab-81aa-e810ca37f671 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664637 Jul 14 09:37:33.327056 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fb18-0145-4106-9d73-a3ec8fd70a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.331122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e7e4fb18-0145-4106-9d73-a3ec8fd70a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.336012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e7e4fb18-0145-4106-9d73-a3ec8fd70a29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d722f3ec-a8a5-4090-bb16-0596105338f7 HTTP/1.1" status: 204 len: 168 time: 0.1736436 Jul 14 09:37:33.359570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.360219 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.371131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4fb18-0145-4106-9d73-a3ec8fd70a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d722f3ec-a8a5-4090-bb16-0596105338f7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:33.381526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for a1e469ae-7ea3-4844-9dd7-6b5d111425ed owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:33.677521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958542a5-2a72-47f9-ba8e-f5996588246e req-233f1938-ee56-4b37-aa07-7303a54836ff tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:33.680017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.686546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-958542a5-2a72-47f9-ba8e-f5996588246e req-233f1938-ee56-4b37-aa07-7303a54836ff tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.0864131 Jul 14 09:37:33.768112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=a1e469ae-7ea3-4844-9dd7-6b5d111425ed,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:33.780872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-958542a5-2a72-47f9-ba8e-f5996588246e req-a66f460a-c683-4b24-8d12-5f8322e184ec tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909624 Jul 14 09:37:33.909324 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:33.909683 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Floating IP caa9c716-370d-41ad-a0c3-0cdecfad1d4f disassociated (deleted). External IP: 172.25.0.66, port: 9ca484bd-2d5c-45ba-a30c-cf343162e72e. Jul 14 09:37:34.227780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906b824-4d4a-4f54-becb-9c66bbdb3087 req-42bd0d06-e18d-42d6-ac9e-435d78f10167 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:34.239572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2906b824-4d4a-4f54-becb-9c66bbdb3087 req-42bd0d06-e18d-42d6-ac9e-435d78f10167 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.1569693 Jul 14 09:37:34.326349 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2906b824-4d4a-4f54-becb-9c66bbdb3087 req-d9132c2a-ebe7-4e85-80e3-aac8aab62c0f tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854480 Jul 14 09:37:34.348907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router be138a2d-5df7-4bdd-b77a-8d5958e8f42f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:34.592613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:34.664543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:34.674087 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] Sync routers for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:34.692280 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:34.693142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.696614 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:34.702237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad47f8-5d90-4c84-b0e0-bcf44a4ccd15 req-ba4bf7f5-cb6f-4e0a-8e12-50a078ac4843 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:34.712902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01ad47f8-5d90-4c84-b0e0-bcf44a4ccd15 req-ba4bf7f5-cb6f-4e0a-8e12-50a078ac4843 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1448338 Jul 14 09:37:34.759353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2019080896-network', 'tenant_id': 'e07660d413544f0787b4544fa9c1f39c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:34.803281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Made reservation on behalf of e07660d413544f0787b4544fa9c1f39c for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:34.807018 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.816727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01ad47f8-5d90-4c84-b0e0-bcf44a4ccd15 req-8f34ae93-f9e9-498f-894d-02ab0635599d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978158 Jul 14 09:37:34.837097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:34.843644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-538c2bd2-1ef2-4c1e-b96c-8b6c2baaf5d0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/floatingips/caa9c716-370d-41ad-a0c3-0cdecfad1d4f HTTP/1.1" status: 204 len: 168 time: 2.0655830 Jul 14 09:37:34.850371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:34.853833 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2aa3f7-1187-49c2-b455-24a26da67c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:34.983464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40920) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:34.996407 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:35.379965 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:21Z', 'revision_number': 6, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:35.555129 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] Checking router: be138a2d-5df7-4bdd-b77a-8d5958e8f42f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:35.570373 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:35.571272 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:35.573945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bad6ca98-5dc4-4027-8fa1-fde9db3d0a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.612542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027685e4-6383-4e0d-aca9-3f052466cad5 req-d00347cf-1526-448b-b5a0-81f6baeb8bb5 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.616667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.621342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-027685e4-6383-4e0d-aca9-3f052466cad5 req-d00347cf-1526-448b-b5a0-81f6baeb8bb5 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.5648553 Jul 14 09:37:35.622877 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.662164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8af6f9-bf3e-44ab-8836-acbb43b1e6aa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.682371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.682883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.683248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.683589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.683926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.684288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.684624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.684954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.685281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.685606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.685937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.686271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:35.686462 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-027685e4-6383-4e0d-aca9-3f052466cad5 req-4ca624da-8d25-4eca-838f-68972b64df3e tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591156 Jul 14 09:37:35.700815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:35.729756 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.730110 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Added segment c2d8ed86-ac0b-4862-a775-9e2a0e34317b of type vlan for network 75635f7c-9573-4ee9-b9c1-1101c3e28d5a Jul 14 09:37:35.754447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd5fa5-74c7-4999-91df-94aba3d13e0e req-b5712c72-594a-4efa-acfc-f3a0e919e21d tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.761339 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c0dd5fa5-74c7-4999-91df-94aba3d13e0e req-b5712c72-594a-4efa-acfc-f3a0e919e21d tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.2383034 Jul 14 09:37:35.836181 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.837047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bad6ca98-5dc4-4027-8fa1-fde9db3d0a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.858355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bad6ca98-5dc4-4027-8fa1-fde9db3d0a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:35.870572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-89196f4a-503a-4091-b9f2-990cabbd7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:35.873324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-89196f4a-503a-4091-b9f2-990cabbd7cf9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1097 time: 0.3487132 Jul 14 09:37:35.894954 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:35.951800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6ca98-5dc4-4027-8fa1-fde9db3d0a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867527b7-a450-4db0-b029-74eebefaac22,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:35.955397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:37:35.998306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bad6ca98-5dc4-4027-8fa1-fde9db3d0a23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bedbf583e1844cd97f63c8095b97c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0026824 Jul 14 09:37:35.998306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40928) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:36.026514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c0dd5fa5-74c7-4999-91df-94aba3d13e0e req-09457b80-98a7-4cd8-b02c-54d149fa8360 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579937 Jul 14 09:37:36.029909 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.030936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.031525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.154094 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8bb4f0-d434-4d19-a405-ec96efd55215 x-openstack-request-id: req-8c8bb4f0-d434-4d19-a405-ec96efd55215 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:36.154399 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:36.154661 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8c8bb4f0-d434-4d19-a405-ec96efd55215 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:36.155078 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'status': 'completed', 'code': 200} Jul 14 09:37:36.155772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] Pushing event updated for resources: {'Network': ['ID=75635f7c-9573-4ee9-b9c1-1101c3e28d5a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.159782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d015aa9f-4b24-4142-90e0-dfc4dab493e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.167706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 75635f7c-9573-4ee9-b9c1-1101c3e28d5a details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:36.210933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fdb9f307-e852-486d-8c87-1b0216386afb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6109176 Jul 14 09:37:36.211342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:36.229090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Request body: {'subnet': {'network_id': '75635f7c-9573-4ee9-b9c1-1101c3e28d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2019080896-subnet', 'tenant_id': 'e07660d413544f0787b4544fa9c1f39c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:36.233044 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d015aa9f-4b24-4142-90e0-dfc4dab493e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.264888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-a3a9ece1-87b5-4445-895e-32d378744908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.266778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-a3a9ece1-87b5-4445-895e-32d378744908 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 920 time: 0.3807528 Jul 14 09:37:36.286079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-a99435b2-2aa3-4796-9192-11bc15694831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.288810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-a99435b2-2aa3-4796-9192-11bc15694831 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 1098 time: 0.1307077 Jul 14 09:37:36.395066 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-486e0c40-483b-4214-86bb-32a8d6acb604 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 217 time: 0.1087754 Jul 14 09:37:36.428896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Made reservation on behalf of e07660d413544f0787b4544fa9c1f39c for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:36.436631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.438716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d015aa9f-4b24-4142-90e0-dfc4dab493e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.441855 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d015aa9f-4b24-4142-90e0-dfc4dab493e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:36.443297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d015aa9f-4b24-4142-90e0-dfc4dab493e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/867527b7-a450-4db0-b029-74eebefaac22 HTTP/1.1" status: 204 len: 168 time: 0.4477327 Jul 14 09:37:36.459826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-563d8541-0b9b-4324-a1da-3c9dc0e51ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.462038 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-563d8541-0b9b-4324-a1da-3c9dc0e51ab3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=697f7102-e17b-4ed8-9c1a-449456e6368d HTTP/1.1" status: 200 len: 897 time: 0.1666093 Jul 14 09:37:36.463200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015aa9f-4b24-4142-90e0-dfc4dab493e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867527b7-a450-4db0-b029-74eebefaac22,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:36.479737 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:21Z', 'revision_number': 6, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:36.518600 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c11e8b-3ba4-46af-b459-72fc1b29bd80 None None] The sync data for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 is: [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:21Z', 'revision_number': 6, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7c48c588-c211-4efe-b4ee-b484f8a39638', 'name': '', 'network_id': '697f7102-e17b-4ed8-9c1a-449456e6368d', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:a5:84:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:26Z', 'updated_at': '2021-07-14T09:35:35Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': '3d159563-cf42-4a99-aed1-17c1ae902bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:36.597795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-99580d97-5140-4bc8-bb01-225f2d802787 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e HTTP/1.1" status: 200 len: 217 time: 0.1278720 Jul 14 09:37:36.713930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-4e788d0b-1a73-465c-b7cd-964c59f137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.715409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-4e788d0b-1a73-465c-b7cd-964c59f137d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d159563-cf42-4a99-aed1-17c1ae902bc2 HTTP/1.1" status: 200 len: 834 time: 0.1122291 Jul 14 09:37:36.777846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-d2e383e8-10ac-4746-a007-8186127d0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.780440 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-d2e383e8-10ac-4746-a007-8186127d0311 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.3756092 Jul 14 09:37:36.874412 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-4742b383-b59a-4ea7-b223-2a08fb694c19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835390 Jul 14 09:37:36.965832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38997c-f7d3-4ec8-8fa3-c665a8ab5a19 req-77d321f6-2d16-4424-805d-bb7b99602326 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.973756 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b38997c-f7d3-4ec8-8fa3-c665a8ab5a19 req-77d321f6-2d16-4424-805d-bb7b99602326 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.5346506 Jul 14 09:37:36.978632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62c856-8208-4291-a321-2ef3ce0a6f11 req-b77a8e6a-19d1-4053-ba32-21a3b2792795 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.980257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c62c856-8208-4291-a321-2ef3ce0a6f11 req-b77a8e6a-19d1-4053-ba32-21a3b2792795 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 946 time: 0.2639146 Jul 14 09:37:36.986884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-7ce770eb-5602-40a9-87c4-468ef55df771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:36.988653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-7ce770eb-5602-40a9-87c4-468ef55df771 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=697f7102-e17b-4ed8-9c1a-449456e6368d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2130945 Jul 14 09:37:37.004904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a298403-56ef-46fe-bc85-b7add5661c45 None None] New status for floating IP caa9c716-370d-41ad-a0c3-0cdecfad1d4f: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:37:37.041419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25d6aa-df42-4a9a-a89a-d98b869cb4c2 req-e39979f2-2a00-4841-a0b3-295a7aee0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.043213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed25d6aa-df42-4a9a-a89a-d98b869cb4c2 req-e39979f2-2a00-4841-a0b3-295a7aee0042 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 1097 time: 0.2038715 Jul 14 09:37:37.075631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b38997c-f7d3-4ec8-8fa3-c665a8ab5a19 req-492a1844-f4ce-4ea0-91d5-c5244a1a4899 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007485 Jul 14 09:37:37.184047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c62c856-8208-4291-a321-2ef3ce0a6f11 req-57743bbb-4e8b-43d9-a3d3-76f393f13990 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d1f6896-807c-4097-a311-cad2948de6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926861 Jul 14 09:37:37.214337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-44c778af-f2b8-412d-92fe-1f47d4e355df service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379230 Jul 14 09:37:37.225427 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed25d6aa-df42-4a9a-a89a-d98b869cb4c2 req-22e97625-0942-437e-a583-5850944a5d23 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708281 Jul 14 09:37:37.273238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-4b1278e0-aa30-4c00-b81b-c6077acc3a2c service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490020 Jul 14 09:37:37.484473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.571946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4a9cd-eadd-467e-8012-a0de3ddfff20 req-9b9b46fe-8cd3-4064-97a2-d156438fc473 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.575438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1e4a9cd-eadd-467e-8012-a0de3ddfff20 req-9b9b46fe-8cd3-4064-97a2-d156438fc473 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.2207704 Jul 14 09:37:37.582502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a8f98c7-ddc0-4190-aac6-8099ad7f826b req-0b45de55-755b-4fa6-bf7c-72e3ad707612 service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613696 Jul 14 09:37:37.595904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2aa3f7-1187-49c2-b455-24a26da67c8c req-57138ab7-065d-455e-b42c-11af7a502d39 service neutron] 10.222.0.69 "GET /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155606 Jul 14 09:37:37.623558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-06580fcf-dcea-476f-beb6-a0b6a620a8d2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.629289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-06580fcf-dcea-476f-beb6-a0b6a620a8d2 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 946 time: 0.1971014 Jul 14 09:37:37.652647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eabf211-f4a3-40e9-83c1-200534b337a3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:37.664329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1e4a9cd-eadd-467e-8012-a0de3ddfff20 req-abc870c4-ab5b-4962-9bac-28c370ea35e4 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859888 Jul 14 09:37:37.702361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Checking segment: {'id': 'c2d8ed86-ac0b-4862-a775-9e2a0e34317b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '75635f7c-9573-4ee9-b9c1-1101c3e28d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:37.704245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Network hostable DHCP agents. Network: 75635f7c-9573-4ee9-b9c1-1101c3e28d5a, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:37.750631 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Network 75635f7c-9573-4ee9-b9c1-1101c3e28d5a is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:37.759173 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763eaea-6367-43e0-ba7b-e9ba16c018cd req-7c26562c-713a-4de4-854f-7572560f3bbb tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.777707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 75635f7c-9573-4ee9-b9c1-1101c3e28d5a) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:37.778638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3763eaea-6367-43e0-ba7b-e9ba16c018cd req-7c26562c-713a-4de4-854f-7572560f3bbb tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.3476899 Jul 14 09:37:37.791494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17aaaef-c0a8-4c81-bc4f-92f09b42e7e5 None None] Network 75635f7c-9573-4ee9-b9c1-1101c3e28d5a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:37.808582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:37.814410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:37.860260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-beb522dc-80fe-4b95-914b-5046690c9bb0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6476750 Jul 14 09:37:37.922768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3763eaea-6367-43e0-ba7b-e9ba16c018cd req-1dfc2b68-4c48-48d6-928c-17e8eef9cd78 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430550 Jul 14 09:37:37.977041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port 9ca484bd-2d5c-45ba-a30c-cf343162e72e {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:37.977408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.129650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:38.141047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cb393c-cbd0-4b7e-87c9-09e54724172f None None] Network 75635f7c-9573-4ee9-b9c1-1101c3e28d5a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:38.226393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port 9ca484bd-2d5c-45ba-a30c-cf343162e72e, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9ca484bd-2d5c-45ba-a30c-cf343162e72e,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:38.231035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.291563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for 9ca484bd-2d5c-45ba-a30c-cf343162e72e owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:38.296406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bbadca-aa9b-4cfa-b9af-dabf5e0b6adc admin admin] Deleting subnet 8eabf211-f4a3-40e9-83c1-200534b337a3 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:38.325047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6bbadca-aa9b-4cfa-b9af-dabf5e0b6adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.427573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6bbadca-aa9b-4cfa-b9af-dabf5e0b6adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.500371 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.510961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6bbadca-aa9b-4cfa-b9af-dabf5e0b6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.555367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96b12b-ec93-4cb3-a622-53fe6163de97 req-7afb8fdd-e92e-470c-8783-3eb00e0eee74 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:38.564434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe96b12b-ec93-4cb3-a622-53fe6163de97 req-7afb8fdd-e92e-470c-8783-3eb00e0eee74 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.2015216 Jul 14 09:37:38.646128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-87264e87-f307-4e2f-86e5-e19aca60a32e req-528d1e0f-5660-44f6-a0d7-918d217dfa84 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=1ea89e75-51c2-41eb-b818-e9042f947d37 HTTP/1.1" status: 200 len: 210 time: 0.1287770 Jul 14 09:37:38.646935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=9ca484bd-2d5c-45ba-a30c-cf343162e72e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.650557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] No DVR routers for this DVR port 9ca484bd-2d5c-45ba-a30c-cf343162e72e on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:38.654485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fe96b12b-ec93-4cb3-a622-53fe6163de97 req-692b54d8-c273-4101-9bea-f8d388f1c871 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829566 Jul 14 09:37:38.655277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.657461 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05724b12-8ee0-480e-a3d4-46f03a5d3047 req-b6b51631-b200-43b0-867c-faba76337523 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.69 "DELETE /v2.0/ports/9ca484bd-2d5c-45ba-a30c-cf343162e72e HTTP/1.1" status: 204 len: 173 time: 1.0212054 Jul 14 09:37:38.657986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'name': 'network-vif-deleted', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:38.662352 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f372c2-0993-4888-ab09-f6879f9675b0" -d '{"events": [{"server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "name": "network-vif-deleted", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:38.677456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6bbadca-aa9b-4cfa-b9af-dabf5e0b6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.756058 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6865a5a-12e3-4d81-af8b-74ded8f5fe1f x-openstack-request-id: req-b6865a5a-12e3-4d81-af8b-74ded8f5fe1f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:38.757271 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea89e75-51c2-41eb-b818-e9042f947d37", "name": "network-vif-deleted", "tag": "9ca484bd-2d5c-45ba-a30c-cf343162e72e", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:38.757958 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6865a5a-12e3-4d81-af8b-74ded8f5fe1f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:38.758685 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea89e75-51c2-41eb-b818-e9042f947d37', 'name': 'network-vif-deleted', 'tag': '9ca484bd-2d5c-45ba-a30c-cf343162e72e', 'status': 'completed', 'code': 200} Jul 14 09:37:38.758857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bbadca-aa9b-4cfa-b9af-dabf5e0b6adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eabf211-f4a3-40e9-83c1-200534b337a3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:38.777680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6bbadca-aa9b-4cfa-b9af-dabf5e0b6adc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:38.782401 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a6bbadca-aa9b-4cfa-b9af-dabf5e0b6adc admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8eabf211-f4a3-40e9-83c1-200534b337a3 HTTP/1.1" status: 204 len: 168 time: 0.6488166 Jul 14 09:37:38.782646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40996) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:38.929423 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.044699 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.056047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75635f7c-9573-4ee9-b9c1-1101c3e28d5a']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.070000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d8ed86-ac0b-4862-a775-9e2a0e34317b') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.070467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d8ed86-ac0b-4862-a775-9e2a0e34317b') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:39.083279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142bec0-704f-4beb-a38e-e015d44b2211 req-6c79fb5d-f564-4d7c-977f-ecb9568825e3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.087258 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.092395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e142bec0-704f-4beb-a38e-e015d44b2211 req-6c79fb5d-f564-4d7c-977f-ecb9568825e3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.1068947 Jul 14 09:37:39.105512 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.130069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:39.132620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.176084 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e142bec0-704f-4beb-a38e-e015d44b2211 req-a87b179e-5e7b-4c3b-8a00-80ac60424b62 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823877 Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:39.196454 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:39.222947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41006) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.268002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.285140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.292895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] 10.222.0.73 "DELETE /v2.0/networks/75635f7c-9573-4ee9-b9c1-1101c3e28d5a HTTP/1.1" status: 204 len: 168 time: 0.5075228 Jul 14 09:37:39.358660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ee811-ea77-49e8-81ec-76a199d1b491 admin admin] Pushing event deleted for resources: {'Network': ['ID=75635f7c-9573-4ee9-b9c1-1101c3e28d5a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:39.429013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89819702-26ec-4319-a07b-08387e1d4532 req-9846d0bb-7145-4033-9341-c46010b6106f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.431838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89819702-26ec-4319-a07b-08387e1d4532 req-9846d0bb-7145-4033-9341-c46010b6106f tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1541905 Jul 14 09:37:39.489034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89819702-26ec-4319-a07b-08387e1d4532 req-db658573-c15a-472a-a5b6-def1d3e626ec tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454021 Jul 14 09:37:39.543705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-508815584'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:39.585150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Made reservation on behalf of 84589cf5fa9f4dfc8a3bc50f3364a82e for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:39.593559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.594525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41014) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.607307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.665644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a4dbac6f-e13d-4e9f-bcc9-070c6577681d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e07660d413544f0787b4544fa9c1f39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0696421 Jul 14 09:37:39.668470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41016) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.773161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9e30729-d220-4628-a4e9-f71e2e37217f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.821376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.834004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.861580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9e30729-d220-4628-a4e9-f71e2e37217f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:39.910012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:39.947292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41024) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:39.954126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e1249-5300-422e-b5ba-c94262a6f1fb req-cba9ef85-f843-4dba-b3f7-e5486ab91bd3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:39.965647 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b51e1249-5300-422e-b5ba-c94262a6f1fb req-cba9ef85-f843-4dba-b3f7-e5486ab91bd3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1698544 Jul 14 09:37:40.032434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.032840 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Added segment 7e99b297-7f60-409e-9318-de2f4f0ab421 of type vlan for network beeb79ec-bc8e-4e04-afe8-bf5e3bf223b6 Jul 14 09:37:40.057475 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b51e1249-5300-422e-b5ba-c94262a6f1fb req-c0c41ace-98ae-4098-a1f1-d243918bd0c6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862210 Jul 14 09:37:40.061417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4ad2fc-46c3-4170-b727-8c9b5e35c7f4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:40.134192 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abaad450-b51e-477d-9ab9-d5cd464309cf tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.163059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.194446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abaad450-b51e-477d-9ab9-d5cd464309cf tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.200997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-3dab946d-57b1-4d1b-a998-1308c63768d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.200997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-3dab946d-57b1-4d1b-a998-1308c63768d3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=550e8289b03d457e82d1a7e63d38c4be&device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 1097 time: 0.3227420 Jul 14 09:37:40.225841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9e30729-d220-4628-a4e9-f71e2e37217f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.228530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9e30729-d220-4628-a4e9-f71e2e37217f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.229732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c9e30729-d220-4628-a4e9-f71e2e37217f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8c8af6f9-bf3e-44ab-8836-acbb43b1e6aa HTTP/1.1" status: 204 len: 168 time: 0.5576839 Jul 14 09:37:40.330372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e30729-d220-4628-a4e9-f71e2e37217f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8af6f9-bf3e-44ab-8836-acbb43b1e6aa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:40.344140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.349863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.350523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.426254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b60d-151e-48f0-b1fd-ed05cb8f0045 req-20f9551f-3212-48b5-883e-cd90fc4ee3dd tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.433403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62b5b60d-151e-48f0-b1fd-ed05cb8f0045 req-20f9551f-3212-48b5-883e-cd90fc4ee3dd tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.3610206 Jul 14 09:37:40.469394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721244d1-12ab-4b4b-8a4f-a0201da895f4 req-526e10fa-d1dd-41a1-9e7b-81c9f6b2e661 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.471203 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-721244d1-12ab-4b4b-8a4f-a0201da895f4 req-526e10fa-d1dd-41a1-9e7b-81c9f6b2e661 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.1434560 Jul 14 09:37:40.479890 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2558029 Jul 14 09:37:40.491556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41032) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:40.498487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8d068-481a-48fa-882d-e65ae0886cd6 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Pushing event updated for resources: {'Network': ['ID=beeb79ec-bc8e-4e04-afe8-bf5e3bf223b6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:40.506126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-81092328-7aa7-4013-9edb-5e1df586a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.507624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-81092328-7aa7-4013-9edb-5e1df586a670 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 200 len: 912 time: 0.2968862 Jul 14 09:37:40.516852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network beeb79ec-bc8e-4e04-afe8-bf5e3bf223b6 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:40.570198 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62b5b60d-151e-48f0-b1fd-ed05cb8f0045 req-7f8bb613-32d5-43df-9bb2-fb01f0309baa tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357718 Jul 14 09:37:40.572026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-ec11f25f-40fd-4ee2-adf7-68ff49512489 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7761d768-70f2-4bfe-8c5b-e6d930463202 HTTP/1.1" status: 200 len: 217 time: 0.0577059 Jul 14 09:37:40.579408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abaad450-b51e-477d-9ab9-d5cd464309cf tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.583104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abaad450-b51e-477d-9ab9-d5cd464309cf tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:40.588392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-abaad450-b51e-477d-9ab9-d5cd464309cf tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/security-groups/8d1f6896-807c-4097-a311-cad2948de6d2 HTTP/1.1" status: 204 len: 168 time: 0.6327136 Jul 14 09:37:40.605318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-721244d1-12ab-4b4b-8a4f-a0201da895f4 req-2b6ea6c5-3bb1-4308-9036-c65966601a07 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271122 Jul 14 09:37:40.650174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaad450-b51e-477d-9ab9-d5cd464309cf tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1f6896-807c-4097-a311-cad2948de6d2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:40.690103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-035b7cc4-1122-4fe9-b3fb-916febe1f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:40.691948 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-035b7cc4-1122-4fe9-b3fb-916febe1f2e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1d6eefdd-ef29-4e6e-920d-789a931552c2 HTTP/1.1" status: 200 len: 851 time: 0.1019464 Jul 14 09:37:40.740670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41040) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:40.772879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-9a9312bb-e58c-48b5-8a87-b9580848dec1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699766 Jul 14 09:37:40.910045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-520a786c-1f0c-4e10-b2b6-d681a8080fc3 service neutron] 10.222.0.69 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306250 Jul 14 09:37:40.995303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Request body: {'network': {'name': 'tempest-network--1841106367', 'router:external': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:41.057426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Made reservation on behalf of 4d5936ba3ae34b4f8a9dedb817b9d183 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:41.061015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.078341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.142868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cb7daac-05f8-466d-aeab-7d271c578872 req-5130efd9-0fd1-4ecb-9c22-507730990d8f service neutron] 10.222.0.69 "GET /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234440 Jul 14 09:37:41.309645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.318714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.389293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ae0501-aae3-47dd-8f6d-145901d9218e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.402737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:41.418095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.418805 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Added segment e4dd4c2c-f5ee-46ee-b278-70c2160d899b of type vlan for network 796d94da-a695-4920-ad77-647c28bfa071 Jul 14 09:37:41.445445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9ca484bd-2d5c-45ba-a30c-cf343162e72e no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:41.480785 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.514767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 9ca484bd-2d5c-45ba-a30c-cf343162e72e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:41.515266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9ca484bd-2d5c-45ba-a30c-cf343162e72e not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:41.550804 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.554104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.556956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:41.591550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1003461 Jul 14 09:37:41.593264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41060) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:41.635813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccfa25-ccdb-4d99-a3a7-8c95884eaa4b req-f39f9e17-bedb-4002-b9af-41899d777e95 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:41.643952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3ccfa25-ccdb-4d99-a3a7-8c95884eaa4b req-f39f9e17-bedb-4002-b9af-41899d777e95 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1469851 Jul 14 09:37:41.740329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822bdff-2311-410f-94f1-ddc9f1c985e8 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Network': ['ID=796d94da-a695-4920-ad77-647c28bfa071,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:41.744747 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3ccfa25-ccdb-4d99-a3a7-8c95884eaa4b req-5cce9e4c-c694-468e-bc9d-5859c881adf5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995524 Jul 14 09:37:41.763174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 796d94da-a695-4920-ad77-647c28bfa071 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:41.813133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.082855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566b03e-4600-47fa-a5e7-72fea0aa7075 req-1bddbe74-3eb3-493f-9c26-9da4bdc74d8c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:42.090969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4566b03e-4600-47fa-a5e7-72fea0aa7075 req-1bddbe74-3eb3-493f-9c26-9da4bdc74d8c tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.2615321 Jul 14 09:37:42.116533 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.117678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.133224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796d94da-a695-4920-ad77-647c28bfa071']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:42.160680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4dd4c2c-f5ee-46ee-b278-70c2160d899b') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:42.161041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4dd4c2c-f5ee-46ee-b278-70c2160d899b') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:42.166866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f76da-0d73-423d-92ce-7fee9bc657e2 req-151d5cac-ead6-4f89-8b88-0752e85f8a5e tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:42.175071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e43f76da-0d73-423d-92ce-7fee9bc657e2 req-151d5cac-ead6-4f89-8b88-0752e85f8a5e tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.1697481 Jul 14 09:37:42.189848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4566b03e-4600-47fa-a5e7-72fea0aa7075 req-8875d705-9533-418d-b571-eb2ec095859a tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977540 Jul 14 09:37:42.192448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.222801 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.245421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:42.245848 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:42.247944 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:42.302656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e43f76da-0d73-423d-92ce-7fee9bc657e2 req-8dc43208-dcf5-401a-85e3-da45ec8e7ecc tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207702 Jul 14 09:37:42.392756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.407297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 796d94da-a695-4920-ad77-647c28bfa071 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:37:42.446056 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.457535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "DELETE /v2.0/networks/796d94da-a695-4920-ad77-647c28bfa071 HTTP/1.1" status: 204 len: 168 time: 0.8501327 Jul 14 09:37:42.459222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41076) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:42.473856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:42.505042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb83ee-0055-40a6-baa7-19e41a1dc80e tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event deleted for resources: {'Network': ['ID=796d94da-a695-4920-ad77-647c28bfa071,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:42.532029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Made reservation on behalf of 4d5936ba3ae34b4f8a9dedb817b9d183 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:42.535770 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.591331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:42.603898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.604698 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Added segment c074d626-b5b0-479d-aae3-9ccfc608709d of type vlan for network e4cb246a-660f-4872-8234-104ddbe5e138 Jul 14 09:37:42.687145 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.757250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41080) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:42.782593 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.784160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:42.787583 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:42.833589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41086) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:42.835059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3746459 Jul 14 09:37:42.853705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Request body: {'subnet': {'network_id': 'e4cb246a-660f-4872-8234-104ddbe5e138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:42.960556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fc5ad-b4ca-41fd-8d40-f70854295be7 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Network': ['ID=e4cb246a-660f-4872-8234-104ddbe5e138,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:42.971667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Made reservation on behalf of 4d5936ba3ae34b4f8a9dedb817b9d183 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:42.977789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network e4cb246a-660f-4872-8234-104ddbe5e138 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:42.988585 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.032626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0af7b14-fde3-4423-b02d-07069bdd5019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.078010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port 7c48c588-c211-4efe-b4ee-b484f8a39638 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:43.078367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.226738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0af7b14-fde3-4423-b02d-07069bdd5019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.239887 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0af7b14-fde3-4423-b02d-07069bdd5019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.296768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port 7c48c588-c211-4efe-b4ee-b484f8a39638, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7c48c588-c211-4efe-b4ee-b484f8a39638,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:43.297203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.302771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a0af7b14-fde3-4423-b02d-07069bdd5019 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5a56a423ec3048b3ae33cd1e4de79a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5422931 Jul 14 09:37:43.303966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af7b14-fde3-4423-b02d-07069bdd5019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cc5e0d-65df-4ba4-adab-6135b37a5893,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:43.308414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41090) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:43.359814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8bf92-a2a3-4f17-bbf1-89aa6fd10a72 req-bdb2ae3b-5890-42ba-b0a5-7378f61b6ba7 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:43.369009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8b8bf92-a2a3-4f17-bbf1-89aa6fd10a72 req-bdb2ae3b-5890-42ba-b0a5-7378f61b6ba7 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.3072789 Jul 14 09:37:43.372455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for 7c48c588-c211-4efe-b4ee-b484f8a39638 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:43.378271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2168883-a98c-4c24-9dbe-1f96bec1baa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.409705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2168883-a98c-4c24-9dbe-1f96bec1baa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.491623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2168883-a98c-4c24-9dbe-1f96bec1baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.502513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f2168883-a98c-4c24-9dbe-1f96bec1baa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:43.503987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f2168883-a98c-4c24-9dbe-1f96bec1baa5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d4cc5e0d-65df-4ba4-adab-6135b37a5893 HTTP/1.1" status: 204 len: 168 time: 0.1942286 Jul 14 09:37:43.515141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2168883-a98c-4c24-9dbe-1f96bec1baa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cc5e0d-65df-4ba4-adab-6135b37a5893,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:43.591932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8b8bf92-a2a3-4f17-bbf1-89aa6fd10a72 req-c6026030-a0ce-440a-8fe0-4308352f70e5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216735 Jul 14 09:37:43.693508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddb9d2-f058-43fe-a8a4-2f4e8aa174d1 req-fa8b4163-c467-4e52-ae15-4c9746fe63f7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:43.702883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-23ddb9d2-f058-43fe-a8a4-2f4e8aa174d1 req-fa8b4163-c467-4e52-ae15-4c9746fe63f7 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1648576 Jul 14 09:37:43.841264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-23ddb9d2-f058-43fe-a8a4-2f4e8aa174d1 req-d6e14ce3-e3b5-4228-b8ac-cf9d23ff63b8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356874 Jul 14 09:37:43.848102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:37:43.848938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.013271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.121012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Subnet': ['ID=78394b1b-5532-4239-a83f-2229ea3bf7ef,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:44.227527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=7c48c588-c211-4efe-b4ee-b484f8a39638,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:44.287292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Checking segment: {'id': 'c074d626-b5b0-479d-aae3-9ccfc608709d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e4cb246a-660f-4872-8234-104ddbe5e138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:44.287725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Network hostable DHCP agents. Network: e4cb246a-660f-4872-8234-104ddbe5e138, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:44.385269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4417bcb-e2b0-4226-99d7-b3dfdb63e0d1 req-d1d036ed-1962-4223-8e14-cdd7294de510 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:44.393533 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4417bcb-e2b0-4226-99d7-b3dfdb63e0d1 req-d1d036ed-1962-4223-8e14-cdd7294de510 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.5505075 Jul 14 09:37:44.415669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Network e4cb246a-660f-4872-8234-104ddbe5e138 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:44.475212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, e4cb246a-660f-4872-8234-104ddbe5e138) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:44.484449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb3281a-228f-4820-a1cd-50d09f3707ad None None] Network e4cb246a-660f-4872-8234-104ddbe5e138 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:44.492244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:44.492914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.525249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4417bcb-e2b0-4226-99d7-b3dfdb63e0d1 req-385a29df-d047-4907-83be-df7e9e7477d2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305776 Jul 14 09:37:44.566502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6b439-4aaa-42df-a255-7d90cfd8b79e req-7a64785b-cf2b-435c-9f49-f312c3d06493 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:44.569031 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58b6b439-4aaa-42df-a255-7d90cfd8b79e req-7a64785b-cf2b-435c-9f49-f312c3d06493 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.1009848 Jul 14 09:37:44.578831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0c44415c-7197-4b7a-bbc5-1600d350e042 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7412636 Jul 14 09:37:44.581617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41126) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:44.591640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Request body: {'floatingip': {'floating_network_id': 'e4cb246a-660f-4872-8234-104ddbe5e138'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:44.630754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.638237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:44.641145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58b6b439-4aaa-42df-a255-7d90cfd8b79e req-e2d3d1b1-ec88-46fb-9cd3-622990e1de25 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635529 Jul 14 09:37:44.690637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8513e1-887f-4471-847e-d661ded9736b None None] Network e4cb246a-660f-4872-8234-104ddbe5e138 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:45.295696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-cfb419ec-6ef3-4f94-9c82-10e3dda04e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.298189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-cfb419ec-6ef3-4f94-9c82-10e3dda04e82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1097 time: 0.2093809 Jul 14 09:37:45.331667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:45.387760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f2a9-a64b-41ac-8745-a84b6b6b6604 req-7150b88f-0dc1-4c2a-a168-354cb831eaab tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.389538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9e2f2a9-a64b-41ac-8745-a84b6b6b6604 req-7150b88f-0dc1-4c2a-a168-354cb831eaab tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.3027518 Jul 14 09:37:45.570457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router be138a2d-5df7-4bdd-b77a-8d5958e8f42f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:37:45.581227 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9e2f2a9-a64b-41ac-8745-a84b6b6b6604 req-2f15dcca-c7aa-4f7a-8c47-be3eb9ce9d53 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484644 Jul 14 09:37:45.660075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-f6dd22e4-d040-4bcf-9da8-e96af7ef92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.661878 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-f6dd22e4-d040-4bcf-9da8-e96af7ef92e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.3272700 Jul 14 09:37:45.730274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Allocated IP 172.20.0.13 (e4cb246a-660f-4872-8234-104ddbe5e138/78394b1b-5532-4239-a83f-2229ea3bf7ef/1d0f3b3d-51ee-444f-8dd8-b9a196a5f4c1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:45.757315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deeb862-4205-4785-97cd-398d1c065566 req-11f4daf8-5008-44bc-b158-222d6dbe8c86 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:45.766759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4deeb862-4205-4785-97cd-398d1c065566 req-11f4daf8-5008-44bc-b158-222d6dbe8c86 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.1010606 Jul 14 09:37:45.822181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4deeb862-4205-4785-97cd-398d1c065566 req-7f8acd5c-8a88-4d67-8c28-b8b56cc9b242 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542874 Jul 14 09:37:45.956532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-0a9d08b7-ced6-4def-ba76-23d15ae9a938 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 1000 time: 0.2388120 Jul 14 09:37:46.023693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:46.036432 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] Sync routers for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:46.038494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-623a395f-9490-4a70-b718-2da9352b85b3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "PUT /v2.0/routers/be138a2d-5df7-4bdd-b77a-8d5958e8f42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2964635 Jul 14 09:37:46.041801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41156) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:46.050290 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:46.051054 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:46.072226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-66d0415d-91bc-4068-bae5-2e9085b2bfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:46.073802 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-66d0415d-91bc-4068-bae5-2e9085b2bfe8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.1055834 Jul 14 09:37:46.103003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.121198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa93582-d64c-4b18-8b9a-c36ea41d41fa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting subnet 3d159563-cf42-4a99-aed1-17c1ae902bc2 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:37:46.124759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6aa93582-d64c-4b18-8b9a-c36ea41d41fa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.139730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d633c60-4d33-4e16-b906-ba968c13bec9 req-6ba0f9c3-090c-4215-8dd8-7878af708985 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:46.142477 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d633c60-4d33-4e16-b906-ba968c13bec9 req-6ba0f9c3-090c-4215-8dd8-7878af708985 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.3386576 Jul 14 09:37:46.170537 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6aa93582-d64c-4b18-8b9a-c36ea41d41fa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.193379 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:46.227261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d633c60-4d33-4e16-b906-ba968c13bec9 req-93578ece-4f99-43e9-b819-459d8b342225 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694234 Jul 14 09:37:46.235785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-bab75cdd-da4c-4cf8-94c3-3c8f774a0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:46.237725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-bab75cdd-da4c-4cf8-94c3-3c8f774a0d39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513550 Jul 14 09:37:46.239538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.284646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6aa93582-d64c-4b18-8b9a-c36ea41d41fa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.312415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Network e4cb246a-660f-4872-8234-104ddbe5e138 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:46.356811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:46.361004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:46.364956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6aa93582-d64c-4b18-8b9a-c36ea41d41fa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.398017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa93582-d64c-4b18-8b9a-c36ea41d41fa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Subnet': ['ID=3d159563-cf42-4a99-aed1-17c1ae902bc2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:46.400141 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6aa93582-d64c-4b18-8b9a-c36ea41d41fa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.406275 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6aa93582-d64c-4b18-8b9a-c36ea41d41fa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/subnets/3d159563-cf42-4a99-aed1-17c1ae902bc2 HTTP/1.1" status: 204 len: 168 time: 0.3624303 Jul 14 09:37:46.407574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41158) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:46.415396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61622f25-876c-4d2f-b3a4-5638f35d63bc None None] Network 697f7102-e17b-4ed8-9c1a-449456e6368d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:46.426797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:43Z', 'revision_number': 7, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:46.431927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0f3b3d-51ee-444f-8dd8-b9a196a5f4c1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:46.464959 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] Checking router: be138a2d-5df7-4bdd-b77a-8d5958e8f42f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:46.478287 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] Routers {'be138a2d-5df7-4bdd-b77a-8d5958e8f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:46.479340 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:46.607593 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-50370330-636a-41f9-938a-d527e99459f2 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587260 Jul 14 09:37:46.623390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.634577 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.714456 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] Set router be138a2d-5df7-4bdd-b77a-8d5958e8f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:46.729141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] DHCP port deletion for 697f7102-e17b-4ed8-9c1a-449456e6368d request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:37:46.850196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] Deleting port 2fa50d82-abee-4b46-b51b-b765c34a2951 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:46.851035 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.883940 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:46.902283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c3bf710-8052-4c0b-9caa-d9efc2eaa63e req-9b0dbac2-3b8a-4eb4-af58-0f3ed37ac3da service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705405 Jul 14 09:37:46.951330 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.014513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2fa50d82-abee-4b46-b51b-b765c34a2951 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:47.025232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] For port 2fa50d82-abee-4b46-b51b-b765c34a2951, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2fa50d82-abee-4b46-b51b-b765c34a2951,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:47.026672 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.026867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af22739-c32a-442e-9a30-ca7da1e04db4 req-8ca7dbef-ec30-45ad-a36e-4b2389294039 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.041551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3af22739-c32a-442e-9a30-ca7da1e04db4 req-8ca7dbef-ec30-45ad-a36e-4b2389294039 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.2076943 Jul 14 09:37:47.078767 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:43Z', 'revision_number': 7, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:47.148062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] Calling delete_port for 2fa50d82-abee-4b46-b51b-b765c34a2951 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:47.150177 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.157187 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cd8546-d16e-4862-93d5-999c905065a3 None None] The sync data for ids ['be138a2d-5df7-4bdd-b77a-8d5958e8f42f'] in n-d-780147-26 is: [{'id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'name': 'tempest-TestNetworkBasicOps-router-1917000334', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:18Z', 'updated_at': '2021-07-14T09:37:43Z', 'revision_number': 7, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'd8240db2-4301-4a09-8966-50435b8eee48', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:27:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be138a2d-5df7-4bdd-b77a-8d5958e8f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:19Z', 'updated_at': '2021-07-14T09:35:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:37:47.162968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3af22739-c32a-442e-9a30-ca7da1e04db4 req-9daeab51-4388-4415-bb61-b20944831eb4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200728 Jul 14 09:37:47.229220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port d8240db2-4301-4a09-8966-50435b8eee48 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:47.229711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.281949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 2fa50d82-abee-4b46-b51b-b765c34a2951, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2fa50d82-abee-4b46-b51b-b765c34a2951,segment=NetworkSegment(8d93921d-45d0-497b-8687-f6a9a89a497d),segment_id=8d93921d-45d0-497b-8687-f6a9a89a497d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:47.364773 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.371401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188929ce-458c-47a1-b641-679b548b2e63 req-74b99dcb-262c-4290-95c4-8d04293c4b4d tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.374981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-188929ce-458c-47a1-b641-679b548b2e63 req-74b99dcb-262c-4290-95c4-8d04293c4b4d tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.1448467 Jul 14 09:37:47.422420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=2fa50d82-abee-4b46-b51b-b765c34a2951,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.449350 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.451869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.462645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.521099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] No DVR routers for this DVR port 2fa50d82-abee-4b46-b51b-b765c34a2951 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:47.522810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port d8240db2-4301-4a09-8966-50435b8eee48, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d8240db2-4301-4a09-8966-50435b8eee48,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:47.529053 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.532542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcb9dd-4842-462c-a155-2dba4e4350f4 None None] Pushing event deleted for resources: {'Port': ['ID=2fa50d82-abee-4b46-b51b-b765c34a2951,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.562496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for d8240db2-4301-4a09-8966-50435b8eee48 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:47.583169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fabea-740d-4795-a301-12e8c036044b req-c307437e-52af-448a-a20f-d67a3787facb tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.585132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-515fabea-740d-4795-a301-12e8c036044b req-c307437e-52af-448a-a20f-d67a3787facb tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.69 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.3176658 Jul 14 09:37:47.588159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-188929ce-458c-47a1-b641-679b548b2e63 req-3e594f03-06e7-42c9-a698-b210eba37e91 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918952 Jul 14 09:37:47.600714 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.629681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.631555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0489440 Jul 14 09:37:47.634926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.742454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3721ee22-da16-49b4-9630-bb45c69fe633 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "GET /v2.0/floatingips?floating_network_id=e4cb246a-660f-4872-8234-104ddbe5e138 HTTP/1.1" status: 200 len: 690 time: 0.1057062 Jul 14 09:37:47.746378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41188) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:47.812335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1ad48-0f29-413c-ae28-f7b17c17ef54 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Port': ['ID=1d0f3b3d-51ee-444f-8dd8-b9a196a5f4c1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:47.870470 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:47.964235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945014e0-e3d2-4cec-bb61-3358314a279e req-cfa03424-531c-455d-ad73-e88c418bef06 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:47.965983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-945014e0-e3d2-4cec-bb61-3358314a279e req-cfa03424-531c-455d-ad73-e88c418bef06 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 945 time: 0.2438374 Jul 14 09:37:47.995345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.003482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Deleting port 1d0f3b3d-51ee-444f-8dd8-b9a196a5f4c1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:48.003894 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.056641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Deleting port 7761d768-70f2-4bfe-8c5b-e6d930463202 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:48.057033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.060379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=d8240db2-4301-4a09-8966-50435b8eee48,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:48.096905 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.097337 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.107162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-945014e0-e3d2-4cec-bb61-3358314a279e req-a0484f5f-3e0f-41ea-8517-8066608c9d08 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299665 Jul 14 09:37:48.111736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Calling delete_port for 1d0f3b3d-51ee-444f-8dd8-b9a196a5f4c1 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:48.215754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.274660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.339711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d0f3b3d-51ee-444f-8dd8-b9a196a5f4c1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:48.378317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] For port 7761d768-70f2-4bfe-8c5b-e6d930463202, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7761d768-70f2-4bfe-8c5b-e6d930463202,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:48.378775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.382576 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.389131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.401282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Calling delete_port for 7761d768-70f2-4bfe-8c5b-e6d930463202 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:48.450107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.518244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5102c6-e0e0-44b2-a836-dee8e11f2b7c req-307c3695-5c3c-4da0-8e8b-d692dfaa149f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:48.520611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee5102c6-e0e0-44b2-a836-dee8e11f2b7c req-307c3695-5c3c-4da0-8e8b-d692dfaa149f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.1243815 Jul 14 09:37:48.924233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.929242 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.929806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Fanout notify agent at l3_agent the message router_deleted on router be138a2d-5df7-4bdd-b77a-8d5958e8f42f {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:37:48.947251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:48.951695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-49647a87-f87a-4eee-930a-bafdeada2fcc tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/routers/be138a2d-5df7-4bdd-b77a-8d5958e8f42f HTTP/1.1" status: 204 len: 168 time: 2.5433185 Jul 14 09:37:48.952331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41200) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:49.075054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7c48c588-c211-4efe-b4ee-b484f8a39638 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:49.111994 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee5102c6-e0e0-44b2-a836-dee8e11f2b7c req-9ec53269-c14c-49d5-986c-d54d9617a1ce tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5825660 Jul 14 09:37:49.164172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.218084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.331451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=78394b1b-5532-4239-a83f-2229ea3bf7ef,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.384181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7c48c588-c211-4efe-b4ee-b484f8a39638 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:49.384623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7c48c588-c211-4efe-b4ee-b484f8a39638 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:49.386250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:49.462784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d65ae-9838-472d-8b06-31d8ce424fd6 req-509747b3-e87a-4c2a-810f-d1f223baf385 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:49.476538 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa2d65ae-9838-472d-8b06-31d8ce424fd6 req-509747b3-e87a-4c2a-810f-d1f223baf385 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.5506158 Jul 14 09:37:49.490117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.512742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a24f9f0a-2699-4f42-b6dc-4cfbabf88ec5 req-7ac9c6b7-1523-4070-975e-3e957befb524 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 210 time: 0.0553975 Jul 14 09:37:49.519489 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.521907 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.536521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cb246a-660f-4872-8234-104ddbe5e138']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.548938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:49.550183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:49.554225 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce5e7fb-676f-49b5-871c-b1c74b51e6a9" -d '{"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-unplugged", "status": "completed", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:49.572239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:37:49.576972 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.582722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c074d626-b5b0-479d-aae3-9ccfc608709d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.583199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c074d626-b5b0-479d-aae3-9ccfc608709d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.626251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.674590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.698543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:49.701216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:49.706759 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:49.711786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Pushing event deleted for resources: {'Port': ['ID=7761d768-70f2-4bfe-8c5b-e6d930463202,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.720264 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91ba1c3-9c58-4bcd-89eb-c5062b79eb5f x-openstack-request-id: req-a91ba1c3-9c58-4bcd-89eb-c5062b79eb5f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:49.720676 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-unplugged", "status": "completed", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:49.721140 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a91ba1c3-9c58-4bcd-89eb-c5062b79eb5f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:49.721784 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'code': 200} Jul 14 09:37:49.814694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.850203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.862998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.872227 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa2d65ae-9838-472d-8b06-31d8ce424fd6 req-8479e31d-79da-4264-9752-699fe2a516a9 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942950 Jul 14 09:37:49.878989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e4cb246a-660f-4872-8234-104ddbe5e138 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:37:49.897058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.900104 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "DELETE /v2.0/networks/e4cb246a-660f-4872-8234-104ddbe5e138 HTTP/1.1" status: 204 len: 168 time: 2.1527548 Jul 14 09:37:49.926132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d250e-6f57-48e6-ace5-f5d3b6f1109f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event deleted for resources: {'Network': ['ID=e4cb246a-660f-4872-8234-104ddbe5e138,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:49.928853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:49.939016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] No DVR routers for this DVR port 7761d768-70f2-4bfe-8c5b-e6d930463202 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:49.944891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697f7102-e17b-4ed8-9c1a-449456e6368d']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.950475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:49.955713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-515fabea-740d-4795-a301-12e8c036044b req-e069cba7-e27e-45a1-825c-1dcf60c6ef86 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.69 "DELETE /v2.0/ports/7761d768-70f2-4bfe-8c5b-e6d930463202 HTTP/1.1" status: 204 len: 173 time: 2.3552334 Jul 14 09:37:49.956679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020c3cd5-7731-4495-adbd-d29f74640c57', 'name': 'network-vif-deleted', 'tag': '7761d768-70f2-4bfe-8c5b-e6d930463202'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:49.961648 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28733451-0c7e-40ed-bff8-c23fef1973fc" -d '{"events": [{"server_uuid": "020c3cd5-7731-4495-adbd-d29f74640c57", "name": "network-vif-deleted", "tag": "7761d768-70f2-4bfe-8c5b-e6d930463202"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:49.995816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d93921d-45d0-497b-8687-f6a9a89a497d') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:49.996401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d93921d-45d0-497b-8687-f6a9a89a497d') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:50.031526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.064597 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68cebee-43da-4235-9221-4e8979b7a37a x-openstack-request-id: req-f68cebee-43da-4235-9221-4e8979b7a37a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:50.065260 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020c3cd5-7731-4495-adbd-d29f74640c57", "name": "network-vif-deleted", "tag": "7761d768-70f2-4bfe-8c5b-e6d930463202", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:50.066762 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f68cebee-43da-4235-9221-4e8979b7a37a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:50.067379 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020c3cd5-7731-4495-adbd-d29f74640c57', 'name': 'network-vif-deleted', 'tag': '7761d768-70f2-4bfe-8c5b-e6d930463202', 'status': 'completed', 'code': 200} Jul 14 09:37:50.085558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.115758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:50.116597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:50.121810 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:50.241712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4089526d-19a5-41e7-8713-bc06b5f941b1 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2568 time: 0.3063977 Jul 14 09:37:50.245310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.302057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.326164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.332953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/networks/697f7102-e17b-4ed8-9c1a-449456e6368d HTTP/1.1" status: 204 len: 168 time: 1.3512952 Jul 14 09:37:50.355176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d8565-3d7e-45da-aa45-c8df0afdaf87 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Network': ['ID=697f7102-e17b-4ed8-9c1a-449456e6368d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:50.370940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.384459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41226) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.400894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'network': {'name': 'tempest-network-smoke--213386159', 'project_id': '8973d0596776403abb0c5971306019f8', 'port_security_enabled': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:50.513413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.514442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.515230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.515961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.516897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.519597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.520435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.521176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.526721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.530118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.530975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:50.541677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41230) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.547290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59248b68-e7a3-4e33-a971-2c939f7dc48a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7115 time: 0.2973344 Jul 14 09:37:50.554492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:50.569343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.621638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:50.654971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.655547 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Added segment 956bb903-2812-4240-a49d-777e2bab1a7c of type vlan for network fa12a99e-dc18-4427-8757-5c3430018a64 Jul 14 09:37:50.799800 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-56b8e668-db1e-47b6-87ff-8fd7e313f260 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:37:50.806421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-56b8e668-db1e-47b6-87ff-8fd7e313f260 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "DELETE /v2.0/floatingips/2b35068e-c225-4691-b83e-978d22a70a4d HTTP/1.1" status: 404 len: 345 time: 0.2634764 Jul 14 09:37:50.807979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41234) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.821766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.882713 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1e7e2c-d208-40e9-b850-f8755c0f48c1 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] DELETE failed (client error): The resource could not be found. Jul 14 09:37:50.883857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1e7e2c-d208-40e9-b850-f8755c0f48c1 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:37:50.893939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7f1e7e2c-d208-40e9-b850-f8755c0f48c1 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "DELETE /v2.0/networks/e4cb246a-660f-4872-8234-104ddbe5e138 HTTP/1.1" status: 404 len: 339 time: 0.0457683 Jul 14 09:37:50.897497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41236) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:50.898580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8c485ab-8e5a-4362-b80d-5cb763aaffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:50.912080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Request body: {'network': {'name': 'tempest-network--1689936957', 'router:external': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:50.949978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d8240db2-4301-4a09-8966-50435b8eee48 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:50.989028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Made reservation on behalf of 4d5936ba3ae34b4f8a9dedb817b9d183 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:50.992521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.011789 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0dac57f-d179-4afd-ade3-b82afa8e1b82 req-4548a2ed-9fb7-42fd-b526-34785c778567 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=020c3cd5-7731-4495-adbd-d29f74640c57 HTTP/1.1" status: 200 len: 210 time: 0.1210022 Jul 14 09:37:51.029260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.043924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d8240db2-4301-4a09-8966-50435b8eee48 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:51.044486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d8240db2-4301-4a09-8966-50435b8eee48 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:51.058554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.059570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.101160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea29991-4888-433b-9aec-9818186d9142 req-e739072b-d140-405e-90e4-2cc5e90b3678 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.103637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ea29991-4888-433b-9aec-9818186d9142 req-e739072b-d140-405e-90e4-2cc5e90b3678 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.4930282 Jul 14 09:37:51.115327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:51.185319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.187964 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Added segment 7bd0f598-f431-4a1e-bf97-dbc2b8f0f188 of type vlan for network c62bca2f-c0a6-4f42-89d2-207b5dc5992d Jul 14 09:37:51.276241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ea29991-4888-433b-9aec-9818186d9142 req-7c8552ef-d228-429a-a4dc-638805c19bd1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566360 Jul 14 09:37:51.328740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Network': ['ID=fa12a99e-dc18-4427-8757-5c3430018a64,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.346905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network fa12a99e-dc18-4427-8757-5c3430018a64 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:51.378874 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8c485ab-8e5a-4362-b80d-5cb763aaffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.393256 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8c485ab-8e5a-4362-b80d-5cb763aaffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.404049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cd1f7f16-100d-47fa-92dc-2355e3623856 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0300889 Jul 14 09:37:51.407062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41242) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.415029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-713366256', 'admin_state_up': True, 'project_id': '8973d0596776403abb0c5971306019f8', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:51.453512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.461350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7761d768-70f2-4bfe-8c5b-e6d930463202 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:51.499059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c8c485ab-8e5a-4362-b80d-5cb763aaffce admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7695ca1b80974a7e95c5f03146a73027&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1133895 Jul 14 09:37:51.505729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.506813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.507473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4e31b-fec5-44f6-8876-56b3004962ab req-6bc4d2ee-4c9c-4388-939f-b4bd6eae8e2b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.507705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.511666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 7761d768-70f2-4bfe-8c5b-e6d930463202 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:51.512291 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1db4e31b-fec5-44f6-8876-56b3004962ab req-6bc4d2ee-4c9c-4388-939f-b4bd6eae8e2b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.2205646 Jul 14 09:37:51.513055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41246) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.513747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7761d768-70f2-4bfe-8c5b-e6d930463202 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:51.544341 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.546665 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.613116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c485ab-8e5a-4362-b80d-5cb763aaffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e676ae88-89f4-4cb9-895c-b0bbe460b677,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.620891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7192590 Jul 14 09:37:51.625572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41248) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.661278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0b77b-5fc8-44e5-9cc5-a121994f7b3f tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Network': ['ID=c62bca2f-c0a6-4f42-89d2-207b5dc5992d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:51.680951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network c62bca2f-c0a6-4f42-89d2-207b5dc5992d details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:51.751053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1db4e31b-fec5-44f6-8876-56b3004962ab req-0c82fd15-b528-4cdc-a50f-d7535d6c0f56 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188654 Jul 14 09:37:51.764457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.821572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0d8a2-dcc6-44a4-8092-7cb18f8f799a tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.823676 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-105038f8-f9d6-4c27-8aff-8874fb21bdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.835442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0d8a2-dcc6-44a4-8092-7cb18f8f799a tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.843331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0d8a2-dcc6-44a4-8092-7cb18f8f799a tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.846681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-780cade3-07ce-4e2f-bea5-df837bc68787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.853069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0d8a2-dcc6-44a4-8092-7cb18f8f799a tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:51.855631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9bd0d8a2-dcc6-44a4-8092-7cb18f8f799a tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2289546 Jul 14 09:37:51.859864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41256) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:51.944694 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-780cade3-07ce-4e2f-bea5-df837bc68787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:51.955432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.063766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.079405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62bca2f-c0a6-4f42-89d2-207b5dc5992d']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:52.091130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.095315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd0f598-f431-4a1e-bf97-dbc2b8f0f188') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:52.096513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd0f598-f431-4a1e-bf97-dbc2b8f0f188') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:52.110539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.134299 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.162115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:52.162719 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:52.165587 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:52.232012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-780cade3-07ce-4e2f-bea5-df837bc68787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.237719 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-780cade3-07ce-4e2f-bea5-df837bc68787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.243010 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-780cade3-07ce-4e2f-bea5-df837bc68787 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e676ae88-89f4-4cb9-895c-b0bbe460b677 HTTP/1.1" status: 204 len: 168 time: 0.7227867 Jul 14 09:37:52.285222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cade3-07ce-4e2f-bea5-df837bc68787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676ae88-89f4-4cb9-895c-b0bbe460b677,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.323097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.370879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c62bca2f-c0a6-4f42-89d2-207b5dc5992d {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:37:52.397020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event deleted for resources: {'Network': ['ID=c62bca2f-c0a6-4f42-89d2-207b5dc5992d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:52.414462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.422217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-55075905-a476-4d81-b18b-3aae501e301a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "DELETE /v2.0/networks/c62bca2f-c0a6-4f42-89d2-207b5dc5992d HTTP/1.1" status: 204 len: 168 time: 0.5560150 Jul 14 09:37:52.422543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41270) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:52.431731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Request body: {'network': {'name': 'tempest-network--1848223930', 'router:external': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:52.501255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Made reservation on behalf of 4d5936ba3ae34b4f8a9dedb817b9d183 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:52.505066 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.586048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:52.587733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.621633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.622187 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Added segment 72d02fd8-e7c4-4cf3-b471-c4a1fbdea551 of type vlan for network 2cce0baa-acf0-462a-bc88-8262c3934e00 Jul 14 09:37:52.687961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.796286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.864818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.876865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:52.878265 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:52.989866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.25.0.178 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/c52e17dd-384d-43ee-8da2-27843c6cbd9d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:37:53.124790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Network': ['ID=2cce0baa-acf0-462a-bc88-8262c3934e00,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.133379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6108a319-e39e-4f7c-8f3f-be2f0ca4200c tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7091553 Jul 14 09:37:53.135971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41290) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:53.139576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:53.240736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 2cce0baa-acf0-462a-bc88-8262c3934e00 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:53.337086 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.447519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bbbe9a-9efd-46e7-872d-c38104c42fa8 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.449187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-67bbbe9a-9efd-46e7-872d-c38104c42fa8 tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] 10.222.0.73 "GET /v2.0/networks/2cce0baa-acf0-462a-bc88-8262c3934e00 HTTP/1.1" status: 200 len: 757 time: 0.3120205 Jul 14 09:37:53.455049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41300) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:53.568528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:53.623474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=c52e17dd-384d-43ee-8da2-27843c6cbd9d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:53.634956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:37:53.645530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca662d2b-e2fc-44ee-8c9f-0bc3f975a613 req-a4aa505e-f9e8-4ae3-beb8-eb36883b3f63 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.655186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca662d2b-e2fc-44ee-8c9f-0bc3f975a613 req-a4aa505e-f9e8-4ae3-beb8-eb36883b3f63 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.2691646 Jul 14 09:37:53.657368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:53.667598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:37:53.699864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d53e40-1851-43ee-b0ab-b654eb91962a tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.707858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d3d53e40-1851-43ee-b0ab-b654eb91962a tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] 10.222.0.73 "GET /v2.0/networks/beeb79ec-bc8e-4e04-afe8-bf5e3bf223b6 HTTP/1.1" status: 200 len: 767 time: 0.2515919 Jul 14 09:37:53.710990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:53.809355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef76dd-731d-4854-8f40-cce58da3edd2 req-b0a4a418-ebb2-42a0-89d2-8c65187dd39e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:53.809663 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca662d2b-e2fc-44ee-8c9f-0bc3f975a613 req-529f409a-c84a-4e6e-b4c6-3ace54f511f8 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532815 Jul 14 09:37:53.823286 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73ef76dd-731d-4854-8f40-cce58da3edd2 req-b0a4a418-ebb2-42a0-89d2-8c65187dd39e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.7012920 Jul 14 09:37:53.902288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73ef76dd-731d-4854-8f40-cce58da3edd2 req-ea4246f1-0f82-42ac-a782-3d59de346b48 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775397 Jul 14 09:37:54.099132 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.115491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-42bdc7e8-9ce4-4f04-9162-24bcf33fe29e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5975041 Jul 14 09:37:54.220000 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3cd27a12-d445-40b9-a5a4-c494ce21862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.353907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2d7fb-3f1f-4115-9242-8e95f37cf537 req-e9e2eedb-65d4-4cc2-9321-eb08468185f5 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:54.356333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c2d7fb-3f1f-4115-9242-8e95f37cf537 req-e9e2eedb-65d4-4cc2-9321-eb08468185f5 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.3160264 Jul 14 09:37:54.365265 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.396271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cce0baa-acf0-462a-bc88-8262c3934e00']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:54.427554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d02fd8-e7c4-4cf3-b471-c4a1fbdea551') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:54.428089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d02fd8-e7c4-4cf3-b471-c4a1fbdea551') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:54.432425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.457993 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.462832 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.575370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c2d7fb-3f1f-4115-9242-8e95f37cf537 req-f94953a6-c553-4e40-9888-bc094bac5e95 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062747 Jul 14 09:37:54.580190 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.648159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:54.649311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:54.651281 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:54.816026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.863478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2cce0baa-acf0-462a-bc88-8262c3934e00 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:37:54.867552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:54.876330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "DELETE /v2.0/networks/2cce0baa-acf0-462a-bc88-8262c3934e00 HTTP/1.1" status: 204 len: 168 time: 1.1586125 Jul 14 09:37:54.877425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41344) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:54.885729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Request body: {'network': {'name': 'tempest-network--1063664761'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:54.887158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b939b-2663-4bc7-8241-76d94a53ae2a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event deleted for resources: {'Network': ['ID=2cce0baa-acf0-462a-bc88-8262c3934e00,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:54.966133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Made reservation on behalf of 4d5936ba3ae34b4f8a9dedb817b9d183 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:54.970568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.068587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:37:55.111473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.112042 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Added segment a34b450a-418c-444d-8ec0-c4fe2fc2d5fe of type vlan for network 23335d61-5a4e-4b11-a3b9-ee3c52cd184e Jul 14 09:37:55.262502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.313197 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.314465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:55.315167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548278'] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.340454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4621437 Jul 14 09:37:55.391811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41354) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:55.397828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-28c93ed6-47ca-4c9f-b94c-3bb7088ab3db tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:55.552718 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:55.571058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da911f62-9102-45f3-8594-3d116eafcd35 tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Network': ['ID=23335d61-5a4e-4b11-a3b9-ee3c52cd184e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:55.584721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 23335d61-5a4e-4b11-a3b9-ee3c52cd184e details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:37:55.731761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba1bb-5bb5-4366-8ed5-f54f2e602a49 req-213e6d85-0ea5-42b5-a65c-0a9b7c2ccdbc tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:55.751244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-890ba1bb-5bb5-4366-8ed5-f54f2e602a49 req-213e6d85-0ea5-42b5-a65c-0a9b7c2ccdbc tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.6430988 Jul 14 09:37:55.792799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.013946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-890ba1bb-5bb5-4366-8ed5-f54f2e602a49 req-c02032d8-27ae-4fb7-ab5f-2c62f26ad45c tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332040 Jul 14 09:37:56.088616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c34b0-5a35-411f-8968-d8851aca7e6a req-99d1ba24-0c08-41fb-bc99-e3836590fde3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:56.101523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28c93ed6-47ca-4c9f-b94c-3bb7088ab3db tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.103062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-192c34b0-5a35-411f-8968-d8851aca7e6a req-99d1ba24-0c08-41fb-bc99-e3836590fde3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.6255894 Jul 14 09:37:56.151556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28c93ed6-47ca-4c9f-b94c-3bb7088ab3db tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.164659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-172421d6-b39d-455f-b01d-03c7d1c78b97 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:56.167113 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-172421d6-b39d-455f-b01d-03c7d1c78b97 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.66 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.5563931 Jul 14 09:37:56.179116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28c93ed6-47ca-4c9f-b94c-3bb7088ab3db tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Network 23335d61-5a4e-4b11-a3b9-ee3c52cd184e is not hosted by any dhcp agent {{(pid=93780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:37:56.182580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c93ed6-47ca-4c9f-b94c-3bb7088ab3db tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:56.186403 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28c93ed6-47ca-4c9f-b94c-3bb7088ab3db tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.192945 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-28c93ed6-47ca-4c9f-b94c-3bb7088ab3db tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "PUT /v2.0/networks/23335d61-5a4e-4b11-a3b9-ee3c52cd184e HTTP/1.1" status: 200 len: 858 time: 0.7973661 Jul 14 09:37:56.217590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41366) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:56.305266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router 1902c040-edc8-4b52-88c8-41b273cf0d81 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:37:56.354072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-192c34b0-5a35-411f-8968-d8851aca7e6a req-dcac1ae8-a1e8-4a5a-aa65-97a737fe00e9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492769 Jul 14 09:37:56.494512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c93ed6-47ca-4c9f-b94c-3bb7088ab3db tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event updated for resources: {'Network': ['ID=23335d61-5a4e-4b11-a3b9-ee3c52cd184e,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:56.529328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.597252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:37:56.614187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Sync routers for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:37:56.641039 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.647143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:56.647419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ca2bf5c6-5760-4763-80c5-8bb200d7c5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.2344358 Jul 14 09:37:56.647594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:56.647787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:56.717629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f1b4edce-d183-4483-87a2-b963600f03cb tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=8973d0596776403abb0c5971306019f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0637045 Jul 14 09:37:56.722954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41374) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:56.739605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Deleting port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:37:56.740100 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.790249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.803464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23335d61-5a4e-4b11-a3b9-ee3c52cd184e']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:56.817474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34b450a-418c-444d-8ec0-c4fe2fc2d5fe') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:56.817474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34b450a-418c-444d-8ec0-c4fe2fc2d5fe') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:56.835211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5d525-bbce-46f9-ab20-c5ce3cc02194 req-91f96ec5-c0f4-4622-b6f5-fb4dff3ea1ad tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:56.836791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50b5d525-bbce-46f9-ab20-c5ce3cc02194 req-91f96ec5-c0f4-4622-b6f5-fb4dff3ea1ad tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 945 time: 0.2959545 Jul 14 09:37:56.838586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.859885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.879765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:56.880022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.882510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:56.883729 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:57.020330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:57.033027 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50b5d525-bbce-46f9-ab20-c5ce3cc02194 req-0def8f72-2a49-470f-8b6f-32b4b47552b3 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/security-groups?id=6148daa9-5ead-4335-bc6b-d21c0bae02a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826050 Jul 14 09:37:57.058568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.111453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23335d61-5a4e-4b11-a3b9-ee3c52cd184e {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:37:57.129949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Pushing event deleted for resources: {'Network': ['ID=23335d61-5a4e-4b11-a3b9-ee3c52cd184e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:57.141968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.148033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-aa39b1ed-78e1-4c45-b50c-66248d90119a tempest-ExternalNetworksTestJSON-524776373 tempest-ExternalNetworksTestJSON-524776373-project-admin] 10.222.0.73 "DELETE /v2.0/networks/23335d61-5a4e-4b11-a3b9-ee3c52cd184e HTTP/1.1" status: 204 len: 168 time: 0.9283237 Jul 14 09:37:57.151168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41380) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:57.162158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] For port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:37:57.162911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.189137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Calling delete_port for a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:37:57.258169 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-13e8e4aa-5056-47ee-a1c0-6ecf1cfc38ad tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] DELETE failed (client error): The resource could not be found. Jul 14 09:37:57.258654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13e8e4aa-5056-47ee-a1c0-6ecf1cfc38ad tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:37:57.271553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-13e8e4aa-5056-47ee-a1c0-6ecf1cfc38ad tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] 10.222.0.73 "DELETE /v2.0/subnets/78394b1b-5532-4239-a83f-2229ea3bf7ef HTTP/1.1" status: 404 len: 337 time: 0.1190698 Jul 14 09:37:57.274583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:57.425088 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.474895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.566831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164faeab-278a-42e4-b9dd-e547b70b503b tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:57.567674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164faeab-278a-42e4-b9dd-e547b70b503b tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:57.574901 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-164faeab-278a-42e4-b9dd-e547b70b503b tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1538 time: 0.8488600 Jul 14 09:37:57.575824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:57.577946 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.741348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:37:54Z', 'revision_number': 3, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:57.795407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Pushing event deleted for resources: {'Port': ['ID=a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:57.825983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.828931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] No DVR routers for this DVR port a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:37:57.832773 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.836180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6eda17c0-2d4a-4432-9fb2-689144d25935 req-8ce4b459-e00a-4385-bceb-02d3810963f8 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.66 "DELETE /v2.0/ports/a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e HTTP/1.1" status: 204 len: 173 time: 1.6615613 Jul 14 09:37:57.837623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47eaa440-8f94-4b66-b943-6ca820404042', 'name': 'network-vif-deleted', 'tag': 'a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:37:57.839471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeb79ec-bc8e-4e04-afe8-bf5e3bf223b6']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:57.842240 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b5d5b-a298-4f6a-aac1-95b104f8495a" -d '{"events": [{"server_uuid": "47eaa440-8f94-4b66-b943-6ca820404042", "name": "network-vif-deleted", "tag": "a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:37:57.851886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6aa1580e-768c-45f6-91a7-34110d0148d9 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=23335d61-5a4e-4b11-a3b9-ee3c52cd184e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1824105 Jul 14 09:37:57.855217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e99b297-7f60-409e-9318-de2f4f0ab421') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:57.855996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e99b297-7f60-409e-9318-de2f4f0ab421') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:57.858276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41396) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:57.868451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.885361 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.894013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:37:57.894674 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:57.931820 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fb11dcec-02b5-461d-9b50-2369397a5620 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0713310 Jul 14 09:37:57.935599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41398) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:57.944529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335716836', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'project_id': '8973d0596776403abb0c5971306019f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:37:57.948839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Checking router: 1902c040-edc8-4b52-88c8-41b273cf0d81 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:37:57.949662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Updating router 1902c040-edc8-4b52-88c8-41b273cf0d81 port c52e17dd-384d-43ee-8da2-27843c6cbd9d binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:37:58.040589 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:37:58.048470 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.060878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.085745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44710b6-43cb-45f0-a601-05ee803eb9f7 req-8bd2f4c6-4555-46f0-80a9-e956ebdf9996 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:58.086515 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] 10.222.0.73 "DELETE /v2.0/networks/beeb79ec-bc8e-4e04-afe8-bf5e3bf223b6 HTTP/1.1" status: 204 len: 168 time: 0.8102252 Jul 14 09:37:58.099631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d44710b6-43cb-45f0-a601-05ee803eb9f7 req-8bd2f4c6-4555-46f0-80a9-e956ebdf9996 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.6305656 Jul 14 09:37:58.156166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb3262-debf-4dd4-858d-32f099db574c tempest-ExternalNetworksTestJSON-314915789 tempest-ExternalNetworksTestJSON-314915789-project] Pushing event deleted for resources: {'Network': ['ID=beeb79ec-bc8e-4e04-afe8-bf5e3bf223b6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:58.166955 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.246929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41404) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:58.257091 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d44710b6-43cb-45f0-a601-05ee803eb9f7 req-bb0ecadb-2f01-45ae-80ed-ce88093c382d tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536844 Jul 14 09:37:58.427279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:37:58.441397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.482932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a56f0-778d-42bb-8678-be676522de59 req-0fc9fb40-c785-4a6e-844d-c63fd90155de tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:58.509253 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-689a56f0-778d-42bb-8678-be676522de59 req-0fc9fb40-c785-4a6e-844d-c63fd90155de tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.3852773 Jul 14 09:37:58.594427 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259fb4ab-c4d6-49b3-9944-a08adbeb7ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.636519 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-689a56f0-778d-42bb-8678-be676522de59 req-317dc458-6d72-49ab-b63c-350777b54e01 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262178 Jul 14 09:37:58.673622 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38360fb2-6789-4fbb-affd-bf17bac836c6 x-openstack-request-id: req-38360fb2-6789-4fbb-affd-bf17bac836c6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:37:58.675756 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47eaa440-8f94-4b66-b943-6ca820404042", "name": "network-vif-deleted", "tag": "a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:37:58.676285 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38360fb2-6789-4fbb-affd-bf17bac836c6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:37:58.676899 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47eaa440-8f94-4b66-b943-6ca820404042', 'name': 'network-vif-deleted', 'tag': 'a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e', 'status': 'completed', 'code': 200} Jul 14 09:37:58.915151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259fb4ab-c4d6-49b3-9944-a08adbeb7ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.924522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-259fb4ab-c4d6-49b3-9944-a08adbeb7ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.926532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:58.954426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:58.989975 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-259fb4ab-c4d6-49b3-9944-a08adbeb7ea9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f22c70a1f7343678f28f063ea69fc91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7382896 Jul 14 09:37:58.991219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fb4ab-c4d6-49b3-9944-a08adbeb7ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316c6de1-a920-4949-bc12-c6ab3aa1e5e8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:58.994775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41416) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.010366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Transition to ACTIVE for port object c52e17dd-384d-43ee-8da2-27843c6cbd9d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:37:59.026766 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.129773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Pushing event updated for resources: {'Port': ['ID=c52e17dd-384d-43ee-8da2-27843c6cbd9d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.130170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6b41-e33e-4984-8812-a780210d0fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.145860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.146525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.147068 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.147571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.148084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.148614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.149852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.150395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.150926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.151455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.151997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.152569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:37:59.172702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Attempting to bind port c52e17dd-384d-43ee-8da2-27843c6cbd9d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:37:59.174140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Attempting to bind port c52e17dd-384d-43ee-8da2-27843c6cbd9d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:37:59.174729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Attempting to bind port c52e17dd-384d-43ee-8da2-27843c6cbd9d on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:37:59.181909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:37:59.183237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:59.184103 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.184845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:37:59.185550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Bound port: c52e17dd-384d-43ee-8da2-27843c6cbd9d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:37:59.186207 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.208521 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e484e68e-ca4f-4111-a9e8-5196deac5030 req-2c902014-0316-462e-82da-7c54d8888b45 tempest-ServerRescueTestJSON-994270108 tempest-ServerRescueTestJSON-994270108-project] 10.222.0.73 "GET /v2.0/ports?device_id=47eaa440-8f94-4b66-b943-6ca820404042 HTTP/1.1" status: 200 len: 210 time: 0.0544968 Jul 14 09:37:59.240983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6b41-e33e-4984-8812-a780210d0fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.255591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] For port c52e17dd-384d-43ee-8da2-27843c6cbd9d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:37:59.261071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] For port c52e17dd-384d-43ee-8da2-27843c6cbd9d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c52e17dd-384d-43ee-8da2-27843c6cbd9d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:37:59.264815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:37:59.269761 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.329603 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e39839f2-ab3c-4eeb-abcc-484625e56a81 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=84589cf5fa9f4dfc8a3bc50f3364a82e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901265 Jul 14 09:37:59.329603 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.330301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41418) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.353042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6b41-e33e-4984-8812-a780210d0fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.359135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd3b6b41-e33e-4984-8812-a780210d0fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.361044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bd3b6b41-e33e-4984-8812-a780210d0fbe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/316c6de1-a920-4949-bc12-c6ab3aa1e5e8 HTTP/1.1" status: 204 len: 168 time: 0.3639948 Jul 14 09:37:59.394062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Subnet': ['ID=d6308de0-d7bb-4439-a821-593a2e80674d,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.398028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b6b41-e33e-4984-8812-a780210d0fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316c6de1-a920-4949-bc12-c6ab3aa1e5e8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.442168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Checking segment: {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:37:59.442916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network hostable DHCP agents. Network: fa12a99e-dc18-4427-8757-5c3430018a64, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:37:59.471039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network fa12a99e-dc18-4427-8757-5c3430018a64 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:37:59.479188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383cc75f-c6fa-437e-8897-0143ae446a95 None None] Pushing event updated for resources: {'Port': ['ID=c52e17dd-384d-43ee-8da2-27843c6cbd9d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.489526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, fa12a99e-dc18-4427-8757-5c3430018a64) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:37:59.497109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.497958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.513678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40772b87-dff7-4a5a-9b7a-3bfc5a2f3436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.534740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41424) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.534942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8625324f-2640-465a-8f9c-1039057b2a48 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5968187 Jul 14 09:37:59.537659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caaad07-f507-4173-a6b6-e031a08f98bc None None] Network fa12a99e-dc18-4427-8757-5c3430018a64 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:37:59.540553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:37:59.540884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a8225bea-5a2a-49dd-819c-b7e3e0eb2a7e not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:37:59.629461 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.640124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:37:59.640819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:37:59.658739 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40772b87-dff7-4a5a-9b7a-3bfc5a2f3436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.791189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40772b87-dff7-4a5a-9b7a-3bfc5a2f3436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.795250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40772b87-dff7-4a5a-9b7a-3bfc5a2f3436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.800132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-40772b87-dff7-4a5a-9b7a-3bfc5a2f3436 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1e4ad2fc-46c3-4170-b727-8c9b5e35c7f4 HTTP/1.1" status: 204 len: 168 time: 0.4653683 Jul 14 09:37:59.808937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:37:59.825543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b05e3b1-b262-4f8b-8c74-73a2b5e2a3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:37:59.831669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:37:59.835849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40772b87-dff7-4a5a-9b7a-3bfc5a2f3436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4ad2fc-46c3-4170-b727-8c9b5e35c7f4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:37:59.992996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c11e7-a9bc-4bdb-8d3d-467c65206c2d req-0c902d58-a842-4a2c-88d4-ed264dd6e8c8 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:37:59.994593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-678c11e7-a9bc-4bdb-8d3d-467c65206c2d req-0c902d58-a842-4a2c-88d4-ed264dd6e8c8 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.4673951 Jul 14 09:38:00.061876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-fa12a99e-dc18-4427-8757-5c3430018a64', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:38:00.063432 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.138310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8043da9-d745-42a8-934c-cf924b356791 req-12928217-db66-47f5-aae3-4c24c3811836 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:00.141622 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8043da9-d745-42a8-934c-cf924b356791 req-12928217-db66-47f5-aae3-4c24c3811836 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.2808542 Jul 14 09:38:00.176113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b05e3b1-b262-4f8b-8c74-73a2b5e2a3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.187634 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b05e3b1-b262-4f8b-8c74-73a2b5e2a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.187918 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-678c11e7-a9bc-4bdb-8d3d-467c65206c2d req-ebae4cca-8a53-48e5-815a-891089024e16 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824827 Jul 14 09:38:00.271239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b05e3b1-b262-4f8b-8c74-73a2b5e2a3a5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee022ea528934576b055f9adfa4877bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4589844 Jul 14 09:38:00.289509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05e3b1-b262-4f8b-8c74-73a2b5e2a3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33db97f-a2a0-4ff5-8eb4-11f5e931b536,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:00.293525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41440) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.419225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8043da9-d745-42a8-934c-cf924b356791 req-7995a44a-9c9a-4269-9252-99d51475269b tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409680 Jul 14 09:38:00.499845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:37:54Z', 'revision_number': 3, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:00.500973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-773f5be3-fe22-4601-8a3e-e052232017a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.504726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Allocated IP 172.20.0.2 (fa12a99e-dc18-4427-8757-5c3430018a64/d6308de0-d7bb-4439-a821-593a2e80674d/b2f17fe7-40f2-457c-9220-ae1842abf236) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:00.509665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41442) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.539974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081af1b-af2e-40e7-b75c-1a0d4800368a None None] The sync data for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 is: [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:37:54Z', 'revision_number': 3, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:37:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:00.541599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-773f5be3-fe22-4601-8a3e-e052232017a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.607348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.630969 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-773f5be3-fe22-4601-8a3e-e052232017a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.633846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-773f5be3-fe22-4601-8a3e-e052232017a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.635216 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-773f5be3-fe22-4601-8a3e-e052232017a5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e33db97f-a2a0-4ff5-8eb4-11f5e931b536 HTTP/1.1" status: 204 len: 168 time: 0.3059878 Jul 14 09:38:00.646391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f5be3-fe22-4601-8a3e-e052232017a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33db97f-a2a0-4ff5-8eb4-11f5e931b536,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:00.712191 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5010057a-13ca-4ee1-ab3a-2a074219dc26 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d5936ba3ae34b4f8a9dedb817b9d183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1032076 Jul 14 09:38:00.714386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:00.758485 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.769950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Transition to ACTIVE for port object b2f17fe7-40f2-457c-9220-ae1842abf236 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:00.786804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb5b98be-8338-4aad-b4e5-878652c5160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.790327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Transition to ACTIVE for port object b2f17fe7-40f2-457c-9220-ae1842abf236 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:00.798228 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.823728 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb5b98be-8338-4aad-b4e5-878652c5160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.853813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Pushing event updated for resources: {'Port': ['ID=b2f17fe7-40f2-457c-9220-ae1842abf236,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:00.876352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Network fa12a99e-dc18-4427-8757-5c3430018a64 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:00.887280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:00.892530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:00.901030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb5b98be-8338-4aad-b4e5-878652c5160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.903784 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb5b98be-8338-4aad-b4e5-878652c5160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:00.905216 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cb5b98be-8338-4aad-b4e5-878652c5160f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1ae0501-aae3-47dd-8f6d-145901d9218e HTTP/1.1" status: 204 len: 168 time: 0.1896472 Jul 14 09:38:00.922862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b98be-8338-4aad-b4e5-878652c5160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ae0501-aae3-47dd-8f6d-145901d9218e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.020019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Attempting to bind port b2f17fe7-40f2-457c-9220-ae1842abf236 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:01.020529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Attempting to bind port b2f17fe7-40f2-457c-9220-ae1842abf236 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:01.021452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Attempting to bind port b2f17fe7-40f2-457c-9220-ae1842abf236 on network fa12a99e-dc18-4427-8757-5c3430018a64 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:01.029430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:01.029930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Checking segment: {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:01.030667 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.031155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Bound using segment: {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:01.031756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Bound port: b2f17fe7-40f2-457c-9220-ae1842abf236, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:01.032708 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.181430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] For port b2f17fe7-40f2-457c-9220-ae1842abf236, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:01.193282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] For port b2f17fe7-40f2-457c-9220-ae1842abf236, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b2f17fe7-40f2-457c-9220-ae1842abf236,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:01.211111 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:01.352872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ca8b0-688b-49c0-8a47-65cb49efd6e6 None None] Pushing event updated for resources: {'Port': ['ID=b2f17fe7-40f2-457c-9220-ae1842abf236,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:01.851611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307189e-7147-43af-8cc4-591996129116 req-bf0a0b15-70d3-4707-8394-9df47ab2e0fe tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:01.860769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3307189e-7147-43af-8cc4-591996129116 req-bf0a0b15-70d3-4707-8394-9df47ab2e0fe tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.1711283 Jul 14 09:38:01.954642 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3307189e-7147-43af-8cc4-591996129116 req-1e2c5c58-2189-4761-aff1-baf7a178e078 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850556 Jul 14 09:38:02.259397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:02.303884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410b945-4315-4197-9afb-e98409fd398c req-158a950f-9ee9-4d5f-8f86-9de0aef82974 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:02.319469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3410b945-4315-4197-9afb-e98409fd398c req-158a950f-9ee9-4d5f-8f86-9de0aef82974 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.2894621 Jul 14 09:38:02.534061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3410b945-4315-4197-9afb-e98409fd398c req-367d7764-2725-4c33-9fa4-9f1ef87296a2 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132220 Jul 14 09:38:02.846846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.20.0.1 (fa12a99e-dc18-4427-8757-5c3430018a64/d6308de0-d7bb-4439-a821-593a2e80674d/6a0b5e95-1b72-4305-be0d-80e797c8a94d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:02.964191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8a7ecc-3c64-47ec-8dee-19f74238091b None None] Network fa12a99e-dc18-4427-8757-5c3430018a64 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:03.077868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.395049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c52e17dd-384d-43ee-8da2-27843c6cbd9d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:03.433114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.453326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Transition to ACTIVE for port object 6a0b5e95-1b72-4305-be0d-80e797c8a94d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:03.455313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4f2b766d-b45b-4726-8306-b5694c6365e3 None None] Provisioning for port b2f17fe7-40f2-457c-9220-ae1842abf236 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:03.505806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c52e17dd-384d-43ee-8da2-27843c6cbd9d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:03.517775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c52e17dd-384d-43ee-8da2-27843c6cbd9d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:03.518637 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.521523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.593399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=6a0b5e95-1b72-4305-be0d-80e797c8a94d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:03.619921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network fa12a99e-dc18-4427-8757-5c3430018a64 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:03.633292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:03.660160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41526) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:03.711079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:03.818579 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.843457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c52e17dd-384d-43ee-8da2-27843c6cbd9d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c52e17dd-384d-43ee-8da2-27843c6cbd9d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:03.847382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fca05-0986-4d5e-8dbe-906ee6b5894c req-d13f55c2-2863-4877-a42d-3da83df6c838 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:03.848662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-333fca05-0986-4d5e-8dbe-906ee6b5894c req-d13f55c2-2863-4877-a42d-3da83df6c838 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.5679445 Jul 14 09:38:03.860179 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.861316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b2f17fe7-40f2-457c-9220-ae1842abf236 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:03.906174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:03.995038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port b2f17fe7-40f2-457c-9220-ae1842abf236 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:04.016550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b2f17fe7-40f2-457c-9220-ae1842abf236 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:04.016934 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.061546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0463e-7332-45ce-956e-2a77e7fca733 req-fed6ac21-fae6-45ed-858f-1c2ccf36425d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:04.067249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7a0463e-7332-45ce-956e-2a77e7fca733 req-fed6ac21-fae6-45ed-858f-1c2ccf36425d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.2984610 Jul 14 09:38:04.073663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c52e17dd-384d-43ee-8da2-27843c6cbd9d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.099166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09452f76-3e64-4ab8-a708-81904046c982 req-b1b64061-177d-4a1a-9463-5f6e3bcc4dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:04.105469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-09452f76-3e64-4ab8-a708-81904046c982 req-b1b64061-177d-4a1a-9463-5f6e3bcc4dab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1097 time: 0.3504291 Jul 14 09:38:04.139432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-333fca05-0986-4d5e-8dbe-906ee6b5894c req-c320b245-6773-4144-b58e-a1be87da6627 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716298 Jul 14 09:38:04.186298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7a0463e-7332-45ce-956e-2a77e7fca733 req-361b6d3b-e8c4-4a6f-b20f-0ca269b17d20 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107581 Jul 14 09:38:04.191628 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.203608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1782373162'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:04.302444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-68da4ee3-f3fc-4e3c-a318-1e34a9ef5944 None None] Provisioning complete for port b2f17fe7-40f2-457c-9220-ae1842abf236 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:04.303212 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68da4ee3-f3fc-4e3c-a318-1e34a9ef5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.315157 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-09452f76-3e64-4ab8-a708-81904046c982 req-4ab5ec54-0e94-4d9a-a0e2-799e1d7e0e98 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481376 Jul 14 09:38:04.340177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Made reservation on behalf of 355eeeec80f64fccb1e8227925d84779 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:04.344608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.368552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.383395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port b2f17fe7-40f2-457c-9220-ae1842abf236, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b2f17fe7-40f2-457c-9220-ae1842abf236,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:04.390960 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.414491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.455911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Deleting port 03be864a-e0f4-4325-a0d9-f30622129335 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:04.456646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.529790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=b2f17fe7-40f2-457c-9220-ae1842abf236,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.563605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.569794 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.582761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-68da4ee3-f3fc-4e3c-a318-1e34a9ef5944 None None] Provisioning for port 6a0b5e95-1b72-4305-be0d-80e797c8a94d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:04.591667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-68da4ee3-f3fc-4e3c-a318-1e34a9ef5944 None None] Provisioning complete for port 6a0b5e95-1b72-4305-be0d-80e797c8a94d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:04.592047 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68da4ee3-f3fc-4e3c-a318-1e34a9ef5944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.627148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:04.640659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a765df28-e185-46e3-a18e-a44ecc85f220,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.648280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-68da4ee3-f3fc-4e3c-a318-1e34a9ef5944 None None] Port 6a0b5e95-1b72-4305-be0d-80e797c8a94d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:04.655672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.657047 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Added segment 00f1adcc-fb11-414a-9775-98ab3d5007e1 of type vlan for network 463a2f63-6c8b-474d-823d-67b146cabf88 Jul 14 09:38:04.705846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.739838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] For port 03be864a-e0f4-4325-a0d9-f30622129335, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03be864a-e0f4-4325-a0d9-f30622129335,segment=NetworkSegment(402a84d4-e27b-43f6-bf47-68ea4c0da593),segment_id=402a84d4-e27b-43f6-bf47-68ea4c0da593)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:04.740346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.740981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.746609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:04.747214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.761329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Calling delete_port for 03be864a-e0f4-4325-a0d9-f30622129335 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:04.778031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7f2cd4c9-c444-43bb-9b5a-4819388bfda4 None None] Provisioning complete for port 6a0b5e95-1b72-4305-be0d-80e797c8a94d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:04.778837 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7f2cd4c9-c444-43bb-9b5a-4819388bfda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:04.824782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1634459 Jul 14 09:38:04.840944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a019f-68b0-4491-aa1b-4164fbbe87ff tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Pushing event updated for resources: {'Network': ['ID=463a2f63-6c8b-474d-823d-67b146cabf88,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:04.850194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cd4c9-c444-43bb-9b5a-4819388bfda4 None None] Port 6a0b5e95-1b72-4305-be0d-80e797c8a94d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:04.857959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 463a2f63-6c8b-474d-823d-67b146cabf88 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:05.040526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c52e17dd-384d-43ee-8da2-27843c6cbd9d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:05.139166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c52e17dd-384d-43ee-8da2-27843c6cbd9d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:05.140027 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.179899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-8fcd1635-7679-4fcd-80a8-d3f705a914c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:05.182139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-8fcd1635-7679-4fcd-80a8-d3f705a914c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48&tenant_id=582443b1b60a4ecb87305b31dc88d9c2 HTTP/1.1" status: 200 len: 1095 time: 0.3377562 Jul 14 09:38:05.208289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:05.211307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41566) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:05.217506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Request body: {'port': {'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88', 'binding:host_id': 'n-h2-780147-26', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-902302950'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:05.248789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b2f17fe7-40f2-457c-9220-ae1842abf236 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:05.276489 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.277582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Made reservation on behalf of a660c9246aff41ffbf946269cd672f24 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:05.281011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.308244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.315484 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.376169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b2f17fe7-40f2-457c-9220-ae1842abf236 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:05.376629 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.463687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.523178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.525838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.531060 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.537985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] device_id is not set on port 24516f7e-1ba8-45ee-b6de-3364ea57b91a yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:38:05.567203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=6a0b5e95-1b72-4305-be0d-80e797c8a94d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.586811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.640577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060c27ed-9249-4f1f-95a6-0909d2a717f7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.667562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42610cd1-8ac1-4e9f-bf59-40657e1b3812 req-57f19bc1-c9b6-4fa5-9fee-3f195019da4a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:05.669578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42610cd1-8ac1-4e9f-bf59-40657e1b3812 req-57f19bc1-c9b6-4fa5-9fee-3f195019da4a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.1969709 Jul 14 09:38:05.673954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Pushing event deleted for resources: {'Port': ['ID=03be864a-e0f4-4325-a0d9-f30622129335,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.744904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42610cd1-8ac1-4e9f-bf59-40657e1b3812 req-67e688d5-84c0-42c3-9f76-97d421ccbb35 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671413 Jul 14 09:38:05.756951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41578) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:05.852870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c19ebe-fea4-4595-8c2b-c83a3a430895 req-17224b1b-6cac-4305-b430-7ec2ef3836c1 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:05.860717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0c19ebe-fea4-4595-8c2b-c83a3a430895 req-17224b1b-6cac-4305-b430-7ec2ef3836c1 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.3982141 Jul 14 09:38:05.894742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] device_id is not set on port 24516f7e-1ba8-45ee-b6de-3364ea57b91a yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:38:05.904636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.915873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Transition to ACTIVE for port object 24516f7e-1ba8-45ee-b6de-3364ea57b91a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:05.925585 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:05.978098 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=24516f7e-1ba8-45ee-b6de-3364ea57b91a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:05.993734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network fa12a99e-dc18-4427-8757-5c3430018a64 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:05.994791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Checking segment: {'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:05.995154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Network hostable DHCP agents. Network: 463a2f63-6c8b-474d-823d-67b146cabf88, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:05.995763 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-951cefe0-1727-46a3-a3af-0543fe738b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.014557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Network 463a2f63-6c8b-474d-823d-67b146cabf88 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:06.014955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:06.025028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 463a2f63-6c8b-474d-823d-67b146cabf88) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:06.028880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:06.040026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f143b-1d2d-4062-9974-f187d4a546b3 None None] Network 463a2f63-6c8b-474d-823d-67b146cabf88 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:06.044528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.044871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.045284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.045797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0c19ebe-fea4-4595-8c2b-c83a3a430895 req-97b5e72c-dc75-4de5-9753-c7e90a749a04 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831269 Jul 14 09:38:06.059797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.059797 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.059797 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 2 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.067083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.067455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.067799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.072175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.072548 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.072944 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 3 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.086700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.087042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.087389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.092240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.092631 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.093564 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 4 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.108265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.108651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.109752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.114088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.114431 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.114831 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 5 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.133498 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.134198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.134687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.135031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.142183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.142520 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.142913 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 6 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.157521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.157860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.158347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.163855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.164189 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.164610 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 7 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.179757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.180097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.180470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.186011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.186866 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.187266 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 8 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.201684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.202138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.202519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.207532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.207873 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.208349 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 9 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.223850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.224190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.224621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.225922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:06.229457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.229786 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.230173 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 10 to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a Jul 14 09:38:06.243446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:06.243795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:06.244130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:06.249625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:06.249954 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 24516f7e-1ba8-45ee-b6de-3364ea57b91a on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:06.250321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.295155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-578399ed-16a4-49da-8dfd-cbf5dba5b6bf None None] Provisioning complete for port 6a0b5e95-1b72-4305-be0d-80e797c8a94d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:06.295626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-578399ed-16a4-49da-8dfd-cbf5dba5b6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.335251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] For port 24516f7e-1ba8-45ee-b6de-3364ea57b91a, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:06.335671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempted to set empty binding levels {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:38:06.336951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-578399ed-16a4-49da-8dfd-cbf5dba5b6bf None None] Port 6a0b5e95-1b72-4305-be0d-80e797c8a94d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:06.344328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.379518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:06.380130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.404759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=24516f7e-1ba8-45ee-b6de-3364ea57b91a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:06.715075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:06.821153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f00adb3a-eeb7-436a-b9c9-b388e7a1f258 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:06.834327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.838845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router 1902c040-edc8-4b52-88c8-41b273cf0d81 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:06.877621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Transition to ACTIVE for port object f00adb3a-eeb7-436a-b9c9-b388e7a1f258 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:06.916851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-951cefe0-1727-46a3-a3af-0543fe738b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.919695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.932959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-951cefe0-1727-46a3-a3af-0543fe738b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:06.934728 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-df9f4c96-2af2-4b85-bbca-67e29d415a69 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7215002 Jul 14 09:38:06.939682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41586) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:07.007903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268857e2-9f5e-47ed-809c-d4b6cef55139 req-c769963c-4205-4b0d-bbb6-10fb2e605d1f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:07.009561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-268857e2-9f5e-47ed-809c-d4b6cef55139 req-c769963c-4205-4b0d-bbb6-10fb2e605d1f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 943 time: 0.1462772 Jul 14 09:38:07.067869 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-268857e2-9f5e-47ed-809c-d4b6cef55139 req-56d6a502-43f5-4cd5-85c4-9ef4ad417c62 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Jul 14 09:38:07.090898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Deleting port 24516f7e-1ba8-45ee-b6de-3364ea57b91a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:07.091291 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.101952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:07.109296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-951cefe0-1727-46a3-a3af-0543fe738b40 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8a57194a57d4ac0937e0a5729c1695a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3460343 Jul 14 09:38:07.123827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41590) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:07.205885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] For port 24516f7e-1ba8-45ee-b6de-3364ea57b91a, host n-h2-780147-26, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:07.206244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.208576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cefe0-1727-46a3-a3af-0543fe738b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204edcb6-3cbf-4b51-8df3-3d7ee2e901b2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:07.226895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Calling delete_port for 24516f7e-1ba8-45ee-b6de-3364ea57b91a owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:07.313148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.344828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event deleted for resources: {'Port': ['ID=24516f7e-1ba8-45ee-b6de-3364ea57b91a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:07.352713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.357027 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b09da837-2f87-4438-b034-73cf112c1615 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "DELETE /v2.0/ports/24516f7e-1ba8-45ee-b6de-3364ea57b91a HTTP/1.1" status: 204 len: 168 time: 0.4134512 Jul 14 09:38:07.357352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:07.382277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Router c4d48a6b-f337-4f37-b39c-43f0dae1a953 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:07.422905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:07.428742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-98dbbfff-7f3c-48c7-818f-05c26208df6f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "PUT /v2.0/routers/1902c040-edc8-4b52-88c8-41b273cf0d81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8803489 Jul 14 09:38:07.435965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] No DVR routers for this DVR port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:07.436907 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Sync routers for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:07.437567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41594) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:07.451796 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:07.452595 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:07.502224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1abcd63b-14e7-430b-a1f2-428a7542be80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.577648 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:07.662860 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08f13e5-f14d-4d04-b791-c67342210d95 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:38:07.668115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a08f13e5-f14d-4d04-b791-c67342210d95 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "GET /v2.0/ports/24516f7e-1ba8-45ee-b6de-3364ea57b91a HTTP/1.1" status: 404 len: 333 time: 0.3062603 Jul 14 09:38:07.668483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41596) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:07.673931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Request body: {'port': {'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-32068577'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:07.694033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757fe47-83ae-46a3-a2d3-f293b4afb93a req-7097eabc-7b5c-4adb-a746-8a77c86a17e2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:07.700741 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3757fe47-83ae-46a3-a2d3-f293b4afb93a req-7097eabc-7b5c-4adb-a746-8a77c86a17e2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.4525540 Jul 14 09:38:07.705213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Made reservation on behalf of a660c9246aff41ffbf946269cd672f24 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:07.707398 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.725026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] device_id is not set on port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:38:07.766815 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1abcd63b-14e7-430b-a1f2-428a7542be80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.804485 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 2, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:07.832696 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Checking router: 1902c040-edc8-4b52-88c8-41b273cf0d81 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:07.833053 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Updating router 1902c040-edc8-4b52-88c8-41b273cf0d81 port 6a0b5e95-1b72-4305-be0d-80e797c8a94d binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:07.872886 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.880792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.919692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:07.974501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Network 463a2f63-6c8b-474d-823d-67b146cabf88 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:07.984776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:07.988462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:07.989417 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:07.990180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.015649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=6e44b7a7-710f-4edd-b8a7-eb5154e887b8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:08.026653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0599d774-169f-4109-8e91-a9ecbed730c2 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.3546197 Jul 14 09:38:08.032239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41598) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.044798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3757fe47-83ae-46a3-a2d3-f293b4afb93a req-540f000e-527a-432f-84d4-1ab46b8e26b2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993424 Jul 14 09:38:08.051514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:08.080494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.081130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.081679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.082334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.084252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.084252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.084252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.085142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.085684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.086213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.086750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.087286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.087817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.090221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3dbc0d21-cebe-41a4-84d0-03678cdfb574 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9146 time: 0.6481075 Jul 14 09:38:08.094412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.133568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1ad3f6e0-0240-4aa6-95a2-07c1bf73a5c3 req-4c425927-98a2-43bf-8503-7b7cd818f725 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-874044859', 'description': 'tempest-description-1919474095'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:08.138945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:08.154785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] Sync routers for ids ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:08.167691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-790dd27d-5427-4e31-bd53-47464709d289 admin admin] 10.222.0.73 "PUT /v2.0/routers/c4d48a6b-f337-4f37-b39c-43f0dae1a953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6521416 Jul 14 09:38:08.168906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41608) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.187976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] Routers {'c4d48a6b-f337-4f37-b39c-43f0dae1a953'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:08.188768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:08.208166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Attempting to bind port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:08.208731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Attempting to bind port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:08.209131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Attempting to bind port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:08.227271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on network a56b1053-5756-4fb4-b475-d3ac75fada5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:08.236063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Attempting to bind port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:08.243018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1abcd63b-14e7-430b-a1f2-428a7542be80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.250172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1abcd63b-14e7-430b-a1f2-428a7542be80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.255552 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1abcd63b-14e7-430b-a1f2-428a7542be80 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/204edcb6-3cbf-4b51-8df3-3d7ee2e901b2 HTTP/1.1" status: 204 len: 168 time: 1.1265242 Jul 14 09:38:08.275795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:08.276156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Checking segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:08.290733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Bound using segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:08.290733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Bound port: f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:08.293283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.310412 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.443758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:08.447364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:08.454093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.468772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] Set router c4d48a6b-f337-4f37-b39c-43f0dae1a953 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:08.481105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcd63b-14e7-430b-a1f2-428a7542be80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204edcb6-3cbf-4b51-8df3-3d7ee2e901b2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:08.482959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ad3f6e0-0240-4aa6-95a2-07c1bf73a5c3 req-4c425927-98a2-43bf-8503-7b7cd818f725 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.589973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.660413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.661196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.661954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.662703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.663465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.664224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.664969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.665709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.666491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.667238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.667949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.680733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.692820 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d9e72641-7e0e-4eac-9f9a-18c66e00d859 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7737 time: 0.5965343 Jul 14 09:38:08.694692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41614) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.703667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ad3f6e0-0240-4aa6-95a2-07c1bf73a5c3 req-4c425927-98a2-43bf-8503-7b7cd818f725 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.708428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.709055 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.710580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] 10.222.0.69 "PUT /v2.0/ports/f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 1092 time: 3.5169513 Jul 14 09:38:08.711045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:08.713443 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523" -d '{"events": [{"name": "network-changed", "server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:08.736937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ad3f6e0-0240-4aa6-95a2-07c1bf73a5c3 req-4c425927-98a2-43bf-8503-7b7cd818f725 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.768965 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.785791 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Transition to ACTIVE for port object 6a0b5e95-1b72-4305-be0d-80e797c8a94d will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:08.798281 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.858684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:08.893253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94aa6db7-3536-4add-8aef-4b581bc758ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:08.896583 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Pushing event updated for resources: {'Port': ['ID=6a0b5e95-1b72-4305-be0d-80e797c8a94d,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:08.925848 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.926184 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.926721 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.927225 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.927736 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.928064 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.928416 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.928910 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.929429 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.929931 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.930433 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.930920 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:08.931632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dc8ef-1771-4fb9-8dc2-ebba7a0045db req-434880f3-d3f7-4a57-b82c-e0c9cfeee17c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:08.933276 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b4dc8ef-1771-4fb9-8dc2-ebba7a0045db req-434880f3-d3f7-4a57-b82c-e0c9cfeee17c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.4583564 Jul 14 09:38:08.963747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:38:05Z', 'revision_number': 5, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port': {'id': 'eb17d977-122f-4467-bf48-c2670a4e72bc', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:2f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:35:54Z', 'updated_at': '2021-07-14T09:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.025167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] Checking router: c4d48a6b-f337-4f37-b39c-43f0dae1a953 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:09.055603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] Routers {'c4d48a6b-f337-4f37-b39c-43f0dae1a953'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:09.056272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.060132 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Attempting to bind port 6a0b5e95-1b72-4305-be0d-80e797c8a94d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:09.060529 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Attempting to bind port 6a0b5e95-1b72-4305-be0d-80e797c8a94d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:09.061093 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Attempting to bind port 6a0b5e95-1b72-4305-be0d-80e797c8a94d on network fa12a99e-dc18-4427-8757-5c3430018a64 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:09.067986 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:09.068783 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Checking segment: {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:09.069365 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.069938 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Bound using segment: {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:09.070603 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Bound port: 6a0b5e95-1b72-4305-be0d-80e797c8a94d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:09.071237 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.147193 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] For port 6a0b5e95-1b72-4305-be0d-80e797c8a94d, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:09.151095 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] For port 6a0b5e95-1b72-4305-be0d-80e797c8a94d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6a0b5e95-1b72-4305-be0d-80e797c8a94d,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:09.157242 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.171972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd9704-4521-4aa9-b484-5d61b050ff3f service neutron] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.182412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.198115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b4dc8ef-1771-4fb9-8dc2-ebba7a0045db req-e4003829-39aa-47e3-a226-0802db564cae tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413836 Jul 14 09:38:09.219569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] Set router c4d48a6b-f337-4f37-b39c-43f0dae1a953 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:09.220516 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:09.232341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Deleting port eb17d977-122f-4467-bf48-c2670a4e72bc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:09.232918 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.265057 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:09.265859 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:37:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.267920 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e6ab4-9f9e-4a4b-ac6a-45b92b913c39 None None] Pushing event updated for resources: {'Port': ['ID=6a0b5e95-1b72-4305-be0d-80e797c8a94d,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.294463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:38:08Z', 'revision_number': 6, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.329759 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30726de8-697a-475d-86bc-dcceb7669f0b x-openstack-request-id: req-30726de8-697a-475d-86bc-dcceb7669f0b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:09.330053 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:09.330941 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30726de8-697a-475d-86bc-dcceb7669f0b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:09.331349 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'status': 'completed', 'code': 200} Jul 14 09:38:09.345532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d673d071-d223-4229-babf-b7fb7f338462 None None] The sync data for ids ['c4d48a6b-f337-4f37-b39c-43f0dae1a953'] in n-d-780147-26 is: [{'id': 'c4d48a6b-f337-4f37-b39c-43f0dae1a953', 'name': 'tempest-ServerRescueTestJSON-1741132024-router', 'tenant_id': '550e8289b03d457e82d1a7e63d38c4be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:35:53Z', 'updated_at': '2021-07-14T09:38:08Z', 'revision_number': 6, 'project_id': '550e8289b03d457e82d1a7e63d38c4be', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:09.368691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c425927-98a2-43bf-8503-7b7cd818f725 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f4589d-d5c3-4c09-8476-a8120b275c37,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.504084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-c2042239-2aaf-430d-b607-6d3b29d9c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:09.505761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-c2042239-2aaf-430d-b607-6d3b29d9c904 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1096 time: 0.7651632 Jul 14 09:38:09.523036 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:09.532611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94aa6db7-3536-4add-8aef-4b581bc758ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.545378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ef5680fd-1273-44e7-81be-065191970448 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5755 time: 0.8491764 Jul 14 09:38:09.550589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94aa6db7-3536-4add-8aef-4b581bc758ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.554889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] For port eb17d977-122f-4467-bf48-c2670a4e72bc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=eb17d977-122f-4467-bf48-c2670a4e72bc,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:09.555253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.588488 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1ad3f6e0-0240-4aa6-95a2-07c1bf73a5c3 req-4c425927-98a2-43bf-8503-7b7cd818f725 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.593268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ad3f6e0-0240-4aa6-95a2-07c1bf73a5c3 req-4c425927-98a2-43bf-8503-7b7cd818f725 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.4637618 Jul 14 09:38:09.604180 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Calling delete_port for eb17d977-122f-4467-bf48-c2670a4e72bc owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:09.637098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-94aa6db7-3536-4add-8aef-4b581bc758ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e10b5dd4314840eca62f2787c38636fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7725441 Jul 14 09:38:09.639819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa6db7-3536-4add-8aef-4b581bc758ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab169c-d14d-44f2-a8a6-0ede6a3db548,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.642281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41626) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:09.774029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] device_id is not set on port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:38:09.781365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41628) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:09.799157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-25fdb076-9683-4f4e-a2d6-062f83d5c01f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1344595345', 'description': 'tempest-secgroup-smoke-1344595345 description', 'project_id': '8973d0596776403abb0c5971306019f8'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:09.811505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.819337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-71a9b2fa-5bcd-497d-80af-e9426b7fc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:09.820069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d536c48d-57c2-421b-bd35-fb4209a84f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.820900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-71a9b2fa-5bcd-497d-80af-e9426b7fc3c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.3032920 Jul 14 09:38:09.848344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d536c48d-57c2-421b-bd35-fb4209a84f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.868489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:09.897253 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680fd588-a637-4150-af02-df7ddd755a2d None None] The sync data for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 is: [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:09Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:09.897601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Transition to ACTIVE for port object 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:09.917006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d536c48d-57c2-421b-bd35-fb4209a84f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.920017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d536c48d-57c2-421b-bd35-fb4209a84f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.924094 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d536c48d-57c2-421b-bd35-fb4209a84f92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6cab169c-d14d-44f2-a8a6-0ede6a3db548 HTTP/1.1" status: 204 len: 168 time: 0.2652111 Jul 14 09:38:09.927206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.929263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25fdb076-9683-4f4e-a2d6-062f83d5c01f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:09.932895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536c48d-57c2-421b-bd35-fb4209a84f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab169c-d14d-44f2-a8a6-0ede6a3db548,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:09.961226 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-8831fcfe-99c6-43e1-8208-bdfc21c39f07 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-874044859&fields=id&tenant_id=5f48a3f324f94789b25809b94c76abd3 HTTP/1.1" status: 200 len: 267 time: 0.1788139 Jul 14 09:38:09.993781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.001754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-e3a85c0f-f7d6-4ed6-bf1c-cf71634ed5ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 998 time: 0.1682820 Jul 14 09:38:10.028137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb17d977-122f-4467-bf48-c2670a4e72bc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.087047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=6e44b7a7-710f-4edd-b8a7-eb5154e887b8,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.087328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.138368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:10.138716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:10.139097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:10.153188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-fbd9358f-d9e1-47bb-95c5-d2f072418148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:10.154818 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-fbd9358f-d9e1-47bb-95c5-d2f072418148 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.1150773 Jul 14 09:38:10.159196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:10.159550 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:10.161266 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 2 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:10.190243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.192718 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.226605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-5d2bd193-4c04-4e1a-8205-f2f0990a67df tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:10.228906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-5d2bd193-4c04-4e1a-8205-f2f0990a67df tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.2668283 Jul 14 09:38:10.235017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:10.235717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:10.236282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:10.271966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.271966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d48a6b-f337-4f37-b39c-43f0dae1a953 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:10.283304 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.292467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c18a4ea3-1d5a-4399-ad54-2fe8eeb7b47a admin admin] 10.222.0.73 "DELETE /v2.0/routers/c4d48a6b-f337-4f37-b39c-43f0dae1a953 HTTP/1.1" status: 204 len: 168 time: 2.1203439 Jul 14 09:38:10.292976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Request body: {'port': {'security_groups': ['88d3032f-30ab-49a7-9b13-cc051a5d9931', 'c3f4589d-d5c3-4c09-8476-a8120b275c37']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:10.293676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41636) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.332092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:10.332092 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:10.392130 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 3 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:10.396413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3884c71-72a2-4c0b-9f54-ce7a69f7aea5 admin admin] Deleting subnet 1d6eefdd-ef29-4e6e-920d-789a931552c2 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:10.400556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3884c71-72a2-4c0b-9f54-ce7a69f7aea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.465480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25fdb076-9683-4f4e-a2d6-062f83d5c01f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.494676 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3884c71-72a2-4c0b-9f54-ce7a69f7aea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.496301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25fdb076-9683-4f4e-a2d6-062f83d5c01f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.498588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:10.499522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:10.499827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:10.571742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3884c71-72a2-4c0b-9f54-ce7a69f7aea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.580875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:10.581205 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:10.587633 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 4 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:10.601880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-c47048c5-7bf0-4f46-b021-32a4fe238c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:10.603379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-c47048c5-7bf0-4f46-b021-32a4fe238c1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4385161 Jul 14 09:38:10.617783 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25fdb076-9683-4f4e-a2d6-062f83d5c01f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.618984 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-25fdb076-9683-4f4e-a2d6-062f83d5c01f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8296187 Jul 14 09:38:10.622740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e9c30-d299-47e8-a96e-b19085161cae req-1c704289-5665-40e9-a9cb-8fd33840aa0a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:10.625304 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-609e9c30-d299-47e8-a96e-b19085161cae req-1c704289-5665-40e9-a9cb-8fd33840aa0a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.1852798 Jul 14 09:38:10.629438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41648) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.632326 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.636624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-727da077-c7af-4ee6-8869-2c7956957c37 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '47e8d127-5532-4ebc-8322-c43dead572e5', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:10.666939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:10.668371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:10.672245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:10.721678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-609e9c30-d299-47e8-a96e-b19085161cae req-f1d8dd13-831f-477c-ac10-89fc0eb0923d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788419 Jul 14 09:38:10.723150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c7af-4ee6-8869-2c7956957c37 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.729563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3884c71-72a2-4c0b-9f54-ce7a69f7aea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.776509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:10.777130 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:10.777936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fdb076-9683-4f4e-a2d6-062f83d5c01f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8d127-5532-4ebc-8322-c43dead572e5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.784659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3884c71-72a2-4c0b-9f54-ce7a69f7aea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d6eefdd-ef29-4e6e-920d-789a931552c2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:10.794003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3884c71-72a2-4c0b-9f54-ce7a69f7aea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.803786 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 5 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:10.809686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a3884c71-72a2-4c0b-9f54-ce7a69f7aea5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1d6eefdd-ef29-4e6e-920d-789a931552c2 HTTP/1.1" status: 204 len: 168 time: 0.5085664 Jul 14 09:38:10.810156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41650) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:10.912688 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:10.913046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:10.913756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:10.967282 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c7af-4ee6-8869-2c7956957c37 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.984856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c7af-4ee6-8869-2c7956957c37 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:10.988659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:10.989066 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:10.995040 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 6 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:11.027827 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.035484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727da077-c7af-4ee6-8869-2c7956957c37 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa345ebb-dec4-4f94-b06a-6cb4efd32148,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.042474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c7af-4ee6-8869-2c7956957c37 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.044105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-727da077-c7af-4ee6-8869-2c7956957c37 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4135127 Jul 14 09:38:11.047314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:11.062192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ad120548-5900-499e-8f8f-02cdf676a4ea tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '47e8d127-5532-4ebc-8322-c43dead572e5', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:11.081190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:11.081190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:11.081190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:11.106522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:11.106867 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:11.110763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6a0b5e95-1b72-4305-be0d-80e797c8a94d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:11.111776 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 7 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:11.131473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:11.131822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:11.132172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:11.141449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-fa512683-8809-46c2-9eb1-c35457f24082 service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247221 Jul 14 09:38:11.147648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:11.148068 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:11.152079 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 8 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:11.209571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6a0b5e95-1b72-4305-be0d-80e797c8a94d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:11.218549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6a0b5e95-1b72-4305-be0d-80e797c8a94d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:11.218930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.236018 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad120548-5900-499e-8f8f-02cdf676a4ea tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.275576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.298660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.321615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402a84d4-e27b-43f6-bf47-68ea4c0da593') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.321915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402a84d4-e27b-43f6-bf47-68ea4c0da593') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:11.337226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.359893 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.373534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.384299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad120548-5900-499e-8f8f-02cdf676a4ea tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.395473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad120548-5900-499e-8f8f-02cdf676a4ea tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.404191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6a0b5e95-1b72-4305-be0d-80e797c8a94d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6a0b5e95-1b72-4305-be0d-80e797c8a94d,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:11.406430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:11.406888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.409812 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:11.416145 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:11.481475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6a0b5e95-1b72-4305-be0d-80e797c8a94d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.521037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device eb17d977-122f-4467-bf48-c2670a4e72bc no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:11.522870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:11.523563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:11.523727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:11.538907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad120548-5900-499e-8f8f-02cdf676a4ea tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceab5a0a-1912-44c2-8f9a-fa8ab287fd45,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.550437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:11.550782 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:11.553632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad120548-5900-499e-8f8f-02cdf676a4ea tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.555111 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ad120548-5900-499e-8f8f-02cdf676a4ea tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5050895 Jul 14 09:38:11.558084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:11.559096 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 9 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:11.565516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fbc8a6a1-e900-478b-8b51-65ce4d74f1b6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '47e8d127-5532-4ebc-8322-c43dead572e5', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:11.568746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: eb17d977-122f-4467-bf48-c2670a4e72bc {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:11.569100 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device eb17d977-122f-4467-bf48-c2670a4e72bc not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:11.569533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 03be864a-e0f4-4325-a0d9-f30622129335 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:11.594818 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.597980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] For port 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:11.607161 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.620114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] 10.222.0.73 "DELETE /v2.0/networks/5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61 HTTP/1.1" status: 204 len: 168 time: 0.7956774 Jul 14 09:38:11.623358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 03be864a-e0f4-4325-a0d9-f30622129335 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:11.624734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 03be864a-e0f4-4325-a0d9-f30622129335 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:11.663338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:11.664156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:11.664711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:11.673541 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-272563e7-61d2-4064-a144-4a7fe6063cd9 req-72ba5d7d-cc77-4f1e-894f-28756b8fe943 service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241950 Jul 14 09:38:11.680293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01920f2d-09df-42b8-97f6-1ff7d77eb35e admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef03a04-5a5e-4fda-89c5-2d9fb3c38d61,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.691105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:11.691447 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:11.697774 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 10 to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 Jul 14 09:38:11.704499 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a6a1-e900-478b-8b51-65ce4d74f1b6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.720668 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.734742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.737404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:11.738045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:11.738183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:11.755632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9081253c-6548-4768-bc7c-0d2b73e6ad5a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:11.797125 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a6a1-e900-478b-8b51-65ce4d74f1b6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.810784 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a6a1-e900-478b-8b51-65ce4d74f1b6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.854528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8a6a1-e900-478b-8b51-65ce4d74f1b6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7cdfdd-f7b0-4f8f-8368-862ff85b2f05,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:11.866870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a6a1-e900-478b-8b51-65ce4d74f1b6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.875392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fbc8a6a1-e900-478b-8b51-65ce4d74f1b6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3132603 Jul 14 09:38:11.876995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41680) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:11.888650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bba5c3c5-2e52-422c-91f1-36c4e09b554e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '47e8d127-5532-4ebc-8322-c43dead572e5', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:11.918528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:11.918924 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:11.919324 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.924541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bba5c3c5-2e52-422c-91f1-36c4e09b554e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:11.956338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.027760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.028484 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.029957 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d9c6455-862d-4137-95eb-f8e91c784c2e req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "PUT /v2.0/ports/9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 981 time: 1.7909505 Jul 14 09:38:12.031875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:12.043951 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:12.127766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9081253c-6548-4768-bc7c-0d2b73e6ad5a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:12.175601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6d295c8a-d755-4db0-840e-0da48f536d8c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=550e8289b03d457e82d1a7e63d38c4be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173898 Jul 14 09:38:12.179799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41700) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.196824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158f464-f213-4536-8986-2c7e3007a364 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event updated for resources: {'Port': ['ID=9081253c-6548-4768-bc7c-0d2b73e6ad5a,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.262781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] For port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:12.263162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempted to set empty binding levels {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:38:12.273081 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.329907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-4f9f58ad-124b-4b22-9ba7-35fe7d2ff65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.331675 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-4f9f58ad-124b-4b22-9ba7-35fe7d2ff65b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1096 time: 0.5888259 Jul 14 09:38:12.335494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=6e44b7a7-710f-4edd-b8a7-eb5154e887b8,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.385030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] In _notify_port_updated(), no bound segment for port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:38:12.386452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.387451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bba5c3c5-2e52-422c-91f1-36c4e09b554e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.387960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.390126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c522e547-ba67-4e29-bbde-71de633b93cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "PUT /v2.0/ports/6e44b7a7-710f-4edd-b8a7-eb5154e887b8 HTTP/1.1" status: 200 len: 974 time: 4.3432426 Jul 14 09:38:12.407517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41704) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.423533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bba5c3c5-2e52-422c-91f1-36c4e09b554e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.522781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-cf422cd5-1f3a-4551-92c1-f9b250780a8d tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-874044859&fields=id&tenant_id=5f48a3f324f94789b25809b94c76abd3 HTTP/1.1" status: 200 len: 267 time: 0.0488329 Jul 14 09:38:12.542299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b6f9-8bea-480b-b7ee-efb2cd0ad8fb req-e177faf4-f705-4416-9be3-f9341de84f42 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.549914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f188b6f9-8bea-480b-b7ee-efb2cd0ad8fb req-e177faf4-f705-4416-9be3-f9341de84f42 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.4503796 Jul 14 09:38:12.570745 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bba5c3c5-2e52-422c-91f1-36c4e09b554e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.574625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-c64965ff-d5ca-4479-90d5-4b0dd9b072cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.575236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bba5c3c5-2e52-422c-91f1-36c4e09b554e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6928256 Jul 14 09:38:12.575400 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-c64965ff-d5ca-4479-90d5-4b0dd9b072cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.2241516 Jul 14 09:38:12.581014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41710) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:12.592363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8b5c9633-e348-4b71-916f-e5b1a0b9d661 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '47e8d127-5532-4ebc-8322-c43dead572e5', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:12.617406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5c3c5-2e52-422c-91f1-36c4e09b554e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b007bcda-5d05-4411-8c59-bfe8fdf1ba61,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:12.621654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b81e04e-485d-4062-829b-dc5f6f5c2750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.663132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f188b6f9-8bea-480b-b7ee-efb2cd0ad8fb req-9b88717f-ab58-4eff-872d-211b896944c1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122534 Jul 14 09:38:12.724386 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-8b5c9633-e348-4b71-916f-e5b1a0b9d661 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Project 8973d0596776403abb0c5971306019f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:38:12.745604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-ed24f277-dbee-4cc3-a818-4533122b2f98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 200 len: 998 time: 0.1472006 Jul 14 09:38:12.767169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b81e04e-485d-4062-829b-dc5f6f5c2750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.774361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-6755d090-637a-450e-aeac-8fb84bd95154 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4791324 Jul 14 09:38:12.785860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-c51a6e34-71e4-477e-a37a-8a07d37e8742 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.787485 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-c51a6e34-71e4-477e-a37a-8a07d37e8742 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 984 time: 0.2577207 Jul 14 09:38:12.797121 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc798b-c4fe-44a4-8ee6-bd81d0e427c4 x-openstack-request-id: req-b0cc798b-c4fe-44a4-8ee6-bd81d0e427c4 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:12.797880 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:12.798152 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b0cc798b-c4fe-44a4-8ee6-bd81d0e427c4 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:12.800112 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'status': 'completed', 'code': 200} Jul 14 09:38:12.800851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9633-e348-4b71-916f-e5b1a0b9d661 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:12.821305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.822183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.822728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.823150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.823632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.824115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.824624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.825117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.825566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.826044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.826512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.827064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.827568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.828038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.828553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.829003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.829482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.829950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.830314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Request body: {'port': {'security_groups': ['88d3032f-30ab-49a7-9b13-cc051a5d9931']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:12.830453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.830961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.831538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.832141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.832498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.832994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.833585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.834032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.834485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.834900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.835285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.835768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.836221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.836696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.837166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.837670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.838171 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.838614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.839088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:12.848178 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5e4c8dd1-0f8a-4d89-9145-1ba39b5ae9d0 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33451 time: 0.4395399 Jul 14 09:38:12.848944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.003786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b81e04e-485d-4062-829b-dc5f6f5c2750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.010087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b81e04e-485d-4062-829b-dc5f6f5c2750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.015855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0b81e04e-485d-4062-829b-dc5f6f5c2750 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6148daa9-5ead-4335-bc6b-d21c0bae02a9 HTTP/1.1" status: 204 len: 168 time: 0.8207271 Jul 14 09:38:13.042126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6a0b5e95-1b72-4305-be0d-80e797c8a94d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:13.116796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81e04e-485d-4062-829b-dc5f6f5c2750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6148daa9-5ead-4335-bc6b-d21c0bae02a9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:13.172862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6a0b5e95-1b72-4305-be0d-80e797c8a94d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:13.176575 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.208697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-71f10a1b-68d6-4f35-ae9e-d25395ac63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:13.210649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-71f10a1b-68d6-4f35-ae9e-d25395ac63e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1136 time: 0.3584788 Jul 14 09:38:13.216038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Deleting port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:13.216754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.419534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-766d4fc5-f276-45aa-8b5d-e39e98274c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:13.422270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-766d4fc5-f276-45aa-8b5d-e39e98274c3c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.5694845 Jul 14 09:38:13.488170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9633-e348-4b71-916f-e5b1a0b9d661 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.511392 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9633-e348-4b71-916f-e5b1a0b9d661 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.555629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-34151c25-f627-4278-b516-b588d683209c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:13.557236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-34151c25-f627-4278-b516-b588d683209c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2af3e0cad8cb482e810e9051890af676&device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 1101 time: 0.6114588 Jul 14 09:38:13.560351 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9633-e348-4b71-916f-e5b1a0b9d661 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.564495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8b5c9633-e348-4b71-916f-e5b1a0b9d661 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9799433 Jul 14 09:38:13.568421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:13.570434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41736) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:13.586055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f69c7663-1e66-4ddf-8ac7-55214f993737 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'security_group_rule': {'security_group_id': '47e8d127-5532-4ebc-8322-c43dead572e5', 'project_id': '8973d0596776403abb0c5971306019f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:13.595174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c9633-e348-4b71-916f-e5b1a0b9d661 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b9831f-3ee4-44c6-9ce4-91e4fa96661f,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.212097 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-f69c7663-1e66-4ddf-8ac7-55214f993737 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Project 8973d0596776403abb0c5971306019f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:38:14.252547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f69c7663-1e66-4ddf-8ac7-55214f993737 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.266244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] For port 6e44b7a7-710f-4edd-b8a7-eb5154e887b8, host n-h2-780147-26, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:14.266244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.301149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Calling delete_port for 6e44b7a7-710f-4edd-b8a7-eb5154e887b8 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:14.575636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-cc89296f-7f5d-4ebf-ab81-a3e0dc87b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:14.577353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-cc89296f-7f5d-4ebf-ab81-a3e0dc87b992 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 920 time: 1.3580129 Jul 14 09:38:14.587547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f40262-28db-4d5f-a535-6c4b7e40c253 req-b8d583c7-b7c1-48a6-a6c2-bba2fc6ad3dc tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:14.595050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-44f40262-28db-4d5f-a535-6c4b7e40c253 req-b8d583c7-b7c1-48a6-a6c2-bba2fc6ad3dc tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.2605636 Jul 14 09:38:14.654091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-5ec0aef6-daa0-4b61-a4b3-52eff69d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:14.659101 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-5ec0aef6-daa0-4b61-a4b3-52eff69d407c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9795790 Jul 14 09:38:14.668751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.671822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-d51a2bfe-cfec-44bd-b078-61a02bdfedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:14.672877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-ce2245de-79ba-4986-b829-5bf91226b90c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 217 time: 0.0735562 Jul 14 09:38:14.673376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41768) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.676751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-d51a2bfe-cfec-44bd-b078-61a02bdfedbe service neutron] 10.222.0.66 "GET /v2.0/networks?id=e04b8d33-39b8-4ef3-bd16-b7214680e59a HTTP/1.1" status: 200 len: 910 time: 1.0716021 Jul 14 09:38:14.716277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f69c7663-1e66-4ddf-8ac7-55214f993737 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.723206 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-44f40262-28db-4d5f-a535-6c4b7e40c253 req-b76f9305-770f-47c3-b7ed-163dc6509a0d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271522 Jul 14 09:38:14.739329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e44b7a7-710f-4edd-b8a7-eb5154e887b8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.793905 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f69c7663-1e66-4ddf-8ac7-55214f993737 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.819032 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:14.821567 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a0125396-57ff-4731-8798-6567adae97cf tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "DELETE /v2.0/ports/6e44b7a7-710f-4edd-b8a7-eb5154e887b8 HTTP/1.1" status: 204 len: 168 time: 1.9680929 Jul 14 09:38:14.830039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41772) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.913255 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2c0086-a709-41b9-a364-9650b1710bf7 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:38:14.914897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b2c0086-a709-41b9-a364-9650b1710bf7 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "GET /v2.0/ports/6e44b7a7-710f-4edd-b8a7-eb5154e887b8 HTTP/1.1" status: 404 len: 333 time: 0.0730522 Jul 14 09:38:14.930064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41774) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:14.935497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1666911555', 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:14.940966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c7663-1e66-4ddf-8ac7-55214f993737 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d2782d-5d89-4874-ba41-3a924900cceb,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:14.961958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-78e3d8dc-3f6d-41ee-b632-9c4b746254ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:14.963561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-78e3d8dc-3f6d-41ee-b632-9c4b746254ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.2556217 Jul 14 09:38:14.967242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1048099641-network', 'tenant_id': 'b15cc3cbaa824894844a3989894ba747'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:14.971453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Made reservation on behalf of a660c9246aff41ffbf946269cd672f24 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:14.974047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.030838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-39765723-7f41-4ab3-a9ab-90079f7611f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509539 Jul 14 09:38:15.042249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] device_id is not set on port 7ce25fcb-44de-451f-902e-0c0e834e1cbb yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:38:15.044379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-504c1f43-10e2-4594-ab43-2d0c5acd9f08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c051bc82-f072-4ced-bc10-b125631f01f8 HTTP/1.1" status: 200 len: 1005 time: 0.3242095 Jul 14 09:38:15.099171 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:15.102235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.148464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.208887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-c801ddfd-9443-4587-a021-92201a41c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:15.214998 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-c801ddfd-9443-4587-a021-92201a41c04a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e HTTP/1.1" status: 200 len: 848 time: 0.1552091 Jul 14 09:38:15.217286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f69c7663-1e66-4ddf-8ac7-55214f993737 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.220127 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f69c7663-1e66-4ddf-8ac7-55214f993737 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6457989 Jul 14 09:38:15.393317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-a641534e-db9b-488a-b444-c317320d49fe service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537109 Jul 14 09:38:15.412539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.430556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] For port 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:15.460938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.508590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:15.511341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-c4c1fa22-479a-4878-84dd-0a7c66bb75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:15.513137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-c4c1fa22-479a-4878-84dd-0a7c66bb75f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e04b8d33-39b8-4ef3-bd16-b7214680e59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2738004 Jul 14 09:38:15.535476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.536957 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.549977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.550646 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Added segment c5d2e757-2230-4d97-be3c-bc4d027611c1 of type vlan for network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 Jul 14 09:38:15.553166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.555035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9dad9c-db6e-42f2-9579-c914fa4276a0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.565267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9081253c-6548-4768-bc7c-0d2b73e6ad5a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:15.648676 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.698214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfae29ba-9d93-45a5-a0c3-fa9733cc7a2c req-1b2ecf78-c5d3-4643-9e18-c55a2b97cd64 service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973175 Jul 14 09:38:15.702457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.703840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:15.704526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.735501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41784) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.745864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:15.748017 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.751678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70debf01-43f5-467e-bb35-2c5cace4d07f req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "PUT /v2.0/ports/9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 942 time: 2.9385951 Jul 14 09:38:15.760413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:15.762801 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f96b2e-0270-4a2b-9418-36de670dbe3c" -d '{"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:15.838412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9772d3-390a-4d9b-8ff7-eed8db916485 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event updated for resources: {'Port': ['ID=9081253c-6548-4768-bc7c-0d2b73e6ad5a,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.868390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-a7bd771d-d4ce-4931-bce0-0bbd8f9b6532 service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466396 Jul 14 09:38:15.909045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2281823 Jul 14 09:38:15.915182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:15.923075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9081253c-6548-4768-bc7c-0d2b73e6ad5a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:15.931021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Request body: {'subnet': {'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1048099641-subnet', 'tenant_id': 'b15cc3cbaa824894844a3989894ba747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:15.961555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:15.979838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbf012-e9e8-44f6-882f-644c099350ea admin admin] Pushing event updated for resources: {'Network': ['ID=528bc5e0-656c-4dd1-a586-5eba8f6aa108,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:15.993634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:16.046369 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779a72f9-ff10-4b4e-8e33-b109d0bcc7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.058537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Network 463a2f63-6c8b-474d-823d-67b146cabf88 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:16.067702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:16.070121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.077394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:16.096516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:16.097485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:16.098078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.100352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=7ce25fcb-44de-451f-902e-0c0e834e1cbb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.160730 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-174d70a2-8b00-4602-a6a3-0ee1f33675af tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1344595345&fields=id&tenant_id=8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 267 time: 0.2302561 Jul 14 09:38:16.310786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779a72f9-ff10-4b4e-8e33-b109d0bcc7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.323299 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb04234d-0abb-497d-8cd8-f8d15a33b604 req-e3b6f4a6-8052-4e4d-9bed-86533cee5195 service neutron] 10.222.0.66 "GET /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440238 Jul 14 09:38:16.347952 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779a72f9-ff10-4b4e-8e33-b109d0bcc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.382327 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f44bcc02-08e4-4393-9c34-1ed55856c768 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4507101 Jul 14 09:38:16.388692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41806) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.433536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-779a72f9-ff10-4b4e-8e33-b109d0bcc7d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b05a84337e634a5884e39a22fc860e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814306 Jul 14 09:38:16.435118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a72f9-ff10-4b4e-8e33-b109d0bcc7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1774d4f1-0a86-4daf-8bb9-20e196d3fd89,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.438412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.439371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.529392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eaf5bc9-caa5-490c-b0b2-94273b5b5443,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.536163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-99ec5970-f483-44e1-8b68-bca036025444 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:16.544796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-99ec5970-f483-44e1-8b68-bca036025444 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/networks?id=fa12a99e-dc18-4427-8757-5c3430018a64 HTTP/1.1" status: 200 len: 796 time: 0.3622026 Jul 14 09:38:16.561035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Checking segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:16.561470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Network hostable DHCP agents. Network: 528bc5e0-656c-4dd1-a586-5eba8f6aa108, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:16.563480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2e11cd1-56e8-4754-ab30-759010d61595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.579270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1270d7d-47b1-458a-9a87-d31dda502cf8 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:16.587713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d1270d7d-47b1-458a-9a87-d31dda502cf8 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "GET /v2.0/ports/7ce25fcb-44de-451f-902e-0c0e834e1cbb HTTP/1.1" status: 200 len: 955 time: 0.1956439 Jul 14 09:38:16.590173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-c7ecf043-cb25-4e41-8d69-177d4bb1ce40 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/quotas/8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 375 time: 0.0378923 Jul 14 09:38:16.594581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:16.609377 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2e11cd1-56e8-4754-ab30-759010d61595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.653967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:16.681409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 528bc5e0-656c-4dd1-a586-5eba8f6aa108) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:16.692054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec325d96-31e9-4882-9caf-b7bd4da5005c None None] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:16.694481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:16.695354 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.740344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-c0cb5c71-3d03-46c9-8e87-baa590844ff3 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380012 Jul 14 09:38:16.776444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-213fb9cb-2100-489a-816a-0aaae9137832 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8586822 Jul 14 09:38:16.791967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2e11cd1-56e8-4754-ab30-759010d61595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.797457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2e11cd1-56e8-4754-ab30-759010d61595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.800980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f2e11cd1-56e8-4754-ab30-759010d61595 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1774d4f1-0a86-4daf-8bb9-20e196d3fd89 HTTP/1.1" status: 204 len: 168 time: 0.3561552 Jul 14 09:38:16.858482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e11cd1-56e8-4754-ab30-759010d61595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1774d4f1-0a86-4daf-8bb9-20e196d3fd89,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:16.897973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-df4ec630-a0d0-4718-a96b-60d81d879e2d tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Deleting port 7ce25fcb-44de-451f-902e-0c0e834e1cbb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:16.898321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df4ec630-a0d0-4718-a96b-60d81d879e2d tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:16.984320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-3b33031a-7105-426e-83ba-6929296a8977 service neutron] 10.222.0.73 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299588 Jul 14 09:38:17.006608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df4ec630-a0d0-4718-a96b-60d81d879e2d tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.058267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-df4ec630-a0d0-4718-a96b-60d81d879e2d tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Calling delete_port for 7ce25fcb-44de-451f-902e-0c0e834e1cbb owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:17.086961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7888a1-65d3-4575-bae3-55e06b035eb1 None None] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:17.219604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-5ebb2f79-81df-43b8-b87c-8437dcbfcf02 service neutron] 10.222.0.73 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230561 Jul 14 09:38:17.296836 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df4ec630-a0d0-4718-a96b-60d81d879e2d tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.357698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ec630-a0d0-4718-a96b-60d81d879e2d tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ce25fcb-44de-451f-902e-0c0e834e1cbb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:17.368660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df4ec630-a0d0-4718-a96b-60d81d879e2d tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.370895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-df4ec630-a0d0-4718-a96b-60d81d879e2d tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "DELETE /v2.0/ports/7ce25fcb-44de-451f-902e-0c0e834e1cbb HTTP/1.1" status: 204 len: 168 time: 0.7750227 Jul 14 09:38:17.373640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:17.415798 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9030ab2-9aaa-49f8-a571-16f39aac2f15 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:38:17.417838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f9030ab2-9aaa-49f8-a571-16f39aac2f15 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "GET /v2.0/ports/7ce25fcb-44de-451f-902e-0c0e834e1cbb HTTP/1.1" status: 404 len: 333 time: 0.0431464 Jul 14 09:38:17.422317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:17.428770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Request body: {'port': {'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1864724535'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:17.472072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Made reservation on behalf of a660c9246aff41ffbf946269cd672f24 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:17.476327 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.523531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] device_id is not set on port b9f4e8b6-2477-4f56-a375-a9760c961b56 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:38:17.666351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41832) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:17.694782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e079aa4-b37c-4048-9253-37305723dda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.709247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48fdbd-6908-48df-ab76-9c69d8fd6438 req-dd134c4b-5f29-42fc-a1ec-cac78aeb9176 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:17.716892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f48fdbd-6908-48df-ab76-9c69d8fd6438 req-dd134c4b-5f29-42fc-a1ec-cac78aeb9176 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.1043875 Jul 14 09:38:17.784585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f48fdbd-6908-48df-ab76-9c69d8fd6438 req-e8626db9-ea24-408e-a453-a3c115860b65 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666571 Jul 14 09:38:17.880577 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:17.935402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.001068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Network 463a2f63-6c8b-474d-823d-67b146cabf88 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:18.007009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:18.010712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:18.011866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:18.012597 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.032450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f4e8b6-2477-4f56-a375-a9760c961b56,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:18.057107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-71f3521e-5b7c-434a-828e-5eb4a3a0bfd7 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2294114 Jul 14 09:38:18.072934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:18.113702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e079aa4-b37c-4048-9253-37305723dda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.129609 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e079aa4-b37c-4048-9253-37305723dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.135072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3bec312e-6978-4966-ba16-dfb262513274 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7112408 Jul 14 09:38:18.137843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41840) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:18.154994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:18.178473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.250294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e079aa4-b37c-4048-9253-37305723dda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6420488a-f278-48f8-bfb2-d0a3bb1515c3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:18.268623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7e079aa4-b37c-4048-9253-37305723dda9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2703901736864388aa88d8f7a5b372e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972435 Jul 14 09:38:18.271002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41842) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:18.341198 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.346010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05c72f2e-52e5-42a8-bf71-e0185e892fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.385766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05c72f2e-52e5-42a8-bf71-e0185e892fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.473011 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.528625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05c72f2e-52e5-42a8-bf71-e0185e892fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.536762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05c72f2e-52e5-42a8-bf71-e0185e892fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.538921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-05c72f2e-52e5-42a8-bf71-e0185e892fc6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6420488a-f278-48f8-bfb2-d0a3bb1515c3 HTTP/1.1" status: 204 len: 168 time: 0.2667878 Jul 14 09:38:18.606089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c72f2e-52e5-42a8-bf71-e0185e892fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6420488a-f278-48f8-bfb2-d0a3bb1515c3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:18.694542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] device_id is not set on port b9f4e8b6-2477-4f56-a375-a9760c961b56 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:38:18.711776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.732921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Transition to ACTIVE for port object b9f4e8b6-2477-4f56-a375-a9760c961b56 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:18.737342 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:18.763457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Allocated IP 172.25.0.150 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/3f31a743-67ce-4d4c-895e-b80fffbd167b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:18.835363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f4e8b6-2477-4f56-a375-a9760c961b56,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:18.877912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:18.878253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:18.879222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:18.883422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:18.883791 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:18.884368 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 2 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:18.899107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:18.899479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:18.906764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:18.911761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:18.912096 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:18.912516 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 3 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:18.934029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:18.934364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:18.934693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:18.958628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:18.958911 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:18.959157 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 4 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:18.994848 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.006426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.007873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.009367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.018237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:19.019324 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:19.020030 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 5 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:19.036074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.036454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.036802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.041619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:19.041929 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:19.042332 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 6 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:19.059560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.060000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.060276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.065249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:19.065843 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:19.066256 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 7 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:19.080326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.080675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.081014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.085859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:19.086190 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:19.086469 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 8 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:19.091721 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.126332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.127884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.128661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.150601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:19.151491 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:19.154225 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 9 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:19.181860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.182273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.182619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.187468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:19.187801 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:19.188230 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempt 10 to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 Jul 14 09:38:19.207851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:19.208347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:19.208940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempting to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:19.214149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:19.214625 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Failed to bind port b9f4e8b6-2477-4f56-a375-a9760c961b56 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '00f1adcc-fb11-414a-9775-98ab3d5007e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '463a2f63-6c8b-474d-823d-67b146cabf88'}] Jul 14 09:38:19.215198 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.227390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:19.247321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:19.252077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:19.267975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event updated for resources: {'Port': ['ID=3f31a743-67ce-4d4c-895e-b80fffbd167b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.323703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] For port b9f4e8b6-2477-4f56-a375-a9760c961b56, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:19.324465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attempted to set empty binding levels {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:38:19.331663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.415397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] In _notify_port_updated(), no bound segment for port b9f4e8b6-2477-4f56-a375-a9760c961b56 on network 463a2f63-6c8b-474d-823d-67b146cabf88 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:38:19.416661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:19.417509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.423169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "PUT /v2.0/ports/b9f4e8b6-2477-4f56-a375-a9760c961b56 HTTP/1.1" status: 200 len: 976 time: 1.2840466 Jul 14 09:38:19.424228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41856) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:19.491947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404e3d2-b5bd-4580-a099-a9a6405633ab tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event updated for resources: {'Port': ['ID=b9f4e8b6-2477-4f56-a375-a9760c961b56,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:19.558200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.622363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Deleting port b9f4e8b6-2477-4f56-a375-a9760c961b56 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:19.630641 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.790097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] For port b9f4e8b6-2477-4f56-a375-a9760c961b56, host n-h2-780147-26, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:19.790808 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:19.813132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Calling delete_port for b9f4e8b6-2477-4f56-a375-a9760c961b56 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:20.005262 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.067741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-288ee45b-945a-4ab4-aeb3-31b8fe11acd6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:20.069432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-288ee45b-945a-4ab4-aeb3-31b8fe11acd6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "GET /v2.0/networks?id=fa12a99e-dc18-4427-8757-5c3430018a64 HTTP/1.1" status: 200 len: 796 time: 0.6334200 Jul 14 09:38:20.077927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.079933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9f4e8b6-2477-4f56-a375-a9760c961b56,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:20.104548 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.106778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-af6b67de-7e4a-4d6b-94ad-c0cd2a154f7c tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "DELETE /v2.0/ports/b9f4e8b6-2477-4f56-a375-a9760c961b56 HTTP/1.1" status: 204 len: 168 time: 0.6795084 Jul 14 09:38:20.111172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:20.149166 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7be9583-7541-400c-bc8e-03f91d97ab88 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:38:20.151373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f7be9583-7541-400c-bc8e-03f91d97ab88 tempest-PortsAdminExtendedAttrsTestJSON-942991312 tempest-PortsAdminExtendedAttrsTestJSON-942991312-project-admin] 10.222.0.73 "GET /v2.0/ports/b9f4e8b6-2477-4f56-a375-a9760c961b56 HTTP/1.1" status: 404 len: 333 time: 0.0388966 Jul 14 09:38:20.163148 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 41874) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:20.255058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-43d49c01-4be4-4512-9e48-44bd9797d82a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8973d0596776403abb0c5971306019f8 HTTP/1.1" status: 200 len: 380 time: 0.1393363 Jul 14 09:38:20.309586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'port': {'device_id': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'admin_state_up': True, 'tenant_id': '8973d0596776403abb0c5971306019f8', 'security_groups': ['47e8d127-5532-4ebc-8322-c43dead572e5']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:20.390221 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.581082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.585850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.599219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.603510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463a2f63-6c8b-474d-823d-67b146cabf88']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:20.618160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Made reservation on behalf of 8973d0596776403abb0c5971306019f8 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:20.621235 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.645146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f1adcc-fb11-414a-9775-98ab3d5007e1') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:20.645426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f1adcc-fb11-414a-9775-98ab3d5007e1') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:20.671285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.728630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event updated for resources: {'Port': ['ID=3f31a743-67ce-4d4c-895e-b80fffbd167b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:20.731826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.776262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:20.776685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:20.779610 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:20.831617 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.889515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.890910 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-b36684de-204b-4ed9-a16a-e4992468f25b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8257022 Jul 14 09:38:20.894317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.906277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:20.908233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] 10.222.0.73 "DELETE /v2.0/networks/463a2f63-6c8b-474d-823d-67b146cabf88 HTTP/1.1" status: 204 len: 168 time: 0.7357087 Jul 14 09:38:20.982907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efe3f6-15c7-4833-9e3f-22c68e90f745 tempest-PortsAdminExtendedAttrsTestJSON-1294580121 tempest-PortsAdminExtendedAttrsTestJSON-1294580121-project] Pushing event deleted for resources: {'Network': ['ID=463a2f63-6c8b-474d-823d-67b146cabf88,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.004488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-f8d5926f-d390-4575-98f1-caa8eb8c279d tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 696 time: 0.1044340 Jul 14 09:38:21.009042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.20.0.12 (fa12a99e-dc18-4427-8757-5c3430018a64/d6308de0-d7bb-4439-a821-593a2e80674d/5dd67d4c-59cc-4f93-8e97-42ebef410132) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:21.203261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-d770c81d-5383-4c2a-af2b-9d51c2acd981 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.205480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-d770c81d-5383-4c2a-af2b-9d51c2acd981 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1937895 Jul 14 09:38:21.229786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-94695117-0e85-4d28-accd-3af6aaef6906 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:38:21.230757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-811cc7e5-1af2-4a5f-afab-6746e194042f req-94695117-0e85-4d28-accd-3af6aaef6906 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095205 Jul 14 09:38:21.325360 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.349717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Transition to ACTIVE for port object 5dd67d4c-59cc-4f93-8e97-42ebef410132 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:21.387223 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5a1d0d-a682-42bc-b9d8-9eb3deec6ca4 x-openstack-request-id: req-3f5a1d0d-a682-42bc-b9d8-9eb3deec6ca4 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:21.387645 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:21.388104 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f5a1d0d-a682-42bc-b9d8-9eb3deec6ca4 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:21.388665 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'status': 'completed', 'code': 200} Jul 14 09:38:21.391475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.448028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network fa12a99e-dc18-4427-8757-5c3430018a64 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:21.459181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:21.460663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41908) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:21.471218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:21.551277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-a6d0396a-ba3d-415d-ab92-3859e9c55d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.555070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-a6d0396a-ba3d-415d-ab92-3859e9c55d82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1097 time: 0.1958117 Jul 14 09:38:21.639740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=5dd67d4c-59cc-4f93-8e97-42ebef410132,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:21.683128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.691084 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.739016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-b6702e06-c373-420d-9296-07065c762ee4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4667213 Jul 14 09:38:21.740361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-764d9ec0-170f-4cb9-a6f7-5666d222605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:21.742946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-764d9ec0-170f-4cb9-a6f7-5666d222605c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 920 time: 0.1812093 Jul 14 09:38:21.754981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Request body: {'port': {'device_id': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:21.830644 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-12b8e57d-f5b9-4e1c-86d0-b8b38ff0e35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:21.845037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-10aace85-09dc-499f-9bc0-8b989950fcea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 217 time: 0.0941670 Jul 14 09:38:21.931378 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.003043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-98d1a2ab-55a2-4f5b-a600-8e3f2d6d5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:22.004959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-98d1a2ab-55a2-4f5b-a600-8e3f2d6d5bf5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.1504769 Jul 14 09:38:22.010326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cab52f96-196d-4739-8b8b-051a856903b2 None None] Provisioning for port 5dd67d4c-59cc-4f93-8e97-42ebef410132 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:22.019938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cab52f96-196d-4739-8b8b-051a856903b2 None None] Provisioning complete for port 5dd67d4c-59cc-4f93-8e97-42ebef410132 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:22.020645 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cab52f96-196d-4739-8b8b-051a856903b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.028575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fdef7a1c-f4d0-4543-9c3d-6ad73d493a31 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=355eeeec80f64fccb1e8227925d84779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5636830 Jul 14 09:38:22.037072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41922) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:22.079917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-1dbdf787-9168-4070-bb17-e3a62af8120a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525391 Jul 14 09:38:22.115782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cab52f96-196d-4739-8b8b-051a856903b2 None None] Port 5dd67d4c-59cc-4f93-8e97-42ebef410132 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:38:22.473335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-d264e4fc-bbb1-40b0-94de-0f1bedb4f9d2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:22.482986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-d264e4fc-bbb1-40b0-94de-0f1bedb4f9d2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.4124372 Jul 14 09:38:22.522526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaa98-7c4f-4c46-a529-f01f10f4ee0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.536494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-6b4b5a01-9b1d-4002-b254-93523cc3b882 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/quotas/b15cc3cbaa824894844a3989894ba747 HTTP/1.1" status: 200 len: 375 time: 0.0523582 Jul 14 09:38:22.593553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-3090f697-f334-4dfa-a162-fa67faf5e39e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559137 Jul 14 09:38:22.609304 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaa98-7c4f-4c46-a529-f01f10f4ee0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.689438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-53e83101-43fb-46f9-ae66-6058695f9ef9 service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5991256 Jul 14 09:38:22.775641 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-c8adf03c-3db5-437e-ada4-29a86ddca520 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809433 Jul 14 09:38:22.930822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaa98-7c4f-4c46-a529-f01f10f4ee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.933910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaa98-7c4f-4c46-a529-f01f10f4ee0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:22.945905 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e4cbaa98-7c4f-4c46-a529-f01f10f4ee0e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a765df28-e185-46e3-a18e-a44ecc85f220 HTTP/1.1" status: 204 len: 168 time: 0.9075139 Jul 14 09:38:22.980028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cbaa98-7c4f-4c46-a529-f01f10f4ee0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a765df28-e185-46e3-a18e-a44ecc85f220,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:22.989301 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10f96b2e-0270-4a2b-9418-36de670dbe3c req-ee193599-c4d7-47ea-a9fe-c8e263d848ca service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697120 Jul 14 09:38:23.008690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd67d4c-59cc-4f93-8e97-42ebef410132 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:23.024600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.057739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Transition to ACTIVE for port object 5dd67d4c-59cc-4f93-8e97-42ebef410132 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:23.072309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-60136fda-db6f-47ad-a3e5-3db2809c29f2 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955995 Jul 14 09:38:23.074352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.134616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Pushing event updated for resources: {'Port': ['ID=5dd67d4c-59cc-4f93-8e97-42ebef410132,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.365691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41956) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.402611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Attempting to bind port 5dd67d4c-59cc-4f93-8e97-42ebef410132 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:23.402967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Attempting to bind port 5dd67d4c-59cc-4f93-8e97-42ebef410132 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:23.403345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Attempting to bind port 5dd67d4c-59cc-4f93-8e97-42ebef410132 on network fa12a99e-dc18-4427-8757-5c3430018a64 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:23.412077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Port 5dd67d4c-59cc-4f93-8e97-42ebef410132 on network fa12a99e-dc18-4427-8757-5c3430018a64 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:23.412415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Attempting to bind port 5dd67d4c-59cc-4f93-8e97-42ebef410132 on network fa12a99e-dc18-4427-8757-5c3430018a64 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:23.433825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:23.434206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Checking segment: {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:23.434596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Bound using segment: {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:23.435060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Bound port: 5dd67d4c-59cc-4f93-8e97-42ebef410132, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '956bb903-2812-4240-a49d-777e2bab1a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:23.435433 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.558764 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63f44fc1-5fe5-45e2-99fb-7ff30bcc3d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.638473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] For port 5dd67d4c-59cc-4f93-8e97-42ebef410132, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:23.645185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] For port 5dd67d4c-59cc-4f93-8e97-42ebef410132, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:23.651629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.715929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41964) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.746808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.747536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.749550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] 10.222.0.66 "PUT /v2.0/ports/5dd67d4c-59cc-4f93-8e97-42ebef410132 HTTP/1.1" status: 200 len: 1093 time: 1.9991620 Jul 14 09:38:23.750007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:23.752635 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f7f039-7405-4620-962f-b63b0a349494" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:23.816815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b8e6e56a-20d8-4bc8-b57f-a4c18f256957 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a660c9246aff41ffbf946269cd672f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0997131 Jul 14 09:38:23.821046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41972) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.824586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63f44fc1-5fe5-45e2-99fb-7ff30bcc3d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.832230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63f44fc1-5fe5-45e2-99fb-7ff30bcc3d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:23.894741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-63f44fc1-5fe5-45e2-99fb-7ff30bcc3d39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b3544ee6d044b719447eadbeea769be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5257175 Jul 14 09:38:23.898297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41974) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:23.900153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f44fc1-5fe5-45e2-99fb-7ff30bcc3d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381b9bdf-037c-4c1e-a727-38994fbdf006,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.911971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b074c0-3686-4b99-949a-f134d2e3217c service neutron] Pushing event updated for resources: {'Port': ['ID=5dd67d4c-59cc-4f93-8e97-42ebef410132,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:23.970070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ae773-331f-4aee-9215-6faf0d7096ae req-eb7a7982-fb3c-4b36-85fb-17309966df93 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.971861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-802ae773-331f-4aee-9215-6faf0d7096ae req-eb7a7982-fb3c-4b36-85fb-17309966df93 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 944 time: 0.2961116 Jul 14 09:38:23.990835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-d96f054b-9a96-4e05-a7a1-4e9f2be2dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:23.993849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-d96f054b-9a96-4e05-a7a1-4e9f2be2dcca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 1096 time: 0.1818652 Jul 14 09:38:23.999210 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5795-d620-4d21-9e76-203227db68e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.024592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047d2332-7388-4a0a-a87e-8f7d1102ef29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.036638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5795-d620-4d21-9e76-203227db68e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.050032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-fec3bb02-6845-4b6f-ae02-9ef054b3cf8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132 HTTP/1.1" status: 200 len: 217 time: 0.0456603 Jul 14 09:38:24.067838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047d2332-7388-4a0a-a87e-8f7d1102ef29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.076401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-802ae773-331f-4aee-9215-6faf0d7096ae req-34ee91f2-cd80-4f43-a4a9-568d3a5677d6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887268 Jul 14 09:38:24.124605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04ae9cfd-492b-4532-9947-bc5aeaa785a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:24.126375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-04ae9cfd-492b-4532-9947-bc5aeaa785a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6308de0-d7bb-4439-a821-593a2e80674d HTTP/1.1" status: 200 len: 834 time: 0.0658467 Jul 14 09:38:24.126938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5795-d620-4d21-9e76-203227db68e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.129555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6ea5795-d620-4d21-9e76-203227db68e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.130692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f6ea5795-d620-4d21-9e76-203227db68e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/060c27ed-9249-4f1f-95a6-0909d2a717f7 HTTP/1.1" status: 204 len: 168 time: 0.3087149 Jul 14 09:38:24.139639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea5795-d620-4d21-9e76-203227db68e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060c27ed-9249-4f1f-95a6-0909d2a717f7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:24.153485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047d2332-7388-4a0a-a87e-8f7d1102ef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.156465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-047d2332-7388-4a0a-a87e-8f7d1102ef29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.164906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-047d2332-7388-4a0a-a87e-8f7d1102ef29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/381b9bdf-037c-4c1e-a727-38994fbdf006 HTTP/1.1" status: 204 len: 168 time: 0.2650135 Jul 14 09:38:24.173772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d2332-7388-4a0a-a87e-8f7d1102ef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381b9bdf-037c-4c1e-a727-38994fbdf006,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:24.212104 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c970cf6a-8065-4ac3-a97d-c21f5080ea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.215356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-f5fa8a32-f198-4ace-92fc-72a6bcf8147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:24.218003 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-f5fa8a32-f198-4ace-92fc-72a6bcf8147e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa12a99e-dc18-4427-8757-5c3430018a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721743 Jul 14 09:38:24.376095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4400a-2da3-4be5-9a8c-dbfbd73a9e28 req-d00dee7a-dda9-4f72-8e2c-c010acca3fe1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:24.377794 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d3f4400a-2da3-4be5-9a8c-dbfbd73a9e28 req-d00dee7a-dda9-4f72-8e2c-c010acca3fe1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.1028972 Jul 14 09:38:24.405569 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-d445b8d5-6751-41ba-8ea3-7d5bb3bd1594 service neutron] 10.222.0.66 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792183 Jul 14 09:38:24.473171 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.721839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 41992) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:24.758597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-534d0af9-18e3-406b-807e-8550103aea3f tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:24.766258 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-534d0af9-18e3-406b-807e-8550103aea3f tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2627985 Jul 14 09:38:24.844568 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa814-90d5-4296-9f57-f61b61fbfab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:24.860416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d3f4400a-2da3-4be5-9a8c-dbfbd73a9e28 req-91eeae84-0494-4026-848b-3e07ff99ff18 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4723806 Jul 14 09:38:24.881009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-85a0ebe9-e078-4ea5-b6c2-32b4bb82bfd5 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 696 time: 0.1116667 Jul 14 09:38:24.894464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Request body: {'floatingip': {'port_id': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:24.895760 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-dada3dd9-69ec-4b7e-978c-d4baf1cdcc25 service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295570 Jul 14 09:38:24.930672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2e55af-4567-48bd-908b-ed3f31e64b59 req-1920b8db-21df-4f81-93e5-46326a05fb19 service neutron] 10.222.0.66 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868298 Jul 14 09:38:25.009195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a3edeb1-1d23-4c4b-9328-58c6c2a4d523 req-b31dd41d-7afe-4ca8-86d8-7fee9ee3ecd1 service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053109 Jul 14 09:38:25.016100 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.079045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-052c4888-06d6-4b50-a8e4-6e7332fd2a03 req-b77f4b11-beb9-4242-80ae-4a597e77d1a5 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 210 time: 0.0380847 Jul 14 09:38:25.149911 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02dac7e-8653-406d-8a5a-d5b65b602c74 x-openstack-request-id: req-c02dac7e-8653-406d-8a5a-d5b65b602c74 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:25.150227 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:25.150497 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c02dac7e-8653-406d-8a5a-d5b65b602c74 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:25.150920 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'status': 'completed', 'code': 200} Jul 14 09:38:25.309691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa814-90d5-4296-9f57-f61b61fbfab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.318318 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa814-90d5-4296-9f57-f61b61fbfab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.322055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7f039-7405-4620-962f-b63b0a349494 req-3a12b723-0d8f-4f97-9f7e-7c788a387836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:25.324232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4f7f039-7405-4620-962f-b63b0a349494 req-3a12b723-0d8f-4f97-9f7e-7c788a387836 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 1096 time: 0.1422184 Jul 14 09:38:25.347929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aa814-90d5-4296-9f57-f61b61fbfab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169f90ca-4035-4841-8934-0cc648141544,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:25.349725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfbadf-9e02-496d-b994-6f1084240665 req-08e5eb00-66d4-48ef-98e8-9a5587eed012 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:25.351311 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5dfbadf-9e02-496d-b994-6f1084240665 req-08e5eb00-66d4-48ef-98e8-9a5587eed012 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 944 time: 0.1053896 Jul 14 09:38:25.430967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cc7aa814-90d5-4296-9f57-f61b61fbfab7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9159cae4767d4660b1ad6327f168ae2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873093 Jul 14 09:38:25.434431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42012) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:25.448482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5dfbadf-9e02-496d-b994-6f1084240665 req-4aa0da8a-b9d1-4868-a6ab-f1dcf7952aaa tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859902 Jul 14 09:38:25.469236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7f039-7405-4620-962f-b63b0a349494 req-f4ffe030-ea07-44ef-9cfb-92533e150923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:25.470775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4f7f039-7405-4620-962f-b63b0a349494 req-f4ffe030-ea07-44ef-9cfb-92533e150923 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa12a99e-dc18-4427-8757-5c3430018a64 HTTP/1.1" status: 200 len: 897 time: 0.1377890 Jul 14 09:38:25.548358 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:25.583755 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4f7f039-7405-4620-962f-b63b0a349494 req-aa8eec5b-51e4-44f3-81fc-3c6cbf13e9d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132 HTTP/1.1" status: 200 len: 217 time: 0.0986679 Jul 14 09:38:25.651348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7f039-7405-4620-962f-b63b0a349494 req-db6fb6cf-fe51-473d-a278-e58b0f11f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:25.652848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4f7f039-7405-4620-962f-b63b0a349494 req-db6fb6cf-fe51-473d-a278-e58b0f11f70c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6308de0-d7bb-4439-a821-593a2e80674d HTTP/1.1" status: 200 len: 834 time: 0.0570419 Jul 14 09:38:25.849234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7f039-7405-4620-962f-b63b0a349494 req-8d95ee46-9581-4f4c-98d8-47a3bde9628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:25.851790 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4f7f039-7405-4620-962f-b63b0a349494 req-8d95ee46-9581-4f4c-98d8-47a3bde9628f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa12a99e-dc18-4427-8757-5c3430018a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1908212 Jul 14 09:38:25.968105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4f7f039-7405-4620-962f-b63b0a349494 req-8427318d-2a50-4ab7-beb9-22e0302fbebe service neutron] 10.222.0.66 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038642 Jul 14 09:38:25.976752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-3cb50b8d-15ab-40c6-a043-726af57c06ea tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:25.978632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-3cb50b8d-15ab-40c6-a043-726af57c06ea tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.2722833 Jul 14 09:38:26.007181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Request body: {'port': {'device_id': '568ba1f9-1abc-4ecf-a105-3104eda8c66d', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'admin_state_up': True, 'tenant_id': 'b15cc3cbaa824894844a3989894ba747'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:26.100973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ca4511e-2f33-4c46-889b-f0956461fa6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.140251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ca4511e-2f33-4c46-889b-f0956461fa6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.203432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42030) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:26.260335 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4f7f039-7405-4620-962f-b63b0a349494 req-804c2b77-7fb9-464c-b939-ed742bbecbf6 service neutron] 10.222.0.66 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799559 Jul 14 09:38:26.291826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef056e-40d5-479e-af15-c7c877482ced req-3e57d6b1-eb27-43c3-9486-ff618c90143c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:26.293838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bef056e-40d5-479e-af15-c7c877482ced req-3e57d6b1-eb27-43c3-9486-ff618c90143c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.2330382 Jul 14 09:38:26.302590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ca4511e-2f33-4c46-889b-f0956461fa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.307117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ca4511e-2f33-4c46-889b-f0956461fa6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.310287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6ca4511e-2f33-4c46-889b-f0956461fa6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/169f90ca-4035-4841-8934-0cc648141544 HTTP/1.1" status: 204 len: 168 time: 0.8743243 Jul 14 09:38:26.313571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.323678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.327928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4511e-2f33-4c46-889b-f0956461fa6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169f90ca-4035-4841-8934-0cc648141544,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:26.370656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:26.375731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.430872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bef056e-40d5-479e-af15-c7c877482ced req-2379dd1a-7f87-495f-92f2-07f1fcb3b4c0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293852 Jul 14 09:38:26.519044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1105038415', 'router:external': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:26.547709 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Floating IP 64cf0225-1a49-4b3f-9bef-91161edf0143 associated. External IP: 172.25.0.150, port: 9081253c-6548-4768-bc7c-0d2b73e6ad5a. Jul 14 09:38:26.578306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Allocated IP 172.20.0.9 (528bc5e0-656c-4dd1-a586-5eba8f6aa108/3eaf5bc9-caa5-490c-b0b2-94273b5b5443/32f96a1f-344d-4955-875f-c2a97f39e2a2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:26.602011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Made reservation on behalf of 536864a948bb4aaeb2a3c488feb60b11 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:26.606306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.624575 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.799312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5390ee18-c1bc-4ced-986d-d2cd47c5290b req-e54767ef-bf3b-4b83-8311-77a6dd5a57ae tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 210 time: 0.0549600 Jul 14 09:38:26.805778 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.865346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.887823 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.894971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Router 5ce61233-c03d-4eaa-8947-050e8c7330d2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:26.895823 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.930867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:38:26.933786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.943496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0e98ff-3fe2-4c52-8660-39dea51e9252,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:26.979869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:26.980515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:26.980515 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Added segment bc3e953a-1b16-401a-a653-7df6334eed70 of type vlan for network 550006f6-471c-476e-a40e-76a51ade09ea Jul 14 09:38:26.999662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:27.003656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:27.082229 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.089868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event updated for resources: {'Port': ['ID=32f96a1f-344d-4955-875f-c2a97f39e2a2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.108637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:27.108864 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.111105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:27.119873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.124479 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] Sync routers for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:27.130785 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-7138c354-a300-4a1d-900f-bfa7aa6eeab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1402950 Jul 14 09:38:27.142460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Request body: {'port': {'device_id': '568ba1f9-1abc-4ecf-a105-3104eda8c66d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:27.147231 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:27.147875 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:27.182741 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.212011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.217822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a305a-42de-4d27-b867-c67d305eaf52 req-f7f3f04c-6b40-4779-b0bf-f5ad954d43b1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:27.219138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:27.219871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.228230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-683a305a-42de-4d27-b867-c67d305eaf52 req-f7f3f04c-6b40-4779-b0bf-f5ad954d43b1 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 944 time: 0.1884372 Jul 14 09:38:27.260552 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:27.312763 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.324340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5dd67d4c-59cc-4f93-8e97-42ebef410132 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:27.362965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-683a305a-42de-4d27-b867-c67d305eaf52 req-66cf84f7-35ec-468f-8a13-87af9a88457f tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334379 Jul 14 09:38:27.372269 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-caf76820-3f94-4d3c-b7d8-dcbdc3c90ce3 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "PUT /v2.0/floatingips/64cf0225-1a49-4b3f-9bef-91161edf0143 HTTP/1.1" status: 200 len: 996 time: 2.4852235 Jul 14 09:38:27.401000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:27.411191 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:27.445755 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2409770 Jul 14 09:38:27.449034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42062) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:27.464562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'subnet': {'network_id': '550006f6-471c-476e-a40e-76a51ade09ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:27.485656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81f057-8498-4824-8996-16ce8bfdf037 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'Network': ['ID=550006f6-471c-476e-a40e-76a51ade09ea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:27.512035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 550006f6-471c-476e-a40e-76a51ade09ea details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:38:27.516753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Made reservation on behalf of 536864a948bb4aaeb2a3c488feb60b11 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:27.521708 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.642276 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fc2c0a-7e72-4004-b1e8-063f90e5b8d6 x-openstack-request-id: req-53fc2c0a-7e72-4004-b1e8-063f90e5b8d6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:27.642506 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:27.652299 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53fc2c0a-7e72-4004-b1e8-063f90e5b8d6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:27.654127 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'status': 'completed', 'code': 200} Jul 14 09:38:27.680852 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '64cf0225-1a49-4b3f-9bef-91161edf0143', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'port_id': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'mac_address': 'fa:16:3e:db:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 1, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:23Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:27.739551 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] Checking router: 5ce61233-c03d-4eaa-8947-050e8c7330d2 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:27.752718 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:27.766207 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:27.889358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5dd67d4c-59cc-4f93-8e97-42ebef410132, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:27.906486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'port_id': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'mac_address': 'fa:16:3e:48:10:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:27.936326 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:27.952520 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:27.963974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-11ddbb68-c3da-40d9-aec8-7ff057dfa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:27.968895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd67d4c-59cc-4f93-8e97-42ebef410132 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:27.973799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-11ddbb68-c3da-40d9-aec8-7ff057dfa8cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1097 time: 0.3063817 Jul 14 09:38:27.993300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5dd67d4c-59cc-4f93-8e97-42ebef410132, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:27.999593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.062000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-85f8cd8f-af2a-42f8-b65d-70e25993c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.067171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5dd67d4c-59cc-4f93-8e97-42ebef410132,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:28.068478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-85f8cd8f-af2a-42f8-b65d-70e25993c18f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1097 time: 0.6447027 Jul 14 09:38:28.151363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-4ed3deee-845f-41cb-a7ac-ef95f70b3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.152928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-4ed3deee-845f-41cb-a7ac-ef95f70b3728 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 920 time: 0.1631377 Jul 14 09:38:28.215152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32f96a1f-344d-4955-875f-c2a97f39e2a2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:28.232614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.243418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-1891fe08-fb23-4219-91ab-37fdd68fa4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.244964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-1891fe08-fb23-4219-91ab-37fdd68fa4e4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 920 time: 0.1343205 Jul 14 09:38:28.264796 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '64cf0225-1a49-4b3f-9bef-91161edf0143', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'port_id': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'mac_address': 'fa:16:3e:db:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 1, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:23Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:28.275732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f7fd5-4974-42c8-9dfe-1012df771bba req-e3ccfe56-a9f5-4f9b-8951-1982bceb553d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.276524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['5dd67d4c-59cc-4f93-8e97-42ebef410132'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:28.284283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ac4f7fd5-4974-42c8-9dfe-1012df771bba req-e3ccfe56-a9f5-4f9b-8951-1982bceb553d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.4145780 Jul 14 09:38:28.289909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Transition to ACTIVE for port object 32f96a1f-344d-4955-875f-c2a97f39e2a2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:28.311521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.315224 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-157a1959-0ca3-49a3-9e78-4d3c3e3e3c9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 999 time: 0.1543698 Jul 14 09:38:28.348512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:38:28.348998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.396666 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-c9f4446c-c74c-49cb-98b8-dac136062002 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 999 time: 0.1445627 Jul 14 09:38:28.435212 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694973a-0806-4b2f-bd84-3295851f5b6d None None] The sync data for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 is: [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '64cf0225-1a49-4b3f-9bef-91161edf0143', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'port_id': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2032, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'mac_address': 'fa:16:3e:db:98:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:19Z', 'updated_at': '2021-07-14T09:38:26Z', 'revision_number': 1, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:23Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:28.475936 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ac4f7fd5-4974-42c8-9dfe-1012df771bba req-bba9eb6d-655c-4b0d-8245-a88f5c01d043 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903460 Jul 14 09:38:28.501837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'Subnet': ['ID=683a8456-d99b-4336-958a-cf5f99111b75,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:28.515743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-7498760e-974b-45f8-bfaa-3258bf3d292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.515743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-7498760e-974b-45f8-bfaa-3258bf3d292c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.1053367 Jul 14 09:38:28.542395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=32f96a1f-344d-4955-875f-c2a97f39e2a2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:28.555996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Checking segment: {'id': 'bc3e953a-1b16-401a-a653-7df6334eed70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '550006f6-471c-476e-a40e-76a51ade09ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:28.556454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Network hostable DHCP agents. Network: 550006f6-471c-476e-a40e-76a51ade09ea, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:38:28.565964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-9647f165-f7c6-48c0-8e80-fce64d602abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.569693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-9647f165-f7c6-48c0-8e80-fce64d602abe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.2249782 Jul 14 09:38:28.587530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-fbbcbfa5-ce31-4c85-9a54-38cef68c7c2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622959 Jul 14 09:38:28.653325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Network 550006f6-471c-476e-a40e-76a51ade09ea is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:38:28.656941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-ad6d5103-1731-4ae6-9990-cd211475541b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577977 Jul 14 09:38:28.674448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 550006f6-471c-476e-a40e-76a51ade09ea) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:28.682752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.683385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.702164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a1ed13-0277-498e-a83a-a77da172684c None None] Network 550006f6-471c-476e-a40e-76a51ade09ea requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:28.725147 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c05e66cc-7991-4296-8fea-110f57c76efc tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2674758 Jul 14 09:38:28.727505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:28.735069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-241821103', 'network_id': '550006f6-471c-476e-a40e-76a51ade09ea'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:28.749582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-c5013a1f-bacf-4796-beb3-4d130d33b98d service neutron] 10.222.0.73 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536479 Jul 14 09:38:28.825085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Attempting to bind port 32f96a1f-344d-4955-875f-c2a97f39e2a2 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:28.825481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Attempting to bind port 32f96a1f-344d-4955-875f-c2a97f39e2a2 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:28.825722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Attempting to bind port 32f96a1f-344d-4955-875f-c2a97f39e2a2 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:28.844117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Port 32f96a1f-344d-4955-875f-c2a97f39e2a2 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:28.844550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Attempting to bind port 32f96a1f-344d-4955-875f-c2a97f39e2a2 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:28.860861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Made reservation on behalf of 536864a948bb4aaeb2a3c488feb60b11 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:28.863084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.871605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:28.872016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Checking segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:28.872394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Bound using segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:28.872847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Bound port: 32f96a1f-344d-4955-875f-c2a97f39e2a2, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:28.873215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:28.884528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] device_id is not set on port 2f971f07-d72f-4b09-877a-46d38694868b yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:38:28.894135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70bc944-eef5-4948-9e83-2c134d7e017c None None] New status for floating IP 64cf0225-1a49-4b3f-9bef-91161edf0143: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:38:28.907140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-8acd1c3a-78e4-44c7-b0d4-f9a9769ff6ba service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419691 Jul 14 09:38:28.960638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492b81f-19e0-4cc6-baab-5330a9f36486 req-ffd50510-c729-4666-99f7-497a4270f6b8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:28.969025 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b492b81f-19e0-4cc6-baab-5330a9f36486 req-ffd50510-c729-4666-99f7-497a4270f6b8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 943 time: 0.2567542 Jul 14 09:38:29.033137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Allocated IP 172.20.0.12 (550006f6-471c-476e-a40e-76a51ade09ea/683a8456-d99b-4336-958a-cf5f99111b75/2f971f07-d72f-4b09-877a-46d38694868b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:29.063110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] For port 32f96a1f-344d-4955-875f-c2a97f39e2a2, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:29.088823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b492b81f-19e0-4cc6-baab-5330a9f36486 req-ac57b547-f061-44df-8290-6865ef4b3136 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188321 Jul 14 09:38:29.103967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e2722-7612-4334-8078-63d166be68de None None] Network 550006f6-471c-476e-a40e-76a51ade09ea requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:38:29.118786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] For port 32f96a1f-344d-4955-875f-c2a97f39e2a2, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32f96a1f-344d-4955-875f-c2a97f39e2a2,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:29.136986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.168799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0c861b26-2c80-4e01-82b1-1f69bbac4d2c req-ce558458-707c-4456-aa64-c3ca2b0c923b service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423663 Jul 14 09:38:29.184127 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1f5a12a-643e-45c2-a06b-7addda6d9b5c req-32b9db30-bc4f-4c7c-98ba-cfebd5a31a39 service neutron] 10.222.0.73 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236310 Jul 14 09:38:29.240339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.241783 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.243600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] 10.222.0.69 "PUT /v2.0/ports/32f96a1f-344d-4955-875f-c2a97f39e2a2 HTTP/1.1" status: 200 len: 1092 time: 2.1060114 Jul 14 09:38:29.247595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568ba1f9-1abc-4ecf-a105-3104eda8c66d', 'tag': '32f96a1f-344d-4955-875f-c2a97f39e2a2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:29.268167 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9" -d '{"events": [{"name": "network-changed", "server_uuid": "568ba1f9-1abc-4ecf-a105-3104eda8c66d", "tag": "32f96a1f-344d-4955-875f-c2a97f39e2a2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:29.317084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ec77a-2c93-4adc-9959-a6ffcbf5f1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=32f96a1f-344d-4955-875f-c2a97f39e2a2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.325937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5dd67d4c-59cc-4f93-8e97-42ebef410132 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:29.383557 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.409264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe0e72-cecb-4303-8e93-787c2fbaf0dd req-ffc5e00c-23ef-4652-b426-01ba06f68cb9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.410871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adfe0e72-cecb-4303-8e93-787c2fbaf0dd req-ffc5e00c-23ef-4652-b426-01ba06f68cb9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 945 time: 0.1663444 Jul 14 09:38:29.437835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-c3e461bf-a2e4-4e5a-af33-a1e9fc849a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.439210 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-c3e461bf-a2e4-4e5a-af33-a1e9fc849a11 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 1095 time: 0.1169736 Jul 14 09:38:29.502393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-4310fb62-93c8-4ef8-876b-dc7b583c6b36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32f96a1f-344d-4955-875f-c2a97f39e2a2 HTTP/1.1" status: 200 len: 217 time: 0.0556126 Jul 14 09:38:29.515327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 5dd67d4c-59cc-4f93-8e97-42ebef410132 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:29.521969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-adfe0e72-cecb-4303-8e93-787c2fbaf0dd req-0e217f40-1901-4f1f-a388-dce7ccf6788b tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006851 Jul 14 09:38:29.551934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 5dd67d4c-59cc-4f93-8e97-42ebef410132 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:29.552597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.572023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.606958 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c21a21-7323-478e-956b-a399681f8c7c x-openstack-request-id: req-a9c21a21-7323-478e-956b-a399681f8c7c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:29.607255 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568ba1f9-1abc-4ecf-a105-3104eda8c66d", "tag": "32f96a1f-344d-4955-875f-c2a97f39e2a2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:29.607511 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9c21a21-7323-478e-956b-a399681f8c7c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:29.608957 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568ba1f9-1abc-4ecf-a105-3104eda8c66d', 'tag': '32f96a1f-344d-4955-875f-c2a97f39e2a2', 'status': 'completed', 'code': 200} Jul 14 09:38:29.610457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-048aede6-6693-481d-a3ed-311ab7a026f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.612664 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.614501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-048aede6-6693-481d-a3ed-311ab7a026f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.0915179 Jul 14 09:38:29.619333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-c983d823-2bf2-44dc-aed5-5416603e7248 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 1001 time: 0.1550703 Jul 14 09:38:29.637320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Network 550006f6-471c-476e-a40e-76a51ade09ea is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:29.668282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:29.673950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-1e1c2803-05fc-4d1c-9d4d-72015adb3685 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479507 Jul 14 09:38:29.683010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:29.699508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'Port': ['ID=2f971f07-d72f-4b09-877a-46d38694868b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.731965 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.757087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-1cbc7577-8af7-45c3-83aa-2aaafe109e66 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.758781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-1cbc7577-8af7-45c3-83aa-2aaafe109e66 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports/9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 942 time: 0.1316767 Jul 14 09:38:29.769420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.770208 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.774300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 5dd67d4c-59cc-4f93-8e97-42ebef410132, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:29.776023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:29.779548 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd52d2bf-4b65-4797-ba3e-683e9c28b8c7" -d '{"events": [{"server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "name": "network-vif-plugged", "status": "completed", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:29.788389 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:29.788555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b98af39b-5a8f-4e17-ba4e-0a0b3f1a3bd2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0573189 Jul 14 09:38:29.788773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42118) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:29.841529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=5dd67d4c-59cc-4f93-8e97-42ebef410132,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:29.926109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340f977-7888-4cd5-8109-61ca720e2b55 req-95596821-d68e-480b-b2e1-5c82aa1279e9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:29.927716 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8340f977-7888-4cd5-8109-61ca720e2b55 req-95596821-d68e-480b-b2e1-5c82aa1279e9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.2096801 Jul 14 09:38:29.934038 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-8dc4250b-ee0f-4e4e-93a2-5a8dc2cffdf8 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447193 Jul 14 09:38:29.948507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3d5ed-a7ed-4571-909b-f9e426f2126d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Deleting port 2f971f07-d72f-4b09-877a-46d38694868b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:29.948861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d5ed-a7ed-4571-909b-f9e426f2126d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.000172 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4aaa241c-989b-4519-a061-346691c1bd73 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 1001 time: 0.1155379 Jul 14 09:38:30.030424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:30.101435 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d5ed-a7ed-4571-909b-f9e426f2126d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.122202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d0a3d5ed-a7ed-4571-909b-f9e426f2126d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Calling delete_port for 2f971f07-d72f-4b09-877a-46d38694868b owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:30.172051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-197aa8f4-8314-477e-8db6-007610dc841f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.226016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-016e1c48-7df7-49dc-aaba-4c62fa8dc824 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.227426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-016e1c48-7df7-49dc-aaba-4c62fa8dc824 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.2158313 Jul 14 09:38:30.316573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8340f977-7888-4cd5-8109-61ca720e2b55 req-ed2b505a-d46a-4bb5-853e-6daecef36c66 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809543 Jul 14 09:38:30.359819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-b47e2bd0-ccee-47ff-9865-b61abb657e0c tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 1001 time: 0.1224794 Jul 14 09:38:30.363325 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75e08021-f3f0-43c2-b850-97bbf8320bd0 req-d763fef8-fc16-4f21-971c-37b97be8d427 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163687 Jul 14 09:38:30.375543 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f36485-5b5d-4280-9432-7effe11ce4bd x-openstack-request-id: req-18f36485-5b5d-4280-9432-7effe11ce4bd {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:30.376070 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "name": "network-vif-plugged", "status": "completed", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:30.376070 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-18f36485-5b5d-4280-9432-7effe11ce4bd {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:30.376496 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'code': 200} Jul 14 09:38:30.396538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:30.471109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d5ed-a7ed-4571-909b-f9e426f2126d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.496044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-b933b9a1-9c70-4159-8598-3f0bde62a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.497606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-b933b9a1-9c70-4159-8598-3f0bde62a20a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 1095 time: 0.0845735 Jul 14 09:38:30.516773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3d5ed-a7ed-4571-909b-f9e426f2126d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f971f07-d72f-4b09-877a-46d38694868b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:30.520172 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.571990 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-197aa8f4-8314-477e-8db6-007610dc841f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.600315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-197aa8f4-8314-477e-8db6-007610dc841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.614038 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f453842-d508-4bbc-b859-ed7cafc37dfe req-51393cb6-86b7-46ea-83dd-d4bf53c78d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.615453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f453842-d508-4bbc-b859-ed7cafc37dfe req-51393cb6-86b7-46ea-83dd-d4bf53c78d84 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 1098 time: 0.1550128 Jul 14 09:38:30.673931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbca206-ef74-4a5b-9603-cb9f23e8e75e req-da3e1f04-5924-4261-b54b-95b7aa40cdeb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.675444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7cbca206-ef74-4a5b-9603-cb9f23e8e75e req-da3e1f04-5924-4261-b54b-95b7aa40cdeb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 943 time: 0.1762383 Jul 14 09:38:30.684315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-197aa8f4-8314-477e-8db6-007610dc841f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=092749c5793a45a19b0d5a4263d03a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6505535 Jul 14 09:38:30.686560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-50df0a69-0ef6-4e0b-85f4-0088b1fb7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.687979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-50df0a69-0ef6-4e0b-85f4-0088b1fb7150 service neutron] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 907 time: 0.1784332 Jul 14 09:38:30.688452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42132) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:30.700005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f453842-d508-4bbc-b859-ed7cafc37dfe req-839f59f7-6568-4f64-bd5a-88ce7b70772d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738940 Jul 14 09:38:30.762524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-d14f1d5d-4e51-4c46-8b2b-69cbf88dca6a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32f96a1f-344d-4955-875f-c2a97f39e2a2 HTTP/1.1" status: 200 len: 217 time: 0.0615683 Jul 14 09:38:30.822656 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7cbca206-ef74-4a5b-9603-cb9f23e8e75e req-fca2c267-e4b9-4d94-bc17-fafbfc6d1a89 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399302 Jul 14 09:38:30.849353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:30.857964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-71ac2f5b-2cc6-4ce6-ae7a-51b557bdbc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:30.859574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-71ac2f5b-2cc6-4ce6-ae7a-51b557bdbc1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.0873995 Jul 14 09:38:30.906061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-6c761003-360e-434f-a14f-6de0f02dc9aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396190 Jul 14 09:38:30.910974 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.021059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197aa8f4-8314-477e-8db6-007610dc841f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dd98e3-ad56-423f-acf9-9a9aa30839c1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.037014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0a3d5ed-a7ed-4571-909b-f9e426f2126d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.037628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-a2fbc12a-d217-47ea-970c-91dbb08d8d48 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197138 Jul 14 09:38:31.038921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d0a3d5ed-a7ed-4571-909b-f9e426f2126d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "DELETE /v2.0/ports/2f971f07-d72f-4b09-877a-46d38694868b HTTP/1.1" status: 204 len: 168 time: 1.2480726 Jul 14 09:38:31.042949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42134) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:31.052655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '550006f6-471c-476e-a40e-76a51ade09ea', 'external_fixed_ips': [{'subnet_id': '683a8456-d99b-4336-958a-cf5f99111b75', 'ip_address': '172.20.0.12'}]}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:31.069296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.071751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.072906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f5dd98e3-ad56-423f-acf9-9a9aa30839c1 HTTP/1.1" status: 204 len: 168 time: 0.3827198 Jul 14 09:38:31.091504 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.095458 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.095976 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Floating IP 64cf0225-1a49-4b3f-9bef-91161edf0143 disassociated. External IP: 172.25.0.150, port: 9081253c-6548-4768-bc7c-0d2b73e6ad5a. Jul 14 09:38:31.148702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dd98e3-ad56-423f-acf9-9a9aa30839c1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.173409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.173763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.174098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.174456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.174764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.175120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.175424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.175758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.176087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.176432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.176760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.177086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c883083f-6255-4551-98cc-152afc5f3fee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:31.184717 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.185876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.325620 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4eeb6f5-c352-4ece-9fe3-3b3a2961ebe9 req-bf1e9e0a-4ac0-4bfa-8fb1-16d7e48898d9 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764680 Jul 14 09:38:31.333747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ec9b6-e6f0-41c3-a59d-660cf561804e req-8c8d7fdb-0bea-4fb8-9373-998aafaaf0b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.335219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e87ec9b6-e6f0-41c3-a59d-660cf561804e req-8c8d7fdb-0bea-4fb8-9373-998aafaaf0b0 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 946 time: 0.2792983 Jul 14 09:38:31.340655 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.355955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Router 5ce61233-c03d-4eaa-8947-050e8c7330d2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:31.397119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42142) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:31.450846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae504e30-488f-41c5-baa1-f6b9cc31594b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.468271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e87ec9b6-e6f0-41c3-a59d-660cf561804e req-d2a23dd6-6894-4fe2-930f-be8383a41754 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239100 Jul 14 09:38:31.475678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:31.481189 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.491567 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] Sync routers for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:31.504803 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:31.505808 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:31.547246 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.553432 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4219d50f-d6cb-4b8c-9a3f-cb53741e673a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "PUT /v2.0/floatingips/64cf0225-1a49-4b3f-9bef-91161edf0143 HTTP/1.1" status: 200 len: 695 time: 1.1671388 Jul 14 09:38:31.554753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:31.557365 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69" -d '{"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:31.634639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-f15ac84c-425c-436a-b68f-09e66e87d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.637014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-f15ac84c-425c-436a-b68f-09e66e87d0ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1097 time: 0.0626755 Jul 14 09:38:31.661129 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:31.708679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:31.722597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae504e30-488f-41c5-baa1-f6b9cc31594b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.735404 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae504e30-488f-41c5-baa1-f6b9cc31594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.754577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-acd151e1-4b52-4b36-80d0-4649b5af0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.756706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-acd151e1-4b52-4b36-80d0-4649b5af0f07 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 920 time: 0.1126235 Jul 14 09:38:31.797091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ae504e30-488f-41c5-baa1-f6b9cc31594b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7c6a6cf256e54db483cbb3b287ca2a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977036 Jul 14 09:38:31.801883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42146) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:31.802835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae504e30-488f-41c5-baa1-f6b9cc31594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8caa7bb0-0c2b-4674-8272-968a9a079dde,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:31.820699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-79d9eb65-99b5-48b8-afba-e148573349b3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 217 time: 0.0562670 Jul 14 09:38:31.871378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:31.884366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'port_id': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'mac_address': 'fa:16:3e:b5:ef:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:31.903142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-a4daa064-6a05-4258-a149-5a313acde5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.911026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-a4daa064-6a05-4258-a149-5a313acde5f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.0808527 Jul 14 09:38:31.941805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.951068 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:23Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:31.952102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa67bc4-b6a5-4a45-92d1-9b0dace46c43 req-fee6ee45-03ff-40da-8f21-275e9df7bf14 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:31.953556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-4e4ac2ce-707b-4588-bb4a-c9fe2cf4420a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373492 Jul 14 09:38:31.953717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6fa67bc4-b6a5-4a45-92d1-9b0dace46c43 req-fee6ee45-03ff-40da-8f21-275e9df7bf14 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 944 time: 0.2781596 Jul 14 09:38:31.966081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f00adb3a-eeb7-436a-b9c9-b388e7a1f258 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:31.987763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:31.991600 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] Checking router: 5ce61233-c03d-4eaa-8947-050e8c7330d2 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:31.992508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:31.993240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32f96a1f-344d-4955-875f-c2a97f39e2a2 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:32.004140 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:32.005450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:32.061059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6fa67bc4-b6a5-4a45-92d1-9b0dace46c43 req-13bbdb52-b90d-4f58-98ab-cd4300288fbc tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962329 Jul 14 09:38:32.061307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0aa8-c1b3-40fc-988b-4533c8a2fc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.063992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.092496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-567b9eab-8c81-4e4d-a984-945008e8d7c8 service neutron] 10.222.0.73 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198332 Jul 14 09:38:32.097440 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.116719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:32.119315 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0aa8-c1b3-40fc-988b-4533c8a2fc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.148262 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c47429-5a66-446b-b895-db997496286e x-openstack-request-id: req-09c47429-5a66-446b-b895-db997496286e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:32.149451 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:32.150257 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-09c47429-5a66-446b-b895-db997496286e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:32.152354 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'status': 'completed', 'code': 200} Jul 14 09:38:32.172946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32f96a1f-344d-4955-875f-c2a97f39e2a2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32f96a1f-344d-4955-875f-c2a97f39e2a2,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:32.189274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '32f96a1f-344d-4955-875f-c2a97f39e2a2', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'port_id': '32f96a1f-344d-4955-875f-c2a97f39e2a2', 'mac_address': 'fa:16:3e:28:4c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaf5bc9-caa5-490c-b0b2-94273b5b5443', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:32.199928 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:32.239591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.257247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32f96a1f-344d-4955-875f-c2a97f39e2a2 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:32.280089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32f96a1f-344d-4955-875f-c2a97f39e2a2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32f96a1f-344d-4955-875f-c2a97f39e2a2,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:32.292828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.321916 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6979c05f-1ee9-4b4b-8f31-3af9f471e9a0 req-6538aac5-0b2d-40cf-82ea-e1eeeaff28cd service neutron] 10.222.0.73 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338018 Jul 14 09:38:32.334374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0aa8-c1b3-40fc-988b-4533c8a2fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.337073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7bcc0aa8-c1b3-40fc-988b-4533c8a2fc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.338249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7bcc0aa8-c1b3-40fc-988b-4533c8a2fc56 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8caa7bb0-0c2b-4674-8272-968a9a079dde HTTP/1.1" status: 204 len: 168 time: 0.5317717 Jul 14 09:38:32.381965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc0aa8-c1b3-40fc-988b-4533c8a2fc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8caa7bb0-0c2b-4674-8272-968a9a079dde,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:32.385776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=32f96a1f-344d-4955-875f-c2a97f39e2a2,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:32.422999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-c15b6b57-a0c5-49ef-b891-298047cabec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.424591 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-c15b6b57-a0c5-49ef-b891-298047cabec4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5f48a3f324f94789b25809b94c76abd3&device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 1097 time: 0.2542624 Jul 14 09:38:32.459165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Allocated IP 172.20.0.12 (550006f6-471c-476e-a40e-76a51ade09ea/683a8456-d99b-4336-958a-cf5f99111b75/36150bf4-0d85-4535-b8b6-0b37ecb4a601) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:32.541977 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:23Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:32.570047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-0d149689-d12c-47b2-b6a1-be8d9dce0cda tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/floatingips/64cf0225-1a49-4b3f-9bef-91161edf0143 HTTP/1.1" status: 200 len: 695 time: 0.0561099 Jul 14 09:38:32.577601 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada6283f-dfbc-4876-8d99-d23f1cf61f36 None None] The sync data for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 is: [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:37:15Z', 'revision_number': 4, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '8be50f88-77b0-4f5a-8606-5ce0c1821d81', 'name': '', 'network_id': '0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'mac_address': 'fa:16:3e:d4:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:14Z', 'updated_at': '2021-07-14T09:37:23Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'subnets': [{'id': '30cca8df-100d-4abb-88e6-8b02c1f742f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:32.606060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f00adb3a-eeb7-436a-b9c9-b388e7a1f258'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:32.611911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:32.620165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a5cdd-a63e-42e2-ac78-b801807a9110 req-7a921324-cf2e-43ca-b5d4-4b74c1b089fa tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.627897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf0a5cdd-a63e-42e2-ac78-b801807a9110 req-7a921324-cf2e-43ca-b5d4-4b74c1b089fa tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 944 time: 0.2597444 Jul 14 09:38:32.671792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-07fbd970-512b-4fe2-b9ec-2bf7d5bb37bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.680487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-07fbd970-512b-4fe2-b9ec-2bf7d5bb37bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 200 len: 920 time: 0.2489114 Jul 14 09:38:32.765710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:32.774658 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-eba931cd-3e71-4034-b61b-f77c5ea298d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 200 len: 217 time: 0.0798068 Jul 14 09:38:32.775744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-9d07947a-64c5-4fe3-af52-039e846ffe5a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.781878 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-9d07947a-64c5-4fe3-af52-039e846ffe5a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 784 time: 0.1958041 Jul 14 09:38:32.794954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-35239b15-0023-455e-9797-65e9bb799635 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:38:32.796641 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf0a5cdd-a63e-42e2-ac78-b801807a9110 req-8f86e05b-8c1e-474b-8cd5-82128dbe1a83 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676304 Jul 14 09:38:32.797957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-35239b15-0023-455e-9797-65e9bb799635 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113702 Jul 14 09:38:32.868816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-3d39501e-4b39-4572-9e51-9ae858c2b7bc tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 698 time: 0.0601091 Jul 14 09:38:32.950595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-43409fc6-2069-43e0-8dfb-15ba84bbb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:32.953263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-43409fc6-2069-43e0-8dfb-15ba84bbb882 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 200 len: 859 time: 0.1696439 Jul 14 09:38:32.997035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-02fa0e08-6ab6-4512-b2f0-0e91e3b7f591 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.25.0.150 HTTP/1.1" status: 200 len: 698 time: 0.1197085 Jul 14 09:38:33.011997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-4a1e74eb-e514-4155-ae09-aed2c7aee14f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430007 Jul 14 09:38:33.032301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106adbdd-0ab0-41a2-bd17-d4b162c71491 None None] New status for floating IP 64cf0225-1a49-4b3f-9bef-91161edf0143: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:38:33.081329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.164827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Network 550006f6-471c-476e-a40e-76a51ade09ea is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:33.166743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Deleting port 3f31a743-67ce-4d4c-895e-b80fffbd167b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:33.167094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.176944 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:33.179800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:33.247461 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'Port': ['ID=36150bf4-0d85-4535-b8b6-0b37ecb4a601,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:33.252041 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.252692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.271322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Calling delete_port for 3f31a743-67ce-4d4c-895e-b80fffbd167b owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:33.373375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89bb4ca-f28b-49ca-aa41-f8343bceef24 req-04eef42d-6a87-4e1a-a993-7e0022b5912e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.375457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d89bb4ca-f28b-49ca-aa41-f8343bceef24 req-04eef42d-6a87-4e1a-a993-7e0022b5912e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 946 time: 0.3626163 Jul 14 09:38:33.379626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-328f66ea-23bd-4e94-ab58-6f3c76d18a7f service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250470 Jul 14 09:38:33.427604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.478055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event deleted for resources: {'Port': ['ID=3f31a743-67ce-4d4c-895e-b80fffbd167b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:33.511934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d89bb4ca-f28b-49ca-aa41-f8343bceef24 req-c4bdb343-708b-4130-b973-da0e3227eb49 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296632 Jul 14 09:38:33.530277 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.534818 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.537083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c24bd0f1-2c06-4042-bb50-3f62a511533b req-18c2b5b6-3c03-4698-8f14-7b175e1c0112 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "DELETE /v2.0/floatingips/64cf0225-1a49-4b3f-9bef-91161edf0143 HTTP/1.1" status: 204 len: 173 time: 0.5389090 Jul 14 09:38:33.645081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fd13ef-c72f-4c1c-b079-c66f2eb46d69 req-effc8e67-0c67-43a7-a29e-5587b7adeacb service neutron] 10.222.0.66 "GET /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340612 Jul 14 09:38:33.663092 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.726549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32f96a1f-344d-4955-875f-c2a97f39e2a2 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:33.763074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0768fa-1d24-4f36-afec-dc15214aeb11 req-e762bf46-4224-4df9-9223-25abecae9dd1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:33.765124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f0768fa-1d24-4f36-afec-dc15214aeb11 req-e762bf46-4224-4df9-9223-25abecae9dd1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 945 time: 0.0755301 Jul 14 09:38:33.797949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 32f96a1f-344d-4955-875f-c2a97f39e2a2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:33.803044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8a054eb-4265-4723-acb3-8efce5dcdcf2 req-d4990763-9509-4311-9d4f-fd33cf9bdfdc tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups/c3f4589d-d5c3-4c09-8476-a8120b275c37 HTTP/1.1" status: 200 len: 1809 time: 0.0970201 Jul 14 09:38:33.803844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 32f96a1f-344d-4955-875f-c2a97f39e2a2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:33.804481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.814055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f0768fa-1d24-4f36-afec-dc15214aeb11 req-67ff1edb-30fd-434e-9136-10e849572b5f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432801 Jul 14 09:38:33.906834 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.938412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568ba1f9-1abc-4ecf-a105-3104eda8c66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f96a1f-344d-4955-875f-c2a97f39e2a2'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:33.942645 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75eaaa7-4bd8-4dfa-b0e2-4a05c18687da" -d '{"events": [{"server_uuid": "568ba1f9-1abc-4ecf-a105-3104eda8c66d", "name": "network-vif-plugged", "status": "completed", "tag": "32f96a1f-344d-4955-875f-c2a97f39e2a2"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:33.966533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32f96a1f-344d-4955-875f-c2a97f39e2a2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32f96a1f-344d-4955-875f-c2a97f39e2a2,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:33.974012 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:33.975005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:34.003629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a8a054eb-4265-4723-acb3-8efce5dcdcf2 req-4ab96a5a-7d5b-49c6-980e-6165c13b7fe2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.029541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a8a054eb-4265-4723-acb3-8efce5dcdcf2 req-4ab96a5a-7d5b-49c6-980e-6165c13b7fe2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.036970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef197a-de54-4079-b420-3042600f323f req-81426f5e-09a2-476c-ba31-f75b86c185ff tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.045817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6ef197a-de54-4079-b420-3042600f323f req-81426f5e-09a2-476c-ba31-f75b86c185ff tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 946 time: 0.0885100 Jul 14 09:38:34.069542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.073384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=32f96a1f-344d-4955-875f-c2a97f39e2a2,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.085575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:34.090708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:34.091599 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.095583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6ef197a-de54-4079-b420-3042600f323f req-a51b5700-e607-44f5-a6ee-888aef067444 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456228 Jul 14 09:38:34.123839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42202) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:34.193658 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.246819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:34.254709 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.271264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a215be-85b8-4140-b43f-6a53b6d77bf8 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.271264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c3a215be-85b8-4140-b43f-6a53b6d77bf8 tempest-TestNetworkBasicOps-519247093 tempest-TestNetworkBasicOps-519247093-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 1093 time: 0.1449671 Jul 14 09:38:34.287783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42206) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:34.293402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:34.334361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.355039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.406211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73539d7b-ad98-4870-8758-7cc3d4a3b856 req-c361a1dd-f24a-4331-89d9-6dd5788634f4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.407839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73539d7b-ad98-4870-8758-7cc3d4a3b856 req-c361a1dd-f24a-4331-89d9-6dd5788634f4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 945 time: 0.1585107 Jul 14 09:38:34.464825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73539d7b-ad98-4870-8758-7cc3d4a3b856 req-13054af8-8a1a-4938-8223-5745a0e8dfa6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478246 Jul 14 09:38:34.498782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a8a054eb-4265-4723-acb3-8efce5dcdcf2 req-4ab96a5a-7d5b-49c6-980e-6165c13b7fe2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.501483 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a8a054eb-4265-4723-acb3-8efce5dcdcf2 req-4ab96a5a-7d5b-49c6-980e-6165c13b7fe2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.502779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8a054eb-4265-4723-acb3-8efce5dcdcf2 req-4ab96a5a-7d5b-49c6-980e-6165c13b7fe2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "DELETE /v2.0/security-groups/c3f4589d-d5c3-4c09-8476-a8120b275c37 HTTP/1.1" status: 204 len: 173 time: 0.6918314 Jul 14 09:38:34.507655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.518877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab96a5a-7d5b-49c6-980e-6165c13b7fe2 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f4589d-d5c3-4c09-8476-a8120b275c37,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:34.567957 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1be958-b851-4e72-8f13-dc7ea7b3379b x-openstack-request-id: req-0b1be958-b851-4e72-8f13-dc7ea7b3379b {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:34.568309 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568ba1f9-1abc-4ecf-a105-3104eda8c66d", "name": "network-vif-plugged", "status": "completed", "tag": "32f96a1f-344d-4955-875f-c2a97f39e2a2", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:34.568578 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b1be958-b851-4e72-8f13-dc7ea7b3379b {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:34.568997 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568ba1f9-1abc-4ecf-a105-3104eda8c66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32f96a1f-344d-4955-875f-c2a97f39e2a2', 'code': 200} Jul 14 09:38:34.570541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Router f669a839-9884-48a6-8e13-d29539296a21 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:34.672736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Allocated IP 172.25.0.248 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/45896b87-7548-4184-af3e-b7c7c0966f63) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:34.783563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5d67-5cbc-43ce-9d46-1a4ad43c81e4 req-4e85112a-4936-4121-a977-0328f9b39f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:34.785610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0af5d67-5cbc-43ce-9d46-1a4ad43c81e4 req-4e85112a-4936-4121-a977-0328f9b39f0a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 1097 time: 0.1417847 Jul 14 09:38:34.786586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:34.794931 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Sync routers for ids ['f669a839-9884-48a6-8e13-d29539296a21'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:34.813876 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Routers {'f669a839-9884-48a6-8e13-d29539296a21'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:34.814200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.814964 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f669a839-9884-48a6-8e13-d29539296a21'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:34.818513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-55c9e40c-9218-4493-923d-48af0c9b2127 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7735858 Jul 14 09:38:34.819147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42222) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:34.866038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.936349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:34.961166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0af5d67-5cbc-43ce-9d46-1a4ad43c81e4 req-dec2a650-52d5-44c6-975a-788c6f9f2765 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544104 Jul 14 09:38:34.988986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:34.997131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:35.001255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:35.020478 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Set router f669a839-9884-48a6-8e13-d29539296a21 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:35.035159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=45896b87-7548-4184-af3e-b7c7c0966f63,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:35.087284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.260249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb5a0c-ef8e-4065-8e4a-1b87527974aa req-9c6a4543-2f7c-4ac7-a6cc-6d5b92d1db74 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.261683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ceb5a0c-ef8e-4065-8e4a-1b87527974aa req-9c6a4543-2f7c-4ac7-a6cc-6d5b92d1db74 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 946 time: 0.1762497 Jul 14 09:38:35.284272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38ec5b-c16f-47da-84bd-0745318ee7c1 req-a329bcff-b321-4ae0-aa0c-4d7c68579936 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.291914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba38ec5b-c16f-47da-84bd-0745318ee7c1 req-a329bcff-b321-4ae0-aa0c-4d7c68579936 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.2017405 Jul 14 09:38:35.296540 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f669a839-9884-48a6-8e13-d29539296a21', 'name': '', 'tenant_id': '536864a948bb4aaeb2a3c488feb60b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '550006f6-471c-476e-a40e-76a51ade09ea', 'external_fixed_ips': [{'subnet_id': '683a8456-d99b-4336-958a-cf5f99111b75', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '36150bf4-0d85-4535-b8b6-0b37ecb4a601', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:31Z', 'updated_at': '2021-07-14T09:38:33Z', 'revision_number': 3, 'project_id': '536864a948bb4aaeb2a3c488feb60b11', 'gw_port': {'id': '36150bf4-0d85-4535-b8b6-0b37ecb4a601', 'name': '', 'network_id': '550006f6-471c-476e-a40e-76a51ade09ea', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f669a839-9884-48a6-8e13-d29539296a21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2065, 'fixed_ips': [{'subnet_id': '683a8456-d99b-4336-958a-cf5f99111b75', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:32Z', 'updated_at': '2021-07-14T09:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '683a8456-d99b-4336-958a-cf5f99111b75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:35.305073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.348909 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Checking router: f669a839-9884-48a6-8e13-d29539296a21 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:35.352049 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Updating router f669a839-9884-48a6-8e13-d29539296a21 port 36150bf4-0d85-4535-b8b6-0b37ecb4a601 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:35.363050 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba38ec5b-c16f-47da-84bd-0745318ee7c1 req-a9d15821-1e0d-49a1-96f5-de4dc7a2679f tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701573 Jul 14 09:38:35.363288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ceb5a0c-ef8e-4065-8e4a-1b87527974aa req-ce37b008-fa80-4381-96b9-314d4754cd94 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904872 Jul 14 09:38:35.408051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Deleting port 36150bf4-0d85-4535-b8b6-0b37ecb4a601 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:35.409566 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.413276 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.505922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.527256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Calling delete_port for 36150bf4-0d85-4535-b8b6-0b37ecb4a601 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:35.579357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.703638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.718054 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.756879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=93782) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers result.read() Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers items = [ Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2837, in __iter__ Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2844, in _iter Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 289, in orm_pre_session_exec Jul 14 09:38:35.789278 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers session._autoflush() Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers self.flush() Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers compat.raise_( Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers raise exception Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1582, in _execute_20 Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1451, in _execute_clauseelement Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1813, in _execute_context Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1992, in _handle_dbapi_exception Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers raise exception Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers result.read() Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 14 09:38:35.794204 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 14 09:38:35.802046 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:38:35.802046 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 14 09:38:35.802046 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-780147-26', 'ml2_port_bindings_port_id': '36150bf4-0d85-4535-b8b6-0b37ecb4a601', 'ml2_port_bindings_host': ''}] Jul 14 09:38:35.802046 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/14/e3q8) Jul 14 09:38:35.802046 n-d-780147-26 neutron-server[93782]: ERROR neutron.plugins.ml2.managers Jul 14 09:38:35.805547 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.db.api [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:38:35.805547 n-d-780147-26 neutron-server[93782]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 14 09:38:35.805547 n-d-780147-26 neutron-server[93782]: [parameters: {'host': 'n-d-780147-26', 'ml2_port_bindings_port_id': '36150bf4-0d85-4535-b8b6-0b37ecb4a601', 'ml2_port_bindings_host': ''}] Jul 14 09:38:35.805547 n-d-780147-26 neutron-server[93782]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:38:35.806643 n-d-780147-26 neutron-server[93782]: DEBUG oslo_db.api [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:38:35.835130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.902869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448480-5028-4a30-9ceb-db01ff2c7297 req-d3c6852b-43f4-4b99-9210-d2135a486f62 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:35.904237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80448480-5028-4a30-9ceb-db01ff2c7297 req-d3c6852b-43f4-4b99-9210-d2135a486f62 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 945 time: 0.2443254 Jul 14 09:38:35.905403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event deleted for resources: {'Port': ['ID=36150bf4-0d85-4535-b8b6-0b37ecb4a601,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:35.945782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.955199 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.985853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.989206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a02bb484-e465-4b17-a5ad-e35532603a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:35.990193 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-80448480-5028-4a30-9ceb-db01ff2c7297 req-a1456950-97a0-436b-ade0-87bcb3b535d6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754328 Jul 14 09:38:36.048889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event updated for resources: {'Port': ['ID=45896b87-7548-4184-af3e-b7c7c0966f63,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:36.065710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.066067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.066410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.066750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.067089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.067422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.067753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.068080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.068431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.068760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.069092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.069440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:38:36.073658 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.082583 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.084768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.132651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.133218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f669a839-9884-48a6-8e13-d29539296a21 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:36.138334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.140257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-382c76b8-39f0-47bb-aaf6-4d008bfc53fb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f669a839-9884-48a6-8e13-d29539296a21 HTTP/1.1" status: 204 len: 168 time: 1.3087177 Jul 14 09:38:36.142894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42250) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:36.188364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-c543eba3-92f8-47ce-a2f4-aaa83f7aac9b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Deleting subnet 683a8456-d99b-4336-958a-cf5f99111b75 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:36.191733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c543eba3-92f8-47ce-a2f4-aaa83f7aac9b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.205630 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Floating IP b4f1d006-56e3-4039-ab80-ff8919e46188 associated. External IP: 172.25.0.248, port: 5dd67d4c-59cc-4f93-8e97-42ebef410132. Jul 14 09:38:36.226736 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c543eba3-92f8-47ce-a2f4-aaa83f7aac9b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.264501 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a02bb484-e465-4b17-a5ad-e35532603a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.265932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c543eba3-92f8-47ce-a2f4-aaa83f7aac9b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.269717 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a02bb484-e465-4b17-a5ad-e35532603a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.331702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c543eba3-92f8-47ce-a2f4-aaa83f7aac9b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.334848 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Port 36150bf4-0d85-4535-b8b6-0b37ecb4a601 not found while updating agent binding for router f669a839-9884-48a6-8e13-d29539296a21. {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 14 09:38:36.343990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a02bb484-e465-4b17-a5ad-e35532603a4c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43af5868577f4f648579555475ffe856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5860314 Jul 14 09:38:36.346457 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Routers set() bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:36.346659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:36.347231 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Router IDs set() for agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:38:36.348263 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_agentschedulers_db [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f669a839-9884-48a6-8e13-d29539296a21'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent'). {{(pid=93782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:38:36.348643 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fa044f-523e-46c4-861a-6303bf0acbae None None] The sync data for ids ['f669a839-9884-48a6-8e13-d29539296a21'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:36.354774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bb484-e465-4b17-a5ad-e35532603a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69859f6-7d12-412c-b8d8-d1bf3a7f7322,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:36.366717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543eba3-92f8-47ce-a2f4-aaa83f7aac9b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=683a8456-d99b-4336-958a-cf5f99111b75,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:36.372651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c543eba3-92f8-47ce-a2f4-aaa83f7aac9b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.375269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c543eba3-92f8-47ce-a2f4-aaa83f7aac9b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "DELETE /v2.0/subnets/683a8456-d99b-4336-958a-cf5f99111b75 HTTP/1.1" status: 204 len: 168 time: 0.2314363 Jul 14 09:38:36.378039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42254) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:36.456279 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.479274 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24b1526c-b374-49e4-8b21-5a56147008c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.514557 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24b1526c-b374-49e4-8b21-5a56147008c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.570286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:36.573584 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e5ca137-1095-4b9f-9c52-63b0ca61d8c9" -d '{"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-plugged", "status": "completed", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:36.576339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router 1902c040-edc8-4b52-88c8-41b273cf0d81 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:36.580027 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.592287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550006f6-471c-476e-a40e-76a51ade09ea']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:36.609598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3e953a-1b16-401a-a653-7df6334eed70') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:36.609896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3e953a-1b16-401a-a653-7df6334eed70') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:36.625787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.645464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.658480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d662ff-cde8-46e1-a0a4-73401630f52a req-793de0db-7f0b-40bf-9d1f-279e72e6f952 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.660240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65d662ff-cde8-46e1-a0a4-73401630f52a req-793de0db-7f0b-40bf-9d1f-279e72e6f952 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 946 time: 0.1217067 Jul 14 09:38:36.662567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478821e8-153e-4aa1-9381-af884c52eaf5 req-9faa0df1-1bb0-4c58-b42b-2fc617f6d47b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:36.662835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:36.663372 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.664043 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-478821e8-153e-4aa1-9381-af884c52eaf5 req-9faa0df1-1bb0-4c58-b42b-2fc617f6d47b tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.1475854 Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:36.665288 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:36.669287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24b1526c-b374-49e4-8b21-5a56147008c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.669287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24b1526c-b374-49e4-8b21-5a56147008c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.673479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-24b1526c-b374-49e4-8b21-5a56147008c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e69859f6-7d12-412c-b8d8-d1bf3a7f7322 HTTP/1.1" status: 204 len: 168 time: 0.3228312 Jul 14 09:38:36.715449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1526c-b374-49e4-8b21-5a56147008c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69859f6-7d12-412c-b8d8-d1bf3a7f7322,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:36.757720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65d662ff-cde8-46e1-a0a4-73401630f52a req-c1bc6b07-6b29-483f-968c-3dadd7c3c690 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536900 Jul 14 09:38:36.758941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.759771 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-478821e8-153e-4aa1-9381-af884c52eaf5 req-59d7089f-53ee-4bd3-82a4-50d6fbca9ad4 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559051 Jul 14 09:38:36.762704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:36.766170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 550006f6-471c-476e-a40e-76a51ade09ea {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 14 09:38:36.780055 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.786041 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "DELETE /v2.0/networks/550006f6-471c-476e-a40e-76a51ade09ea HTTP/1.1" status: 204 len: 168 time: 0.4034462 Jul 14 09:38:36.786041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae725aff-abfa-4c6d-b5dd-864deca36564 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event deleted for resources: {'Network': ['ID=550006f6-471c-476e-a40e-76a51ade09ea,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:36.789990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] Sync routers for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:36.815013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:36.815849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:36.817770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:36.875023 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8b61aeb1-f483-43ba-b7b4-bcc1dc2745b4 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5851846 Jul 14 09:38:36.875892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:36.878046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42266) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:36.878569 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:36.884925 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69206bc-4501-48fa-94e6-e2314cf3b047 x-openstack-request-id: req-c69206bc-4501-48fa-94e6-e2314cf3b047 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:36.885475 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-plugged", "status": "completed", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:36.885932 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c69206bc-4501-48fa-94e6-e2314cf3b047 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:36.886505 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'code': 200} Jul 14 09:38:36.933616 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfb78ab-6766-4b48-ba29-e09722f65f05 x-openstack-request-id: req-9dfb78ab-6766-4b48-ba29-e09722f65f05 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:36.933915 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:36.934228 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9dfb78ab-6766-4b48-ba29-e09722f65f05 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:36.934572 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'status': 'completed', 'code': 200} Jul 14 09:38:37.017818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:37.281917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:37.286643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ad3d7723-973c-4b02-94d6-660d899f5a66 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'router': {'name': 'tempest-router--1319821662', 'project_id': '2a504fe2ea154d6ca4a3e6f920e9cd04'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:37.293225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-99e01b45-f63c-4c40-912f-3c54b0ffdb9e tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/floatingips/b4f1d006-56e3-4039-ab80-ff8919e46188 HTTP/1.1" status: 200 len: 992 time: 0.4134121 Jul 14 09:38:37.322978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7723-973c-4b02-94d6-660d899f5a66 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.324025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7723-973c-4b02-94d6-660d899f5a66 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.399984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-09e3ab59-f267-4bc9-93a4-04c85252bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.402053 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-09e3ab59-f267-4bc9-93a4-04c85252bb24 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 1098 time: 0.4079032 Jul 14 09:38:37.422532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b4f1d006-56e3-4039-ab80-ff8919e46188', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'port_id': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'mac_address': 'fa:16:3e:48:10:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:35Z', 'updated_at': '2021-07-14T09:38:35Z', 'revision_number': 0, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:37.452939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] Checking router: 1902c040-edc8-4b52-88c8-41b273cf0d81 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:37.456435 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7723-973c-4b02-94d6-660d899f5a66 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.463163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:37.464109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:37.464724 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7723-973c-4b02-94d6-660d899f5a66 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.485848 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad3d7723-973c-4b02-94d6-660d899f5a66 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:37.487438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ad3d7723-973c-4b02-94d6-660d899f5a66 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2043648 Jul 14 09:38:37.491785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:37.577903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc202e9-ea34-4e09-b2b5-0f62c5a2d65a req-aeb29c87-67d6-4b6e-afaf-ff4be865db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.579659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2cc202e9-ea34-4e09-b2b5-0f62c5a2d65a req-aeb29c87-67d6-4b6e-afaf-ff4be865db5c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 1098 time: 0.4891057 Jul 14 09:38:37.580933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-e32e6b6a-45b1-4931-8b26-efd5c3ab947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.582556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-e32e6b6a-45b1-4931-8b26-efd5c3ab947f service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa12a99e-dc18-4427-8757-5c3430018a64 HTTP/1.1" status: 200 len: 897 time: 0.1711230 Jul 14 09:38:37.599710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57142a-bf05-4984-8e97-1ccc196d19a1 req-ec1a1a31-0513-415d-ac70-8d93d20f478d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.607764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c57142a-bf05-4984-8e97-1ccc196d19a1 req-ec1a1a31-0513-415d-ac70-8d93d20f478d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 945 time: 0.3936508 Jul 14 09:38:37.711489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-2fb6057e-97b9-41e7-afaa-c7df458553e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132 HTTP/1.1" status: 200 len: 1000 time: 0.0909545 Jul 14 09:38:37.775380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:37.799080 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c57142a-bf05-4984-8e97-1ccc196d19a1 req-43dc026e-edb0-45ed-b228-2e546cc9b8cf tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895504 Jul 14 09:38:37.868658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-7be35e96-2fc2-4f56-8c75-014d07eecaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:37.870227 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-7be35e96-2fc2-4f56-8c75-014d07eecaaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6308de0-d7bb-4439-a821-593a2e80674d HTTP/1.1" status: 200 len: 834 time: 0.1421027 Jul 14 09:38:38.020819 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2cc202e9-ea34-4e09-b2b5-0f62c5a2d65a req-428210b2-7548-4fbf-872f-e0c235b02ab7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4313397 Jul 14 09:38:38.076730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-2b08cd4e-cf78-4a7b-a0e4-29a384951d49 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.079124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-f7720fed-10e0-4b11-8934-c83581b78afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.079303 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-2b08cd4e-cf78-4a7b-a0e4-29a384951d49 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.66 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.6932881 Jul 14 09:38:38.081799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-f7720fed-10e0-4b11-8934-c83581b78afe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa12a99e-dc18-4427-8757-5c3430018a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844602 Jul 14 09:38:38.087956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b4f1d006-56e3-4039-ab80-ff8919e46188', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'port_id': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'mac_address': 'fa:16:3e:48:10:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:35Z', 'updated_at': '2021-07-14T09:38:35Z', 'revision_number': 0, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:38.125507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9e354-7ab4-474d-a540-06cdd42e6b65 req-11c15432-de41-4527-b6f6-377a367bbc5f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.132809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eff9e354-7ab4-474d-a540-06cdd42e6b65 req-11c15432-de41-4527-b6f6-377a367bbc5f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 946 time: 0.1502345 Jul 14 09:38:38.135032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aca066c-4546-4277-bc9e-4b49702a04ba None None] The sync data for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 is: [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b4f1d006-56e3-4039-ab80-ff8919e46188', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'port_id': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'mac_address': 'fa:16:3e:48:10:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:38:35Z', 'updated_at': '2021-07-14T09:38:35Z', 'revision_number': 0, 'project_id': '8973d0596776403abb0c5971306019f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:38.139896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92160dde-bb3f-45a6-a2c9-fd821a0a54b1 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.216357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eff9e354-7ab4-474d-a540-06cdd42e6b65 req-6d8e94a0-2105-4091-a785-08a991fcdcc5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519650 Jul 14 09:38:38.267480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-db8f4100-1fe9-4035-a5a5-f9e7d33f4015 service neutron] 10.222.0.66 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726789 Jul 14 09:38:38.304758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42316) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:38.397970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb7a85-3ef8-4fd5-bd76-baf1894d56c6 req-d39743dd-bd74-4ae6-b6d8-7ad94ef9e49c tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.399560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2edb7a85-3ef8-4fd5-bd76-baf1894d56c6 req-d39743dd-bd74-4ae6-b6d8-7ad94ef9e49c tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 945 time: 0.3359637 Jul 14 09:38:38.417908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa83f4b5-1efe-4b50-b413-fde2c20cc0b1 req-de616587-0ca5-46d9-808b-2bd780844229 service neutron] 10.222.0.66 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416557 Jul 14 09:38:38.464499 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afddcdf-5688-4657-bea0-6ddd42f11cda None None] New status for floating IP b4f1d006-56e3-4039-ab80-ff8919e46188: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:38:38.466839 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92160dde-bb3f-45a6-a2c9-fd821a0a54b1 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.474122 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92160dde-bb3f-45a6-a2c9-fd821a0a54b1 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.509585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26b797-840f-4b60-b39a-6a14241f32a0 req-1fd841ff-ff4f-48e4-bfa3-1c5b65c4cf54 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:38.511291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a26b797-840f-4b60-b39a-6a14241f32a0 req-1fd841ff-ff4f-48e4-bfa3-1c5b65c4cf54 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.1564283 Jul 14 09:38:38.529294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a26b797-840f-4b60-b39a-6a14241f32a0 req-d7d0ee9c-2db7-4da9-9640-385073641f5e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/quotas/b15cc3cbaa824894844a3989894ba747 HTTP/1.1" status: 200 len: 375 time: 0.0115604 Jul 14 09:38:38.592293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2edb7a85-3ef8-4fd5-bd76-baf1894d56c6 req-188e13c8-f4c8-40af-a507-613765e72e4f tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/security-groups?id=88d3032f-30ab-49a7-9b13-cc051a5d9931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532779 Jul 14 09:38:38.613355 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92160dde-bb3f-45a6-a2c9-fd821a0a54b1 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.614713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92160dde-bb3f-45a6-a2c9-fd821a0a54b1 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c10cc28-16ab-43de-ae67-d7a9ce179a16 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:38.632046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a26b797-840f-4b60-b39a-6a14241f32a0 req-c21f980b-7d57-4991-8344-357c4b7f230a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0934772 Jul 14 09:38:38.646811 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92160dde-bb3f-45a6-a2c9-fd821a0a54b1 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.649704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-92160dde-bb3f-45a6-a2c9-fd821a0a54b1 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "DELETE /v2.0/routers/7c10cc28-16ab-43de-ae67-d7a9ce179a16 HTTP/1.1" status: 204 len: 168 time: 1.1540153 Jul 14 09:38:38.665904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8a9aea3a-2119-4061-a67c-575e4fc5e5a7 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/floatingips/b4f1d006-56e3-4039-ab80-ff8919e46188 HTTP/1.1" status: 200 len: 992 time: 0.3178036 Jul 14 09:38:38.670754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Deleting port 9081253c-6548-4768-bc7c-0d2b73e6ad5a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:38.672627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.759443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a26b797-840f-4b60-b39a-6a14241f32a0 req-591d4f4f-3bd7-47aa-8346-f5cc80bbc1a4 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238446 Jul 14 09:38:38.823622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] For port 9081253c-6548-4768-bc7c-0d2b73e6ad5a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=9081253c-6548-4768-bc7c-0d2b73e6ad5a,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:38.824400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:38.862524 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Calling delete_port for 9081253c-6548-4768-bc7c-0d2b73e6ad5a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:38.901886 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a26b797-840f-4b60-b39a-6a14241f32a0 req-6f8afb0c-8b69-476a-8fa0-b5b402d5b87e service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305666 Jul 14 09:38:38.926992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42346) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:39.066762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.086507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['9081253c-6548-4768-bc7c-0d2b73e6ad5a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:39.130342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Pushing event deleted for resources: {'Port': ['ID=9081253c-6548-4768-bc7c-0d2b73e6ad5a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:39.180920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] No DVR routers for this DVR port 9081253c-6548-4768-bc7c-0d2b73e6ad5a on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:39.186554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.193090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03dc0665-57b1-49f3-ac57-edf6e9d4b78d req-0f9e91b2-22e5-46a2-8485-b1ef38c49b0a tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.66 "DELETE /v2.0/ports/9081253c-6548-4768-bc7c-0d2b73e6ad5a HTTP/1.1" status: 204 len: 173 time: 1.0997956 Jul 14 09:38:39.193521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'name': 'network-vif-deleted', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:39.197964 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b743ee-5896-47c3-be28-c3b1a6e79d0e" -d '{"events": [{"server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "name": "network-vif-deleted", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:39.276976 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01449b0-f09e-4227-9d89-7f6aa33502a3 x-openstack-request-id: req-d01449b0-f09e-4227-9d89-7f6aa33502a3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:39.277515 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467a10e4-c545-4a1a-b7e5-8651ac9a690b", "name": "network-vif-deleted", "tag": "9081253c-6548-4768-bc7c-0d2b73e6ad5a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:39.278073 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d01449b0-f09e-4227-9d89-7f6aa33502a3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:39.278637 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467a10e4-c545-4a1a-b7e5-8651ac9a690b', 'name': 'network-vif-deleted', 'tag': '9081253c-6548-4768-bc7c-0d2b73e6ad5a', 'status': 'completed', 'code': 200} Jul 14 09:38:39.362613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-672504896', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:39.421093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.423559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:39.669648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:39.816295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cfeaca35-f4d1-44e6-85f1-fe6e65f8d1ba tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/floatingips/b4f1d006-56e3-4039-ab80-ff8919e46188 HTTP/1.1" status: 200 len: 994 time: 0.1445162 Jul 14 09:38:39.998100 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e17aeb9-ec9a-44f4-a26e-1e80078a9f20 req-19d41e86-e1fb-4f78-a3b1-45bc37ff79d0 tempest-ServerRescueTestJSONUnderV235-788713608 tempest-ServerRescueTestJSONUnderV235-788713608-project] 10.222.0.73 "GET /v2.0/ports?device_id=467a10e4-c545-4a1a-b7e5-8651ac9a690b HTTP/1.1" status: 200 len: 210 time: 0.0581183 Jul 14 09:38:40.036239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.243324 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.253978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c675e8-da79-4814-a7a7-5f745eec6fb1 req-eb1f60bf-b640-4707-b7cb-6e71ef9eaf4f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.260735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5c675e8-da79-4814-a7a7-5f745eec6fb1 req-eb1f60bf-b640-4707-b7cb-6e71ef9eaf4f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 946 time: 0.7589300 Jul 14 09:38:40.279062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42448) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:40.344978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5c675e8-da79-4814-a7a7-5f745eec6fb1 req-09cba7c9-ca24-4c82-95e2-f9fd055195eb tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832152 Jul 14 09:38:40.448093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bcd265d-1bdf-4c41-b843-4a4d6ddcf962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.510023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.512651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-4725e30e-f69f-41b7-9046-90d5bff90d56 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:40.514716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-4725e30e-f69f-41b7-9046-90d5bff90d56 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.1395044 Jul 14 09:38:40.530046 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.536230 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-e1216430-fa3d-4f00-856f-203df553eaf8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/quotas/b15cc3cbaa824894844a3989894ba747 HTTP/1.1" status: 200 len: 375 time: 0.0152969 Jul 14 09:38:40.630155 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bcd265d-1bdf-4c41-b843-4a4d6ddcf962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.634712 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bcd265d-1bdf-4c41-b843-4a4d6ddcf962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.647842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Allocated IP 172.25.0.135 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/d6604132-d0b8-43e7-8494-5fa26d2fc63d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:40.649357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-7ce0995b-b0f6-4cd5-b619-6ab63f2886e3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050730 Jul 14 09:38:40.697596 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7bcd265d-1bdf-4c41-b843-4a4d6ddcf962 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ebc4421813c140d1bbb4ad249e65c15d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163072 Jul 14 09:38:40.701953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42462) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:40.722714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd265d-1bdf-4c41-b843-4a4d6ddcf962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b48ef9-362f-4ddd-8333-0b764a548481,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:40.774378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-c80540fd-2216-4cd7-9512-90d2afe34e91 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138818 Jul 14 09:38:40.785152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc2f1-844e-4c49-b350-d17f6564a905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.808970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.827303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc2f1-844e-4c49-b350-d17f6564a905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.870714 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-4a742fb4-43ca-4641-a602-3daabe5aaebc service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898139 Jul 14 09:38:40.887381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.918228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc2f1-844e-4c49-b350-d17f6564a905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.920904 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc2f1-844e-4c49-b350-d17f6564a905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:40.924452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2c5bc2f1-844e-4c49-b350-d17f6564a905 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f6b48ef9-362f-4ddd-8333-0b764a548481 HTTP/1.1" status: 204 len: 168 time: 0.2191839 Jul 14 09:38:40.944557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:40.945653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bc2f1-844e-4c49-b350-d17f6564a905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b48ef9-362f-4ddd-8333-0b764a548481,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:40.963860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:40.966025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:40.990676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event updated for resources: {'Port': ['ID=d6604132-d0b8-43e7-8494-5fa26d2fc63d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.118260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42474) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:41.140789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79a12f6e-e87b-42c4-9d94-9003150febad req-fd7b41e7-be33-49a2-8896-b6263a3c674e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 210 time: 0.0705738 Jul 14 09:38:41.347813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42482) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:41.369577 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c80ce1e-a2bd-4ec8-b914-dc6dae2e58b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.408559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.416661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 9081253c-6548-4768-bc7c-0d2b73e6ad5a no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:41.459466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 9081253c-6548-4768-bc7c-0d2b73e6ad5a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:41.459824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 9081253c-6548-4768-bc7c-0d2b73e6ad5a not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:41.584176 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.601984 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c80ce1e-a2bd-4ec8-b914-dc6dae2e58b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.643175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c80ce1e-a2bd-4ec8-b914-dc6dae2e58b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.709606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f455b-2cd1-4d07-8127-a266f4327916 req-04437706-76c2-4999-ab3d-24fe7700a0a8 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:41.711144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-da8f455b-2cd1-4d07-8127-a266f4327916 req-04437706-76c2-4999-ab3d-24fe7700a0a8 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 946 time: 0.1987000 Jul 14 09:38:41.718056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2c80ce1e-a2bd-4ec8-b914-dc6dae2e58b7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=808e85d20dd643acad4f84424b6b4786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688161 Jul 14 09:38:41.726286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:41.746217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80ce1e-a2bd-4ec8-b914-dc6dae2e58b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ea9d77-bf65-430e-9a30-1623528decaa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:41.796431 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-da8f455b-2cd1-4d07-8127-a266f4327916 req-fe085f6c-24ab-47f6-96bf-28908ace84a2 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768638 Jul 14 09:38:41.799340 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.840116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6958cd31-014d-4653-ab42-ba8a1979522b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.891579 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6958cd31-014d-4653-ab42-ba8a1979522b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:41.948613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Router 7ae95182-a1ef-46e5-99b9-6a2543015673 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:41.965555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Deleting port 8be50f88-77b0-4f5a-8606-5ce0c1821d81 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:41.965965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.007731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6958cd31-014d-4653-ab42-ba8a1979522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.010417 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6958cd31-014d-4653-ab42-ba8a1979522b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.011591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6958cd31-014d-4653-ab42-ba8a1979522b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43ea9d77-bf65-430e-9a30-1623528decaa HTTP/1.1" status: 204 len: 168 time: 0.2843580 Jul 14 09:38:42.026462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958cd31-014d-4653-ab42-ba8a1979522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ea9d77-bf65-430e-9a30-1623528decaa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:42.068902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] For port 8be50f88-77b0-4f5a-8606-5ce0c1821d81, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8be50f88-77b0-4f5a-8606-5ce0c1821d81,segment=NetworkSegment(e4d159d1-d8c3-46e4-821d-14633f1d0267),segment_id=e4d159d1-d8c3-46e4-821d-14633f1d0267)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:42.069351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.077129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:42.087930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b1df3-7d49-4a93-bf12-e69de6df8952 None None] Sync routers for ids ['7ae95182-a1ef-46e5-99b9-6a2543015673'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:42.089742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Calling delete_port for 8be50f88-77b0-4f5a-8606-5ce0c1821d81 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:42.099258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.101767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b1df3-7d49-4a93-bf12-e69de6df8952 None None] Routers {'7ae95182-a1ef-46e5-99b9-6a2543015673'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:42.103279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-377b1df3-7d49-4a93-bf12-e69de6df8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7ae95182-a1ef-46e5-99b9-6a2543015673'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:42.103448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42494) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:42.115864 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-36cacbc6-fb61-4ee4-bd97-c141ab55659d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1878564 Jul 14 09:38:42.141361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-377b1df3-7d49-4a93-bf12-e69de6df8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:42.151829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377b1df3-7d49-4a93-bf12-e69de6df8952 None None] Routers {'7ae95182-a1ef-46e5-99b9-6a2543015673'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:42.152742 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-377b1df3-7d49-4a93-bf12-e69de6df8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7ae95182-a1ef-46e5-99b9-6a2543015673'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:42.194143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-377b1df3-7d49-4a93-bf12-e69de6df8952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:42.195051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377b1df3-7d49-4a93-bf12-e69de6df8952 None None] The sync data for ids ['7ae95182-a1ef-46e5-99b9-6a2543015673'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:42.254458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-95c524e6-54e7-4515-9a58-ed62d07edec4 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/routers/7ae95182-a1ef-46e5-99b9-6a2543015673 HTTP/1.1" status: 200 len: 920 time: 0.1499629 Jul 14 09:38:42.260689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42500) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:42.304060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5d62c160-cfd9-4b15-85bf-30184642a0c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ae95182-a1ef-46e5-99b9-6a2543015673 HTTP/1.1" status: 200 len: 205 time: 0.0422082 Jul 14 09:38:42.307287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42502) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:42.433126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-c70b580f-2be9-483e-a48f-d3f8f350c74d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:42.434625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-c70b580f-2be9-483e-a48f-d3f8f350c74d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.1840327 Jul 14 09:38:42.452432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Request body: {'port': {'device_id': '64a5af04-4339-4d88-a606-655148433fcd', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'admin_state_up': True, 'tenant_id': 'b15cc3cbaa824894844a3989894ba747'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:42.462963 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca1624d9-5f76-461b-9d7c-da7ab04cd06e req-224cf294-38a5-4668-b9ec-095e3b9886e9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 210 time: 0.1536632 Jul 14 09:38:42.569769 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.593297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:38:42.596883 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.738765 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.743020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.772006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be50f88-77b0-4f5a-8606-5ce0c1821d81,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:42.780937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Allocated IP 172.20.0.14 (528bc5e0-656c-4dd1-a586-5eba8f6aa108/3eaf5bc9-caa5-490c-b0b2-94273b5b5443/4bb679ce-b084-422c-8542-f27d732074d3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:42.885054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Deleting port d6604132-d0b8-43e7-8494-5fa26d2fc63d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:42.885407 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:42.969437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.023574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.037901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:43.084568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:43.090601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:43.102860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:43.133433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event updated for resources: {'Port': ['ID=4bb679ce-b084-422c-8542-f27d732074d3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:43.170860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.172052 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.188964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-64625bd3-4f76-41dc-960f-03bf917eec74 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7428570 Jul 14 09:38:43.203479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Request body: {'port': {'device_id': '64a5af04-4339-4d88-a606-655148433fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:43.288084 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.390091 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.400072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.406530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Calling delete_port for d6604132-d0b8-43e7-8494-5fa26d2fc63d owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:43.623497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb679ce-b084-422c-8542-f27d732074d3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:43.643436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.657679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Transition to ACTIVE for port object 4bb679ce-b084-422c-8542-f27d732074d3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:43.662788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.713680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb679ce-b084-422c-8542-f27d732074d3,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:43.796823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Attempting to bind port 4bb679ce-b084-422c-8542-f27d732074d3 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:43.797512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Attempting to bind port 4bb679ce-b084-422c-8542-f27d732074d3 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:43.797925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Attempting to bind port 4bb679ce-b084-422c-8542-f27d732074d3 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:43.802616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Port 4bb679ce-b084-422c-8542-f27d732074d3 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:38:43.803058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Attempting to bind port 4bb679ce-b084-422c-8542-f27d732074d3 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:43.808699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:43.809170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Checking segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:43.809634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Bound using segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:43.810131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Bound port: 4bb679ce-b084-422c-8542-f27d732074d3, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:43.811109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.886046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] For port 4bb679ce-b084-422c-8542-f27d732074d3, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:43.889921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] For port 4bb679ce-b084-422c-8542-f27d732074d3, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4bb679ce-b084-422c-8542-f27d732074d3,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:43.898403 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.904276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711e3dc-274c-4a27-9bfd-2bcf0e06f9b2 req-ffe9cd8e-32a7-430c-a1dc-54926a04d51b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.905848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9711e3dc-274c-4a27-9bfd-2bcf0e06f9b2 req-ffe9cd8e-32a7-430c-a1dc-54926a04d51b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 944 time: 0.2209535 Jul 14 09:38:43.909521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.933185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:43.933817 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:43.935241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] 10.222.0.69 "PUT /v2.0/ports/4bb679ce-b084-422c-8542-f27d732074d3 HTTP/1.1" status: 200 len: 1093 time: 0.7374136 Jul 14 09:38:43.936320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64a5af04-4339-4d88-a606-655148433fcd', 'tag': '4bb679ce-b084-422c-8542-f27d732074d3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:43.938574 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe" -d '{"events": [{"name": "network-changed", "server_uuid": "64a5af04-4339-4d88-a606-655148433fcd", "tag": "4bb679ce-b084-422c-8542-f27d732074d3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:43.952820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event deleted for resources: {'Port': ['ID=d6604132-d0b8-43e7-8494-5fa26d2fc63d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:43.973915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Router 5ce61233-c03d-4eaa-8947-050e8c7330d2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:43.990046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71325d8-1f2c-4631-a0cd-c7bd24306915 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb679ce-b084-422c-8542-f27d732074d3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:44.010929 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa55d242-60c6-4c86-821f-396177e8c4dc x-openstack-request-id: req-aa55d242-60c6-4c86-821f-396177e8c4dc {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:44.011357 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64a5af04-4339-4d88-a606-655148433fcd", "tag": "4bb679ce-b084-422c-8542-f27d732074d3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:44.011694 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-aa55d242-60c6-4c86-821f-396177e8c4dc {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:44.012186 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64a5af04-4339-4d88-a606-655148433fcd', 'tag': '4bb679ce-b084-422c-8542-f27d732074d3', 'status': 'completed', 'code': 200} Jul 14 09:38:44.040957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9711e3dc-274c-4a27-9bfd-2bcf0e06f9b2 req-c859103a-b407-471c-bc04-75636d3e9473 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181233 Jul 14 09:38:44.069572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-299907af-8b35-4540-9233-1d99cc0276b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.071568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-299907af-8b35-4540-9233-1d99cc0276b0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 1096 time: 0.0825751 Jul 14 09:38:44.111182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.120776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-18e4644b-412e-4080-9d55-103a273390bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bb679ce-b084-422c-8542-f27d732074d3 HTTP/1.1" status: 200 len: 217 time: 0.0410960 Jul 14 09:38:44.176133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-eee442c0-fcae-4375-b152-f027e950c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.177660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-eee442c0-fcae-4375-b152-f027e950c6fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.0503972 Jul 14 09:38:44.211773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-c4c5adaa-f006-45a2-bdf0-47c9381683dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273018 Jul 14 09:38:44.243436 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.246692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.298054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:44.303810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-097969c2-fced-41f3-aa1c-a2954ce28da8 admin admin] 10.222.0.73 "PUT /v2.0/routers/5ce61233-c03d-4eaa-8947-050e8c7330d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1843796 Jul 14 09:38:44.306372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42560) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:44.311937 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] Sync routers for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:44.325166 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:44.326189 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:44.328143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-2e029cf2-8b39-4edf-ab81-6610aceecf02 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100702 Jul 14 09:38:44.369013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.370014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Fanout notify agent at l3_agent the message router_deleted on router 7ae95182-a1ef-46e5-99b9-6a2543015673 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:44.378377 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.383724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b7f58287-dab3-45f1-a29c-e47948b935c0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/7ae95182-a1ef-46e5-99b9-6a2543015673 HTTP/1.1" status: 204 len: 168 time: 2.0754983 Jul 14 09:38:44.384379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42570) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:44.392756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'router': {'name': 'tempest-snat-router-772759236', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': False}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:44.425872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.427623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.446788 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:44.476701 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0663533b-97fb-4acc-af4b-e78e23b0509a req-30c49ba4-0893-40d1-acc5-50d5d74b651c service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421385 Jul 14 09:38:44.552708 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.554425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.605732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-b665a077-5d7c-474a-a8df-43b8bfde4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.607927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-b665a077-5d7c-474a-a8df-43b8bfde4901 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 1096 time: 0.0723057 Jul 14 09:38:44.686839 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:38:42Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:44.722450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] Checking router: 5ce61233-c03d-4eaa-8947-050e8c7330d2 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:44.731911 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] Routers {'5ce61233-c03d-4eaa-8947-050e8c7330d2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:44.733390 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5ce61233-c03d-4eaa-8947-050e8c7330d2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:44.744933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-1471e12f-f74b-4517-beba-fa958d8d55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.746481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-1471e12f-f74b-4517-beba-fa958d8d55a1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 907 time: 0.1329203 Jul 14 09:38:44.789986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-f659122c-b861-4dc4-aeef-7f81f3b61c25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bb679ce-b084-422c-8542-f27d732074d3 HTTP/1.1" status: 200 len: 217 time: 0.0363679 Jul 14 09:38:44.831690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42586) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:44.840561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.854947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-9c6130ae-e8d3-4d4d-a4b7-0a7e63e7b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:44.856819 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-9c6130ae-e8d3-4d4d-a4b7-0a7e63e7b4fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.0589926 Jul 14 09:38:44.862671 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] Set router 5ce61233-c03d-4eaa-8947-050e8c7330d2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:44.863361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.911815 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-9fa0749c-b14b-428a-8753-58b33ad2c529 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445659 Jul 14 09:38:44.994229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20a1f61b-d646-4202-96fc-9fa3f52457a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:44.995385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Deleting port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:44.995897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.060564 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-c6c5f75f-79c7-4db8-be03-ad2c4f09b195 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415217 Jul 14 09:38:45.073718 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:38:42Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:45.106499 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b99840-431c-40b8-8ba7-ce29bf7efaeb None None] The sync data for ids ['5ce61233-c03d-4eaa-8947-050e8c7330d2'] in n-d-780147-26 is: [{'id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'name': 'tempest-ServerRescueTestJSONUnderV235-570954684-router', 'tenant_id': '5f48a3f324f94789b25809b94c76abd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:11Z', 'updated_at': '2021-07-14T09:38:42Z', 'revision_number': 5, 'project_id': '5f48a3f324f94789b25809b94c76abd3', 'gw_port': {'id': '2ac4ed83-66e5-474a-afa9-94ecc6c980e9', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:91:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce61233-c03d-4eaa-8947-050e8c7330d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1876, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:12Z', 'updated_at': '2021-07-14T09:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:45.180119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d35cf4f-cf85-4431-b76d-63fbe4087ebe req-2e6efa97-d93d-408f-af09-89037b951d3d service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989151 Jul 14 09:38:45.208624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20a1f61b-d646-4202-96fc-9fa3f52457a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.212828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-20a1f61b-d646-4202-96fc-9fa3f52457a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.224328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] For port 2ac4ed83-66e5-474a-afa9-94ecc6c980e9, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2ac4ed83-66e5-474a-afa9-94ecc6c980e9,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:45.224687 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.253407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-20a1f61b-d646-4202-96fc-9fa3f52457a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=969f35d73351469489adb29b0e8bb081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201021 Jul 14 09:38:45.254123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1f61b-d646-4202-96fc-9fa3f52457a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4006012c-f600-48b2-9f7b-8f07c1b37c33,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.256390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42592) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:45.266425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Calling delete_port for 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:45.310570 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a60ca420-facb-46ac-927a-1c62e5852f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.333061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a60ca420-facb-46ac-927a-1c62e5852f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.342427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.353897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dca6f7-9cee-4b8c-b5d9-9d3a894c196f req-3a334e53-79d1-4234-9de2-8f83e0a2aeee tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:45.355426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88dca6f7-9cee-4b8c-b5d9-9d3a894c196f req-3a334e53-79d1-4234-9de2-8f83e0a2aeee tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 944 time: 0.1890657 Jul 14 09:38:45.380519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.386833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a60ca420-facb-46ac-927a-1c62e5852f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.390511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a60ca420-facb-46ac-927a-1c62e5852f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.394242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a60ca420-facb-46ac-927a-1c62e5852f85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4006012c-f600-48b2-9f7b-8f07c1b37c33 HTTP/1.1" status: 204 len: 168 time: 0.1345012 Jul 14 09:38:45.401777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ca420-facb-46ac-927a-1c62e5852f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4006012c-f600-48b2-9f7b-8f07c1b37c33,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.523426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88dca6f7-9cee-4b8c-b5d9-9d3a894c196f req-b763e145-8e62-46fc-8749-bbf325942dff tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468449 Jul 14 09:38:45.630879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Allocated IP 172.25.0.41 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6f9f79f8-94b1-4498-b579-0a6bbbaceba3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:45.644296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.682487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac4ed83-66e5-474a-afa9-94ecc6c980e9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.697517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42598) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:45.713297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22a2c4c5-53e6-4f35-a59b-db56577adefb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.816479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22a2c4c5-53e6-4f35-a59b-db56577adefb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.820900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22a2c4c5-53e6-4f35-a59b-db56577adefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.827976 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.871604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-22a2c4c5-53e6-4f35-a59b-db56577adefb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=70f73c7aa9db4777a5b8858859a672a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1705084 Jul 14 09:38:45.871604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a2c4c5-53e6-4f35-a59b-db56577adefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe46825-09dd-40b6-84ea-1cde8de4ca13,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:45.874404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42602) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:45.927106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a63a6a92-5ff2-4bbc-bc8b-8469cda78808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:45.958405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a63a6a92-5ff2-4bbc-bc8b-8469cda78808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.210920 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:38:46.292293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.300886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.301754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a63a6a92-5ff2-4bbc-bc8b-8469cda78808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.309829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.310557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a63a6a92-5ff2-4bbc-bc8b-8469cda78808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.310557 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a63a6a92-5ff2-4bbc-bc8b-8469cda78808 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfe46825-09dd-40b6-84ea-1cde8de4ca13 HTTP/1.1" status: 204 len: 168 time: 0.4300897 Jul 14 09:38:46.313673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6a92-5ff2-4bbc-bc8b-8469cda78808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe46825-09dd-40b6-84ea-1cde8de4ca13,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.364439 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.364984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce61233-c03d-4eaa-8947-050e8c7330d2 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:46.369937 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.372554 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-79060666-4c10-4376-8486-f9c493e1037c admin admin] 10.222.0.73 "DELETE /v2.0/routers/5ce61233-c03d-4eaa-8947-050e8c7330d2 HTTP/1.1" status: 204 len: 168 time: 2.0637279 Jul 14 09:38:46.374357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42606) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:46.385606 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.422258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1fa1750-c45d-4a90-bc8e-5c8f168826a3 admin admin] Deleting subnet 30cca8df-100d-4abb-88e6-8b02c1f742f8 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:38:46.426100 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1750-c45d-4a90-bc8e-5c8f168826a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.426245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:46.428931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:46.436699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:46.467379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1750-c45d-4a90-bc8e-5c8f168826a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.477439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'Port': ['ID=6f9f79f8-94b1-4498-b579-0a6bbbaceba3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.516594 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1750-c45d-4a90-bc8e-5c8f168826a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.611335 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1750-c45d-4a90-bc8e-5c8f168826a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.650499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa1750-c45d-4a90-bc8e-5c8f168826a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cca8df-100d-4abb-88e6-8b02c1f742f8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:46.656383 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1fa1750-c45d-4a90-bc8e-5c8f168826a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.661632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e1fa1750-c45d-4a90-bc8e-5c8f168826a3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/30cca8df-100d-4abb-88e6-8b02c1f742f8 HTTP/1.1" status: 204 len: 168 time: 0.2862594 Jul 14 09:38:46.662329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42614) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:46.737956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.796496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2399cc-bc95-4236-852a-342b6e4bfcc4 req-f51acd11-4c2c-4283-80ed-2352191b5408 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:46.798037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d2399cc-bc95-4236-852a-342b6e4bfcc4 req-f51acd11-4c2c-4283-80ed-2352191b5408 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 944 time: 0.1199777 Jul 14 09:38:46.800731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.833399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.843872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:46.855408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d159d1-d8c3-46e4-821d-14633f1d0267') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:46.855850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d159d1-d8c3-46e4-821d-14633f1d0267') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:46.866737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.884000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.894654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:38:46.895266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:38:46.898177 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:38:46.918970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d2399cc-bc95-4236-852a-342b6e4bfcc4 req-68a2f46e-f215-48d7-bc50-9a66b4ebcd40 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150134 Jul 14 09:38:46.972360 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.982140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:46.990992 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2 HTTP/1.1" status: 204 len: 168 time: 0.3271646 Jul 14 09:38:47.014532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88140e2-0b1c-4115-beb1-724362a57fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2a1383-8afe-4f2f-a2b4-0e2ea65b4bb2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:47.071881 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8be50f88-77b0-4f5a-8606-5ce0c1821d81 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:47.098022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 8be50f88-77b0-4f5a-8606-5ce0c1821d81 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:47.098366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8be50f88-77b0-4f5a-8606-5ce0c1821d81 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:47.110394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.115413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:47.141202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42632) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:47.141822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:47.142261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2ac4ed83-66e5-474a-afa9-94ecc6c980e9 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:47.195380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c3207956-919b-455f-9497-230a006bf149 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5f48a3f324f94789b25809b94c76abd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528295 Jul 14 09:38:47.197720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42634) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:47.247937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3841cde-bbb2-4f98-913a-f5f2cae21e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.270578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Router 00c63af8-2061-48f8-b844-1fbebbb061a7 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:47.276921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3841cde-bbb2-4f98-913a-f5f2cae21e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.333825 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3841cde-bbb2-4f98-913a-f5f2cae21e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.336972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b3841cde-bbb2-4f98-913a-f5f2cae21e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.343475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b3841cde-bbb2-4f98-913a-f5f2cae21e2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/88d3032f-30ab-49a7-9b13-cc051a5d9931 HTTP/1.1" status: 204 len: 168 time: 0.1411054 Jul 14 09:38:47.351741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3841cde-bbb2-4f98-913a-f5f2cae21e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d3032f-30ab-49a7-9b13-cc051a5d9931,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:47.405508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:47.415485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Sync routers for ids ['00c63af8-2061-48f8-b844-1fbebbb061a7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:47.424677 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.426759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Routers {'00c63af8-2061-48f8-b844-1fbebbb061a7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:47.427498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['00c63af8-2061-48f8-b844-1fbebbb061a7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:47.428721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42646) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:47.428863 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-697812ad-aed8-4d06-bf23-99cf9fdbb01d tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.0410480 Jul 14 09:38:47.558828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Set router 00c63af8-2061-48f8-b844-1fbebbb061a7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:47.575072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42650) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:47.575848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-66e48647-d15f-4b96-8b92-ecadc22a45e7 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/routers/00c63af8-2061-48f8-b844-1fbebbb061a7 HTTP/1.1" status: 200 len: 907 time: 0.1458852 Jul 14 09:38:47.580797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'router': {'name': 'tempest-snat-router-772759236', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': True}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:47.604856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.606149 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.675029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.792687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c63af8-2061-48f8-b844-1fbebbb061a7', 'name': 'tempest-snat-router-772759236', 'tenant_id': '536864a948bb4aaeb2a3c488feb60b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.41'}], 'enable_snat': False}, 'gw_port_id': '6f9f79f8-94b1-4498-b579-0a6bbbaceba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:44Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 3, 'project_id': '536864a948bb4aaeb2a3c488feb60b11', 'gw_port': {'id': '6f9f79f8-94b1-4498-b579-0a6bbbaceba3', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c63af8-2061-48f8-b844-1fbebbb061a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:45Z', 'updated_at': '2021-07-14T09:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:47.831465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 4bb679ce-b084-422c-8542-f27d732074d3 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:38:47.834139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Checking router: 00c63af8-2061-48f8-b844-1fbebbb061a7 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:47.834842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Updating router 00c63af8-2061-48f8-b844-1fbebbb061a7 port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:47.860451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:47.891301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.171083 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.181536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Transition to ACTIVE for port object 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:48.183924 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.211929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.257563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.275955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Attempting to bind port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:48.276623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Attempting to bind port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:48.277178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Attempting to bind port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:48.302860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:48.303447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:48.309086 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.309675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:48.310419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Bound port: 6f9f79f8-94b1-4498-b579-0a6bbbaceba3, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:48.311536 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.347159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 4bb679ce-b084-422c-8542-f27d732074d3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4bb679ce-b084-422c-8542-f27d732074d3,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:48.353208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e942e-3989-4322-b6d5-7241d2006b03 None None] Pushing event updated for resources: {'Port': ['ID=6f9f79f8-94b1-4498-b579-0a6bbbaceba3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.366719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1e6a7-4d16-4e44-a74b-c194a2179a73 req-de6dea5a-93ba-4866-8f39-ab32e0f77f33 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:48.368741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08e1e6a7-4d16-4e44-a74b-c194a2179a73 req-de6dea5a-93ba-4866-8f39-ab32e0f77f33 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 944 time: 0.2590914 Jul 14 09:38:48.395519 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '4bb679ce-b084-422c-8542-f27d732074d3', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'port_id': '4bb679ce-b084-422c-8542-f27d732074d3', 'mac_address': 'fa:16:3e:12:67:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaf5bc9-caa5-490c-b0b2-94273b5b5443', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:38:48.451400 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08e1e6a7-4d16-4e44-a74b-c194a2179a73 req-152fbac1-a7ea-482b-a3fd-9781cccd87a4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716932 Jul 14 09:38:48.469085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] For port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:38:48.476758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] For port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6f9f79f8-94b1-4498-b579-0a6bbbaceba3,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:38:48.478327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.488515 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.507028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Allocated IP 172.25.0.222 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:48.521871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb679ce-b084-422c-8542-f27d732074d3 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:38:48.569942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Routers {'00c63af8-2061-48f8-b844-1fbebbb061a7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:48.570981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['00c63af8-2061-48f8-b844-1fbebbb061a7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:48.628049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 4bb679ce-b084-422c-8542-f27d732074d3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4bb679ce-b084-422c-8542-f27d732074d3,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:48.637587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.639565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e942e-3989-4322-b6d5-7241d2006b03 None None] Pushing event updated for resources: {'Port': ['ID=6f9f79f8-94b1-4498-b579-0a6bbbaceba3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.659611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.698433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=4bb679ce-b084-422c-8542-f27d732074d3,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:48.720088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:48.774701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:48.780053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:48.783452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:48.789825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] Set router 00c63af8-2061-48f8-b844-1fbebbb061a7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:48.967526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f31753d4-9cf0-4833-ad76-bd620bcc4403 req-389e004e-630c-43c7-bce6-34db2a6becbf tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0377827 Jul 14 09:38:48.968424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'Port': ['ID=b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:49.016703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['4bb679ce-b084-422c-8542-f27d732074d3'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:49.117937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-70db17a2-debb-41e1-938f-30830e127673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c63af8-2061-48f8-b844-1fbebbb061a7', 'name': 'tempest-snat-router-772759236', 'tenant_id': '536864a948bb4aaeb2a3c488feb60b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.41'}], 'enable_snat': False}, 'gw_port_id': '6f9f79f8-94b1-4498-b579-0a6bbbaceba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:44Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 3, 'project_id': '536864a948bb4aaeb2a3c488feb60b11', 'gw_port': {'id': '6f9f79f8-94b1-4498-b579-0a6bbbaceba3', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c63af8-2061-48f8-b844-1fbebbb061a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:45Z', 'updated_at': '2021-07-14T09:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:49.162581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db17a2-debb-41e1-938f-30830e127673 None None] The sync data for ids ['00c63af8-2061-48f8-b844-1fbebbb061a7'] in n-d-780147-26 is: [{'id': '00c63af8-2061-48f8-b844-1fbebbb061a7', 'name': 'tempest-snat-router-772759236', 'tenant_id': '536864a948bb4aaeb2a3c488feb60b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.41'}], 'enable_snat': False}, 'gw_port_id': '6f9f79f8-94b1-4498-b579-0a6bbbaceba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:44Z', 'updated_at': '2021-07-14T09:38:46Z', 'revision_number': 3, 'project_id': '536864a948bb4aaeb2a3c488feb60b11', 'gw_port': {'id': '6f9f79f8-94b1-4498-b579-0a6bbbaceba3', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:a5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c63af8-2061-48f8-b844-1fbebbb061a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2093, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:45Z', 'updated_at': '2021-07-14T09:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:49.169636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.865633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212c038e-5f68-4842-82fe-f6a801fefb9e req-739e15db-bcf2-440d-a917-d44093952a49 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:49.868694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-212c038e-5f68-4842-82fe-f6a801fefb9e req-739e15db-bcf2-440d-a917-d44093952a49 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 945 time: 0.1701479 Jul 14 09:38:49.905278 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:49.969381 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-212c038e-5f68-4842-82fe-f6a801fefb9e req-7bab803e-577a-491c-ade4-84bb2fcdea0e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933599 Jul 14 09:38:50.086230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Router ac859c87-f937-4de4-9f7c-9cffc7a208d3 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:50.228079 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-839c0757-fd99-4293-b402-34380475bb0c req-08fda55d-9e85-4685-b1ea-cbf14a4a90a9 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0473311 Jul 14 09:38:50.269181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:50.293608 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Sync routers for ids ['ac859c87-f937-4de4-9f7c-9cffc7a208d3'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:50.298578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.300497 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f370e3dd-22ee-4107-a41e-9bb7627bec7c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7231586 Jul 14 09:38:50.303684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42826) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:50.308797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Routers {'ac859c87-f937-4de4-9f7c-9cffc7a208d3'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:50.310057 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ac859c87-f937-4de4-9f7c-9cffc7a208d3'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:50.518217 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Set router ac859c87-f937-4de4-9f7c-9cffc7a208d3 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:38:50.523834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1c7172d2-36d4-4e8c-8e62-fc45b97fdcb1 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/routers/ac859c87-f937-4de4-9f7c-9cffc7a208d3 HTTP/1.1" status: 200 len: 907 time: 0.2180202 Jul 14 09:38:50.526296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42844) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:50.663080 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.785089 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac859c87-f937-4de4-9f7c-9cffc7a208d3', 'name': 'tempest-snat-router-772759236', 'tenant_id': '536864a948bb4aaeb2a3c488feb60b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:38:47Z', 'updated_at': '2021-07-14T09:38:49Z', 'revision_number': 3, 'project_id': '536864a948bb4aaeb2a3c488feb60b11', 'gw_port': {'id': 'b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac859c87-f937-4de4-9f7c-9cffc7a208d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2100, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:48Z', 'updated_at': '2021-07-14T09:38:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:50.802454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.826321 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Checking router: ac859c87-f937-4de4-9f7c-9cffc7a208d3 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:38:50.826670 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Updating router ac859c87-f937-4de4-9f7c-9cffc7a208d3 port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:38:50.862102 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.873843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Deleting port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:50.874222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:50.991619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.027581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Calling delete_port for b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:51.112667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:51.185900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:51.192769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:51.193156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.268654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff199aa5-9925-499b-ba23-cac85435880e req-7e601cbe-d8c0-49dc-b635-155949fe5c5a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:51.270588 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff199aa5-9925-499b-ba23-cac85435880e req-7e601cbe-d8c0-49dc-b635-155949fe5c5a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 945 time: 0.1215682 Jul 14 09:38:51.314179 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.329170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.344999 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Transition to ACTIVE for port object b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:38:51.358880 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.391748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6f9f79f8-94b1-4498-b579-0a6bbbaceba3,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:51.398838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.426839 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Attempting to bind port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:51.427342 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Attempting to bind port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:51.428016 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Attempting to bind port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:51.439988 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:51.441039 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:51.441790 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.442429 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:51.443104 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Bound port: b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:51.443948 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.472103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6f9f79f8-94b1-4498-b579-0a6bbbaceba3,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.484034 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21b384-5e57-4525-9b30-56c3089204fc None None] Pushing event updated for resources: {'Port': ['ID=b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.490123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7912eaf-dbe2-49ea-a266-dc43c8641dfe req-6a880dad-afa2-4dea-ac92-35434f06a7ea tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0516608 Jul 14 09:38:51.492438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff199aa5-9925-499b-ba23-cac85435880e req-aea5bdd5-1201-410e-ab58-075477c8cf4a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275427 Jul 14 09:38:51.551402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42892) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:51.569441 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.570212 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.db.api [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:38:51.570897 n-d-780147-26 neutron-server[93782]: DEBUG oslo_db.api [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:38:51.604457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.671707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0e63f61-0d52-4ea2-8ec3-9bb8d1241920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.681975 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.779760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-467885ae-ab73-43ca-85a8-45d5808f36f7 req-602ee729-2d20-44eb-a444-b3767f6478d6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0386429 Jul 14 09:38:51.800514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.802678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.817169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0e63f61-0d52-4ea2-8ec3-9bb8d1241920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.821688 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0e63f61-0d52-4ea2-8ec3-9bb8d1241920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.824639 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-54125467-ee02-48c6-9635-76d00abb2320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.832388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 4bb679ce-b084-422c-8542-f27d732074d3 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:38:51.862086 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.862742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac859c87-f937-4de4-9f7c-9cffc7a208d3 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:51.868521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.869205 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d0e63f61-0d52-4ea2-8ec3-9bb8d1241920 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46475f0516274f4e9654648f1b47145f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3165956 Jul 14 09:38:51.870157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a8fbfdf2-2149-4a7e-babf-f502f5e1a3dd tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "DELETE /v2.0/routers/ac859c87-f937-4de4-9f7c-9cffc7a208d3 HTTP/1.1" status: 204 len: 168 time: 1.3425531 Jul 14 09:38:51.872368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42898) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:51.872979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42900) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:51.873273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e63f61-0d52-4ea2-8ec3-9bb8d1241920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28153bf8-2874-4df9-abfc-04d8d8cf0234,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:51.895606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 4bb679ce-b084-422c-8542-f27d732074d3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:38:51.899839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 4bb679ce-b084-422c-8542-f27d732074d3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:38:51.900586 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:51.984625 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.010430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a5af04-4339-4d88-a606-655148433fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb679ce-b084-422c-8542-f27d732074d3'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:52.012746 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f72829-3572-49a8-b12b-bbd5db859b4d" -d '{"events": [{"server_uuid": "64a5af04-4339-4d88-a606-655148433fcd", "name": "network-vif-plugged", "status": "completed", "tag": "4bb679ce-b084-422c-8542-f27d732074d3"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:52.013179 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc1bf35-8418-43d1-886d-ed6ad74fe5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.026383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 4bb679ce-b084-422c-8542-f27d732074d3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4bb679ce-b084-422c-8542-f27d732074d3,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:52.031255 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.032788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.059588 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b7652a-8fb3-4547-bba3-11a2b0840261 x-openstack-request-id: req-82b7652a-8fb3-4547-bba3-11a2b0840261 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:52.059889 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a5af04-4339-4d88-a606-655148433fcd", "name": "network-vif-plugged", "status": "completed", "tag": "4bb679ce-b084-422c-8542-f27d732074d3", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:52.060146 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82b7652a-8fb3-4547-bba3-11a2b0840261 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:52.060590 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a5af04-4339-4d88-a606-655148433fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb679ce-b084-422c-8542-f27d732074d3', 'code': 200} Jul 14 09:38:52.084416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc1bf35-8418-43d1-886d-ed6ad74fe5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.088898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=4bb679ce-b084-422c-8542-f27d732074d3,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:52.106173 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Attempting to bind port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:38:52.106752 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Attempting to bind port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:38:52.108114 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Attempting to bind port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:38:52.114069 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:38:52.114749 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:38:52.114959 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.115438 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:38:52.115978 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Bound port: b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:38:52.116310 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.133570 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.plugin [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Port b8f1a2c0-8b5d-4e54-8aae-cf0b1b5657d0 has been deleted concurrently {{(pid=93782) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 14 09:38:52.142972 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Routers set() bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:52.143352 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Router IDs set() for agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:38:52.144132 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_agentschedulers_db [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac859c87-f937-4de4-9f7c-9cffc7a208d3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent'). {{(pid=93782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:38:52.144358 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794da881-88fa-468c-b87a-18aae7700bc3 None None] The sync data for ids ['ac859c87-f937-4de4-9f7c-9cffc7a208d3'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:52.223399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.228971 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc1bf35-8418-43d1-886d-ed6ad74fe5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.231453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3bc1bf35-8418-43d1-886d-ed6ad74fe5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.232750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3bc1bf35-8418-43d1-886d-ed6ad74fe5d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/28153bf8-2874-4df9-abfc-04d8d8cf0234 HTTP/1.1" status: 204 len: 168 time: 0.3586800 Jul 14 09:38:52.247800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba3b21-4316-44d7-941f-2b6b9ec0ba6a req-40064c5b-484f-4dbd-b7ef-61ddcac825c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.249420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77ba3b21-4316-44d7-941f-2b6b9ec0ba6a req-40064c5b-484f-4dbd-b7ef-61ddcac825c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 1098 time: 0.1084931 Jul 14 09:38:52.251146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1bf35-8418-43d1-886d-ed6ad74fe5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28153bf8-2874-4df9-abfc-04d8d8cf0234,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:52.311061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-77ba3b21-4316-44d7-941f-2b6b9ec0ba6a req-6bce525a-f5cf-4073-a7e4-6d84b91061b3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Jul 14 09:38:52.321781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Deleting port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:52.322127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.414318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] For port 6f9f79f8-94b1-4498-b579-0a6bbbaceba3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6f9f79f8-94b1-4498-b579-0a6bbbaceba3,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:52.414757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.427808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Calling delete_port for 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:52.679769 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.716362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event deleted for resources: {'Port': ['ID=6f9f79f8-94b1-4498-b579-0a6bbbaceba3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:52.754631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c18a315-c69b-443b-954d-99ab0bd860db req-72c1de72-ff55-4a2e-a2c1-8d8f09d37cd0 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0955353 Jul 14 09:38:52.784107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5553ef-224a-4ac9-b614-f581f5a21aee req-c0123333-10de-4aca-b028-51a2976b8305 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:52.791517 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb5553ef-224a-4ac9-b614-f581f5a21aee req-c0123333-10de-4aca-b028-51a2976b8305 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 946 time: 0.1657019 Jul 14 09:38:52.829186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.940653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb5553ef-224a-4ac9-b614-f581f5a21aee req-0739195d-b4de-4099-b026-5d362ba4fe05 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478739 Jul 14 09:38:52.947129 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:52.949493 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.010767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.011307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00c63af8-2061-48f8-b844-1fbebbb061a7 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:53.017027 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.023677 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-69c6fbe8-f27e-4d1e-8f9d-4054a9921116 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "DELETE /v2.0/routers/00c63af8-2061-48f8-b844-1fbebbb061a7 HTTP/1.1" status: 204 len: 168 time: 1.1481757 Jul 14 09:38:53.024258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42930) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:53.034589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1017401754', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:53.072427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.073696 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.146297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.314472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.544109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.565263 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.676386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Allocated IP 172.25.0.229 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/ab967a1e-b922-49e7-ba75-326e7fb2c9d9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:53.785801 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.832307 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:53.869455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:53.875252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:53.878430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:53.921109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event updated for resources: {'Port': ['ID=ab967a1e-b922-49e7-ba75-326e7fb2c9d9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:54.026521 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa48b0c5-24a7-4454-b135-358ee7644d2b req-eeed061d-d823-4d7e-8d7a-937f6daeec2d tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0924864 Jul 14 09:38:54.211926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.216910 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-40caf15f-f3d7-4eb3-b5e8-0161603754d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.255650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05690d5-0a50-4c46-a4eb-0038c76267c9 req-b3a85e24-8a79-438f-918d-f7ca5112e066 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.258731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b05690d5-0a50-4c46-a4eb-0038c76267c9 req-b3a85e24-8a79-438f-918d-f7ca5112e066 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 946 time: 0.0994692 Jul 14 09:38:54.313865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b05690d5-0a50-4c46-a4eb-0038c76267c9 req-b15135d4-d48a-443f-be4d-90feab1987f2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479374 Jul 14 09:38:54.450452 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.508188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.582474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7424e37-babe-472e-a553-74df03d3f9c1 req-507768b5-aafb-4d1e-8152-468652b89839 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:54.590686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7424e37-babe-472e-a553-74df03d3f9c1 req-507768b5-aafb-4d1e-8152-468652b89839 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 946 time: 0.1330233 Jul 14 09:38:54.635442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7424e37-babe-472e-a553-74df03d3f9c1 req-b2d7ee5e-a30d-46ba-a823-e05f83500c73 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Jul 14 09:38:54.685974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Router a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:38:54.823693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:54.834073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890e921-21bc-4eb8-9304-9156f5dff6e3 None None] Sync routers for ids ['a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:54.857450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890e921-21bc-4eb8-9304-9156f5dff6e3 None None] Routers {'a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:54.857450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3890e921-21bc-4eb8-9304-9156f5dff6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:54.870889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:54.882066 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fe11bfdf-31a6-4258-8ff5-c10af7ac9146 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8534789 Jul 14 09:38:54.882725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43050) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:54.889145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-dcd5aaf5-e4fe-4baa-bb98-e033eb1b6733 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': False}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:54.899551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3890e921-21bc-4eb8-9304-9156f5dff6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:54.909873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890e921-21bc-4eb8-9304-9156f5dff6e3 None None] Routers {'a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:54.911077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3890e921-21bc-4eb8-9304-9156f5dff6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:54.949568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3890e921-21bc-4eb8-9304-9156f5dff6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:54.950570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890e921-21bc-4eb8-9304-9156f5dff6e3 None None] The sync data for ids ['a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:55.032188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:55.070753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:55.072090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6f9f79f8-94b1-4498-b579-0a6bbbaceba3 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:38:55.227546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81f67eb6-4516-4768-ac04-bc33ad0f05ad req-e952ad51-158f-4458-bddf-4cdb6082f590 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0408819 Jul 14 09:38:55.333608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da5c94-3f41-412b-bb90-279c612f7cc0 req-847fc86a-3562-4993-bdb9-f4840d3d8dee tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:55.335143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4da5c94-3f41-412b-bb90-279c612f7cc0 req-847fc86a-3562-4993-bdb9-f4840d3d8dee tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 946 time: 0.1703627 Jul 14 09:38:55.539871 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.719806 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dcd5aaf5-e4fe-4baa-bb98-e033eb1b6733 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:55.725895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4da5c94-3f41-412b-bb90-279c612f7cc0 req-70e656f0-3115-4f7b-b300-9db5dc4fd2e0 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819592 Jul 14 09:38:55.862187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43114) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:55.975435 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c914269-5b0b-4805-83d8-19ea09b3f9c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.078592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c914269-5b0b-4805-83d8-19ea09b3f9c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.083694 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c914269-5b0b-4805-83d8-19ea09b3f9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.121883 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3c914269-5b0b-4805-83d8-19ea09b3f9c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea8531980fbc4b7b9b92fc0cf890e446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579885 Jul 14 09:38:56.123316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c914269-5b0b-4805-83d8-19ea09b3f9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1528972-8161-4f54-a60f-aef2039113b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:56.125698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43118) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.130164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dcd5aaf5-e4fe-4baa-bb98-e033eb1b6733 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.134344 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dcd5aaf5-e4fe-4baa-bb98-e033eb1b6733 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.174338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-416fa2eb-248f-4e39-a473-a62ac147aabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.198346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-416fa2eb-248f-4e39-a473-a62ac147aabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.250344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd5aaf5-e4fe-4baa-bb98-e033eb1b6733 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Router a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:38:56.252943 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-416fa2eb-248f-4e39-a473-a62ac147aabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.255495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-416fa2eb-248f-4e39-a473-a62ac147aabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.256691 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-416fa2eb-248f-4e39-a473-a62ac147aabd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1528972-8161-4f54-a60f-aef2039113b3 HTTP/1.1" status: 204 len: 168 time: 0.1300759 Jul 14 09:38:56.264907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fa2eb-248f-4e39-a473-a62ac147aabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1528972-8161-4f54-a60f-aef2039113b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:56.378990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd5aaf5-e4fe-4baa-bb98-e033eb1b6733 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:38:56.383664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dcd5aaf5-e4fe-4baa-bb98-e033eb1b6733 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.389209 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dcd5aaf5-e4fe-4baa-bb98-e033eb1b6733 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "PUT /v2.0/routers/a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d HTTP/1.1" status: 200 len: 922 time: 1.5011675 Jul 14 09:38:56.389318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.392994 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f20f2-80a3-4dee-969b-2b7662fe9d91 None None] Sync routers for ids ['a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:38:56.407813 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f20f2-80a3-4dee-969b-2b7662fe9d91 None None] Routers {'a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:56.409077 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d62f20f2-80a3-4dee-969b-2b7662fe9d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:56.480081 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-371fa7e6-8107-4f2b-907a-f2019c88cdd1 req-fc13447f-befb-47fc-b79e-6cbf41a8b1b0 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0495265 Jul 14 09:38:56.566394 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d62f20f2-80a3-4dee-969b-2b7662fe9d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:56.572502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7ec1660d-1c24-443a-9449-ab6fab5b2ee7 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/routers/a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d HTTP/1.1" status: 200 len: 922 time: 0.1823378 Jul 14 09:38:56.575137 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f20f2-80a3-4dee-969b-2b7662fe9d91 None None] Routers {'a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:38:56.575302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.575814 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d62f20f2-80a3-4dee-969b-2b7662fe9d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:56.609005 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d62f20f2-80a3-4dee-969b-2b7662fe9d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:38:56.609930 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f20f2-80a3-4dee-969b-2b7662fe9d91 None None] The sync data for ids ['a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:38:56.642957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43132) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.652487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-6a82d047-d2cc-40ba-afa5-654caa001679 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.654555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-6a82d047-d2cc-40ba-afa5-654caa001679 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 946 time: 0.0736666 Jul 14 09:38:56.663019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7b6300e-13eb-4354-872f-3513a0f66e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.705576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d827048e-83a0-4855-860c-4cb3f80f691a tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:56.707115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d827048e-83a0-4855-860c-4cb3f80f691a tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1307604 Jul 14 09:38:56.711157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:56.777582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Deleting port 4bb679ce-b084-422c-8542-f27d732074d3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:56.778022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.810683 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.887823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] For port 4bb679ce-b084-422c-8542-f27d732074d3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=4bb679ce-b084-422c-8542-f27d732074d3,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:38:56.888416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:56.904405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Calling delete_port for 4bb679ce-b084-422c-8542-f27d732074d3 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:57.049952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.063227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2', '4bb679ce-b084-422c-8542-f27d732074d3'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:38:57.083682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event deleted for resources: {'Port': ['ID=4bb679ce-b084-422c-8542-f27d732074d3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.133751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] No DVR routers for this DVR port 4bb679ce-b084-422c-8542-f27d732074d3 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:38:57.136671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.139586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ef5d7e9-c74c-40fa-a1f0-778cde8c7a43 req-2f6a82fc-94db-437f-94ef-ca22391e4e0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "DELETE /v2.0/ports/4bb679ce-b084-422c-8542-f27d732074d3 HTTP/1.1" status: 204 len: 173 time: 0.4730959 Jul 14 09:38:57.140106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64a5af04-4339-4d88-a606-655148433fcd', 'name': 'network-vif-deleted', 'tag': '4bb679ce-b084-422c-8542-f27d732074d3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:38:57.142900 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34efab56-269e-41fa-b8e5-f545b99dcaf9" -d '{"events": [{"server_uuid": "64a5af04-4339-4d88-a606-655148433fcd", "name": "network-vif-deleted", "tag": "4bb679ce-b084-422c-8542-f27d732074d3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:38:57.170184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8d46b5a-6e81-445d-8f9f-c27898a634b6 req-3cbd7312-1d9f-475b-92d3-f7c84dedf3fb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=64a5af04-4339-4d88-a606-655148433fcd HTTP/1.1" status: 200 len: 210 time: 0.0567036 Jul 14 09:38:57.200476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.202773 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eee01b0-fc83-4551-84f6-eb164a8410bb x-openstack-request-id: req-5eee01b0-fc83-4551-84f6-eb164a8410bb {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:38:57.203268 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64a5af04-4339-4d88-a606-655148433fcd", "name": "network-vif-deleted", "tag": "4bb679ce-b084-422c-8542-f27d732074d3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:38:57.203925 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5eee01b0-fc83-4551-84f6-eb164a8410bb {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:38:57.204602 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64a5af04-4339-4d88-a606-655148433fcd', 'name': 'network-vif-deleted', 'tag': '4bb679ce-b084-422c-8542-f27d732074d3', 'status': 'completed', 'code': 200} Jul 14 09:38:57.262734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad9c414-2227-457a-b9c9-5a2da3693409 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:57.265357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ad9c414-2227-457a-b9c9-5a2da3693409 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 881 time: 0.5531950 Jul 14 09:38:57.268513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43140) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:57.305703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9e614e61-e39c-4101-8450-991e810c2d35 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d HTTP/1.1" status: 200 len: 205 time: 0.0357904 Jul 14 09:38:57.308185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43142) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:57.310980 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7b6300e-13eb-4354-872f-3513a0f66e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.320521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7b6300e-13eb-4354-872f-3513a0f66e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.367338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a7b6300e-13eb-4354-872f-3513a0f66e10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=82641b479ed9405abe160bbb9290eb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7202511 Jul 14 09:38:57.367875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:57.376233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6300e-13eb-4354-872f-3513a0f66e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24866d7b-9c5a-4de7-93d5-871b5261248b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.421662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.425558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e44c5c4-3ccc-4de6-983b-1d3c76e06dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.447830 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e44c5c4-3ccc-4de6-983b-1d3c76e06dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.499977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e44c5c4-3ccc-4de6-983b-1d3c76e06dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.502994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e44c5c4-3ccc-4de6-983b-1d3c76e06dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.507860 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8e44c5c4-3ccc-4de6-983b-1d3c76e06dff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/24866d7b-9c5a-4de7-93d5-871b5261248b HTTP/1.1" status: 204 len: 168 time: 0.1351082 Jul 14 09:38:57.512561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44c5c4-3ccc-4de6-983b-1d3c76e06dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24866d7b-9c5a-4de7-93d5-871b5261248b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:57.554070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.622932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Deleting port ab967a1e-b922-49e7-ba75-326e7fb2c9d9 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:38:57.623466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.689993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-040f2493-81f5-4e35-9f5b-531a52e7575f req-806ff5a4-07dc-42d2-abcc-94cc19bed6d9 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0367622 Jul 14 09:38:57.733545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:57.753462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Calling delete_port for ab967a1e-b922-49e7-ba75-326e7fb2c9d9 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:38:57.967633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.000650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event deleted for resources: {'Port': ['ID=ab967a1e-b922-49e7-ba75-326e7fb2c9d9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:58.070706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.168155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.171259 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.218296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.218902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Fanout notify agent at l3_agent the message router_deleted on router a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:38:58.226557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.231235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9bff0157-a40c-4dd4-a398-520e84a51091 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d HTTP/1.1" status: 204 len: 168 time: 0.9184139 Jul 14 09:38:58.231648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.237433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-49b610e6-ae58-46a6-beb8-3c58d19b7a24 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-742717420', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:58.262344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49b610e6-ae58-46a6-beb8-3c58d19b7a24 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.263754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49b610e6-ae58-46a6-beb8-3c58d19b7a24 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.343974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49b610e6-ae58-46a6-beb8-3c58d19b7a24 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.350108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49b610e6-ae58-46a6-beb8-3c58d19b7a24 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.368274 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49b610e6-ae58-46a6-beb8-3c58d19b7a24 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.369658 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49b610e6-ae58-46a6-beb8-3c58d19b7a24 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1363654 Jul 14 09:38:58.373439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43186) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.378172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:38:58.573002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43190) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.607004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.702974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cf8e5f0-feff-4e25-88d1-6537a185daa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.830870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cf8e5f0-feff-4e25-88d1-6537a185daa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.836721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cf8e5f0-feff-4e25-88d1-6537a185daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.856028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.877238 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:58.886242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0cf8e5f0-feff-4e25-88d1-6537a185daa6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b1c077d575d495a8ded0f29f8215f09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121300 Jul 14 09:38:58.892856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43212) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:38:58.921592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80228fef-3e38-4f3e-ae0c-5ab9234c5262 req-b26dcbfe-e82a-4e18-b0bb-54e9b6303156 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0590587 Jul 14 09:38:58.926980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8e5f0-feff-4e25-88d1-6537a185daa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9b6646-7923-4d72-b61f-4ee1bb5cb391,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.099751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce57ee3a-4be9-4f0a-bfd0-fdb8c3b48a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.141777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Allocated IP 172.25.0.143 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/e2a787c8-f7c6-41af-8863-a4168af82d50) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:38:59.149828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-9159db4a-e442-4eef-9c5a-1d66790ac18e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:38:59.151342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-9159db4a-e442-4eef-9c5a-1d66790ac18e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.2406907 Jul 14 09:38:59.158092 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce57ee3a-4be9-4f0a-bfd0-fdb8c3b48a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.229310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-546f6c80-6d2d-46cf-a2a5-e19c8293d265 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/quotas/b15cc3cbaa824894844a3989894ba747 HTTP/1.1" status: 200 len: 375 time: 0.0676875 Jul 14 09:38:59.332428 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce57ee3a-4be9-4f0a-bfd0-fdb8c3b48a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.334943 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ce57ee3a-4be9-4f0a-bfd0-fdb8c3b48a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.336097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ce57ee3a-4be9-4f0a-bfd0-fdb8c3b48a9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c9b6646-7923-4d72-b61f-4ee1bb5cb391 HTTP/1.1" status: 204 len: 168 time: 0.4391007 Jul 14 09:38:59.345498 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.360406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57ee3a-4be9-4f0a-bfd0-fdb8c3b48a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9b6646-7923-4d72-b61f-4ee1bb5cb391,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.370930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-5af3de40-ac88-422d-87ee-532dc6e227eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1335759 Jul 14 09:38:59.448727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.504492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:38:59.510262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:38:59.517275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:38:59.527839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event updated for resources: {'Port': ['ID=e2a787c8-f7c6-41af-8863-a4168af82d50,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:38:59.535492 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:38:59.554097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e185e753-c2a8-45ae-8686-8a128820c2ad service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608777 Jul 14 09:38:59.880709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 4bb679ce-b084-422c-8542-f27d732074d3 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:38:59.909450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 4bb679ce-b084-422c-8542-f27d732074d3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:38:59.910326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 4bb679ce-b084-422c-8542-f27d732074d3 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:00.048054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-6dd1f477-2fba-4f26-95f4-27eb55c24939 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878743 Jul 14 09:39:00.117371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb0209fe-aa89-4327-8c61-baffa7214bb6 req-1bb9c064-a1d7-4faa-895d-64923c51fb74 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0390723 Jul 14 09:39:00.183026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.282439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0880d31c-7ff2-407f-a6ca-27c420d16e38 req-047ddd12-e91e-4b75-9030-110acb4be923 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 210 time: 0.0351851 Jul 14 09:39:00.456286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.460058 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.610621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Router 2fcbcec3-fba9-4c4d-a74b-8817517b428f is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:00.705488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43266) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:00.726746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:00.733790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:00.735109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-560b47cf-00a4-46cd-b0e6-5dedf6b8fa45 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "PUT /v2.0/routers/2fcbcec3-fba9-4c4d-a74b-8817517b428f HTTP/1.1" status: 200 len: 879 time: 2.3606651 Jul 14 09:39:00.739020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:00.740795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3d060-9b42-4e89-89d1-6d62465c2fec None None] Sync routers for ids ['2fcbcec3-fba9-4c4d-a74b-8817517b428f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:00.758569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3d060-9b42-4e89-89d1-6d62465c2fec None None] Routers {'2fcbcec3-fba9-4c4d-a74b-8817517b428f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:00.759117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-15e3d060-9b42-4e89-89d1-6d62465c2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2fcbcec3-fba9-4c4d-a74b-8817517b428f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:00.798532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-15e3d060-9b42-4e89-89d1-6d62465c2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:00.808154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3d060-9b42-4e89-89d1-6d62465c2fec None None] Routers {'2fcbcec3-fba9-4c4d-a74b-8817517b428f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:00.808859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-15e3d060-9b42-4e89-89d1-6d62465c2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2fcbcec3-fba9-4c4d-a74b-8817517b428f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:00.847386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-15e3d060-9b42-4e89-89d1-6d62465c2fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:00.848054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e3d060-9b42-4e89-89d1-6d62465c2fec None None] The sync data for ids ['2fcbcec3-fba9-4c4d-a74b-8817517b428f'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:00.869065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-217d9084-974f-4e34-9d34-1daa36fbe883 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-318162042'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:00.869664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-217d9084-974f-4e34-9d34-1daa36fbe883 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Unknown quota resources ['metering_label']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:39:00.876669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bd4b5f12-8041-4467-8108-faf8989d9a02 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/routers/2fcbcec3-fba9-4c4d-a74b-8817517b428f HTTP/1.1" status: 200 len: 920 time: 0.1362526 Jul 14 09:39:00.880004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43272) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:00.978342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20000577-bd0e-4b27-bf17-88ecca094631 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:00.980152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-20000577-bd0e-4b27-bf17-88ecca094631 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=2fcbcec3-fba9-4c4d-a74b-8817517b428f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0990396 Jul 14 09:39:00.983206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43276) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.083857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-217d9084-974f-4e34-9d34-1daa36fbe883 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.085186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-217d9084-974f-4e34-9d34-1daa36fbe883 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3786211 Jul 14 09:39:01.088389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.093701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f7724dea-f849-4a70-b893-30c245cc4041 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cf3222b0-bb1f-432b-abc3-4169ddb66ad0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:01.094265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f7724dea-f849-4a70-b893-30c245cc4041 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:39:01.094939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77264230-2859-4462-ac4c-025f5a841810 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.096385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-77264230-2859-4462-ac4c-025f5a841810 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 881 time: 0.1119995 Jul 14 09:39:01.099143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.133719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fd0ce1bf-7dd2-4157-b412-973eb3edb06b tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fcbcec3-fba9-4c4d-a74b-8817517b428f HTTP/1.1" status: 200 len: 205 time: 0.0335209 Jul 14 09:39:01.136409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43282) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.203107 n-d-780147-26 neutron-server[93779]: WARNING neutron.services.metering.metering_plugin [None req-f7724dea-f849-4a70-b893-30c245cc4041 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:39:01.252529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.335963 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fe38f57-0c5c-4c1d-81d9-30ea8aa6f571 req-140286e9-9f72-43a2-aa43-e9509aa5c80a tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0626392 Jul 14 09:39:01.337995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7724dea-f849-4a70-b893-30c245cc4041 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.339103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f7724dea-f849-4a70-b893-30c245cc4041 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2493196 Jul 14 09:39:01.343489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43288) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.349050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-94e8fd3b-b536-403e-9e26-292683954439 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cf3222b0-bb1f-432b-abc3-4169ddb66ad0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:01.349961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-94e8fd3b-b536-403e-9e26-292683954439 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:39:01.414636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.421489 n-d-780147-26 neutron-server[93779]: WARNING neutron.services.metering.metering_plugin [None req-94e8fd3b-b536-403e-9e26-292683954439 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:39:01.452472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fece420f-2fc1-4962-9a29-11078dcdc246 req-784ed143-9d38-4a02-8259-22405361cff4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 210 time: 0.0342827 Jul 14 09:39:01.525371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94e8fd3b-b536-403e-9e26-292683954439 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.527175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-94e8fd3b-b536-403e-9e26-292683954439 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1822498 Jul 14 09:39:01.530017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.544762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7b834859-3402-4181-89af-0b49d128b999 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=7029be62-c6de-4922-8734-ef02e3f296be HTTP/1.1" status: 200 len: 464 time: 0.0109665 Jul 14 09:39:01.545023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.587557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Deleting port e2a787c8-f7c6-41af-8863-a4168af82d50 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:01.587925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.608821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-75cbc407-4ece-47b2-8026-415214beb361 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:01.609965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-75cbc407-4ece-47b2-8026-415214beb361 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.1601238 Jul 14 09:39:01.640331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Request body: {'port': {'device_id': '48cdf6eb-a503-417f-81f9-34d0b8ed43cc', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'admin_state_up': True, 'tenant_id': 'b15cc3cbaa824894844a3989894ba747'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:01.657516 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63bed762-b744-42a2-b863-76276850f2a4 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.658878 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-63bed762-b744-42a2-b863-76276850f2a4 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/7029be62-c6de-4922-8734-ef02e3f296be HTTP/1.1" status: 204 len: 168 time: 0.1129093 Jul 14 09:39:01.663908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43294) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.714243 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-569e3889-54d6-4cdb-a1c3-4a948fae9364 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=7029be62-c6de-4922-8734-ef02e3f296be HTTP/1.1" status: 200 len: 221 time: 0.0241759 Jul 14 09:39:01.717848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43296) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:01.725504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-538395a8-22f8-46e5-af8f-a7437d14b1e2 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--830842414', 'description': 'label created by tempest'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:01.725958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-538395a8-22f8-46e5-af8f-a7437d14b1e2 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Unknown quota resources ['metering_label']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:39:01.843707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:01.918172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Calling delete_port for e2a787c8-f7c6-41af-8863-a4168af82d50 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:02.045796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-538395a8-22f8-46e5-af8f-a7437d14b1e2 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.046962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-538395a8-22f8-46e5-af8f-a7437d14b1e2 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3282218 Jul 14 09:39:02.049818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.056716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:02.060942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.127489 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1491dfcf-7df1-44ee-8829-458cc3c2849f tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=f1efe01f-b41e-4cfb-84d1-38664797ac09 HTTP/1.1" status: 200 len: 467 time: 0.0739560 Jul 14 09:39:02.127696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43302) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.286947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.290255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Allocated IP 172.20.0.5 (528bc5e0-656c-4dd1-a586-5eba8f6aa108/3eaf5bc9-caa5-490c-b0b2-94273b5b5443/7f18ade2-9355-471d-ad2a-c2f46998483a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:02.307772 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e36d6a0f-38d4-4096-ad31-f216d93dfc5f tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.309882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e36d6a0f-38d4-4096-ad31-f216d93dfc5f tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/f1efe01f-b41e-4cfb-84d1-38664797ac09 HTTP/1.1" status: 204 len: 168 time: 0.1811008 Jul 14 09:39:02.312510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.324038 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event deleted for resources: {'Port': ['ID=e2a787c8-f7c6-41af-8863-a4168af82d50,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:02.324410 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-21b8c70e-4d63-4ee8-b7fb-da659c87ed3a tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=f1efe01f-b41e-4cfb-84d1-38664797ac09 HTTP/1.1" status: 200 len: 216 time: 0.0105968 Jul 14 09:39:02.331530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43306) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.367814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-80d00e26-d5a9-4565-90d0-26acd601d15b tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0337975 Jul 14 09:39:02.372909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.385414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b95d8225-f71c-4c1e-9ddf-90b7a0112bde tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113001 Jul 14 09:39:02.389096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.435875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.450779 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-76b4991c-1ace-46f0-ac35-d3fffc588175 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/cf3222b0-bb1f-432b-abc3-4169ddb66ad0 HTTP/1.1" status: 200 len: 472 time: 0.0570357 Jul 14 09:39:02.451118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.464360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-66ecb25e-0b58-4a43-b58a-54c3da4da2c9 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/17908671-9610-421b-88e8-d0bcd56b33e6 HTTP/1.1" status: 200 len: 461 time: 0.0087469 Jul 14 09:39:02.464615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43316) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.583246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ae519dd-b4c7-4e45-abac-965e3db55c94 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.584318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1ae519dd-b4c7-4e45-abac-965e3db55c94 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/17908671-9610-421b-88e8-d0bcd56b33e6 HTTP/1.1" status: 204 len: 168 time: 0.1188033 Jul 14 09:39:02.592281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:02.618342 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1ad1db0-d04b-499b-b203-6f8fcd216951 req-b579625b-163f-4d9e-9307-61cda72ac81d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 210 time: 0.0390320 Jul 14 09:39:02.799059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9285846b-6f6d-496f-bdb8-b17989089715 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.800473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9285846b-6f6d-496f-bdb8-b17989089715 tempest-MeteringTestJSON-2140821534 tempest-MeteringTestJSON-2140821534-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/cf3222b0-bb1f-432b-abc3-4169ddb66ad0 HTTP/1.1" status: 204 len: 168 time: 0.2072175 Jul 14 09:39:02.907793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a311327-ae83-4e6e-8032-d63c3207f9ae req-92b13abd-fac8-44b1-8df6-af9d2aa8135e tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.4043617 Jul 14 09:39:02.911561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.916309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.981996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.982666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Fanout notify agent at l3_agent the message router_deleted on router 2fcbcec3-fba9-4c4d-a74b-8817517b428f {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:02.990173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:02.991205 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8cbd4ec8-6142-4cf7-95f3-2745bf6173a3 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/2fcbcec3-fba9-4c4d-a74b-8817517b428f HTTP/1.1" status: 204 len: 168 time: 1.8536565 Jul 14 09:39:02.995813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:03.000940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d245da12-2be9-4ce7-b451-2ea2d2308d06 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-947880639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:03.022291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.025495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d245da12-2be9-4ce7-b451-2ea2d2308d06 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.026706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d245da12-2be9-4ce7-b451-2ea2d2308d06 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.073764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.086597 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d245da12-2be9-4ce7-b451-2ea2d2308d06 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.086828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:03.093448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43330) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:03.099243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d245da12-2be9-4ce7-b451-2ea2d2308d06 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.120050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d245da12-2be9-4ce7-b451-2ea2d2308d06 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.124790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d245da12-2be9-4ce7-b451-2ea2d2308d06 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1280360 Jul 14 09:39:03.127649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:03.135179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': True}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:03.155442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:03.161604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:03.166954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:03.172102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event updated for resources: {'Port': ['ID=7f18ade2-9355-471d-ad2a-c2f46998483a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:03.229606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:03.230410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.249756 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-afd6fdf2-15ec-4c98-b2fe-8533c15592eb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6149774 Jul 14 09:39:03.265651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Request body: {'port': {'device_id': '48cdf6eb-a503-417f-81f9-34d0b8ed43cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:03.270272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3203010c-ce11-4e47-a6f2-3f6c368d71e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.368522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.442715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.547551 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3203010c-ce11-4e47-a6f2-3f6c368d71e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.553477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3203010c-ce11-4e47-a6f2-3f6c368d71e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.606402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3203010c-ce11-4e47-a6f2-3f6c368d71e4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2f14875495144444bff8a0cf4647e604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5118818 Jul 14 09:39:03.610842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43338) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:03.611582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3203010c-ce11-4e47-a6f2-3f6c368d71e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fdef4d-bff7-4acc-8e8c-e4697df76169,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:03.692071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f18ade2-9355-471d-ad2a-c2f46998483a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:03.702199 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.724338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Transition to ACTIVE for port object 7f18ade2-9355-471d-ad2a-c2f46998483a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:03.730264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.734361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.734541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df3fcc3e-a2e7-4cbb-83f2-51e85213b81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.755124 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.824716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df3fcc3e-a2e7-4cbb-83f2-51e85213b81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.841354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Pushing event updated for resources: {'Port': ['ID=7f18ade2-9355-471d-ad2a-c2f46998483a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:03.873454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Allocated IP 172.25.0.80 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/0c80e66a-661d-4172-8bf5-4580b696f3eb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:03.954780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edcb3b-a17b-4d0f-b953-05a82b5b3cf5 req-74179014-3df3-492a-aa64-3885867e6fcb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:03.960739 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04edcb3b-a17b-4d0f-b953-05a82b5b3cf5 req-74179014-3df3-492a-aa64-3885867e6fcb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 943 time: 0.2000105 Jul 14 09:39:03.980781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df3fcc3e-a2e7-4cbb-83f2-51e85213b81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.983328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df3fcc3e-a2e7-4cbb-83f2-51e85213b81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:03.987198 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-df3fcc3e-a2e7-4cbb-83f2-51e85213b81e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/22fdef4d-bff7-4acc-8e8c-e4697df76169 HTTP/1.1" status: 204 len: 168 time: 0.3726368 Jul 14 09:39:03.995834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Attempting to bind port 7f18ade2-9355-471d-ad2a-c2f46998483a on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:03.996137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Attempting to bind port 7f18ade2-9355-471d-ad2a-c2f46998483a by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:03.996561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Attempting to bind port 7f18ade2-9355-471d-ad2a-c2f46998483a on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:04.004977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.006874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fcc3e-a2e7-4cbb-83f2-51e85213b81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fdef4d-bff7-4acc-8e8c-e4697df76169,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:04.047022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04edcb3b-a17b-4d0f-b953-05a82b5b3cf5 req-1d803f70-258c-4cf0-aa7a-79ece8c6b12d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849805 Jul 14 09:39:04.047830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Port 7f18ade2-9355-471d-ad2a-c2f46998483a on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:04.048163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Attempting to bind port 7f18ade2-9355-471d-ad2a-c2f46998483a on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:04.059600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:04.059972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Checking segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:04.060999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Bound using segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:04.061629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Bound port: 7f18ade2-9355-471d-ad2a-c2f46998483a, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:04.062161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.067314 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.131524 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6c98231-9cb9-4b3b-b8cf-6620560a4f73 req-18d46405-cdef-43ba-afeb-ea3d06e05c57 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0655439 Jul 14 09:39:04.151633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:04.158365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:04.161970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:04.167590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'Port': ['ID=0c80e66a-661d-4172-8bf5-4580b696f3eb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:04.168854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] For port 7f18ade2-9355-471d-ad2a-c2f46998483a, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:04.173004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] For port 7f18ade2-9355-471d-ad2a-c2f46998483a, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7f18ade2-9355-471d-ad2a-c2f46998483a,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:04.179392 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.222178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.222893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.224502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] 10.222.0.69 "PUT /v2.0/ports/7f18ade2-9355-471d-ad2a-c2f46998483a HTTP/1.1" status: 200 len: 1092 time: 0.9661887 Jul 14 09:39:04.225093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cdf6eb-a503-417f-81f9-34d0b8ed43cc', 'tag': '7f18ade2-9355-471d-ad2a-c2f46998483a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:04.227576 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4" -d '{"events": [{"name": "network-changed", "server_uuid": "48cdf6eb-a503-417f-81f9-34d0b8ed43cc", "tag": "7f18ade2-9355-471d-ad2a-c2f46998483a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:04.261905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b248aa-3a45-48a3-89cc-fb45a10b8922 service neutron] Pushing event updated for resources: {'Port': ['ID=7f18ade2-9355-471d-ad2a-c2f46998483a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:04.285702 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043bc4c-ae4a-4cae-907a-56aaf92f068d x-openstack-request-id: req-1043bc4c-ae4a-4cae-907a-56aaf92f068d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:04.286083 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cdf6eb-a503-417f-81f9-34d0b8ed43cc", "tag": "7f18ade2-9355-471d-ad2a-c2f46998483a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:04.286661 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1043bc4c-ae4a-4cae-907a-56aaf92f068d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:04.287139 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cdf6eb-a503-417f-81f9-34d0b8ed43cc', 'tag': '7f18ade2-9355-471d-ad2a-c2f46998483a', 'status': 'completed', 'code': 200} Jul 14 09:39:04.354310 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-8ffd6046-93e4-4161-a6a3-87085f1c71f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.355970 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-8ffd6046-93e4-4161-a6a3-87085f1c71f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 1095 time: 0.0761540 Jul 14 09:39:04.373857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43356) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:04.417620 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-4250a1c1-e076-43f4-b327-f1d0b600ec0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f18ade2-9355-471d-ad2a-c2f46998483a HTTP/1.1" status: 200 len: 217 time: 0.0527916 Jul 14 09:39:04.418872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a61550a-a578-46a8-bd4e-1811f86eb216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.497095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-95cebc75-0345-40be-871f-4ec5bfce1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.499234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-95cebc75-0345-40be-871f-4ec5bfce1f53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.0718658 Jul 14 09:39:04.543754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-77b0bd03-5c2a-454f-a42b-f84d4c32e709 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320902 Jul 14 09:39:04.668346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a61550a-a578-46a8-bd4e-1811f86eb216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.674241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-6c6dcfb9-b9fc-4dad-a759-d57b0ff92edd service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218584 Jul 14 09:39:04.675406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a61550a-a578-46a8-bd4e-1811f86eb216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.758947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61550a-a578-46a8-bd4e-1811f86eb216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aaf9ec-862a-4d6d-86e0-8f26c9e87286,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:04.765507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8a61550a-a578-46a8-bd4e-1811f86eb216 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=469dba15aff146baaa739b449c7196b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3899665 Jul 14 09:39:04.768015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43358) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:04.791793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.836211 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0de5939b-6b31-4f57-b39f-57f0ee341464 req-8e373345-5cdf-4d2f-bed3-9706cfe8d565 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445663 Jul 14 09:39:04.847034 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1d5-30f7-4dcf-a41c-6b998a1221ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.872347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1d5-30f7-4dcf-a41c-6b998a1221ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.964672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-a5505eae-2622-400f-8055-ed35a197b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:04.966292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-a5505eae-2622-400f-8055-ed35a197b3f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 1095 time: 0.0724947 Jul 14 09:39:04.968704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1d5-30f7-4dcf-a41c-6b998a1221ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.973005 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad7a1d5-30f7-4dcf-a41c-6b998a1221ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:04.974195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-aad7a1d5-30f7-4dcf-a41c-6b998a1221ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/42aaf9ec-862a-4d6d-86e0-8f26c9e87286 HTTP/1.1" status: 204 len: 168 time: 0.2052033 Jul 14 09:39:05.015288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.019293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.029657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7a1d5-30f7-4dcf-a41c-6b998a1221ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aaf9ec-862a-4d6d-86e0-8f26c9e87286,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:05.086171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-b6ea2da5-fc92-48a6-b9e2-8e4e3241cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.088648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-b6ea2da5-fc92-48a6-b9e2-8e4e3241cd11 service neutron] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 907 time: 0.1117971 Jul 14 09:39:05.151063 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-61abb99e-52f2-4f87-9d85-dc71aa717aaa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f18ade2-9355-471d-ad2a-c2f46998483a HTTP/1.1" status: 200 len: 217 time: 0.0545025 Jul 14 09:39:05.182144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Router 5f814e46-0e1f-4abf-8d92-55b8820ee6ba is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:05.282585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-6a08e607-c797-44cc-91aa-30464d224220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.284361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-6a08e607-c797-44cc-91aa-30464d224220 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.1260662 Jul 14 09:39:05.316997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-788cbdb1-4e8b-44dd-8ef3-e4bcd0c058c5 req-4e4b180d-385d-41d1-9ba1-29c52a1221f2 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0338256 Jul 14 09:39:05.327636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-a4a31c78-c76b-401f-85f9-cbb0e0e07cf9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336864 Jul 14 09:39:05.339514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434a5c3-11a7-44df-b106-d0bc8533bbae req-dcca468e-b80f-4a23-8066-8ee11881ef42 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.342078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1434a5c3-11a7-44df-b106-d0bc8533bbae req-dcca468e-b80f-4a23-8066-8ee11881ef42 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 943 time: 0.1699703 Jul 14 09:39:05.351204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:05.363749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.365198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2d2de747-9c79-4fd6-903a-67d23952bb9c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "PUT /v2.0/routers/5f814e46-0e1f-4abf-8d92-55b8820ee6ba HTTP/1.1" status: 200 len: 913 time: 2.2360659 Jul 14 09:39:05.367718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.367899 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81780c0-8092-412c-8776-39ad8e53eaf5 None None] Sync routers for ids ['5f814e46-0e1f-4abf-8d92-55b8820ee6ba'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:05.379049 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81780c0-8092-412c-8776-39ad8e53eaf5 None None] Routers {'5f814e46-0e1f-4abf-8d92-55b8820ee6ba'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:05.380260 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e81780c0-8092-412c-8776-39ad8e53eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5f814e46-0e1f-4abf-8d92-55b8820ee6ba'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:05.424656 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e81780c0-8092-412c-8776-39ad8e53eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:05.436386 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81780c0-8092-412c-8776-39ad8e53eaf5 None None] Routers {'5f814e46-0e1f-4abf-8d92-55b8820ee6ba'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:05.437378 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e81780c0-8092-412c-8776-39ad8e53eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5f814e46-0e1f-4abf-8d92-55b8820ee6ba'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:05.473076 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e81780c0-8092-412c-8776-39ad8e53eaf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:05.475355 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81780c0-8092-412c-8776-39ad8e53eaf5 None None] The sync data for ids ['5f814e46-0e1f-4abf-8d92-55b8820ee6ba'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:05.475806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-3bab96c5-b1ea-4486-843c-6289d096c5f8 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326799 Jul 14 09:39:05.504983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1434a5c3-11a7-44df-b106-d0bc8533bbae req-e5f8e801-eb55-484a-a2de-9c57a56eec70 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777488 Jul 14 09:39:05.538518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03863341-2d3f-4b3e-b96f-e8277c960fe2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/routers/5f814e46-0e1f-4abf-8d92-55b8820ee6ba HTTP/1.1" status: 200 len: 919 time: 0.1664803 Jul 14 09:39:05.538781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.610586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029837c3-7e36-4951-b32c-f221d1c2ec68 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.611475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d1042cb-6e0a-46af-ad5f-81f0a9cb13d4 req-0cd98674-9fb1-440a-9eab-7ca99fd119a5 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228120 Jul 14 09:39:05.612256 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-029837c3-7e36-4951-b32c-f221d1c2ec68 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=5f814e46-0e1f-4abf-8d92-55b8820ee6ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0724523 Jul 14 09:39:05.615149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.709792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0e9941-1b41-4701-a990-a10556b6fbdb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:05.711367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ca0e9941-1b41-4701-a990-a10556b6fbdb tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 881 time: 0.0952206 Jul 14 09:39:05.715785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43388) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.746383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db98b8ca-9245-4e07-be2a-96feed829b47 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f814e46-0e1f-4abf-8d92-55b8820ee6ba HTTP/1.1" status: 200 len: 205 time: 0.0294449 Jul 14 09:39:05.750098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43392) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.861092 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:05.894020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43396) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:05.973107 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.008470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-792199849'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:06.038713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:06.042015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.055955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.060052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Deleting port 0c80e66a-661d-4172-8bf5-4580b696f3eb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:06.060396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.170712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.188681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Calling delete_port for 0c80e66a-661d-4172-8bf5-4580b696f3eb owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:06.277958 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.321843 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.355665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:06.376796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.377220 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Added segment 3d81f5c4-5609-4ed8-818c-229180cd7973 of type vlan for network 1cbed8da-353d-46b5-99c1-709f47e4cb02 Jul 14 09:39:06.378551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503db31a-b6bf-4a78-8c4c-2e4ebbd3aed0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:06.449277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.493480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91ee1e12-6909-4628-b584-e82beaa629dd req-ecd47e5f-d156-4f08-a090-ce9b6c05ca8a tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0461133 Jul 14 09:39:06.500954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.539627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event deleted for resources: {'Port': ['ID=0c80e66a-661d-4172-8bf5-4580b696f3eb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:06.551357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.557256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:06.558007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.662171 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7670755 Jul 14 09:39:06.666049 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43406) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:06.672233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'name': 'tempest-PortsTestJSON-2006219632'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:06.678312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83097b-3802-4677-8259-75eea184b5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Network': ['ID=1cbed8da-353d-46b5-99c1-709f47e4cb02,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:06.690519 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:06.696019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.790570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5925d9ca-6495-426a-873f-4b350e17c08a req-080ab3d1-3227-461b-a90f-ad82e503fd3b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:06.792107 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5925d9ca-6495-426a-873f-4b350e17c08a req-080ab3d1-3227-461b-a90f-ad82e503fd3b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 943 time: 0.1558483 Jul 14 09:39:06.799339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.802366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.807043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:06.811303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.845043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:06.848431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.848992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Fanout notify agent at l3_agent the message router_deleted on router 5f814e46-0e1f-4abf-8d92-55b8820ee6ba {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:06.857377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.858521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b1da45bb-54f2-42d3-a9e7-48dcfa1f12b6 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/5f814e46-0e1f-4abf-8d92-55b8820ee6ba HTTP/1.1" status: 204 len: 168 time: 1.1075001 Jul 14 09:39:06.859163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5925d9ca-6495-426a-873f-4b350e17c08a req-bf042957-0cc4-45ac-b0f3-445a0176a1c5 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Jul 14 09:39:06.862522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43408) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:06.867438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-61077704-b6cd-4db3-99a1-223e85d7f464 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1447828877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:06.893803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-61077704-b6cd-4db3-99a1-223e85d7f464 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.895431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-61077704-b6cd-4db3-99a1-223e85d7f464 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.952442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-61077704-b6cd-4db3-99a1-223e85d7f464 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.957214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-61077704-b6cd-4db3-99a1-223e85d7f464 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.973746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-61077704-b6cd-4db3-99a1-223e85d7f464 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:06.979034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-61077704-b6cd-4db3-99a1-223e85d7f464 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1116946 Jul 14 09:39:06.979034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43410) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:06.983447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'enable_snat': False}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:07.033682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.072706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.149887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=26902e23-f5a1-494d-bfc5-e9a2c7994ad6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:07.159083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Checking segment: {'id': '3d81f5c4-5609-4ed8-818c-229180cd7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:07.159493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network hostable DHCP agents. Network: 1cbed8da-353d-46b5-99c1-709f47e4cb02, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:07.176506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:07.186018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 1cbed8da-353d-46b5-99c1-709f47e4cb02) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:07.190092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:07.194708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.196019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:07.196686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.199878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c41319-5bc2-4e2b-9951-ae826310ff5f None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:07.215200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-84d769f8-f683-4d4c-b621-67093a28ebe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5478024 Jul 14 09:39:07.218195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:07.223189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-378382533'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:07.250007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:07.253557 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.298405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:07.318832 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.319472 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Added segment 8691cff1-4eb7-47f2-9512-2dbe4a2f408a of type vlan for network bcbd6030-52a9-44da-8c07-e2bf0246ba28 Jul 14 09:39:07.373109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.403169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.410464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:07.411299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.469372 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2500048 Jul 14 09:39:07.472245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43414) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:07.479355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'ports': [{'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02'}, {'network_id': 'bcbd6030-52a9-44da-8c07-e2bf0246ba28'}]} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:07.479721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:07.480230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': 'bcbd6030-52a9-44da-8c07-e2bf0246ba28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:07.534415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92c2df-8f12-4b47-8acc-27c513932d6b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Network': ['ID=bcbd6030-52a9-44da-8c07-e2bf0246ba28,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:07.549496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network bcbd6030-52a9-44da-8c07-e2bf0246ba28 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:07.682106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 2} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:07.686876 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.703554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.795421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fd98e0c4-5565-4ed1-a191-fdf8273e8c21 req-a2ddf2c9-eecd-4be5-9de0-423d04c6c671 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0363350 Jul 14 09:39:07.798149 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.801427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port a33e3757-d669-4589-9b1f-9a15cf4ffd9d yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:07.828651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.902238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7f18ade2-9355-471d-ad2a-c2f46998483a details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:07.930583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:07.967164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Allocated IP 172.25.0.197 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/d7570586-1683-4e44-8c7b-8d1008f33e38) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:08.031601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port f225340e-d427-4ea8-b699-c723841c7464 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:08.051253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7f18ade2-9355-471d-ad2a-c2f46998483a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7f18ade2-9355-471d-ad2a-c2f46998483a,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:08.066213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '7f18ade2-9355-471d-ad2a-c2f46998483a', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'port_id': '7f18ade2-9355-471d-ad2a-c2f46998483a', 'mac_address': 'fa:16:3e:76:32:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaf5bc9-caa5-490c-b0b2-94273b5b5443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:08.104927 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.123667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f18ade2-9355-471d-ad2a-c2f46998483a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:08.131809 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.149087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7f18ade2-9355-471d-ad2a-c2f46998483a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7f18ade2-9355-471d-ad2a-c2f46998483a,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:08.149905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5795eb-66e1-4ac1-92b8-b3865fdd13d1 req-cdd50fb7-63a0-4e0b-a1d3-1b9304c3fbd9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:08.151902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fd5795eb-66e1-4ac1-92b8-b3865fdd13d1 req-cdd50fb7-63a0-4e0b-a1d3-1b9304c3fbd9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 943 time: 0.1230173 Jul 14 09:39:08.159148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.165016 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.211169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fd5795eb-66e1-4ac1-92b8-b3865fdd13d1 req-b4b810a3-fead-4518-ac7c-4e7a642c2893 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 Jul 14 09:39:08.214235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.220501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.231923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7f18ade2-9355-471d-ad2a-c2f46998483a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.239747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.240095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.240476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.240813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.241141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.241654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.241985 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.242309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.242634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.242954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.243275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.243598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:08.254290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:08.257606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:08.261472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:08.262271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.277838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:08.282263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:08.284246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=a33e3757-d669-4589-9b1f-9a15cf4ffd9d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.284712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:08.313908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Pushing event updated for resources: {'Port': ['ID=d7570586-1683-4e44-8c7b-8d1008f33e38,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.353433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=f225340e-d427-4ea8-b699-c723841c7464,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.357089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Checking segment: {'id': '8691cff1-4eb7-47f2-9512-2dbe4a2f408a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'bcbd6030-52a9-44da-8c07-e2bf0246ba28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:08.357484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network hostable DHCP agents. Network: bcbd6030-52a9-44da-8c07-e2bf0246ba28, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:08.377614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network bcbd6030-52a9-44da-8c07-e2bf0246ba28 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:08.386988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, bcbd6030-52a9-44da-8c07-e2bf0246ba28) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:08.391300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:08.396712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb205e1-f355-4427-a5b7-8a52f5161677 None None] Network bcbd6030-52a9-44da-8c07-e2bf0246ba28 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:08.397448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:08.402341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:08.403057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.425438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1f8ed688-7041-4850-9357-2e7d05d0b57c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9524117 Jul 14 09:39:08.426283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43422) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:08.493414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['7f18ade2-9355-471d-ad2a-c2f46998483a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:08.542539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-67909f3a-2ddc-4898-9592-f1e1f6cfaa47 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port f225340e-d427-4ea8-b699-c723841c7464 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:08.543105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67909f3a-2ddc-4898-9592-f1e1f6cfaa47 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.564581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.626047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67909f3a-2ddc-4898-9592-f1e1f6cfaa47 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.642699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-67909f3a-2ddc-4898-9592-f1e1f6cfaa47 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for f225340e-d427-4ea8-b699-c723841c7464 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:08.735347 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67909f3a-2ddc-4898-9592-f1e1f6cfaa47 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.770058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67909f3a-2ddc-4898-9592-f1e1f6cfaa47 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=f225340e-d427-4ea8-b699-c723841c7464,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:08.777837 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67909f3a-2ddc-4898-9592-f1e1f6cfaa47 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.780505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-67909f3a-2ddc-4898-9592-f1e1f6cfaa47 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/f225340e-d427-4ea8-b699-c723841c7464 HTTP/1.1" status: 204 len: 168 time: 0.3530018 Jul 14 09:39:08.783267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43424) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:08.806564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.810574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:08.939833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfcb048-4f44-4571-8731-83c7e948795e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:08.946797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfcb048-4f44-4571-8731-83c7e948795e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:08.951550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8cfcb048-4f44-4571-8731-83c7e948795e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1642864 Jul 14 09:39:08.951784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:08.984417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Router 4b6db42b-9495-4192-8c78-f1e35a024c02 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:09.038501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2ff28f7-97d0-49c4-b84f-e5a962f5e8c3 req-80902e7f-9488-43f1-af4b-c0ff6d3140c1 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0853362 Jul 14 09:39:09.044924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43434) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.119385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7b30a40a-2f12-4428-be34-ad9f376e0fe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port a33e3757-d669-4589-9b1f-9a15cf4ffd9d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:09.119752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b30a40a-2f12-4428-be34-ad9f376e0fe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.151686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a8648061-5ec3-4280-91c4-c0dc442efa23 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/floatingips/b4f1d006-56e3-4039-ab80-ff8919e46188 HTTP/1.1" status: 200 len: 994 time: 0.1054254 Jul 14 09:39:09.173360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:09.178312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.180483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1a8d5a03-b31a-47ca-98b9-7621c902954c tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "PUT /v2.0/routers/4b6db42b-9495-4192-8c78-f1e35a024c02 HTTP/1.1" status: 200 len: 916 time: 2.1997316 Jul 14 09:39:09.182894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43438) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.192382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdd063-93ee-4305-9047-c2698f872f11 None None] Sync routers for ids ['4b6db42b-9495-4192-8c78-f1e35a024c02'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:09.205710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b30a40a-2f12-4428-be34-ad9f376e0fe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.206793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdd063-93ee-4305-9047-c2698f872f11 None None] Routers {'4b6db42b-9495-4192-8c78-f1e35a024c02'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:09.208216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eccdd063-93ee-4305-9047-c2698f872f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4b6db42b-9495-4192-8c78-f1e35a024c02'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:09.221648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7b30a40a-2f12-4428-be34-ad9f376e0fe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for a33e3757-d669-4589-9b1f-9a15cf4ffd9d owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:09.251438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eccdd063-93ee-4305-9047-c2698f872f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:09.264104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdd063-93ee-4305-9047-c2698f872f11 None None] Routers {'4b6db42b-9495-4192-8c78-f1e35a024c02'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:09.265061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eccdd063-93ee-4305-9047-c2698f872f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4b6db42b-9495-4192-8c78-f1e35a024c02'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:09.315782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eccdd063-93ee-4305-9047-c2698f872f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:09.317140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccdd063-93ee-4305-9047-c2698f872f11 None None] The sync data for ids ['4b6db42b-9495-4192-8c78-f1e35a024c02'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:09.327247 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed6c800f-9e48-42a8-8c66-9120171709db tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/routers/4b6db42b-9495-4192-8c78-f1e35a024c02 HTTP/1.1" status: 200 len: 922 time: 0.1431460 Jul 14 09:39:09.330057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.452790 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b30a40a-2f12-4428-be34-ad9f376e0fe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.476459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43450) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.498870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30a40a-2f12-4428-be34-ad9f376e0fe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=a33e3757-d669-4589-9b1f-9a15cf4ffd9d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:09.504944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7a7c64-045f-4c2d-929c-dff5006458f2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:09.506471 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2f7a7c64-045f-4c2d-929c-dff5006458f2 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=4b6db42b-9495-4192-8c78-f1e35a024c02&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1752930 Jul 14 09:39:09.511416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43452) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.523989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b30a40a-2f12-4428-be34-ad9f376e0fe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.526662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7b30a40a-2f12-4428-be34-ad9f376e0fe9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/a33e3757-d669-4589-9b1f-9a15cf4ffd9d HTTP/1.1" status: 204 len: 168 time: 0.5733693 Jul 14 09:39:09.529498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43454) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.621702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e062ed-f9ca-4122-929b-84958ff10c51 req-0f152c81-9b1b-4168-87cd-ab07fe5f2ce0 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:09.623716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8e062ed-f9ca-4122-929b-84958ff10c51 req-0f152c81-9b1b-4168-87cd-ab07fe5f2ce0 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 944 time: 0.2381332 Jul 14 09:39:09.650828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port 45896b87-7548-4184-af3e-b7c7c0966f63 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:09.651181 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.711276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0ec18f-df30-4c05-8f76-a7b1d2ba2ae8 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:09.712688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3b0ec18f-df30-4c05-8f76-a7b1d2ba2ae8 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/networks/4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 881 time: 0.2002871 Jul 14 09:39:09.715704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43456) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.722497 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8e062ed-f9ca-4122-929b-84958ff10c51 req-b47626b7-c8ee-45eb-a3a0-e2f8607755ac tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889344 Jul 14 09:39:09.733179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2058a0b-820f-41bf-9f0f-0a13321be9c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:09.734955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d2058a0b-820f-41bf-9f0f-0a13321be9c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2036424 Jul 14 09:39:09.737703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43458) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.754646 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e915b926-0e8f-4b42-ba78-f46c723e21b0 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b6db42b-9495-4192-8c78-f1e35a024c02 HTTP/1.1" status: 200 len: 205 time: 0.0358756 Jul 14 09:39:09.759963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43460) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.770524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.770776 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c50c82-3173-47db-bdad-10702070def8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:39:09.770935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.775073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b6c50c82-3173-47db-bdad-10702070def8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/f225340e-d427-4ea8-b699-c723841c7464 HTTP/1.1" status: 404 len: 333 time: 0.0338285 Jul 14 09:39:09.775300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.808569 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd268a68-504c-43b8-8446-fe94cbfd3059 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:39:09.812585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bd268a68-504c-43b8-8446-fe94cbfd3059 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/a33e3757-d669-4589-9b1f-9a15cf4ffd9d HTTP/1.1" status: 404 len: 333 time: 0.0338097 Jul 14 09:39:09.812750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:09.822983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for 45896b87-7548-4184-af3e-b7c7c0966f63 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:09.893411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.925477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7f18ade2-9355-471d-ad2a-c2f46998483a up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:09.968567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.981404 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.982428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 7f18ade2-9355-471d-ad2a-c2f46998483a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:09.988644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 7f18ade2-9355-471d-ad2a-c2f46998483a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:09.989623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:09.992667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbd6030-52a9-44da-8c07-e2bf0246ba28']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:10.003274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8691cff1-4eb7-47f2-9512-2dbe4a2f408a') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:10.003620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8691cff1-4eb7-47f2-9512-2dbe4a2f408a') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:10.012822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.034156 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.041067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:10.041814 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:10.045318 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:10.092979 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.120586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cdf6eb-a503-417f-81f9-34d0b8ed43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f18ade2-9355-471d-ad2a-c2f46998483a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:10.123320 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.123764 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f23b1c-27e6-41db-90b2-5dd37251a7a9" -d '{"events": [{"server_uuid": "48cdf6eb-a503-417f-81f9-34d0b8ed43cc", "name": "network-vif-plugged", "status": "completed", "tag": "7f18ade2-9355-471d-ad2a-c2f46998483a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:10.138772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7f18ade2-9355-471d-ad2a-c2f46998483a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7f18ade2-9355-471d-ad2a-c2f46998483a,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:10.140867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.143343 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/networks/bcbd6030-52a9-44da-8c07-e2bf0246ba28 HTTP/1.1" status: 204 len: 168 time: 0.3294604 Jul 14 09:39:10.146839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43472) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.149409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.154030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-708059375'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:10.178650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b94d4-46c6-4f77-a96d-d05c4a547421 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Network': ['ID=bcbd6030-52a9-44da-8c07-e2bf0246ba28,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.203971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:10.204266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.208239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.237760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7f18ade2-9355-471d-ad2a-c2f46998483a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.242012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:10.251175 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c02e264-0dd9-433f-a236-e8360a37fc2b x-openstack-request-id: req-0c02e264-0dd9-433f-a236-e8360a37fc2b {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:10.251541 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cdf6eb-a503-417f-81f9-34d0b8ed43cc", "name": "network-vif-plugged", "status": "completed", "tag": "7f18ade2-9355-471d-ad2a-c2f46998483a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:10.251865 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c02e264-0dd9-433f-a236-e8360a37fc2b {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:10.252429 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cdf6eb-a503-417f-81f9-34d0b8ed43cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f18ade2-9355-471d-ad2a-c2f46998483a', 'code': 200} Jul 14 09:39:10.264966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=45896b87-7548-4184-af3e-b7c7c0966f63,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.285287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.285632 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Added segment e33c3a2b-b8da-4980-b23e-88033d9a94bd of type vlan for network 4e4eec19-5a18-47b2-a500-40cb5501773b Jul 14 09:39:10.288427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd79a372-bb0c-4f94-a235-7e7d301d979b req-ba6d11ec-bc2a-41db-bc26-94f8d3af4f98 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0351768 Jul 14 09:39:10.322426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.335916 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.369498 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.375955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:10.376616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.397689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.397935 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Floating IP b4f1d006-56e3-4039-ab80-ff8919e46188 disassociated (deleted). External IP: 172.25.0.248, port: 5dd67d4c-59cc-4f93-8e97-42ebef410132. Jul 14 09:39:10.431526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2833002 Jul 14 09:39:10.434381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43474) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:10.441686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '4e4eec19-5a18-47b2-a500-40cb5501773b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:10.494824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06ef52-5eef-4b43-9f73-a7163dbfab83 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Network': ['ID=4e4eec19-5a18-47b2-a500-40cb5501773b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:10.507378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4e4eec19-5a18-47b2-a500-40cb5501773b details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:10.517877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa08e5-8e67-4804-9c54-505bab26b3ea req-e7cb17b4-c08c-40dd-bb92-1d86737a198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:10.519420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8aa08e5-8e67-4804-9c54-505bab26b3ea req-e7cb17b4-c08c-40dd-bb92-1d86737a198a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 1097 time: 0.1925042 Jul 14 09:39:10.530873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Deleting port d7570586-1683-4e44-8c7b-8d1008f33e38 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:10.531227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.544952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:10.549532 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.669197 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8aa08e5-8e67-4804-9c54-505bab26b3ea req-ee509898-7f83-4ce8-9bd2-68d66e974e77 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959377 Jul 14 09:39:10.684898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.730030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Calling delete_port for d7570586-1683-4e44-8c7b-8d1008f33e38 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:10.739601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:10.810490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router 1902c040-edc8-4b52-88c8-41b273cf0d81 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:11.085786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e75da8-bff3-4f5f-8018-90acf7e92828 req-af0f8258-7d02-474d-bc05-0bd34dbfa4b7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:11.087401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18e75da8-bff3-4f5f-8018-90acf7e92828 req-af0f8258-7d02-474d-bc05-0bd34dbfa4b7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 945 time: 0.2100708 Jul 14 09:39:11.090088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:11.095301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.099885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.107740 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] Sync routers for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:11.118268 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:11.119042 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:11.135395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=0d659aeb-8f89-403e-85c4-fb8b8fca8a59,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:11.143652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Checking segment: {'id': 'e33c3a2b-b8da-4980-b23e-88033d9a94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4e4eec19-5a18-47b2-a500-40cb5501773b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:11.144019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network hostable DHCP agents. Network: 4e4eec19-5a18-47b2-a500-40cb5501773b, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:11.163484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 4e4eec19-5a18-47b2-a500-40cb5501773b is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:11.185690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4e4eec19-5a18-47b2-a500-40cb5501773b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:11.189002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:11.189821 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.199945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d48af7-2ae7-4c25-8610-6e1f209d0246 None None] Network 4e4eec19-5a18-47b2-a500-40cb5501773b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:11.226964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6ae13e17-5aa7-4b5b-b8bb-9de5dc7be0b3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7913439 Jul 14 09:39:11.229275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43480) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:11.235858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '4e4eec19-5a18-47b2-a500-40cb5501773b', 'name': 'tempest-PortsTestJSON-1176960686'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:11.271632 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:11.474427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:11.478797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.486377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-4e4eec19-5a18-47b2-a500-40cb5501773b', 'network_id': '4e4eec19-5a18-47b2-a500-40cb5501773b', 'tenant_id': '94e0c76d49294446ba2e21c1f28ae906', 'fixed_ips': [{'subnet_id': '0d659aeb-8f89-403e-85c4-fb8b8fca8a59'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:11.487244 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.509309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event deleted for resources: {'Port': ['ID=d7570586-1683-4e44-8c7b-8d1008f33e38,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:11.527370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c2432fc0-b6eb-44a4-98ca-49170b722d45 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/floatingips/b4f1d006-56e3-4039-ab80-ff8919e46188 HTTP/1.1" status: 204 len: 168 time: 2.0492659 Jul 14 09:39:11.551333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:11.553546 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd4c0d6-27db-41ff-996f-ae0f0a621691" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:11.556012 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6450050-f83a-481d-9458-7dded0e3986e req-43661af6-d554-4868-83e3-ddd1c1c0d36e tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0365074 Jul 14 09:39:11.562273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port d11b4ec9-d710-4ee6-8db3-6dca0318174f yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:11.567657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18e75da8-bff3-4f5f-8018-90acf7e92828 req-0a4fc207-f0cc-4419-b95b-aef1c0f84b80 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688179 Jul 14 09:39:11.603888 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:11.609535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.645286 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] Checking router: 1902c040-edc8-4b52-88c8-41b273cf0d81 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:11.658759 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:11.659643 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:11.709751 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6fc25a-585c-4443-bf4a-f72e34ddd2f5 x-openstack-request-id: req-3f6fc25a-585c-4443-bf4a-f72e34ddd2f5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:11.710503 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:11.710503 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f6fc25a-585c-4443-bf4a-f72e34ddd2f5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:11.711868 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'status': 'completed', 'code': 200} Jul 14 09:39:11.760891 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.768022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.786636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-7ca7d4e7-8bbb-4638-a69b-7c157ae3248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:11.789768 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-7ca7d4e7-8bbb-4638-a69b-7c157ae3248b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8973d0596776403abb0c5971306019f8&device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 1098 time: 0.0731864 Jul 14 09:39:11.815592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Allocated IP 172.20.0.2 (4e4eec19-5a18-47b2-a500-40cb5501773b/0d659aeb-8f89-403e-85c4-fb8b8fca8a59/2c3856eb-1e68-4876-8907-7e6bb0511bb3) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:11.888659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.889676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Fanout notify agent at l3_agent the message router_deleted on router 4b6db42b-9495-4192-8c78-f1e35a024c02 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:11.909055 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.913864 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fcfd44fd-6c32-437c-bbf9-ed7132f03f88 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/4b6db42b-9495-4192-8c78-f1e35a024c02 HTTP/1.1" status: 204 len: 168 time: 2.1518230 Jul 14 09:39:11.918065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43488) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:11.927005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1577550034', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:11.949275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-2e91d68c-042e-4b15-921b-f2f01216ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:11.954128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-2e91d68c-042e-4b15-921b-f2f01216ce99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fa12a99e-dc18-4427-8757-5c3430018a64 HTTP/1.1" status: 200 len: 897 time: 0.1565456 Jul 14 09:39:11.959299 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:11.998270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:11.999658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.011463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-2fecf1ed-9ccc-4f6a-86ad-b98b649fe0c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132 HTTP/1.1" status: 200 len: 217 time: 0.0499454 Jul 14 09:39:12.069077 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.079323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Transition to ACTIVE for port object 2c3856eb-1e68-4876-8907-7e6bb0511bb3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:12.081522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.111639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Transition to ACTIVE for port object 2c3856eb-1e68-4876-8907-7e6bb0511bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:12.115835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-309d016f-3d3c-4648-be91-917abfe00f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:12.117640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-309d016f-3d3c-4648-be91-917abfe00f88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d6308de0-d7bb-4439-a821-593a2e80674d HTTP/1.1" status: 200 len: 834 time: 0.0998733 Jul 14 09:39:12.119791 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.170499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Network 4e4eec19-5a18-47b2-a500-40cb5501773b is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:12.173939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:12.179768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:12.219853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.9 (4e4eec19-5a18-47b2-a500-40cb5501773b/0d659aeb-8f89-403e-85c4-fb8b8fca8a59/d11b4ec9-d710-4ee6-8db3-6dca0318174f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:12.229552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Pushing event updated for resources: {'Port': ['ID=2c3856eb-1e68-4876-8907-7e6bb0511bb3,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:12.233708 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:12.239147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-5dbba00f-274f-4b68-9368-821f6532a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:12.240835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-5dbba00f-274f-4b68-9368-821f6532a9a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fa12a99e-dc18-4427-8757-5c3430018a64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138043 Jul 14 09:39:12.268880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Attempting to bind port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:12.269166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Attempting to bind port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e33c3a2b-b8da-4980-b23e-88033d9a94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4e4eec19-5a18-47b2-a500-40cb5501773b'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:12.269543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Attempting to bind port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 on network 4e4eec19-5a18-47b2-a500-40cb5501773b {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:12.271890 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2cacd-0681-457a-a77a-5f5dce2239b2 None None] The sync data for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 is: [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:38:04Z', 'revision_number': 4, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '6a0b5e95-1b72-4305-be0d-80e797c8a94d', 'name': '', 'network_id': 'fa12a99e-dc18-4427-8757-5c3430018a64', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'mac_address': 'fa:16:3e:61:58:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1974, 'fixed_ips': [{'subnet_id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:38:02Z', 'updated_at': '2021-07-14T09:38:11Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'subnets': [{'id': 'd6308de0-d7bb-4439-a821-593a2e80674d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:12.276593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:12.276929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Checking segment: {'id': 'e33c3a2b-b8da-4980-b23e-88033d9a94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4e4eec19-5a18-47b2-a500-40cb5501773b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:12.277253 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.277650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Bound using segment: {'id': 'e33c3a2b-b8da-4980-b23e-88033d9a94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4e4eec19-5a18-47b2-a500-40cb5501773b'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:12.278327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Bound port: 2c3856eb-1e68-4876-8907-7e6bb0511bb3, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33c3a2b-b8da-4980-b23e-88033d9a94bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4e4eec19-5a18-47b2-a500-40cb5501773b'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:12.279493 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.322042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.368595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c763b-dbe3-46cc-884b-280c78ce2372 req-b7e16cfd-e719-427e-a476-fbc51382e9f8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:12.370478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-625c763b-dbe3-46cc-884b-280c78ce2372 req-b7e16cfd-e719-427e-a476-fbc51382e9f8 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 946 time: 0.2333674 Jul 14 09:39:12.386298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] For port 2c3856eb-1e68-4876-8907-7e6bb0511bb3, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:12.395352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] For port 2c3856eb-1e68-4876-8907-7e6bb0511bb3, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2c3856eb-1e68-4876-8907-7e6bb0511bb3,segment=NetworkSegment(e33c3a2b-b8da-4980-b23e-88033d9a94bd),segment_id=e33c3a2b-b8da-4980-b23e-88033d9a94bd)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:12.399779 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.463141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-625c763b-dbe3-46cc-884b-280c78ce2372 req-3e42895d-3611-4175-b4a9-0427ac06304a tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543749 Jul 14 09:39:12.509012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc8c79-ac50-44a2-ad24-42fdaa74d110 None None] Pushing event updated for resources: {'Port': ['ID=2c3856eb-1e68-4876-8907-7e6bb0511bb3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:12.532759 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.562080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object d11b4ec9-d710-4ee6-8db3-6dca0318174f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:12.580453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-0f102fb0-9656-4157-992f-c162e455f198 service neutron] 10.222.0.66 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304224 Jul 14 09:39:12.687926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.702747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcd93e11-698e-44f5-9a8d-54b61c092800 None None] New status for floating IP b4f1d006-56e3-4039-ab80-ff8919e46188: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:39:12.714982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.746516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 4e4eec19-5a18-47b2-a500-40cb5501773b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:12.771302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:12.798041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:12.810671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.837521 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffd4c0d6-27db-41ff-996f-ae0f0a621691 req-4a5e27e2-c8a1-4a09-9435-850b194c54d7 service neutron] 10.222.0.66 "GET /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476695 Jul 14 09:39:12.840898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=d11b4ec9-d710-4ee6-8db3-6dca0318174f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:12.897255 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dbe00247-5123-4679-815c-5ece211c9912 req-f2fe5ee0-7689-4582-9ffd-bc132d89ce6e tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0495546 Jul 14 09:39:12.920702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:12.921405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:12.944079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0dcc9a17-d215-47c7-85fd-629171fa2848 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7120783 Jul 14 09:39:12.946613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43498) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:13.091437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2c3856eb-1e68-4876-8907-7e6bb0511bb3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:13.101430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c734a-719b-40bf-92f0-fcc19b7d9096 req-ba3afef6-e5c0-4997-80d0-f3d926c6374e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:13.103049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-289c734a-719b-40bf-92f0-fcc19b7d9096 req-ba3afef6-e5c0-4997-80d0-f3d926c6374e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 945 time: 0.2892606 Jul 14 09:39:13.117170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Allocated IP 172.25.0.239 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/0e9c15a3-35a1-45a0-998e-31b415a8eeb6) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:13.152225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:13.217723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-289c734a-719b-40bf-92f0-fcc19b7d9096 req-590df6c4-2c5d-4e60-a5f5-2fb05df8152e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019237 Jul 14 09:39:13.224299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-06d5a0a4-b89b-404f-885a-532683909176 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port d11b4ec9-d710-4ee6-8db3-6dca0318174f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:13.224664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06d5a0a4-b89b-404f-885a-532683909176 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.330504 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.360829 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06d5a0a4-b89b-404f-885a-532683909176 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.380416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-06d5a0a4-b89b-404f-885a-532683909176 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for d11b4ec9-d710-4ee6-8db3-6dca0318174f owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:13.425567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bca7b-88cc-47af-be3d-0d6987d566a5 req-f822958d-93c6-49bd-be4f-f28d8063d6bf tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:13.427240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba5bca7b-88cc-47af-be3d-0d6987d566a5 req-f822958d-93c6-49bd-be4f-f28d8063d6bf tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 945 time: 0.0707498 Jul 14 09:39:13.444168 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.500169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:13.508180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:13.513450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:13.519168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba5bca7b-88cc-47af-be3d-0d6987d566a5 req-e851cdc3-a8cc-49ce-bebc-e9fcdc94f7d6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754750 Jul 14 09:39:13.546081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event updated for resources: {'Port': ['ID=0e9c15a3-35a1-45a0-998e-31b415a8eeb6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:13.580827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-df7f42d7-951e-497b-9345-92a12cff15cb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:13.582378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-df7f42d7-951e-497b-9345-92a12cff15cb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 946 time: 0.1495986 Jul 14 09:39:13.731322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06d5a0a4-b89b-404f-885a-532683909176 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.774382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d5a0a4-b89b-404f-885a-532683909176 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=d11b4ec9-d710-4ee6-8db3-6dca0318174f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:13.810891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4d9e7-39ee-47c2-b3a6-42e37eda3dd4 req-c7801303-7d63-47ad-b841-07a1507721a9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:13.812474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1be4d9e7-39ee-47c2-b3a6-42e37eda3dd4 req-c7801303-7d63-47ad-b841-07a1507721a9 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 946 time: 0.1353478 Jul 14 09:39:13.833553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port 5dd67d4c-59cc-4f93-8e97-42ebef410132 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:13.833870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.858704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c79318-2fa6-48a6-bd6c-f7d31d2fdbd9 None None] Network 4e4eec19-5a18-47b2-a500-40cb5501773b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:13.944796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a147b969-9dab-4191-879a-7042b1cf5cad None None] Provisioning for port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:13.945738 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1be4d9e7-39ee-47c2-b3a6-42e37eda3dd4 req-73c5da2e-efd2-4e27-bc0d-7397e50c6814 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/security-groups?id=47e8d127-5532-4ebc-8322-c43dead572e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230760 Jul 14 09:39:13.983899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a147b969-9dab-4191-879a-7042b1cf5cad None None] Provisioning complete for port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:13.985793 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a147b969-9dab-4191-879a-7042b1cf5cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.992555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06d5a0a4-b89b-404f-885a-532683909176 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:13.998037 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-06d5a0a4-b89b-404f-885a-532683909176 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/d11b4ec9-d710-4ee6-8db3-6dca0318174f HTTP/1.1" status: 204 len: 168 time: 1.0491686 Jul 14 09:39:13.998669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43514) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:14.008621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port 5dd67d4c-59cc-4f93-8e97-42ebef410132, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5dd67d4c-59cc-4f93-8e97-42ebef410132,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:14.009144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.031917 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4babebb-dd2e-44a3-b665-14382c8ab744 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:14.033027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4babebb-dd2e-44a3-b665-14382c8ab744 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:14.038005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a4babebb-dd2e-44a3-b665-14382c8ab744 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/d11b4ec9-d710-4ee6-8db3-6dca0318174f HTTP/1.1" status: 404 len: 333 time: 0.0362809 Jul 14 09:39:14.038223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for 5dd67d4c-59cc-4f93-8e97-42ebef410132 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:14.040301 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43516) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:14.046808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.091725 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d950e3c3-3b19-43cf-bc72-3ec94a4db256 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:39:14.096179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d950e3c3-3b19-43cf-bc72-3ec94a4db256 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/d11b4ec9-d710-4ee6-8db3-6dca0318174f HTTP/1.1" status: 404 len: 333 time: 0.0517225 Jul 14 09:39:14.096582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43518) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:14.129681 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b11e6324-ecaa-4d44-a637-388013448d36 req-4a00768e-1998-4454-9ae6-0932bb0ae25e tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0444505 Jul 14 09:39:14.160988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9dcdda-eb49-480d-ade8-7aad8b184bc6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 0d659aeb-8f89-403e-85c4-fb8b8fca8a59 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:14.167509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcdda-eb49-480d-ade8-7aad8b184bc6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.185760 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a147b969-9dab-4191-879a-7042b1cf5cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.245384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a147b969-9dab-4191-879a-7042b1cf5cad None None] For port 2c3856eb-1e68-4876-8907-7e6bb0511bb3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2c3856eb-1e68-4876-8907-7e6bb0511bb3,segment=NetworkSegment(e33c3a2b-b8da-4980-b23e-88033d9a94bd),segment_id=e33c3a2b-b8da-4980-b23e-88033d9a94bd)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:14.251252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a147b969-9dab-4191-879a-7042b1cf5cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.284937 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcdda-eb49-480d-ade8-7aad8b184bc6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.319253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b969-9dab-4191-879a-7042b1cf5cad None None] Pushing event updated for resources: {'Port': ['ID=2c3856eb-1e68-4876-8907-7e6bb0511bb3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:14.334428 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.426817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcdda-eb49-480d-ade8-7aad8b184bc6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.460986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a26a7-5e35-4c62-bc0f-80da03d0a505 req-6cf6940c-1896-4f13-931a-daed7e6384fd tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:14.468759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-855a26a7-5e35-4c62-bc0f-80da03d0a505 req-6cf6940c-1896-4f13-931a-daed7e6384fd tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 945 time: 0.3044136 Jul 14 09:39:14.494181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Router 566d6bb5-b23e-46d8-a197-10792cc90af5 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:14.564105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-855a26a7-5e35-4c62-bc0f-80da03d0a505 req-ad65d111-4080-4374-ba70-049ed0f829dd tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941765 Jul 14 09:39:14.576106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.581417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ecfad12c-297f-4c2b-91bf-2a41ea746208 None None] Provisioning complete for port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:14.582436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ecfad12c-297f-4c2b-91bf-2a41ea746208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.592263 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcdda-eb49-480d-ade8-7aad8b184bc6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.622318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:14.632382 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0140a67-836d-4e89-aa32-dd6ff678f12e None None] Sync routers for ids ['566d6bb5-b23e-46d8-a197-10792cc90af5'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:14.648900 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0140a67-836d-4e89-aa32-dd6ff678f12e None None] Routers {'566d6bb5-b23e-46d8-a197-10792cc90af5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:14.652025 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e0140a67-836d-4e89-aa32-dd6ff678f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['566d6bb5-b23e-46d8-a197-10792cc90af5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:14.652935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=5dd67d4c-59cc-4f93-8e97-42ebef410132,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:14.671926 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.684721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0e6c0179-43eb-4507-a399-6c9987ba13d5 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7627542 Jul 14 09:39:14.684947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43522) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:14.692716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dcdda-eb49-480d-ade8-7aad8b184bc6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=0d659aeb-8f89-403e-85c4-fb8b8fca8a59,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:14.696610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:14.702754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f9dcdda-eb49-480d-ade8-7aad8b184bc6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.704733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4f9dcdda-eb49-480d-ade8-7aad8b184bc6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/0d659aeb-8f89-403e-85c4-fb8b8fca8a59 HTTP/1.1" status: 204 len: 168 time: 0.6071377 Jul 14 09:39:14.707267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43524) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:14.734200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] No DVR routers for this DVR port 5dd67d4c-59cc-4f93-8e97-42ebef410132 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:14.736892 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.739364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9f5a5b0-0388-40af-9ac5-d3bbc64d797f req-bc59ee76-35e3-47a2-b963-578ec3bb16bb tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.66 "DELETE /v2.0/ports/5dd67d4c-59cc-4f93-8e97-42ebef410132 HTTP/1.1" status: 204 len: 173 time: 1.1362338 Jul 14 09:39:14.751220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'name': 'network-vif-deleted', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:14.751752 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e0140a67-836d-4e89-aa32-dd6ff678f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:14.753583 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96d3ece-7102-4366-a0e1-ee4e8bc82275" -d '{"events": [{"server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "name": "network-vif-deleted", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:14.775500 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0140a67-836d-4e89-aa32-dd6ff678f12e None None] Routers {'566d6bb5-b23e-46d8-a197-10792cc90af5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:14.777878 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e0140a67-836d-4e89-aa32-dd6ff678f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['566d6bb5-b23e-46d8-a197-10792cc90af5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:14.842205 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e0140a67-836d-4e89-aa32-dd6ff678f12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:14.843067 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0140a67-836d-4e89-aa32-dd6ff678f12e None None] The sync data for ids ['566d6bb5-b23e-46d8-a197-10792cc90af5'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:14.850842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.853509 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feedd082-5589-42f7-b347-d71210a075c7 x-openstack-request-id: req-feedd082-5589-42f7-b347-d71210a075c7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:14.854351 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e26635-c59a-415b-8185-ea24ce5b10a9", "name": "network-vif-deleted", "tag": "5dd67d4c-59cc-4f93-8e97-42ebef410132", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:14.854351 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-feedd082-5589-42f7-b347-d71210a075c7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:14.854615 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e26635-c59a-415b-8185-ea24ce5b10a9', 'name': 'network-vif-deleted', 'tag': '5dd67d4c-59cc-4f93-8e97-42ebef410132', 'status': 'completed', 'code': 200} Jul 14 09:39:14.919577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:14.920266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:14.920434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a9bb0-afe7-4268-accb-280f6244ef24 None None] Network 4e4eec19-5a18-47b2-a500-40cb5501773b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:15.006005 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] For port 2c3856eb-1e68-4876-8907-7e6bb0511bb3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2c3856eb-1e68-4876-8907-7e6bb0511bb3,segment=NetworkSegment(e33c3a2b-b8da-4980-b23e-88033d9a94bd),segment_id=e33c3a2b-b8da-4980-b23e-88033d9a94bd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:15.006691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.038948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 2c3856eb-1e68-4876-8907-7e6bb0511bb3 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:15.056221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-931cacf7-2425-4637-805c-aa60ee43f30f None None] Could not find standard attr ID for object d11b4ec9-d710-4ee6-8db3-6dca0318174f. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:39:15.094791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2c3856eb-1e68-4876-8907-7e6bb0511bb3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:15.173608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:15.174295 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.209435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] DHCP port deletion for 4e4eec19-5a18-47b2-a500-40cb5501773b request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:15.256595 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.276957 n-d-780147-26 neutron-server[93781]: INFO neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No ports have port_id starting with 2c3856eb-1e68-4876-8907-7e6bb0511bb3 Jul 14 09:39:15.320124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] Deleting port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:15.320573 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.327157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=2c3856eb-1e68-4876-8907-7e6bb0511bb3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:15.345023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No DVR routers for this DVR port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:15.421876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] For port 2c3856eb-1e68-4876-8907-7e6bb0511bb3, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:15.422384 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.437196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] Calling delete_port for 2c3856eb-1e68-4876-8907-7e6bb0511bb3 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:15.440642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] Port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:39:15.442234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.454691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] No DVR routers for this DVR port 2c3856eb-1e68-4876-8907-7e6bb0511bb3 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:15.465470 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.475575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51028b-eed8-4bad-9885-0854d45bc51a None None] Pushing event deleted for resources: {'Port': ['ID=2c3856eb-1e68-4876-8907-7e6bb0511bb3,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:15.477422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4eec19-5a18-47b2-a500-40cb5501773b']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:15.494491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33c3a2b-b8da-4980-b23e-88033d9a94bd') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:15.494985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33c3a2b-b8da-4980-b23e-88033d9a94bd') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:15.521557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4bbcc03f-cb4c-495a-9e9f-2d3953c10c4d req-d177dd69-6128-4243-9ce7-711d49679392 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.1254592 Jul 14 09:39:15.523257 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.539436 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.548402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:15.548660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:15.562395 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:15.595686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be28fdc9-b7cf-4066-9eef-bfbd596912fd req-725ec64c-32b2-44c4-8553-b108d9d36df6 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "GET /v2.0/ports?device_id=f3e26635-c59a-415b-8185-ea24ce5b10a9 HTTP/1.1" status: 200 len: 210 time: 0.0364902 Jul 14 09:39:15.648682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.659889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.663098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/networks/4e4eec19-5a18-47b2-a500-40cb5501773b HTTP/1.1" status: 204 len: 168 time: 0.9546556 Jul 14 09:39:15.667850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:15.672812 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.686983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1953530864'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:15.689486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.696167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfcad3-0d4b-4ec4-9613-63f05624afaf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Network': ['ID=4e4eec19-5a18-47b2-a500-40cb5501773b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:15.722529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:15.727142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.758029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:15.766908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Deleting port 0e9c15a3-35a1-45a0-998e-31b415a8eeb6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:15.767195 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.778998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.779351 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Added segment ebbdcdb2-fb8c-4935-874f-fcb422315ffb of type vlan for network 70eeac5b-1590-44b6-b194-ddea03941327 Jul 14 09:39:15.873053 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.881122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.911515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Calling delete_port for 0e9c15a3-35a1-45a0-998e-31b415a8eeb6 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:15.926617 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.939405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:15.942663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:15.994738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-fa44bec8-5724-441a-89d8-5d27c83dc84f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:15.996291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-fa44bec8-5724-441a-89d8-5d27c83dc84f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 945 time: 0.1293256 Jul 14 09:39:16.046907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3770494 Jul 14 09:39:16.051953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43546) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.064402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '70eeac5b-1590-44b6-b194-ddea03941327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:16.067564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9afdc4-5bc4-4c9a-b836-121f82916c8b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Network': ['ID=70eeac5b-1590-44b6-b194-ddea03941327,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.079992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f30f7-72bb-4407-9c42-73dd5e4d2187 req-3fc46ff9-2fdd-4118-9bfe-7ddf24a2e290 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:16.080657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 70eeac5b-1590-44b6-b194-ddea03941327 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:16.081861 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf7f30f7-72bb-4407-9c42-73dd5e4d2187 req-3fc46ff9-2fdd-4118-9bfe-7ddf24a2e290 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 945 time: 0.2668839 Jul 14 09:39:16.154377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf7f30f7-72bb-4407-9c42-73dd5e4d2187 req-14e0e593-b745-4632-8b9a-91180dc534c1 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650065 Jul 14 09:39:16.274375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:16.277986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.343104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.365185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Deleting port 7f18ade2-9355-471d-ad2a-c2f46998483a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:16.365443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.425723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Pushing event deleted for resources: {'Port': ['ID=0e9c15a3-35a1-45a0-998e-31b415a8eeb6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.538197 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.643458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] For port 7f18ade2-9355-471d-ad2a-c2f46998483a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7f18ade2-9355-471d-ad2a-c2f46998483a,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:16.644068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.667837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Calling delete_port for 7f18ade2-9355-471d-ad2a-c2f46998483a owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:16.701396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e14b465-55e9-4fa5-88eb-045b2fce0f30 req-8e6b8a81-e690-42a5-9646-be9fa815c7ac tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0309670 Jul 14 09:39:16.714699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43560) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.779656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b2c380-b707-4c1a-840d-dcf48535df06 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.806875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b2c380-b707-4c1a-840d-dcf48535df06 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.885868 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b2c380-b707-4c1a-840d-dcf48535df06 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.890941 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b2c380-b707-4c1a-840d-dcf48535df06 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.892549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-77b2c380-b707-4c1a-840d-dcf48535df06 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/security-groups/47e8d127-5532-4ebc-8322-c43dead572e5 HTTP/1.1" status: 204 len: 168 time: 0.1766083 Jul 14 09:39:16.893026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.918512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2c380-b707-4c1a-840d-dcf48535df06 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8d127-5532-4ebc-8322-c43dead572e5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:16.933694 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:16.933897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43564) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:16.951075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.061509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=3e047889-a033-4f22-a396-45fa3e812e57,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.108895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2c3856eb-1e68-4876-8907-7e6bb0511bb3 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:17.121510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Checking segment: {'id': 'ebbdcdb2-fb8c-4935-874f-fcb422315ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '70eeac5b-1590-44b6-b194-ddea03941327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:17.122728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network hostable DHCP agents. Network: 70eeac5b-1590-44b6-b194-ddea03941327, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:17.128602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Router 566d6bb5-b23e-46d8-a197-10792cc90af5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:17.166642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 2c3856eb-1e68-4876-8907-7e6bb0511bb3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:17.167366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2c3856eb-1e68-4876-8907-7e6bb0511bb3 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:17.191555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.206326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2', '7f18ade2-9355-471d-ad2a-c2f46998483a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:17.260177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 70eeac5b-1590-44b6-b194-ddea03941327 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:17.266094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event deleted for resources: {'Port': ['ID=7f18ade2-9355-471d-ad2a-c2f46998483a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:17.277010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:17.288829 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.290219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dc891080-4d01-4526-84bd-95ba97d8cea1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "PUT /v2.0/routers/566d6bb5-b23e-46d8-a197-10792cc90af5 HTTP/1.1" status: 200 len: 706 time: 2.6042101 Jul 14 09:39:17.293588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43570) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.294930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 70eeac5b-1590-44b6-b194-ddea03941327) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:17.312923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496a38a-fc9d-437f-b61c-91ee5271103d None None] Sync routers for ids ['566d6bb5-b23e-46d8-a197-10792cc90af5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:17.326699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:17.327596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.332238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce44643-4393-4404-9bae-8c66420b125d None None] Network 70eeac5b-1590-44b6-b194-ddea03941327 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:17.432227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] No DVR routers for this DVR port 7f18ade2-9355-471d-ad2a-c2f46998483a on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:17.439198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496a38a-fc9d-437f-b61c-91ee5271103d None None] Routers {'566d6bb5-b23e-46d8-a197-10792cc90af5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:17.440612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e496a38a-fc9d-437f-b61c-91ee5271103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['566d6bb5-b23e-46d8-a197-10792cc90af5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:17.451748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.454327 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15519aee-44c0-4198-bc4d-f216b041dbfe req-9e21367b-2c0f-4d78-9646-b1fa76c8bd6e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "DELETE /v2.0/ports/7f18ade2-9355-471d-ad2a-c2f46998483a HTTP/1.1" status: 204 len: 173 time: 1.4465985 Jul 14 09:39:17.455976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cdf6eb-a503-417f-81f9-34d0b8ed43cc', 'name': 'network-vif-deleted', 'tag': '7f18ade2-9355-471d-ad2a-c2f46998483a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:17.459151 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a4cdc7-e9d0-4d89-8636-0bf83ab1e536" -d '{"events": [{"server_uuid": "48cdf6eb-a503-417f-81f9-34d0b8ed43cc", "name": "network-vif-deleted", "tag": "7f18ade2-9355-471d-ad2a-c2f46998483a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:17.487672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e496a38a-fc9d-437f-b61c-91ee5271103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:17.547165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e496a38a-fc9d-437f-b61c-91ee5271103d None None] Routers {'566d6bb5-b23e-46d8-a197-10792cc90af5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:17.548246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e496a38a-fc9d-437f-b61c-91ee5271103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['566d6bb5-b23e-46d8-a197-10792cc90af5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:17.554551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5f98ea9d-ef07-4489-89e4-119fa827afad tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5011365 Jul 14 09:39:17.558668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.569497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48cefd84-40ab-4e2a-95fa-fc801f0304a5 req-b6eff22f-5324-4c1c-9a83-f99f0579c440 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=48cdf6eb-a503-417f-81f9-34d0b8ed43cc HTTP/1.1" status: 200 len: 210 time: 0.1315923 Jul 14 09:39:17.573710 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ea80e8-6149-416b-8de6-255a45d5ee0d x-openstack-request-id: req-49ea80e8-6149-416b-8de6-255a45d5ee0d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:17.577095 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cdf6eb-a503-417f-81f9-34d0b8ed43cc", "name": "network-vif-deleted", "tag": "7f18ade2-9355-471d-ad2a-c2f46998483a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:17.577480 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49ea80e8-6149-416b-8de6-255a45d5ee0d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:17.578884 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cdf6eb-a503-417f-81f9-34d0b8ed43cc', 'name': 'network-vif-deleted', 'tag': '7f18ade2-9355-471d-ad2a-c2f46998483a', 'status': 'completed', 'code': 200} Jul 14 09:39:17.586150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5810a9d1-b045-4154-af20-e3518f142298 tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/routers/566d6bb5-b23e-46d8-a197-10792cc90af5 HTTP/1.1" status: 200 len: 741 time: 0.2862365 Jul 14 09:39:17.586732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43578) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.600078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e496a38a-fc9d-437f-b61c-91ee5271103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:17.601047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e496a38a-fc9d-437f-b61c-91ee5271103d None None] The sync data for ids ['566d6bb5-b23e-46d8-a197-10792cc90af5'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:17.602833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5dd67d4c-59cc-4f93-8e97-42ebef410132 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:17.607830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '70eeac5b-1590-44b6-b194-ddea03941327', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1081123664'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:17.630337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 5dd67d4c-59cc-4f93-8e97-42ebef410132 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:17.630993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 5dd67d4c-59cc-4f93-8e97-42ebef410132 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:17.663553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-34be78fa-e070-4908-bd96-ea748c1b0d8b tempest-RoutersAdminTest-830996335 tempest-RoutersAdminTest-830996335-project-admin] 10.222.0.73 "GET /v2.0/ports?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&device_id=566d6bb5-b23e-46d8-a197-10792cc90af5 HTTP/1.1" status: 200 len: 205 time: 0.0703883 Jul 14 09:39:17.664605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43580) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.731751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-17d8a84a-a153-44b0-a601-2b1b44066c8c tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=566d6bb5-b23e-46d8-a197-10792cc90af5 HTTP/1.1" status: 200 len: 205 time: 0.0629268 Jul 14 09:39:17.731989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43582) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:17.761627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.810914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-70eeac5b-1590-44b6-b194-ddea03941327', 'network_id': '70eeac5b-1590-44b6-b194-ddea03941327', 'tenant_id': '94e0c76d49294446ba2e21c1f28ae906', 'fixed_ips': [{'subnet_id': '3e047889-a033-4f22-a396-45fa3e812e57'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:17.817376 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.876414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716f088c-e552-46ae-8df9-38f83874a70e tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.953234 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d34ec5f9-4143-47f1-9e25-8cccc139245e req-5706dfcc-ef97-4dab-b4d5-f62a98417818 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0378230 Jul 14 09:39:17.956691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:17.960750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:17.987114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port 78074e34-2765-4c79-889a-2fa9d71f0bd4 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:18.083161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Allocated IP 172.20.0.2 (70eeac5b-1590-44b6-b194-ddea03941327/3e047889-a033-4f22-a396-45fa3e812e57/e54b9ff4-9715-4a41-813d-2f213af2b297) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:18.161072 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716f088c-e552-46ae-8df9-38f83874a70e tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.163748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716f088c-e552-46ae-8df9-38f83874a70e tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.212979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716f088c-e552-46ae-8df9-38f83874a70e tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.213684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716f088c-e552-46ae-8df9-38f83874a70e tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Fanout notify agent at l3_agent the message router_deleted on router 566d6bb5-b23e-46d8-a197-10792cc90af5 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:18.221421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716f088c-e552-46ae-8df9-38f83874a70e tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.225568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-716f088c-e552-46ae-8df9-38f83874a70e tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/566d6bb5-b23e-46d8-a197-10792cc90af5 HTTP/1.1" status: 204 len: 168 time: 0.4926071 Jul 14 09:39:18.229576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43588) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.299204 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-27a15e26-7272-4560-a2b5-9f5433bf60b7 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=566d6bb5-b23e-46d8-a197-10792cc90af5 HTTP/1.1" status: 200 len: 205 time: 0.0684469 Jul 14 09:39:18.302292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43590) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.376967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port 6a0b5e95-1b72-4305-be0d-80e797c8a94d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:18.377364 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.389438 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-7fb9f85c-cc40-4a30-a4d1-6d3c0e01ab5b tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] delete failed (client error): The resource could not be found. Jul 14 09:39:18.390500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7fb9f85c-cc40-4a30-a4d1-6d3c0e01ab5b tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/566d6bb5-b23e-46d8-a197-10792cc90af5 HTTP/1.1" status: 404 len: 336 time: 0.0872569 Jul 14 09:39:18.395276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.490606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-72fa8971-6106-43b1-8067-11ef02008c28 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=4b6db42b-9495-4192-8c78-f1e35a024c02 HTTP/1.1" status: 200 len: 205 time: 0.0468400 Jul 14 09:39:18.493149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43596) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.508124 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.522992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Transition to ACTIVE for port object e54b9ff4-9715-4a41-813d-2f213af2b297 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:18.538535 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-c5c565ac-109c-4225-8e53-38c163b83a46 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] delete failed (client error): The resource could not be found. Jul 14 09:39:18.542012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port 6a0b5e95-1b72-4305-be0d-80e797c8a94d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6a0b5e95-1b72-4305-be0d-80e797c8a94d,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:18.542210 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c5c565ac-109c-4225-8e53-38c163b83a46 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/4b6db42b-9495-4192-8c78-f1e35a024c02 HTTP/1.1" status: 404 len: 336 time: 0.0454197 Jul 14 09:39:18.542333 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.542440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43598) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:18.551770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Transition to ACTIVE for port object e54b9ff4-9715-4a41-813d-2f213af2b297 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:18.558329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for 6a0b5e95-1b72-4305-be0d-80e797c8a94d owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:18.560857 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.617773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.6 (70eeac5b-1590-44b6-b194-ddea03941327/3e047889-a033-4f22-a396-45fa3e812e57/78074e34-2765-4c79-889a-2fa9d71f0bd4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:18.633864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Network 70eeac5b-1590-44b6-b194-ddea03941327 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:18.635833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Pushing event updated for resources: {'Port': ['ID=e54b9ff4-9715-4a41-813d-2f213af2b297,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:18.640586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:18.648090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:18.726362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Attempting to bind port e54b9ff4-9715-4a41-813d-2f213af2b297 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:18.727566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Attempting to bind port e54b9ff4-9715-4a41-813d-2f213af2b297 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ebbdcdb2-fb8c-4935-874f-fcb422315ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '70eeac5b-1590-44b6-b194-ddea03941327'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:18.728515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Attempting to bind port e54b9ff4-9715-4a41-813d-2f213af2b297 on network 70eeac5b-1590-44b6-b194-ddea03941327 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:18.738150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:18.739033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Checking segment: {'id': 'ebbdcdb2-fb8c-4935-874f-fcb422315ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '70eeac5b-1590-44b6-b194-ddea03941327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:18.740137 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.741000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Bound using segment: {'id': 'ebbdcdb2-fb8c-4935-874f-fcb422315ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '70eeac5b-1590-44b6-b194-ddea03941327'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:18.741711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Bound port: e54b9ff4-9715-4a41-813d-2f213af2b297, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebbdcdb2-fb8c-4935-874f-fcb422315ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '70eeac5b-1590-44b6-b194-ddea03941327'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:18.742934 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.838737 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:18.893002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] For port e54b9ff4-9715-4a41-813d-2f213af2b297, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:18.908243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] For port e54b9ff4-9715-4a41-813d-2f213af2b297, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e54b9ff4-9715-4a41-813d-2f213af2b297,segment=NetworkSegment(ebbdcdb2-fb8c-4935-874f-fcb422315ffb),segment_id=ebbdcdb2-fb8c-4935-874f-fcb422315ffb)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:18.913300 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.000655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99bf68-4a80-4140-b768-64999bdc5b18 None None] Pushing event updated for resources: {'Port': ['ID=e54b9ff4-9715-4a41-813d-2f213af2b297,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:19.019662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ce93c316-f953-46f1-becc-d5903efab30f tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f814e46-0e1f-4abf-8d92-55b8820ee6ba HTTP/1.1" status: 200 len: 205 time: 0.4763091 Jul 14 09:39:19.022702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43618) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.072342 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-4cdf8bc7-fb41-4162-8232-697924ec9446 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] delete failed (client error): The resource could not be found. Jul 14 09:39:19.074022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4cdf8bc7-fb41-4162-8232-697924ec9446 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/5f814e46-0e1f-4abf-8d92-55b8820ee6ba HTTP/1.1" status: 404 len: 336 time: 0.0499444 Jul 14 09:39:19.076752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43620) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.078799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 78074e34-2765-4c79-889a-2fa9d71f0bd4 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:19.128177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f2568e31-3b36-4dac-96be-e3cfd774783e tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=2fcbcec3-fba9-4c4d-a74b-8817517b428f HTTP/1.1" status: 200 len: 205 time: 0.0499046 Jul 14 09:39:19.131063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43622) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.189855 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-b0fe942e-1c2a-4422-b22c-6267fc1c86b1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] delete failed (client error): The resource could not be found. Jul 14 09:39:19.193741 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b0fe942e-1c2a-4422-b22c-6267fc1c86b1 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/2fcbcec3-fba9-4c4d-a74b-8817517b428f HTTP/1.1" status: 404 len: 336 time: 0.0591586 Jul 14 09:39:19.195946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43624) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.222455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e590d5a9-9aff-48b3-a565-a8abcabc124b req-76eee0ac-e6da-4bc5-8f6a-d82f8599ec2e tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0432374 Jul 14 09:39:19.236611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.263934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-412d08e2-6a57-49c4-a619-0db8f381c727 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d HTTP/1.1" status: 200 len: 205 time: 0.0688474 Jul 14 09:39:19.265097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43626) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.293348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=6a0b5e95-1b72-4305-be0d-80e797c8a94d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:19.306842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:19.357036 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-72dba537-2104-430e-ba9b-af058df429b9 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] delete failed (client error): The resource could not be found. Jul 14 09:39:19.358592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-72dba537-2104-430e-ba9b-af058df429b9 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/a0bdacbe-a398-476c-b7cb-bd4d7dfc0f7d HTTP/1.1" status: 404 len: 336 time: 0.0922031 Jul 14 09:39:19.361367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43630) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.385126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=78074e34-2765-4c79-889a-2fa9d71f0bd4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:19.394492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c135c5cb-abdc-4313-8f64-a92c89a1b682 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ae95182-a1ef-46e5-99b9-6a2543015673 HTTP/1.1" status: 200 len: 205 time: 0.0317285 Jul 14 09:39:19.400689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43632) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.458056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-c36e56e6-4acf-4940-a5e8-98f3be3ca721 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:19.464407 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-ea752f87-9184-45f5-bab9-3e150bc3387d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] delete failed (client error): The resource could not be found. Jul 14 09:39:19.464966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-c36e56e6-4acf-4940-a5e8-98f3be3ca721 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.4353390 Jul 14 09:39:19.465506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ea752f87-9184-45f5-bab9-3e150bc3387d tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/routers/7ae95182-a1ef-46e5-99b9-6a2543015673 HTTP/1.1" status: 404 len: 336 time: 0.0638547 Jul 14 09:39:19.468639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43634) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:19.496230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 70eeac5b-1590-44b6-b194-ddea03941327 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:19.502734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:19.512891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-be6a11a7-ea6b-4a02-bc42-830cc87ead67 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/quotas/b15cc3cbaa824894844a3989894ba747 HTTP/1.1" status: 200 len: 375 time: 0.0469182 Jul 14 09:39:19.522626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:19.584268 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1481768f-7a81-41d5-8d98-dbb50bbb7800 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] DELETE failed (client error): The resource could not be found. Jul 14 09:39:19.584658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1481768f-7a81-41d5-8d98-dbb50bbb7800 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:19.586473 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1481768f-7a81-41d5-8d98-dbb50bbb7800 tempest-RoutersAdminTest-1888788164 tempest-RoutersAdminTest-1888788164-project] 10.222.0.73 "DELETE /v2.0/subnets/683a8456-d99b-4336-958a-cf5f99111b75 HTTP/1.1" status: 404 len: 337 time: 0.1024089 Jul 14 09:39:19.956581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7f18ade2-9355-471d-ad2a-c2f46998483a no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:19.992431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43642) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.000269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 7f18ade2-9355-471d-ad2a-c2f46998483a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:20.001055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7f18ade2-9355-471d-ad2a-c2f46998483a not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:20.172338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7075806c-8ab0-462e-8c52-a0e089d9a19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.174473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:20.175135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.218090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-271ea5a6-7487-4b2e-8313-2982e41519d2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7042100 Jul 14 09:39:20.294825 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.301920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7075806c-8ab0-462e-8c52-a0e089d9a19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.308410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7075806c-8ab0-462e-8c52-a0e089d9a19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.331660 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59df30f9-068e-476f-b782-a8721de6af0d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7293315 Jul 14 09:39:20.336564 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43648) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.381386 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7075806c-8ab0-462e-8c52-a0e089d9a19a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=75f95577397742fa8b8a04a796b10eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872848 Jul 14 09:39:20.384462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43650) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:20.429832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075806c-8ab0-462e-8c52-a0e089d9a19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b09c403-b7b1-40a8-9df6-d2e1ad348990,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:20.468357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-0e2b60a9-c16a-4c39-ae67-e78a7732eb82 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493458 Jul 14 09:39:20.509084 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eeafc1ae-69c1-4929-b3cb-eb018006f1a6 req-8f0ae3ad-303b-470c-b305-dde765834525 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0451448 Jul 14 09:39:20.534230 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7218fa5e-6090-48a9-ae97-a99f1f3023af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.566082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7218fa5e-6090-48a9-ae97-a99f1f3023af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.572576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb9b746-c009-47d1-bc3c-0da59f79289d None None] Network 70eeac5b-1590-44b6-b194-ddea03941327 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:20.617819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-67a7e889-d8c8-4975-8452-aede216fc180 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 78074e34-2765-4c79-889a-2fa9d71f0bd4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:20.618045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67a7e889-d8c8-4975-8452-aede216fc180 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.685987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e8d126b2-903d-4a91-a013-79c0da665c21 None None] Provisioning for port e54b9ff4-9715-4a41-813d-2f213af2b297 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:20.700581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7218fa5e-6090-48a9-ae97-a99f1f3023af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.703644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7218fa5e-6090-48a9-ae97-a99f1f3023af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.704939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7218fa5e-6090-48a9-ae97-a99f1f3023af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b09c403-b7b1-40a8-9df6-d2e1ad348990 HTTP/1.1" status: 204 len: 168 time: 0.3159199 Jul 14 09:39:20.742635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218fa5e-6090-48a9-ae97-a99f1f3023af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b09c403-b7b1-40a8-9df6-d2e1ad348990,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:20.769611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67a7e889-d8c8-4975-8452-aede216fc180 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:20.779077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-24e24fa9-d17f-4922-8927-1ae92d26f769 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048398 Jul 14 09:39:20.786956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-67a7e889-d8c8-4975-8452-aede216fc180 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 78074e34-2765-4c79-889a-2fa9d71f0bd4 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:20.952486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Router 1902c040-edc8-4b52-88c8-41b273cf0d81 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:21.068023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67a7e889-d8c8-4975-8452-aede216fc180 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.113271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7e889-d8c8-4975-8452-aede216fc180 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=78074e34-2765-4c79-889a-2fa9d71f0bd4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.253044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58877f80-eff8-44ef-ba68-09ecc9d1c9ce req-dcf49a38-f6b2-413f-b33a-d1b26b1d4dd4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 210 time: 0.1035755 Jul 14 09:39:21.267921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:21.286617 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c726f550-1458-4b26-9d49-4a823a03fd05 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "PUT /v2.0/routers/1902c040-edc8-4b52-88c8-41b273cf0d81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3516603 Jul 14 09:39:21.291245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43664) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.291543 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] Sync routers for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:21.321668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e54b9ff4-9715-4a41-813d-2f213af2b297 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:21.327033 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:21.329024 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:21.329359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.390664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67a7e889-d8c8-4975-8452-aede216fc180 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.401151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-67a7e889-d8c8-4975-8452-aede216fc180 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/78074e34-2765-4c79-889a-2fa9d71f0bd4 HTTP/1.1" status: 204 len: 168 time: 1.0613558 Jul 14 09:39:21.407918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43668) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.442543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bb165dc-beb1-46ee-b7fa-fbd112106cd8 None None] Could not find standard attr ID for object 78074e34-2765-4c79-889a-2fa9d71f0bd4. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:39:21.447925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-85292673-0730-446e-8336-5157f07e3618 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4519646 Jul 14 09:39:21.487530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port e54b9ff4-9715-4a41-813d-2f213af2b297 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:21.509145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e54b9ff4-9715-4a41-813d-2f213af2b297 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:21.509536 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.577159 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faab693-f99e-40d2-bd52-443128b0ea08 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:39:21.586844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1faab693-f99e-40d2-bd52-443128b0ea08 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/78074e34-2765-4c79-889a-2fa9d71f0bd4 HTTP/1.1" status: 404 len: 333 time: 0.1761928 Jul 14 09:39:21.603297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43676) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:21.670332 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.691630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-713a49b4-d0e2-4f7c-a6a6-e44fc81e8f89 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting subnet d6308de0-d7bb-4439-a821-593a2e80674d {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:21.693229 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:21.731026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8032630c-fd6f-45ac-a714-cf09df136697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.731526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8032630c-fd6f-45ac-a714-cf09df136697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.732074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8032630c-fd6f-45ac-a714-cf09df136697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.735334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8032630c-fd6f-45ac-a714-cf09df136697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.735914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8032630c-fd6f-45ac-a714-cf09df136697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.736432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8032630c-fd6f-45ac-a714-cf09df136697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.739493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port e54b9ff4-9715-4a41-813d-2f213af2b297, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e54b9ff4-9715-4a41-813d-2f213af2b297,segment=NetworkSegment(ebbdcdb2-fb8c-4935-874f-fcb422315ffb),segment_id=ebbdcdb2-fb8c-4935-874f-fcb422315ffb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:21.741489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8032630c-fd6f-45ac-a714-cf09df136697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:21.747933 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8032630c-fd6f-45ac-a714-cf09df136697 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6499 time: 0.2172277 Jul 14 09:39:21.750668 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.781107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-713a49b4-d0e2-4f7c-a6a6-e44fc81e8f89 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:21.868055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=e54b9ff4-9715-4a41-813d-2f213af2b297,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:21.925906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fe9ef94b-7d9f-4e6a-a76e-80921b5389e8 None None] Could not find standard attr ID for object 78074e34-2765-4c79-889a-2fa9d71f0bd4. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:39:21.932662 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9e045b95-b9fd-4bff-97df-66d5ee8d0a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.015631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-713a49b4-d0e2-4f7c-a6a6-e44fc81e8f89 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.084687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-f684ad43-02c8-4603-9acd-94e9a94b22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.085311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-f684ad43-02c8-4603-9acd-94e9a94b22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.085949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-f684ad43-02c8-4603-9acd-94e9a94b22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.093724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-f684ad43-02c8-4603-9acd-94e9a94b22bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=706991bd-9719-4c99-a2ef-5a8d5add13e8&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e HTTP/1.1" status: 200 len: 2294 time: 0.3060195 Jul 14 09:39:22.237023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-bc56128a-23b0-482d-8cc5-92be7b88eea5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94483a93-4c44-47d5-82dc-c0b7051733b3 HTTP/1.1" status: 200 len: 1001 time: 0.1366763 Jul 14 09:39:22.271924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d378f287-b63a-4e4b-8bb5-b7a9d39eb993 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=536864a948bb4aaeb2a3c488feb60b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9392004 Jul 14 09:39:22.277478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43684) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.313716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-329b0dab-d4df-4e32-8801-7e9df4ccf27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.317001 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-329b0dab-d4df-4e32-8801-7e9df4ccf27f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d23025f-f0dc-4de4-9f60-bf6c8d663bcb HTTP/1.1" status: 200 len: 851 time: 0.0732665 Jul 14 09:39:22.417387 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:39:19Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.443082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8d546ec2-9442-4ccc-85b8-7e7463106083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:22.445585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8d546ec2-9442-4ccc-85b8-7e7463106083 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706991bd-9719-4c99-a2ef-5a8d5add13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220732 Jul 14 09:39:22.461057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-713a49b4-d0e2-4f7c-a6a6-e44fc81e8f89 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.468177 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] Checking router: 1902c040-edc8-4b52-88c8-41b273cf0d81 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:22.480588 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] Routers {'1902c040-edc8-4b52-88c8-41b273cf0d81'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:22.481471 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:38:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1902c040-edc8-4b52-88c8-41b273cf0d81'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.493770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85995b10-d13c-4be2-8c5b-de9e2bc18752 req-95202117-17a4-405f-9bbe-743e59baebc3 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.2317917 Jul 14 09:39:22.545698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1383ad6-2eb4-42b4-b30b-54734f7c0fd5 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 3e047889-a033-4f22-a396-45fa3e812e57 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:22.563797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1383ad6-2eb4-42b4-b30b-54734f7c0fd5 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.632343 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] Set router 1902c040-edc8-4b52-88c8-41b273cf0d81 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:22.643627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d35e2ad7-d8db-45f2-9960-6679e502e295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.653628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1383ad6-2eb4-42b4-b30b-54734f7c0fd5 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.703558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-713a49b4-d0e2-4f7c-a6a6-e44fc81e8f89 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.721723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4301c028-f16a-4a02-8561-486cc6b4abf8 req-77a4e8f2-1293-4f0b-8531-d7915fd5500a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 210 time: 0.0510762 Jul 14 09:39:22.742871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d35e2ad7-d8db-45f2-9960-6679e502e295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.810245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213f556d-37e2-47f4-a509-9713299a87aa None None] Network fa12a99e-dc18-4427-8757-5c3430018a64 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:22.814938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-713a49b4-d0e2-4f7c-a6a6-e44fc81e8f89 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.823937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-0c9584a8-f077-4fbb-8fa8-5187fcfa22aa service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715115 Jul 14 09:39:22.824629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-713a49b4-d0e2-4f7c-a6a6-e44fc81e8f89 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/subnets/d6308de0-d7bb-4439-a821-593a2e80674d HTTP/1.1" status: 204 len: 168 time: 1.5298786 Jul 14 09:39:22.825162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43688) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:22.834260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a49b4-d0e2-4f7c-a6a6-e44fc81e8f89 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Subnet': ['ID=d6308de0-d7bb-4439-a821-593a2e80674d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:22.928746 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:39:19Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:22.936241 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1383ad6-2eb4-42b4-b30b-54734f7c0fd5 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:22.966805 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29f92b-8a24-4d16-bdb4-11c650816c85 None None] The sync data for ids ['1902c040-edc8-4b52-88c8-41b273cf0d81'] in n-d-780147-26 is: [{'id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'name': 'tempest-TestNetworkBasicOps-router-713366256', 'tenant_id': '8973d0596776403abb0c5971306019f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:37:51Z', 'updated_at': '2021-07-14T09:39:19Z', 'revision_number': 5, 'project_id': '8973d0596776403abb0c5971306019f8', 'gw_port': {'id': 'c52e17dd-384d-43ee-8da2-27843c6cbd9d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902c040-edc8-4b52-88c8-41b273cf0d81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:37:52Z', 'updated_at': '2021-07-14T09:38:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:23.074400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1383ad6-2eb4-42b4-b30b-54734f7c0fd5 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.111850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783352ae-ee17-4f6f-b309-be2a0dcad3ac None None] Network 70eeac5b-1590-44b6-b194-ddea03941327 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:23.165968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1383ad6-2eb4-42b4-b30b-54734f7c0fd5 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.174704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43696) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:23.175839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d1383ad6-2eb4-42b4-b30b-54734f7c0fd5 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/3e047889-a033-4f22-a396-45fa3e812e57 HTTP/1.1" status: 204 len: 168 time: 1.5624137 Jul 14 09:39:23.178778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1383ad6-2eb4-42b4-b30b-54734f7c0fd5 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=3e047889-a033-4f22-a396-45fa3e812e57,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:23.187055 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d35e2ad7-d8db-45f2-9960-6679e502e295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.193729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d35e2ad7-d8db-45f2-9960-6679e502e295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.198216 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d35e2ad7-d8db-45f2-9960-6679e502e295 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c0e98ff-3fe2-4c52-8660-39dea51e9252 HTTP/1.1" status: 204 len: 168 time: 0.8760164 Jul 14 09:39:23.211034 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:39:23.225033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e2ad7-d8db-45f2-9960-6679e502e295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0e98ff-3fe2-4c52-8660-39dea51e9252,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:23.267509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-183f8ecd-1825-4de6-a5d1-265c2acbbf10 service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137156 Jul 14 09:39:23.371690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.486251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] DHCP port deletion for fa12a99e-dc18-4427-8757-5c3430018a64 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:23.497663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e54b9ff4-9715-4a41-813d-2f213af2b297 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:23.670250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e54b9ff4-9715-4a41-813d-2f213af2b297 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:23.670781 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.714645 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-f814306d-b751-4681-9f54-763c6153ac5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 217 time: 0.4396536 Jul 14 09:39:23.769686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] Deleting port b2f17fe7-40f2-457c-9220-ae1842abf236 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:23.770216 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.853884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.857101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] DHCP port deletion for 70eeac5b-1590-44b6-b194-ddea03941327 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:39:23.867535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.969450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] For port b2f17fe7-40f2-457c-9220-ae1842abf236, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b2f17fe7-40f2-457c-9220-ae1842abf236,segment=NetworkSegment(956bb903-2812-4240-a49d-777e2bab1a7c),segment_id=956bb903-2812-4240-a49d-777e2bab1a7c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:23.969930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:23.982836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-774fa497-fb15-4e8d-a96a-93aaaae15974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:23.984796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-774fa497-fb15-4e8d-a96a-93aaaae15974 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.2606914 Jul 14 09:39:23.995100 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c8124e61-c783-4150-862d-e19bfa7c5986 req-af386143-561e-4ee3-a2ce-dacc88266e82 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.1042078 Jul 14 09:39:23.997391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] Calling delete_port for b2f17fe7-40f2-457c-9220-ae1842abf236 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:24.042002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc2044cd-f2d2-4d2b-a9e5-400beb0cee12 req-cb4a6684-8f7f-4bfa-8728-d62416df2af4 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0809276 Jul 14 09:39:24.054076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b6019-57f8-44bf-9fcf-1ec8cf8e234c req-7c773fce-e007-4434-a1fe-9024858c040f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.056031 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f4b6019-57f8-44bf-9fcf-1ec8cf8e234c req-7c773fce-e007-4434-a1fe-9024858c040f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 946 time: 0.2384801 Jul 14 09:39:24.094535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-8b805e5e-030a-4d6b-8c12-70ceb5ff16b7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.095992 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-8b805e5e-030a-4d6b-8c12-70ceb5ff16b7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.4721110 Jul 14 09:39:24.119135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f4b6019-57f8-44bf-9fcf-1ec8cf8e234c req-ed989efb-ddb1-4e03-b9e7-78c5bd91d90a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559731 Jul 14 09:39:24.146136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] Deleting port e54b9ff4-9715-4a41-813d-2f213af2b297 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:24.146679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Request body: {'port': {'device_id': '7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'admin_state_up': True, 'tenant_id': 'b15cc3cbaa824894844a3989894ba747'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:24.147018 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.244580 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8fa43d00-2fae-4083-9d5e-8b52b9882052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.249497 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.256772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] For port e54b9ff4-9715-4a41-813d-2f213af2b297, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e54b9ff4-9715-4a41-813d-2f213af2b297,segment=NetworkSegment(ebbdcdb2-fb8c-4935-874f-fcb422315ffb),segment_id=ebbdcdb2-fb8c-4935-874f-fcb422315ffb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:24.257058 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.284409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a25b8c8f-4d8e-477c-abb8-15db93d92dfe req-60e8fc4b-0ff0-4cb3-8851-70724d6b5d52 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 210 time: 0.0597413 Jul 14 09:39:24.299990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] Pushing event deleted for resources: {'Port': ['ID=b2f17fe7-40f2-457c-9220-ae1842abf236,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.322677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] Calling delete_port for e54b9ff4-9715-4a41-813d-2f213af2b297 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:24.326091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05f2da-1843-4f52-b918-247877d46121 None None] No DVR routers for this DVR port b2f17fe7-40f2-457c-9220-ae1842abf236 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:24.339784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Deleting port c52e17dd-384d-43ee-8da2-27843c6cbd9d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:24.340140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.403074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-6eed323c-5190-4cfa-9a69-4335b8978019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:24.405090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-6eed323c-5190-4cfa-9a69-4335b8978019 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3907549 Jul 14 09:39:24.415547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port e54b9ff4-9715-4a41-813d-2f213af2b297 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:24.415966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.441980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.475907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] Pushing event deleted for resources: {'Port': ['ID=e54b9ff4-9715-4a41-813d-2f213af2b297,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:24.480546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.488116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c7a36d-7482-457c-a35e-1f989b600722 None None] No DVR routers for this DVR port e54b9ff4-9715-4a41-813d-2f213af2b297 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:24.555567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:24.559420 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.644290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] For port e54b9ff4-9715-4a41-813d-2f213af2b297, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e54b9ff4-9715-4a41-813d-2f213af2b297,segment=NetworkSegment(ebbdcdb2-fb8c-4935-874f-fcb422315ffb),segment_id=ebbdcdb2-fb8c-4935-874f-fcb422315ffb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:24.644654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.657490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] For port c52e17dd-384d-43ee-8da2-27843c6cbd9d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c52e17dd-384d-43ee-8da2-27843c6cbd9d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:24.657853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:24.709851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for e54b9ff4-9715-4a41-813d-2f213af2b297 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:24.718852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Calling delete_port for c52e17dd-384d-43ee-8da2-27843c6cbd9d owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:24.754476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-8256bfee-0972-4c56-ae62-95a9aa2ee2bb service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332648 Jul 14 09:39:25.075755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6a0b5e95-1b72-4305-be0d-80e797c8a94d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:25.105898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6a0b5e95-1b72-4305-be0d-80e797c8a94d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:25.107190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6a0b5e95-1b72-4305-be0d-80e797c8a94d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:25.107837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b2f17fe7-40f2-457c-9220-ae1842abf236 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:25.136330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: b2f17fe7-40f2-457c-9220-ae1842abf236 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:25.136679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b2f17fe7-40f2-457c-9220-ae1842abf236 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:25.137112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e54b9ff4-9715-4a41-813d-2f213af2b297 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:25.160728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: e54b9ff4-9715-4a41-813d-2f213af2b297 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:25.161515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e54b9ff4-9715-4a41-813d-2f213af2b297 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:25.295854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43744) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:25.342273 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-668bc40f-5467-4e3f-8663-a410f980726c req-923d1f6f-2478-4745-b3bf-3171e1c4ad66 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0947294 Jul 14 09:39:25.388979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-cfd1be42-a609-4ec3-b3df-8e893138a48c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:25.390976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-cfd1be42-a609-4ec3-b3df-8e893138a48c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.69 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 946 time: 0.1333709 Jul 14 09:39:25.426892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Allocated IP 172.20.0.12 (528bc5e0-656c-4dd1-a586-5eba8f6aa108/3eaf5bc9-caa5-490c-b0b2-94273b5b5443/43ee9b55-a94c-4073-8ab2-9590096c3056) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:25.461302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3728648-c951-4ee8-830f-1880d02a4fb2 req-c0f8ca18-7c7c-468d-ae33-2c6ca70a0e43 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:25.463155 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3728648-c951-4ee8-830f-1880d02a4fb2 req-c0f8ca18-7c7c-468d-ae33-2c6ca70a0e43 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 946 time: 0.1515729 Jul 14 09:39:25.502403 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.505724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-adddc325-845a-4f18-8aa9-709504bb7f87 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770998 Jul 14 09:39:25.535556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.536797 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3728648-c951-4ee8-830f-1880d02a4fb2 req-6c3d498b-8953-4cb3-84fc-1a7cad00e6d0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=dbf2fabd-45d3-48b8-86ad-9188a0655e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655344 Jul 14 09:39:25.557572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Deleting port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:25.557922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.563211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1585518548', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:25.593326 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d126ce91-42fa-4440-89aa-3a80bc72f426 req-2b04af49-57d8-4cf5-94a3-5aa3861fbf86 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 210 time: 0.1052294 Jul 14 09:39:25.671775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] For port f00adb3a-eeb7-436a-b9c9-b388e7a1f258, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:25.672325 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.675030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-b038e7eb-4688-4a46-99aa-f741901d595a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 217 time: 0.1240177 Jul 14 09:39:25.741108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=e54b9ff4-9715-4a41-813d-2f213af2b297,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:25.745245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No DVR routers for this DVR port e54b9ff4-9715-4a41-813d-2f213af2b297 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:25.902576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c41b4194-108b-466f-93fa-83a35c81a7db req-2662c28f-390d-4b2d-8d89-f3e03a43a342 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=43dc49ccdd3146a8ba084742db6f1d77&device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0341146 Jul 14 09:39:25.912072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Made reservation on behalf of 662b52e680e24cf7a8b6d2482d62f8d4 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:25.914770 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.954366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:25.976178 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c41b4194-108b-466f-93fa-83a35c81a7db req-a7f40c12-83d7-4733-944c-cfa66d57ea94 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=43dc49ccdd3146a8ba084742db6f1d77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658557 Jul 14 09:39:26.005225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.007954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.037570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-f989b622-cc92-4599-a591-b2ff48f7985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:26.039051 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-f989b622-cc92-4599-a591-b2ff48f7985d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.2992361 Jul 14 09:39:26.073741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.074142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.074602 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Floating IP 89166f23-f729-444f-b5ff-0c9d10cb753f disassociated. External IP: 172.25.0.36, port: f00adb3a-eeb7-436a-b9c9-b388e7a1f258. Jul 14 09:39:26.074928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Calling delete_port for f00adb3a-eeb7-436a-b9c9-b388e7a1f258 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:26.076188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Port': ['ID=c52e17dd-384d-43ee-8da2-27843c6cbd9d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.089104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70eeac5b-1590-44b6-b194-ddea03941327']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:26.092964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-590afac7-ea16-4c3c-95e3-290af686e568 req-e5b2c7eb-b242-4b4e-93ce-37d27d151ccf tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.1020217 Jul 14 09:39:26.136397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbdcdb2-fb8c-4935-874f-fcb422315ffb') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:26.136704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbdcdb2-fb8c-4935-874f-fcb422315ffb') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:26.179922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.224064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b4194-108b-466f-93fa-83a35c81a7db req-47576809-fe5e-40e5-8a29-8698f8635514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:26.225612 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c41b4194-108b-466f-93fa-83a35c81a7db req-47576809-fe5e-40e5-8a29-8698f8635514 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2418430 Jul 14 09:39:26.228631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.265586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:26.266033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: items = [ Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:26.270514 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:26.308610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.326289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.338526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event deleted for resources: {'Port': ['ID=f00adb3a-eeb7-436a-b9c9-b388e7a1f258,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.354847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.452452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-2569042e-0f14-4dc1-a2fe-c68e407da9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:26.454363 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-2569042e-0f14-4dc1-a2fe-c68e407da9a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3792131 Jul 14 09:39:26.464640 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.471100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Router 712687b4-5fc9-487c-bb51-6f6223136332 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:26.488007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.489852 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/networks/70eeac5b-1590-44b6-b194-ddea03941327 HTTP/1.1" status: 204 len: 168 time: 3.3116004 Jul 14 09:39:26.506805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43758) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:26.517196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'name': 'tempest-PortsTestJSON-1512247798'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:26.552699 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.570520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.586641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39090f0c-ca76-4d20-a497-180cf1fb2e75 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Network': ['ID=70eeac5b-1590-44b6-b194-ddea03941327,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:26.596523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:26.607446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] Sync routers for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:26.617302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:26.618349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:26.689187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] No DVR routers for this DVR port f00adb3a-eeb7-436a-b9c9-b388e7a1f258 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:26.692672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.696584 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.69 "DELETE /v2.0/ports/f00adb3a-eeb7-436a-b9c9-b388e7a1f258 HTTP/1.1" status: 204 len: 173 time: 1.2953265 Jul 14 09:39:26.709116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-deleted', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:26.720421 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d2d490-4164-4d07-a026-b7aba107da30" -d '{"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-deleted", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:26.751685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.752271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Fanout notify agent at l3_agent the message router_deleted on router 1902c040-edc8-4b52-88c8-41b273cf0d81 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:26.794172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.808454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:26.809462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.811643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5012122a-81a0-4413-a5d4-bdc5042521ab tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/routers/1902c040-edc8-4b52-88c8-41b273cf0d81 HTTP/1.1" status: 204 len: 168 time: 3.9849346 Jul 14 09:39:26.827060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43768) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:26.862824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c2849561-6e7a-476d-9504-c11dcaa766fa req-bd901a0a-dd73-4c0c-8c51-fbc5176197ed tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0a8b357-aaaa-444a-b25d-81f6d9f4ea48 HTTP/1.1" status: 200 len: 210 time: 0.0789402 Jul 14 09:39:26.884933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:26.910847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.953432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:26.973845 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256b42aa-a232-43bd-957d-b458542795f2 x-openstack-request-id: req-256b42aa-a232-43bd-957d-b458542795f2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:26.974553 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0a8b357-aaaa-444a-b25d-81f6d9f4ea48", "name": "network-vif-deleted", "tag": "f00adb3a-eeb7-436a-b9c9-b388e7a1f258", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:26.975601 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:26.976026 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-256b42aa-a232-43bd-957d-b458542795f2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:26.976828 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a8b357-aaaa-444a-b25d-81f6d9f4ea48', 'name': 'network-vif-deleted', 'tag': 'f00adb3a-eeb7-436a-b9c9-b388e7a1f258', 'status': 'completed', 'code': 200} Jul 14 09:39:27.011353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:27.019673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:27.025494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-340872b0-a07e-4796-a9eb-5266c91d8493 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554440 Jul 14 09:39:27.026143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.082602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event updated for resources: {'Port': ['ID=43ee9b55-a94c-4073-8ab2-9590096c3056,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:27.159446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] device_id is not set on port a277d24d-26b4-4d3c-9f10-19b78dd5001e yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:27.281873 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.288836 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ad834e0-4087-45e0-9ccc-763897825bfc req-cd4048c4-8a9d-4daa-ad15-4ef572ba9e96 tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.73 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0518951 Jul 14 09:39:27.311869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:27.318277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.415972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.416702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.425734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:27.430193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c52e17dd-384d-43ee-8da2-27843c6cbd9d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:27.430885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99065050-ab7e-44a6-98aa-68f80f47e385,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:27.453261 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.474959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c52e17dd-384d-43ee-8da2-27843c6cbd9d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:27.475307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c52e17dd-384d-43ee-8da2-27843c6cbd9d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:27.477868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] Checking router: 712687b4-5fc9-487c-bb51-6f6223136332 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:27.480114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port cc9e4053-0cd9-4e1a-9a23-0e370cfefd00 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:27.489478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:27.490113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:27.500002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-d3b01803-ec7e-4ab0-9f67-d5605608ba06 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3630140 Jul 14 09:39:27.501389 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c41b4194-108b-466f-93fa-83a35c81a7db req-cc85f843-c472-4d4a-bcdb-862522fc763e tempest-ServerShowV254Test-1362689505 tempest-ServerShowV254Test-1362689505-project] 10.222.0.66 "GET /v2.0/ports?device_id=a52e01ee-e066-42ad-89fb-b37e25e027f7 HTTP/1.1" status: 200 len: 210 time: 0.0311823 Jul 14 09:39:27.501931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Allocated IP 172.25.0.252 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/a277d24d-26b4-4d3c-9f10-19b78dd5001e) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:27.513877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Request body: {'port': {'device_id': '7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:27.559248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-81ce209c-4dac-4b68-917c-13cf5070bca3 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253817 Jul 14 09:39:27.596949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7662995-1947-4e08-bbdb-5f050b014a45 req-e2aa53da-fa8d-4383-bc74-d2cc83d63d8d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:27.604073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7662995-1947-4e08-bbdb-5f050b014a45 req-e2aa53da-fa8d-4383-bc74-d2cc83d63d8d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 932 time: 0.8587897 Jul 14 09:39:27.610523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:27.705877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-543daf57-89f3-4e15-b69c-c3812f88a362 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2f713509-147e-4a96-bbfa-e288edfc476a HTTP/1.1" status: 200 len: 217 time: 0.1173592 Jul 14 09:39:27.827156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:27.854997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00301b-4c6b-4807-8b03-3cc45f47c6b8 None None] The sync data for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 is: [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:27.892006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:27.896878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7662995-1947-4e08-bbdb-5f050b014a45 req-7f5e15ee-7902-4368-8f12-11e0de30ff25 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920363 Jul 14 09:39:27.929018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa12a99e-dc18-4427-8757-5c3430018a64']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:27.937484 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.013669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-0a51f6ef-a50e-40e9-b0ac-4f173c0114ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.015248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-0a51f6ef-a50e-40e9-b0ac-4f173c0114ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.2918220 Jul 14 09:39:28.018995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '956bb903-2812-4240-a49d-777e2bab1a7c') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:28.019297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '956bb903-2812-4240-a49d-777e2bab1a7c') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:28.019934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:28.046402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43776) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.060940 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.061218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: f00adb3a-eeb7-436a-b9c9-b388e7a1f258 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:39:28.061334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f00adb3a-eeb7-436a-b9c9-b388e7a1f258 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:39:28.119310 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1431-be38-4f57-875e-aa4d41dd10ad tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.158952 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1431-be38-4f57-875e-aa4d41dd10ad tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.181320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.228580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.230603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:39:28.231023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:39:28.235619 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:39:28.238415 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1431-be38-4f57-875e-aa4d41dd10ad tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.239820 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ffc1431-be38-4f57-875e-aa4d41dd10ad tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.244290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ffc1431-be38-4f57-875e-aa4d41dd10ad tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "DELETE /v2.0/security-groups/dbf2fabd-45d3-48b8-86ad-9188a0655e51 HTTP/1.1" status: 204 len: 168 time: 0.1964519 Jul 14 09:39:28.244994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.267057 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-0fb12417-dfaa-450c-9e0e-da687dcbf63f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] show failed (client error): The resource could not be found. Jul 14 09:39:28.271678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0fb12417-dfaa-450c-9e0e-da687dcbf63f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups/dbf2fabd-45d3-48b8-86ad-9188a0655e51 HTTP/1.1" status: 404 len: 347 time: 0.0224931 Jul 14 09:39:28.272077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:28.273929 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ac9c9b-3ef9-41de-99c0-4970715a5abd None None] New status for floating IP 89166f23-f729-444f-b5ff-0c9d10cb753f: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:39:28.278726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc1431-be38-4f57-875e-aa4d41dd10ad tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2fabd-45d3-48b8-86ad-9188a0655e51,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.366582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.439118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Deleting port 81dfe2cb-f641-40ce-bb18-722a1d0d1bcf {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:28.439535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.538321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.539101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.553720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Calling delete_port for 81dfe2cb-f641-40ce-bb18-722a1d0d1bcf owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:28.698943 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.738002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event deleted for resources: {'Port': ['ID=81dfe2cb-f641-40ce-bb18-722a1d0d1bcf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.747207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.775373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.777285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] 10.222.0.73 "DELETE /v2.0/networks/fa12a99e-dc18-4427-8757-5c3430018a64 HTTP/1.1" status: 204 len: 168 time: 1.8605063 Jul 14 09:39:28.822091 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.825653 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.830238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a5259605-c959-465a-ae41-8ebb4d6072e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "DELETE /v2.0/floatingips/89166f23-f729-444f-b5ff-0c9d10cb753f HTTP/1.1" status: 204 len: 168 time: 0.5541587 Jul 14 09:39:28.830894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50bc5a-8f43-402d-8a21-3e6641fb3597 tempest-TestNetworkBasicOps-646329915 tempest-TestNetworkBasicOps-646329915-project] Pushing event deleted for resources: {'Network': ['ID=fa12a99e-dc18-4427-8757-5c3430018a64,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:28.882214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-c9663bba-3dc1-4809-aa0e-15d42d6a0f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:28.884629 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-c9663bba-3dc1-4809-aa0e-15d42d6a0f10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8438241 Jul 14 09:39:28.888823 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.894045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:28.907328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.040734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Pushing event updated for resources: {'Port': ['ID=a277d24d-26b4-4d3c-9f10-19b78dd5001e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.098679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27fefbe2-d04c-4b06-89e0-a3bf48c7f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.128441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:29.149543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:29.160274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:29.167094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:29.179365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.220468 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27fefbe2-d04c-4b06-89e0-a3bf48c7f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.224141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:29.226830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:29.232899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.233265 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27fefbe2-d04c-4b06-89e0-a3bf48c7f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.233526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.269399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-27fefbe2-d04c-4b06-89e0-a3bf48c7f2dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43dc49ccdd3146a8ba084742db6f1d77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602972 Jul 14 09:39:29.273859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=cc9e4053-0cd9-4e1a-9a23-0e370cfefd00,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.276714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.303718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d60ece99-5a50-44ba-a5f5-9115a3cf143f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7915924 Jul 14 09:39:29.307336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.324297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.324965 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.340266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-48de92ef-1a70-454f-a7dd-c42cfcd2d69d service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381976 Jul 14 09:39:29.364834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fefbe2-d04c-4b06-89e0-a3bf48c7f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94075d4d-a1bf-40ca-a34c-ac0958a0c5ba,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.382180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f8e65c9e-b462-4812-ab9a-bc057b3b420c tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.0589406 Jul 14 09:39:29.389162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.399268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.252'}]}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:29.475211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd1dbe-c15f-4793-a734-0192c36b3275 req-ea408c4f-a8c2-4acb-8703-3220a6a91fb2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.477393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6acd1dbe-c15f-4793-a734-0192c36b3275 req-ea408c4f-a8c2-4acb-8703-3220a6a91fb2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 932 time: 0.3872628 Jul 14 09:39:29.501140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.502248 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.512432 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3ab9-3787-4dc4-9fa8-6c53e783ecbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.529453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ee9b55-a94c-4073-8ab2-9590096c3056 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:29.533577 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b779d14b-03fe-46de-90fb-b2a71ae58418 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8973d0596776403abb0c5971306019f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529818 Jul 14 09:39:29.539704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43814) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.544240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.548928 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.572388 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3ab9-3787-4dc4-9fa8-6c53e783ecbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.583156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-59a684cc-7a6c-43f4-952f-08072f5e3a6b service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232840 Jul 14 09:39:29.604379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Transition to ACTIVE for port object 43ee9b55-a94c-4073-8ab2-9590096c3056 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:29.616856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6acd1dbe-c15f-4793-a734-0192c36b3275 req-ada4ee2b-2480-4c10-99a1-ba784b0d1bbd tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319838 Jul 14 09:39:29.618849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.650121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.664682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-c8bb20ed-298c-462d-b6ea-3cfd55e60fd0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7 HTTP/1.1" status: 200 len: 217 time: 0.0726583 Jul 14 09:39:29.687088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:29.690840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4aeea97a-4f96-48e6-8cf2-576a5210aa1c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port cc9e4053-0cd9-4e1a-9a23-0e370cfefd00 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:29.691215 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4aeea97a-4f96-48e6-8cf2-576a5210aa1c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.725405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-03da8fa0-fdbd-4e35-902a-4290c3dd9949 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--312044666', 'description': 'tempest-description--350117679'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:29.774028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Pushing event updated for resources: {'Port': ['ID=43ee9b55-a94c-4073-8ab2-9590096c3056,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:29.787411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fadd9d6-73d2-446b-9a01-656c093ded04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.805801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-ee24928f-eeea-4b9f-8ac8-e54b25fca1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.807281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-ee24928f-eeea-4b9f-8ac8-e54b25fca1b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.1175163 Jul 14 09:39:29.891821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fadd9d6-73d2-446b-9a01-656c093ded04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.935025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Attempting to bind port 43ee9b55-a94c-4073-8ab2-9590096c3056 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:29.935364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Attempting to bind port 43ee9b55-a94c-4073-8ab2-9590096c3056 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:29.935709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Attempting to bind port 43ee9b55-a94c-4073-8ab2-9590096c3056 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.953152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Port 43ee9b55-a94c-4073-8ab2-9590096c3056 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:29.953476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Attempting to bind port 43ee9b55-a94c-4073-8ab2-9590096c3056 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:29.962129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:29.962443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Checking segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:29.962774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Bound using segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:29.963189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Bound port: 43ee9b55-a94c-4073-8ab2-9590096c3056, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:29.963551 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:29.988732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-296db423-7688-48db-ad9a-a8e6620d0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:29.990264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-296db423-7688-48db-ad9a-a8e6620d0763 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1547875 Jul 14 09:39:30.025582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fadd9d6-73d2-446b-9a01-656c093ded04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.028105 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fadd9d6-73d2-446b-9a01-656c093ded04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.029671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8fadd9d6-73d2-446b-9a01-656c093ded04 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d49b785e-6e98-4ca8-830d-f07cfe581c4f HTTP/1.1" status: 204 len: 168 time: 0.4884415 Jul 14 09:39:30.083520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadd9d6-73d2-446b-9a01-656c093ded04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b785e-6e98-4ca8-830d-f07cfe581c4f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.118420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] For port 43ee9b55-a94c-4073-8ab2-9590096c3056, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:30.127824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] For port 43ee9b55-a94c-4073-8ab2-9590096c3056, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=43ee9b55-a94c-4073-8ab2-9590096c3056,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:30.135476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.191462 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-ad9ce243-61bb-45e6-a340-7b123085ec06 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779547 Jul 14 09:39:30.192728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.193332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.194627 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] 10.222.0.69 "PUT /v2.0/ports/43ee9b55-a94c-4073-8ab2-9590096c3056 HTTP/1.1" status: 200 len: 1093 time: 2.6852460 Jul 14 09:39:30.197073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2', 'tag': '43ee9b55-a94c-4073-8ab2-9590096c3056'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:30.199508 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b096aa-ad86-455c-8981-5cbcaf8647ba" -d '{"events": [{"name": "network-changed", "server_uuid": "7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2", "tag": "43ee9b55-a94c-4073-8ab2-9590096c3056"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:30.249971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03da8fa0-fdbd-4e35-902a-4290c3dd9949 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.257451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4aeea97a-4f96-48e6-8cf2-576a5210aa1c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.270102 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.282077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3ab9-3787-4dc4-9fa8-6c53e783ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.282318 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec7437d-afe7-431c-86ad-a0e29e57ecdd x-openstack-request-id: req-2ec7437d-afe7-431c-86ad-a0e29e57ecdd {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:30.282863 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2", "tag": "43ee9b55-a94c-4073-8ab2-9590096c3056", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:30.283120 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ec7437d-afe7-431c-86ad-a0e29e57ecdd {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:30.283529 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2', 'tag': '43ee9b55-a94c-4073-8ab2-9590096c3056', 'status': 'completed', 'code': 200} Jul 14 09:39:30.285346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989ccf3d-f9d5-4cd8-83d2-ade27ad7016e service neutron] Pushing event updated for resources: {'Port': ['ID=43ee9b55-a94c-4073-8ab2-9590096c3056,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.290211 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4a3ab9-3787-4dc4-9fa8-6c53e783ecbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.291402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4f4a3ab9-3787-4dc4-9fa8-6c53e783ecbc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94075d4d-a1bf-40ca-a34c-ac0958a0c5ba HTTP/1.1" status: 204 len: 168 time: 1.0129192 Jul 14 09:39:30.316445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4aeea97a-4f96-48e6-8cf2-576a5210aa1c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for cc9e4053-0cd9-4e1a-9a23-0e370cfefd00 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:30.326783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a3ab9-3787-4dc4-9fa8-6c53e783ecbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94075d4d-a1bf-40ca-a34c-ac0958a0c5ba,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.359908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-35449b51-03f9-4ab5-8a82-d65cf3d4366a service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568460 Jul 14 09:39:30.375542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-5a9162e0-93a1-4bf4-adfe-5370d5c5f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.377057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-5a9162e0-93a1-4bf4-adfe-5370d5c5f8f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 1096 time: 0.1118922 Jul 14 09:39:30.412670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-ddcfeac2-e7bb-4a81-b909-e29eed1d7e86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=503202b2-9042-406f-8131-0ce843a165dc HTTP/1.1" status: 200 len: 217 time: 0.0451453 Jul 14 09:39:30.461213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-1254461d-4329-401b-a462-951c958bee06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ee9b55-a94c-4073-8ab2-9590096c3056 HTTP/1.1" status: 200 len: 217 time: 0.0504580 Jul 14 09:39:30.504296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:30.536485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-74f6a151-cb21-41ca-b90c-d741f5b62c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.537989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-74f6a151-cb21-41ca-b90c-d741f5b62c1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.1182883 Jul 14 09:39:30.538919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d89bc6-ea6a-461f-a032-fb911b6807bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.543694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-17093337-2158-413a-8bd3-f549d6fb45f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.545402 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-17093337-2158-413a-8bd3-f549d6fb45f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.0643032 Jul 14 09:39:30.562441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4aeea97a-4f96-48e6-8cf2-576a5210aa1c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.566342 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03da8fa0-fdbd-4e35-902a-4290c3dd9949 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.583451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03da8fa0-fdbd-4e35-902a-4290c3dd9949 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.613452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-5e9683ca-cdd5-4d1a-a43c-e64750f7063d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597684 Jul 14 09:39:30.617632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeea97a-4f96-48e6-8cf2-576a5210aa1c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=cc9e4053-0cd9-4e1a-9a23-0e370cfefd00,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.657446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4aeea97a-4f96-48e6-8cf2-576a5210aa1c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.660273 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4aeea97a-4f96-48e6-8cf2-576a5210aa1c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/cc9e4053-0cd9-4e1a-9a23-0e370cfefd00 HTTP/1.1" status: 204 len: 168 time: 1.3505273 Jul 14 09:39:30.665169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43836) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:30.678635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'mac_address': 'fa:16:3e:fd:d1:0e', 'name': 'tempest-PortsTestJSON-392964083'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:30.681909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da8fa0-fdbd-4e35-902a-4290c3dd9949 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a8b94b-4ba2-44aa-a493-b44a76cc123a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:30.704976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-39a254f2-8e09-43a3-932c-f27e70698420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:30.706489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-39a254f2-8e09-43a3-932c-f27e70698420 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1604052 Jul 14 09:39:30.791360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-339c5e6d-0c7f-4a84-bd9a-c445fda2908d service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684015 Jul 14 09:39:30.916730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d89bc6-ea6a-461f-a032-fb911b6807bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.918856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.925772 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-5c20bfd0-2447-473e-a2cf-55a76206525d service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102282 Jul 14 09:39:30.944580 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d89bc6-ea6a-461f-a032-fb911b6807bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.955009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.956734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03da8fa0-fdbd-4e35-902a-4290c3dd9949 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:30.960910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03da8fa0-fdbd-4e35-902a-4290c3dd9949 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2691445 Jul 14 09:39:30.969664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43846) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:31.009568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'security_group_rule': {'security_group_id': 'd4a8b94b-4ba2-44aa-a493-b44a76cc123a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:31.012004 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52d89bc6-ea6a-461f-a032-fb911b6807bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=611ce74522544b8b80c2740f128393d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5039778 Jul 14 09:39:31.013011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43850) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:31.036852 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-98ee3370-0adb-4e64-ab08-e4b980def316 req-8f73ef71-41c2-4ed6-b788-a94642ceca44 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353299 Jul 14 09:39:31.041373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d89bc6-ea6a-461f-a032-fb911b6807bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e41ae32-c305-4020-82ba-40e25a89caf4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.050138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:31.081119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938b38c-abcf-46a8-8cde-3a410ed32da0 req-83344d61-172d-478b-aa04-99c245e3418e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.088672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d938b38c-abcf-46a8-8cde-3a410ed32da0 req-83344d61-172d-478b-aa04-99c245e3418e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 944 time: 0.2284455 Jul 14 09:39:31.111523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.139405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-de4a1547-2c1e-4a78-977c-29791db708d4 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009091 Jul 14 09:39:31.205520 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.234938 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-5093cc5a-fec9-4b63-b3a9-32a85f301dfa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35152d9a-da37-497e-85af-887f3bd0de2a HTTP/1.1" status: 200 len: 217 time: 0.0682058 Jul 14 09:39:31.244442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d938b38c-abcf-46a8-8cde-3a410ed32da0 req-f5cd5e96-01d3-45dc-ac74-68b9131730d7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548812 Jul 14 09:39:31.274191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port dd0d5ce1-334a-4d89-87a7-6748269a679c yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:31.278689 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33781c49-0693-4074-91c0-c4084294b630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.298584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.310466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.320283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-87db5ed8-d8da-49e2-ac6b-b37de9cbb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.321778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-87db5ed8-d8da-49e2-ac6b-b37de9cbb73d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.0892100 Jul 14 09:39:31.348453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad9bcbd-1035-48c7-ba67-03384e61a577,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.365966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33781c49-0693-4074-91c0-c4084294b630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.369422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.376469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.377708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3822582 Jul 14 09:39:31.380733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43862) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:31.385203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b5b001de-b949-4b23-b020-d69bf37f07fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'security_group_rule': {'security_group_id': 'd4a8b94b-4ba2-44aa-a493-b44a76cc123a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:31.391598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-d2bd07e5-0edb-451f-b0cb-c69f79103ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.393095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-d2bd07e5-0edb-451f-b0cb-c69f79103ef8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 1096 time: 0.2597179 Jul 14 09:39:31.394699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.395045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.395425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.395780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.396106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.396648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.396974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.397478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.397997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.398324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.398647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.398966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957e5508-cabb-4235-b71d-257708a86248 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:31.494771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5b001de-b949-4b23-b020-d69bf37f07fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.542613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-df7547af-db32-432b-b023-fb7d0b8895e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.544710 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-df7547af-db32-432b-b023-fb7d0b8895e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2108679 Jul 14 09:39:31.580071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-56ad7bf0-2c34-4504-a2e3-27af1b381c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.581590 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-56ad7bf0-2c34-4504-a2e3-27af1b381c75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 907 time: 0.1754076 Jul 14 09:39:31.642169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.646921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.668261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33781c49-0693-4074-91c0-c4084294b630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.671099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-cb4d8c2d-1ee6-4f21-9c40-b3b0bce18b7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43ee9b55-a94c-4073-8ab2-9590096c3056 HTTP/1.1" status: 200 len: 217 time: 0.0581505 Jul 14 09:39:31.671462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33781c49-0693-4074-91c0-c4084294b630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.675813 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-33781c49-0693-4074-91c0-c4084294b630 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e41ae32-c305-4020-82ba-40e25a89caf4 HTTP/1.1" status: 204 len: 168 time: 0.6359038 Jul 14 09:39:31.685412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5b001de-b949-4b23-b020-d69bf37f07fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.704678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5b001de-b949-4b23-b020-d69bf37f07fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.738822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33781c49-0693-4074-91c0-c4084294b630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e41ae32-c305-4020-82ba-40e25a89caf4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.742954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.745349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.745876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6226ce60-a07e-4f14-8740-eb111f4d9bf4 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:39:31.765296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b001de-b949-4b23-b020-d69bf37f07fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d087045b-ac7e-4bd1-b5e9-b97d8876cc7e,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:31.771103 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:39:31.774856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-87db9ca4-b984-46d7-b153-38c8c5a9d917 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3804049 Jul 14 09:39:31.775259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43878) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:31.779924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-9539fee9-1c69-4b2b-9844-aa967fe37c77 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234073 Jul 14 09:39:31.791516 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5b001de-b949-4b23-b020-d69bf37f07fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.794216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b5b001de-b949-4b23-b020-d69bf37f07fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4125416 Jul 14 09:39:31.804033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43880) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:31.806844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-b6b7c829-bd08-4f5e-a804-622ed871b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.810215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-b6b7c829-bd08-4f5e-a804-622ed871b3e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.1250184 Jul 14 09:39:31.816947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:31.839363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.942495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:31.945522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:31.970822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:31.978482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:31.979559 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:31.985065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=dd0d5ce1-334a-4d89-87a7-6748269a679c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:32.039027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f52676e6-b464-46f6-8b85-8994e33a19c5 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Deleting port a277d24d-26b4-4d3c-9f10-19b78dd5001e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:32.039882 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f52676e6-b464-46f6-8b85-8994e33a19c5 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.154915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f52676e6-b464-46f6-8b85-8994e33a19c5 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.170443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f52676e6-b464-46f6-8b85-8994e33a19c5 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Calling delete_port for a277d24d-26b4-4d3c-9f10-19b78dd5001e owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:32.300575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-5b3715a3-9ed0-4083-9015-ad441d641297 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4753268 Jul 14 09:39:32.302462 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ee1a0b5-3911-4655-92aa-2a08889d9890 req-0da1baa8-d54c-4c3c-b4c6-3bf4200658e5 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.4801552 Jul 14 09:39:32.371568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.379078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-12138485-289b-4aff-9998-daf9cf1ad66a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7126977 Jul 14 09:39:32.389295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43900) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:32.473878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f52676e6-b464-46f6-8b85-8994e33a19c5 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.475288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c0a151b-f908-4a3a-b4b9-1584a9e96b62 req-c571bd0e-2082-4f66-85fc-db3b3f800db6 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789932 Jul 14 09:39:32.510657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-55dae995-9ae8-4854-8f55-e543e2dac3a8 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012029 Jul 14 09:39:32.514808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52676e6-b464-46f6-8b85-8994e33a19c5 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Pushing event deleted for resources: {'Port': ['ID=a277d24d-26b4-4d3c-9f10-19b78dd5001e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:32.540176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6529a-bd67-45c9-bd2e-40bae71eda9a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.545343 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5dd6529a-bd67-45c9-bd2e-40bae71eda9a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/dd0d5ce1-334a-4d89-87a7-6748269a679c HTTP/1.1" status: 200 len: 840 time: 0.1531415 Jul 14 09:39:32.547616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:32.692226 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.712468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8b096aa-ad86-455c-8981-5cbcaf8647ba req-d8fd5fa5-d239-4a21-ad03-7cbaedc2a654 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886623 Jul 14 09:39:32.727928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cdae4-5011-4abe-ab47-ba4dd90c4cfb req-79766f7e-6fbc-4eaa-8c86-bc98e2d24b5a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:32.729713 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e7cdae4-5011-4abe-ab47-ba4dd90c4cfb req-79766f7e-6fbc-4eaa-8c86-bc98e2d24b5a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 944 time: 0.3244069 Jul 14 09:39:32.776540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f52676e6-b464-46f6-8b85-8994e33a19c5 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.783233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f52676e6-b464-46f6-8b85-8994e33a19c5 tempest-RoutersAdminNegativeTest-497267016 tempest-RoutersAdminNegativeTest-497267016-project-admin] 10.222.0.73 "DELETE /v2.0/ports/a277d24d-26b4-4d3c-9f10-19b78dd5001e HTTP/1.1" status: 204 len: 168 time: 0.9984131 Jul 14 09:39:32.810243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9e156458-b930-4b41-aa31-4dd5a00734c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port dd0d5ce1-334a-4d89-87a7-6748269a679c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:32.811251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e156458-b930-4b41-aa31-4dd5a00734c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.844514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Allocated IP 172.25.0.3 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/73e3843c-cc98-4e9f-ab3c-ac1d40eb45fb) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:32.908684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e7cdae4-5011-4abe-ab47-ba4dd90c4cfb req-022bb9d0-f985-41f5-8672-bb5c60dacbc6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668677 Jul 14 09:39:32.960738 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e156458-b930-4b41-aa31-4dd5a00734c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:32.979144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9e156458-b930-4b41-aa31-4dd5a00734c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for dd0d5ce1-334a-4d89-87a7-6748269a679c owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:33.025115 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.069703 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.084549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e156458-b930-4b41-aa31-4dd5a00734c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.114096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:33.117666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:33.121566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:33.160916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e156458-b930-4b41-aa31-4dd5a00734c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=dd0d5ce1-334a-4d89-87a7-6748269a679c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:33.168078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e156458-b930-4b41-aa31-4dd5a00734c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.171224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9e156458-b930-4b41-aa31-4dd5a00734c8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/dd0d5ce1-334a-4d89-87a7-6748269a679c HTTP/1.1" status: 204 len: 168 time: 0.6214890 Jul 14 09:39:33.172727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43924) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:33.210981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'Port': ['ID=73e3843c-cc98-4e9f-ab3c-ac1d40eb45fb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:33.234550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43926) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:33.237381 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6de1363-3523-4fac-857c-94f5f3d42cde tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:39:33.239287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c6de1363-3523-4fac-857c-94f5f3d42cde tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/dd0d5ce1-334a-4d89-87a7-6748269a679c HTTP/1.1" status: 404 len: 333 time: 0.0636640 Jul 14 09:39:33.242669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43928) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:33.255807 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.270641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'name': 'tempest-PortsTestJSON-1690297945'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:33.321172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.417134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:33.425300 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.466614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port 96e656db-978a-417c-935d-e9a61915a728 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:33.549890 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abac5af4-7e92-498e-a16d-5c03467df655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.578225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.617979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.659122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-04db12a6-78d3-4f19-8dac-5a2c82a7928e req-8b85bbfc-ac36-48c2-b85b-968c19cafa91 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0638185 Jul 14 09:39:33.706807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.723858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'Port': ['ID=73e3843c-cc98-4e9f-ab3c-ac1d40eb45fb,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:33.746106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.761723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.787746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abac5af4-7e92-498e-a16d-5c03467df655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.793818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abac5af4-7e92-498e-a16d-5c03467df655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.812313 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.813676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8ed67fb4-fed6-4ec5-a771-f174f52e385c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0084240 Jul 14 09:39:33.826994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:33.831133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:33.835898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:33.842312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:33.843019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.843488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-abac5af4-7e92-498e-a16d-5c03467df655 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c8cc5d18c07d4d218fc38d4e6d6ec3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074297 Jul 14 09:39:33.844771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac5af4-7e92-498e-a16d-5c03467df655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e035a-9153-4a1e-be96-5de7add6b979,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:33.847948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43948) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:33.860049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6144056 Jul 14 09:39:33.861322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:33.876475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:33.879758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1e2a8-91bf-497c-bf9c-995b48755c3e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=96e656db-978a-417c-935d-e9a61915a728,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:33.912892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81b69d22-40aa-4a3c-bf69-ebadd2ee6aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:33.943201 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81b69d22-40aa-4a3c-bf69-ebadd2ee6aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.017318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81b69d22-40aa-4a3c-bf69-ebadd2ee6aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.019786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81b69d22-40aa-4a3c-bf69-ebadd2ee6aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.023208 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.023657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-81b69d22-40aa-4a3c-bf69-ebadd2ee6aee admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c76e035a-9153-4a1e-be96-5de7add6b979 HTTP/1.1" status: 204 len: 168 time: 0.1745520 Jul 14 09:39:34.038579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b69d22-40aa-4a3c-bf69-ebadd2ee6aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e035a-9153-4a1e-be96-5de7add6b979,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.053619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 43ee9b55-a94c-4073-8ab2-9590096c3056 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:34.166472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-93584815-7158-4263-8ca7-5ab8df02a25f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--312044666&fields=id&tenant_id=582443b1b60a4ecb87305b31dc88d9c2 HTTP/1.1" status: 200 len: 267 time: 0.0666866 Jul 14 09:39:34.215224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 43ee9b55-a94c-4073-8ab2-9590096c3056, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=43ee9b55-a94c-4073-8ab2-9590096c3056,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:34.239720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eaf7f-43f3-4f51-9124-18a245be3219 req-d066f0f0-1d1f-4f8d-a1cc-cfc2fc61c12f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.251732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '43ee9b55-a94c-4073-8ab2-9590096c3056', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'port_id': '43ee9b55-a94c-4073-8ab2-9590096c3056', 'mac_address': 'fa:16:3e:5a:46:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaf5bc9-caa5-490c-b0b2-94273b5b5443', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:34.254112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad3eaf7f-43f3-4f51-9124-18a245be3219 req-d066f0f0-1d1f-4f8d-a1cc-cfc2fc61c12f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 944 time: 0.1581759 Jul 14 09:39:34.325865 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.342507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ee9b55-a94c-4073-8ab2-9590096c3056 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:34.343267 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad3eaf7f-43f3-4f51-9124-18a245be3219 req-207a4678-ef2a-419f-8ac6-83e1640649f3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882232 Jul 14 09:39:34.374360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.385779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616026e2-bd03-4974-981e-7fefc89490bf req-cec96b66-6e00-4756-be11-a8bc5520a995 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.388133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-cec96b66-6e00-4756-be11-a8bc5520a995 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 816 time: 0.1993036 Jul 14 09:39:34.389915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.406241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 43ee9b55-a94c-4073-8ab2-9590096c3056, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=43ee9b55-a94c-4073-8ab2-9590096c3056,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:34.424383 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.438315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] In _notify_port_updated(), no bound segment for port 96e656db-978a-417c-935d-e9a61915a728 on network 1cbed8da-353d-46b5-99c1-709f47e4cb02 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:39:34.445202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:34.445995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.447637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "PUT /v2.0/ports/96e656db-978a-417c-935d-e9a61915a728 HTTP/1.1" status: 200 len: 818 time: 0.5839651 Jul 14 09:39:34.451590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43980) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:34.456037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-17061ae3-c463-41eb-aa80-330b7a275b68 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/quotas/582443b1b60a4ecb87305b31dc88d9c2 HTTP/1.1" status: 200 len: 375 time: 0.0585461 Jul 14 09:39:34.495015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=43ee9b55-a94c-4073-8ab2-9590096c3056,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.496038 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43982) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:34.508810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc07747-e03e-4620-928e-b37071169850 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=96e656db-978a-417c-935d-e9a61915a728,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.591895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-0786af05-3b8b-4c2f-bcd4-5c4dd2a6408f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201794 Jul 14 09:39:34.596321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ce7e79b4-f5a6-45ad-bcf8-d5b9fccd5470 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=662b52e680e24cf7a8b6d2482d62f8d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975130 Jul 14 09:39:34.598816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43984) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:34.635750 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e75ded71-861e-4109-9698-ddfe87279c33 req-e10f450a-d564-45ff-ac7a-64c715043352 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0427275 Jul 14 09:39:34.667979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-30479ad9-a218-40da-afa3-54d24fb0e076 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 96e656db-978a-417c-935d-e9a61915a728 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:34.668409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30479ad9-a218-40da-afa3-54d24fb0e076 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.685866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3d215cec-f75c-4aa0-aff6-d5d728388fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.723030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['43ee9b55-a94c-4073-8ab2-9590096c3056'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:34.756848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-06302833-3018-42dd-a518-10129234f7c6 service neutron] 10.222.0.73 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555023 Jul 14 09:39:34.763816 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3d215cec-f75c-4aa0-aff6-d5d728388fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.774332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30479ad9-a218-40da-afa3-54d24fb0e076 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.798517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-30479ad9-a218-40da-afa3-54d24fb0e076 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 96e656db-978a-417c-935d-e9a61915a728 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:34.916706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-6135b786-db51-4438-9345-04f646473e85 service neutron] 10.222.0.73 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588821 Jul 14 09:39:34.918002 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3d215cec-f75c-4aa0-aff6-d5d728388fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.922120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3d215cec-f75c-4aa0-aff6-d5d728388fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.926937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3d215cec-f75c-4aa0-aff6-d5d728388fd2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99065050-ab7e-44a6-98aa-68f80f47e385 HTTP/1.1" status: 204 len: 168 time: 0.3270657 Jul 14 09:39:34.930762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30479ad9-a218-40da-afa3-54d24fb0e076 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.974616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d215cec-f75c-4aa0-aff6-d5d728388fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99065050-ab7e-44a6-98aa-68f80f47e385,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.976854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479ad9-a218-40da-afa3-54d24fb0e076 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=96e656db-978a-417c-935d-e9a61915a728,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:34.984359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-30479ad9-a218-40da-afa3-54d24fb0e076 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:34.986447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-30479ad9-a218-40da-afa3-54d24fb0e076 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/96e656db-978a-417c-935d-e9a61915a728 HTTP/1.1" status: 204 len: 168 time: 0.5334609 Jul 14 09:39:34.989120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43994) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:35.149799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb6123e-3a3c-44c4-9b74-9465d5d71d9a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.154494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-deb6123e-3a3c-44c4-9b74-9465d5d71d9a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1614051 Jul 14 09:39:35.154910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44000) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:35.191341 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a662c9-eb34-4854-90da-86be8a84dccc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:39:35.197172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c3a662c9-eb34-4854-90da-86be8a84dccc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/96e656db-978a-417c-935d-e9a61915a728 HTTP/1.1" status: 404 len: 333 time: 0.0380309 Jul 14 09:39:35.197912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44002) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:35.204674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-22233429'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:35.235355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:35.240984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.299875 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4089938d-55cd-4f71-9f39-1f00cb46387c req-d52c38b4-48f8-4dbf-9ed4-da46219ef718 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0539820 Jul 14 09:39:35.312654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44008) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:35.318244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'network': {'name': 'tempest-network-smoke--980443909', 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'port_security_enabled': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:35.339398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:35.385600 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.385957 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Added segment 33c1bbcb-b416-4895-a9b8-18bff21c117d of type vlan for network fc3dac7d-3854-4d40-b70d-7e687376bdcd Jul 14 09:39:35.453999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e1aaa6cd-05b8-4c86-8471-463d25d7b34d req-7dee3177-62e8-4f2a-a652-4832c70daaec tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 210 time: 0.0776174 Jul 14 09:39:35.464626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Made reservation on behalf of 08ab6b16cfaa432ba54c4965014d2703 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:35.478749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.495082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.506389 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.598515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.603622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.604453 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.688867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3f30f-1953-46c6-9261-3faa33c3a89b req-b5b4e958-6d40-4d72-a446-2fc7933dc969 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.697762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7a3f30f-1953-46c6-9261-3faa33c3a89b req-b5b4e958-6d40-4d72-a446-2fc7933dc969 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 945 time: 0.1831269 Jul 14 09:39:35.702914 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.709523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.729480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Network': ['ID=fc3dac7d-3854-4d40-b70d-7e687376bdcd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.740812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-12b07757-ff78-4bab-bfea-b76a981789cc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5415113 Jul 14 09:39:35.743569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44024) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:35.744543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:35.758027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:35.766849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:35.808083 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.808499 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Added segment 4ee95782-6226-4bd0-b094-2f0eb2942a81 of type vlan for network 0f80b4b1-d8d6-438f-aba2-90e72270747d Jul 14 09:39:35.809937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=817ea47a-9383-441b-980c-b794fb0715f3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:35.867526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.919855 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.929048 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a7a3f30f-1953-46c6-9261-3faa33c3a89b req-489f5129-1f88-423d-ae7e-8bf87135ec2b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298055 Jul 14 09:39:35.929638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:35.930152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:35.942206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:35.950297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.011149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6973691 Jul 14 09:39:36.014135 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44030) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.024005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'admin_state_up': True, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:36.047835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926b947-4a1e-4d8d-9578-feda86c66188 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Network': ['ID=0f80b4b1-d8d6-438f-aba2-90e72270747d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.065917 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.067099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.166426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.174344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:36.178087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 43ee9b55-a94c-4073-8ab2-9590096c3056 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:36.224326 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.314455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=44ffe8fc-a2aa-4b1a-8942-4c651245d205,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:36.324362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 43ee9b55-a94c-4073-8ab2-9590096c3056 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:36.326871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.327328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.327763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.328155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.328571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.328901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.329431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.329946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.330450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.330717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 43ee9b55-a94c-4073-8ab2-9590096c3056 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:36.331100 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.331304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.331804 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.332316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:39:36.336704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Checking segment: {'id': '33c1bbcb-b416-4895-a9b8-18bff21c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:36.337488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network hostable DHCP agents. Network: fc3dac7d-3854-4d40-b70d-7e687376bdcd, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:36.360557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:36.377823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44040) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.380225 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, fc3dac7d-3854-4d40-b70d-7e687376bdcd) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:36.389587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d648f9bd-c7d5-4d27-92b5-75f482d68b0a None None] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:36.395001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:36.395644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.407428 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.439240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8463274c-1a5b-4233-9532-00daab91c6f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6944993 Jul 14 09:39:36.442393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44044) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.452015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0d70421a-22cf-4e62-a267-a89437d87760 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:36.557355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df85afe7-35db-483b-af4b-434ca3df5143 req-8620e307-320b-4df2-85db-8b0fe9d539c5 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0435057 Jul 14 09:39:36.616469 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.630210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-fc3dac7d-3854-4d40-b70d-7e687376bdcd', 'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd', 'tenant_id': '94e0c76d49294446ba2e21c1f28ae906', 'fixed_ips': [{'subnet_id': '44ffe8fc-a2aa-4b1a-8942-4c651245d205'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:36.631088 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.643069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-6384e079-eab9-4187-9411-456c85fbd513 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.648499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44050) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.648704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6384e079-eab9-4187-9411-456c85fbd513 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2493923 Jul 14 09:39:36.662483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-8fc510a8-35a9-43c4-a462-85a0bd157f21 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.663137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8fc510a8-35a9-43c4-a462-85a0bd157f21 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0137906 Jul 14 09:39:36.667365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.678737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-b484ed2d-fdff-4cba-a990-f1199de08d88 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.682627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44054) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.685587 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b484ed2d-fdff-4cba-a990-f1199de08d88 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0159459 Jul 14 09:39:36.695874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-50037866-0d7f-4894-b27b-d584d1c9d118 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.697885 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-50037866-0d7f-4894-b27b-d584d1c9d118 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0095787 Jul 14 09:39:36.714894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44056) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.719305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ee9b55-a94c-4073-8ab2-9590096c3056'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:36.723860 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa62d12-1357-4a94-90c3-6ccecf9777b3" -d '{"events": [{"server_uuid": "7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2", "name": "network-vif-plugged", "status": "completed", "tag": "43ee9b55-a94c-4073-8ab2-9590096c3056"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:36.748181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 43ee9b55-a94c-4073-8ab2-9590096c3056, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=43ee9b55-a94c-4073-8ab2-9590096c3056,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:36.752815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-7bafaaf4-10b4-4b3d-a7c1-9d0cdb477283 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.756728 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7bafaaf4-10b4-4b3d-a7c1-9d0cdb477283 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0078104 Jul 14 09:39:36.759306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae992101-5420-4cb8-9af9-6a769eeca7fe req-910798e8-31ba-47f4-816f-8aafea231c30 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 210 time: 0.0431390 Jul 14 09:39:36.759791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44064) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.780085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-391509c8-4d65-4f57-ac9e-74492d9f47d8 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.784806 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-391509c8-4d65-4f57-ac9e-74492d9f47d8 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0063584 Jul 14 09:39:36.816350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44072) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.820694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-6fabe1be-180f-4ad0-8325-75fc51cc292d tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.824062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6fabe1be-180f-4ad0-8325-75fc51cc292d tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042717 Jul 14 09:39:36.828004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44074) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.832720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-d5829b47-8570-4e50-b0a5-4515fd886f14 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.836967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d5829b47-8570-4e50-b0a5-4515fd886f14 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0051744 Jul 14 09:39:36.843583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.849424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-b8559352-f865-495d-b659-db19b90eb6d3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.850387 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b8559352-f865-495d-b659-db19b90eb6d3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0057392 Jul 14 09:39:36.856132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44078) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.860401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-70614092-f2ea-46a7-b9ac-1f8887d8daea tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.861335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-70614092-f2ea-46a7-b9ac-1f8887d8daea tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042448 Jul 14 09:39:36.864522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44080) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.868820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-817b985e-811b-49cb-a7cd-b70a4fa8f9d8 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.869750 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-817b985e-811b-49cb-a7cd-b70a4fa8f9d8 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0042255 Jul 14 09:39:36.870546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d70421a-22cf-4e62-a267-a89437d87760 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:36.872978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44082) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.874730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d70421a-22cf-4e62-a267-a89437d87760 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.889435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-45f30f30-2880-4e7b-9878-ad162804acf3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.890927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-45f30f30-2880-4e7b-9878-ad162804acf3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0159233 Jul 14 09:39:36.893463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44084) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.907889 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6aaee2-5d89-4c11-8e10-1cef8e43dd1a x-openstack-request-id: req-ee6aaee2-5d89-4c11-8e10-1cef8e43dd1a {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:36.908171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-32d0eb6a-b7fd-42cd-8d1a-c8f9d8592ccd tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.908367 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2", "name": "network-vif-plugged", "status": "completed", "tag": "43ee9b55-a94c-4073-8ab2-9590096c3056", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:36.908621 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ee6aaee2-5d89-4c11-8e10-1cef8e43dd1a {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:36.912589 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ee9b55-a94c-4073-8ab2-9590096c3056', 'code': 200} Jul 14 09:39:36.912694 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-32d0eb6a-b7fd-42cd-8d1a-c8f9d8592ccd tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0147648 Jul 14 09:39:36.912802 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:36.912905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44086) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.926588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-6070a543-871a-43c2-bb8d-19222a38b963 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.941264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6070a543-871a-43c2-bb8d-19222a38b963 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0228879 Jul 14 09:39:36.941884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44088) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.949467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-6fe9f2ac-9228-4171-b989-b410bd4218d6 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.949467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6fe9f2ac-9228-4171-b989-b410bd4218d6 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044460 Jul 14 09:39:36.953698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44090) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:36.976353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-b81a0a98-ef2e-4eb3-8a6b-6de2327db853 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:36.980149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b81a0a98-ef2e-4eb3-8a6b-6de2327db853 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0227671 Jul 14 09:39:36.989534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44094) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.001230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-23f4ebc7-fa83-45b5-a84a-3daf0289cdf2 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.005158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-23f4ebc7-fa83-45b5-a84a-3daf0289cdf2 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0117667 Jul 14 09:39:37.024885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=43ee9b55-a94c-4073-8ab2-9590096c3056,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:37.039455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616026e2-bd03-4974-981e-7fefc89490bf req-ed6e4922-0778-4b4d-916b-0fe06f433e53 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.042133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-ed6e4922-0778-4b4d-916b-0fe06f433e53 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 816 time: 0.3543057 Jul 14 09:39:37.044164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44096) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.055636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-3d6a49d9-82da-44df-b4d2-0d412752a9ba tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.061565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Allocated IP 172.20.0.2 (fc3dac7d-3854-4d40-b70d-7e687376bdcd/44ffe8fc-a2aa-4b1a-8942-4c651245d205/6512a4c6-f6fa-4050-b071-5fea0d810f44) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:37.062275 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3d6a49d9-82da-44df-b4d2-0d412752a9ba tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0131452 Jul 14 09:39:37.065116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44098) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.078847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.079582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-3473c334-3032-4b27-b02f-ca1c8e8a5bee tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.083346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3473c334-3032-4b27-b02f-ca1c8e8a5bee tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0109160 Jul 14 09:39:37.085275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44100) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.183833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-bfeb6fa4-a5df-45b7-a192-eb17fa5b42c5 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.185345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bfeb6fa4-a5df-45b7-a192-eb17fa5b42c5 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059843 Jul 14 09:39:37.218638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.228862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.237816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-1ca3364b-bd1c-4e39-8a9e-0c61413ac34a tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.238864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1ca3364b-bd1c-4e39-8a9e-0c61413ac34a tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0143476 Jul 14 09:39:37.243143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.258786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-379a9c06-5b00-4c92-ab58-5993778d23a9 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.259828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-379a9c06-5b00-4c92-ab58-5993778d23a9 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0128622 Jul 14 09:39:37.263342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44112) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.298673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-ce5fad81-8aca-479e-bd5c-09576a1502af tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.299555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ce5fad81-8aca-479e-bd5c-09576a1502af tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061712 Jul 14 09:39:37.304251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-ea72d70e-f24b-488a-a112-84484360a6a2 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=582443b1b60a4ecb87305b31dc88d9c2 HTTP/1.1" status: 200 len: 379 time: 0.2403152 Jul 14 09:39:37.305028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44114) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.314658 n-d-780147-26 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-0d70421a-22cf-4e62-a267-a89437d87760 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 44ffe8fc-a2aa-4b1a-8942-4c651245d205 (CIDR: 172.20.0.0/28) Jul 14 09:39:37.319582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-c4948bcc-e85d-4876-ac54-7da201a16df4 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.320978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c4948bcc-e85d-4876-ac54-7da201a16df4 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0120142 Jul 14 09:39:37.324253 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d70421a-22cf-4e62-a267-a89437d87760 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:39:37.325089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d70421a-22cf-4e62-a267-a89437d87760 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:39:37.330390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44116) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.339229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-381d3909-02b4-427a-b524-53f796e7b1fd tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.340189 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-381d3909-02b4-427a-b524-53f796e7b1fd tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050271 Jul 14 09:39:37.343145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'port': {'device_id': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'admin_state_up': True, 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'security_groups': ['d4a8b94b-4ba2-44aa-a493-b44a76cc123a']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:37.366183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44118) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.371145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0d70421a-22cf-4e62-a267-a89437d87760 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9276350 Jul 14 09:39:37.381191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-da10a111-f364-4aba-bee2-8bbc2f532ef6 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.385550 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.390771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-da10a111-f364-4aba-bee2-8bbc2f532ef6 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0163980 Jul 14 09:39:37.397543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Transition to ACTIVE for port object 6512a4c6-f6fa-4050-b071-5fea0d810f44 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:37.407917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44120) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.408273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44122) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.414298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-63ac3b56-4625-403c-aac4-a619f10e8b24 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.416671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-63ac3b56-4625-403c-aac4-a619f10e8b24 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0043058 Jul 14 09:39:37.422445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Transition to ACTIVE for port object 6512a4c6-f6fa-4050-b071-5fea0d810f44 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:37.425270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:37.430715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44124) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.431887 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.471802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-784c0bce-8146-4ead-b538-d0729c254c04 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.472823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-784c0bce-8146-4ead-b538-d0729c254c04 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0170279 Jul 14 09:39:37.477435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3ca24874-1503-4278-b1cf-578cc052053d req-0aa0522e-0467-4d31-937a-72d029f7f005 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1120458 Jul 14 09:39:37.477902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44126) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.484902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:37.488579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:37.496141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:37.517307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-fa80bd14-5766-4c4b-bc71-cca7303a13e7 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.518550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fa80bd14-5766-4c4b-bc71-cca7303a13e7 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0069022 Jul 14 09:39:37.525236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44128) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.536021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c262235-46f6-4d93-987d-297b1201ddb0 req-11afe940-e1c7-4fb9-9e6e-4d6f9108d694 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.542881 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c262235-46f6-4d93-987d-297b1201ddb0 req-11afe940-e1c7-4fb9-9e6e-4d6f9108d694 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 946 time: 0.1735878 Jul 14 09:39:37.550654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-52f4330e-f266-4ed7-b546-48ead15b154f tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.551329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52f4330e-f266-4ed7-b546-48ead15b154f tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0251002 Jul 14 09:39:37.559202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.563594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Pushing event updated for resources: {'Port': ['ID=6512a4c6-f6fa-4050-b071-5fea0d810f44,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:37.565807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-9fe8c0a8-fe65-448f-94b7-d8547fb4d881 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.566696 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9fe8c0a8-fe65-448f-94b7-d8547fb4d881 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0066838 Jul 14 09:39:37.577253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Attempting to bind port 6512a4c6-f6fa-4050-b071-5fea0d810f44 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:37.577427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44132) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.578085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Attempting to bind port 6512a4c6-f6fa-4050-b071-5fea0d810f44 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '33c1bbcb-b416-4895-a9b8-18bff21c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:37.578504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Attempting to bind port 6512a4c6-f6fa-4050-b071-5fea0d810f44 on network fc3dac7d-3854-4d40-b70d-7e687376bdcd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:37.584393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-26f453ce-015f-43c5-96ac-e95fae9b2c81 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.587959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-26f453ce-015f-43c5-96ac-e95fae9b2c81 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0070660 Jul 14 09:39:37.588123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:37.588123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Checking segment: {'id': '33c1bbcb-b416-4895-a9b8-18bff21c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:37.588123 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.588123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Bound using segment: {'id': '33c1bbcb-b416-4895-a9b8-18bff21c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:37.588123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Bound port: 6512a4c6-f6fa-4050-b071-5fea0d810f44, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c1bbcb-b416-4895-a9b8-18bff21c117d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:37.588838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.589073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.594680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-4b1bde9f-e675-46e8-8a00-30e72243702e tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.595656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4b1bde9f-e675-46e8-8a00-30e72243702e tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054140 Jul 14 09:39:37.598841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.605720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-78e9f26a-716d-4e04-b6c6-3fc28ecf095f tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.608248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-78e9f26a-716d-4e04-b6c6-3fc28ecf095f tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048456 Jul 14 09:39:37.610853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.612745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Allocated IP 172.25.0.96 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/c56d2393-a796-4ac1-b894-59b7d7f7ca89) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:37.628403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-3d80ace8-c199-473a-93b1-eb1185e943b3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.632693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3d80ace8-c199-473a-93b1-eb1185e943b3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0114086 Jul 14 09:39:37.632693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Made reservation on behalf of 582443b1b60a4ecb87305b31dc88d9c2 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:37.635826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.638608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.649136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-62ebfb50-ffd1-4711-89b7-34540367a09f tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.652332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-62ebfb50-ffd1-4711-89b7-34540367a09f tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0103986 Jul 14 09:39:37.657162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c262235-46f6-4d93-987d-297b1201ddb0 req-4c901d58-d108-4a76-a133-0d0d2e4a9e4e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129053 Jul 14 09:39:37.661596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.669921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-df039d65-224c-4310-9b06-8f59d9c1f11f tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.673448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-df039d65-224c-4310-9b06-8f59d9c1f11f tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0081909 Jul 14 09:39:37.673918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.679322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] For port 6512a4c6-f6fa-4050-b071-5fea0d810f44, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:37.683222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] For port 6512a4c6-f6fa-4050-b071-5fea0d810f44, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6512a4c6-f6fa-4050-b071-5fea0d810f44,segment=NetworkSegment(33c1bbcb-b416-4895-a9b8-18bff21c117d),segment_id=33c1bbcb-b416-4895-a9b8-18bff21c117d)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:37.685262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-7fc139ae-82ff-4ec9-98e0-90a9e3cc262a tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.686380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7fc139ae-82ff-4ec9-98e0-90a9e3cc262a tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0105157 Jul 14 09:39:37.688686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.692237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44146) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.696665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-a7931eaa-b277-47f2-96c2-729b5842e4bf tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.698985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a7931eaa-b277-47f2-96c2-729b5842e4bf tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044746 Jul 14 09:39:37.703714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44148) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.712246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-9bb6050b-23c2-4029-b28b-3866c6bf7ff0 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.714098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9bb6050b-23c2-4029-b28b-3866c6bf7ff0 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072825 Jul 14 09:39:37.720678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44150) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.735220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-2bc4e59a-cec1-4e19-9595-b3a207bdcc48 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.740034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2bc4e59a-cec1-4e19-9595-b3a207bdcc48 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068581 Jul 14 09:39:37.743128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44152) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.759253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-07df1857-f872-4b7a-829a-c2844df050ae tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.760267 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-07df1857-f872-4b7a-829a-c2844df050ae tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0167084 Jul 14 09:39:37.764726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.767079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28102e-3c12-4822-aeba-a8b05cac3817 req-4ffe0793-48a0-40ed-be2f-a0548c7b0229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:37.768591 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f28102e-3c12-4822-aeba-a8b05cac3817 req-4ffe0793-48a0-40ed-be2f-a0548c7b0229 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 1098 time: 0.7124560 Jul 14 09:39:37.773542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-e0bf7e31-104a-4f6f-ae80-8ecc051542bc tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.775360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d9d1c-6bcb-44d9-abc0-02845b8198f6 None None] Pushing event updated for resources: {'Port': ['ID=6512a4c6-f6fa-4050-b071-5fea0d810f44,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:37.779568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e0bf7e31-104a-4f6f-ae80-8ecc051542bc tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0102115 Jul 14 09:39:37.786871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44156) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.792816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-91d89dd7-9dbc-4a24-be33-7ded0d128bd0 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.794070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-91d89dd7-9dbc-4a24-be33-7ded0d128bd0 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0063756 Jul 14 09:39:37.799505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.806044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-62e0199d-133e-4c01-a56c-3bdcf2256971 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.810715 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-62e0199d-133e-4c01-a56c-3bdcf2256971 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0066931 Jul 14 09:39:37.812072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44160) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.827612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-955cee47-4f58-447b-84a4-9fee52c57ddc tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.831010 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-955cee47-4f58-447b-84a4-9fee52c57ddc tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0164142 Jul 14 09:39:37.833815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44164) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.842146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-5553565c-97ad-42f3-8458-bec44a2ccaec tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.843121 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5553565c-97ad-42f3-8458-bec44a2ccaec tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0070617 Jul 14 09:39:37.846535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44166) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.853131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-a056f67a-4089-4701-b055-c26c6e19d512 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.854094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a056f67a-4089-4701-b055-c26c6e19d512 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045373 Jul 14 09:39:37.858124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.866117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-49e3db4c-726b-4e28-b8df-38194730d8ce tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.867755 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49e3db4c-726b-4e28-b8df-38194730d8ce tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0083258 Jul 14 09:39:37.871747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44170) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.876602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-11d67899-86e7-44e5-a0fb-4ad655572691 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.878044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-11d67899-86e7-44e5-a0fb-4ad655572691 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0050461 Jul 14 09:39:37.881964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.884468 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.886680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-805ff84e-100f-475c-8455-a6fa3dd38d03 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.888079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-805ff84e-100f-475c-8455-a6fa3dd38d03 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0050399 Jul 14 09:39:37.891308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44174) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.896865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-f34ca6e7-af80-491b-8271-1bd69482d8f6 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.897805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f34ca6e7-af80-491b-8271-1bd69482d8f6 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056231 Jul 14 09:39:37.901623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f28102e-3c12-4822-aeba-a8b05cac3817 req-bbb81a13-522d-44bc-af78-cd4672d17e2e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203990 Jul 14 09:39:37.902426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44176) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.910259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Allocated IP 172.20.0.5 (a56b1053-5756-4fb4-b475-d3ac75fada5f/acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a/94c8d8df-e9fe-4484-bc44-14ef9725d729) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:37.911810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-98bf9f06-8a04-487c-b148-7aa7a57d091d tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.912917 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-98bf9f06-8a04-487c-b148-7aa7a57d091d tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0067937 Jul 14 09:39:37.915601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:37.916481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44178) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.919803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:37.922957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-2d090ec7-ba14-4967-b313-d659b53182e3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.926310 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2d090ec7-ba14-4967-b313-d659b53182e3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060477 Jul 14 09:39:37.926538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.930765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-26f3a081-cac6-439f-b0a5-928bc9b2813c tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.931606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-26f3a081-cac6-439f-b0a5-928bc9b2813c tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041878 Jul 14 09:39:37.935826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44182) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.941595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-8453abab-c308-4f69-8954-7869f92e6602 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.945073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8453abab-c308-4f69-8954-7869f92e6602 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0057650 Jul 14 09:39:37.945383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.952567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-2a89e65a-6af3-4018-a769-695573c90c8c tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.956592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2a89e65a-6af3-4018-a769-695573c90c8c tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0072792 Jul 14 09:39:37.956592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.965124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-d4425695-3d1c-4e15-9b72-fcbbb9e28713 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.966708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d4425695-3d1c-4e15-9b72-fcbbb9e28713 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0093074 Jul 14 09:39:37.972169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44188) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.978299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-f24ae7fa-c142-41bc-b14b-68a0aab60311 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.981601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f24ae7fa-c142-41bc-b14b-68a0aab60311 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0061426 Jul 14 09:39:37.982446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44190) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:37.993102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-960ebf33-11b8-4cca-85a8-9bddef9904cf tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:37.996254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-960ebf33-11b8-4cca-85a8-9bddef9904cf tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0108471 Jul 14 09:39:37.999103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.016897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-ee7d43d2-1d94-4351-8b3f-e62ca5f63f01 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.020035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ee7d43d2-1d94-4351-8b3f-e62ca5f63f01 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0102735 Jul 14 09:39:38.023304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.042253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-89e2cacc-66c4-4a38-a8f7-bee1a735e812 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.042889 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-afaf86ea-2ac8-424b-88da-24ce42fc8667 req-2d07dafa-6782-461b-9a39-3e0cea770b70 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 210 time: 0.1018333 Jul 14 09:39:38.047161 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-89e2cacc-66c4-4a38-a8f7-bee1a735e812 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0207460 Jul 14 09:39:38.050372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44196) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.061212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-060a74b0-ca89-44fd-8bfc-7324bc0872e3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.068378 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-060a74b0-ca89-44fd-8bfc-7324bc0872e3 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0107942 Jul 14 09:39:38.068378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44198) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.077177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-5f0e4384-93bc-4b8c-80e9-200303deed9e tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.080626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5f0e4384-93bc-4b8c-80e9-200303deed9e tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0062141 Jul 14 09:39:38.081754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44200) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.095290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [None req-38aa8575-d456-4960-a6f2-565bacb2868e tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.096296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-38aa8575-d456-4960-a6f2-565bacb2868e tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0124490 Jul 14 09:39:38.098896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44202) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.106291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-d9a554fa-4c0f-4f10-81bf-3ba018fc29f4 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.107606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d9a554fa-4c0f-4f10-81bf-3ba018fc29f4 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075741 Jul 14 09:39:38.110462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44206) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.110644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.118415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-c2777546-4afc-4386-b5fa-183afba441be tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.119478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c2777546-4afc-4386-b5fa-183afba441be tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0076725 Jul 14 09:39:38.128386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44208) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.135381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-da49f472-a92d-4d00-979d-51791408bcc8 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.136407 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-da49f472-a92d-4d00-979d-51791408bcc8 tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070333 Jul 14 09:39:38.140162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.144568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [None req-f85fc440-1a0c-43b0-8703-f350104091ab tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] http://10.222.0.73:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:39:38.148954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f85fc440-1a0c-43b0-8703-f350104091ab tempest-ExtensionsTestJSON-1793741118 tempest-ExtensionsTestJSON-1793741118-project] 10.222.0.73 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044639 Jul 14 09:39:38.189528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:38.197381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:38.201947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:38.204300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=c56d2393-a796-4ac1-b894-59b7d7f7ca89,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:38.216136 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.247230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Transition to ACTIVE for port object 94c8d8df-e9fe-4484-bc44-14ef9725d729 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:38.303167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.359249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Network a56b1053-5756-4fb4-b475-d3ac75fada5f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:38.366854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:38.369468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:38.432925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:38.482450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:38.483132 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.504968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-9277c1bb-d7b4-40b1-864b-d1ebc4da380d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1825697 Jul 14 09:39:38.520137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Request body: {'port': {'device_id': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:38.540217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44216) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:38.757505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-12998d84-2baa-40a9-8359-d75a3ffc397f None None] Provisioning for port 94c8d8df-e9fe-4484-bc44-14ef9725d729 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:38.762234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-12998d84-2baa-40a9-8359-d75a3ffc397f None None] Provisioning complete for port 94c8d8df-e9fe-4484-bc44-14ef9725d729 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:38.762657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-12998d84-2baa-40a9-8359-d75a3ffc397f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:38.839111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-12998d84-2baa-40a9-8359-d75a3ffc397f None None] Port 94c8d8df-e9fe-4484-bc44-14ef9725d729 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:39.135345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.138704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.162216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6512a4c6-f6fa-4050-b071-5fea0d810f44 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:39.169376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbff35-d417-4122-9430-3992dd00254e req-99935f48-f4e0-4c5b-b04f-cd689cab0354 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.176851 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08cbff35-d417-4122-9430-3992dd00254e req-99935f48-f4e0-4c5b-b04f-cd689cab0354 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 946 time: 0.1421852 Jul 14 09:39:39.181051 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8be4fe82-a132-46f0-8654-1b20d4292e3f req-0f2b74eb-cd6c-4a3d-8e36-275d4923360f tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.5012121 Jul 14 09:39:39.201781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af2ea6e-d3de-4332-9bfe-a112d4252c9c None None] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:39.241012 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cc3733e-d3ad-44a6-8575-12cb202a5956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.263151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:39.266588 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08cbff35-d417-4122-9430-3992dd00254e req-f204cff5-757e-4b09-bbe3-13e185fea3bb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885923 Jul 14 09:39:39.279732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:39.282849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.287974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-808283e9-46f0-4373-a0c8-6dd02a67feb0 None None] Provisioning for port 6512a4c6-f6fa-4050-b071-5fea0d810f44 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:39.299085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=17119766-900b-4fd4-87f4-52239168565b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.308264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.308843 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.342110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6512a4c6-f6fa-4050-b071-5fea0d810f44 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:39.372563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6512a4c6-f6fa-4050-b071-5fea0d810f44 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:39.373631 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.526662 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.590057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6512a4c6-f6fa-4050-b071-5fea0d810f44, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6512a4c6-f6fa-4050-b071-5fea0d810f44,segment=NetworkSegment(33c1bbcb-b416-4895-a9b8-18bff21c117d),segment_id=33c1bbcb-b416-4895-a9b8-18bff21c117d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:39.595721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c8d8df-e9fe-4484-bc44-14ef9725d729 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:39.597118 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.606633 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.618904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Transition to ACTIVE for port object 94c8d8df-e9fe-4484-bc44-14ef9725d729 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:39.623917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.648118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33b21f-9914-4f42-8fc3-cd3d5b96467d req-752c6642-dc4b-4193-9de6-de4464dccff9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:39.649810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-af33b21f-9914-4f42-8fc3-cd3d5b96467d req-752c6642-dc4b-4193-9de6-de4464dccff9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 931 time: 0.2759209 Jul 14 09:39:39.657972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a0b5f5-72c0-4416-aeb4-ff70906473d2 None None] Update dhcp port {'port': {'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd', 'fixed_ips': [{'subnet_id': '44ffe8fc-a2aa-4b1a-8942-4c651245d205', 'ip_address': '172.20.0.2'}, {'subnet_id': '17119766-900b-4fd4-87f4-52239168565b'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '6512a4c6-f6fa-4050-b071-5fea0d810f44'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:39:39.685180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cc3733e-d3ad-44a6-8575-12cb202a5956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.698274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cc3733e-d3ad-44a6-8575-12cb202a5956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.708864 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b7a0b5f5-72c0-4416-aeb4-ff70906473d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.722133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eb555c06-a0a2-4926-a76b-0a5b7c0a88c0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3121691 Jul 14 09:39:39.723211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.726790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44228) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:39.727057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6512a4c6-f6fa-4050-b071-5fea0d810f44,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.755302 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.757081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': 'fc3dac7d-3854-4d40-b70d-7e687376bdcd', 'fixed_ips': [{'subnet_id': '44ffe8fc-a2aa-4b1a-8942-4c651245d205'}, {'subnet_id': '17119766-900b-4fd4-87f4-52239168565b'}], 'name': 'tempest-PortsTestJSON-1744554252'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:39.788515 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2cc3733e-d3ad-44a6-8575-12cb202a5956 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=527e81ef57cd415ba13d12f495d6cbc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2424340 Jul 14 09:39:39.788515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3733e-d3ad-44a6-8575-12cb202a5956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7284daf7-dcd2-4625-9c4e-317d1530295a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:39.789678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44230) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:39.829952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-af33b21f-9914-4f42-8fc3-cd3d5b96467d req-6ce4ce37-c3aa-47ee-bbbe-ff3a8180c34c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526546 Jul 14 09:39:39.896887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Attempting to bind port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:39.897261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Attempting to bind port 94c8d8df-e9fe-4484-bc44-14ef9725d729 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:39.897556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Attempting to bind port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:39.917186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on network a56b1053-5756-4fb4-b475-d3ac75fada5f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:39.917562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Attempting to bind port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:39.922400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-b7a0b5f5-72c0-4416-aeb4-ff70906473d2 None None] Allocated IP 172.20.0.18 (fc3dac7d-3854-4d40-b70d-7e687376bdcd/17119766-900b-4fd4-87f4-52239168565b/6512a4c6-f6fa-4050-b071-5fea0d810f44) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:39.938482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:39.938743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Checking segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:39.939122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Bound using segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:39.939572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Bound port: 94c8d8df-e9fe-4484-bc44-14ef9725d729, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:39.940228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.954905 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d50a2dbd-3a7f-4081-9594-3d97d257982a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:39.989070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d50a2dbd-3a7f-4081-9594-3d97d257982a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.019218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:40.027684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:40.074164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b7a0b5f5-72c0-4416-aeb4-ff70906473d2 None None] For port 6512a4c6-f6fa-4050-b071-5fea0d810f44, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6512a4c6-f6fa-4050-b071-5fea0d810f44,segment=NetworkSegment(33c1bbcb-b416-4895-a9b8-18bff21c117d),segment_id=33c1bbcb-b416-4895-a9b8-18bff21c117d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:40.116810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:40.119615 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b7a0b5f5-72c0-4416-aeb4-ff70906473d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.137778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b7a0b5f5-72c0-4416-aeb4-ff70906473d2 None None] Transition to ACTIVE for port object 6512a4c6-f6fa-4050-b071-5fea0d810f44 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:40.140586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:40.144986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d50a2dbd-3a7f-4081-9594-3d97d257982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.148114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d50a2dbd-3a7f-4081-9594-3d97d257982a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.152652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d50a2dbd-3a7f-4081-9594-3d97d257982a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7284daf7-dcd2-4625-9c4e-317d1530295a HTTP/1.1" status: 204 len: 168 time: 0.3576171 Jul 14 09:39:40.153045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b7a0b5f5-72c0-4416-aeb4-ff70906473d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.153231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.197957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:40.215997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Sync routers for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:40.218711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:40.219329 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.220917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] 10.222.0.66 "PUT /v2.0/ports/94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 1092 time: 1.7069149 Jul 14 09:39:40.224067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:40.226151 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1741df-a281-43af-8f2c-7eb184918a36" -d '{"events": [{"name": "network-changed", "server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:40.239003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a2dbd-3a7f-4081-9594-3d97d257982a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7284daf7-dcd2-4625-9c4e-317d1530295a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.273606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0b5f5-72c0-4416-aeb4-ff70906473d2 None None] Pushing event updated for resources: {'Port': ['ID=6512a4c6-f6fa-4050-b071-5fea0d810f44,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.280912 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.288950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:40.291259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1ab0180a-f623-4c68-8048-bc32e84e102a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2758739 Jul 14 09:39:40.295844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44238) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:40.344449 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d1ed7f-bf5a-4acf-b10a-6b62984f7392 x-openstack-request-id: req-90d1ed7f-bf5a-4acf-b10a-6b62984f7392 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:40.345019 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:40.345438 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90d1ed7f-bf5a-4acf-b10a-6b62984f7392 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:40.346125 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'status': 'completed', 'code': 200} Jul 14 09:39:40.400486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14989fa0-8c80-426d-a88d-6cd714f43100 service neutron] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:40.406375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:39:40.419105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:40.419755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:40.704688 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f704bc62-8037-460e-ab8a-346fa7317ff9 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=08ab6b16cfaa432ba54c4965014d2703&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4040952 Jul 14 09:39:40.710516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44254) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:40.745553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:40.942114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854e583-0b94-4e26-bed6-52080ab3688d req-208d49f5-524a-4e33-bc1c-8dc53ca5c112 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:40.950946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4854e583-0b94-4e26-bed6-52080ab3688d req-208d49f5-524a-4e33-bc1c-8dc53ca5c112 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 946 time: 0.3259339 Jul 14 09:39:41.030501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50efd2d0-7aaf-4883-ba12-2779b6a0b789 req-fae36ad8-eccd-4d41-8191-387c9d6e78c7 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.4372020 Jul 14 09:39:41.039767 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4854e583-0b94-4e26-bed6-52080ab3688d req-4a34da6a-0e27-4236-8b14-650bf8e12503 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879028 Jul 14 09:39:41.044625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29332a5c-ac63-4332-ade4-afb4fe8f2564 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.046048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616026e2-bd03-4974-981e-7fefc89490bf req-93a1b34c-8686-45fc-8237-ecf868d5a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.049093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-29332a5c-ac63-4332-ade4-afb4fe8f2564 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3369787 Jul 14 09:39:41.051567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44264) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:41.062748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-93a1b34c-8686-45fc-8237-ecf868d5a7da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1095 time: 0.7517967 Jul 14 09:39:41.139550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9b103222-21d2-476d-a22b-c448cf2fc57a tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0863550 Jul 14 09:39:41.149774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44272) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:41.154932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-209e9727-ad90-48e3-81f8-ac149d33b734 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 217 time: 0.0828230 Jul 14 09:39:41.160270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-438301603', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:41.163574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:38Z', 'revision_number': 3, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:41.198946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.13 (fc3dac7d-3854-4d40-b70d-7e687376bdcd/44ffe8fc-a2aa-4b1a-8942-4c651245d205/709f1f56-5d8d-4dd5-821b-0b3102a74cd6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:41.228635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.21 (fc3dac7d-3854-4d40-b70d-7e687376bdcd/17119766-900b-4fd4-87f4-52239168565b/709f1f56-5d8d-4dd5-821b-0b3102a74cd6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:41.255505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6512a4c6-f6fa-4050-b071-5fea0d810f44 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:41.261197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616026e2-bd03-4974-981e-7fefc89490bf req-ae45685a-5a8a-4001-b391-d8529eb03fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.263667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-ae45685a-5a8a-4001-b391-d8529eb03fd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.1010916 Jul 14 09:39:41.264696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Checking router: 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:41.267651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Updating router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc port c56d2393-a796-4ac1-b894-59b7d7f7ca89 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:41.410725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Made reservation on behalf of 08ab6b16cfaa432ba54c4965014d2703 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:41.420490 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.438043 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.560562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564bb612-7ac0-4834-a22f-ff5533b97ffc None None] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:41.630904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616026e2-bd03-4974-981e-7fefc89490bf req-8fe16acd-f0cf-4a5a-81c2-f3b5af426120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.632665 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-8fe16acd-f0cf-4a5a-81c2-f3b5af426120 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3613689 Jul 14 09:39:41.690953 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.714567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:41.772831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44280) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:41.800800 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.822770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.842344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6512a4c6-f6fa-4050-b071-5fea0d810f44 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:41.842754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:41.844281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dad6d8f0-4c6a-43f8-8bd8-e0b2ff5c3dc4 None None] Provisioning for port 6512a4c6-f6fa-4050-b071-5fea0d810f44 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:41.883195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5770b-0d82-444a-9be8-745d42cf2b83 req-f5987d0f-94de-4f28-bc26-d2fa7467b071 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:41.892495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-42f5770b-0d82-444a-9be8-745d42cf2b83 req-f5987d0f-94de-4f28-bc26-d2fa7467b071 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 943 time: 0.2127082 Jul 14 09:39:41.931831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=709f1f56-5d8d-4dd5-821b-0b3102a74cd6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:41.976017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:41.985259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:41.994558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:42.022532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2038080744'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:42.069241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-42f5770b-0d82-444a-9be8-745d42cf2b83 req-4dccfef1-1de9-45a6-ac10-6efd7e479c68 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617491 Jul 14 09:39:42.076224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Subnet': ['ID=79dc9495-a89f-4e3f-a6e4-81802b2b16d1,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.082808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Checking segment: {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:42.083855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network hostable DHCP agents. Network: 0f80b4b1-d8d6-438f-aba2-90e72270747d, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:42.085763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dad6d8f0-4c6a-43f8-8bd8-e0b2ff5c3dc4 None None] Provisioning complete for port 6512a4c6-f6fa-4050-b071-5fea0d810f44 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:42.086206 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dad6d8f0-4c6a-43f8-8bd8-e0b2ff5c3dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.096031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:42.100906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.106565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.107303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.113017 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.114394 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-3a063b71-6c7b-4889-ba49-2c2c8a4c12f7 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649930 Jul 14 09:39:42.142391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:42.169480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0f80b4b1-d8d6-438f-aba2-90e72270747d) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:42.188012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73951510-2753-4024-975b-42efe3bf2c11 None None] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:42.195054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.195384 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.200108 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.294521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Transition to ACTIVE for port object c56d2393-a796-4ac1-b894-59b7d7f7ca89 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:42.323103 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.335623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-c0db6e50-c30c-4d87-9c6b-5bb68713cb87 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.338110 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.344526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-c0db6e50-c30c-4d87-9c6b-5bb68713cb87 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.2782855 Jul 14 09:39:42.347333 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.369003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d0d1ccab-1abe-40d4-b0bf-4a6468d15bce tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.6105568 Jul 14 09:39:42.369235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7b490447-c2dc-4149-8d84-beb29d2efd7e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2104599 Jul 14 09:39:42.375250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-12f4bd36-d9fc-4176-94e8-21578a363327 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/quotas/b15cc3cbaa824894844a3989894ba747 HTTP/1.1" status: 200 len: 375 time: 0.0296168 Jul 14 09:39:42.376473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44296) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:42.376787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44298) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:42.390318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616026e2-bd03-4974-981e-7fefc89490bf req-b0f6fea2-4f47-4de9-b487-a07ba5acd6ea service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556267 Jul 14 09:39:42.391056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44ffe8fc-a2aa-4b1a-8942-4c651245d205'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:42.413879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:42.477052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Attempting to bind port c56d2393-a796-4ac1-b894-59b7d7f7ca89 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:42.477422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Attempting to bind port c56d2393-a796-4ac1-b894-59b7d7f7ca89 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:42.477785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Attempting to bind port c56d2393-a796-4ac1-b894-59b7d7f7ca89 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:42.493201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da1842-b70b-47eb-ad69-932dfce15b7e None None] Pushing event updated for resources: {'Port': ['ID=c56d2393-a796-4ac1-b894-59b7d7f7ca89,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.501756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:42.502138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:42.502549 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.502944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:42.503431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Bound port: c56d2393-a796-4ac1-b894-59b7d7f7ca89, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:42.503632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef3aacd-ed08-4f37-8321-726a486c5057,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.503915 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.508872 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-382db375-c3f4-4c28-98ca-1d5a1a5087ba tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316812 Jul 14 09:39:42.512655 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.513155 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment 97c2857d-ac4a-4865-87c9-4e4bdbf3f258 of type vlan for network c7c74aff-edf3-4600-95a5-d768a3b8121b Jul 14 09:39:42.623644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-0ef65008-5f3e-447b-98db-7396b9f00176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.625123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-0ef65008-5f3e-447b-98db-7396b9f00176 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1095 time: 0.1697762 Jul 14 09:39:42.642603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] For port c56d2393-a796-4ac1-b894-59b7d7f7ca89, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:42.654257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.657180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] For port c56d2393-a796-4ac1-b894-59b7d7f7ca89, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c56d2393-a796-4ac1-b894-59b7d7f7ca89,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:42.661014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-0f80b4b1-d8d6-438f-aba2-90e72270747d', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:42.662020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.674175 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:42.698383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-7b5b6780-ee86-4662-80e1-578b5c677ef7 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772838 Jul 14 09:39:42.710306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91bc7a-81ce-4818-b370-3893fb5ee74c req-87aceb28-72b5-4f0a-848d-601c62992758 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.719596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8e91bc7a-81ce-4818-b370-3893fb5ee74c req-87aceb28-72b5-4f0a-848d-601c62992758 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 949 time: 0.4446628 Jul 14 09:39:42.827574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-988e1fc8-6450-4f9a-9828-52f27e3901c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.829152 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-988e1fc8-6450-4f9a-9828-52f27e3901c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.1931612 Jul 14 09:39:42.884351 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-53c55203-e56b-4a9f-8690-e256dbd6cbde service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 217 time: 0.0441778 Jul 14 09:39:42.886437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-04381994-329d-4826-96a3-341aac9b30b6 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720424 Jul 14 09:39:42.916951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89da1842-b70b-47eb-ad69-932dfce15b7e None None] Pushing event updated for resources: {'Port': ['ID=c56d2393-a796-4ac1-b894-59b7d7f7ca89,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:42.951858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:42.952168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:42.992027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-c9c9bef5-fb68-4848-b60b-471d895f022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:42.999683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-c9c9bef5-fb68-4848-b60b-471d895f022f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.0989516 Jul 14 09:39:43.002819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Allocated IP 172.20.0.2 (0f80b4b1-d8d6-438f-aba2-90e72270747d/79dc9495-a89f-4e3f-a6e4-81802b2b16d1/f81d8162-a33b-4f4b-a7d4-be5978ccf151) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:43.007589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8e91bc7a-81ce-4818-b370-3893fb5ee74c req-7ee79f1f-41de-4220-b0ef-96354e1a2e38 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867393 Jul 14 09:39:43.018110 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.025448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.026098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.135022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-253b0041-aeac-43a3-bd16-108e037ecd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.136546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-253b0041-aeac-43a3-bd16-108e037ecd9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1307509 Jul 14 09:39:43.337938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-e97c3d5b-dc56-44c8-9463-5d2ec325d76a service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944172 Jul 14 09:39:43.456164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:43.494484 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f1741df-a281-43af-8f2c-7eb184918a36 req-32ede556-5c1f-470c-baaa-1160143039cc service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486990 Jul 14 09:39:43.560704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-416a5948-b2b8-441d-bfd9-bec578981d6d None None] Provisioning for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:43.598298 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.600130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-416a5948-b2b8-441d-bfd9-bec578981d6d None None] Provisioning complete for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:43.600522 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-416a5948-b2b8-441d-bfd9-bec578981d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.617765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c7a57-0157-43dc-943f-b5e2a63d579c req-73c8b691-77b6-4b65-bd53-b19576dc5421 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:43.626354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-654c7a57-0157-43dc-943f-b5e2a63d579c req-73c8b691-77b6-4b65-bd53-b19576dc5421 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 943 time: 0.1267769 Jul 14 09:39:43.642312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Transition to ACTIVE for port object f81d8162-a33b-4f4b-a7d4-be5978ccf151 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:43.676016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9011245 Jul 14 09:39:43.682822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44314) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:43.686390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-416a5948-b2b8-441d-bfd9-bec578981d6d None None] Port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:43.687566 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-654c7a57-0157-43dc-943f-b5e2a63d579c req-0451fee8-7956-4f66-b63f-373978884460 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599535 Jul 14 09:39:43.695066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Transition to ACTIVE for port object f81d8162-a33b-4f4b-a7d4-be5978ccf151 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:43.708597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1768007300'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:43.711493 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.765828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Pushing event updated for resources: {'Port': ['ID=f81d8162-a33b-4f4b-a7d4-be5978ccf151,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:43.790474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:43.791807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-416a5948-b2b8-441d-bfd9-bec578981d6d None None] Provisioning complete for port 6512a4c6-f6fa-4050-b071-5fea0d810f44 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:43.792136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-416a5948-b2b8-441d-bfd9-bec578981d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.795426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:43.795803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-95ba017d-c9c1-42eb-8750-87f56315c476 req-c0152525-0101-410c-9ed8-61714ff013b7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 210 time: 0.0501451 Jul 14 09:39:43.797648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:43.807570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-10c36aa5-9168-4ad2-a1d4-81bc78595864 req-b35d00c5-2cda-40c3-858f-c838682eeab9 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1402147 Jul 14 09:39:43.879178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a328c8-9d10-4ce7-861c-9f96f30324d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=c7c74aff-edf3-4600-95a5-d768a3b8121b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:43.908445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network c7c74aff-edf3-4600-95a5-d768a3b8121b details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:43.912729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:43.916595 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:43.977349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Attempting to bind port f81d8162-a33b-4f4b-a7d4-be5978ccf151 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:43.977735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Attempting to bind port f81d8162-a33b-4f4b-a7d4-be5978ccf151 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:43.978109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Attempting to bind port f81d8162-a33b-4f4b-a7d4-be5978ccf151 on network 0f80b4b1-d8d6-438f-aba2-90e72270747d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:43.998915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:43.999293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Checking segment: {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:43.999684 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.000072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Bound using segment: {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:44.000749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Bound port: f81d8162-a33b-4f4b-a7d4-be5978ccf151, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:44.001261 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.003740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:39:44.013658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.014318 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment 79c576d4-7cdd-4c3a-9ab3-dc7f294751ea of type vlan for network 979563ef-ea15-4124-b15d-9a76c052533e Jul 14 09:39:44.079735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:38Z', 'revision_number': 3, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:44.082499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-8914e112-0f2b-4128-bceb-d95b49d31c5d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.084846 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-8914e112-0f2b-4128-bceb-d95b49d31c5d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 949 time: 1.3552058 Jul 14 09:39:44.089784 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.118818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4135f29b-f9c4-46f7-9127-64798ab2c506 None None] The sync data for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 is: [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:38Z', 'revision_number': 3, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:44.138407 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.161234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] For port f81d8162-a33b-4f4b-a7d4-be5978ccf151, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:44.171897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] For port f81d8162-a33b-4f4b-a7d4-be5978ccf151, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f81d8162-a33b-4f4b-a7d4-be5978ccf151,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:44.178295 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.274131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.278507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9043e-ac91-4239-9cbf-041e3764e9af None None] Pushing event updated for resources: {'Port': ['ID=f81d8162-a33b-4f4b-a7d4-be5978ccf151,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.278993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.288306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e54326ad-270d-434f-bfbe-c4b4180158d2 None None] Provisioning complete for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:44.288681 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e54326ad-270d-434f-bfbe-c4b4180158d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.292575 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.306472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac872935-fb31-4041-87e1-e85b429c9330 req-03edcc1e-e0e4-482b-8b83-cfc53aa71770 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:44.308376 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ac872935-fb31-4041-87e1-e85b429c9330 req-03edcc1e-e0e4-482b-8b83-cfc53aa71770 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 949 time: 0.1106155 Jul 14 09:39:44.331558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e54326ad-270d-434f-bfbe-c4b4180158d2 None None] Port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:44.362534 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ac872935-fb31-4041-87e1-e85b429c9330 req-70814fe1-7ccf-46ae-89a4-e8d0e4a451c4 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438488 Jul 14 09:39:44.548424 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8541877 Jul 14 09:39:44.551671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:44.575705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': 'c7c74aff-edf3-4600-95a5-d768a3b8121b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:44.750771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:44.790298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:44.862559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98a6ad-3e68-48cb-858f-4ec219f81a9f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=979563ef-ea15-4124-b15d-9a76c052533e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:44.878301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 979563ef-ea15-4124-b15d-9a76c052533e details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:39:45.048853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.101075 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f93a2914-042a-4c9f-b1f0-cedfb5ee86ba req-81889aee-bca3-43c1-bcff-b89170d3c010 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 210 time: 0.1170928 Jul 14 09:39:45.139188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Deleting port c051bc82-f072-4ced-bc10-b125631f01f8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:45.139561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.169771 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.219072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c56d2393-a796-4ac1-b894-59b7d7f7ca89 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:45.322314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c56d2393-a796-4ac1-b894-59b7d7f7ca89 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:45.328390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c56d2393-a796-4ac1-b894-59b7d7f7ca89 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:45.328884 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.340119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e8b13-d593-47a7-896b-727b6ba972ae req-5bae2606-fde3-4131-9c42-0efe2b320daf tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.341820 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e30e8b13-d593-47a7-896b-727b6ba972ae req-5bae2606-fde3-4131-9c42-0efe2b320daf tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 943 time: 0.3308768 Jul 14 09:39:45.382852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': '97c2857d-ac4a-4865-87c9-4e4bdbf3f258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7c74aff-edf3-4600-95a5-d768a3b8121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:45.383558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: c7c74aff-edf3-4600-95a5-d768a3b8121b, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:45.395625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=adca1944-4573-4fe6-96e0-60d589bdeced,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:45.419328 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e30e8b13-d593-47a7-896b-727b6ba972ae req-d7f1ef26-2325-43ee-b2c8-dc0189032982 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697465 Jul 14 09:39:45.448102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network c7c74aff-edf3-4600-95a5-d768a3b8121b is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:45.460911 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.466393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, c7c74aff-edf3-4600-95a5-d768a3b8121b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:45.474863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.475655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.489142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccb302c-9c0c-4cad-8de3-51b113b55e1b None None] Network c7c74aff-edf3-4600-95a5-d768a3b8121b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:45.508876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6632ff0f-c317-4698-953e-d1611fdbfeb3 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9474711 Jul 14 09:39:45.511790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44330) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:45.519827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': '979563ef-ea15-4124-b15d-9a76c052533e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:45.542655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a3d43760-ee11-456f-bf37-70ad4e27b388 req-3b519db2-d646-40da-a880-fc09f518a9c8 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.2215562 Jul 14 09:39:45.550350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-50ac6b64-4474-4f79-8efe-9529224de5a4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.551970 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-50ac6b64-4474-4f79-8efe-9529224de5a4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.9180653 Jul 14 09:39:45.584576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Request body: {'port': {'device_id': 'de930d1d-6898-41bb-b951-73b78a103b65', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'admin_state_up': True, 'tenant_id': 'b15cc3cbaa824894844a3989894ba747'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:45.655797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c56d2393-a796-4ac1-b894-59b7d7f7ca89, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c56d2393-a796-4ac1-b894-59b7d7f7ca89,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:45.664847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.665792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f81d8162-a33b-4f4b-a7d4-be5978ccf151 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:45.694727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Delete allocated IP 172.20.0.21 (fc3dac7d-3854-4d40-b70d-7e687376bdcd/17119766-900b-4fd4-87f4-52239168565b) {{(pid=93780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:39:45.807429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] For port c051bc82-f072-4ced-bc10-b125631f01f8, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c051bc82-f072-4ced-bc10-b125631f01f8,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:45.812746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.891558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddc3ff-2ab7-4fe3-9d80-0b0ce12033fc req-f7e40808-7d25-4449-b5c7-dda077d2812e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:45.893209 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61ddc3ff-2ab7-4fe3-9d80-0b0ce12033fc req-f7e40808-7d25-4449-b5c7-dda077d2812e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 949 time: 0.1974032 Jul 14 09:39:45.894065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:45.897465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:45.980015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:45.989751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c051bc82-f072-4ced-bc10-b125631f01f8 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:39:45.991754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d218cd61-9abd-417c-83c5-39b45cae2e34 None None] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:45.994644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61ddc3ff-2ab7-4fe3-9d80-0b0ce12033fc req-99835a80-ad79-4740-af28-87b4f0a25eb7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907040 Jul 14 09:39:46.185970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8f8582a2-628e-4330-9b86-17fbad574dba None None] Provisioning for port f81d8162-a33b-4f4b-a7d4-be5978ccf151 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:46.196434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.203368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c56d2393-a796-4ac1-b894-59b7d7f7ca89,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:46.226373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:39:46.230662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.333421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': '79c576d4-7cdd-4c3a-9ab3-dc7f294751ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '979563ef-ea15-4124-b15d-9a76c052533e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:46.334173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: 979563ef-ea15-4124-b15d-9a76c052533e, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:39:46.336489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=da116553-ddb5-4cad-8192-60be3c7acedf,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:46.345574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65aff763-9db3-4a7e-bb22-0fa947d47e45 req-2b7ce61c-835a-4d0b-a205-f77f20e162f6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 210 time: 0.0497279 Jul 14 09:39:46.365380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 979563ef-ea15-4124-b15d-9a76c052533e is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:39:46.379587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 979563ef-ea15-4124-b15d-9a76c052533e) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:46.385935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:46.386720 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.402853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.404036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f81d8162-a33b-4f4b-a7d4-be5978ccf151 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:46.408253 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7cc28fd3-1fd2-4834-99d9-c6553f8834a6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8936942 Jul 14 09:39:46.409542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44338) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:46.416354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e8e8466e-32b4-41c5-8179-50c122b516e9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1082029386', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:46.424295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de2c4ae-bb80-423f-8b38-43608cb77242 None None] Network 979563ef-ea15-4124-b15d-9a76c052533e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:46.449394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8e8466e-32b4-41c5-8179-50c122b516e9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.449394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8e8466e-32b4-41c5-8179-50c122b516e9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.476818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:46.499408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f81d8162-a33b-4f4b-a7d4-be5978ccf151 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:46.499839 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.511706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:46.530516 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.603361 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.622671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8e8466e-32b4-41c5-8179-50c122b516e9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.634777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8e8466e-32b4-41c5-8179-50c122b516e9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.638662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'port_id': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'mac_address': 'fa:16:3e:d5:9f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:46.663879 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.664353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.664743 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Floating IP 863f46dc-4614-42e0-9117-5b6fc892fba2 disassociated. External IP: 172.25.0.168, port: c051bc82-f072-4ced-bc10-b125631f01f8. Jul 14 09:39:46.665166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Calling delete_port for c051bc82-f072-4ced-bc10-b125631f01f8 owned by compute:foo_zone {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:46.694701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8e8466e-32b4-41c5-8179-50c122b516e9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.711057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e8e8466e-32b4-41c5-8179-50c122b516e9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2985997 Jul 14 09:39:46.713575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44344) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:46.775931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Allocated IP 172.20.0.1 (0f80b4b1-d8d6-438f-aba2-90e72270747d/79dc9495-a89f-4e3f-a6e4-81802b2b16d1/db162579-05e0-43c7-8e43-7808cf965ea7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:46.804738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-c7c74aff-edf3-4600-95a5-d768a3b8121b', 'network_id': 'c7c74aff-edf3-4600-95a5-d768a3b8121b', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': 'adca1944-4573-4fe6-96e0-60d589bdeced'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:46.806379 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.819876 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.839905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=709f1f56-5d8d-4dd5-821b-0b3102a74cd6,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:46.907122 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c8d8df-e9fe-4484-bc44-14ef9725d729 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:46.935094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:46.959461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:46.962008 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bbbc01-9d7f-468e-8041-f2e839382e4e" -d '{"events": [{"server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "name": "network-vif-unplugged", "status": "completed", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:46.969228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-979563ef-ea15-4124-b15d-9a76c052533e', 'network_id': '979563ef-ea15-4124-b15d-9a76c052533e', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': 'da116553-ddb5-4cad-8192-60be3c7acedf'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:39:46.970113 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:46.986718 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.063033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c051bc82-f072-4ced-bc10-b125631f01f8, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c051bc82-f072-4ced-bc10-b125631f01f8,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:47.109322 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.265416 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.281818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1c21ed86-c361-4925-9d14-f7088e09b720 None None] Provisioning for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:47.322442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['94c8d8df-e9fe-4484-bc44-14ef9725d729'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:47.332607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:47.335375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1c21ed86-c361-4925-9d14-f7088e09b720 None None] Provisioning complete for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:47.335754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1c21ed86-c361-4925-9d14-f7088e09b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.360725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] In _notify_port_updated(), no bound segment for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 on network fc3dac7d-3854-4d40-b70d-7e687376bdcd {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:39:47.366632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.367298 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.372898 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-72752498-32fb-48a8-a30b-b05492b95156 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "PUT /v2.0/ports/709f1f56-5d8d-4dd5-821b-0b3102a74cd6 HTTP/1.1" status: 200 len: 920 time: 4.9907482 Jul 14 09:39:47.410841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port f81d8162-a33b-4f4b-a7d4-be5978ccf151, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f81d8162-a33b-4f4b-a7d4-be5978ccf151,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:47.416063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44352) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:47.424632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1dc29344-83f9-476c-aa42-5a9763bd1aa2 req-ff552238-513c-4618-ba9f-40f77a2146c5 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1069098 Jul 14 09:39:47.429043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44ffe8fc-a2aa-4b1a-8942-4c651245d205'}, {'subnet_id': '17119766-900b-4fd4-87f4-52239168565b'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:47.438275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Allocated IP 172.20.0.4 (528bc5e0-656c-4dd1-a586-5eba8f6aa108/3eaf5bc9-caa5-490c-b0b2-94273b5b5443/eac4e6d4-0fb0-4ec2-a590-48a49c185aa8) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:47.489561 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.581580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1c21ed86-c361-4925-9d14-f7088e09b720 None None] Port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:47.597354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c051bc82-f072-4ced-bc10-b125631f01f8,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:47.614436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Allocated IP 2001:db8:1::2 (979563ef-ea15-4124-b15d-9a76c052533e/da116553-ddb5-4cad-8192-60be3c7acedf/70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:47.698457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.746695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb3071-f61a-4e6a-8ef8-d76030c7f3bc req-5e366426-b284-4abc-8234-fb7498a544c7 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:47.754083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73cb3071-f61a-4e6a-8ef8-d76030c7f3bc req-5e366426-b284-4abc-8234-fb7498a544c7 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.7338984 Jul 14 09:39:47.782233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=f81d8162-a33b-4f4b-a7d4-be5978ccf151,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:47.821468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Allocated IP 2001:db8::2 (c7c74aff-edf3-4600-95a5-d768a3b8121b/adca1944-4573-4fe6-96e0-60d589bdeced/40fa89c0-b955-489c-ad2f-8ef47fffa8ad) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:47.827055 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6890dea-6b52-452f-a08c-895ea353b3d5 x-openstack-request-id: req-e6890dea-6b52-452f-a08c-895ea353b3d5 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:47.827419 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "name": "network-vif-unplugged", "status": "completed", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:47.827757 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6890dea-6b52-452f-a08c-895ea353b3d5 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:47.828221 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'code': 200} Jul 14 09:39:47.831997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c56d2393-a796-4ac1-b894-59b7d7f7ca89 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:47.844838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:47.867183 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73cb3071-f61a-4e6a-8ef8-d76030c7f3bc req-2673d40c-27f5-4a79-a7f3-05c7aa902664 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119974 Jul 14 09:39:47.869354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Transition to ACTIVE for port object db162579-05e0-43c7-8e43-7808cf965ea7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:47.947247 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.058715 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-11a72a1e-bf77-445e-a7ac-fe85c92aa68d req-39abe17d-5f3e-4add-afb5-ccd6e869f917 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 210 time: 0.0321431 Jul 14 09:39:48.099860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c56d2393-a796-4ac1-b894-59b7d7f7ca89 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:48.100419 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.157382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.174068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.205494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-44cf0e6b-9826-4077-8196-2f3efddd924b None None] Provisioning complete for port f81d8162-a33b-4f4b-a7d4-be5978ccf151 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:48.205927 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-44cf0e6b-9826-4077-8196-2f3efddd924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.221788 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.264927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event deleted for resources: {'Port': ['ID=c051bc82-f072-4ced-bc10-b125631f01f8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:48.269146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Transition to ACTIVE for port object 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.287743 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.347113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d72880-21a0-4ddd-9c5f-1eed3612840c req-a5561607-a368-48b7-a69d-96c2163cd812 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:48.348780 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5d72880-21a0-4ddd-9c5f-1eed3612840c req-a5561607-a368-48b7-a69d-96c2163cd812 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 869 time: 0.4387705 Jul 14 09:39:48.458610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:48.486614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:48.495216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Transition to ACTIVE for port object 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.499357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:48.503182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=db162579-05e0-43c7-8e43-7808cf965ea7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:48.511692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.595926 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.645064 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.647586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c7eddba5-cb4e-49de-bb04-5d38136ea592 req-ba7cdb7d-c0e9-41fd-91c5-8bcb2496638c tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0524235 Jul 14 09:39:48.652285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5d72880-21a0-4ddd-9c5f-1eed3612840c req-25723ede-54a3-49cb-a522-931c9d809633 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/security-groups?id=052918f8-3a6d-4e9e-b126-0b70aafb0a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690756 Jul 14 09:39:48.658428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Transition to ACTIVE for port object 40fa89c0-b955-489c-ad2f-8ef47fffa8ad will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.687971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Transition to ACTIVE for port object 40fa89c0-b955-489c-ad2f-8ef47fffa8ad will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:48.723752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2', '43ee9b55-a94c-4073-8ab2-9590096c3056'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:48.784377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.788919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Network 979563ef-ea15-4124-b15d-9a76c052533e is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:48.803631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:48.806550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8::1 (c7c74aff-edf3-4600-95a5-d768a3b8121b/adca1944-4573-4fe6-96e0-60d589bdeced/9b26b72b-45e2-4828-9d8c-6a44f13d1f57) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:48.813129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.27 (fc3dac7d-3854-4d40-b70d-7e687376bdcd/17119766-900b-4fd4-87f4-52239168565b/709f1f56-5d8d-4dd5-821b-0b3102a74cd6) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:48.815700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:48.819845 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.880099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:48.886886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:48.889428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:48.892220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:48.922350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Pushing event updated for resources: {'Port': ['ID=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:48.952534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:48.953327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:48.953554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Network c7c74aff-edf3-4600-95a5-d768a3b8121b is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:48.991147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.002167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event updated for resources: {'Port': ['ID=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.007633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:49.009045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:49.039871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:49.060403 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.092981 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-011e3a12-45c1-4873-8da7-f54867c168e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5160174 Jul 14 09:39:49.137412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Pushing event updated for resources: {'Port': ['ID=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.163315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network c7c74aff-edf3-4600-95a5-d768a3b8121b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:49.163736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Attempting to bind port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:49.164113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Attempting to bind port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '79c576d4-7cdd-4c3a-9ab3-dc7f294751ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '979563ef-ea15-4124-b15d-9a76c052533e'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:49.165045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Attempting to bind port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 on network 979563ef-ea15-4124-b15d-9a76c052533e {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:49.171646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:49.174740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=9b26b72b-45e2-4828-9d8c-6a44f13d1f57,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.178662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:49.179234 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.203644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:49.204020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Checking segment: {'id': '79c576d4-7cdd-4c3a-9ab3-dc7f294751ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '979563ef-ea15-4124-b15d-9a76c052533e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:49.204587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.205110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Bound using segment: {'id': '79c576d4-7cdd-4c3a-9ab3-dc7f294751ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '979563ef-ea15-4124-b15d-9a76c052533e'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:49.205595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Bound port: 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c576d4-7cdd-4c3a-9ab3-dc7f294751ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '979563ef-ea15-4124-b15d-9a76c052533e'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:49.205983 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.210698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Attempting to bind port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:49.211067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Attempting to bind port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '97c2857d-ac4a-4865-87c9-4e4bdbf3f258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7c74aff-edf3-4600-95a5-d768a3b8121b'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:49.211429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Attempting to bind port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad on network c7c74aff-edf3-4600-95a5-d768a3b8121b {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:49.234998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:49.235374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Checking segment: {'id': '97c2857d-ac4a-4865-87c9-4e4bdbf3f258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7c74aff-edf3-4600-95a5-d768a3b8121b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:49.235775 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.236175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Bound using segment: {'id': '97c2857d-ac4a-4865-87c9-4e4bdbf3f258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7c74aff-edf3-4600-95a5-d768a3b8121b'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:49.236669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Bound port: 40fa89c0-b955-489c-ad2f-8ef47fffa8ad, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c2857d-ac4a-4865-87c9-4e4bdbf3f258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'c7c74aff-edf3-4600-95a5-d768a3b8121b'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:49.237055 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.238803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-014d4e12-3788-45f5-a332-ce14f5daa8db None None] Provisioning for port db162579-05e0-43c7-8e43-7808cf965ea7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:49.239840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Request body: {'port': {'device_id': 'de930d1d-6898-41bb-b951-73b78a103b65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:49.262318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-014d4e12-3788-45f5-a332-ce14f5daa8db None None] Provisioning complete for port db162579-05e0-43c7-8e43-7808cf965ea7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:49.262601 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-014d4e12-3788-45f5-a332-ce14f5daa8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.285710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52635623-79c4-4478-af4f-b6d312cffeab req-8c269b71-0676-40dd-b2ec-020a21893f16 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:49.293812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52635623-79c4-4478-af4f-b6d312cffeab req-8c269b71-0676-40dd-b2ec-020a21893f16 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.2285948 Jul 14 09:39:49.379654 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52635623-79c4-4478-af4f-b6d312cffeab req-eab48f83-63a2-4716-80f2-d761f62b686e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847132 Jul 14 09:39:49.388900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-014d4e12-3788-45f5-a332-ce14f5daa8db None None] Port db162579-05e0-43c7-8e43-7808cf965ea7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:49.396936 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.423746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] For port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:49.448319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] For port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:49.452423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] For port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,segment=NetworkSegment(79c576d4-7cdd-4c3a-9ab3-dc7f294751ea),segment_id=79c576d4-7cdd-4c3a-9ab3-dc7f294751ea)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:49.464520 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.467225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.468868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] For port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,segment=NetworkSegment(97c2857d-ac4a-4865-87c9-4e4bdbf3f258),segment_id=97c2857d-ac4a-4865-87c9-4e4bdbf3f258)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:49.507945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.523538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:49.526851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.541635 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] Sync routers for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:49.561293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.570751 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:49.571514 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:49.593597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5297119-63c7-4578-8885-1c9dd29f63f5 None None] Pushing event updated for resources: {'Port': ['ID=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:49.708845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f81d8162-a33b-4f4b-a7d4-be5978ccf151 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:49.735187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27f780-9223-45cf-bbd4-f50fc8ee0ad6 req-29450c97-d679-40ed-81ec-03c178a59fa8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:49.742461 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc27f780-9223-45cf-bbd4-f50fc8ee0ad6 req-29450c97-d679-40ed-81ec-03c178a59fa8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 931 time: 0.5076046 Jul 14 09:39:49.772874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:49.815581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.821964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.822912 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.828243 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:49.850022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:49.859674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] No DVR routers for this DVR port c051bc82-f072-4ced-bc10-b125631f01f8 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:39:49.939476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:49.943225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3e36231-eb83-44c5-87ef-5a1adea45a7b req-2e3d11fd-38df-4ccf-8125-18718e23cc1e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.66 "DELETE /v2.0/ports/c051bc82-f072-4ced-bc10-b125631f01f8 HTTP/1.1" status: 204 len: 173 time: 5.8347056 Jul 14 09:39:49.946435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'name': 'network-vif-deleted', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:49.948322 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beed3d4-bba3-4b3c-a4c4-0907162332dc" -d '{"events": [{"server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "name": "network-vif-deleted", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:50.003787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6886194-eda6-4bbe-9467-7a2b53723b1d None None] Pushing event updated for resources: {'Port': ['ID=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.023994 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.050096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f81d8162-a33b-4f4b-a7d4-be5978ccf151 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:50.050481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.112457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 94c8d8df-e9fe-4484-bc44-14ef9725d729 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:50.141013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 94c8d8df-e9fe-4484-bc44-14ef9725d729 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:50.141613 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.365520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c9cfa67-7e7c-44b5-9813-85b7da7a67ea req-99aefbc5-2881-49f7-b8cd-17246a887f6d tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "GET /v2.0/ports?device_id=bc03b395-08ff-4681-948b-20d72ea5f88b HTTP/1.1" status: 200 len: 210 time: 0.2685359 Jul 14 09:39:50.379207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network c7c74aff-edf3-4600-95a5-d768a3b8121b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:50.382254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc27f780-9223-45cf-bbd4-f50fc8ee0ad6 req-638a6744-1b2d-43bf-99e8-fd21354872a0 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6372862 Jul 14 09:39:50.386965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:50.388006 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:22Z', 'revision_number': 5, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:50.390024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=9b26b72b-45e2-4828-9d8c-6a44f13d1f57,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.472741 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] Checking router: 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:50.493136 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:50.494003 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:50.548748 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.643907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:50.653374 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0161db-3d44-470a-ad9c-d44e4abd83c8" -d '{"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-plugged", "status": "completed", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:50.691755 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:50.703923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:50.711888 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:50.775979 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b950c68-23da-4165-8c24-1c5459d28a10 req-cb22d43f-f4ea-42bf-bf9d-ba1224b8627a tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1470673 Jul 14 09:39:50.847758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.872099 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3078c7-75e0-45fb-bdd2-a0cfbd8dd0cf x-openstack-request-id: req-4b3078c7-75e0-45fb-bdd2-a0cfbd8dd0cf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:50.872769 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc03b395-08ff-4681-948b-20d72ea5f88b", "name": "network-vif-deleted", "tag": "c051bc82-f072-4ced-bc10-b125631f01f8", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:50.873272 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b3078c7-75e0-45fb-bdd2-a0cfbd8dd0cf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:50.874004 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc03b395-08ff-4681-948b-20d72ea5f88b', 'name': 'network-vif-deleted', 'tag': 'c051bc82-f072-4ced-bc10-b125631f01f8', 'status': 'completed', 'code': 200} Jul 14 09:39:50.880074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=709f1f56-5d8d-4dd5-821b-0b3102a74cd6,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:50.939303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router db360e69-a8ae-4e54-9c4b-9bda231e12b7 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:39:50.967268 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac263f01-016f-4ebe-8f45-78b0018d0688 x-openstack-request-id: req-ac263f01-016f-4ebe-8f45-78b0018d0688 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:50.975072 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-plugged", "status": "completed", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:50.975651 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac263f01-016f-4ebe-8f45-78b0018d0688 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:50.976431 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'code': 200} Jul 14 09:39:51.001016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fd743bd7-8114-4a63-a68e-fd710dfb0562 None None] Provisioning for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:51.027113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fd743bd7-8114-4a63-a68e-fd710dfb0562 None None] Provisioning complete for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:51.032551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fd743bd7-8114-4a63-a68e-fd710dfb0562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:51.148526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:51.162499 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-73169b70-2ca9-41f8-860c-eb42d1c45d70 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/db360e69-a8ae-4e54-9c4b-9bda231e12b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4450026 Jul 14 09:39:51.166898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:51.167406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ecff8-0d9c-4d41-9810-1585c08c09c3 None None] Sync routers for ids ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:51.202585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fd743bd7-8114-4a63-a68e-fd710dfb0562 None None] Port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:51.217377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ecff8-0d9c-4d41-9810-1585c08c09c3 None None] Routers {'db360e69-a8ae-4e54-9c4b-9bda231e12b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:51.218051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-863ecff8-0d9c-4d41-9810-1585c08c09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.283992 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:22Z', 'revision_number': 5, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.284767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-863ecff8-0d9c-4d41-9810-1585c08c09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.301556 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ecff8-0d9c-4d41-9810-1585c08c09c3 None None] Routers {'db360e69-a8ae-4e54-9c4b-9bda231e12b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:51.302208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-863ecff8-0d9c-4d41-9810-1585c08c09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.321342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2102ce2d-4b70-4fd4-84ec-c2d198f45355 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:51.323011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2102ce2d-4b70-4fd4-84ec-c2d198f45355 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports/9b26b72b-45e2-4828-9d8c-6a44f13d1f57 HTTP/1.1" status: 200 len: 911 time: 0.1551108 Jul 14 09:39:51.327662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:51.370427 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9c7a-70fc-477c-9db5-f604d114e561 None None] The sync data for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 is: [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:34:01Z', 'revision_number': 4, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'ce131264-9cf6-4642-9c03-17d837cabcae', 'name': '', 'network_id': 'e04b8d33-39b8-4ef3-bd16-b7214680e59a', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'mac_address': 'fa:16:3e:fb:9f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:59Z', 'updated_at': '2021-07-14T09:34:22Z', 'revision_number': 5, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'subnets': [{'id': '88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:51.370944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-863ecff8-0d9c-4d41-9810-1585c08c09c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:51.371988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863ecff8-0d9c-4d41-9810-1585c08c09c3 None None] The sync data for ids ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:51.810776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629970f-e449-41e8-aaed-dfe738ad4738 None None] Network 979563ef-ea15-4124-b15d-9a76c052533e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:51.870609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:51.916335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857efd6b-ebbd-4f8a-ad89-4b8b9f372c74 None None] Network c7c74aff-edf3-4600-95a5-d768a3b8121b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:51.940656 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f47eefd-b92e-4b7f-abcb-22c5b7ec0168 None None] New status for floating IP 863f46dc-4614-42e0-9117-5b6fc892fba2: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:39:51.947455 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68b3220d-f82b-4311-a0b1-2958f61a9187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.033544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6492bb-dc31-4c36-8ee5-f603a0f9cd5a req-15bae81a-97ce-4120-a05f-f985786de575 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.039103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-472f3a6f-4cf9-4f51-8cb0-eab809a3f496 None None] Provisioning for port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:52.046406 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c6492bb-dc31-4c36-8ee5-f603a0f9cd5a req-15bae81a-97ce-4120-a05f-f985786de575 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 931 time: 0.2587676 Jul 14 09:39:52.097594 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.169492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] In _notify_port_updated(), no bound segment for port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 on network fc3dac7d-3854-4d40-b70d-7e687376bdcd {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:39:52.175436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.176320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.177873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1abfa3df-c921-4230-beb7-cf7e0f0292ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "PUT /v2.0/ports/709f1f56-5d8d-4dd5-821b-0b3102a74cd6 HTTP/1.1" status: 200 len: 1000 time: 4.7563679 Jul 14 09:39:52.179181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:52.203976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44390) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.215954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:52.216389 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.250491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c6492bb-dc31-4c36-8ee5-f603a0f9cd5a req-3b7e2afa-5fc7-4854-8966-0ff8fce222cb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030065 Jul 14 09:39:52.251936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-16b7be6f-29e1-40d3-88e4-b2e955c60f21 None None] Provisioning for port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:52.274454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:52.308276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.312934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.332231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.412730 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.463949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0472a-50d7-4c05-888c-4bb43d8d42d8 req-f3744f91-9953-4874-96e0-33ea4ac2b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.466530 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ee0472a-50d7-4c05-888c-4bb43d8d42d8 req-f3744f91-9953-4874-96e0-33ea4ac2b602 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1097 time: 0.7934523 Jul 14 09:39:52.469087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Transition to ACTIVE for port object eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:52.499422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44392) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:52.501323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,segment=NetworkSegment(79c576d4-7cdd-4c3a-9ab3-dc7f294751ea),segment_id=79c576d4-7cdd-4c3a-9ab3-dc7f294751ea)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:52.507374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.508406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 40fa89c0-b955-489c-ad2f-8ef47fffa8ad up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:52.553704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.570109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8:1::1 (979563ef-ea15-4124-b15d-9a76c052533e/da116553-ddb5-4cad-8192-60be3c7acedf/5e9d651b-c5ff-42c4-b729-cce39c3b61ea) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:39:52.646074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1ade3-f84e-4c28-9dd6-019687592aa8 req-b46a5c08-06eb-4bbd-a91d-acafe14096a3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:52.658375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e1ade3-f84e-4c28-9dd6-019687592aa8 req-b46a5c08-06eb-4bbd-a91d-acafe14096a3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.9703643 Jul 14 09:39:52.688984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:52.692662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=db162579-05e0-43c7-8e43-7808cf965ea7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.714567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:52.715314 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.723898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:52.758612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.808493 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.856857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object 5e9d651b-c5ff-42c4-b729-cce39c3b61ea will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:52.868252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48e64c27-ba9b-4a83-ac9a-24b7b2f9a4fe req-58f4ba30-a998-4dcb-9603-99a43134e4a1 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0409205 Jul 14 09:39:52.910953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6ee0472a-50d7-4c05-888c-4bb43d8d42d8 req-aeb7540c-9ba8-4e57-be84-5540afba68c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4005558 Jul 14 09:39:52.917165 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.930472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.938621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-fb85ee88-d4d4-4210-8943-3bc0e54ab403 req-81b0bf61-800b-40e8-8c6a-2b9c149ae2d8 service neutron] (93780) timed out ('10.222.0.73', 44652) {{(pid=93780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:39:52.942752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9eb2ea0b-3d8d-4632-be67-5abeebd8d49f None None] Provisioning complete for port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:52.943126 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ea0b-3d8d-4632-be67-5abeebd8d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:52.979649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 979563ef-ea15-4124-b15d-9a76c052533e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:52.982941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,segment=NetworkSegment(97c2857d-ac4a-4865-87c9-4e4bdbf3f258),segment_id=97c2857d-ac4a-4865-87c9-4e4bdbf3f258)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:52.987599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:52.993604 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.005288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:39:53.009266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.016460 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e1ade3-f84e-4c28-9dd6-019687592aa8 req-bffa1d17-f613-4ccd-9a60-9111e68a1002 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545904 Jul 14 09:39:53.020960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Pushing event updated for resources: {'Port': ['ID=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.066361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=5e9d651b-c5ff-42c4-b729-cce39c3b61ea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.123111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a5116a19-7b6a-4f65-9bce-c3d5dc853eea tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:53.123805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5116a19-7b6a-4f65-9bce-c3d5dc853eea tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.141043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:53.196113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9eb2ea0b-3d8d-4632-be67-5abeebd8d49f None None] Provisioning for port 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:53.201858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9eb2ea0b-3d8d-4632-be67-5abeebd8d49f None None] Provisioning complete for port 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:53.202579 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9eb2ea0b-3d8d-4632-be67-5abeebd8d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.241328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.256587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9eb2ea0b-3d8d-4632-be67-5abeebd8d49f None None] Port 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:53.334949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Attempting to bind port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:53.335495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Attempting to bind port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:53.335728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Attempting to bind port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:53.339465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:53.347338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Deleting port a12aa435-8de6-4ce5-8062-857091189f08 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:53.347768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.353904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:53.369967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:39:53.370500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Attempting to bind port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:53.397648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d4b4ca04-8289-4b25-9b75-03d06771e457 None None] Provisioning complete for port 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:53.398311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ca04-8289-4b25-9b75-03d06771e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.447037 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5116a19-7b6a-4f65-9bce-c3d5dc853eea tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.450396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:53.450942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Checking segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:53.451400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Bound using segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:53.451985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Bound port: eac4e6d4-0fb0-4ec2-a590-48a49c185aa8, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:53.452387 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.479916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a5116a19-7b6a-4f65-9bce-c3d5dc853eea tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 709f1f56-5d8d-4dd5-821b-0b3102a74cd6 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:53.507867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d4b4ca04-8289-4b25-9b75-03d06771e457 None None] Port 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:53.538413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d4b4ca04-8289-4b25-9b75-03d06771e457 None None] Provisioning complete for port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:53.538871 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ca04-8289-4b25-9b75-03d06771e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.704579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:53.783847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1d828-583c-4969-83b1-d82cef4be9fc req-f2ee894b-c680-42ee-a23a-da493e5f713c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:53.795865 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c2a1d828-583c-4969-83b1-d82cef4be9fc req-f2ee894b-c680-42ee-a23a-da493e5f713c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 943 time: 0.2230492 Jul 14 09:39:53.822402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] For port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:53.829131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] For port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:53.848496 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.850772 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.886520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6ddedc20-8cda-40d4-861d-be24616ace46 None None] Provisioning complete for port db162579-05e0-43c7-8e43-7808cf965ea7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:53.886936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.887057 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6ddedc20-8cda-40d4-861d-be24616ace46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.887286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.890098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c2a1d828-583c-4969-83b1-d82cef4be9fc req-f54d2fe0-a539-4639-8303-2793fac9ce83 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916603 Jul 14 09:39:53.894585 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.896322 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.969782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Calling delete_port for a12aa435-8de6-4ce5-8062-857091189f08 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:53.974582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:53.975254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:53.976755 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] 10.222.0.69 "PUT /v2.0/ports/eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 HTTP/1.1" status: 200 len: 1092 time: 4.7521408 Jul 14 09:39:53.978703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de930d1d-6898-41bb-b951-73b78a103b65', 'tag': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:39:53.981952 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fbd982-ac81-4df2-afee-bae6fef99e92" -d '{"events": [{"name": "network-changed", "server_uuid": "de930d1d-6898-41bb-b951-73b78a103b65", "tag": "eac4e6d4-0fb0-4ec2-a590-48a49c185aa8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:39:54.015150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6ddedc20-8cda-40d4-861d-be24616ace46 None None] Port db162579-05e0-43c7-8e43-7808cf965ea7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:54.017285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.017667 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.062124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6ddedc20-8cda-40d4-861d-be24616ace46 None None] Provisioning for port 5e9d651b-c5ff-42c4-b729-cce39c3b61ea completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:54.070551 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddf4528-02af-4d0f-8409-fa3868a8b456 x-openstack-request-id: req-dddf4528-02af-4d0f-8409-fa3868a8b456 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:39:54.070849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6ddedc20-8cda-40d4-861d-be24616ace46 None None] Provisioning complete for port 5e9d651b-c5ff-42c4-b729-cce39c3b61ea triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.070965 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de930d1d-6898-41bb-b951-73b78a103b65", "tag": "eac4e6d4-0fb0-4ec2-a590-48a49c185aa8", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:39:54.071052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6ddedc20-8cda-40d4-861d-be24616ace46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.071287 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dddf4528-02af-4d0f-8409-fa3868a8b456 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:39:54.071838 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de930d1d-6898-41bb-b951-73b78a103b65', 'tag': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8', 'status': 'completed', 'code': 200} Jul 14 09:39:54.099533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=5e9d651b-c5ff-42c4-b729-cce39c3b61ea,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:54.110053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:54.184944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1922bf2-f174-4d11-b1dd-04058a0372e8 req-ae47efa3-aa46-4e97-8330-207586d757a6 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0433378 Jul 14 09:39:54.223213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 979563ef-ea15-4124-b15d-9a76c052533e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:39:54.224890 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:39:54.233468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf938f-f005-473d-84ec-ca399967de6d service neutron] Pushing event updated for resources: {'Port': ['ID=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:54.347491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6ddedc20-8cda-40d4-861d-be24616ace46 None None] Port 5e9d651b-c5ff-42c4-b729-cce39c3b61ea cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:54.369677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router db360e69-a8ae-4e54-9c4b-9bda231e12b7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:54.374962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 40fa89c0-b955-489c-ad2f-8ef47fffa8ad up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:54.401668 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f41b001d-47cd-41f2-810a-5c486b33c3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.439928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.440263 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.489834 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.505822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ea76bf28-def1-48d1-80d7-c2e435b0ed24 None None] Provisioning complete for port 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.506201 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ea76bf28-def1-48d1-80d7-c2e435b0ed24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.547937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:54.561724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5da8f7f6-32b4-4841-86e2-bb7c38f30ef0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "PUT /v2.0/routers/8a74fee0-c7a9-43fe-bb4b-00b35c3420dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1773379 Jul 14 09:39:54.570154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44404) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.577970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:54.581705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Sync routers for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:54.595667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ea76bf28-def1-48d1-80d7-c2e435b0ed24 None None] Port 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:54.597391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5a7d567c-fe7d-459c-a32b-50cd6e937784 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--458055825', 'description': 'tempest-secgroup_access--458055825 description', 'project_id': '08ab6b16cfaa432ba54c4965014d2703'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:54.598067 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0b9fa-89d4-44b3-8b5e-a2b72a7c3a11 None None] Sync routers for ids ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:54.607980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44406) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.609179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9b67be7d-5238-41bb-b1b7-26d31cddc75f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/db360e69-a8ae-4e54-9c4b-9bda231e12b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2797651 Jul 14 09:39:54.610584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-aa149e52-76a6-4dbe-a9bf-7432287f1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:54.612358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-aa149e52-76a6-4dbe-a9bf-7432287f1b6a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 1095 time: 0.5393047 Jul 14 09:39:54.615489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0b9fa-89d4-44b3-8b5e-a2b72a7c3a11 None None] Routers {'db360e69-a8ae-4e54-9c4b-9bda231e12b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:54.616234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:54.616933 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ead0b9fa-89d4-44b3-8b5e-a2b72a7c3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.617271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.706449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-c3e31800-4089-44f1-864a-159d5874a5df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 HTTP/1.1" status: 200 len: 217 time: 0.0768170 Jul 14 09:39:54.769621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4f433222-288e-4224-9327-665118f78bdf None None] Provisioning complete for port 5e9d651b-c5ff-42c4-b729-cce39c3b61ea triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:54.770319 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4f433222-288e-4224-9327-665118f78bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.811325 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a7d567c-fe7d-459c-a32b-50cd6e937784 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.813521 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ead0b9fa-89d4-44b3-8b5e-a2b72a7c3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.815284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:54.826003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66dfe802-4303-44c5-949c-4808edef29b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:54.826539 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0b9fa-89d4-44b3-8b5e-a2b72a7c3a11 None None] Routers {'db360e69-a8ae-4e54-9c4b-9bda231e12b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:54.827202 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ead0b9fa-89d4-44b3-8b5e-a2b72a7c3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.830355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-66dfe802-4303-44c5-949c-4808edef29b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports/5e9d651b-c5ff-42c4-b729-cce39c3b61ea HTTP/1.1" status: 200 len: 913 time: 0.2142515 Jul 14 09:39:54.831187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44408) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:54.833480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5116a19-7b6a-4f65-9bce-c3d5dc853eea tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:54.844655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff36396-668d-4ff6-952b-504500ae6114 req-21d84608-3b8d-4f6d-b113-22480ada112d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:54.851742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ff36396-668d-4ff6-952b-504500ae6114 req-21d84608-3b8d-4f6d-b113-22480ada112d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.5925927 Jul 14 09:39:54.881721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4f433222-288e-4224-9327-665118f78bdf None None] Port 5e9d651b-c5ff-42c4-b729-cce39c3b61ea cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:39:54.889488 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ead0b9fa-89d4-44b3-8b5e-a2b72a7c3a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:54.891553 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead0b9fa-89d4-44b3-8b5e-a2b72a7c3a11 None None] The sync data for ids ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:54.907732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-74d0beb4-621c-4fc2-b9aa-f9e3a43e7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:54.909354 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-74d0beb4-621c-4fc2-b9aa-f9e3a43e7528 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.1897101 Jul 14 09:39:54.956653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5116a19-7b6a-4f65-9bce-c3d5dc853eea tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=709f1f56-5d8d-4dd5-821b-0b3102a74cd6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:54.981160 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.009721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-a77d1d4a-d2f6-4734-a859-8d431730ea50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733294 Jul 14 09:39:55.303389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:51Z', 'revision_number': 2, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:55.360098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Checking router: 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:39:55.361975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Updating router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc port db162579-05e0-43c7-8e43-7808cf965ea7 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:39:55.393783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944a881-c23b-4d80-93bd-8a6c0abf6f8c req-36a61db6-bfdc-445a-b013-967b4e81b699 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:55.396594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3944a881-c23b-4d80-93bd-8a6c0abf6f8c req-36a61db6-bfdc-445a-b013-967b4e81b699 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 943 time: 0.1915598 Jul 14 09:39:55.424134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.447042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.566614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event deleted for resources: {'Port': ['ID=a12aa435-8de6-4ce5-8062-857091189f08,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.608685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ff36396-668d-4ff6-952b-504500ae6114 req-b19983e3-55c8-4a79-bcfe-c2c310b8e2b5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7558560 Jul 14 09:39:55.638442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.778510 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a7d567c-fe7d-459c-a32b-50cd6e937784 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.783158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-aa25ac51-0df7-47d1-a696-58f389e33817 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7171133 Jul 14 09:39:55.801399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a7d567c-fe7d-459c-a32b-50cd6e937784 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.868155 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.880654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Transition to ACTIVE for port object db162579-05e0-43c7-8e43-7808cf965ea7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:39:55.888891 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:55.935454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d567c-fe7d-459c-a32b-50cd6e937784 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ff2fd-5d86-4ac2-867c-7defee2c28a3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:55.949436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cd55c-dbfc-49e8-b348-f449f4e3d990 None None] Pushing event updated for resources: {'Port': ['ID=db162579-05e0-43c7-8e43-7808cf965ea7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.017734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15fd9fb6-37b8-4394-8aa0-ab6435c3ec59 req-7a0dcc63-2b25-4f2a-99f2-4fc560ff0fa9 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0620220 Jul 14 09:39:56.023545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Attempting to bind port db162579-05e0-43c7-8e43-7808cf965ea7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:39:56.027219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Attempting to bind port db162579-05e0-43c7-8e43-7808cf965ea7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:39:56.027660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Attempting to bind port db162579-05e0-43c7-8e43-7808cf965ea7 on network 0f80b4b1-d8d6-438f-aba2-90e72270747d {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:39:56.035087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:39:56.035442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Checking segment: {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:39:56.035851 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.036321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Bound using segment: {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:39:56.036819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Bound port: db162579-05e0-43c7-8e43-7808cf965ea7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:39:56.037209 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.057998 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5116a19-7b6a-4f65-9bce-c3d5dc853eea tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.062221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a5116a19-7b6a-4f65-9bce-c3d5dc853eea tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/709f1f56-5d8d-4dd5-821b-0b3102a74cd6 HTTP/1.1" status: 204 len: 168 time: 3.8545983 Jul 14 09:39:56.066467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.077090 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.077090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-36984c08-7ba5-42b7-a2ab-5d732b75c89e tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "DELETE /v2.0/floatingips/863f46dc-4614-42e0-9117-5b6fc892fba2 HTTP/1.1" status: 204 len: 168 time: 3.5688577 Jul 14 09:39:56.077090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44418) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.083531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5a7d567c-fe7d-459c-a32b-50cd6e937784 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.083696 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3944a881-c23b-4d80-93bd-8a6c0abf6f8c req-1350305d-ff3c-4e07-8819-d5b2ca5b3989 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723316 Jul 14 09:39:56.083774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5a7d567c-fe7d-459c-a32b-50cd6e937784 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4872189 Jul 14 09:39:56.087844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44422) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.105279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a4e6d45e-b617-4c96-96e5-b8f6d04c47b4 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--533705937', 'description': 'tempest-secgroup_general--533705937 description', 'project_id': '08ab6b16cfaa432ba54c4965014d2703'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:56.134448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07dc3094-5bad-4def-9d7e-cebd6e8a3cd8 req-b9d1cbbe-7861-467f-9abd-9d4bc17bd292 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280706 Jul 14 09:39:56.164377 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7eab20-f1d0-4c3d-905e-c528b157afda tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:39:56.167879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0f7eab20-f1d0-4c3d-905e-c528b157afda tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/709f1f56-5d8d-4dd5-821b-0b3102a74cd6 HTTP/1.1" status: 404 len: 333 time: 0.0905156 Jul 14 09:39:56.171018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] For port db162579-05e0-43c7-8e43-7808cf965ea7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:39:56.172685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44424) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.178161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] For port db162579-05e0-43c7-8e43-7808cf965ea7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=db162579-05e0-43c7-8e43-7808cf965ea7,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:39:56.193036 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.258665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:56.259399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:56.261510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cd55c-dbfc-49e8-b348-f449f4e3d990 None None] Pushing event updated for resources: {'Port': ['ID=db162579-05e0-43c7-8e43-7808cf965ea7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.328135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d45e-b617-4c96-96e5-b8f6d04c47b4 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.367984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44428) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.437069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:39:56.445350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-824dadff-19e0-498c-b7fa-c999de2f2e50 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 17119766-900b-4fd4-87f4-52239168565b {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:56.476778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-824dadff-19e0-498c-b7fa-c999de2f2e50 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.532450 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d45e-b617-4c96-96e5-b8f6d04c47b4 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.546117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d45e-b617-4c96-96e5-b8f6d04c47b4 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.590571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6d45e-b617-4c96-96e5-b8f6d04c47b4 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec2532-396c-407c-b0f3-724168bcce53,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:56.594188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 5e9d651b-c5ff-42c4-b729-cce39c3b61ea {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:39:56.594515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.599681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4e6d45e-b617-4c96-96e5-b8f6d04c47b4 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.604416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a4e6d45e-b617-4c96-96e5-b8f6d04c47b4 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5139313 Jul 14 09:39:56.605682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-be31f416-90a4-49b6-a9aa-55b5df32f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:56.607863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-be31f416-90a4-49b6-a9aa-55b5df32f9fd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 1095 time: 0.4099100 Jul 14 09:39:56.614367 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-824dadff-19e0-498c-b7fa-c999de2f2e50 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.614904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44430) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.653099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b5cc723a-75e9-4612-a5d5-b3e07fd4eea6 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'security_group_rule': {'security_group_id': 'f09ff2fd-5d86-4ac2-867c-7defee2c28a3', 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:56.659403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c885c-d42e-4f21-a0c8-5fc3f9cda0e3 req-942b845d-9c47-45ad-b472-eb25a7379886 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:56.661199 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e8c885c-d42e-4f21-a0c8-5fc3f9cda0e3 req-942b845d-9c47-45ad-b472-eb25a7379886 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.4649196 Jul 14 09:39:56.682002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44432) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:56.691934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1effa05-0e3c-458b-8122-a160d6006ba7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.709311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:56.727190 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5cc723a-75e9-4612-a5d5-b3e07fd4eea6 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.737064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae54dea2-1e8e-41a7-a85e-f4ff838bfed7 None None] The sync data for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 is: [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:56Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:56.774452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.829706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 5e9d651b-c5ff-42c4-b729-cce39c3b61ea owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:39:56.834662 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.836273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1effa05-0e3c-458b-8122-a160d6006ba7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.938190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Request body: {'floatingip': {'port_id': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:39:56.940903 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5cc723a-75e9-4612-a5d5-b3e07fd4eea6 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.948855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5cc723a-75e9-4612-a5d5-b3e07fd4eea6 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:56.995845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc723a-75e9-4612-a5d5-b3e07fd4eea6 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6234198e-4002-44ad-b226-39edcd3d956f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.020623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5cc723a-75e9-4612-a5d5-b3e07fd4eea6 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.022621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b5cc723a-75e9-4612-a5d5-b3e07fd4eea6 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4065979 Jul 14 09:39:57.026686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-824dadff-19e0-498c-b7fa-c999de2f2e50 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.075421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.082014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-81e2c620-5fe8-42d5-b039-fefa821d216b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:57.084539 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-81e2c620-5fe8-42d5-b039-fefa821d216b service neutron] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 907 time: 0.4339330 Jul 14 09:39:57.186178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.202576 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-74f2ed36-f4c9-4f3e-9489-6f4d3c8f70eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 HTTP/1.1" status: 200 len: 217 time: 0.0633922 Jul 14 09:39:57.257962 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.304555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1effa05-0e3c-458b-8122-a160d6006ba7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.307176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a1effa05-0e3c-458b-8122-a160d6006ba7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.308859 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a1effa05-0e3c-458b-8122-a160d6006ba7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] 10.222.0.73 "DELETE /v2.0/security-groups/052918f8-3a6d-4e9e-b126-0b70aafb0a3e HTTP/1.1" status: 204 len: 168 time: 0.9349356 Jul 14 09:39:57.323540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-2970e77d-111c-4032-a6f5-e910f2a58b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:57.325824 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-2970e77d-111c-4032-a6f5-e910f2a58b55 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.0983696 Jul 14 09:39:57.349113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=5e9d651b-c5ff-42c4-b729-cce39c3b61ea,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.363271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-824dadff-19e0-498c-b7fa-c999de2f2e50 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.410366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1effa05-0e3c-458b-8122-a160d6006ba7 tempest-TestServerBasicOps-130792697 tempest-TestServerBasicOps-130792697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=052918f8-3a6d-4e9e-b126-0b70aafb0a3e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.455399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44b41ad9-a38b-4946-b2e3-6cd9179a5d55 req-c6cd9033-3900-473c-9013-8ae4eb8be894 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1086247 Jul 14 09:39:57.456160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824dadff-19e0-498c-b7fa-c999de2f2e50 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=17119766-900b-4fd4-87f4-52239168565b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:57.459526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-3cd96016-667f-4676-812e-5077e48890de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073084 Jul 14 09:39:57.467794 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-824dadff-19e0-498c-b7fa-c999de2f2e50 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.469988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-824dadff-19e0-498c-b7fa-c999de2f2e50 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/17119766-900b-4fd4-87f4-52239168565b HTTP/1.1" status: 204 len: 168 time: 1.2944512 Jul 14 09:39:57.487191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44448) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:57.492695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df04a1ef-5c5f-446d-974d-d4ff7e6c25d1 None None] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:57.725653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c288e9-7eb3-4ef0-a40c-4c413c0dbac8 req-f5bc9bf1-f7f5-4284-b4e8-5279e375e250 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:57.738905 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75c288e9-7eb3-4ef0-a40c-4c413c0dbac8 req-f5bc9bf1-f7f5-4284-b4e8-5279e375e250 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 943 time: 0.4690933 Jul 14 09:39:57.740742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.809966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device db162579-05e0-43c7-8e43-7808cf965ea7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:57.909478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port db162579-05e0-43c7-8e43-7808cf965ea7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:39:57.913615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port db162579-05e0-43c7-8e43-7808cf965ea7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:57.913999 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:57.972966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75c288e9-7eb3-4ef0-a40c-4c413c0dbac8 req-ea978073-d556-48bb-b918-dc6b16efae36 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328339 Jul 14 09:39:58.048270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.063937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44460) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:58.107295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8dcdb5-ec4c-4fc5-9862-252b237ca7e7 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 44ffe8fc-a2aa-4b1a-8942-4c651245d205 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:39:58.112370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c0616148-dc2e-4863-bc83-4c53d721e33e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_access--458055825&fields=id&tenant_id=08ab6b16cfaa432ba54c4965014d2703 HTTP/1.1" status: 200 len: 267 time: 0.3316360 Jul 14 09:39:58.128559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port db162579-05e0-43c7-8e43-7808cf965ea7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=db162579-05e0-43c7-8e43-7808cf965ea7,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:58.136093 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.219505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:39:58.223778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc8dcdb5-ec4c-4fc5-9862-252b237ca7e7 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.276459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=db162579-05e0-43c7-8e43-7808cf965ea7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:58.284955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router db360e69-a8ae-4e54-9c4b-9bda231e12b7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:39:58.378965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-5c4cb87e-8172-4d70-a8ed-e7b2a65c4615 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup_general--533705937&fields=id&tenant_id=08ab6b16cfaa432ba54c4965014d2703 HTTP/1.1" status: 200 len: 267 time: 0.2316966 Jul 14 09:39:58.495699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:58.521638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'port_id': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8', 'mac_address': 'fa:16:3e:38:7c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaf5bc9-caa5-490c-b0b2-94273b5b5443', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:39:58.536794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:39:58.544837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f8379ac3-caa2-41ca-a8c9-53e4531b77f8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/db360e69-a8ae-4e54-9c4b-9bda231e12b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7114058 Jul 14 09:39:58.547719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44466) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:58.555554 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-e6cf482e-4a0f-46f2-b2be-aeeaa1958349 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0816371 Jul 14 09:39:58.577198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-a49371f6-ae46-4dbf-9049-a5f99f4c94d0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:58.592734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-a49371f6-ae46-4dbf-9049-a5f99f4c94d0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/networks?id=0f80b4b1-d8d6-438f-aba2-90e72270747d HTTP/1.1" status: 200 len: 796 time: 0.2120395 Jul 14 09:39:58.594728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8108174-d3ab-4d92-bb63-8b9ed9a47770 None None] Sync routers for ids ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:39:58.632036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8108174-d3ab-4d92-bb63-8b9ed9a47770 None None] Routers {'db360e69-a8ae-4e54-9c4b-9bda231e12b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:58.633041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e8108174-d3ab-4d92-bb63-8b9ed9a47770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:58.764670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc8dcdb5-ec4c-4fc5-9862-252b237ca7e7 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:58.773835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-bd4896e2-e491-494e-bb93-ac6814449861 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/quotas/08ab6b16cfaa432ba54c4965014d2703 HTTP/1.1" status: 200 len: 375 time: 0.1802266 Jul 14 09:39:58.785462 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57fbd982-ac81-4df2-afee-bae6fef99e92 req-3c31d251-7449-4a65-9273-e851b8e06d21 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731191 Jul 14 09:39:58.934221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e42a300e-cabc-4b9d-84c4-5c807fec5b6b req-fc35a440-1240-4a59-95fe-af1efb45f8b0 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0355716 Jul 14 09:39:58.956237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:39:58.991898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e8108174-d3ab-4d92-bb63-8b9ed9a47770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.010564 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.030872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8108174-d3ab-4d92-bb63-8b9ed9a47770 None None] Routers {'db360e69-a8ae-4e54-9c4b-9bda231e12b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:39:59.031536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e8108174-d3ab-4d92-bb63-8b9ed9a47770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.043898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-11b957c9-1521-4df9-92cc-e6c50786da7e None None] Provisioning complete for port 6512a4c6-f6fa-4050-b071-5fea0d810f44 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:59.046315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-11b957c9-1521-4df9-92cc-e6c50786da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.049767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:39:59.130742 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e8108174-d3ab-4d92-bb63-8b9ed9a47770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:39:59.131323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8108174-d3ab-4d92-bb63-8b9ed9a47770 None None] The sync data for ids ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:39:59.168963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:39:59.177715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.295376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:59.366258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70b497-670b-452d-8fc0-e94022a1a282 req-ca5ceea4-d614-4c0f-b390-e6db8ba1a032 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:39:59.368537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e70b497-670b-452d-8fc0-e94022a1a282 req-ca5ceea4-d614-4c0f-b390-e6db8ba1a032 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 944 time: 0.1672046 Jul 14 09:39:59.411253 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-4b2cadd3-1e19-45c7-b07a-e31392a689b7 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=08ab6b16cfaa432ba54c4965014d2703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6363950 Jul 14 09:39:59.418374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.427328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.430351 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc8dcdb5-ec4c-4fc5-9862-252b237ca7e7 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.458688 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.462597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['eac4e6d4-0fb0-4ec2-a590-48a49c185aa8'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:39:59.584851 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e70b497-670b-452d-8fc0-e94022a1a282 req-953cadb0-2a24-4b50-ab51-6760345dd01d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066138 Jul 14 09:39:59.597885 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.624230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.624478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device db162579-05e0-43c7-8e43-7808cf965ea7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:39:59.676873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-caf271b7-9033-40c7-8ab8-3549148e50a0 service neutron] 10.222.0.73 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477601 Jul 14 09:39:59.742800 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc8dcdb5-ec4c-4fc5-9862-252b237ca7e7 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.785232 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Floating IP 6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4 associated. External IP: 172.25.0.3, port: 94c8d8df-e9fe-4484-bc44-14ef9725d729. Jul 14 09:39:59.790591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8dcdb5-ec4c-4fc5-9862-252b237ca7e7 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=44ffe8fc-a2aa-4b1a-8942-4c651245d205,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:39:59.813169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port db162579-05e0-43c7-8e43-7808cf965ea7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:39:59.813169 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.831679 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc8dcdb5-ec4c-4fc5-9862-252b237ca7e7 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:39:59.836262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cc8dcdb5-ec4c-4fc5-9862-252b237ca7e7 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/44ffe8fc-a2aa-4b1a-8942-4c651245d205 HTTP/1.1" status: 204 len: 168 time: 2.3326433 Jul 14 09:39:59.837984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44472) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:39:59.849245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29250dd-c1ca-4e0b-a57b-ca07cf91cec8 None None] Network fc3dac7d-3854-4d40-b70d-7e687376bdcd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:39:59.991952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-4f2b74c5-a8fe-42d1-a2b7-2ac6d1792fb9 service neutron] 10.222.0.73 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137681 Jul 14 09:39:59.998395 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.062172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:00.063069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.069382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Deleting port ce131264-9cf6-4642-9c03-17d837cabcae {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:00.069957 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.170131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] DHCP port deletion for fc3dac7d-3854-4d40-b70d-7e687376bdcd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:00.220433 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:40:00.245878 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-451ff8c4-f61e-4528-bac1-e51abbc21370 req-7cc1cf9a-1199-42ac-b323-c491fe6c67e9 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0519409 Jul 14 09:40:00.302205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] Deleting port 6512a4c6-f6fa-4050-b071-5fea0d810f44 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:00.302582 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.302713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.306065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] For port ce131264-9cf6-4642-9c03-17d837cabcae, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ce131264-9cf6-4642-9c03-17d837cabcae,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:00.306421 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.328117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 9b26b72b-45e2-4828-9d8c-6a44f13d1f57 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:00.329968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Calling delete_port for ce131264-9cf6-4642-9c03-17d837cabcae owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:00.361322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fd946c12-4c15-44f2-bd41-0acc21316ec2 req-050f23f3-0a93-4cb1-afd3-9b120cd8f09b tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 210 time: 0.0929315 Jul 14 09:40:00.376681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 6512a4c6-f6fa-4050-b071-5fea0d810f44 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:00.377635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.382747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] For port 6512a4c6-f6fa-4050-b071-5fea0d810f44, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6512a4c6-f6fa-4050-b071-5fea0d810f44,segment=NetworkSegment(33c1bbcb-b416-4895-a9b8-18bff21c117d),segment_id=33c1bbcb-b416-4895-a9b8-18bff21c117d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:00.383139 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.398806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] Calling delete_port for 6512a4c6-f6fa-4050-b071-5fea0d810f44 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:00.492654 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.494143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] For port 6512a4c6-f6fa-4050-b071-5fea0d810f44, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6512a4c6-f6fa-4050-b071-5fea0d810f44,segment=NetworkSegment(33c1bbcb-b416-4895-a9b8-18bff21c117d),segment_id=33c1bbcb-b416-4895-a9b8-18bff21c117d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:00.494995 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.525582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] Pushing event deleted for resources: {'Port': ['ID=6512a4c6-f6fa-4050-b071-5fea0d810f44,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.531466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 6512a4c6-f6fa-4050-b071-5fea0d810f44 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:00.537591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4021f-b58b-483a-b529-378256b876fa None None] No DVR routers for this DVR port 6512a4c6-f6fa-4050-b071-5fea0d810f44 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:00.569916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Router 712687b4-5fc9-487c-bb51-6f6223136332 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:00.744895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.759607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No DVR routers for this DVR port 6512a4c6-f6fa-4050-b071-5fea0d810f44 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:00.827991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=6512a4c6-f6fa-4050-b071-5fea0d810f44,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:00.841888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:00.847793 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:00.858293 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] Sync routers for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:00.872660 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:00.873437 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.019465 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:01.035344 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.057036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b38b6ea8-fcaa-4ed1-902c-31e9bb9ea820 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "PUT /v2.0/floatingips/6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4 HTTP/1.1" status: 200 len: 989 time: 4.3678429 Jul 14 09:40:01.060055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3dac7d-3854-4d40-b70d-7e687376bdcd']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.062930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:01.065651 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee92ff2-6dc4-480e-a769-7f7658c1271a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:01.068818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078ef414-ce84-4ee1-af8e-5f8c5d370bf4 req-18a30d05-47d2-4870-8fc8-8f8c7eb758bc tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:01.077466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c1bbcb-b416-4895-a9b8-18bff21c117d') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.077716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-078ef414-ce84-4ee1-af8e-5f8c5d370bf4 req-18a30d05-47d2-4870-8fc8-8f8c7eb758bc tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 944 time: 0.2404091 Jul 14 09:40:01.077844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c1bbcb-b416-4895-a9b8-18bff21c117d') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.090718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.108096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.118929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:01.119942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.178278 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-078ef414-ce84-4ee1-af8e-5f8c5d370bf4 req-5f94689d-d47e-4cbe-af6a-8ee688e0b42a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995283 Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:01.198302 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:01.201027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.217142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.230025 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.232639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/networks/fc3dac7d-3854-4d40-b70d-7e687376bdcd HTTP/1.1" status: 204 len: 168 time: 1.3921154 Jul 14 09:40:01.237294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44494) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:01.268684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c8357-e36b-4f3a-9b17-bc8b4e741ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Network': ['ID=fc3dac7d-3854-4d40-b70d-7e687376bdcd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.271606 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adfa5884-4524-4ada-9091-c4bcce0deec2 x-openstack-request-id: req-adfa5884-4524-4ada-9091-c4bcce0deec2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:01.271891 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:01.272151 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-adfa5884-4524-4ada-9091-c4bcce0deec2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:01.272579 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'status': 'completed', 'code': 200} Jul 14 09:40:01.330852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.336277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=9b26b72b-45e2-4828-9d8c-6a44f13d1f57,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.406751 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'port_id': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'mac_address': 'fa:16:3e:d5:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:39:33Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 1, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.466197 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] Checking router: 712687b4-5fc9-487c-bb51-6f6223136332 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:01.477728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b3987b-37ef-45d9-b5ec-72d8124cd475 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:01.485834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d0b3987b-37ef-45d9-b5ec-72d8124cd475 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2474587 Jul 14 09:40:01.487673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44500) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:01.504916 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:01.505619 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:01.574154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-10b4c181-43d6-4348-a4f5-9134e8bd9724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:01.576009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-10b4c181-43d6-4348-a4f5-9134e8bd9724 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1097 time: 0.2526228 Jul 14 09:40:01.577400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce131264-9cf6-4642-9c03-17d837cabcae,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:01.658683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5631c04-acf8-469d-a2b1-419377027e08 req-9b49763f-17ac-4e57-880f-fe5cce0c2480 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0887454 Jul 14 09:40:01.660897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.682419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6512a4c6-f6fa-4050-b071-5fea0d810f44 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:01.733667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6512a4c6-f6fa-4050-b071-5fea0d810f44 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:01.734266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6512a4c6-f6fa-4050-b071-5fea0d810f44 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:01.734897 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:01.765718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99059b26-4792-4e83-9ba1-65bc01e38895 req-7f0fafdc-76e7-4790-95b5-564e2b2763bf tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 210 time: 0.0436451 Jul 14 09:40:01.806734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3233accc-cd93-4e79-a136-5449db558171 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3130796 Jul 14 09:40:01.821461 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44502) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:01.826234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2062690409'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:01.837302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-0d0249d1-4b17-4738-977e-0e078c8cac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:01.838960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-0d0249d1-4b17-4738-977e-0e078c8cac7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.2348917 Jul 14 09:40:01.904439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:01.908514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:01.950867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-b144bc6d-3191-49e2-9e5c-50d15bdf6833 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 997 time: 0.1040487 Jul 14 09:40:01.968943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:02.012968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.013436 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Added segment 4a14e8b4-bcf5-4fc8-bd12-54989c925f76 of type vlan for network b9ffeaca-af84-419e-ba67-6716f1ca6842 Jul 14 09:40:02.057790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-9063b7aa-4276-41d1-ac8a-12be910ad83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.059419 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-9063b7aa-4276-41d1-ac8a-12be910ad83c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.1005383 Jul 14 09:40:02.086295 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.160298 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'port_id': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'mac_address': 'fa:16:3e:d5:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:39:33Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 1, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:02.184143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.195225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.196336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.225931 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de5ef30-75e6-4caa-ad93-7cd18414da34 None None] The sync data for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 is: [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'port_id': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'mac_address': 'fa:16:3e:d5:9f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:39:33Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 1, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:02.237164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:02.321105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.348740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router db360e69-a8ae-4e54-9c4b-9bda231e12b7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:02.353859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:02.364940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:02.365353 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.425473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Network': ['ID=b9ffeaca-af84-419e-ba67-6716f1ca6842,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:02.434375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-0ac2ec12-130d-44ff-8774-5c41846e50f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.437390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-0ac2ec12-130d-44ff-8774-5c41846e50f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3684027 Jul 14 09:40:02.443832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b9ffeaca-af84-419e-ba67-6716f1ca6842 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:02.528878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0b4178ad-56dc-4343-9d97-20d09bb67115 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7067461 Jul 14 09:40:02.532317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:02.541260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:02.688367 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.729543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:02.731427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de930d1d-6898-41bb-b951-73b78a103b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:02.736124 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e1e9c-e1ee-4d78-b1c7-d950c319eb70" -d '{"events": [{"server_uuid": "de930d1d-6898-41bb-b951-73b78a103b65", "name": "network-vif-plugged", "status": "completed", "tag": "eac4e6d4-0fb0-4ec2-a590-48a49c185aa8"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:02.744562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545da392-4d35-40b7-997d-dd5d9b23eaa8 req-e7a26a7e-3d9a-40c8-a2c3-6c69177bfa22 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:02.745546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:02.748910 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-545da392-4d35-40b7-997d-dd5d9b23eaa8 req-e7a26a7e-3d9a-40c8-a2c3-6c69177bfa22 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 944 time: 0.3650966 Jul 14 09:40:02.757038 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-c3dafbc8-4196-4b48-9afa-8b53c60fc699 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655067 Jul 14 09:40:02.762014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6766ccf-8911-41a6-afe9-08bf20b1eb0b None None] New status for floating IP 6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:40:02.883636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:02.903096 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f854634f-e809-4ace-8add-c486367d266e None None] Sync routers for ids ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:02.916931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-545da392-4d35-40b7-997d-dd5d9b23eaa8 req-68ed0287-6e1b-447e-b557-6cc51e052145 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578953 Jul 14 09:40:02.918578 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854634f-e809-4ace-8add-c486367d266e None None] Routers {'db360e69-a8ae-4e54-9c4b-9bda231e12b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:02.919468 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f854634f-e809-4ace-8add-c486367d266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:02.934778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4e03f0a3-08ad-44c8-82be-29bc29a5f987 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/db360e69-a8ae-4e54-9c4b-9bda231e12b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3836548 Jul 14 09:40:02.937529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44518) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:02.974472 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f854634f-e809-4ace-8add-c486367d266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:02.987403 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f854634f-e809-4ace-8add-c486367d266e None None] Routers {'db360e69-a8ae-4e54-9c4b-9bda231e12b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:02.988494 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f854634f-e809-4ace-8add-c486367d266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:03.007511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-b64da004-41da-47b7-9b0b-7a4e8f544c9b tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:03.010155 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-b64da004-41da-47b7-9b0b-7a4e8f544c9b tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.66 "GET /v2.0/networks?id=0f80b4b1-d8d6-438f-aba2-90e72270747d HTTP/1.1" status: 200 len: 796 time: 0.9297488 Jul 14 09:40:03.019404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4604b4c6-4085-453d-ac12-2b1474b75ae5 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=db360e69-a8ae-4e54-9c4b-9bda231e12b7 HTTP/1.1" status: 200 len: 205 time: 0.0794811 Jul 14 09:40:03.023338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44520) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:03.037086 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a87fcb-2f9c-4949-a4a8-2c37b3f1685c x-openstack-request-id: req-e0a87fcb-2f9c-4949-a4a8-2c37b3f1685c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:03.037763 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de930d1d-6898-41bb-b951-73b78a103b65", "name": "network-vif-plugged", "status": "completed", "tag": "eac4e6d4-0fb0-4ec2-a590-48a49c185aa8", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:03.039049 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0a87fcb-2f9c-4949-a4a8-2c37b3f1685c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:03.040502 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de930d1d-6898-41bb-b951-73b78a103b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8', 'code': 200} Jul 14 09:40:03.044503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a015825f-9c05-45bb-9487-b24bfbea2d36 req-ef0513fe-2b3d-4d66-b500-890933c831fa tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1614070 Jul 14 09:40:03.057521 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f854634f-e809-4ace-8add-c486367d266e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:03.058381 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f854634f-e809-4ace-8add-c486367d266e None None] The sync data for ids ['db360e69-a8ae-4e54-9c4b-9bda231e12b7'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:03.073884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.248488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cabb75f-6ff1-4362-ad18-af6b59907738 req-36e2e616-58e5-45ac-a7b9-6ddb53790f66 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 210 time: 0.0484202 Jul 14 09:40:03.255802 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c456a10f-0265-45ac-b68e-967fe9abb778 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.273756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:03.310364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-879c46df-3e2f-4e06-8fa2-f0fb12c702a0 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08ab6b16cfaa432ba54c4965014d2703 HTTP/1.1" status: 200 len: 476 time: 0.1435914 Jul 14 09:40:03.312083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:03.317393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.339481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fee92ff2-6dc4-480e-a769-7f7658c1271a req-79213496-9add-48eb-9adc-2874ef9d3a03 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469842 Jul 14 09:40:03.345496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'port': {'device_id': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'admin_state_up': True, 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'security_groups': ['f09ff2fd-5d86-4ac2-867c-7defee2c28a3', 'cdec2532-396c-407c-b0f3-724168bcce53']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:03.457935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c456a10f-0265-45ac-b68e-967fe9abb778 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.461146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c456a10f-0265-45ac-b68e-967fe9abb778 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.466834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8e84e-c7cb-41ba-bb9b-2f15d7d8a16d req-a49a6430-c4b2-4d3f-92af-16db480bbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:03.467651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8f8e84e-c7cb-41ba-bb9b-2f15d7d8a16d req-a49a6430-c4b2-4d3f-92af-16db480bbd23 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 1097 time: 0.2997663 Jul 14 09:40:03.540702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c456a10f-0265-45ac-b68e-967fe9abb778 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.541335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c456a10f-0265-45ac-b68e-967fe9abb778 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Fanout notify agent at l3_agent the message router_deleted on router db360e69-a8ae-4e54-9c4b-9bda231e12b7 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:03.550825 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c456a10f-0265-45ac-b68e-967fe9abb778 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.552159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c456a10f-0265-45ac-b68e-967fe9abb778 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/db360e69-a8ae-4e54-9c4b-9bda231e12b7 HTTP/1.1" status: 204 len: 168 time: 0.5260890 Jul 14 09:40:03.560317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44524) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:03.562525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8f8e84e-c7cb-41ba-bb9b-2f15d7d8a16d req-3449e5d5-d139-4d3b-962a-a13ccc700066 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876665 Jul 14 09:40:03.626566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a842540-de2b-4f96-a62d-987b5654c6b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet da116553-ddb5-4cad-8192-60be3c7acedf {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:03.627421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:03.630830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a842540-de2b-4f96-a62d-987b5654c6b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.634990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-208a69e3-255e-404a-9b36-31dbcd6b7305 admin admin] 10.222.0.73 "PUT /v2.0/routers/81d7b5fa-a41b-48e4-9673-54a62d5a1cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5508897 Jul 14 09:40:03.639336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44526) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:03.661651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] Sync routers for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:03.682682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:03.683311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:03.685212 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a842540-de2b-4f96-a62d-987b5654c6b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.753628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Made reservation on behalf of 08ab6b16cfaa432ba54c4965014d2703 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:03.757797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.843199 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a842540-de2b-4f96-a62d-987b5654c6b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.854740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:03.923802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.926701 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a842540-de2b-4f96-a62d-987b5654c6b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.943301 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.956088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a842540-de2b-4f96-a62d-987b5654c6b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=da116553-ddb5-4cad-8192-60be3c7acedf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:03.960582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a842540-de2b-4f96-a62d-987b5654c6b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:03.964005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3a842540-de2b-4f96-a62d-987b5654c6b4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/da116553-ddb5-4cad-8192-60be3c7acedf HTTP/1.1" status: 204 len: 168 time: 0.3999991 Jul 14 09:40:03.967741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44532) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:03.997223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366e7e1-9f18-4566-9b8d-45a2ed6fb484 None None] Network 979563ef-ea15-4124-b15d-9a76c052533e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:04.033370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff82e16a-fed8-42f1-a51b-0458e40676a2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet adca1944-4573-4fe6-96e0-60d589bdeced {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:04.037446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff82e16a-fed8-42f1-a51b-0458e40676a2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.101001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff82e16a-fed8-42f1-a51b-0458e40676a2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.126900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=8a63bf2f-d023-49b4-84e0-90f322caf30a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.216314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Checking segment: {'id': '4a14e8b4-bcf5-4fc8-bd12-54989c925f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:04.216681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network hostable DHCP agents. Network: b9ffeaca-af84-419e-ba67-6716f1ca6842, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:04.219209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Allocated IP 172.20.0.5 (0f80b4b1-d8d6-438f-aba2-90e72270747d/79dc9495-a89f-4e3f-a6e4-81802b2b16d1/956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:04.260367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.274997 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff82e16a-fed8-42f1-a51b-0458e40676a2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.290473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:40:01Z', 'revision_number': 5, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port': {'id': '6c05f5f2-9cc1-45dd-84a4-9042a41d369b', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:33:56Z', 'updated_at': '2021-07-14T09:34:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:04.321723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network b9ffeaca-af84-419e-ba67-6716f1ca6842 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:04.338580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] Checking router: 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:04.346321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e54f2-7136-4a96-a7e5-66f7dc3194b5 req-b347e8bd-1777-47d9-839b-0399c8ee3ae5 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:04.348920 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-870e54f2-7136-4a96-a7e5-66f7dc3194b5 req-b347e8bd-1777-47d9-839b-0399c8ee3ae5 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 945 time: 0.2264595 Jul 14 09:40:04.385535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b9ffeaca-af84-419e-ba67-6716f1ca6842) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:04.389388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f28fc6c8-553b-4893-a25e-7fed46ca92ce req-dc701142-de92-4f13-a266-83be4299122d tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1125796 Jul 14 09:40:04.392159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] Routers {'81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:04.393380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:04.427916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:04.428917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.434633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff82e16a-fed8-42f1-a51b-0458e40676a2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.481413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8fc1c2-6f6e-44bb-afd1-e0d26b1a4279 None None] Network b9ffeaca-af84-419e-ba67-6716f1ca6842 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:04.498988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82e16a-fed8-42f1-a51b-0458e40676a2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=adca1944-4573-4fe6-96e0-60d589bdeced,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:04.506706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff82e16a-fed8-42f1-a51b-0458e40676a2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.508943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ff82e16a-fed8-42f1-a51b-0458e40676a2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/adca1944-4573-4fe6-96e0-60d589bdeced HTTP/1.1" status: 204 len: 168 time: 0.5401742 Jul 14 09:40:04.515218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44540) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:04.556611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] DHCP port deletion for 979563ef-ea15-4124-b15d-9a76c052533e request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:04.559982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33557c-af8e-4b3a-b49e-3b5e2e91de93 None None] Network c7c74aff-edf3-4600-95a5-d768a3b8121b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:04.640440 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-870e54f2-7136-4a96-a7e5-66f7dc3194b5 req-b4260b4a-0bcc-4974-a7af-417519123b71 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782395 Jul 14 09:40:04.668076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-447f10c4-7ca1-44e6-b057-d2431961aef2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1274729 Jul 14 09:40:04.693744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44542) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:04.725397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842', 'name': 'tempest-PortsTestJSON-102961993'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:04.731448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Deleting port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:04.731987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:04.733672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd09da6-0d24-418e-9089-0480cf9dcde4 req-0a00d4e8-ca43-49e7-9097-be9b2fbf4e5c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 210 time: 0.1250508 Jul 14 09:40:04.857654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.006051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:05.015709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.060826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port 0bf84c68-1bdd-46ab-8607-2b97682bb7df yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:05.084257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] Set router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:05.165401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:05.165955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.225625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:40:04Z', 'revision_number': 6, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:05.327257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb7b03-fb4b-4c5a-bb50-fba71abf7712 None None] The sync data for ids ['81d7b5fa-a41b-48e4-9673-54a62d5a1cc5'] in n-d-780147-26 is: [{'id': '81d7b5fa-a41b-48e4-9673-54a62d5a1cc5', 'name': 'tempest-TestServerBasicOps-1344679648-router', 'tenant_id': '2af3e0cad8cb482e810e9051890af676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:33:55Z', 'updated_at': '2021-07-14T09:40:04Z', 'revision_number': 6, 'project_id': '2af3e0cad8cb482e810e9051890af676', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:05.358814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,segment=NetworkSegment(79c576d4-7cdd-4c3a-9ab3-dc7f294751ea),segment_id=79c576d4-7cdd-4c3a-9ab3-dc7f294751ea)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:05.360090 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.389392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.397404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:05.405530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] Deleting port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:05.406121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.413558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.10 (b9ffeaca-af84-419e-ba67-6716f1ca6842/8a63bf2f-d023-49b4-84e0-90f322caf30a/0bf84c68-1bdd-46ab-8607-2b97682bb7df) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:05.414333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Transition to ACTIVE for port object 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:05.459742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] For port 6c05f5f2-9cc1-45dd-84a4-9042a41d369b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6c05f5f2-9cc1-45dd-84a4-9042a41d369b,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:05.460121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.481946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Calling delete_port for 6c05f5f2-9cc1-45dd-84a4-9042a41d369b owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:05.539619 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.581133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] For port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,segment=NetworkSegment(79c576d4-7cdd-4c3a-9ab3-dc7f294751ea),segment_id=79c576d4-7cdd-4c3a-9ab3-dc7f294751ea)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:05.581800 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.588565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b9ffeaca-af84-419e-ba67-6716f1ca6842', 'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842', 'tenant_id': '94e0c76d49294446ba2e21c1f28ae906', 'fixed_ips': [{'subnet_id': '8a63bf2f-d023-49b4-84e0-90f322caf30a'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:05.590502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.605677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.624910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] Calling delete_port for 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:05.634228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:05.642707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:05.683142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43647795-7c9f-4799-ad7b-860248430d97 req-0dcb31c9-e23c-4bc0-ba31-0eaaee541476 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0361557 Jul 14 09:40:05.685607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:05.767929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:05.849798 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] DHCP port deletion for c7c74aff-edf3-4600-95a5-d768a3b8121b request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:05.882144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:05.921902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No DVR routers for this DVR port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:05.942204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:05.943235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.016834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ce131264-9cf6-4642-9c03-17d837cabcae no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:06.083758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: ce131264-9cf6-4642-9c03-17d837cabcae {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:06.084394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ce131264-9cf6-4642-9c03-17d837cabcae not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:06.085485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:06.135918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:06.137107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:06.137676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 40fa89c0-b955-489c-ad2f-8ef47fffa8ad no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:06.149904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c76fe1f1-f06b-4715-b9d6-cdc09efbccdd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.8262110 Jul 14 09:40:06.177576 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.195115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Request body: {'port': {'device_id': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:06.228056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] Pushing event deleted for resources: {'Port': ['ID=70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.232832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ef84b-c07d-4485-bdd7-5d1e2a04446b None None] No DVR routers for this DVR port 70a8151d-e993-4cb2-bdfc-ca1d8ac82bf2 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:06.250226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] Deleting port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:06.250682 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.296772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4d8e0e8-0f1b-4a1c-abb3-8b9d39c30807 None None] Provisioning for port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:06.313549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4d8e0e8-0f1b-4a1c-abb3-8b9d39c30807 None None] Provisioning complete for port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:06.313927 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e0e8-0f1b-4a1c-abb3-8b9d39c30807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.389150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.403930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] For port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,segment=NetworkSegment(97c2857d-ac4a-4865-87c9-4e4bdbf3f258),segment_id=97c2857d-ac4a-4865-87c9-4e4bdbf3f258)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:06.404533 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.428583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.436447 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.439417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] Calling delete_port for 40fa89c0-b955-489c-ad2f-8ef47fffa8ad owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:06.441922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b4d8e0e8-0f1b-4a1c-abb3-8b9d39c30807 None None] Port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:06.518467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c05f5f2-9cc1-45dd-84a4-9042a41d369b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.553615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,segment=NetworkSegment(97c2857d-ac4a-4865-87c9-4e4bdbf3f258),segment_id=97c2857d-ac4a-4865-87c9-4e4bdbf3f258)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:06.574775 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.662095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.690697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.695290 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.703999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.709026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8ecfce-6628-4408-ab55-cc4d54ecdffb req-17aa0cc8-e082-43d6-b54e-523e71003011 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.721068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d8ecfce-6628-4408-ab55-cc4d54ecdffb req-17aa0cc8-e082-43d6-b54e-523e71003011 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 970 time: 0.5351243 Jul 14 09:40:06.726668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 0bf84c68-1bdd-46ab-8607-2b97682bb7df will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:06.734580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] Pushing event deleted for resources: {'Port': ['ID=40fa89c0-b955-489c-ad2f-8ef47fffa8ad,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:06.739536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f13c6c-9c3c-446b-9f6b-68235050cb3d None None] No DVR routers for this DVR port 40fa89c0-b955-489c-ad2f-8ef47fffa8ad on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:06.743032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979563ef-ea15-4124-b15d-9a76c052533e']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:06.774965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c576d4-7cdd-4c3a-9ab3-dc7f294751ea') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:06.775445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c576d4-7cdd-4c3a-9ab3-dc7f294751ea') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:06.801062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d8ecfce-6628-4408-ab55-cc4d54ecdffb req-62789dae-a299-4c08-96c1-12dbee2b1859 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0781920 Jul 14 09:40:06.805840 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.829134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.848060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.868189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:06.868878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:06.875928 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:06.908907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb18b53-8200-46d2-b5cb-d7c0068f7ba4 req-eb43ba03-73d2-4355-8255-219e98b683e3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:06.911972 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cb18b53-8200-46d2-b5cb-d7c0068f7ba4 req-eb43ba03-73d2-4355-8255-219e98b683e3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 945 time: 0.8137081 Jul 14 09:40:06.978862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:06.981652 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.019216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.093417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Allocated IP 172.20.0.2 (b9ffeaca-af84-419e-ba67-6716f1ca6842/8a63bf2f-d023-49b4-84e0-90f322caf30a/53152745-6f87-40aa-9ce5-2525cb315068) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:07.137455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cb18b53-8200-46d2-b5cb-d7c0068f7ba4 req-976e5915-c151-4885-8bd1-23737a925b32 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720107 Jul 14 09:40:07.138381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.138590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:07.146430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network b9ffeaca-af84-419e-ba67-6716f1ca6842 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:07.147820 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.161675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Transition to ACTIVE for port object 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:07.163459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.171588 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/979563ef-ea15-4124-b15d-9a76c052533e HTTP/1.1" status: 204 len: 168 time: 2.6495864 Jul 14 09:40:07.171588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:07.172013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44560) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.188909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:07.189829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.191019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:07.194042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=0bf84c68-1bdd-46ab-8607-2b97682bb7df,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.200663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc220fa-878b-4815-8f0a-7c4901b26e95 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=979563ef-ea15-4124-b15d-9a76c052533e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.213191 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.215738 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-473c3588-d5ea-4d59-b076-cded1922a728 admin admin] 10.222.0.73 "DELETE /v2.0/routers/81d7b5fa-a41b-48e4-9673-54a62d5a1cc5 HTTP/1.1" status: 204 len: 168 time: 3.5751603 Jul 14 09:40:07.314829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.315504 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.338492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44564) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.363979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9010642f-5e38-450d-aa62-885f5256c013 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6534576 Jul 14 09:40:07.379239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.386066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44566) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:07.402300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842', 'name': 'tempest-PortsTestJSON-1145674754'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:07.443718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e251cf5e-b088-4c9a-8489-90242a62f2ea admin admin] Deleting subnet 88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:07.451150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e251cf5e-b088-4c9a-8489-90242a62f2ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.495211 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.530030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Pushing event updated for resources: {'Port': ['ID=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:07.557490 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6e49d870-c6f7-45a5-a0db-f8d3dcc836e7 req-2a1ba52a-3704-4ac1-9759-58513f9c5b96 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0568569 Jul 14 09:40:07.587152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e251cf5e-b088-4c9a-8489-90242a62f2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.642025 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.664515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Transition to ACTIVE for port object 53152745-6f87-40aa-9ce5-2525cb315068 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:07.714523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Transition to ACTIVE for port object 53152745-6f87-40aa-9ce5-2525cb315068 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:07.732070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6c05f5f2-9cc1-45dd-84a4-9042a41d369b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:07.781871 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.787848 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e251cf5e-b088-4c9a-8489-90242a62f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.808063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6c05f5f2-9cc1-45dd-84a4-9042a41d369b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:07.808063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6c05f5f2-9cc1-45dd-84a4-9042a41d369b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:07.922622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e251cf5e-b088-4c9a-8489-90242a62f2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.926311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.931982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Network b9ffeaca-af84-419e-ba67-6716f1ca6842 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:07.940376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:07.951925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:07.960931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c74aff-edf3-4600-95a5-d768a3b8121b']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:07.985535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cafd1b-d995-4f51-9cf7-3e9c98520dcc req-1a764bdd-90e8-47bd-af90-02ed12c85ab6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:07.989920 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-60cafd1b-d995-4f51-9cf7-3e9c98520dcc req-1a764bdd-90e8-47bd-af90-02ed12c85ab6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 946 time: 0.4625700 Jul 14 09:40:07.990593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:07.994265 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:07.999268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c2857d-ac4a-4865-87c9-4e4bdbf3f258') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:07.999717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c2857d-ac4a-4865-87c9-4e4bdbf3f258') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:08.008444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251cf5e-b088-4c9a-8489-90242a62f2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:08.024992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e251cf5e-b088-4c9a-8489-90242a62f2ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.030093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e251cf5e-b088-4c9a-8489-90242a62f2ea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/88d09ff3-398f-4cd1-97cc-6ffccd8aaf7e HTTP/1.1" status: 204 len: 168 time: 0.6876564 Jul 14 09:40:08.032577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44572) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:08.039887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Attempting to bind port 53152745-6f87-40aa-9ce5-2525cb315068 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:08.040115 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.040450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Attempting to bind port 53152745-6f87-40aa-9ce5-2525cb315068 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '4a14e8b4-bcf5-4fc8-bd12-54989c925f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:08.040721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Attempting to bind port 53152745-6f87-40aa-9ce5-2525cb315068 on network b9ffeaca-af84-419e-ba67-6716f1ca6842 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:08.043497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38079c9-9be3-4f30-92dc-0e38007eadbe None None] Network e04b8d33-39b8-4ef3-bd16-b7214680e59a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:08.044247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Attempting to bind port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:08.044709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Attempting to bind port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:08.044967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Attempting to bind port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b on network 0f80b4b1-d8d6-438f-aba2-90e72270747d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:08.051487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port 1792be5a-6d04-431e-bb64-a9cbe1a99d96 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:08.065042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Pushing event updated for resources: {'Port': ['ID=53152745-6f87-40aa-9ce5-2525cb315068,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:08.098847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:08.099983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Checking segment: {'id': '4a14e8b4-bcf5-4fc8-bd12-54989c925f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:08.099983 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.099983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Bound using segment: {'id': '4a14e8b4-bcf5-4fc8-bd12-54989c925f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:08.100490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Bound port: 53152745-6f87-40aa-9ce5-2525cb315068, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a14e8b4-bcf5-4fc8-bd12-54989c925f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b9ffeaca-af84-419e-ba67-6716f1ca6842'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:08.100879 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.130067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b on network 0f80b4b1-d8d6-438f-aba2-90e72270747d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:08.130298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Attempting to bind port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b on network 0f80b4b1-d8d6-438f-aba2-90e72270747d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:08.164022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.173763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:08.174301 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Checking segment: {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:08.174898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Bound using segment: {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:08.175565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Bound port: 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee95782-6226-4bd0-b094-2f0eb2942a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:08.176144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.198661 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.207205 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-60cafd1b-d995-4f51-9cf7-3e9c98520dcc req-932c2916-9c8b-419f-b101-ee9017103ed9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049479 Jul 14 09:40:08.217461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:08.218148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:08.224002 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:08.306037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] For port 53152745-6f87-40aa-9ce5-2525cb315068, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:08.311634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] For port 53152745-6f87-40aa-9ce5-2525cb315068, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=53152745-6f87-40aa-9ce5-2525cb315068,segment=NetworkSegment(4a14e8b4-bcf5-4fc8-bd12-54989c925f76),segment_id=4a14e8b4-bcf5-4fc8-bd12-54989c925f76)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:08.327990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc772f0-8a4e-4f1d-9d61-1b004b2fc226 req-29ca6bda-6795-4ae0-a435-ac326ff68ee3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:08.329778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcc772f0-8a4e-4f1d-9d61-1b004b2fc226 req-29ca6bda-6795-4ae0-a435-ac326ff68ee3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 982 time: 0.2616062 Jul 14 09:40:08.332274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.392408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcc772f0-8a4e-4f1d-9d61-1b004b2fc226 req-8784c22e-c93f-4dce-b1b8-302d98f952f5 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0500870 Jul 14 09:40:08.393929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Deleting port a3f35159-4a56-44b1-b033-1260e4088d00 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:08.394269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.461961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Pushing event updated for resources: {'Port': ['ID=53152745-6f87-40aa-9ce5-2525cb315068,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:08.496327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] For port a3f35159-4a56-44b1-b033-1260e4088d00, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3f35159-4a56-44b1-b033-1260e4088d00,segment=NetworkSegment(da8f74ee-04e2-4b4f-8e9d-f1380513ffa5),segment_id=da8f74ee-04e2-4b4f-8e9d-f1380513ffa5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:08.496931 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.499609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.499609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.500111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.500649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.506538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.507145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.507632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.508123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.508622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.509165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.509643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.510466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049413ca-94ee-4c4a-9032-bac61517e786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:08.515804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Calling delete_port for a3f35159-4a56-44b1-b033-1260e4088d00 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:08.538553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] DHCP port deletion for e04b8d33-39b8-4ef3-bd16-b7214680e59a request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:08.633962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.665138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.675348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3f35159-4a56-44b1-b033-1260e4088d00,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:08.679256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] No DVR routers for this DVR port a3f35159-4a56-44b1-b033-1260e4088d00 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:08.701526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.7 (b9ffeaca-af84-419e-ba67-6716f1ca6842/8a63bf2f-d023-49b4-84e0-90f322caf30a/1792be5a-6d04-431e-bb64-a9cbe1a99d96) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:08.708325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] Deleting port a3f35159-4a56-44b1-b033-1260e4088d00 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:08.710257 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.732441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.740632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/c7c74aff-edf3-4600-95a5-d768a3b8121b HTTP/1.1" status: 204 len: 168 time: 1.5683410 Jul 14 09:40:08.748943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:08.764074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] For port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:08.804608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-886905346'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:08.879071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] For port a3f35159-4a56-44b1-b033-1260e4088d00, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:08.879841 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.916297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.916639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] Calling delete_port for a3f35159-4a56-44b1-b033-1260e4088d00 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:08.947546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] Port a3f35159-4a56-44b1-b033-1260e4088d00 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:40:08.952374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04b8d33-39b8-4ef3-bd16-b7214680e59a']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:08.956479 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:08.962161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] For port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:09.008423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:09.008928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8f74ee-04e2-4b4f-8e9d-f1380513ffa5') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:09.012342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12044f87-63c2-41c9-8169-25805da415ba tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=c7c74aff-edf3-4600-95a5-d768a3b8121b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:09.028671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.035811 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.059822 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.082110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:09.082781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:09.086392 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:09.102342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] Pushing event deleted for resources: {'Port': ['ID=a3f35159-4a56-44b1-b033-1260e4088d00,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:09.113627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cc16f1-7a70-4012-901f-a85ea9bd7e3c None None] No DVR routers for this DVR port a3f35159-4a56-44b1-b033-1260e4088d00 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:09.181862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:09.187672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.256559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-058c5082-4555-4d4a-b960-65586a53c955 req-2a313532-d4c2-4f4b-a731-59c57de8a139 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1471992 Jul 14 09:40:09.280040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.297547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.299678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e04b8d33-39b8-4ef3-bd16-b7214680e59a HTTP/1.1" status: 204 len: 168 time: 1.2653739 Jul 14 09:40:09.300636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d9696-ebd4-43d2-9631-7e51e8522055 admin admin] Pushing event deleted for resources: {'Network': ['ID=e04b8d33-39b8-4ef3-bd16-b7214680e59a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:09.304577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44582) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:09.339250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.340556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.342958 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] 10.222.0.66 "PUT /v2.0/ports/956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b HTTP/1.1" status: 200 len: 1131 time: 3.1547635 Jul 14 09:40:09.343767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:09.350032 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ba341b-dd8d-45a6-ae18-f53d4425a422" -d '{"events": [{"name": "network-changed", "server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:09.444228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:09.460616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.460616 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9 of type vlan for network 17ed02fa-0b59-4673-b75d-b1506c144aae Jul 14 09:40:09.600775 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be1a803-8702-4669-ac82-0f529744ef33 x-openstack-request-id: req-4be1a803-8702-4669-ac82-0f529744ef33 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:09.601067 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:09.601317 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4be1a803-8702-4669-ac82-0f529744ef33 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:09.601719 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'status': 'completed', 'code': 200} Jul 14 09:40:09.712951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b1565-df19-4cda-bb9f-2daf3f117602 service neutron] Pushing event updated for resources: {'Port': ['ID=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:09.751761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.779350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 53152745-6f87-40aa-9ce5-2525cb315068 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:09.853314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 53152745-6f87-40aa-9ce5-2525cb315068 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:09.863287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3cabe-3dad-432c-95fc-a4786dacb74b req-41b903c7-0fab-470a-ab35-3bbcd8912aac tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.879647 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9b3cabe-3dad-432c-95fc-a4786dacb74b req-41b903c7-0fab-470a-ab35-3bbcd8912aac tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 945 time: 0.7583344 Jul 14 09:40:09.899580 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:40:09.942025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3f35159-4a56-44b1-b033-1260e4088d00 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:09.962146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:09.969637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89208a8a-6a87-4da4-9264-be7587727b65 req-e05e02fb-15cf-45de-be3f-c5f2e67baba5 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.972112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89208a8a-6a87-4da4-9264-be7587727b65 req-e05e02fb-15cf-45de-be3f-c5f2e67baba5 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 982 time: 0.2488241 Jul 14 09:40:09.975574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: a3f35159-4a56-44b1-b033-1260e4088d00 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:09.976125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3f35159-4a56-44b1-b033-1260e4088d00 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:09.977299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-68910203-6c4d-4583-abf0-0696bd3d986d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:09.982330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-68910203-6c4d-4583-abf0-0696bd3d986d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=08ab6b16cfaa432ba54c4965014d2703&device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 1134 time: 0.4896502 Jul 14 09:40:10.028327 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.039034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.040391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.053000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89208a8a-6a87-4da4-9264-be7587727b65 req-756f928a-015c-4a37-8a9d-29a7b63d4844 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0608432 Jul 14 09:40:10.133386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9b3cabe-3dad-432c-95fc-a4786dacb74b req-cd0c6a0c-a192-44f4-aa69-9967b3711273 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545962 Jul 14 09:40:10.135590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 1792be5a-6d04-431e-bb64-a9cbe1a99d96 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:10.163505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-3f777492-c7f9-43ba-9bef-81f59c9c02d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b HTTP/1.1" status: 200 len: 217 time: 0.1538398 Jul 14 09:40:10.166719 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.198885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc2c126-996d-43dd-98d1-95dee30b8f94 None None] Network b9ffeaca-af84-419e-ba67-6716f1ca6842 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:10.285855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5350919 Jul 14 09:40:10.296437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44594) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:10.325874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': '17ed02fa-0b59-4673-b75d-b1506c144aae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:10.394251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f518f7-a552-459e-8e1f-34225e6c816f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=17ed02fa-0b59-4673-b75d-b1506c144aae,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:10.424309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-405e78b1-c733-45cd-b28a-3d3edbd6c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.426934 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-405e78b1-c733-45cd-b28a-3d3edbd6c178 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79dc9495-a89f-4e3f-a6e4-81802b2b16d1 HTTP/1.1" status: 200 len: 834 time: 0.1720645 Jul 14 09:40:10.450867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 17ed02fa-0b59-4673-b75d-b1506c144aae details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:10.580461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b237f003-ff8f-4114-97d5-7e570fd37249 None None] Provisioning for port 53152745-6f87-40aa-9ce5-2525cb315068 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:10.589962 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8ea756b-feba-412c-a7ce-c35c7e871c72 req-1f09e9aa-06e3-4320-8740-123243bda7ff tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0529995 Jul 14 09:40:10.603484 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.623826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b237f003-ff8f-4114-97d5-7e570fd37249 None None] Provisioning complete for port 53152745-6f87-40aa-9ce5-2525cb315068 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:10.624462 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b237f003-ff8f-4114-97d5-7e570fd37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.645662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c70c0001-89aa-4dac-a1e9-fa158c649829 req-4144de7d-971f-41c0-8952-205ef6019541 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0751698 Jul 14 09:40:10.705552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network b9ffeaca-af84-419e-ba67-6716f1ca6842 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:10.710906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:10.713855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:10.717132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=1792be5a-6d04-431e-bb64-a9cbe1a99d96,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:10.744119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-3a195c1a-62c5-4073-8c36-09c014d2d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.746009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-3a195c1a-62c5-4073-8c36-09c014d2d864 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f80b4b1-d8d6-438f-aba2-90e72270747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3098152 Jul 14 09:40:10.782107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:10.785183 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.828181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:10.828835 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:10.862255 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-529f3064-6a89-405c-93a4-a12c051d119a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4654965 Jul 14 09:40:10.862940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:10.924501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-dcdfbf48-396c-4048-bf5b-af19e0684c21 service neutron] 10.222.0.66 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693788 Jul 14 09:40:10.976966 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b237f003-ff8f-4114-97d5-7e570fd37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.067831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b237f003-ff8f-4114-97d5-7e570fd37249 None None] For port 53152745-6f87-40aa-9ce5-2525cb315068, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=53152745-6f87-40aa-9ce5-2525cb315068,segment=NetworkSegment(4a14e8b4-bcf5-4fc8-bd12-54989c925f76),segment_id=4a14e8b4-bcf5-4fc8-bd12-54989c925f76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:11.077803 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b237f003-ff8f-4114-97d5-7e570fd37249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.099112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.164378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f01350c-a46e-4420-b1f6-726f278c15c4 req-d6489681-0e07-48d6-982a-3d2102a7859c service neutron] 10.222.0.66 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188020 Jul 14 09:40:11.189834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Deleting port b20feb23-44d3-4250-b9a8-dc6275a47bf6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:11.190263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.197427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683f955-bdb5-4fd2-bb68-a3fe596dcb95 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:11.200091 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3683f955-bdb5-4fd2-bb68-a3fe596dcb95 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.3337028 Jul 14 09:40:11.214217 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237f003-ff8f-4114-97d5-7e570fd37249 None None] Pushing event updated for resources: {'Port': ['ID=53152745-6f87-40aa-9ce5-2525cb315068,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.223774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041425c-609c-4993-8f25-ba01595642e3 req-27633b36-3a29-4e59-a1a4-1fd6acd0ec66 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:11.231784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8041425c-609c-4993-8f25-ba01595642e3 req-27633b36-3a29-4e59-a1a4-1fd6acd0ec66 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 945 time: 0.2777779 Jul 14 09:40:11.238719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.293542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] For port b20feb23-44d3-4250-b9a8-dc6275a47bf6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b20feb23-44d3-4250-b9a8-dc6275a47bf6,segment=NetworkSegment(8feda34a-a072-4a82-b997-eb27f807810c),segment_id=8feda34a-a072-4a82-b997-eb27f807810c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:11.293542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.308739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Calling delete_port for b20feb23-44d3-4250-b9a8-dc6275a47bf6 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:11.366344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=be73cb61-ab7f-43ed-a4a8-a6675fdc5d9d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:11.428377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': 'e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '17ed02fa-0b59-4673-b75d-b1506c144aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:11.428634 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8041425c-609c-4993-8f25-ba01595642e3 req-40acee46-53c2-4ae0-a0de-28e82d3d0809 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956863 Jul 14 09:40:11.428753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: 17ed02fa-0b59-4673-b75d-b1506c144aae, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:11.481936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Provisioning for port 0bf84c68-1bdd-46ab-8607-2b97682bb7df completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:11.508667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Provisioning complete for port 0bf84c68-1bdd-46ab-8607-2b97682bb7df triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:11.510142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.523059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-328f95d0-0765-49b1-b3d9-6190fe6fe994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:11.524306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-328f95d0-0765-49b1-b3d9-6190fe6fe994 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=08ab6b16cfaa432ba54c4965014d2703&device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 1134 time: 0.2746432 Jul 14 09:40:11.599915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 17ed02fa-0b59-4673-b75d-b1506c144aae is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:11.651985 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Port 0bf84c68-1bdd-46ab-8607-2b97682bb7df cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:11.674946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dd689-edaa-4fd8-808f-11fda4ecbc22 req-58c990b8-64b6-4d6f-8f72-9d461f0a6a7a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:11.678613 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-879dd689-edaa-4fd8-808f-11fda4ecbc22 req-58c990b8-64b6-4d6f-8f72-9d461f0a6a7a tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 982 time: 0.3553860 Jul 14 09:40:11.700419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 53152745-6f87-40aa-9ce5-2525cb315068 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:11.709378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Provisioning complete for port 53152745-6f87-40aa-9ce5-2525cb315068 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:11.710600 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.763973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-69a8c7c6-6cd3-47ba-8afb-9b760a51331e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 1792be5a-6d04-431e-bb64-a9cbe1a99d96 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:11.763973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69a8c7c6-6cd3-47ba-8afb-9b760a51331e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.784537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 17ed02fa-0b59-4673-b75d-b1506c144aae) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:11.804049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a03c30-edeb-4f4d-ae4f-a1b09d286f23 None None] Network 17ed02fa-0b59-4673-b75d-b1506c144aae requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:11.841107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:11.842076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:11.866195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-879dd689-edaa-4fd8-808f-11fda4ecbc22 req-6a95b500-c5e0-4f30-a16d-12f0e49bf9dd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1708572 Jul 14 09:40:11.938604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a6faf8d6-3605-47c9-b600-9340d24b9602 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6405313 Jul 14 09:40:11.948941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44612) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:11.966555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-906827de-293f-4a67-8262-45342a320c3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-748874676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:12.079606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-57b9a64c-d016-4d0c-8d1f-385f77998f8f req-a3bc40d4-4341-42e2-bf54-409a1b68a640 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1295016 Jul 14 09:40:12.081493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-7453d664-a2c8-4838-bfb1-95a5cd4ab60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:12.083708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-7453d664-a2c8-4838-bfb1-95a5cd4ab60a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0f80b4b1-d8d6-438f-aba2-90e72270747d HTTP/1.1" status: 200 len: 897 time: 0.5420785 Jul 14 09:40:12.090850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-906827de-293f-4a67-8262-45342a320c3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.092571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-906827de-293f-4a67-8262-45342a320c3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.094790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.157733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b20feb23-44d3-4250-b9a8-dc6275a47bf6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:12.259145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-70c1d5bb-d07e-4622-8853-9b12da0158eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b HTTP/1.1" status: 200 len: 217 time: 0.1434400 Jul 14 09:40:12.405047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 53152745-6f87-40aa-9ce5-2525cb315068 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:12.405606 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.444863 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.465904 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-906827de-293f-4a67-8262-45342a320c3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.468190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-f4344cf4-9590-4e72-bf71-12ae2e856a90 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:12.474607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-f4344cf4-9590-4e72-bf71-12ae2e856a90 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 945 time: 0.3023484 Jul 14 09:40:12.485180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-906827de-293f-4a67-8262-45342a320c3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.492990 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69a8c7c6-6cd3-47ba-8afb-9b760a51331e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.512994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-2347d005-bac4-41de-ba6f-bc015e76a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:12.514838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-2347d005-bac4-41de-ba6f-bc015e76a390 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79dc9495-a89f-4e3f-a6e4-81802b2b16d1 HTTP/1.1" status: 200 len: 834 time: 0.2462478 Jul 14 09:40:12.521559 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-69a8c7c6-6cd3-47ba-8afb-9b760a51331e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 1792be5a-6d04-431e-bb64-a9cbe1a99d96 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:12.538431 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-906827de-293f-4a67-8262-45342a320c3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.539677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-906827de-293f-4a67-8262-45342a320c3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5806673 Jul 14 09:40:12.566130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44618) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:12.566406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-17ed02fa-0b59-4673-b75d-b1506c144aae', 'network_id': '17ed02fa-0b59-4673-b75d-b1506c144aae', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': 'be73cb61-ab7f-43ed-a4a8-a6675fdc5d9d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:12.581155 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.621950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Provisioning for port 1792be5a-6d04-431e-bb64-a9cbe1a99d96 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:12.647192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Provisioning complete for port 1792be5a-6d04-431e-bb64-a9cbe1a99d96 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:12.647871 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:12.708651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'port': {'network_id': '17ed02fa-0b59-4673-b75d-b1506c144aae', 'name': 'tempest-RoutersIpV6Test-1892234865'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:12.777279 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1a1dba-917e-45cc-abbd-02f9aadbcc41 req-89b9d776-30e3-4e40-a68a-a9ca1a75697e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aa88be8b50d5486fa3d9a50bff3d1c6b&device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0883009 Jul 14 09:40:12.849851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2b1a805c-9bb3-44bb-8ee2-8550b81f0b6e None None] Port 1792be5a-6d04-431e-bb64-a9cbe1a99d96 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:12.935549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Allocated IP 2001:db8::2 (17ed02fa-0b59-4673-b75d-b1506c144aae/be73cb61-ab7f-43ed-a4a8-a6675fdc5d9d/f7d0b4e8-9d6a-40ed-a391-a8ae09b14223) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:12.957517 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-652d2b8c-3266-4065-b92c-3a453854c293 req-c0e0d6fa-d80a-44e6-9c69-ae7a2ef53dd9 tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1788652 Jul 14 09:40:12.964185 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1a1dba-917e-45cc-abbd-02f9aadbcc41 req-c4c311f8-f329-4020-a1c0-76b825259adb service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=aa88be8b50d5486fa3d9a50bff3d1c6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175191 Jul 14 09:40:13.077940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67c16752-bf4d-4457-990e-95ef3a95b9c1 None None] Provisioning complete for port 0bf84c68-1bdd-46ab-8607-2b97682bb7df triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:13.077940 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67c16752-bf4d-4457-990e-95ef3a95b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.210298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-67c16752-bf4d-4457-990e-95ef3a95b9c1 None None] Port 0bf84c68-1bdd-46ab-8607-2b97682bb7df cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:13.211045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-cc8eef8d-dc69-4943-9404-6e2c69526d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:13.213689 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-cc8eef8d-dc69-4943-9404-6e2c69526d30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f80b4b1-d8d6-438f-aba2-90e72270747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6893835 Jul 14 09:40:13.262061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67c16752-bf4d-4457-990e-95ef3a95b9c1 None None] Provisioning complete for port 1792be5a-6d04-431e-bb64-a9cbe1a99d96 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:13.262663 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67c16752-bf4d-4457-990e-95ef3a95b9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.352540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03376efc-19fc-4ff9-942a-2fdc457f1e88 req-ebed12d2-49e8-4128-aea4-b19ad7a586d8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:13.365170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03376efc-19fc-4ff9-942a-2fdc457f1e88 req-ebed12d2-49e8-4128-aea4-b19ad7a586d8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 945 time: 0.3114393 Jul 14 09:40:13.390363 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-67c16752-bf4d-4457-990e-95ef3a95b9c1 None None] Port 1792be5a-6d04-431e-bb64-a9cbe1a99d96 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:13.418505 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.483496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Transition to ACTIVE for port object f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:13.490479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03376efc-19fc-4ff9-942a-2fdc457f1e88 req-70126ede-bbe4-4a63-85b8-9eec271bce34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225264 Jul 14 09:40:13.507735 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69a8c7c6-6cd3-47ba-8afb-9b760a51331e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.549794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Transition to ACTIVE for port object f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:13.581179 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.583682 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-244dff78-5c8e-4ca3-a0b5-119dc924d551 service neutron] 10.222.0.66 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610883 Jul 14 09:40:13.584759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8c7c6-6cd3-47ba-8afb-9b760a51331e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=1792be5a-6d04-431e-bb64-a9cbe1a99d96,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:13.734664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Network 17ed02fa-0b59-4673-b75d-b1506c144aae is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:13.739501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:13.743370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:13.755779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Pushing event updated for resources: {'Port': ['ID=f7d0b4e8-9d6a-40ed-a391-a8ae09b14223,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:13.762965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a1dba-917e-45cc-abbd-02f9aadbcc41 req-ba3181b9-e57e-4338-a74b-253271adb585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:13.765096 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1a1dba-917e-45cc-abbd-02f9aadbcc41 req-ba3181b9-e57e-4338-a74b-253271adb585 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7729259 Jul 14 09:40:13.785439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Deleting port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:13.786026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.790831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:13.795218 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.826619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:13.903057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Attempting to bind port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:13.903558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Attempting to bind port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '17ed02fa-0b59-4673-b75d-b1506c144aae'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:13.904161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Attempting to bind port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 on network 17ed02fa-0b59-4673-b75d-b1506c144aae {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:13.913149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:13.913536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Checking segment: {'id': 'e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '17ed02fa-0b59-4673-b75d-b1506c144aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:13.913930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.914326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Bound using segment: {'id': 'e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '17ed02fa-0b59-4673-b75d-b1506c144aae'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:13.914811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Bound port: f7d0b4e8-9d6a-40ed-a391-a8ae09b14223, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '17ed02fa-0b59-4673-b75d-b1506c144aae'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:13.915201 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.919116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69a8c7c6-6cd3-47ba-8afb-9b760a51331e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:13.922109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-69a8c7c6-6cd3-47ba-8afb-9b760a51331e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/1792be5a-6d04-431e-bb64-a9cbe1a99d96 HTTP/1.1" status: 204 len: 168 time: 2.6822464 Jul 14 09:40:13.929152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44628) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:13.983852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e6ba341b-dd8d-45a6-ae18-f53d4425a422 req-6308ef76-b9e4-4774-b34e-1ff485db247f service neutron] 10.222.0.66 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845289 Jul 14 09:40:13.985541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] device_id is not set on port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:13.995449 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0af2d209-7d85-426e-94fd-2ad9fc4548ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:40:14.002304 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0af2d209-7d85-426e-94fd-2ad9fc4548ff tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/1792be5a-6d04-431e-bb64-a9cbe1a99d96 HTTP/1.1" status: 404 len: 333 time: 0.0572803 Jul 14 09:40:14.004474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:14.083496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] For port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:14.088534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] For port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f7d0b4e8-9d6a-40ed-a391-a8ae09b14223,segment=NetworkSegment(e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9),segment_id=e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:14.101085 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.124187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Router 945ff581-e41a-4345-8489-1af7bcd1c1e7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:14.170379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:14.194395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'port_id': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'mac_address': 'fa:16:3e:73:20:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:14.196240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] For port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:14.196631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.200405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cc4cd-1335-4dbd-b555-1522858161a3 None None] Pushing event updated for resources: {'Port': ['ID=f7d0b4e8-9d6a-40ed-a391-a8ae09b14223,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.244772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-64392f28-8957-4c06-933d-a6644d93aeb5 req-5b94fb17-f050-42bb-b892-1c1acb7e0b9e tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.0798588 Jul 14 09:40:14.270018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Calling delete_port for eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:14.280914 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.290390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:14.314949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5839c-0427-4cdd-bc2a-9ef615647dc4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 0bf84c68-1bdd-46ab-8607-2b97682bb7df {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:14.316146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ef5839c-0427-4cdd-bc2a-9ef615647dc4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.349950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:14.378571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33464b36-10ee-4352-a86d-814956ea93a7 req-f8c19b1f-0706-47b9-a81a-db5c076ce4a8 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.387292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-33464b36-10ee-4352-a86d-814956ea93a7 req-f8c19b1f-0706-47b9-a81a-db5c076ce4a8 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 982 time: 0.5828488 Jul 14 09:40:14.411587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:14.426534 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.517652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8::165 (17ed02fa-0b59-4673-b75d-b1506c144aae/be73cb61-ab7f-43ed-a4a8-a6675fdc5d9d/cb9f7702-e2e7-4776-a417-d1f6a9023ba2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:14.573075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-330459db-6078-4493-932a-9bb71fa2ca86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2391870 Jul 14 09:40:14.575512 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ef5839c-0427-4cdd-bc2a-9ef615647dc4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.603957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5839c-0427-4cdd-bc2a-9ef615647dc4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 0bf84c68-1bdd-46ab-8607-2b97682bb7df owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:14.641410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.644370 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.675263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de930d1d-6898-41bb-b951-73b78a103b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:14.677743 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef4bd1e-56bf-4aae-ad51-95ed92d2fcb0" -d '{"events": [{"server_uuid": "de930d1d-6898-41bb-b951-73b78a103b65", "name": "network-vif-unplugged", "status": "completed", "tag": "eac4e6d4-0fb0-4ec2-a590-48a49c185aa8"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:14.691181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:14.713194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:14.747756 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:14.818017 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-33464b36-10ee-4352-a86d-814956ea93a7 req-58c47022-e2c4-4b60-ac05-66212926be7f tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4295344 Jul 14 09:40:14.833957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:14.940941 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4536062-71e1-4a06-9f97-223b3d3a0c8a x-openstack-request-id: req-c4536062-71e1-4a06-9f97-223b3d3a0c8a {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:14.941406 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de930d1d-6898-41bb-b951-73b78a103b65", "name": "network-vif-unplugged", "status": "completed", "tag": "eac4e6d4-0fb0-4ec2-a590-48a49c185aa8", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:14.941705 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4536062-71e1-4a06-9f97-223b3d3a0c8a {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:14.942240 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de930d1d-6898-41bb-b951-73b78a103b65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8', 'code': 200} Jul 14 09:40:14.955636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-d3c7fd7b-49d6-4b63-8900-51d866e993e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:14.958375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-d3c7fd7b-49d6-4b63-8900-51d866e993e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1097 time: 0.2497816 Jul 14 09:40:14.960247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:14.972597 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] Sync routers for ids ['945ff581-e41a-4345-8489-1af7bcd1c1e7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:14.988428 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] Routers {'945ff581-e41a-4345-8489-1af7bcd1c1e7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:14.989720 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['945ff581-e41a-4345-8489-1af7bcd1c1e7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:15.007343 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ff91b9f8-e5c9-4127-8daf-dc96823feb86 admin admin] 10.222.0.73 "PUT /v2.0/routers/945ff581-e41a-4345-8489-1af7bcd1c1e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7013807 Jul 14 09:40:15.008154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44642) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:15.039061 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ef5839c-0427-4cdd-bc2a-9ef615647dc4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.173194 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] Set router 945ff581-e41a-4345-8489-1af7bcd1c1e7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:15.227094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.244691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object cb9f7702-e2e7-4776-a417-d1f6a9023ba2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:15.334045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5839c-0427-4cdd-bc2a-9ef615647dc4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=0bf84c68-1bdd-46ab-8607-2b97682bb7df,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:15.352334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.356826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.358908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-32e3f22a-886a-4b4e-bd78-267f1112d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.363861 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-32e3f22a-886a-4b4e-bd78-267f1112d578 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.3768475 Jul 14 09:40:15.373449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2', '43ee9b55-a94c-4073-8ab2-9590096c3056'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:15.435500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b1a1dba-917e-45cc-abbd-02f9aadbcc41 req-11dfe174-f6b6-44b1-a2c9-4086c84c463d tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.66 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1254039 Jul 14 09:40:15.502287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238f1b-c666-4e0a-846d-88b321b0e1d0 req-87951d15-a0aa-4c56-84e1-d26d1fd5056e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.511813 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25238f1b-c666-4e0a-846d-88b321b0e1d0 req-87951d15-a0aa-4c56-84e1-d26d1fd5056e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 865 time: 0.6449370 Jul 14 09:40:15.563468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event deleted for resources: {'Port': ['ID=eac4e6d4-0fb0-4ec2-a590-48a49c185aa8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:15.637105 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:40:11Z', 'revision_number': 5, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:15.642444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.703992 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] Checking router: 945ff581-e41a-4345-8489-1af7bcd1c1e7 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:15.734540 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] Routers {'945ff581-e41a-4345-8489-1af7bcd1c1e7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:15.735196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5fe0edca-5a4d-4a1c-8fba-4bce5cd3d647 req-c5a58ff1-1881-4029-804e-ccab18ec28ae tempest-ServerShowV257Test-430195583 tempest-ServerShowV257Test-430195583-project] 10.222.0.73 "GET /v2.0/ports?device_id=54abf8eb-5f65-4b37-bc93-544f0778e11e HTTP/1.1" status: 200 len: 210 time: 0.1536102 Jul 14 09:40:15.735600 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['945ff581-e41a-4345-8489-1af7bcd1c1e7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:15.747392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 17ed02fa-0b59-4673-b75d-b1506c144aae is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:15.778663 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-6a3ce682-bffc-4f74-be1a-1f1f34d94213 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 999 time: 0.3924170 Jul 14 09:40:15.794684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25238f1b-c666-4e0a-846d-88b321b0e1d0 req-7f63b9c2-e625-4554-8fca-3975458b4f56 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819993 Jul 14 09:40:15.796674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ef5839c-0427-4cdd-bc2a-9ef615647dc4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.802456 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0ef5839c-0427-4cdd-bc2a-9ef615647dc4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/0bf84c68-1bdd-46ab-8607-2b97682bb7df HTTP/1.1" status: 204 len: 168 time: 1.7966409 Jul 14 09:40:15.807655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:15.839841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44650) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:15.887574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:15.909985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:15.914434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:15.932491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:15.935448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:15.955111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443df0fc-d57a-4dcc-9116-e3c31c16daf0 None None] Network 17ed02fa-0b59-4673-b75d-b1506c144aae requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:15.993348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=cb9f7702-e2e7-4776-a417-d1f6a9023ba2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:16.008754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] No DVR routers for this DVR port eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:16.023248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.025461 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45eced4f-44af-4b59-a09d-aa208f429c6f req-ba86b44d-aa4f-4eb9-9649-851ea21ddf53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "DELETE /v2.0/ports/eac4e6d4-0fb0-4ec2-a590-48a49c185aa8 HTTP/1.1" status: 204 len: 173 time: 3.5417609 Jul 14 09:40:16.036492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de930d1d-6898-41bb-b951-73b78a103b65', 'name': 'network-vif-deleted', 'tag': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:16.039249 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d56dd0-8d76-4486-8c75-e0aea4dcb11d" -d '{"events": [{"server_uuid": "de930d1d-6898-41bb-b951-73b78a103b65", "name": "network-vif-deleted", "tag": "eac4e6d4-0fb0-4ec2-a590-48a49c185aa8"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:16.040749 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6437afde-2f87-4727-8e44-82acab0a6730 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:40:16.046250 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] Set router 945ff581-e41a-4345-8489-1af7bcd1c1e7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:16.051296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6437afde-2f87-4727-8e44-82acab0a6730 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/0bf84c68-1bdd-46ab-8607-2b97682bb7df HTTP/1.1" status: 404 len: 333 time: 0.2053111 Jul 14 09:40:16.053942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44656) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.074142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:16.081018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6a651fc2-5b90-49b7-8a43-f49ed58f901b None None] Provisioning for port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:16.090718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:16.109378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:16.115759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.123705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:16.124180 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.181560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6a651fc2-5b90-49b7-8a43-f49ed58f901b None None] Provisioning complete for port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:16.181938 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6a651fc2-5b90-49b7-8a43-f49ed58f901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.190594 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bf8b6f4f-a96c-4e49-9fb4-16e4cad01c68 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5096612 Jul 14 09:40:16.195484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44658) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:16.221693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-b09fb48c-5cab-4ed2-8668-d1eacdb3a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.226331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-b09fb48c-5cab-4ed2-8668-d1eacdb3a721 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.4209802 Jul 14 09:40:16.229262 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059fef56-e61b-4379-b72c-f405ae1990b2 x-openstack-request-id: req-059fef56-e61b-4379-b72c-f405ae1990b2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:16.230405 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de930d1d-6898-41bb-b951-73b78a103b65", "name": "network-vif-deleted", "tag": "eac4e6d4-0fb0-4ec2-a590-48a49c185aa8", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:16.232695 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-059fef56-e61b-4379-b72c-f405ae1990b2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:16.233540 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de930d1d-6898-41bb-b951-73b78a103b65', 'name': 'network-vif-deleted', 'tag': 'eac4e6d4-0fb0-4ec2-a590-48a49c185aa8', 'status': 'completed', 'code': 200} Jul 14 09:40:16.356084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.473287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-89f4edc8-39ed-4b09-a5a3-7ef0b5602e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.475329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-89f4edc8-39ed-4b09-a5a3-7ef0b5602e64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338667 Jul 14 09:40:16.516539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b1400a-60dd-4199-846e-dca0b6224447 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 8a63bf2f-d023-49b4-84e0-90f322caf30a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:16.522816 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2b1400a-60dd-4199-846e-dca0b6224447 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.705692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2b1400a-60dd-4199-846e-dca0b6224447 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.723957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Deleting port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:16.724842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.733367 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-9340d254-9d42-437c-84ac-7073dae5539c service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473440 Jul 14 09:40:16.757481 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:40:11Z', 'revision_number': 5, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:16.830415 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32295b0b-a790-43c7-ad85-a39064d736fe None None] The sync data for ids ['945ff581-e41a-4345-8489-1af7bcd1c1e7'] in n-d-780147-26 is: [{'id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'name': 'tempest-TestServerBasicOps-1063226793-router', 'tenant_id': '266230cdf95a40458ef93f98e87b823b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234'}], 'enable_snat': True}, 'gw_port_id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:06Z', 'updated_at': '2021-07-14T09:40:11Z', 'revision_number': 5, 'project_id': '266230cdf95a40458ef93f98e87b823b', 'gw_port': {'id': '8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ed:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945ff581-e41a-4345-8489-1af7bcd1c1e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:08Z', 'updated_at': '2021-07-14T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:16.884390 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.892302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a10e4-d6e7-4b39-969a-b280e6039d0d req-44c0957c-7d53-4cee-8db3-9a1a870c35da tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:16.899726 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a70a10e4-d6e7-4b39-969a-b280e6039d0d req-44c0957c-7d53-4cee-8db3-9a1a870c35da tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 983 time: 0.4919035 Jul 14 09:40:16.909213 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.931881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6a651fc2-5b90-49b7-8a43-f49ed58f901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:16.960334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:16.962637 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bf9491-c763-43fe-96bd-559b9475d973" -d '{"events": [{"server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "name": "network-vif-plugged", "status": "completed", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:16.983805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:17.020344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.026392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a70a10e4-d6e7-4b39-969a-b280e6039d0d req-d3a7cbcd-2305-43b2-9c36-2101954cd747 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1215518 Jul 14 09:40:17.031994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6a651fc2-5b90-49b7-8a43-f49ed58f901b None None] For port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f7d0b4e8-9d6a-40ed-a391-a8ae09b14223,segment=NetworkSegment(e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9),segment_id=e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:17.037963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2b1400a-60dd-4199-846e-dca0b6224447 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.174016 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8058025-23e9-405b-90f9-ac93256428b0 x-openstack-request-id: req-b8058025-23e9-405b-90f9-ac93256428b0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:17.174329 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "name": "network-vif-plugged", "status": "completed", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:17.174593 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b8058025-23e9-405b-90f9-ac93256428b0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:17.175023 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'code': 200} Jul 14 09:40:17.176525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.186357 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6a651fc2-5b90-49b7-8a43-f49ed58f901b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.371957 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:40:17.372440 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:40:17.395796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a651fc2-5b90-49b7-8a43-f49ed58f901b None None] Pushing event updated for resources: {'Port': ['ID=f7d0b4e8-9d6a-40ed-a391-a8ae09b14223,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.516057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.571643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2b1400a-60dd-4199-846e-dca0b6224447 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.601491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44674) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:17.655312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8067f82c-0de9-4e63-8282-9c3b7be03edc req-3083b51f-1e49-4fe0-a6e7-406b0d7a5b5b service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9019334 Jul 14 09:40:17.679345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b1400a-60dd-4199-846e-dca0b6224447 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=8a63bf2f-d023-49b4-84e0-90f322caf30a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:17.762163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de1a96-fd84-419e-9842-f792caded7ea None None] Network b9ffeaca-af84-419e-ba67-6716f1ca6842 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:17.821719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] For port 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:17.822197 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.859100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Calling delete_port for 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:17.932646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-36246d20-036c-4658-aeb7-8942d956fa3d None None] Provisioning for port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:17.948969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-36246d20-036c-4658-aeb7-8942d956fa3d None None] Provisioning complete for port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:17.949523 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36246d20-036c-4658-aeb7-8942d956fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:17.969801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92ca4053-7852-4268-8931-3d01ed3f755e req-0fdd7b48-b81f-4bc9-91f5-40cbe70138dc tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=de930d1d-6898-41bb-b951-73b78a103b65 HTTP/1.1" status: 200 len: 210 time: 0.2768083 Jul 14 09:40:18.109949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-36246d20-036c-4658-aeb7-8942d956fa3d None None] Port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:18.144946 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2b1400a-60dd-4199-846e-dca0b6224447 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.150838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a2b1400a-60dd-4199-846e-dca0b6224447 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/8a63bf2f-d023-49b4-84e0-90f322caf30a HTTP/1.1" status: 204 len: 168 time: 2.0789819 Jul 14 09:40:18.151095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44680) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:18.166630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-36246d20-036c-4658-aeb7-8942d956fa3d None None] Provisioning complete for port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:18.166995 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36246d20-036c-4658-aeb7-8942d956fa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.167987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04ed7b9d-06fc-4930-9c3d-d94eb4493361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.366391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.374992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] DHCP port deletion for b9ffeaca-af84-419e-ba67-6716f1ca6842 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:18.413451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e7b72-c701-40d5-a0df-6d8009b901d9 req-1364f0fe-bd2a-4157-a927-f37bebe0939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:18.415262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-598e7b72-c701-40d5-a0df-6d8009b901d9 req-1364f0fe-bd2a-4157-a927-f37bebe0939b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 1136 time: 0.8829436 Jul 14 09:40:18.483633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:18.528573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:18.630381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-598e7b72-c701-40d5-a0df-6d8009b901d9 req-00995ace-fc71-48e3-9548-4872c3e9e0ff service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1991556 Jul 14 09:40:18.710192 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.713616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7265d238-8c78-4793-ae82-672dc8fe4ade None None] Provisioning complete for port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:18.714902 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7265d238-8c78-4793-ae82-672dc8fe4ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.752135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.824761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] Deleting port 53152745-6f87-40aa-9ce5-2525cb315068 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:18.825858 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.864358 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.884905 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.890287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04ed7b9d-06fc-4930-9c3d-d94eb4493361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.911258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7265d238-8c78-4793-ae82-672dc8fe4ade None None] Port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:18.912115 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04ed7b9d-06fc-4930-9c3d-d94eb4493361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.913971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:18.914673 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.982455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:18.986533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.020387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] For port 53152745-6f87-40aa-9ce5-2525cb315068, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=53152745-6f87-40aa-9ce5-2525cb315068,segment=NetworkSegment(4a14e8b4-bcf5-4fc8-bd12-54989c925f76),segment_id=4a14e8b4-bcf5-4fc8-bd12-54989c925f76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:19.021126 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.053903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] Calling delete_port for 53152745-6f87-40aa-9ce5-2525cb315068 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:19.110959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.115983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 945ff581-e41a-4345-8489-1af7bcd1c1e7 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:19.121517 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.133431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b127bf05-5bf5-48f9-b736-9b358bf9fbd8 admin admin] 10.222.0.73 "DELETE /v2.0/routers/945ff581-e41a-4345-8489-1af7bcd1c1e7 HTTP/1.1" status: 204 len: 168 time: 4.1234636 Jul 14 09:40:19.137548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.171402 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-04ed7b9d-06fc-4930-9c3d-d94eb4493361 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa88be8b50d5486fa3d9a50bff3d1c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5398328 Jul 14 09:40:19.171402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=cb9f7702-e2e7-4776-a417-d1f6a9023ba2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.186000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44694) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:19.192299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 53152745-6f87-40aa-9ce5-2525cb315068 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:19.192893 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.223532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935426bb-efc2-4b62-a155-2c489400121f req-b4810cb5-0485-494b-b36e-1f807c8f9b24 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:19.226296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-935426bb-efc2-4b62-a155-2c489400121f req-b4810cb5-0485-494b-b36e-1f807c8f9b24 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 984 time: 0.7657073 Jul 14 09:40:19.244530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b20feb23-44d3-4250-b9a8-dc6275a47bf6 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:19.263667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed7b9d-06fc-4930-9c3d-d94eb4493361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31872d9-cce9-4cc4-8c66-3763913fe57a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.334345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: b20feb23-44d3-4250-b9a8-dc6275a47bf6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:19.334908 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b20feb23-44d3-4250-b9a8-dc6275a47bf6 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:19.373582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] For port 53152745-6f87-40aa-9ce5-2525cb315068, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=53152745-6f87-40aa-9ce5-2525cb315068,segment=NetworkSegment(4a14e8b4-bcf5-4fc8-bd12-54989c925f76),segment_id=4a14e8b4-bcf5-4fc8-bd12-54989c925f76)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:19.377606 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.422723 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.427954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 53152745-6f87-40aa-9ce5-2525cb315068 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:19.494753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] No DVR routers for this DVR port 53152745-6f87-40aa-9ce5-2525cb315068 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:19.499367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057370b9-a556-467b-aece-06b27d5cd454 None None] Pushing event deleted for resources: {'Port': ['ID=53152745-6f87-40aa-9ce5-2525cb315068,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:19.626285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64d0b6d-4dc5-426c-af5d-8254e6f44561 admin admin] Deleting subnet 76bd64a3-738d-4696-b1f1-54c8768c81da {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:19.631533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f64d0b6d-4dc5-426c-af5d-8254e6f44561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.679995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c5c958de-f41b-43b2-bffd-79f7172d2c01 None None] Provisioning complete for port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:19.680514 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c5c958de-f41b-43b2-bffd-79f7172d2c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.707516 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-935426bb-efc2-4b62-a155-2c489400121f req-2be8f4ff-9762-4d04-98b1-b3fe52b4205f tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4303181 Jul 14 09:40:19.750139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c5c958de-f41b-43b2-bffd-79f7172d2c01 None None] Port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:19.755902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f64d0b6d-4dc5-426c-af5d-8254e6f44561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.794140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.798296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3047af25-b6a1-446b-ad64-1f0d9c5d2e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.839732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-18a9b8c5-ee90-4fb3-95b9-d56e58668194 req-9ec3860e-9aac-46cb-b905-4c4b8d86de58 tempest-ServersWithSpecificFlavorTestJSON-852980786 tempest-ServersWithSpecificFlavorTestJSON-852980786-project] (93779) timed out ('10.222.0.66', 64958) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:40:19.931283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3047af25-b6a1-446b-ad64-1f0d9c5d2e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:19.943544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.041925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=53152745-6f87-40aa-9ce5-2525cb315068,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:20.072180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.091972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3047af25-b6a1-446b-ad64-1f0d9c5d2e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.098001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3047af25-b6a1-446b-ad64-1f0d9c5d2e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.099259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3047af25-b6a1-446b-ad64-1f0d9c5d2e74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b31872d9-cce9-4cc4-8c66-3763913fe57a HTTP/1.1" status: 204 len: 168 time: 0.9119427 Jul 14 09:40:20.101776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No DVR routers for this DVR port 53152745-6f87-40aa-9ce5-2525cb315068 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:20.165514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047af25-b6a1-446b-ad64-1f0d9c5d2e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31872d9-cce9-4cc4-8c66-3763913fe57a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:20.241864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bb8758-bc6e-4957-bc9a-05ffac711591 req-4afcd5c4-5b02-49cd-9235-6fb2553fe265 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:20.244870 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0bb8758-bc6e-4957-bc9a-05ffac711591 req-4afcd5c4-5b02-49cd-9235-6fb2553fe265 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 946 time: 0.4112029 Jul 14 09:40:20.264920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f64d0b6d-4dc5-426c-af5d-8254e6f44561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.322996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:20.387467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:20.389161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8b33a79b-0cf6-4bb1-b1d3-25ffec08eb6d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:20.390751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 53152745-6f87-40aa-9ce5-2525cb315068 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:20.434544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.445897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 53152745-6f87-40aa-9ce5-2525cb315068 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:20.446858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 53152745-6f87-40aa-9ce5-2525cb315068 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:20.451560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ffeaca-af84-419e-ba67-6716f1ca6842']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:20.489281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a14e8b4-bcf5-4fc8-bd12-54989c925f76') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:20.490051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a14e8b4-bcf5-4fc8-bd12-54989c925f76') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:20.506259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.522680 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.530737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.531628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.540653 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.579968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:20.580643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:20.587184 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:20.628356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=cb9f7702-e2e7-4776-a417-d1f6a9023ba2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:20.697063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 17ed02fa-0b59-4673-b75d-b1506c144aae is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:20.701449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:20.722439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0bb8758-bc6e-4957-bc9a-05ffac711591 req-79404f33-1286-4539-ba2f-d58a8f3b6cc8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882794 Jul 14 09:40:20.763004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f64d0b6d-4dc5-426c-af5d-8254e6f44561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.805054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.810026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f64d0b6d-4dc5-426c-af5d-8254e6f44561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.817496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f64d0b6d-4dc5-426c-af5d-8254e6f44561 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/76bd64a3-738d-4696-b1f1-54c8768c81da HTTP/1.1" status: 204 len: 168 time: 1.6736057 Jul 14 09:40:20.822276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44714) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.839222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22ff5f-89bf-4b7c-ba39-c614d79adaa1 None None] Network 5b6db209-e0c8-4e5e-add7-11707b3984e6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:20.868965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:20.878146 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/networks/b9ffeaca-af84-419e-ba67-6716f1ca6842 HTTP/1.1" status: 204 len: 168 time: 2.7208529 Jul 14 09:40:20.922270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:20.932241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-177937772'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:20.957350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d0b6d-4dc5-426c-af5d-8254e6f44561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76bd64a3-738d-4696-b1f1-54c8768c81da,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:21.084476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a0a99-7888-45d2-b3e0-1b8f20015ba1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Network': ['ID=b9ffeaca-af84-419e-ba67-6716f1ca6842,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:21.115626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:21.121747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.180187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:21.203141 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.224743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.225253 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Added segment 28bf4d11-320f-440c-b179-f2d961ffe8a8 of type vlan for network 92e3ac98-1592-40e7-9f9f-30f937e12c91 Jul 14 09:40:21.364593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] DHCP port deletion for 5b6db209-e0c8-4e5e-add7-11707b3984e6 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:21.377389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44732) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:21.403095 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.425693 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-330df7d8-ba11-422a-b894-288b3eb82fb9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.428297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-330df7d8-ba11-422a-b894-288b3eb82fb9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 946 time: 0.4240396 Jul 14 09:40:21.459445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router 1e0596bf-4431-4714-b37e-3acbb861114a is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:21.508279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f895c348-28ca-45c6-b0cd-9a12e6c6c405 None None] Provisioning complete for port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:21.512362 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f895c348-28ca-45c6-b0cd-9a12e6c6c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.524525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69195b18-69ad-4f12-9c6d-113d14504e18 req-5ad8e121-b843-43c2-ba5d-a96e05ff9136 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.536115 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.537776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69195b18-69ad-4f12-9c6d-113d14504e18 req-5ad8e121-b843-43c2-ba5d-a96e05ff9136 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 984 time: 0.4359536 Jul 14 09:40:21.547173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:21.548366 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.587854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-766719636-network', 'tenant_id': '0104db94a3854712a82c586f924eef65'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:21.676013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f895c348-28ca-45c6-b0cd-9a12e6c6c405 None None] Port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:21.690226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Deleting port 36b52ff6-0235-4238-9f23-49c1d10d9801 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:21.690925 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.727652 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8028553 Jul 14 09:40:21.740819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] Deleting port 36b52ff6-0235-4238-9f23-49c1d10d9801 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:21.741580 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.746769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69195b18-69ad-4f12-9c6d-113d14504e18 req-531a28b1-7a88-4430-a38c-0d32c6d8bb46 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2074785 Jul 14 09:40:21.755593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44736) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:21.787734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:21.848534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0fee8-a4de-43dd-a33e-6b235198d8c2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Network': ['ID=92e3ac98-1592-40e7-9f9f-30f937e12c91,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:21.857313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Made reservation on behalf of 0104db94a3854712a82c586f924eef65 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:21.861671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.886900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] For port 36b52ff6-0235-4238-9f23-49c1d10d9801, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=36b52ff6-0235-4238-9f23-49c1d10d9801,segment=NetworkSegment(8feda34a-a072-4a82-b997-eb27f807810c),segment_id=8feda34a-a072-4a82-b997-eb27f807810c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:21.887832 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.896440 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.914546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] Calling delete_port for 36b52ff6-0235-4238-9f23-49c1d10d9801 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:21.917630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] For port 36b52ff6-0235-4238-9f23-49c1d10d9801, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=36b52ff6-0235-4238-9f23-49c1d10d9801,segment=NetworkSegment(8feda34a-a072-4a82-b997-eb27f807810c),segment_id=8feda34a-a072-4a82-b997-eb27f807810c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:21.918350 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:21.955852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Calling delete_port for 36b52ff6-0235-4238-9f23-49c1d10d9801 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:22.095357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 92e3ac98-1592-40e7-9f9f-30f937e12c91 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:22.164049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:22.181726 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3025a659-45c2-424f-94cd-39b918bfb97f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/1e0596bf-4431-4714-b37e-3acbb861114a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9856451 Jul 14 09:40:22.185662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44744) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:22.233017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da24c6-f404-4566-8a46-40e2e1182358 req-b0828487-537f-4bd5-a6be-ecfa89159346 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.235642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b3da24c6-f404-4566-8a46-40e2e1182358 req-b0828487-537f-4bd5-a6be-ecfa89159346 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 984 time: 0.1606071 Jul 14 09:40:22.250838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e626b56-f9ca-4b92-a101-dd9f6a7dd994 None None] Sync routers for ids ['1e0596bf-4431-4714-b37e-3acbb861114a'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:22.297959 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.313399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 36b52ff6-0235-4238-9f23-49c1d10d9801 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:22.322057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.334085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Deleting port 43ee9b55-a94c-4073-8ab2-9590096c3056 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:22.334542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.343856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.359317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:22.372967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.373576 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Added segment cdb40e2d-519b-4965-8a6f-adfa8f07a2ce of type vlan for network 142b4759-4d8a-4c73-ad3c-233be282579c Jul 14 09:40:22.397812 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3572eef-d3b4-40c3-89ea-c1d5008b5bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.399980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 36b52ff6-0235-4238-9f23-49c1d10d9801 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:22.400649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 36b52ff6-0235-4238-9f23-49c1d10d9801 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:22.403486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] Pushing event deleted for resources: {'Port': ['ID=36b52ff6-0235-4238-9f23-49c1d10d9801,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:22.423391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e626b56-f9ca-4b92-a101-dd9f6a7dd994 None None] Routers {'1e0596bf-4431-4714-b37e-3acbb861114a'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:22.424559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5e626b56-f9ca-4b92-a101-dd9f6a7dd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1e0596bf-4431-4714-b37e-3acbb861114a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:22.432480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.463213 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.479165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52866def-2375-4030-a980-8ca880a3f0c5 None None] No DVR routers for this DVR port 36b52ff6-0235-4238-9f23-49c1d10d9801 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:22.483789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b3da24c6-f404-4566-8a46-40e2e1182358 req-eb967935-3c54-46c2-8ac6-c4011efdf144 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2339878 Jul 14 09:40:22.485512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5e626b56-f9ca-4b92-a101-dd9f6a7dd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:22.509214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e626b56-f9ca-4b92-a101-dd9f6a7dd994 None None] Routers {'1e0596bf-4431-4714-b37e-3acbb861114a'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:22.510651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5e626b56-f9ca-4b92-a101-dd9f6a7dd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:39:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1e0596bf-4431-4714-b37e-3acbb861114a'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:22.527837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:22.535530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.573638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.574628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.575215 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.579816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] No DVR routers for this DVR port 36b52ff6-0235-4238-9f23-49c1d10d9801 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:22.590562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5e626b56-f9ca-4b92-a101-dd9f6a7dd994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:22.594946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e626b56-f9ca-4b92-a101-dd9f6a7dd994 None None] The sync data for ids ['1e0596bf-4431-4714-b37e-3acbb861114a'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:22.682304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b52ff6-0235-4238-9f23-49c1d10d9801,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:22.731190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169608b6-3f38-43a8-853c-deb2c2275c09 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.732950 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-169608b6-3f38-43a8-853c-deb2c2275c09 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports/cb9f7702-e2e7-4776-a417-d1f6a9023ba2 HTTP/1.1" status: 200 len: 984 time: 0.5459037 Jul 14 09:40:22.739354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44750) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:22.742884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] For port 43ee9b55-a94c-4073-8ab2-9590096c3056, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=43ee9b55-a94c-4073-8ab2-9590096c3056,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:22.743256 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.743734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Pushing event updated for resources: {'Network': ['ID=142b4759-4d8a-4c73-ad3c-233be282579c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:22.762955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3807707 Jul 14 09:40:22.767764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 142b4759-4d8a-4c73-ad3c-233be282579c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:22.802106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a88166-57cf-4d5f-8324-ebc63b9536ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19380346-caba-435b-a319-d27533be4db7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:22.804788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:22.823170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Request body: {'subnet': {'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-766719636-subnet', 'tenant_id': '0104db94a3854712a82c586f924eef65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:22.841260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.864745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f80a7-05bb-4fad-bde7-3abe6f226cfb req-c1d192ce-8302-460c-8782-9cc2dcf8a290 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:22.872478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b47f80a7-05bb-4fad-bde7-3abe6f226cfb req-c1d192ce-8302-460c-8782-9cc2dcf8a290 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 946 time: 0.8578696 Jul 14 09:40:22.875538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6db209-e0c8-4e5e-add7-11707b3984e6']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:22.902919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8feda34a-a072-4a82-b997-eb27f807810c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:22.903240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8feda34a-a072-4a82-b997-eb27f807810c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:22.934312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Made reservation on behalf of 0104db94a3854712a82c586f924eef65 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:22.941338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Calling delete_port for 43ee9b55-a94c-4073-8ab2-9590096c3056 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:22.955676 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:22.963138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.071019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.094907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b47f80a7-05bb-4fad-bde7-3abe6f226cfb req-e8f7f649-3e74-4054-95af-0f06aa9896f6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212441 Jul 14 09:40:23.099646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:23.100351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:23.103656 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:23.242934 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.252070 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.260017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5b6db209-e0c8-4e5e-add7-11707b3984e6 HTTP/1.1" status: 204 len: 168 time: 2.4263382 Jul 14 09:40:23.297939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d6e89-c4aa-4284-a86d-e75f7ddd7130 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b6db209-e0c8-4e5e-add7-11707b3984e6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:23.470679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.506379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44758) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:23.567923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae535cd-1b7b-4220-aa72-ade147203f26,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:23.571095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.601731 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-80b3aeb5-04bc-4cc4-9e53-966ca73d208a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2af3e0cad8cb482e810e9051890af676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0936534 Jul 14 09:40:23.606495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44760) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:23.617330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Checking segment: {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:23.617822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Network hostable DHCP agents. Network: 142b4759-4d8a-4c73-ad3c-233be282579c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:23.622250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3da7-f0e6-445c-ad27-b3a4d2dcb8c6 req-8317ca79-bd7c-4733-8ee6-5f47cfe29053 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.623799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f3da7-f0e6-445c-ad27-b3a4d2dcb8c6 req-8317ca79-bd7c-4733-8ee6-5f47cfe29053 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 1136 time: 0.6933851 Jul 14 09:40:23.665152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Network 142b4759-4d8a-4c73-ad3c-233be282579c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:23.685940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 142b4759-4d8a-4c73-ad3c-233be282579c) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:23.693442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:23.693684 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-9959eb00-eaca-4ff5-8503-129b3ec045f9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3706319 Jul 14 09:40:23.694422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.722605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ae2f3da7-f0e6-445c-ad27-b3a4d2dcb8c6 req-3452fe7d-f16e-40fb-9fe0-620f37588ab2 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.729299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd568faa-7790-45a5-9c6a-8c9caed06ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.733786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27107bf-c39e-431c-914e-ef44a45a5b37 None None] Network 142b4759-4d8a-4c73-ad3c-233be282579c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:23.737695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=5448650f-5eb1-4a58-b600-0864796b229d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:23.746659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5300c2bb-500c-4511-ab53-15f9b7325338 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9251592 Jul 14 09:40:23.783557 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd568faa-7790-45a5-9c6a-8c9caed06ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.872872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd568faa-7790-45a5-9c6a-8c9caed06ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.878302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd568faa-7790-45a5-9c6a-8c9caed06ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.879544 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fd568faa-7790-45a5-9c6a-8c9caed06ee5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a80bdb9f-fca1-48f7-b6ea-1d0beba00593 HTTP/1.1" status: 204 len: 168 time: 0.2720377 Jul 14 09:40:23.912259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd568faa-7790-45a5-9c6a-8c9caed06ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80bdb9f-fca1-48f7-b6ea-1d0beba00593,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:23.959482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Checking segment: {'id': '28bf4d11-320f-440c-b179-f2d961ffe8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:23.960073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network hostable DHCP agents. Network: 92e3ac98-1592-40e7-9f9f-30f937e12c91, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:23.969256 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:23.987955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2', '43ee9b55-a94c-4073-8ab2-9590096c3056'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:24.109663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event deleted for resources: {'Port': ['ID=43ee9b55-a94c-4073-8ab2-9590096c3056,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:24.143260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] No DVR routers for this DVR port 43ee9b55-a94c-4073-8ab2-9590096c3056 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:24.151164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.153338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec897c91-450c-4503-9afa-4ee7c72ae7c0 req-d75614e0-66b2-46ed-a135-58733b6185fe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "DELETE /v2.0/ports/43ee9b55-a94c-4073-8ab2-9590096c3056 HTTP/1.1" status: 204 len: 173 time: 2.7136178 Jul 14 09:40:24.153702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312ee1f-a9c9-4b52-8f9a-cb105e89925c None None] Network 142b4759-4d8a-4c73-ad3c-233be282579c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:24.155860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2', 'name': 'network-vif-deleted', 'tag': '43ee9b55-a94c-4073-8ab2-9590096c3056'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:24.158465 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8badb29f-ef28-4e14-a7f2-d712413a9719" -d '{"events": [{"server_uuid": "7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2", "name": "network-vif-deleted", "tag": "43ee9b55-a94c-4073-8ab2-9590096c3056"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:24.173523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 92e3ac98-1592-40e7-9f9f-30f937e12c91 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:24.210666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 92e3ac98-1592-40e7-9f9f-30f937e12c91) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:24.224408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.225015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.253524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-bc77256c-68f2-4b21-b54e-3da3d0d2aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.257094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-bc77256c-68f2-4b21-b54e-3da3d0d2aadb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 1097 time: 0.4597375 Jul 14 09:40:24.289037 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ae2f3da7-f0e6-445c-ad27-b3a4d2dcb8c6 req-3452fe7d-f16e-40fb-9fe0-620f37588ab2 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.315309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ae2f3da7-f0e6-445c-ad27-b3a4d2dcb8c6 req-3452fe7d-f16e-40fb-9fe0-620f37588ab2 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.353851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5775e4cd-ea6b-4a65-8e98-d70c20aedd61 None None] Network 92e3ac98-1592-40e7-9f9f-30f937e12c91 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:24.391083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c3bb3c7e-c624-4b0f-a424-0b4f457c2647 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6270416 Jul 14 09:40:24.395182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44784) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:24.405859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91', 'name': 'tempest-PortsTestJSON-209600375', 'fixed_ips': [{'subnet_id': '5448650f-5eb1-4a58-b600-0864796b229d', 'ip_address': '172.20.0.10'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:24.461091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f3da7-f0e6-445c-ad27-b3a4d2dcb8c6 req-3452fe7d-f16e-40fb-9fe0-620f37588ab2 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8168826 Jul 14 09:40:24.514558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44786) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:24.606380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452fe7d-f16e-40fb-9fe0-620f37588ab2 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b890b9-a75b-4260-bbca-f2e3eae4bc6a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:24.613774 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.665077 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e68cd351-a77f-4d59-a20e-c1171c68ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.674161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44788) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:24.735853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-629adaca-215a-46a6-b519-c6d9a27a4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:24.737987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-629adaca-215a-46a6-b519-c6d9a27a4e3a service neutron] 10.222.0.69 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 907 time: 0.4514313 Jul 14 09:40:24.827978 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:24.835045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-c062bb83-635e-4357-8f64-11db83fe6562 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32f96a1f-344d-4955-875f-c2a97f39e2a2 HTTP/1.1" status: 200 len: 217 time: 0.0867693 Jul 14 09:40:24.845779 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fc8e3c09-4df2-4c9e-a807-c7a733c454bd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=266230cdf95a40458ef93f98e87b823b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696372 Jul 14 09:40:24.847917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:24.910813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44794) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:24.957371 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d1e86b1-f294-4a63-8a13-81bdd9679b17 req-8e8a39af-249c-46bc-9a2a-b0dfcdc1a664 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2 HTTP/1.1" status: 200 len: 210 time: 0.1295114 Jul 14 09:40:24.997054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5131bc-442b-4e99-a3b5-42ccc87e6953 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.002595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ae5131bc-442b-4e99-a3b5-42ccc87e6953 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 1131 time: 0.4817314 Jul 14 09:40:25.007539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44802) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:25.017938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:25.064948 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948f9f62-71c5-43fa-bf37-88170755d4fc x-openstack-request-id: req-948f9f62-71c5-43fa-bf37-88170755d4fc {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:25.068727 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2", "name": "network-vif-deleted", "tag": "43ee9b55-a94c-4073-8ab2-9590096c3056", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:25.069795 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-948f9f62-71c5-43fa-bf37-88170755d4fc {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:25.070611 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7975bfe5-1fec-4f38-84bc-cb7a1c43f3e2', 'name': 'network-vif-deleted', 'tag': '43ee9b55-a94c-4073-8ab2-9590096c3056', 'status': 'completed', 'code': 200} Jul 14 09:40:25.092761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-eb97a227-2b21-446c-86ca-31ffb0798acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.095240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-eb97a227-2b21-446c-86ca-31ffb0798acb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.2478297 Jul 14 09:40:25.154217 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-92e3ac98-1592-40e7-9f9f-30f937e12c91', 'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91', 'tenant_id': '94e0c76d49294446ba2e21c1f28ae906', 'fixed_ips': [{'subnet_id': '5448650f-5eb1-4a58-b600-0864796b229d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:25.156064 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.208383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-3e22b512-3949-4954-a9fc-80c7b2bbe873 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035616 Jul 14 09:40:25.296507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.363495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22ed759d-8bf3-4787-811e-1ecfe4e6bf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.433639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Allocated IP 172.20.0.2 (92e3ac98-1592-40e7-9f9f-30f937e12c91/5448650f-5eb1-4a58-b600-0864796b229d/ad137ddb-75a1-49ef-b266-673c1f08cf11) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:25.462004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22ed759d-8bf3-4787-811e-1ecfe4e6bf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.532327 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.545808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-b809d1fb-82f6-47b2-8610-009d76fcfee3 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181152 Jul 14 09:40:25.581413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port c5945a6a-d3f5-47f0-b805-9b0bac48d5fb yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:25.629764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port cb9f7702-e2e7-4776-a417-d1f6a9023ba2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:25.630533 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.674160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-502c248c-2dde-4c82-92e1-1db078bd1e58 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:25.676734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-502c248c-2dde-4c82-92e1-1db078bd1e58 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 813 time: 0.7130318 Jul 14 09:40:25.694724 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22ed759d-8bf3-4787-811e-1ecfe4e6bf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.697458 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22ed759d-8bf3-4787-811e-1ecfe4e6bf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.699715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-22ed759d-8bf3-4787-811e-1ecfe4e6bf31 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46eb9d2c-50c3-4f9a-ac56-11957f03825e HTTP/1.1" status: 204 len: 168 time: 0.7869067 Jul 14 09:40:25.742886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-6fc9ff5a-935f-4d8f-bea0-771c238c8e18 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/quotas/0104db94a3854712a82c586f924eef65 HTTP/1.1" status: 200 len: 375 time: 0.0387247 Jul 14 09:40:25.767969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed759d-8bf3-4787-811e-1ecfe4e6bf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eb9d2c-50c3-4f9a-ac56-11957f03825e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:25.780512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4728bfa-7596-44ee-a782-d3509a3cf6be req-1c45e745-a30d-4f1b-aefa-2cdc555cb1b6 service neutron] 10.222.0.69 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250402 Jul 14 09:40:25.818920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.822560 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:25.893481 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-d97317f8-3f5f-4022-90f6-a478710d7c6f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482692 Jul 14 09:40:26.030725 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.052145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Transition to ACTIVE for port object ad137ddb-75a1-49ef-b266-673c1f08cf11 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:26.060867 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-0659b5ff-6b19-4a6a-90fc-da82f917ee62 service neutron] 10.222.0.73 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662030 Jul 14 09:40:26.092455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Transition to ACTIVE for port object ad137ddb-75a1-49ef-b266-673c1f08cf11 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:26.109714 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.207836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Pushing event updated for resources: {'Port': ['ID=ad137ddb-75a1-49ef-b266-673c1f08cf11,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:26.264238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Network 92e3ac98-1592-40e7-9f9f-30f937e12c91 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:26.264238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:26.278259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:26.340159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.10 (92e3ac98-1592-40e7-9f9f-30f937e12c91/5448650f-5eb1-4a58-b600-0864796b229d/c5945a6a-d3f5-47f0-b805-9b0bac48d5fb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:26.371860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 43ee9b55-a94c-4073-8ab2-9590096c3056 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:26.372081 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.378593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for cb9f7702-e2e7-4776-a417-d1f6a9023ba2 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:26.498790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a3587d8f-f968-4ba6-8d1a-6957d369c46b service neutron] 10.222.0.73 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3916812 Jul 14 09:40:26.617203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Attempting to bind port ad137ddb-75a1-49ef-b266-673c1f08cf11 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:26.621027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Attempting to bind port ad137ddb-75a1-49ef-b266-673c1f08cf11 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '28bf4d11-320f-440c-b179-f2d961ffe8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:26.621760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Attempting to bind port ad137ddb-75a1-49ef-b266-673c1f08cf11 on network 92e3ac98-1592-40e7-9f9f-30f937e12c91 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:26.630478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 43ee9b55-a94c-4073-8ab2-9590096c3056 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:26.631257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 43ee9b55-a94c-4073-8ab2-9590096c3056 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:26.637138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:26.637138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Checking segment: {'id': '28bf4d11-320f-440c-b179-f2d961ffe8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:26.637802 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.638662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Bound using segment: {'id': '28bf4d11-320f-440c-b179-f2d961ffe8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:26.640966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Bound port: ad137ddb-75a1-49ef-b266-673c1f08cf11, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bf4d11-320f-440c-b179-f2d961ffe8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:26.640966 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.737410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.766425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] For port ad137ddb-75a1-49ef-b266-673c1f08cf11, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:26.771311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object c5945a6a-d3f5-47f0-b805-9b0bac48d5fb will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:26.772389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] For port ad137ddb-75a1-49ef-b266-673c1f08cf11, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ad137ddb-75a1-49ef-b266-673c1f08cf11,segment=NetworkSegment(28bf4d11-320f-440c-b179-f2d961ffe8a8),segment_id=28bf4d11-320f-440c-b179-f2d961ffe8a8)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:26.781598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.872086 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.874424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdd2ef-75b1-476d-b4d3-7c325b7f2481 None None] Pushing event updated for resources: {'Port': ['ID=ad137ddb-75a1-49ef-b266-673c1f08cf11,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:26.931950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Allocated IP 172.25.0.107 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/b17964c0-7204-4add-86e9-39405448d429) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:26.933800 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:26.940422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 92e3ac98-1592-40e7-9f9f-30f937e12c91 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:26.949793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:26.959074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:27.025523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=c5945a6a-d3f5-47f0-b805-9b0bac48d5fb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:27.049829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:27.050511 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.074293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cbcee0d1-020a-4232-8169-f4c8a2b7cc9b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6717191 Jul 14 09:40:27.074293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:27.079151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': '92e3ac98-1592-40e7-9f9f-30f937e12c91', 'name': 'tempest-PortsTestJSON-1882425025', 'fixed_ips': [{'subnet_id': '5448650f-5eb1-4a58-b600-0864796b229d', 'ip_address': '172.20.0.9'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:27.109004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-709a8617-9d70-4bd3-b8d7-6711145d519f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:27.110575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-709a8617-9d70-4bd3-b8d7-6711145d519f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.4873314 Jul 14 09:40:27.113724 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.168795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-af09db85-0205-4f32-b2e9-c7b42f13ea90 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/quotas/b15cc3cbaa824894844a3989894ba747 HTTP/1.1" status: 200 len: 375 time: 0.0478809 Jul 14 09:40:27.170303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=cb9f7702-e2e7-4776-a417-d1f6a9023ba2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:27.193986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f907efa2-53f6-47f8-aeee-f5e1666c6e4d req-cdf1ee60-086d-4314-bb3a-4358aea60d60 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 210 time: 0.0396867 Jul 14 09:40:27.225789 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.375000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:27.390416 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.434473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port 23428bf0-3605-498f-bd1c-5eda3c7b25fa yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:27.442059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.455492 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.692397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.9 (92e3ac98-1592-40e7-9f9f-30f937e12c91/5448650f-5eb1-4a58-b600-0864796b229d/23428bf0-3605-498f-bd1c-5eda3c7b25fa) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:27.724012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-e078c931-79a8-4ee8-80f7-043cc01aebfa tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5335748 Jul 14 09:40:27.831597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.910649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.926279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 23428bf0-3605-498f-bd1c-5eda3c7b25fa will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:27.973842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router 1e0596bf-4431-4714-b37e-3acbb861114a has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:27.976298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:27.977161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:27.989647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:27.993245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:28.042586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-5cc18102-8dad-434a-925d-bb16fbdeef18 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252028 Jul 14 09:40:28.070285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=23428bf0-3605-498f-bd1c-5eda3c7b25fa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:28.094089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 92e3ac98-1592-40e7-9f9f-30f937e12c91 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:28.098447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:28.107384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:28.213802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:28.214847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.246129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:28.259427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a24eacd4-94b6-4fb3-bd64-80a057f062e8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1825948 Jul 14 09:40:28.260456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:28.260809 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e20dc5-e3e7-443b-9acd-0c175c540213 None None] Sync routers for ids ['1e0596bf-4431-4714-b37e-3acbb861114a'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:28.272958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-77eb450b-87c1-4370-8b78-7824b6171e45 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/1e0596bf-4431-4714-b37e-3acbb861114a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5324905 Jul 14 09:40:28.274203 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e20dc5-e3e7-443b-9acd-0c175c540213 None None] Routers {'1e0596bf-4431-4714-b37e-3acbb861114a'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:28.274847 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-17e20dc5-e3e7-443b-9acd-0c175c540213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1e0596bf-4431-4714-b37e-3acbb861114a'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:28.322438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:28.350033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=b17964c0-7204-4add-86e9-39405448d429,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:28.352464 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-17e20dc5-e3e7-443b-9acd-0c175c540213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:28.369400 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e20dc5-e3e7-443b-9acd-0c175c540213 None None] Routers {'1e0596bf-4431-4714-b37e-3acbb861114a'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:28.372250 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-17e20dc5-e3e7-443b-9acd-0c175c540213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['1e0596bf-4431-4714-b37e-3acbb861114a'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:28.416099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ad137ddb-75a1-49ef-b266-673c1f08cf11 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:28.453341 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-17e20dc5-e3e7-443b-9acd-0c175c540213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:28.453991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e20dc5-e3e7-443b-9acd-0c175c540213 None None] The sync data for ids ['1e0596bf-4431-4714-b37e-3acbb861114a'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:28.529089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port ad137ddb-75a1-49ef-b266-673c1f08cf11 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:28.611403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4842ecbf-f87d-431e-9ed5-ef7a1b66bc75 None None] Network 92e3ac98-1592-40e7-9f9f-30f937e12c91 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:28.639965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c610c863-99f0-4875-bbf6-cfba1c2ae344 req-1fc2d5d8-e372-404c-92c0-898436b3c5ef tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 210 time: 0.0888968 Jul 14 09:40:28.647745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-95934ec1-90fd-474d-85d1-11b5dd2983d8 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734167 Jul 14 09:40:28.763045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c220add2-015b-4698-8112-f178fecfc9f2 None None] Provisioning for port ad137ddb-75a1-49ef-b266-673c1f08cf11 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:28.772688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c220add2-015b-4698-8112-f178fecfc9f2 None None] Provisioning complete for port ad137ddb-75a1-49ef-b266-673c1f08cf11 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:28.773221 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c220add2-015b-4698-8112-f178fecfc9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:28.939094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d00407-1b32-4972-9fe6-8c224670fb45 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:28.945804 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f8d00407-1b32-4972-9fe6-8c224670fb45 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.6836724 Jul 14 09:40:28.972809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:29.093117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c220add2-015b-4698-8112-f178fecfc9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.121000 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-b0bcff33-f841-46d4-b98d-6ed66317b6b1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 09:40:29.122874 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b0bcff33-f841-46d4-b98d-6ed66317b6b1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/1e0596bf-4431-4714-b37e-3acbb861114a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7989540 Jul 14 09:40:29.126844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44854) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:29.131624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba9f7677-0704-4304-b5d3-3d24bf1faf33 req-ca4ce63e-6ce5-40e0-9c54-ae517543ebae tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 210 time: 0.0615146 Jul 14 09:40:29.180554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.203121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bad94de3-4375-4306-9be8-49e483e78c98 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e0596bf-4431-4714-b37e-3acbb861114a HTTP/1.1" status: 200 len: 205 time: 0.0746794 Jul 14 09:40:29.207160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44856) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:29.247033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-75faa652-f034-4ca0-8f87-f90727b4798a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.248673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-75faa652-f034-4ca0-8f87-f90727b4798a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.69 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 813 time: 0.3783643 Jul 14 09:40:29.250319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c220add2-015b-4698-8112-f178fecfc9f2 None None] For port ad137ddb-75a1-49ef-b266-673c1f08cf11, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ad137ddb-75a1-49ef-b266-673c1f08cf11,segment=NetworkSegment(28bf4d11-320f-440c-b179-f2d961ffe8a8),segment_id=28bf4d11-320f-440c-b179-f2d961ffe8a8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:29.263246 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c220add2-015b-4698-8112-f178fecfc9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.284907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Request body: {'port': {'device_id': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c', 'admin_state_up': True, 'tenant_id': '0104db94a3854712a82c586f924eef65'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:29.364895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0936ea3e-c9f9-4be1-a8bd-2d80b0a6451e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.490692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d29513-2644-49aa-b46a-6518c9fc159d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.507194 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.509594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d29513-2644-49aa-b46a-6518c9fc159d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.517809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d29513-2644-49aa-b46a-6518c9fc159d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:29.519610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e4d29513-2644-49aa-b46a-6518c9fc159d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.5455647 Jul 14 09:40:29.526801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44864) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:29.529879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220add2-015b-4698-8112-f178fecfc9f2 None None] Pushing event updated for resources: {'Port': ['ID=ad137ddb-75a1-49ef-b266-673c1f08cf11,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:29.614584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.738947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Provisioning complete for port ad137ddb-75a1-49ef-b266-673c1f08cf11 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:29.739623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.757768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0936ea3e-c9f9-4be1-a8bd-2d80b0a6451e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.760563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0936ea3e-c9f9-4be1-a8bd-2d80b0a6451e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.823942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0936ea3e-c9f9-4be1-a8bd-2d80b0a6451e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.825182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0936ea3e-c9f9-4be1-a8bd-2d80b0a6451e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Fanout notify agent at l3_agent the message router_deleted on router 1e0596bf-4431-4714-b37e-3acbb861114a {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:29.833580 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0936ea3e-c9f9-4be1-a8bd-2d80b0a6451e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.839742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0936ea3e-c9f9-4be1-a8bd-2d80b0a6451e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/1e0596bf-4431-4714-b37e-3acbb861114a HTTP/1.1" status: 204 len: 168 time: 0.6274068 Jul 14 09:40:29.844605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44870) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:29.969243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-716db80b-871d-412f-9d6a-d4b31c899c4d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet be73cb61-ab7f-43ed-a4a8-a6675fdc5d9d {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:29.980668 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716db80b-871d-412f-9d6a-d4b31c899c4d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:29.988497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Provisioning for port 23428bf0-3605-498f-bd1c-5eda3c7b25fa completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:30.000023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Provisioning complete for port 23428bf0-3605-498f-bd1c-5eda3c7b25fa triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:30.000671 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.091175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Port 23428bf0-3605-498f-bd1c-5eda3c7b25fa cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:30.118871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Provisioning for port c5945a6a-d3f5-47f0-b805-9b0bac48d5fb completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:30.134600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Provisioning complete for port c5945a6a-d3f5-47f0-b805-9b0bac48d5fb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:30.135339 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.262242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-758b8f70-f4bf-4901-a882-3b42449a23fa None None] Port c5945a6a-d3f5-47f0-b805-9b0bac48d5fb cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:30.323095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ad137ddb-75a1-49ef-b266-673c1f08cf11 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:30.450403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-06f61fe7-4576-436c-9fd8-69e68a3be3b7 None None] Provisioning complete for port c5945a6a-d3f5-47f0-b805-9b0bac48d5fb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:30.450973 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-06f61fe7-4576-436c-9fd8-69e68a3be3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.498422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ad137ddb-75a1-49ef-b266-673c1f08cf11 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:30.499240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.504338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Made reservation on behalf of 0104db94a3854712a82c586f924eef65 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:30.509399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.572688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-06f61fe7-4576-436c-9fd8-69e68a3be3b7 None None] Port c5945a6a-d3f5-47f0-b805-9b0bac48d5fb cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:30.655850 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-211130e9-cfde-4925-bbaf-0954eeb98a18 req-ce773fb3-f2e6-4b20-ba97-44688bacd3ba tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 210 time: 0.6161106 Jul 14 09:40:30.668344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716db80b-871d-412f-9d6a-d4b31c899c4d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.712683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c0c13a0c-71d4-418a-a924-1b697cc58b98 None None] Provisioning complete for port 23428bf0-3605-498f-bd1c-5eda3c7b25fa triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:30.713076 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c0c13a0c-71d4-418a-a924-1b697cc58b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.728963 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7345cdd-7a49-45cf-bcd1-2e2399fa80ce req-86ac9878-d042-4c13-ba5b-be5f02b310cd tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 210 time: 0.2019479 Jul 14 09:40:30.794674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716db80b-871d-412f-9d6a-d4b31c899c4d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.805573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c0c13a0c-71d4-418a-a924-1b697cc58b98 None None] Port 23428bf0-3605-498f-bd1c-5eda3c7b25fa cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:30.871184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 23428bf0-3605-498f-bd1c-5eda3c7b25fa {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:30.871767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.892650 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716db80b-871d-412f-9d6a-d4b31c899c4d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.921548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4d1b5-9a3d-4fc0-91d5-85dcd3ddc71f None None] Network 17ed02fa-0b59-4673-b75d-b1506c144aae requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:30.922282 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716db80b-871d-412f-9d6a-d4b31c899c4d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:30.926957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-716db80b-871d-412f-9d6a-d4b31c899c4d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/be73cb61-ab7f-43ed-a4a8-a6675fdc5d9d HTTP/1.1" status: 204 len: 168 time: 1.0798547 Jul 14 09:40:30.931997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44878) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:30.963185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716db80b-871d-412f-9d6a-d4b31c899c4d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=be73cb61-ab7f-43ed-a4a8-a6675fdc5d9d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:30.997101 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.029762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.146760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] DHCP port deletion for 17ed02fa-0b59-4673-b75d-b1506c144aae request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:31.148084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Allocated IP 172.20.0.14 (142b4759-4d8a-4c73-ad3c-233be282579c/fae535cd-1b7b-4220-aa72-ade147203f26/d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:31.223349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] Deleting port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:31.223925 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.259305 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.284223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.301910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=b17964c0-7204-4add-86e9-39405448d429,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:31.340144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] For port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f7d0b4e8-9d6a-40ed-a391-a8ae09b14223,segment=NetworkSegment(e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9),segment_id=e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:31.340840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.341971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 23428bf0-3605-498f-bd1c-5eda3c7b25fa owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:31.359088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] Calling delete_port for f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:31.389442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.500005 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.542388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] Pushing event deleted for resources: {'Port': ['ID=f7d0b4e8-9d6a-40ed-a391-a8ae09b14223,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:31.546206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb668e-dfda-493f-a07a-bcbc2117e924 None None] No DVR routers for this DVR port f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:31.622199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] The port 'f7d0b4e8-9d6a-40ed-a391-a8ae09b14223' was deleted {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 09:40:31.920101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0f1e7f0-042c-4672-9fdd-6abf2f712c79 req-b124557c-9a4e-4493-b346-ab505818ea58 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 210 time: 0.0419710 Jul 14 09:40:31.923490 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85f64bb6-2fcf-40f8-9439-a9ba2cdb3949 req-56bbb831-7fd1-4d1e-b3d3-eb0611cc8fc6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 210 time: 0.1222758 Jul 14 09:40:31.934106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:31.959695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-e8f7e0d8-2cc5-402a-a791-f43136df4cea tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:31.959695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-e8f7e0d8-2cc5-402a-a791-f43136df4cea tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.6118145 Jul 14 09:40:31.971848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ed02fa-0b59-4673-b75d-b1506c144aae']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:32.002210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Request body: {'port': {'device_id': 'b7ae1ba0-69b3-4a74-b9c7-92088143ea35', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'admin_state_up': True, 'tenant_id': 'b15cc3cbaa824894844a3989894ba747'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:32.012624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:32.012906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bb438d-7c5c-4b69-8ad4-17c17b5f74c9') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:32.079215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.083664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.090074 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Floating IP a02d71de-d3ec-4f37-91ec-8ed3c5fe6137 associated. External IP: 172.25.0.107, port: 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b. Jul 14 09:40:32.177501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.202260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:32.202693 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:32.217409 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:32.240431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:32.266443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:32.266900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f7d0b4e8-9d6a-40ed-a391-a8ae09b14223 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:32.388335 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.394960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.407454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.409253 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/17ed02fa-0b59-4673-b75d-b1506c144aae HTTP/1.1" status: 204 len: 168 time: 1.4739156 Jul 14 09:40:32.414307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:32.419652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-547895336'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:32.470293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=17ed02fa-0b59-4673-b75d-b1506c144aae,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:32.474609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=23428bf0-3605-498f-bd1c-5eda3c7b25fa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:32.479735 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.488782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:32.492329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.498357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:32.502705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.517568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.517901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.518244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.518580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.518918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.519247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.519595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.519916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.520280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.520562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.520888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.521211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb6239b-eb11-4132-9075-46da3ca2ffc2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.532033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:32.549489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.550076 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment 216b9ee3-7e6d-435f-91ce-ccad608bc418 of type vlan for network 044f546e-4102-4bec-8b00-a5e8a2cc1530 Jul 14 09:40:32.582431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.582790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.583130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.583826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.583826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.584172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.584466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.584790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.585115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.585434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.585808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.586073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:32.599505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.643467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.654000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:32.655120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Network 142b4759-4d8a-4c73-ad3c-233be282579c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:32.655608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:32.671298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:32.681304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:32.750221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3344600 Jul 14 09:40:32.755350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:32.765760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': '044f546e-4102-4bec-8b00-a5e8a2cc1530', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:32.790382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a64891-5a4f-4f04-8e2c-f8e9bf31e155 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=044f546e-4102-4bec-8b00-a5e8a2cc1530,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:32.803626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 044f546e-4102-4bec-8b00-a5e8a2cc1530 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:32.880428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:32.884457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.082762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.089338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-883f4077-8ab4-4fff-9d99-67786fdfcaa4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/23428bf0-3605-498f-bd1c-5eda3c7b25fa HTTP/1.1" status: 204 len: 168 time: 2.8463781 Jul 14 09:40:33.093586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44896) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:33.113513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.157704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.158268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.158930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.165750 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc7b5ca-2018-4f31-b7e9-da8f6fc68f0f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:40:33.172451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2cc7b5ca-2018-4f31-b7e9-da8f6fc68f0f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/23428bf0-3605-498f-bd1c-5eda3c7b25fa HTTP/1.1" status: 404 len: 333 time: 0.0683186 Jul 14 09:40:33.195198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44902) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:33.229609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:33.239361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4caf2117-78cf-46dc-a3a3-d2d5753351e5 req-b9ddd89d-f1c5-4c97-b59b-5cc07b0b26b2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 210 time: 0.0768583 Jul 14 09:40:33.250902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-a0799c0f-a4d9-48f1-b97e-db81984c3248 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9792659 Jul 14 09:40:33.268399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=6f1962fc-c584-4b10-9f1c-ba96b0e971ca,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:33.281923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': '216b9ee3-7e6d-435f-91ce-ccad608bc418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '044f546e-4102-4bec-8b00-a5e8a2cc1530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:33.283365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: 044f546e-4102-4bec-8b00-a5e8a2cc1530, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:33.286216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Request body: {'port': {'device_id': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:33.302630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 044f546e-4102-4bec-8b00-a5e8a2cc1530 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:33.313966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 044f546e-4102-4bec-8b00-a5e8a2cc1530) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:33.321113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.322083 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.323963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4f592-0eaf-4d25-a906-897d85cb2c4e None None] Network 044f546e-4102-4bec-8b00-a5e8a2cc1530 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:33.356328 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-85422527-5a7b-4c09-91ec-9b9d0735d40f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5974135 Jul 14 09:40:33.357412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:33.361766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Allocated IP 172.20.0.5 (528bc5e0-656c-4dd1-a586-5eba8f6aa108/3eaf5bc9-caa5-490c-b0b2-94273b5b5443/1ef66f76-de6e-467e-8cb5-962721ef99dd) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:33.366898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-09d3092e-d3b9-4b76-814a-e6835dd22117 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-306035128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:33.431474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d3092e-d3b9-4b76-814a-e6835dd22117 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.436800 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d3092e-d3b9-4b76-814a-e6835dd22117 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.554345 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d3092e-d3b9-4b76-814a-e6835dd22117 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.565832 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d3092e-d3b9-4b76-814a-e6835dd22117 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.566535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-044f546e-4102-4bec-8b00-a5e8a2cc1530', 'network_id': '044f546e-4102-4bec-8b00-a5e8a2cc1530', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': '6f1962fc-c584-4b10-9f1c-ba96b0e971ca'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:33.568806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.578613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.606838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09d3092e-d3b9-4b76-814a-e6835dd22117 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.614709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-09d3092e-d3b9-4b76-814a-e6835dd22117 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2554150 Jul 14 09:40:33.615803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44906) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:33.658564 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d428e3b-2e76-401f-9662-1317c956940c req-e20c75d7-5eaf-4e1b-aa83-db01231af1f7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:33.660169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4d428e3b-2e76-401f-9662-1317c956940c req-e20c75d7-5eaf-4e1b-aa83-db01231af1f7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 932 time: 0.4569483 Jul 14 09:40:33.696817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:33.718671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] Sync routers for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:33.725545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2894e3d6-6e41-42ce-8491-ee6855caa41a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port c5945a6a-d3f5-47f0-b805-9b0bac48d5fb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:33.725922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2894e3d6-6e41-42ce-8491-ee6855caa41a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.760730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:33.761382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:33.812569 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:33.827035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Allocated IP 2001:db8::2 (044f546e-4102-4bec-8b00-a5e8a2cc1530/6f1962fc-c584-4b10-9f1c-ba96b0e971ca/d00cbf47-a264-400f-bc84-26c4fcbf61c4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:33.943535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:33.956926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4d428e3b-2e76-401f-9662-1317c956940c req-688c362d-2a5c-4072-acff-5842f7967094 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579584 Jul 14 09:40:33.967027 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.018201 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7ebe4252-4959-42fc-a63e-91d0bc497fd2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.0080147 Jul 14 09:40:34.041390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44908) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:34.047084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:34.048827 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:34.054353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2894e3d6-6e41-42ce-8491-ee6855caa41a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.055326 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.086042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2894e3d6-6e41-42ce-8491-ee6855caa41a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for c5945a6a-d3f5-47f0-b805-9b0bac48d5fb owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:34.136099 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf71ac5-61db-4970-a3b0-2a4e28a9f46a x-openstack-request-id: req-8bf71ac5-61db-4970-a3b0-2a4e28a9f46a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:34.136431 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:34.136683 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8bf71ac5-61db-4970-a3b0-2a4e28a9f46a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:34.137076 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'status': 'completed', 'code': 200} Jul 14 09:40:34.194162 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.199171 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.331277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:34.343766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event updated for resources: {'Port': ['ID=1ef66f76-de6e-467e-8cb5-962721ef99dd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.353515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:34.364481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:34.375012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:34.393369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:34.427449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.559375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-96f58d9f-30d8-4c10-8d75-e13e5996f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.560963 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-96f58d9f-30d8-4c10-8d75-e13e5996f67d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=08ab6b16cfaa432ba54c4965014d2703&device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 1136 time: 0.4010360 Jul 14 09:40:34.573924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.574417 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.574916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.575393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.575865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.576372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.576847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.577319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.577790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.578255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.578391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'a02d71de-d3ec-4f37-91ec-8ed3c5fe6137', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'port_id': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'mac_address': 'fa:16:3e:73:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:28Z', 'updated_at': '2021-07-14T09:40:28Z', 'revision_number': 0, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:34.578720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.579212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.579677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.581947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e27d73dc-9a98-4c39-8aea-bf7b604cd3b5 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9090 time: 0.5385864 Jul 14 09:40:34.588395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44916) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:34.595381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.596355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.615868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-07b66784-6253-46c5-92dc-23774736533e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6223950 Jul 14 09:40:34.617481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Transition to ACTIVE for port object d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:34.625624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2894e3d6-6e41-42ce-8491-ee6855caa41a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.642950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Request body: {'port': {'device_id': 'b7ae1ba0-69b3-4a74-b9c7-92088143ea35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:34.646627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Transition to ACTIVE for port object d00cbf47-a264-400f-bc84-26c4fcbf61c4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:34.661942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] Checking router: 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:40:34.662132 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.692666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Transition to ACTIVE for port object d00cbf47-a264-400f-bc84-26c4fcbf61c4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:34.719679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:34.720596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:34.758321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894e3d6-6e41-42ce-8491-ee6855caa41a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=c5945a6a-d3f5-47f0-b805-9b0bac48d5fb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.767441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:34.796436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.796924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.797393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.797853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.798313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.798766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.799223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.799673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.800122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.800971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.801089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.801483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.806409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-305224e1-18b3-4c99-a2bf-b6a5117a2338 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7658 time: 0.2121429 Jul 14 09:40:34.811043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44920) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:34.829345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Network 044f546e-4102-4bec-8b00-a5e8a2cc1530 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:34.863582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:34.866415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:34.892281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Pushing event updated for resources: {'Port': ['ID=d00cbf47-a264-400f-bc84-26c4fcbf61c4,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.899298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-3d73873f-cfab-4f09-907a-bd882dc08b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.902233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-3d73873f-cfab-4f09-907a-bd882dc08b3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0f80b4b1-d8d6-438f-aba2-90e72270747d HTTP/1.1" status: 200 len: 897 time: 0.3134224 Jul 14 09:40:34.902777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8::1 (044f546e-4102-4bec-8b00-a5e8a2cc1530/6f1962fc-c584-4b10-9f1c-ba96b0e971ca/17fb41a9-cb58-4969-8a19-60ee3cdce6f0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:34.952349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:34.967786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:40:34.971028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0964a8f-b99c-4a5d-903f-05100ec93fa5 req-7e002d4d-55eb-4316-81f3-91aa596742ff tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:34.983010 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0964a8f-b99c-4a5d-903f-05100ec93fa5 req-7e002d4d-55eb-4316-81f3-91aa596742ff tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 931 time: 0.5080910 Jul 14 09:40:34.995689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Attempting to bind port d00cbf47-a264-400f-bc84-26c4fcbf61c4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:34.996171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Attempting to bind port d00cbf47-a264-400f-bc84-26c4fcbf61c4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '216b9ee3-7e6d-435f-91ce-ccad608bc418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '044f546e-4102-4bec-8b00-a5e8a2cc1530'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:34.997048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Attempting to bind port d00cbf47-a264-400f-bc84-26c4fcbf61c4 on network 044f546e-4102-4bec-8b00-a5e8a2cc1530 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:35.012737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:35.013300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Checking segment: {'id': '216b9ee3-7e6d-435f-91ce-ccad608bc418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '044f546e-4102-4bec-8b00-a5e8a2cc1530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:35.013824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.014344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Bound using segment: {'id': '216b9ee3-7e6d-435f-91ce-ccad608bc418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '044f546e-4102-4bec-8b00-a5e8a2cc1530'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:35.014931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Bound port: d00cbf47-a264-400f-bc84-26c4fcbf61c4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216b9ee3-7e6d-435f-91ce-ccad608bc418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '044f546e-4102-4bec-8b00-a5e8a2cc1530'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:35.015424 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.190409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2894e3d6-6e41-42ce-8491-ee6855caa41a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.199095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2894e3d6-6e41-42ce-8491-ee6855caa41a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/c5945a6a-d3f5-47f0-b805-9b0bac48d5fb HTTP/1.1" status: 204 len: 168 time: 1.9981191 Jul 14 09:40:35.205217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44924) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:35.229344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] For port d00cbf47-a264-400f-bc84-26c4fcbf61c4, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:35.242148 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.251748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] For port d00cbf47-a264-400f-bc84-26c4fcbf61c4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d00cbf47-a264-400f-bc84-26c4fcbf61c4,segment=NetworkSegment(216b9ee3-7e6d-435f-91ce-ccad608bc418),segment_id=216b9ee3-7e6d-435f-91ce-ccad608bc418)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:35.268873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0964a8f-b99c-4a5d-903f-05100ec93fa5 req-e5f3e9aa-85b9-4133-b38f-d3e8d547e8ce tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844703 Jul 14 09:40:35.270093 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.375712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Attempting to bind port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:35.375712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Attempting to bind port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:35.375712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Attempting to bind port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on network 142b4759-4d8a-4c73-ad3c-233be282579c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:35.379188 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa69b09-5d20-4b97-ae4e-f630b65a275e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:40:35.384672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-daa69b09-5d20-4b97-ae4e-f630b65a275e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/c5945a6a-d3f5-47f0-b805-9b0bac48d5fb HTTP/1.1" status: 404 len: 333 time: 0.1754410 Jul 14 09:40:35.392957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44926) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:35.401084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on network 142b4759-4d8a-4c73-ad3c-233be282579c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:35.401564 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Attempting to bind port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on network 142b4759-4d8a-4c73-ad3c-233be282579c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:35.426478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:35.426968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Checking segment: {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:35.427512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Bound using segment: {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:35.428829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Bound port: d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:35.429471 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.443305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-f54ada1b-77f0-4721-90d1-c4cba2b33556 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b HTTP/1.1" status: 200 len: 999 time: 0.5289307 Jul 14 09:40:35.469728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b555d-cfbe-4c2f-9521-52efba73b46d None None] Pushing event updated for resources: {'Port': ['ID=d00cbf47-a264-400f-bc84-26c4fcbf61c4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:35.481804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'a02d71de-d3ec-4f37-91ec-8ed3c5fe6137', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'port_id': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'mac_address': 'fa:16:3e:73:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:28Z', 'updated_at': '2021-07-14T09:40:28Z', 'revision_number': 0, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:35.514358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c12706-e14a-4002-b0c3-90a7e67fead6 None None] The sync data for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 is: [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'a02d71de-d3ec-4f37-91ec-8ed3c5fe6137', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'floating_ip_address': '172.25.0.107', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'port_id': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'mac_address': 'fa:16:3e:73:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:40:28Z', 'updated_at': '2021-07-14T09:40:28Z', 'revision_number': 0, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:35.648600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0134eee6-f36c-4d1e-a793-2d739e002181 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 5448650f-5eb1-4a58-b600-0864796b229d {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:35.672861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.676297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-aa974bda-4ca4-4969-8cd3-2257ed2feddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.677920 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-aa974bda-4ca4-4969-8cd3-2257ed2feddb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79dc9495-a89f-4e3f-a6e4-81802b2b16d1 HTTP/1.1" status: 200 len: 834 time: 0.2205338 Jul 14 09:40:35.679899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0134eee6-f36c-4d1e-a793-2d739e002181 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.750671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:35.770912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:35.777634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab527d-b609-4ae3-8ab1-3403e020ce47 req-4939564b-b48f-4baa-9c0c-acecbbd6f5a1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.782043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.785476 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4ab527d-b609-4ae3-8ab1-3403e020ce47 req-4939564b-b48f-4baa-9c0c-acecbbd6f5a1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 944 time: 0.4621341 Jul 14 09:40:35.813998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:35.855777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0134eee6-f36c-4d1e-a793-2d739e002181 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.860776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:35.861548 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:35.863469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] 10.222.0.69 "PUT /v2.0/ports/d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 1093 time: 2.5889530 Jul 14 09:40:35.957936 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dffbdf-951d-4969-af34-d47583bddddb None None] New status for floating IP a02d71de-d3ec-4f37-91ec-8ed3c5fe6137: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:40:35.964873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c4ab527d-b609-4ae3-8ab1-3403e020ce47 req-5beb21dc-cc22-4908-aeea-7f25de3a0c8e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783547 Jul 14 09:40:35.988611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11160317-e46c-403c-a815-7c88ea38f078 service neutron] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.049768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef66f76-de6e-467e-8cb5-962721ef99dd {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:36.051578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0134eee6-f36c-4d1e-a793-2d739e002181 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.062958 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.078353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-8d957c45-8755-47ea-85f6-5d72cd44cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.080552 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-8d957c45-8755-47ea-85f6-5d72cd44cea5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1096 time: 0.1633399 Jul 14 09:40:36.098757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Transition to ACTIVE for port object 1ef66f76-de6e-467e-8cb5-962721ef99dd will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:36.137753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:36.140616 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3847f0-1c16-4d64-ab16-0451a3b425d8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:36.141480 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e08c95c5-0c79-4017-9fbf-a90dfa08c5ac tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3587 time: 1.3274207 Jul 14 09:40:36.147012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44932) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:36.150045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-59cfb36f-b03f-49d6-bff0-27f07905be8d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 217 time: 0.0612783 Jul 14 09:40:36.150666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.195078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-8f2e8787-59f2-4957-a7c1-e866ead7ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.196846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-8f2e8787-59f2-4957-a7c1-e866ead7ebdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f80b4b1-d8d6-438f-aba2-90e72270747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4732649 Jul 14 09:40:36.247059 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9449e2-400d-4179-b559-5694f8c7281e x-openstack-request-id: req-4b9449e2-400d-4179-b559-5694f8c7281e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:36.247409 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:36.247711 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b9449e2-400d-4179-b559-5694f8c7281e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:36.248290 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'status': 'completed', 'code': 200} Jul 14 09:40:36.262889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-17db49d9-0a96-4b36-8c1f-aa9e4de6f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.265284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-17db49d9-0a96-4b36-8c1f-aa9e4de6f534 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.1040959 Jul 14 09:40:36.311058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.322679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-cc8dc483-4edb-4234-95e6-5d7d3b1a9ce4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462482 Jul 14 09:40:36.324830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Pushing event updated for resources: {'Port': ['ID=1ef66f76-de6e-467e-8cb5-962721ef99dd,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.398553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d00cbf47-a264-400f-bc84-26c4fcbf61c4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:36.434405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 044f546e-4102-4bec-8b00-a5e8a2cc1530 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:36.435388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=17fb41a9-cb58-4969-8a19-60ee3cdce6f0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.448064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.448487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.449131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.449805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.450624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.450796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.451163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.451506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.451974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.452320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.452652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.453039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:40:36.476790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:36.481173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:36.481748 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.493001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b778d-24ae-46e3-894b-deadbeb36e4c tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.493419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191b778d-24ae-46e3-894b-deadbeb36e4c tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:36.495694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d00cbf47-a264-400f-bc84-26c4fcbf61c4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:36.496500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-191b778d-24ae-46e3-894b-deadbeb36e4c tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=8a74fee0-c7a9-43fe-bb4b-00b35c3420dc HTTP/1.1" status: 200 len: 1991 time: 0.3350351 Jul 14 09:40:36.556362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0134eee6-f36c-4d1e-a793-2d739e002181 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.573965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0134eee6-f36c-4d1e-a793-2d739e002181 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.580226 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0134eee6-f36c-4d1e-a793-2d739e002181 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/5448650f-5eb1-4a58-b600-0864796b229d HTTP/1.1" status: 204 len: 168 time: 1.1830606 Jul 14 09:40:36.580689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44940) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:36.584081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb235f2-e41a-4681-a122-830d6b6da9d8 None None] Network 92e3ac98-1592-40e7-9f9f-30f937e12c91 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:36.619548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134eee6-f36c-4d1e-a793-2d739e002181 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=5448650f-5eb1-4a58-b600-0864796b229d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:36.659632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-d6ff2108-7e27-4c45-abf2-9838e53f488c service neutron] 10.222.0.66 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524555 Jul 14 09:40:36.767936 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4539fd9-12d8-4b7c-a42f-49d13151b2fb req-934bc63c-8978-4ac9-a0f5-a6d4faabb0ef service neutron] 10.222.0.66 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009796 Jul 14 09:40:36.845004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:36.853938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6056f16-b4d3-447e-9895-744578a87692 None None] Network 044f546e-4102-4bec-8b00-a5e8a2cc1530 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:36.931951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] DHCP port deletion for 92e3ac98-1592-40e7-9f9f-30f937e12c91 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:36.970443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2d59c3b2-677c-4be0-85e4-1509474c9bc0 None None] Provisioning for port d00cbf47-a264-400f-bc84-26c4fcbf61c4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:36.990393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2d59c3b2-677c-4be0-85e4-1509474c9bc0 None None] Provisioning complete for port d00cbf47-a264-400f-bc84-26c4fcbf61c4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:36.990700 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d59c3b2-677c-4be0-85e4-1509474c9bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.071178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-ee97c9eb-cab3-4c9e-9791-c0720a639a41 service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406461 Jul 14 09:40:37.163490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] Deleting port ad137ddb-75a1-49ef-b266-673c1f08cf11 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:37.163781 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.195548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Attempting to bind port 1ef66f76-de6e-467e-8cb5-962721ef99dd on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:37.195997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Attempting to bind port 1ef66f76-de6e-467e-8cb5-962721ef99dd by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:37.196371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Attempting to bind port 1ef66f76-de6e-467e-8cb5-962721ef99dd on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:37.211613 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:40:37.235047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Port 1ef66f76-de6e-467e-8cb5-962721ef99dd on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:37.235534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Attempting to bind port 1ef66f76-de6e-467e-8cb5-962721ef99dd on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:37.243304 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d59c3b2-677c-4be0-85e4-1509474c9bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.249621 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.281357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c46521-995d-4e2d-88e7-6d48b67ac8e7 req-4bd491c4-b7b3-4ae4-95db-2d847212f80f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.282867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-20c46521-995d-4e2d-88e7-6d48b67ac8e7 req-4bd491c4-b7b3-4ae4-95db-2d847212f80f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 943 time: 0.7654033 Jul 14 09:40:37.283825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:37.284370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Checking segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:37.284870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Bound using segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:37.285474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Bound port: 1ef66f76-de6e-467e-8cb5-962721ef99dd, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:37.285971 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.296769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d778a21-1b6c-48e2-a8c6-641c62fefdc0 req-7a9ab545-b209-48d0-9574-acb3f5a24a55 service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088809 Jul 14 09:40:37.333962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] For port ad137ddb-75a1-49ef-b266-673c1f08cf11, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ad137ddb-75a1-49ef-b266-673c1f08cf11,segment=NetworkSegment(28bf4d11-320f-440c-b179-f2d961ffe8a8),segment_id=28bf4d11-320f-440c-b179-f2d961ffe8a8)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:37.334439 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.397141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2d59c3b2-677c-4be0-85e4-1509474c9bc0 None None] For port d00cbf47-a264-400f-bc84-26c4fcbf61c4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d00cbf47-a264-400f-bc84-26c4fcbf61c4,segment=NetworkSegment(216b9ee3-7e6d-435f-91ce-ccad608bc418),segment_id=216b9ee3-7e6d-435f-91ce-ccad608bc418)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:37.400939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] Calling delete_port for ad137ddb-75a1-49ef-b266-673c1f08cf11 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:37.421004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d59c3b2-677c-4be0-85e4-1509474c9bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.464487 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.489986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-20c46521-995d-4e2d-88e7-6d48b67ac8e7 req-38377837-f8c2-4df1-b9b4-0ee7a8b435e9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770785 Jul 14 09:40:37.504383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] For port 1ef66f76-de6e-467e-8cb5-962721ef99dd, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:37.510301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] For port 1ef66f76-de6e-467e-8cb5-962721ef99dd, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1ef66f76-de6e-467e-8cb5-962721ef99dd,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:37.524936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.529522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7ff61-f2b1-4dbe-8299-b80158861f94 req-50b26911-12b9-45f5-94bc-8618304d753d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.545463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21b7ff61-f2b1-4dbe-8299-b80158861f94 req-50b26911-12b9-45f5-94bc-8618304d753d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 944 time: 0.3441193 Jul 14 09:40:37.562401 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.563341 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.566809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59c3b2-677c-4be0-85e4-1509474c9bc0 None None] Pushing event updated for resources: {'Port': ['ID=d00cbf47-a264-400f-bc84-26c4fcbf61c4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.604268 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.653045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] Pushing event deleted for resources: {'Port': ['ID=ad137ddb-75a1-49ef-b266-673c1f08cf11,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.658569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cefa76-96a4-41d6-b775-0c0d13a85cb6 None None] No DVR routers for this DVR port ad137ddb-75a1-49ef-b266-673c1f08cf11 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:37.668973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.669501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.670928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] 10.222.0.66 "PUT /v2.0/ports/1ef66f76-de6e-467e-8cb5-962721ef99dd HTTP/1.1" status: 200 len: 1092 time: 3.0390332 Jul 14 09:40:37.724740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-44666fe4-8442-43c0-a2c2-f2fddbb5e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:37.726977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-44666fe4-8442-43c0-a2c2-f2fddbb5e58b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1096 time: 0.3638027 Jul 14 09:40:37.732182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port ad137ddb-75a1-49ef-b266-673c1f08cf11 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:37.733252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.752260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21b7ff61-f2b1-4dbe-8299-b80158861f94 req-ec1df206-eb2d-471c-a825-d10f6cfbc9e7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983571 Jul 14 09:40:37.761855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=17fb41a9-cb58-4969-8a19-60ee3cdce6f0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.858218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa2807a8-80ec-4658-8874-c93d9771ebe6 None None] Provisioning for port 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:37.859571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 044f546e-4102-4bec-8b00-a5e8a2cc1530 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:37.862228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:37.863465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa2807a8-80ec-4658-8874-c93d9771ebe6 None None] Provisioning complete for port 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:37.864705 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa2807a8-80ec-4658-8874-c93d9771ebe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.899902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f69bd-b2dc-49e2-8ea0-d71b34e798fd service neutron] Pushing event updated for resources: {'Port': ['ID=1ef66f76-de6e-467e-8cb5-962721ef99dd,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:37.920429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-aa2807a8-80ec-4658-8874-c93d9771ebe6 None None] Port 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:37.935198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa2807a8-80ec-4658-8874-c93d9771ebe6 None None] Provisioning complete for port d00cbf47-a264-400f-bc84-26c4fcbf61c4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:37.935546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa2807a8-80ec-4658-8874-c93d9771ebe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:37.964692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] For port ad137ddb-75a1-49ef-b266-673c1f08cf11, host n-d-780147-26, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:37.965384 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.054419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for ad137ddb-75a1-49ef-b266-673c1f08cf11 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:38.061489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Port ad137ddb-75a1-49ef-b266-673c1f08cf11 was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:40:38.063740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-4f60e356-0a23-48c1-8d11-a1b6370135a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.066814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-4f60e356-0a23-48c1-8d11-a1b6370135a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 914 time: 0.3294756 Jul 14 09:40:38.074599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-0aa50832-3f40-4d96-bad8-8d6d0803b1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.077007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-0aa50832-3f40-4d96-bad8-8d6d0803b1ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 1095 time: 0.3346846 Jul 14 09:40:38.077296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router a478258f-764a-4949-a523-727afaa54434 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:38.078022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.204575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:38.220658 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-08a99616-3c1a-43f0-8870-bef8a9c9f859 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/a478258f-764a-4949-a523-727afaa54434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5926468 Jul 14 09:40:38.220745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c97193-0a1e-40ed-b410-66341a05892d None None] Sync routers for ids ['a478258f-764a-4949-a523-727afaa54434'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:38.223371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.225126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-2ef99b2f-4b53-485a-869c-dc0245251b01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 217 time: 0.1419921 Jul 14 09:40:38.247209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c97193-0a1e-40ed-b410-66341a05892d None None] Routers {'a478258f-764a-4949-a523-727afaa54434'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:38.248364 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e4c97193-0a1e-40ed-b410-66341a05892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a478258f-764a-4949-a523-727afaa54434'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:38.298887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d00cbf47-a264-400f-bc84-26c4fcbf61c4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:38.309223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ae1ba0-69b3-4a74-b9c7-92088143ea35', 'tag': '1ef66f76-de6e-467e-8cb5-962721ef99dd'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:38.309852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e4c97193-0a1e-40ed-b410-66341a05892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:38.312979 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ae1ba0-69b3-4a74-b9c7-92088143ea35", "tag": "1ef66f76-de6e-467e-8cb5-962721ef99dd"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:38.318190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=ad137ddb-75a1-49ef-b266-673c1f08cf11,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:38.323435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No DVR routers for this DVR port ad137ddb-75a1-49ef-b266-673c1f08cf11 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:38.345350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bdce514b-c0cf-4858-85c8-efea141955da None None] Provisioning complete for port 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:38.346020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bdce514b-c0cf-4858-85c8-efea141955da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.353544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c97193-0a1e-40ed-b410-66341a05892d None None] Routers {'a478258f-764a-4949-a523-727afaa54434'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:38.354965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e4c97193-0a1e-40ed-b410-66341a05892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a478258f-764a-4949-a523-727afaa54434'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:38.374228 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-cf378f76-2d8a-4968-aed4-7123fe9e5651 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ef66f76-de6e-467e-8cb5-962721ef99dd HTTP/1.1" status: 200 len: 217 time: 0.2781451 Jul 14 09:40:38.379952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf908e0-18f5-4376-8669-3c2d641eaad9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.399733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-aaf908e0-18f5-4376-8669-3c2d641eaad9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports/17fb41a9-cb58-4969-8a19-60ee3cdce6f0 HTTP/1.1" status: 200 len: 911 time: 0.1732645 Jul 14 09:40:38.400580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44954) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.416783 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7409e9e-7894-4f79-8a69-47699941a97a x-openstack-request-id: req-f7409e9e-7894-4f79-8a69-47699941a97a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:38.417220 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ae1ba0-69b3-4a74-b9c7-92088143ea35", "tag": "1ef66f76-de6e-467e-8cb5-962721ef99dd", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:38.417657 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f7409e9e-7894-4f79-8a69-47699941a97a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:38.418215 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ae1ba0-69b3-4a74-b9c7-92088143ea35', 'tag': '1ef66f76-de6e-467e-8cb5-962721ef99dd', 'status': 'completed', 'code': 200} Jul 14 09:40:38.431741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e4c97193-0a1e-40ed-b410-66341a05892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:38.433208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c97193-0a1e-40ed-b410-66341a05892d None None] The sync data for ids ['a478258f-764a-4949-a523-727afaa54434'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:38.459814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bdce514b-c0cf-4858-85c8-efea141955da None None] Port 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:38.472942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d00cbf47-a264-400f-bc84-26c4fcbf61c4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:38.473496 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.506544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-860b4829-1760-439b-b46c-8fea6aa588d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.508094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-860b4829-1760-439b-b46c-8fea6aa588d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.2118688 Jul 14 09:40:38.573738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-eace1cd0-6f37-4e49-82fb-549014d4df8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517113 Jul 14 09:40:38.582091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7ad8b013-c5ce-4020-8e84-bc2d5dd8cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.584495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-7ad8b013-c5ce-4020-8e84-bc2d5dd8cbf6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.1711695 Jul 14 09:40:38.587892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.602793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92e3ac98-1592-40e7-9f9f-30f937e12c91']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:38.615530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dfa66ae8-2e87-489e-85f7-4566a53b1c7c None None] Provisioning complete for port 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:38.616067 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dfa66ae8-2e87-489e-85f7-4566a53b1c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.617793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bf4d11-320f-440c-b179-f2d961ffe8a8') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:38.618109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bf4d11-320f-440c-b179-f2d961ffe8a8') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:38.631590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-dbaa6e6b-6dd9-4229-83d7-412ce731da04 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:40:38.640255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-dbaa6e6b-6dd9-4229-83d7-412ce731da04 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475605 Jul 14 09:40:38.640255 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.669651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-8f12a3d7-5548-4686-99e0-edb451186b77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352840 Jul 14 09:40:38.679555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-dfa66ae8-2e87-489e-85f7-4566a53b1c7c None None] Port 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:38.683159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ad137ddb-75a1-49ef-b266-673c1f08cf11 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:38.705798 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: ad137ddb-75a1-49ef-b266-673c1f08cf11 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:38.706242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ad137ddb-75a1-49ef-b266-673c1f08cf11 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:38.750069 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.790411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:38.790833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:38.796243 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:38.917600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9a8a9-aa2d-4fb0-882f-f76c7f180d08 req-9574399d-165b-4f56-bf62-51fce886a5d0 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:38.919913 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30b9a8a9-aa2d-4fb0-882f-f76c7f180d08 req-9574399d-165b-4f56-bf62-51fce886a5d0 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 943 time: 0.1965489 Jul 14 09:40:38.927488 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.941501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:38.943373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/networks/92e3ac98-1592-40e7-9f9f-30f937e12c91 HTTP/1.1" status: 204 len: 168 time: 2.3591688 Jul 14 09:40:38.950448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-c2ef7333-1156-4498-86de-cba566df0305 service neutron] 10.222.0.66 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716222 Jul 14 09:40:38.950955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44962) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:38.970773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1511579231'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:38.990572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35544c9f-640f-408a-bc07-97391db116bf tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Network': ['ID=92e3ac98-1592-40e7-9f9f-30f937e12c91,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:39.045293 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-f13d8673-0fae-4ca2-a86a-4fac9f3c247e service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687141 Jul 14 09:40:39.142907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:39.147316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.167596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff097106-9a5d-43e4-8fa0-f154fb777e09 req-9f64aee7-1da1-4833-ad8e-846af46f4cfe tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.169606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff097106-9a5d-43e4-8fa0-f154fb777e09 req-9f64aee7-1da1-4833-ad8e-846af46f4cfe tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 944 time: 0.3030922 Jul 14 09:40:39.240953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbd117b8-02b2-40e3-9ba6-b6e599eed371 req-b7b1df90-c262-4093-aef4-34b15149bdba service neutron] 10.222.0.66 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666996 Jul 14 09:40:39.264397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:39.286688 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3847f0-1c16-4d64-ab16-0451a3b425d8 req-af8e02a8-eebd-410d-b6b9-91a98bdd0922 service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273977 Jul 14 09:40:39.294493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff097106-9a5d-43e4-8fa0-f154fb777e09 req-640f1ffc-6cec-45a7-b0eb-e7a1ce07c2ab tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080813 Jul 14 09:40:39.298130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.298290 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Added segment 598e4dd8-c882-4a84-a00a-196bd3ad3148 of type vlan for network eb229112-151a-445e-bbf8-19f9ba8ba421 Jul 14 09:40:39.364225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30b9a8a9-aa2d-4fb0-882f-f76c7f180d08 req-7b1b6d1d-4a34-4f91-8087-ae0ca77da0c1 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357004 Jul 14 09:40:39.402057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.410369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.477341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.487052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.487940 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.588794 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6227167 Jul 14 09:40:39.596029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-21ebe98d-e850-444d-afd0-8664f80816b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.598356 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-21ebe98d-e850-444d-afd0-8664f80816b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 1095 time: 0.2833650 Jul 14 09:40:39.599055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44966) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:39.613619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': 'eb229112-151a-445e-bbf8-19f9ba8ba421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:39.634887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2955dbf-e982-4e0d-9cf7-4993445d4fd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Network': ['ID=eb229112-151a-445e-bbf8-19f9ba8ba421,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:39.652087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network eb229112-151a-445e-bbf8-19f9ba8ba421 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:39.794127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:39.794614 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.861432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-5ab3f6d7-3dc6-485d-bf5a-bbbbffc6475d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:39.863669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-5ab3f6d7-3dc6-485d-bf5a-bbbbffc6475d service neutron] 10.222.0.66 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 907 time: 0.2451367 Jul 14 09:40:39.865095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:39.870420 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.879748 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:39.897241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 17fb41a9-cb58-4969-8a19-60ee3cdce6f0 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:39.995709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-358b6e04-fb4b-4bcf-967e-913da345e121 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ef66f76-de6e-467e-8cb5-962721ef99dd HTTP/1.1" status: 200 len: 217 time: 0.1185584 Jul 14 09:40:40.075382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.098039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-a5112cbd-fe5a-4b35-8cac-8eb1a23a981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.100191 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-a5112cbd-fe5a-4b35-8cac-8eb1a23a981a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.0967591 Jul 14 09:40:40.105247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=17fb41a9-cb58-4969-8a19-60ee3cdce6f0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.165034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-7f0d7989-efe4-435e-bee7-6d33bfa052bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530934 Jul 14 09:40:40.204284 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.389723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router a478258f-764a-4949-a523-727afaa54434 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:40.421737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:40.512932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:40.522432 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ee50a7f-48b6-403e-a8d2-73129bf6329b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/a478258f-764a-4949-a523-727afaa54434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1205740 Jul 14 09:40:40.528885 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4a17-7318-4035-b561-8137973e3db7 None None] Sync routers for ids ['a478258f-764a-4949-a523-727afaa54434'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:40.532229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:40.542517 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc4a17-7318-4035-b561-8137973e3db7 None None] Routers {'a478258f-764a-4949-a523-727afaa54434'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:40.543470 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4a17-7318-4035-b561-8137973e3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a478258f-764a-4949-a523-727afaa54434'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:40.582180 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4a17-7318-4035-b561-8137973e3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:40.590703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-be1eeddd-47c2-4424-8969-46a4f87d2005 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=a478258f-764a-4949-a523-727afaa54434 HTTP/1.1" status: 200 len: 205 time: 0.0571759 Jul 14 09:40:40.591261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:40.594676 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfc4a17-7318-4035-b561-8137973e3db7 None None] Routers {'a478258f-764a-4949-a523-727afaa54434'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:40.596327 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4a17-7318-4035-b561-8137973e3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a478258f-764a-4949-a523-727afaa54434'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:40.639987 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1dfc4a17-7318-4035-b561-8137973e3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:40.640923 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4a17-7318-4035-b561-8137973e3db7 None None] The sync data for ids ['a478258f-764a-4949-a523-727afaa54434'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:40.691235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fe82557-bb07-4689-8d98-0e5dab467758 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.707572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.714526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-3486ff47-729d-4f4e-bf2a-8a704662a549 service neutron] 10.222.0.66 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172970 Jul 14 09:40:40.763526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c548bb9-9ff5-4be8-bbb2-d95dea30bebd req-153fed23-b83f-4e8d-b854-65e9881f9904 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.765180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c548bb9-9ff5-4be8-bbb2-d95dea30bebd req-153fed23-b83f-4e8d-b854-65e9881f9904 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 943 time: 0.2501423 Jul 14 09:40:40.785226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:40.802022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c', 'port_id': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'mac_address': 'fa:16:3e:65:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae535cd-1b7b-4220-aa72-ade147203f26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:40.834415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=098e09c0-dc14-40f5-b3d6-fb73ea0cae7a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:40.851156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.856728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd5684-9f81-405f-87d1-8e0b30369c5f req-d00dca08-f914-41bd-b125-81e751698238 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.858295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08fd5684-9f81-405f-87d1-8e0b30369c5f req-d00dca08-f914-41bd-b125-81e751698238 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 944 time: 0.2153196 Jul 14 09:40:40.868059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:40.893181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:40.896300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Checking segment: {'id': '598e4dd8-c882-4a84-a00a-196bd3ad3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb229112-151a-445e-bbf8-19f9ba8ba421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:40.896822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network hostable DHCP agents. Network: eb229112-151a-445e-bbf8-19f9ba8ba421, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:40.899892 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.901023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fe82557-bb07-4689-8d98-0e5dab467758 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.905479 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fe82557-bb07-4689-8d98-0e5dab467758 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.913096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c548bb9-9ff5-4be8-bbb2-d95dea30bebd req-68370642-bdb5-41b3-9e21-8768ee171654 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295176 Jul 14 09:40:40.937095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08fd5684-9f81-405f-87d1-8e0b30369c5f req-d74d75fd-0430-4dbd-b639-ff5d99659b87 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646801 Jul 14 09:40:40.939446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee0d4a35-5fc9-4405-be4c-818d1b5ca69e req-388eeef0-9a39-47d3-8052-e499cac1a5a3 service neutron] 10.222.0.66 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979694 Jul 14 09:40:40.949531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network eb229112-151a-445e-bbf8-19f9ba8ba421 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:40.966800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, eb229112-151a-445e-bbf8-19f9ba8ba421) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:40.974022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:40.974670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.987720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097a5a8-d2ee-4f12-9830-f4a1237b3e24 None None] Network eb229112-151a-445e-bbf8-19f9ba8ba421 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:40.994122 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fe82557-bb07-4689-8d98-0e5dab467758 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:40.995742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe82557-bb07-4689-8d98-0e5dab467758 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Fanout notify agent at l3_agent the message router_deleted on router a478258f-764a-4949-a523-727afaa54434 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:41.002330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ffd13db7-4ce6-4e0a-95d0-97d5501439a0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3981907 Jul 14 09:40:41.005108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44980) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:41.005574 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fe82557-bb07-4689-8d98-0e5dab467758 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.009760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4b9dd93e-8f74-4d43-be83-32d0587b65a6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1137617027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:41.011576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4fe82557-bb07-4689-8d98-0e5dab467758 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/a478258f-764a-4949-a523-727afaa54434 HTTP/1.1" status: 204 len: 168 time: 0.4146509 Jul 14 09:40:41.012420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44982) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:41.049280 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd93e-8f74-4d43-be83-32d0587b65a6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.050638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd93e-8f74-4d43-be83-32d0587b65a6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.076028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-949116c3-32df-43e5-bc33-04827ae2b635 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet 6f1962fc-c584-4b10-9f1c-ba96b0e971ca {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:41.079324 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-949116c3-32df-43e5-bc33-04827ae2b635 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.107878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.143047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-949116c3-32df-43e5-bc33-04827ae2b635 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.162214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd93e-8f74-4d43-be83-32d0587b65a6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.170077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd93e-8f74-4d43-be83-32d0587b65a6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.200319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b9dd93e-8f74-4d43-be83-32d0587b65a6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.201730 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4b9dd93e-8f74-4d43-be83-32d0587b65a6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1955664 Jul 14 09:40:41.204776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44984) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:41.209609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:41.213203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'network_id': 'eb229112-151a-445e-bbf8-19f9ba8ba421', 'name': 'tempest-PortsTestJSON-61391946'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:41.243254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-eb229112-151a-445e-bbf8-19f9ba8ba421', 'network_id': 'eb229112-151a-445e-bbf8-19f9ba8ba421', 'tenant_id': '94e0c76d49294446ba2e21c1f28ae906', 'fixed_ips': [{'subnet_id': '098e09c0-dc14-40f5-b3d6-fb73ea0cae7a'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:41.244124 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.261115 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-949116c3-32df-43e5-bc33-04827ae2b635 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.336376 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-949116c3-32df-43e5-bc33-04827ae2b635 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.359652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:41.364381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.371470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949116c3-32df-43e5-bc33-04827ae2b635 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=6f1962fc-c584-4b10-9f1c-ba96b0e971ca,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.373642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-949116c3-32df-43e5-bc33-04827ae2b635 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.376257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-949116c3-32df-43e5-bc33-04827ae2b635 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/6f1962fc-c584-4b10-9f1c-ba96b0e971ca HTTP/1.1" status: 204 len: 168 time: 0.3622627 Jul 14 09:40:41.378269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44986) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:41.395896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57742e87-b770-4777-8a6a-8892ad50150e None None] Network 044f546e-4102-4bec-8b00-a5e8a2cc1530 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:41.427753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port c5a11797-4356-462c-9677-7722f6d94387 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:41.497975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Allocated IP 172.20.0.2 (eb229112-151a-445e-bbf8-19f9ba8ba421/098e09c0-dc14-40f5-b3d6-fb73ea0cae7a/013950b3-38f2-429d-ad15-c39a0c76051f) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:41.505727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.567039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port d00cbf47-a264-400f-bc84-26c4fcbf61c4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:41.567417 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.629908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port d00cbf47-a264-400f-bc84-26c4fcbf61c4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d00cbf47-a264-400f-bc84-26c4fcbf61c4,segment=NetworkSegment(216b9ee3-7e6d-435f-91ce-ccad608bc418),segment_id=216b9ee3-7e6d-435f-91ce-ccad608bc418)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:41.630188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.643887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for d00cbf47-a264-400f-bc84-26c4fcbf61c4 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:41.731796 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.736369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.740336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Transition to ACTIVE for port object 013950b3-38f2-429d-ad15-c39a0c76051f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:41.751142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ca222f-cf5f-4e60-bf8c-056a23644656 None None] DHCP port deletion for 044f546e-4102-4bec-8b00-a5e8a2cc1530 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:41.764167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=d00cbf47-a264-400f-bc84-26c4fcbf61c4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.767675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No DVR routers for this DVR port d00cbf47-a264-400f-bc84-26c4fcbf61c4 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:41.770155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Transition to ACTIVE for port object 013950b3-38f2-429d-ad15-c39a0c76051f will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:41.777545 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.815559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Network eb229112-151a-445e-bbf8-19f9ba8ba421 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:41.820748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:41.824376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:41.833439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Pushing event updated for resources: {'Port': ['ID=013950b3-38f2-429d-ad15-c39a0c76051f,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:41.887837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Attempting to bind port 013950b3-38f2-429d-ad15-c39a0c76051f on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:41.888070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.888237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Attempting to bind port 013950b3-38f2-429d-ad15-c39a0c76051f by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '598e4dd8-c882-4a84-a00a-196bd3ad3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb229112-151a-445e-bbf8-19f9ba8ba421'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:41.888565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Attempting to bind port 013950b3-38f2-429d-ad15-c39a0c76051f on network eb229112-151a-445e-bbf8-19f9ba8ba421 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:41.893936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:41.894313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Checking segment: {'id': '598e4dd8-c882-4a84-a00a-196bd3ad3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb229112-151a-445e-bbf8-19f9ba8ba421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:41.894726 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.895121 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Bound using segment: {'id': '598e4dd8-c882-4a84-a00a-196bd3ad3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb229112-151a-445e-bbf8-19f9ba8ba421'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:41.895594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Bound port: 013950b3-38f2-429d-ad15-c39a0c76051f, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598e4dd8-c882-4a84-a00a-196bd3ad3148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'eb229112-151a-445e-bbf8-19f9ba8ba421'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:41.895981 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.900352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.9 (eb229112-151a-445e-bbf8-19f9ba8ba421/098e09c0-dc14-40f5-b3d6-fb73ea0cae7a/c5a11797-4356-462c-9677-7722f6d94387) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:41.903676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['044f546e-4102-4bec-8b00-a5e8a2cc1530']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:41.923610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216b9ee3-7e6d-435f-91ce-ccad608bc418') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:41.923909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216b9ee3-7e6d-435f-91ce-ccad608bc418') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:41.936268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.962514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1ef66f76-de6e-467e-8cb5-962721ef99dd details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:41.969519 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.985683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:41.986102 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:41.989106 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:41.996640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] For port 013950b3-38f2-429d-ad15-c39a0c76051f, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:42.048894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] For port 013950b3-38f2-429d-ad15-c39a0c76051f, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=013950b3-38f2-429d-ad15-c39a0c76051f,segment=NetworkSegment(598e4dd8-c882-4a84-a00a-196bd3ad3148),segment_id=598e4dd8-c882-4a84-a00a-196bd3ad3148)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:42.055248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.160666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7328e0f-2b62-4625-b04c-c674922f3b92 None None] Pushing event updated for resources: {'Port': ['ID=013950b3-38f2-429d-ad15-c39a0c76051f,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.174031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1ef66f76-de6e-467e-8cb5-962721ef99dd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1ef66f76-de6e-467e-8cb5-962721ef99dd,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:42.190722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '1ef66f76-de6e-467e-8cb5-962721ef99dd', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'port_id': '1ef66f76-de6e-467e-8cb5-962721ef99dd', 'mac_address': 'fa:16:3e:90:9e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaf5bc9-caa5-490c-b0b2-94273b5b5443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:42.201866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.222000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.230105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/044f546e-4102-4bec-8b00-a5e8a2cc1530 HTTP/1.1" status: 204 len: 168 time: 0.8471448 Jul 14 09:40:42.232429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44994) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:42.239591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-301745618', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:42.275750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eb516-2b6b-43ab-ba17-1f1dd3d291d3 req-20e79757-afd6-44d1-9a40-67c5f5ac30e1 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.276732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d00cbf47-a264-400f-bc84-26c4fcbf61c4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:42.278460 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-262eb516-2b6b-43ab-ba17-1f1dd3d291d3 req-20e79757-afd6-44d1-9a40-67c5f5ac30e1 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 943 time: 0.1974659 Jul 14 09:40:42.279725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13c4912-6536-465c-8dc2-5f6d0b2a8f39 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=044f546e-4102-4bec-8b00-a5e8a2cc1530,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.310200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.312352 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.315881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.318161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d00cbf47-a264-400f-bc84-26c4fcbf61c4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:42.318527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d00cbf47-a264-400f-bc84-26c4fcbf61c4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:42.347257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef66f76-de6e-467e-8cb5-962721ef99dd {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:42.368607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.369370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-262eb516-2b6b-43ab-ba17-1f1dd3d291d3 req-8df4a602-67cb-4665-8473-1cd66030a201 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806019 Jul 14 09:40:42.391905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfaf9f-5fd0-48a7-99b2-ac366c1a3fcb req-06fe0cb4-79df-430c-a09f-b2f63b9fdcbd tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.391905 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ccfaf9f-5fd0-48a7-99b2-ac366c1a3fcb req-06fe0cb4-79df-430c-a09f-b2f63b9fdcbd tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.2838469 Jul 14 09:40:42.392345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1ef66f76-de6e-467e-8cb5-962721ef99dd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1ef66f76-de6e-467e-8cb5-962721ef99dd,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:42.396135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.420605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object c5a11797-4356-462c-9677-7722f6d94387 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:42.449191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:42.478679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.532684 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ccfaf9f-5fd0-48a7-99b2-ac366c1a3fcb req-5f14754d-db5b-464a-8977-edfb503fd2ea tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413839 Jul 14 09:40:42.538862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.636361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:42.648624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=c5a11797-4356-462c-9677-7722f6d94387,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.662078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network eb229112-151a-445e-bbf8-19f9ba8ba421 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:42.663644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:42.667908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:42.674190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:42.680371 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.690065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['1ef66f76-de6e-467e-8cb5-962721ef99dd'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:42.763901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:42.764735 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.773915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=1ef66f76-de6e-467e-8cb5-962721ef99dd,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:42.790088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bdf8e6b4-197b-404d-bccd-90f27b85b184 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5833220 Jul 14 09:40:42.790807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45000) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:42.822582 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.920804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:42.950169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:42.953055 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b80db7c-60a9-4ca6-b820-ae2b7fcb7649" -d '{"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-plugged", "status": "completed", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:42.974930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:42.987268 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.018783 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c755f7-45af-4479-ab61-1ce5a2ba2f2b x-openstack-request-id: req-42c755f7-45af-4479-ab61-1ce5a2ba2f2b {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:43.019105 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-plugged", "status": "completed", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:43.019407 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-42c755f7-45af-4479-ab61-1ce5a2ba2f2b {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:43.019812 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'code': 200} Jul 14 09:40:43.069617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.102497 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.123618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.207277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028a731-cb18-43f6-b956-ea5108d833ba req-0a88e0e5-175b-4b41-aaea-2129d31d7af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.208853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2028a731-cb18-43f6-b956-ea5108d833ba req-0a88e0e5-175b-4b41-aaea-2129d31d7af1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1098 time: 0.1086533 Jul 14 09:40:43.276469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.280027 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2028a731-cb18-43f6-b956-ea5108d833ba req-406d9475-da6d-4af5-a9c9-13e0658d2319 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643108 Jul 14 09:40:43.283233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 172.25.0.38 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/71ddf712-1208-4e60-9a63-df396589a261) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:43.433989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.490878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.547948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649ce7a-a117-40b6-86cf-40b24b0a6276 None None] Network eb229112-151a-445e-bbf8-19f9ba8ba421 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:43.548221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:43.552099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:43.556472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:43.564864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=71ddf712-1208-4e60-9a63-df396589a261,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.619216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.629520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.650848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2059b9d5-d9ae-4e96-a117-0b533c0a68e9 None None] Provisioning for port 013950b3-38f2-429d-ad15-c39a0c76051f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:43.731821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=c5a11797-4356-462c-9677-7722f6d94387,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:43.754461 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb33c03-3376-4452-b1a5-e136c685f56c req-c2491bcd-ab4d-4e39-bbb1-591512d4df37 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.756232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3eb33c03-3376-4452-b1a5-e136c685f56c req-c2491bcd-ab4d-4e39-bbb1-591512d4df37 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 944 time: 0.1767559 Jul 14 09:40:43.861588 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3eb33c03-3376-4452-b1a5-e136c685f56c req-40133a54-e0fb-4020-b1b7-12fb1548e1aa tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768204 Jul 14 09:40:43.921549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdb8d2-38e5-4615-a817-92c7375b5ac2 req-33c86649-3ab0-4a38-9e08-2dc68b64b960 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:43.923147 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0acdb8d2-38e5-4615-a817-92c7375b5ac2 req-33c86649-3ab0-4a38-9e08-2dc68b64b960 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1973269 Jul 14 09:40:43.956321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:43.969236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1ef66f76-de6e-467e-8cb5-962721ef99dd up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:44.011164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.047136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0acdb8d2-38e5-4615-a817-92c7375b5ac2 req-8e565be5-b0c9-456f-93cd-f07978255cd5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095960 Jul 14 09:40:44.105975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 1ef66f76-de6e-467e-8cb5-962721ef99dd completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:44.111662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 1ef66f76-de6e-467e-8cb5-962721ef99dd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:44.113653 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.326833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.386842 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.407116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 013950b3-38f2-429d-ad15-c39a0c76051f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:44.470307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1ef66f76-de6e-467e-8cb5-962721ef99dd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1ef66f76-de6e-467e-8cb5-962721ef99dd,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:44.477561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-827d09c6-b040-4bc9-993f-b18f7bba0256 None None] Provisioning for port c5a11797-4356-462c-9677-7722f6d94387 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:44.484045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.489101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-827d09c6-b040-4bc9-993f-b18f7bba0256 None None] Provisioning complete for port c5a11797-4356-462c-9677-7722f6d94387 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:44.489501 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-827d09c6-b040-4bc9-993f-b18f7bba0256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.591159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 013950b3-38f2-429d-ad15-c39a0c76051f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:44.598855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-827d09c6-b040-4bc9-993f-b18f7bba0256 None None] Port c5a11797-4356-462c-9677-7722f6d94387 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:44.608694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 013950b3-38f2-429d-ad15-c39a0c76051f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:44.609020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.631484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=1ef66f76-de6e-467e-8cb5-962721ef99dd,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:44.742077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.750367 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.754828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.775946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-afc932a1-0279-4688-9b61-747419dd692c None None] Provisioning complete for port c5a11797-4356-462c-9677-7722f6d94387 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:44.777052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-afc932a1-0279-4688-9b61-747419dd692c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.838245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 013950b3-38f2-429d-ad15-c39a0c76051f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=013950b3-38f2-429d-ad15-c39a0c76051f,segment=NetworkSegment(598e4dd8-c882-4a84-a00a-196bd3ad3148),segment_id=598e4dd8-c882-4a84-a00a-196bd3ad3148)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:44.845177 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.849773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-afc932a1-0279-4688-9b61-747419dd692c None None] Port c5a11797-4356-462c-9677-7722f6d94387 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:44.887091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-4d5548f6-8e88-429b-90b0-9effcd3dab5e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.889692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.898745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=013950b3-38f2-429d-ad15-c39a0c76051f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:44.904359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-4d5548f6-8e88-429b-90b0-9effcd3dab5e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.906614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=c5a11797-4356-462c-9677-7722f6d94387,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:44.911537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-4d5548f6-8e88-429b-90b0-9effcd3dab5e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.919077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-4d5548f6-8e88-429b-90b0-9effcd3dab5e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.925200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-4d5548f6-8e88-429b-90b0-9effcd3dab5e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.931300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-4d5548f6-8e88-429b-90b0-9effcd3dab5e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.937443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-4d5548f6-8e88-429b-90b0-9effcd3dab5e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:44.939769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-4d5548f6-8e88-429b-90b0-9effcd3dab5e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.2696748 Jul 14 09:40:44.944905 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:44.972892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b98d17d7-3897-4d2e-b3df-589f56f02288 None None] Provisioning complete for port c5a11797-4356-462c-9677-7722f6d94387 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:44.973512 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b98d17d7-3897-4d2e-b3df-589f56f02288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.016617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b98d17d7-3897-4d2e-b3df-589f56f02288 None None] Port c5a11797-4356-462c-9677-7722f6d94387 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:45.021606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ae1ba0-69b3-4a74-b9c7-92088143ea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef66f76-de6e-467e-8cb5-962721ef99dd'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:45.025108 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f53c548-bf38-4843-a434-713520028f4f" -d '{"events": [{"server_uuid": "b7ae1ba0-69b3-4a74-b9c7-92088143ea35", "name": "network-vif-plugged", "status": "completed", "tag": "1ef66f76-de6e-467e-8cb5-962721ef99dd"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:45.036686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35b3683d-e20b-48a6-a990-97fe7cd96af1 req-0d054bde-f5d7-4337-8d9c-4ed42aa2094a tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0508640 Jul 14 09:40:45.083224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network eb229112-151a-445e-bbf8-19f9ba8ba421 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:45.085311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:45.122856 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15f7304-9d0b-4f76-943f-d79c774d1947 x-openstack-request-id: req-e15f7304-9d0b-4f76-943f-d79c774d1947 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:45.123380 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ae1ba0-69b3-4a74-b9c7-92088143ea35", "name": "network-vif-plugged", "status": "completed", "tag": "1ef66f76-de6e-467e-8cb5-962721ef99dd", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:45.123983 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e15f7304-9d0b-4f76-943f-d79c774d1947 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:45.124662 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ae1ba0-69b3-4a74-b9c7-92088143ea35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef66f76-de6e-467e-8cb5-962721ef99dd', 'code': 200} Jul 14 09:40:45.176623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router 6f0eab3f-264b-4059-bc2c-11f636cdd6ed is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:45.360553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:45.374034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1cf1a-b17e-49bf-874a-d871559fe213 None None] Sync routers for ids ['6f0eab3f-264b-4059-bc2c-11f636cdd6ed'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:45.387760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1cf1a-b17e-49bf-874a-d871559fe213 None None] Routers {'6f0eab3f-264b-4059-bc2c-11f636cdd6ed'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:45.388738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-62d1cf1a-b17e-49bf-874a-d871559fe213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['6f0eab3f-264b-4059-bc2c-11f636cdd6ed'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:45.394757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.396491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a5a01794-7de1-47b3-a311-322b80c8ea6f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.1623340 Jul 14 09:40:45.399938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45024) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:45.456184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-62d1cf1a-b17e-49bf-874a-d871559fe213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:45.458519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1da933-bb2a-4e56-ad7a-5b36d0904423 req-53fe81e1-4c38-48fb-83d0-dad61107011b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.460449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be1da933-bb2a-4e56-ad7a-5b36d0904423 req-53fe81e1-4c38-48fb-83d0-dad61107011b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1566095 Jul 14 09:40:45.477786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1cf1a-b17e-49bf-874a-d871559fe213 None None] Routers {'6f0eab3f-264b-4059-bc2c-11f636cdd6ed'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:45.479062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-62d1cf1a-b17e-49bf-874a-d871559fe213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['6f0eab3f-264b-4059-bc2c-11f636cdd6ed'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:45.483224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7f880964-b417-48be-b7ff-4594472baa1b None None] Provisioning complete for port c5a11797-4356-462c-9677-7722f6d94387 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:45.483418 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7f880964-b417-48be-b7ff-4594472baa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:45.543614 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be1da933-bb2a-4e56-ad7a-5b36d0904423 req-509376ca-27f0-4ae2-945b-b663cf792190 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736022 Jul 14 09:40:45.554095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-62d1cf1a-b17e-49bf-874a-d871559fe213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:45.555021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d1cf1a-b17e-49bf-874a-d871559fe213 None None] The sync data for ids ['6f0eab3f-264b-4059-bc2c-11f636cdd6ed'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:45.564846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-67e06846-170a-4ae0-bc55-84a7717bf681 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/routers/6f0eab3f-264b-4059-bc2c-11f636cdd6ed HTTP/1.1" status: 200 len: 883 time: 0.1630647 Jul 14 09:40:45.577227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45026) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:45.584187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7f880964-b417-48be-b7ff-4594472baa1b None None] Port c5a11797-4356-462c-9677-7722f6d94387 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:45.630175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257e7ab-6127-477d-9f6d-9739bb3ef0dc req-dbc1b504-c56f-4221-9ff0-ea3208da4e50 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.636875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5257e7ab-6127-477d-9f6d-9739bb3ef0dc req-dbc1b504-c56f-4221-9ff0-ea3208da4e50 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 945 time: 0.6131675 Jul 14 09:40:45.757015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Router c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:45.762991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7988-6664-44ce-bd3d-edb9a92311cd req-abed3a3b-bf40-419e-9646-0dc77d7debaa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.768934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7988-6664-44ce-bd3d-edb9a92311cd req-abed3a3b-bf40-419e-9646-0dc77d7debaa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.774155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5257e7ab-6127-477d-9f6d-9739bb3ef0dc req-2fcd39e7-c905-430e-af74-d7c57326bbe6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941710 Jul 14 09:40:45.774939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7988-6664-44ce-bd3d-edb9a92311cd req-abed3a3b-bf40-419e-9646-0dc77d7debaa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.782013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7988-6664-44ce-bd3d-edb9a92311cd req-abed3a3b-bf40-419e-9646-0dc77d7debaa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.787449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7988-6664-44ce-bd3d-edb9a92311cd req-abed3a3b-bf40-419e-9646-0dc77d7debaa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.793553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7988-6664-44ce-bd3d-edb9a92311cd req-abed3a3b-bf40-419e-9646-0dc77d7debaa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.794844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad662b1-307d-47fd-97ce-cf7a5bc8a2a8 req-113c4200-864b-4228-b994-efec4f7895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.797671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ad662b1-307d-47fd-97ce-cf7a5bc8a2a8 req-113c4200-864b-4228-b994-efec4f7895fe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 1097 time: 0.2740660 Jul 14 09:40:45.799545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7988-6664-44ce-bd3d-edb9a92311cd req-abed3a3b-bf40-419e-9646-0dc77d7debaa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:45.824831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb3f7988-6664-44ce-bd3d-edb9a92311cd req-abed3a3b-bf40-419e-9646-0dc77d7debaa tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.1579969 Jul 14 09:40:46.016275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-1e2700e0-d8cf-4356-abc9-b2d54840731e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.018125 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-1e2700e0-d8cf-4356-abc9-b2d54840731e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 813 time: 0.1207285 Jul 14 09:40:46.037205 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-ac0bf710-064f-4508-b749-3da1f02d6454 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/quotas/0104db94a3854712a82c586f924eef65 HTTP/1.1" status: 200 len: 375 time: 0.0104120 Jul 14 09:40:46.043582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ad662b1-307d-47fd-97ce-cf7a5bc8a2a8 req-774002a7-1f99-4844-aeb0-0a0e35c14b2f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271082 Jul 14 09:40:46.066480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:46.081377 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5bdaff3a-1a19-4bac-a5b6-27a40afc5c2b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "PUT /v2.0/routers/c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2893200 Jul 14 09:40:46.083561 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f542ea9-712e-4a13-a0b4-9ad7cdc4dae3 None None] Sync routers for ids ['c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:46.086172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45042) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:46.095463 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f542ea9-712e-4a13-a0b4-9ad7cdc4dae3 None None] Routers {'c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:46.096454 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1f542ea9-712e-4a13-a0b4-9ad7cdc4dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:46.130210 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-ec6e04b1-5662-4d6d-b891-4fa2a7ecd8b7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833824 Jul 14 09:40:46.132365 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1f542ea9-712e-4a13-a0b4-9ad7cdc4dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:46.154590 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f542ea9-712e-4a13-a0b4-9ad7cdc4dae3 None None] Routers {'c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:46.157182 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1f542ea9-712e-4a13-a0b4-9ad7cdc4dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:46.212712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2fafea5c-a892-4da4-b0c6-0925f3197120 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6334512 Jul 14 09:40:46.227813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d688c8-d256-4a7f-85d9-5c827b2f1c6d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:46.228133 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1f542ea9-712e-4a13-a0b4-9ad7cdc4dae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:46.230643 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f542ea9-712e-4a13-a0b4-9ad7cdc4dae3 None None] The sync data for ids ['c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:46.231478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e2d688c8-d256-4a7f-85d9-5c827b2f1c6d tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a HTTP/1.1" status: 200 len: 980 time: 0.1440625 Jul 14 09:40:46.232670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45044) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:46.242043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2aa1992d-a072-4807-9d00-38079729ea74 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-301745618'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:46.242230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 013950b3-38f2-429d-ad15-c39a0c76051f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:46.245905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45046) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:46.310464 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3943ee8d-954e-4ef5-90ba-92b10da88714 service neutron] 10.222.0.73 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653657 Jul 14 09:40:46.324182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 013950b3-38f2-429d-ad15-c39a0c76051f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:46.324739 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:46.430185 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-ee337a4c-2982-4859-a240-f7f32d842356 service neutron] 10.222.0.73 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083190 Jul 14 09:40:46.757250 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8cccc81-c817-4590-832f-92f52c1dece3 req-374d4e38-d0d2-4c4e-b8e0-0f07202bdfb6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 210 time: 0.1215668 Jul 14 09:40:47.055675 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2aa1992d-a072-4807-9d00-38079729ea74 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.100042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2aa1992d-a072-4807-9d00-38079729ea74 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.116553 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.158086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a569d-03bf-4129-a59c-c7a0fe57f166 req-18cbce4b-384b-4ae0-b953-0b73127f9936 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:47.170846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c89a569d-03bf-4129-a59c-c7a0fe57f166 req-18cbce4b-384b-4ae0-b953-0b73127f9936 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 945 time: 0.1928420 Jul 14 09:40:47.216415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c89a569d-03bf-4129-a59c-c7a0fe57f166 req-ab2bcff1-b836-45c8-94c1-7cdf1c7c44ee tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393052 Jul 14 09:40:47.729909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1992d-a072-4807-9d00-38079729ea74 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router 6f0eab3f-264b-4059-bc2c-11f636cdd6ed has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:47.904758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1992d-a072-4807-9d00-38079729ea74 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:47.914710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2aa1992d-a072-4807-9d00-38079729ea74 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.916177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2aa1992d-a072-4807-9d00-38079729ea74 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/6f0eab3f-264b-4059-bc2c-11f636cdd6ed HTTP/1.1" status: 200 len: 890 time: 1.6820390 Jul 14 09:40:47.920893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:47.921497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7eecd7-850e-4b21-af52-ce81234d5638 None None] Sync routers for ids ['6f0eab3f-264b-4059-bc2c-11f636cdd6ed'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:47.930181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port c5a11797-4356-462c-9677-7722f6d94387 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:47.930554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:47.943949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7eecd7-850e-4b21-af52-ce81234d5638 None None] Routers {'6f0eab3f-264b-4059-bc2c-11f636cdd6ed'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:47.945087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2c7eecd7-850e-4b21-af52-ce81234d5638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['6f0eab3f-264b-4059-bc2c-11f636cdd6ed'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:48.077784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b82ca922-8836-4482-bcd8-9f45eac054c3 req-eff38ef2-ba70-46fe-b21f-6537074c3882 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 210 time: 0.0712080 Jul 14 09:40:48.093400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-b21c0e41-1b4f-496a-afbd-8f2605181195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.093899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-b21c0e41-1b4f-496a-afbd-8f2605181195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.094417 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-b21c0e41-1b4f-496a-afbd-8f2605181195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.094899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-b21c0e41-1b4f-496a-afbd-8f2605181195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.095383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-b21c0e41-1b4f-496a-afbd-8f2605181195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.095863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-b21c0e41-1b4f-496a-afbd-8f2605181195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.096375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-b21c0e41-1b4f-496a-afbd-8f2605181195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.098511 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-b21c0e41-1b4f-496a-afbd-8f2605181195 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6499 time: 0.3029923 Jul 14 09:40:48.155183 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.173431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-05a8c4ff-739b-4f6e-ae58-8e8b9568eed7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/routers/6f0eab3f-264b-4059-bc2c-11f636cdd6ed HTTP/1.1" status: 200 len: 890 time: 0.2504807 Jul 14 09:40:48.179602 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-0b8b1349-0d36-47f2-a3fe-311359b71b4d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=40494b3c-fec0-46a7-8d3b-7d1180364333&id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702066 Jul 14 09:40:48.180466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45080) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:48.184011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for c5a11797-4356-462c-9677-7722f6d94387 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:48.222877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2c7eecd7-850e-4b21-af52-ce81234d5638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:48.229758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-63064c9f-53cb-43b3-bc2c-b80be19cde7c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f0eab3f-264b-4059-bc2c-11f636cdd6ed HTTP/1.1" status: 200 len: 205 time: 0.0457599 Jul 14 09:40:48.230356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:48.238143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7eecd7-850e-4b21-af52-ce81234d5638 None None] Routers {'6f0eab3f-264b-4059-bc2c-11f636cdd6ed'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:48.239261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2c7eecd7-850e-4b21-af52-ce81234d5638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['6f0eab3f-264b-4059-bc2c-11f636cdd6ed'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:48.324688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2c7eecd7-850e-4b21-af52-ce81234d5638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:48.325900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7eecd7-850e-4b21-af52-ce81234d5638 None None] The sync data for ids ['6f0eab3f-264b-4059-bc2c-11f636cdd6ed'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:48.408409 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.551584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.612649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 71ddf712-1208-4e60-9a63-df396589a261 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:48.613017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.687536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3aec3-d556-489c-b0bd-404cfa2cd745 req-962a0887-001d-4e09-a013-af83858d4525 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.696802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4d3aec3-d556-489c-b0bd-404cfa2cd745 req-962a0887-001d-4e09-a013-af83858d4525 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 945 time: 0.2445533 Jul 14 09:40:48.697833 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.710948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 71ddf712-1208-4e60-9a63-df396589a261 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:48.724175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:48.772227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=c5a11797-4356-462c-9677-7722f6d94387,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:48.875667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b4d3aec3-d556-489c-b0bd-404cfa2cd745 req-8b1de7ee-ae06-4da5-809d-82760b94b471 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718068 Jul 14 09:40:48.914674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-056be594-18ce-4a9f-981e-a8bd0c5a3922 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:48.916284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-056be594-18ce-4a9f-981e-a8bd0c5a3922 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.69 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 813 time: 0.3573060 Jul 14 09:40:48.968565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Request body: {'port': {'device_id': 'd507b2e4-5a4d-45da-a4e3-2345b1c2419c', 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c', 'admin_state_up': True, 'tenant_id': '0104db94a3854712a82c586f924eef65'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:48.989642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.059825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=71ddf712-1208-4e60-9a63-df396589a261,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:49.113698 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.143581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.245264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.247496 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.327271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.327815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0eab3f-264b-4059-bc2c-11f636cdd6ed {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:49.335319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.336490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-51fc910f-7d6d-46f0-a5e7-1846187babd1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/6f0eab3f-264b-4059-bc2c-11f636cdd6ed HTTP/1.1" status: 204 len: 168 time: 1.1051116 Jul 14 09:40:49.340551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45098) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:49.345671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1312455766'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:49.346455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7387a298-53c8-4861-80df-ffdb2133097b req-74b5dd0b-181f-4755-8653-f4d6f0fa7862 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 210 time: 0.0963445 Jul 14 09:40:49.366734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Router c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:49.369147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:40:49.369147 n-d-780147-26 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:40:49.369147 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'id': '27621828-b959-4c10-9398-fb19c0293bb8', 'expiration': datetime.datetime(2021, 7, 14, 9, 42, 49, 361618)}] Jul 14 09:40:49.369147 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:40:49.369947 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:40:49.384628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Made reservation on behalf of 0104db94a3854712a82c586f924eef65 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:49.388250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.395830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d035d-08ed-4003-b20a-d110e6badc38 req-015bdd01-661d-4ea5-9574-391e2bc34e12 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.397436 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cd8d035d-08ed-4003-b20a-d110e6badc38 req-015bdd01-661d-4ea5-9574-391e2bc34e12 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 945 time: 0.1059752 Jul 14 09:40:49.440893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cd8d035d-08ed-4003-b20a-d110e6badc38 req-962169d1-d063-40f8-8752-332f3f1c8027 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362780 Jul 14 09:40:49.478117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:49.485455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3b6081a7-160b-4499-843e-555ea1dc1c23 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "PUT /v2.0/routers/c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2378449 Jul 14 09:40:49.488626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:49.491855 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8730e-f075-402a-8fbe-48795b5816d0 None None] Sync routers for ids ['c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:49.506288 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8730e-f075-402a-8fbe-48795b5816d0 None None] Routers {'c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:49.507417 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-17e8730e-f075-402a-8fbe-48795b5816d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:49.544102 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fc7b88-8971-4965-86c7-07c39bb640a1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:40:49.549515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c4fc7b88-8971-4965-86c7-07c39bb640a1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/c5a11797-4356-462c-9677-7722f6d94387 HTTP/1.1" status: 404 len: 333 time: 0.0597765 Jul 14 09:40:49.552643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45106) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:49.558863 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-17e8730e-f075-402a-8fbe-48795b5816d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:49.573374 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8730e-f075-402a-8fbe-48795b5816d0 None None] Routers {'c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:49.574015 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-17e8730e-f075-402a-8fbe-48795b5816d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:49.599926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Allocated IP 172.20.0.13 (142b4759-4d8a-4c73-ad3c-233be282579c/fae535cd-1b7b-4220-aa72-ade147203f26/57c91620-f5c3-4396-b977-befedbec016c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:49.616707 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-17e8730e-f075-402a-8fbe-48795b5816d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:49.617363 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e8730e-f075-402a-8fbe-48795b5816d0 None None] The sync data for ids ['c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:49.673455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f1edcd-7b37-4adc-8fa0-8fc72b72fbc2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.754158 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.795029 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.807275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:49.851073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Network 142b4759-4d8a-4c73-ad3c-233be282579c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:49.854738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:49.859399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:49.860622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80605d-fe3f-4bce-aa40-e67ed550b4bf req-e474cf86-1fc0-4895-adc8-3eafcfb460b4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.861882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb80605d-fe3f-4bce-aa40-e67ed550b4bf req-e474cf86-1fc0-4895-adc8-3eafcfb460b4 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 945 time: 0.2252607 Jul 14 09:40:49.863699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Pushing event updated for resources: {'Port': ['ID=57c91620-f5c3-4396-b977-befedbec016c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:49.870861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f1edcd-7b37-4adc-8fa0-8fc72b72fbc2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.876030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f1edcd-7b37-4adc-8fa0-8fc72b72fbc2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.915178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:49.915905 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.960327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:49.965072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.965618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-da053555-7e2e-4856-89ae-3966d9ccacd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0008805 Jul 14 09:40:49.971921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb80605d-fe3f-4bce-aa40-e67ed550b4bf req-890488f7-e156-4637-9dd4-eea24b224508 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037662 Jul 14 09:40:49.977763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Request body: {'port': {'device_id': 'd507b2e4-5a4d-45da-a4e3-2345b1c2419c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:49.979105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f1edcd-7b37-4adc-8fa0-8fc72b72fbc2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.979602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f1edcd-7b37-4adc-8fa0-8fc72b72fbc2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Fanout notify agent at l3_agent the message router_deleted on router c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:49.987283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f1edcd-7b37-4adc-8fa0-8fc72b72fbc2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:49.990720 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-47f1edcd-7b37-4adc-8fa0-8fc72b72fbc2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/routers/c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a HTTP/1.1" status: 204 len: 168 time: 0.4347441 Jul 14 09:40:49.990978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45108) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:50.041726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:50.058749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ae6252-1537-45c5-ba15-6a86d07276ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 098e09c0-dc14-40f5-b3d6-fb73ea0cae7a {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:50.060078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.063391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6252-1537-45c5-ba15-6a86d07276ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.066583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.066930 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment 575b3a88-760f-4265-a5be-56f064cd2139 of type vlan for network 7f11edc7-812c-41cd-9991-62726767ca5e Jul 14 09:40:50.140334 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6252-1537-45c5-ba15-6a86d07276ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.170438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.244713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.250254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.250865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.333043 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9913971 Jul 14 09:40:50.335912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45114) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:50.341817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': '7f11edc7-812c-41cd-9991-62726767ca5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:50.348997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6252-1537-45c5-ba15-6a86d07276ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.395418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56acc531-0c65-4f4e-9d9c-cd9aaac6d10f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=7f11edc7-812c-41cd-9991-62726767ca5e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:50.400700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c91620-f5c3-4396-b977-befedbec016c {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:50.406991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7f11edc7-812c-41cd-9991-62726767ca5e details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:50.414372 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.465926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15c00-184a-45d1-b020-68849a7e25d0 req-a9d8e3a7-bc2c-4db6-8c39-38ab29c9628c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.467907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7c15c00-184a-45d1-b020-68849a7e25d0 req-a9d8e3a7-bc2c-4db6-8c39-38ab29c9628c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 945 time: 0.1418681 Jul 14 09:40:50.475553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:50.484604 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.490269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6252-1537-45c5-ba15-6a86d07276ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.492403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Transition to ACTIVE for port object 57c91620-f5c3-4396-b977-befedbec016c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:50.532839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae6252-1537-45c5-ba15-6a86d07276ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=098e09c0-dc14-40f5-b3d6-fb73ea0cae7a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:50.536257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.544336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6252-1537-45c5-ba15-6a86d07276ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.548801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e2ae6252-1537-45c5-ba15-6a86d07276ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/098e09c0-dc14-40f5-b3d6-fb73ea0cae7a HTTP/1.1" status: 204 len: 168 time: 0.5543542 Jul 14 09:40:50.553128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0504afc-b0bc-4710-b264-2d2a0722f78f None None] Network eb229112-151a-445e-bbf8-19f9ba8ba421 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:50.553468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45118) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:50.581404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7c15c00-184a-45d1-b020-68849a7e25d0 req-cdca6213-3c11-4909-b5ce-8d318b06a365 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065307 Jul 14 09:40:50.655221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Pushing event updated for resources: {'Port': ['ID=57c91620-f5c3-4396-b977-befedbec016c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:50.670357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.749470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 013950b3-38f2-429d-ad15-c39a0c76051f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:50.749824 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.750966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d46fd-0a80-4d95-8c4b-d9058dbedb25 req-71909ba8-2d06-4562-9419-f227777bc323 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:50.752573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-143d46fd-0a80-4d95-8c4b-d9058dbedb25 req-71909ba8-2d06-4562-9419-f227777bc323 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 944 time: 0.2173920 Jul 14 09:40:50.809903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] DHCP port deletion for eb229112-151a-445e-bbf8-19f9ba8ba421 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:50.828169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Attempting to bind port 57c91620-f5c3-4396-b977-befedbec016c on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:50.828546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Attempting to bind port 57c91620-f5c3-4396-b977-befedbec016c by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:50.828876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Attempting to bind port 57c91620-f5c3-4396-b977-befedbec016c on network 142b4759-4d8a-4c73-ad3c-233be282579c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:50.830147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] For port 013950b3-38f2-429d-ad15-c39a0c76051f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=013950b3-38f2-429d-ad15-c39a0c76051f,segment=NetworkSegment(598e4dd8-c882-4a84-a00a-196bd3ad3148),segment_id=598e4dd8-c882-4a84-a00a-196bd3ad3148)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:50.830683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.845651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 013950b3-38f2-429d-ad15-c39a0c76051f owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:50.857502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] Deleting port 013950b3-38f2-429d-ad15-c39a0c76051f {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:50.858001 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.863731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-143d46fd-0a80-4d95-8c4b-d9058dbedb25 req-2db1268b-c6e6-4fd4-9c4a-23aed089b33d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906391 Jul 14 09:40:50.870925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Port 57c91620-f5c3-4396-b977-befedbec016c on network 142b4759-4d8a-4c73-ad3c-233be282579c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:40:50.871427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Attempting to bind port 57c91620-f5c3-4396-b977-befedbec016c on network 142b4759-4d8a-4c73-ad3c-233be282579c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:50.881441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:50.881576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Checking segment: {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:50.881923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Bound using segment: {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:50.882378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Bound port: 57c91620-f5c3-4396-b977-befedbec016c, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:50.882727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.913193 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.931472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.933174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] For port 013950b3-38f2-429d-ad15-c39a0c76051f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=013950b3-38f2-429d-ad15-c39a0c76051f,segment=NetworkSegment(598e4dd8-c882-4a84-a00a-196bd3ad3148),segment_id=598e4dd8-c882-4a84-a00a-196bd3ad3148)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:50.933769 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:50.946996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] Calling delete_port for 013950b3-38f2-429d-ad15-c39a0c76051f owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:50.958328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=013950b3-38f2-429d-ad15-c39a0c76051f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:50.962245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No DVR routers for this DVR port 013950b3-38f2-429d-ad15-c39a0c76051f on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:51.018470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=ae7447d5-e45f-411d-a6ee-f6c2abfecb55,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:51.032501 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.036753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] For port 57c91620-f5c3-4396-b977-befedbec016c, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:51.039067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': '575b3a88-760f-4265-a5be-56f064cd2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f11edc7-812c-41cd-9991-62726767ca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:51.039584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: 7f11edc7-812c-41cd-9991-62726767ca5e, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:40:51.043717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] For port 57c91620-f5c3-4396-b977-befedbec016c, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=57c91620-f5c3-4396-b977-befedbec016c,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:51.046477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.051386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.058644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb229112-151a-445e-bbf8-19f9ba8ba421']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:51.065353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] Pushing event deleted for resources: {'Port': ['ID=013950b3-38f2-429d-ad15-c39a0c76051f,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:51.068749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470c53f5-b34f-4db2-9b56-52b97583a5f7 None None] No DVR routers for this DVR port 013950b3-38f2-429d-ad15-c39a0c76051f on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:51.076261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598e4dd8-c882-4a84-a00a-196bd3ad3148') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:51.076261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598e4dd8-c882-4a84-a00a-196bd3ad3148') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:51.085584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.097599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.098253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.099672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] 10.222.0.69 "PUT /v2.0/ports/57c91620-f5c3-4396-b977-befedbec016c HTTP/1.1" status: 200 len: 1093 time: 1.1263399 Jul 14 09:40:51.101745 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.101893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd507b2e4-5a4d-45da-a4e3-2345b1c2419c', 'tag': '57c91620-f5c3-4396-b977-befedbec016c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:51.104915 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bbd3d2-18d1-49fe-9743-676cefb56d54" -d '{"events": [{"name": "network-changed", "server_uuid": "d507b2e4-5a4d-45da-a4e3-2345b1c2419c", "tag": "57c91620-f5c3-4396-b977-befedbec016c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:51.109429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:51.110250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.112302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 7f11edc7-812c-41cd-9991-62726767ca5e is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:51.113727 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:51.131162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7f11edc7-812c-41cd-9991-62726767ca5e) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:51.138183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.138705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.142253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf5687-76ba-4ba0-9396-0a102320307c service neutron] Pushing event updated for resources: {'Port': ['ID=57c91620-f5c3-4396-b977-befedbec016c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:51.159361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afec8000-4686-4c5b-95d1-6f2731421421 None None] Network 7f11edc7-812c-41cd-9991-62726767ca5e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:51.167506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-516e77e2-b4f4-4634-8158-a20caa25bec9 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8298106 Jul 14 09:40:51.168659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45128) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.174242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4cbfc020-65a6-4358-a144-3eb3f9251fad tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1174761457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:51.210508 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc020-65a6-4358-a144-3eb3f9251fad tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.212603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc020-65a6-4358-a144-3eb3f9251fad tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.322110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-92a1ec16-a633-4c55-bf4a-9a0b7f419ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.324599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-92a1ec16-a633-4c55-bf4a-9a0b7f419ad1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 1096 time: 0.1686666 Jul 14 09:40:51.326393 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb2a643-f023-481c-b6eb-9d718dc1228a x-openstack-request-id: req-bdb2a643-f023-481c-b6eb-9d718dc1228a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:51.326839 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d507b2e4-5a4d-45da-a4e3-2345b1c2419c", "tag": "57c91620-f5c3-4396-b977-befedbec016c", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:51.327157 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bdb2a643-f023-481c-b6eb-9d718dc1228a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:51.327641 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd507b2e4-5a4d-45da-a4e3-2345b1c2419c', 'tag': '57c91620-f5c3-4396-b977-befedbec016c', 'status': 'completed', 'code': 200} Jul 14 09:40:51.355251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7f11edc7-812c-41cd-9991-62726767ca5e', 'network_id': '7f11edc7-812c-41cd-9991-62726767ca5e', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': 'ae7447d5-e45f-411d-a6ee-f6c2abfecb55'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:51.356435 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.370188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-e4f17a18-1e2f-4b22-a3b6-f0dd0e803d8f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c91620-f5c3-4396-b977-befedbec016c HTTP/1.1" status: 200 len: 217 time: 0.0383828 Jul 14 09:40:51.425382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-acf87268-503c-472d-b931-1f1c3b4bba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.427014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-acf87268-503c-472d-b931-1f1c3b4bba62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.0512133 Jul 14 09:40:51.464638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-4e019c0f-d8e1-4454-985d-08d293f9de19 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313184 Jul 14 09:40:51.509553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Allocated IP 2001:db8::2 (7f11edc7-812c-41cd-9991-62726767ca5e/ae7447d5-e45f-411d-a6ee-f6c2abfecb55/7355e6d6-d309-49d7-8ba6-fa83ae33d697) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:51.521770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.537376 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.540316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/networks/eb229112-151a-445e-bbf8-19f9ba8ba421 HTTP/1.1" status: 204 len: 168 time: 0.9856935 Jul 14 09:40:51.551006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.560848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e9f805-d8e3-4ede-80eb-88f6425bc2bc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Network': ['ID=eb229112-151a-445e-bbf8-19f9ba8ba421,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:51.585321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc020-65a6-4358-a144-3eb3f9251fad tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.597015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc020-65a6-4358-a144-3eb3f9251fad tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.609190 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-18ffbb10-d7bd-4968-8c84-237b08085998 service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384978 Jul 14 09:40:51.614481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf8580f-384d-4683-a5fe-371771ad738e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.616257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3bf8580f-384d-4683-a5fe-371771ad738e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/26902e23-f5a1-494d-bfc5-e9a2c7994ad6 HTTP/1.1" status: 200 len: 841 time: 0.0642943 Jul 14 09:40:51.620472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.636171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cbfc020-65a6-4358-a144-3eb3f9251fad tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.639853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4cbfc020-65a6-4358-a144-3eb3f9251fad tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4677973 Jul 14 09:40:51.650075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45136) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.693593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.705946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Transition to ACTIVE for port object 7355e6d6-d309-49d7-8ba6-fa83ae33d697 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:51.726042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Transition to ACTIVE for port object 7355e6d6-d309-49d7-8ba6-fa83ae33d697 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:51.734638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.755350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d153ac6f-3075-45aa-a86c-cc39e274e462 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/26902e23-f5a1-494d-bfc5-e9a2c7994ad6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1337368 Jul 14 09:40:51.761206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:51.766388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be541b66-77a3-43f3-9366-22b6fe9ea427 req-d75b3b3d-ab09-434b-9cea-be9c3f5caa02 service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498711 Jul 14 09:40:51.778690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Network 7f11edc7-812c-41cd-9991-62726767ca5e is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:51.785493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:51.788956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:51.796739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Pushing event updated for resources: {'Port': ['ID=7355e6d6-d309-49d7-8ba6-fa83ae33d697,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:51.834020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b2631-8850-4834-b04c-2744ad608b2c req-6a52d052-f341-41a3-9bb4-365e884c86ab tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:51.835614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-016b2631-8850-4834-b04c-2744ad608b2c req-6a52d052-f341-41a3-9bb4-365e884c86ab tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 945 time: 0.1727302 Jul 14 09:40:51.847580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:51.870817 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5b885f7-bf09-4405-9624-0e0934c4994b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.872333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Attempting to bind port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:51.872708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Attempting to bind port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '575b3a88-760f-4265-a5be-56f064cd2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f11edc7-812c-41cd-9991-62726767ca5e'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:51.873080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Attempting to bind port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 on network 7f11edc7-812c-41cd-9991-62726767ca5e {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:51.878854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:51.879230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Checking segment: {'id': '575b3a88-760f-4265-a5be-56f064cd2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f11edc7-812c-41cd-9991-62726767ca5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:51.879641 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.880026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Bound using segment: {'id': '575b3a88-760f-4265-a5be-56f064cd2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f11edc7-812c-41cd-9991-62726767ca5e'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:51.880537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Bound port: 7355e6d6-d309-49d7-8ba6-fa83ae33d697, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575b3a88-760f-4265-a5be-56f064cd2139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7f11edc7-812c-41cd-9991-62726767ca5e'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:51.880921 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:51.964942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] For port 7355e6d6-d309-49d7-8ba6-fa83ae33d697, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:51.969459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] For port 7355e6d6-d309-49d7-8ba6-fa83ae33d697, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7355e6d6-d309-49d7-8ba6-fa83ae33d697,segment=NetworkSegment(575b3a88-760f-4265-a5be-56f064cd2139),segment_id=575b3a88-760f-4265-a5be-56f064cd2139)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:51.974649 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.049948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b729a-7f15-4b90-b2f2-b2cc874ea96f None None] Pushing event updated for resources: {'Port': ['ID=7355e6d6-d309-49d7-8ba6-fa83ae33d697,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:52.151636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:52.155681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.264723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.268864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca7f5-d6ea-4ab9-87bd-ea4e3bac8b63 req-61963b76-8302-43d1-957c-2e3b48060675 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.277124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 013950b3-38f2-429d-ad15-c39a0c76051f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:52.280275 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7eca7f5-d6ea-4ab9-87bd-ea4e3bac8b63 req-61963b76-8302-43d1-957c-2e3b48060675 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 945 time: 0.5302873 Jul 14 09:40:52.314264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cd392-d7a0-4eab-93b9-16c760ff0cb4 req-70848c69-302a-4824-b024-f8fa039d75ef tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.315830 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b4cd392-d7a0-4eab-93b9-16c760ff0cb4 req-70848c69-302a-4824-b024-f8fa039d75ef tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 944 time: 0.2730103 Jul 14 09:40:52.330874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 013950b3-38f2-429d-ad15-c39a0c76051f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:52.330874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 013950b3-38f2-429d-ad15-c39a0c76051f not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:52.358524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-4a391b00-5421-4d2b-8425-fc77c2727495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.360128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-4a391b00-5421-4d2b-8425-fc77c2727495 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 1096 time: 0.5223722 Jul 14 09:40:52.382226 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7eca7f5-d6ea-4ab9-87bd-ea4e3bac8b63 req-fc7f1ed7-996e-42b3-bb2e-6d9820dd3cd6 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017363 Jul 14 09:40:52.444950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Deleting port 1ef66f76-de6e-467e-8cb5-962721ef99dd {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:52.445200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.495902 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b4cd392-d7a0-4eab-93b9-16c760ff0cb4 req-f2b8a0b8-2eec-4d7e-a4ce-83e86c2bd676 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348920 Jul 14 09:40:52.519812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-a5f65b00-2fab-445e-a3d7-3317aaa25edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.521347 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-a5f65b00-2fab-445e-a3d7-3317aaa25edf service neutron] 10.222.0.69 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 914 time: 0.1531208 Jul 14 09:40:52.584432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-16555066-1c0f-4cff-98a8-3fed4a6f87b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57c91620-f5c3-4396-b977-befedbec016c HTTP/1.1" status: 200 len: 217 time: 0.0505488 Jul 14 09:40:52.637781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] For port 1ef66f76-de6e-467e-8cb5-962721ef99dd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1ef66f76-de6e-467e-8cb5-962721ef99dd,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:52.638165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.655903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Calling delete_port for 1ef66f76-de6e-467e-8cb5-962721ef99dd owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:52.662668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-65b15705-b36c-45e6-a1c7-6513901f7cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.664098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-65b15705-b36c-45e6-a1c7-6513901f7cf6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.0709631 Jul 14 09:40:52.669780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.719429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8::1 (7f11edc7-812c-41cd-9991-62726767ca5e/ae7447d5-e45f-411d-a6ee-f6c2abfecb55/760b7dc2-5987-4a02-85d6-9be5b6f09cf7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:52.730183 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-c63270cd-ba93-4465-af6d-e8a91c38012c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574510 Jul 14 09:40:52.731529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:52.739646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:52.746408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:52.747014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.752401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043e5c5b-8a71-4ace-897c-29580391de03 None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:52.771560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=3629de56-4e67-4dac-aa58-217cfa31fa12,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:52.817096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-844b9e8f-11a9-46c5-8178-e4a1549b8681 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0541317 Jul 14 09:40:52.821517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45144) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:52.826763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4262ab1f-3e7c-4249-a716-de82199e6672 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'security_group': {'name': 'tempest-secgroup-1613947673'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:52.896363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:52.897109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-b4f2dfba-e127-443e-8175-2b783997b5d4 service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596472 Jul 14 09:40:52.914655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object 760b7dc2-5987-4a02-85d6-9be5b6f09cf7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:52.953749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.015822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 7f11edc7-812c-41cd-9991-62726767ca5e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:53.022726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:53.030058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:53.031118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.035419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=760b7dc2-5987-4a02-85d6-9be5b6f09cf7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.047593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0bbd3d2-18d1-49fe-9743-676cefb56d54 req-a99a631b-2b87-42bb-bac3-a584a0458e1d service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410770 Jul 14 09:40:53.054317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4262ab1f-3e7c-4249-a716-de82199e6672 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.081938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-1cbed8da-353d-46b5-99c1-709f47e4cb02', 'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'tenant_id': '94e0c76d49294446ba2e21c1f28ae906', 'fixed_ips': [{'subnet_id': '3629de56-4e67-4dac-aa58-217cfa31fa12'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:40:53.082822 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.103199 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.141814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event deleted for resources: {'Port': ['ID=1ef66f76-de6e-467e-8cb5-962721ef99dd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.177899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:53.199542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.249929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] No DVR routers for this DVR port 1ef66f76-de6e-467e-8cb5-962721ef99dd on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:53.253796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.256074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-016b2631-8850-4834-b04c-2744ad608b2c req-f9c6f8b6-e0f8-45da-a5bc-78fe14bb1d0b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "DELETE /v2.0/ports/1ef66f76-de6e-467e-8cb5-962721ef99dd HTTP/1.1" status: 204 len: 173 time: 1.3903973 Jul 14 09:40:53.331191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Allocated IP 172.20.0.2 (1cbed8da-353d-46b5-99c1-709f47e4cb02/3629de56-4e67-4dac-aa58-217cfa31fa12/c920b4d0-1f30-46a7-ae55-39f3d68f7f7b) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:53.340760 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4262ab1f-3e7c-4249-a716-de82199e6672 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.342752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ae1ba0-69b3-4a74-b9c7-92088143ea35', 'name': 'network-vif-deleted', 'tag': '1ef66f76-de6e-467e-8cb5-962721ef99dd'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:53.346249 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2629de35-eb55-4eca-877c-4990157d1801" -d '{"events": [{"server_uuid": "b7ae1ba0-69b3-4a74-b9c7-92088143ea35", "name": "network-vif-deleted", "tag": "1ef66f76-de6e-467e-8cb5-962721ef99dd"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:53.366003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4262ab1f-3e7c-4249-a716-de82199e6672 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.409512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e937d1a9-ccbc-48d8-be2d-052b88522529 None None] Network 7f11edc7-812c-41cd-9991-62726767ca5e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:53.433134 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc43e9a-38f5-4d3a-9c4b-d96a138cd347 x-openstack-request-id: req-6fc43e9a-38f5-4d3a-9c4b-d96a138cd347 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:53.433690 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ae1ba0-69b3-4a74-b9c7-92088143ea35", "name": "network-vif-deleted", "tag": "1ef66f76-de6e-467e-8cb5-962721ef99dd", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:53.434100 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6fc43e9a-38f5-4d3a-9c4b-d96a138cd347 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:53.434510 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ae1ba0-69b3-4a74-b9c7-92088143ea35', 'name': 'network-vif-deleted', 'tag': '1ef66f76-de6e-467e-8cb5-962721ef99dd', 'status': 'completed', 'code': 200} Jul 14 09:40:53.435349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4262ab1f-3e7c-4249-a716-de82199e6672 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.436623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4262ab1f-3e7c-4249-a716-de82199e6672 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6136396 Jul 14 09:40:53.450022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45154) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:53.458919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fd60c2b6-12e7-435d-8218-77b6cdd7be63 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'security_group': {'name': 'tempest-secgroup-660103486'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:53.484393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4262ab1f-3e7c-4249-a716-de82199e6672 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0366948-7a9b-433f-814c-9e1292657c7c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.514754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd60c2b6-12e7-435d-8218-77b6cdd7be63 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.533959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.540976 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.543082 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.576020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6fa5f1e2-d8dc-4a8c-83f6-fe629eb1f286 None None] Provisioning for port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:53.664244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3305e4ec-2704-4fc6-a179-f55ae77c130c req-c5f26cd1-a86a-4efd-aec1-5453fc7bd403 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=b7ae1ba0-69b3-4a74-b9c7-92088143ea35 HTTP/1.1" status: 200 len: 210 time: 0.0423150 Jul 14 09:40:53.668170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd60c2b6-12e7-435d-8218-77b6cdd7be63 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.673633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd60c2b6-12e7-435d-8218-77b6cdd7be63 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.685439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 7f11edc7-812c-41cd-9991-62726767ca5e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:53.691156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:53.710565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60c2b6-12e7-435d-8218-77b6cdd7be63 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31472732-b5ae-40c8-8144-2b184fc55ed9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.714819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=760b7dc2-5987-4a02-85d6-9be5b6f09cf7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.728236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fd60c2b6-12e7-435d-8218-77b6cdd7be63 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.730570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fd60c2b6-12e7-435d-8218-77b6cdd7be63 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2786400 Jul 14 09:40:53.733183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45158) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:53.740446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-746406654', 'security_groups': ['31472732-b5ae-40c8-8144-2b184fc55ed9'], 'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3629de56-4e67-4dac-aa58-217cfa31fa12'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:53.754450 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.763055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Transition to ACTIVE for port object c920b4d0-1f30-46a7-ae55-39f3d68f7f7b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:53.782094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Transition to ACTIVE for port object c920b4d0-1f30-46a7-ae55-39f3d68f7f7b will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:53.791070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.836124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:53.839463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:53.843775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:53.883359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Pushing event updated for resources: {'Port': ['ID=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:53.886315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dc846-dfcd-4ef5-adf3-d3b13324fbdf req-3fd23f79-faea-49a6-b76f-e781053e594c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:53.887883 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-328dc846-dfcd-4ef5-adf3-d3b13324fbdf req-3fd23f79-faea-49a6-b76f-e781053e594c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 944 time: 0.1701844 Jul 14 09:40:53.902045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router 122d7ba2-cac2-42da-ac07-36efe8448049 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:40:53.926001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Attempting to bind port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:40:53.926285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Attempting to bind port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3d81f5c4-5609-4ed8-818c-229180cd7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:40:53.926710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Attempting to bind port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b on network 1cbed8da-353d-46b5-99c1-709f47e4cb02 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:40:53.932161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:53.932396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:40:53.932590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Checking segment: {'id': '3d81f5c4-5609-4ed8-818c-229180cd7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:40:53.933000 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:53.933401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Bound using segment: {'id': '3d81f5c4-5609-4ed8-818c-229180cd7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:40:53.933886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Bound port: c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d81f5c4-5609-4ed8-818c-229180cd7973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:40:53.934265 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.014004 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-328dc846-dfcd-4ef5-adf3-d3b13324fbdf req-7471c04f-b37f-4da9-b10d-406dd59e085b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199496 Jul 14 09:40:54.015159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] For port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:40:54.019481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] For port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,segment=NetworkSegment(3d81f5c4-5609-4ed8-818c-229180cd7973),segment_id=3d81f5c4-5609-4ed8-818c-229180cd7973)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:40:54.024863 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.043859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:54.053484 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a6cff0df-ae61-4183-b0d5-462aa904fe24 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/122d7ba2-cac2-42da-ac07-36efe8448049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4018996 Jul 14 09:40:54.055818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:54.059137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1ef66f76-de6e-467e-8cb5-962721ef99dd no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:40:54.147425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 1ef66f76-de6e-467e-8cb5-962721ef99dd {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:40:54.148111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1ef66f76-de6e-467e-8cb5-962721ef99dd not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:40:54.150170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.155229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7dd6dd-77c5-42f8-b849-819b3d73e8ad None None] Sync routers for ids ['122d7ba2-cac2-42da-ac07-36efe8448049'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:54.179423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdf000f-6257-4697-81fc-7fd2e1bb7ab5 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.182590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port cac801b1-8238-4d74-8da1-09de47cbca5b yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:40:54.183925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7bdf000f-6257-4697-81fc-7fd2e1bb7ab5 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports/760b7dc2-5987-4a02-85d6-9be5b6f09cf7 HTTP/1.1" status: 200 len: 911 time: 0.1258762 Jul 14 09:40:54.184638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:54.191696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b97a3e1e-9f7b-406a-aa21-c99dc5336095 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ae7447d5-e45f-411d-a6ee-f6c2abfecb55'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:54.301626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca062f0-20c2-4833-9f1e-091283d3c659 None None] Pushing event updated for resources: {'Port': ['ID=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:54.310382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7dd6dd-77c5-42f8-b849-819b3d73e8ad None None] Routers {'122d7ba2-cac2-42da-ac07-36efe8448049'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:54.310801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1e7dd6dd-77c5-42f8-b849-819b3d73e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['122d7ba2-cac2-42da-ac07-36efe8448049'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.314883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5e929058-1b55-472d-a884-a559a77f4e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.364352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1e7dd6dd-77c5-42f8-b849-819b3d73e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.371166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7355e6d6-d309-49d7-8ba6-fa83ae33d697 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:54.412639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0fb0d656-949d-4aec-b103-bbd8ba659764 None None] Provisioning for port 760b7dc2-5987-4a02-85d6-9be5b6f09cf7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:54.418501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0fb0d656-949d-4aec-b103-bbd8ba659764 None None] Provisioning complete for port 760b7dc2-5987-4a02-85d6-9be5b6f09cf7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:54.418877 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0fb0d656-949d-4aec-b103-bbd8ba659764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.422470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7dd6dd-77c5-42f8-b849-819b3d73e8ad None None] Routers {'122d7ba2-cac2-42da-ac07-36efe8448049'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:54.423125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1e7dd6dd-77c5-42f8-b849-819b3d73e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['122d7ba2-cac2-42da-ac07-36efe8448049'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.511027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.11 (1cbed8da-353d-46b5-99c1-709f47e4cb02/3629de56-4e67-4dac-aa58-217cfa31fa12/cac801b1-8238-4d74-8da1-09de47cbca5b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:54.531370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 57c91620-f5c3-4396-b977-befedbec016c details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:40:54.554334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1e7dd6dd-77c5-42f8-b849-819b3d73e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:54.554480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7dd6dd-77c5-42f8-b849-819b3d73e8ad None None] The sync data for ids ['122d7ba2-cac2-42da-ac07-36efe8448049'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:54.566965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97a3e1e-9f7b-406a-aa21-c99dc5336095 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.600923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.639921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0fb0d656-949d-4aec-b103-bbd8ba659764 None None] Port 760b7dc2-5987-4a02-85d6-9be5b6f09cf7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:54.647047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:54.654719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:54.655104 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.749674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0fb0d656-949d-4aec-b103-bbd8ba659764 None None] Provisioning complete for port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:54.750216 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0fb0d656-949d-4aec-b103-bbd8ba659764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.758095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.781318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object cac801b1-8238-4d74-8da1-09de47cbca5b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:54.830381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.850038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 57c91620-f5c3-4396-b977-befedbec016c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=57c91620-f5c3-4396-b977-befedbec016c,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:54.875241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '57c91620-f5c3-4396-b977-befedbec016c', 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c', 'port_id': '57c91620-f5c3-4396-b977-befedbec016c', 'mac_address': 'fa:16:3e:bf:30:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae535cd-1b7b-4220-aa72-ade147203f26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:40:54.900645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:54.906367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:54.909049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:54.933618 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.935888 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.968737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:54.969392 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:54.984782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=cac801b1-8238-4d74-8da1-09de47cbca5b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:55.004708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fb00a434-262a-4716-a520-66b83e5d53b6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2693386 Jul 14 09:40:55.005316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45176) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:55.010965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-06eb4f66-e796-44f0-a527-6b795994d29e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:55.024149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c91620-f5c3-4396-b977-befedbec016c {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:40:55.050971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 7355e6d6-d309-49d7-8ba6-fa83ae33d697, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7355e6d6-d309-49d7-8ba6-fa83ae33d697,segment=NetworkSegment(575b3a88-760f-4265-a5be-56f064cd2139),segment_id=575b3a88-760f-4265-a5be-56f064cd2139)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:55.059373 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.251018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004ef3-e509-48e3-925c-63d9488b198e req-e4a84d0d-85f4-4936-9ffa-26d90452e5a8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.252644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-e4a84d0d-85f4-4936-9ffa-26d90452e5a8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.2167237 Jul 14 09:40:55.262896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97a3e1e-9f7b-406a-aa21-c99dc5336095 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.290550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-55bb987f-e7b4-4668-b38f-5fadc0706d6a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/quotas/b15cc3cbaa824894844a3989894ba747 HTTP/1.1" status: 200 len: 375 time: 0.0234125 Jul 14 09:40:55.292280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eb4f66-e796-44f0-a527-6b795994d29e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:55.300563 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06eb4f66-e796-44f0-a527-6b795994d29e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.309785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 57c91620-f5c3-4396-b977-befedbec016c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=57c91620-f5c3-4396-b977-befedbec016c,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:55.321566 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97a3e1e-9f7b-406a-aa21-c99dc5336095 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.328482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a3e1e-9f7b-406a-aa21-c99dc5336095 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:55.329151 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97a3e1e-9f7b-406a-aa21-c99dc5336095 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.333887 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b97a3e1e-9f7b-406a-aa21-c99dc5336095 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/ports/760b7dc2-5987-4a02-85d6-9be5b6f09cf7 HTTP/1.1" status: 200 len: 911 time: 1.1478791 Jul 14 09:40:55.337928 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.352429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:55.362733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=7355e6d6-d309-49d7-8ba6-fa83ae33d697,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:55.429070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=57c91620-f5c3-4396-b977-befedbec016c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:55.472133 n-d-780147-26 neutron-server[93780]: INFO neutron.db.ipam_backend_mixin [None req-06eb4f66-e796-44f0-a527-6b795994d29e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3629de56-4e67-4dac-aa58-217cfa31fa12 (CIDR: 172.20.0.0/28) Jul 14 09:40:55.477924 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-06eb4f66-e796-44f0-a527-6b795994d29e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:40:55.478533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06eb4f66-e796-44f0-a527-6b795994d29e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:40:55.489256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-04e84596-777b-423c-a11c-6edd17f6fffe tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1851945 Jul 14 09:40:55.502479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-b18b49a6-79e9-4419-b5f5-a6e8532d6d61 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:40:55.503610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-b18b49a6-79e9-4419-b5f5-a6e8532d6d61 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062165 Jul 14 09:40:55.505263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-06eb4f66-e796-44f0-a527-6b795994d29e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4990690 Jul 14 09:40:55.507915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45188) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:55.514308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:55.560409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.576377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d81c0952-cd0b-42b5-afcb-c1a20e343cd6 None None] Provisioning complete for port 760b7dc2-5987-4a02-85d6-9be5b6f09cf7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:55.576931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d81c0952-cd0b-42b5-afcb-c1a20e343cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.614537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d81c0952-cd0b-42b5-afcb-c1a20e343cd6 None None] Port 760b7dc2-5987-4a02-85d6-9be5b6f09cf7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:55.638142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['57c91620-f5c3-4396-b977-befedbec016c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:55.715135 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:55.719283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.771379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-14904311-0bde-49fe-9b3d-ed8e899ab0f2 None None] Provisioning complete for port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:55.771754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-14904311-0bde-49fe-9b3d-ed8e899ab0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:55.790902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-22680970-5d19-4b5d-a81b-b4292312b5a9 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719069 Jul 14 09:40:55.844053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-14904311-0bde-49fe-9b3d-ed8e899ab0f2 None None] Port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:55.860745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-14904311-0bde-49fe-9b3d-ed8e899ab0f2 None None] Provisioning for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:55.940573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a3e1e-9f7b-406a-aa21-c99dc5336095 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=760b7dc2-5987-4a02-85d6-9be5b6f09cf7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:55.968607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-8f36fc95-6dc1-44b8-94e9-58eaa5d60011 service neutron] 10.222.0.73 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691585 Jul 14 09:40:55.991119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a7c8e162-5430-495f-b892-c77352413540 None None] Provisioning for port cac801b1-8238-4d74-8da1-09de47cbca5b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:55.996907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a7c8e162-5430-495f-b892-c77352413540 None None] Provisioning complete for port cac801b1-8238-4d74-8da1-09de47cbca5b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:55.997491 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7c8e162-5430-495f-b892-c77352413540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.008129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf360c2-b324-4a9d-94e4-a71a7d939692 req-75bfee0e-f3ad-4cbd-8cc6-31d738fa9c6b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.009703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcf360c2-b324-4a9d-94e4-a71a7d939692 req-75bfee0e-f3ad-4cbd-8cc6-31d738fa9c6b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 945 time: 0.7120438 Jul 14 09:40:56.053598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8e162-5430-495f-b892-c77352413540 None None] Port cac801b1-8238-4d74-8da1-09de47cbca5b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:56.080608 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcf360c2-b324-4a9d-94e4-a71a7d939692 req-1ea44e04-9f33-4a79-93ac-c94ff7dd484d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651844 Jul 14 09:40:56.171339 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.187869 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.304923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03b2d90e-f0ec-4cd8-9aed-5c02e28e8905 req-790d1bc1-c2f3-4853-95aa-47770b9fdf10 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 210 time: 0.0939996 Jul 14 09:40:56.313371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:56.318519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:56.322867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:56.323470 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.336170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1945c270-1b23-49f6-bcdc-c3c67eb0879b None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:56.343897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=8c313028-4fd4-4540-8efb-8291a3c725a9,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:56.348880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e696000a-eb13-4358-bba4-21681ea94393 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8396490 Jul 14 09:40:56.351542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45198) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:56.357491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-468413815', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8c313028-4fd4-4540-8efb-8291a3c725a9'}], 'security_groups': ['e0366948-7a9b-433f-814c-9e1292657c7c']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:56.423413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c920b4d0-1f30-46a7-ae55-39f3d68f7f7b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:56.495945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.546379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:56.550962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 760b7dc2-5987-4a02-85d6-9be5b6f09cf7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:56.551595 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.557996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:56.558429 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.664132 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.678940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 760b7dc2-5987-4a02-85d6-9be5b6f09cf7 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:56.683554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.733312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,segment=NetworkSegment(3d81f5c4-5609-4ed8-818c-229180cd7973),segment_id=3d81f5c4-5609-4ed8-818c-229180cd7973)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:56.738792 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.740024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7355e6d6-d309-49d7-8ba6-fa83ae33d697 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:56.858577 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.875717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f72812-6b6d-43fe-9de9-48a5b8b9425e None None] Update dhcp port {'port': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'fixed_ips': [{'subnet_id': '3629de56-4e67-4dac-aa58-217cfa31fa12', 'ip_address': '172.20.0.2'}, {'subnet_id': '8c313028-4fd4-4540-8efb-8291a3c725a9'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'c920b4d0-1f30-46a7-ae55-39f3d68f7f7b'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:40:56.890248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Delete allocated IP 172.20.0.11 (1cbed8da-353d-46b5-99c1-709f47e4cb02/3629de56-4e67-4dac-aa58-217cfa31fa12) {{(pid=93780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:40:56.900006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:56.904019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.23 (1cbed8da-353d-46b5-99c1-709f47e4cb02/8c313028-4fd4-4540-8efb-8291a3c725a9/cac801b1-8238-4d74-8da1-09de47cbca5b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:56.910817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.924587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:56.925110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:56.953110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=760b7dc2-5987-4a02-85d6-9be5b6f09cf7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:56.964402 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4f72812-6b6d-43fe-9de9-48a5b8b9425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.087628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.128747 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.148085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object cac801b1-8238-4d74-8da1-09de47cbca5b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:57.154649 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.219675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=cac801b1-8238-4d74-8da1-09de47cbca5b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.242738 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.272600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-b4f72812-6b6d-43fe-9de9-48a5b8b9425e None None] Allocated IP 172.20.0.18 (1cbed8da-353d-46b5-99c1-709f47e4cb02/8c313028-4fd4-4540-8efb-8291a3c725a9/c920b4d0-1f30-46a7-ae55-39f3d68f7f7b) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:57.316219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router 122d7ba2-cac2-42da-ac07-36efe8448049 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:40:57.358497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] In _notify_port_updated(), no bound segment for port cac801b1-8238-4d74-8da1-09de47cbca5b on network 1cbed8da-353d-46b5-99c1-709f47e4cb02 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:40:57.374320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:57.378097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.383333 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-73cbea74-7a49-41f4-9703-9dc3f26d3736 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "PUT /v2.0/ports/cac801b1-8238-4d74-8da1-09de47cbca5b HTTP/1.1" status: 200 len: 920 time: 1.0307164 Jul 14 09:40:57.383971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45208) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.429614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:40:57.435192 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9edf3384-550d-4d25-9397-89e6fffbfb99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/122d7ba2-cac2-42da-ac07-36efe8448049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0788527 Jul 14 09:40:57.439620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45210) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.444728 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48851850-5eb5-49cd-9da0-33073d5b947c None None] Sync routers for ids ['122d7ba2-cac2-42da-ac07-36efe8448049'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:40:57.450225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b4f72812-6b6d-43fe-9de9-48a5b8b9425e None None] For port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,segment=NetworkSegment(3d81f5c4-5609-4ed8-818c-229180cd7973),segment_id=3d81f5c4-5609-4ed8-818c-229180cd7973)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:57.461614 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48851850-5eb5-49cd-9da0-33073d5b947c None None] Routers {'122d7ba2-cac2-42da-ac07-36efe8448049'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:57.462755 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-48851850-5eb5-49cd-9da0-33073d5b947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['122d7ba2-cac2-42da-ac07-36efe8448049'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:57.493198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c4cef-ab50-4d43-bb56-bcfc8afdf333 req-bf5ddc66-7e48-4dd4-b5c9-36c1d4e27b7e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:57.494778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d35c4cef-ab50-4d43-bb56-bcfc8afdf333 req-bf5ddc66-7e48-4dd4-b5c9-36c1d4e27b7e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 945 time: 0.1947918 Jul 14 09:40:57.513449 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4f72812-6b6d-43fe-9de9-48a5b8b9425e None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.529681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4f72812-6b6d-43fe-9de9-48a5b8b9425e None None] Transition to ACTIVE for port object c920b4d0-1f30-46a7-ae55-39f3d68f7f7b will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:40:57.534089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ec9be241-5192-4608-bd76-459607525695 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d7ba2-cac2-42da-ac07-36efe8448049 HTTP/1.1" status: 200 len: 205 time: 0.0909538 Jul 14 09:40:57.535518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.536944 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4f72812-6b6d-43fe-9de9-48a5b8b9425e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.559285 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-48851850-5eb5-49cd-9da0-33073d5b947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:57.575427 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48851850-5eb5-49cd-9da0-33073d5b947c None None] Routers {'122d7ba2-cac2-42da-ac07-36efe8448049'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:40:57.576054 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-48851850-5eb5-49cd-9da0-33073d5b947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['122d7ba2-cac2-42da-ac07-36efe8448049'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:57.615502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fec49a42-70f5-4f44-a6ae-91b18f54151d req-74484f8c-5b3c-42fe-8935-026c326fc36e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 210 time: 0.0385754 Jul 14 09:40:57.642576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f72812-6b6d-43fe-9de9-48a5b8b9425e None None] Pushing event updated for resources: {'Port': ['ID=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:57.655706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d35c4cef-ab50-4d43-bb56-bcfc8afdf333 req-cb9ad9b2-c6c2-45bd-acf5-7c7fe0754340 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551471 Jul 14 09:40:57.657801 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-48851850-5eb5-49cd-9da0-33073d5b947c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:57.658669 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48851850-5eb5-49cd-9da0-33073d5b947c None None] The sync data for ids ['122d7ba2-cac2-42da-ac07-36efe8448049'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:40:57.684569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cda54d5f-f330-4da9-be94-d48d68826625 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.719650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004ef3-e509-48e3-925c-63d9488b198e req-e3800a8b-3396-44ed-89c3-0df308539ddc tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:57.721395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-e3800a8b-3396-44ed-89c3-0df308539ddc tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 806 time: 0.2566714 Jul 14 09:40:57.737339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Request body: {'port': {'device_id': '014a8bc0-d1f4-4336-8bfe-282c152cc545', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'admin_state_up': True, 'tenant_id': 'b15cc3cbaa824894844a3989894ba747'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:57.747196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-694d5a0a-21ec-4cc2-8d74-e77d82b1bbf0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port cac801b1-8238-4d74-8da1-09de47cbca5b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:57.747589 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-694d5a0a-21ec-4cc2-8d74-e77d82b1bbf0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.875693 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cda54d5f-f330-4da9-be94-d48d68826625 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.877249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cda54d5f-f330-4da9-be94-d48d68826625 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.916938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-694d5a0a-21ec-4cc2-8d74-e77d82b1bbf0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.924453 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cda54d5f-f330-4da9-be94-d48d68826625 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.925129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda54d5f-f330-4da9-be94-d48d68826625 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Fanout notify agent at l3_agent the message router_deleted on router 122d7ba2-cac2-42da-ac07-36efe8448049 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:40:57.934192 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cda54d5f-f330-4da9-be94-d48d68826625 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.938035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cda54d5f-f330-4da9-be94-d48d68826625 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/122d7ba2-cac2-42da-ac07-36efe8448049 HTTP/1.1" status: 204 len: 168 time: 0.3990068 Jul 14 09:40:57.938175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45214) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:57.939320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-694d5a0a-21ec-4cc2-8d74-e77d82b1bbf0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for cac801b1-8238-4d74-8da1-09de47cbca5b owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:57.959395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Made reservation on behalf of b15cc3cbaa824894844a3989894ba747 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:57.963030 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:57.998920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ceae37-7338-436f-885d-4d4316532e60 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet ae7447d5-e45f-411d-a6ee-f6c2abfecb55 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:58.003922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ceae37-7338-436f-885d-4d4316532e60 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.049425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ceae37-7338-436f-885d-4d4316532e60 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.148932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ceae37-7338-436f-885d-4d4316532e60 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.230981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ceae37-7338-436f-885d-4d4316532e60 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.253951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c920b4d0-1f30-46a7-ae55-39f3d68f7f7b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:58.265407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ceae37-7338-436f-885d-4d4316532e60 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7447d5-e45f-411d-a6ee-f6c2abfecb55,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:58.274200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ceae37-7338-436f-885d-4d4316532e60 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.279035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a6ceae37-7338-436f-885d-4d4316532e60 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/ae7447d5-e45f-411d-a6ee-f6c2abfecb55 HTTP/1.1" status: 204 len: 168 time: 0.3368895 Jul 14 09:40:58.280078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45216) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:58.293165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870a7a58-db75-450e-bb78-ce14569ee334 None None] Network 7f11edc7-812c-41cd-9991-62726767ca5e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:40:58.375820 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.446612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:58.446985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.458439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Allocated IP 172.20.0.8 (528bc5e0-656c-4dd1-a586-5eba8f6aa108/3eaf5bc9-caa5-490c-b0b2-94273b5b5443/d60353a0-65b1-4f39-ae79-c7b57ad1a981) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:40:58.460517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aeee06e5-60e1-4cc5-8922-bc891da10c7e None None] Provisioning complete for port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:58.461518 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aeee06e5-60e1-4cc5-8922-bc891da10c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.506916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-aeee06e5-60e1-4cc5-8922-bc891da10c7e None None] Port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:40:58.519084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 57c91620-f5c3-4396-b977-befedbec016c up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:40:58.534192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port 7355e6d6-d309-49d7-8ba6-fa83ae33d697, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7355e6d6-d309-49d7-8ba6-fa83ae33d697,segment=NetworkSegment(575b3a88-760f-4265-a5be-56f064cd2139),segment_id=575b3a88-760f-4265-a5be-56f064cd2139)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:58.534519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.561588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 7355e6d6-d309-49d7-8ba6-fa83ae33d697 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:58.569121 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aeee06e5-60e1-4cc5-8922-bc891da10c7e None None] Provisioning for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:58.582915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aeee06e5-60e1-4cc5-8922-bc891da10c7e None None] Provisioning complete for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:58.583274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aeee06e5-60e1-4cc5-8922-bc891da10c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.621618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] DHCP port deletion for 7f11edc7-812c-41cd-9991-62726767ca5e request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:40:58.670678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-694d5a0a-21ec-4cc2-8d74-e77d82b1bbf0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.676005 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.699665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 57c91620-f5c3-4396-b977-befedbec016c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:40:58.709738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=7355e6d6-d309-49d7-8ba6-fa83ae33d697,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:58.716597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No DVR routers for this DVR port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:58.734729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 57c91620-f5c3-4396-b977-befedbec016c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:40:58.735249 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.741827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.758868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d5a0a-21ec-4cc2-8d74-e77d82b1bbf0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=cac801b1-8238-4d74-8da1-09de47cbca5b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:58.767947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] Deleting port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:40:58.768546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.843062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aeee06e5-60e1-4cc5-8922-bc891da10c7e None None] Could not find standard attr ID for object cac801b1-8238-4d74-8da1-09de47cbca5b. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:40:58.851712 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.863414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f11edc7-812c-41cd-9991-62726767ca5e']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:58.877371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575b3a88-760f-4265-a5be-56f064cd2139') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:58.877799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575b3a88-760f-4265-a5be-56f064cd2139') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:40:58.887652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] For port 7355e6d6-d309-49d7-8ba6-fa83ae33d697, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:58.888039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.891657 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.910857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.913599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] Calling delete_port for 7355e6d6-d309-49d7-8ba6-fa83ae33d697 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:40:58.917884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] Port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:40:58.920092 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.946818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:40:58.957854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.967203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:40:58.967765 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:40:58.971847 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:40:58.993214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] Pushing event deleted for resources: {'Port': ['ID=7355e6d6-d309-49d7-8ba6-fa83ae33d697,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:58.998463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-694d5a0a-21ec-4cc2-8d74-e77d82b1bbf0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.003787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e839f8-3239-4b07-8f0c-e2da40552304 None None] No DVR routers for this DVR port 7355e6d6-d309-49d7-8ba6-fa83ae33d697 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:40:59.004068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-694d5a0a-21ec-4cc2-8d74-e77d82b1bbf0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/cac801b1-8238-4d74-8da1-09de47cbca5b HTTP/1.1" status: 204 len: 168 time: 1.6189628 Jul 14 09:40:59.007014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45224) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.022990 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.038546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:40:59.059597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd507b2e4-5a4d-45da-a4e3-2345b1c2419c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c91620-f5c3-4396-b977-befedbec016c'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:40:59.061928 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3d54ca-a11d-47c3-82ca-c56473b5392e" -d '{"events": [{"server_uuid": "d507b2e4-5a4d-45da-a4e3-2345b1c2419c", "name": "network-vif-plugged", "status": "completed", "tag": "57c91620-f5c3-4396-b977-befedbec016c"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:40:59.076682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:40:59.078541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07172ed-8455-472d-a5ef-d925a2a860cc req-dadee28f-aa9a-4132-862b-7f9bb2949d52 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.079419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:40:59.080443 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b07172ed-8455-472d-a5ef-d925a2a860cc req-dadee28f-aa9a-4132-862b-7f9bb2949d52 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 931 time: 0.1819410 Jul 14 09:40:59.091150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.092362 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5378b5-86d4-43a5-aba6-83049bc11e7a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:40:59.093613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b009cb70-af2f-4843-966a-924c02793d42 None None] Could not find standard attr ID for object cac801b1-8238-4d74-8da1-09de47cbca5b. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:40:59.094106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1d5378b5-86d4-43a5-aba6-83049bc11e7a tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/cac801b1-8238-4d74-8da1-09de47cbca5b HTTP/1.1" status: 404 len: 333 time: 0.0830085 Jul 14 09:40:59.096038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 57c91620-f5c3-4396-b977-befedbec016c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=57c91620-f5c3-4396-b977-befedbec016c,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:40:59.104715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45230) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.109065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.128977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.133281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/7f11edc7-812c-41cd-9991-62726767ca5e HTTP/1.1" status: 204 len: 168 time: 0.8489125 Jul 14 09:40:59.144366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.148980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fad6392e-c37c-4e52-b3c2-d6497a3680fd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1055091861', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:59.158653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fea6c-cd98-490b-855f-1dc3a53038ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=7f11edc7-812c-41cd-9991-62726767ca5e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:59.162216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event updated for resources: {'Port': ['ID=d60353a0-65b1-4f39-ae79-c7b57ad1a981,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:59.189305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b07172ed-8455-472d-a5ef-d925a2a860cc req-d2192fa9-130b-4681-a854-fa928fb2869b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019263 Jul 14 09:40:59.207751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fad6392e-c37c-4e52-b3c2-d6497a3680fd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.210265 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fad6392e-c37c-4e52-b3c2-d6497a3680fd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.249605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.250295 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.285423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-0b0878ea-2155-4012-9037-00456165a253 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5491168 Jul 14 09:40:59.285601 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d45e0a-ae73-49c4-92a7-d32a6a57a1a8 x-openstack-request-id: req-96d45e0a-ae73-49c4-92a7-d32a6a57a1a8 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:40:59.285601 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d507b2e4-5a4d-45da-a4e3-2345b1c2419c", "name": "network-vif-plugged", "status": "completed", "tag": "57c91620-f5c3-4396-b977-befedbec016c", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:40:59.285601 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96d45e0a-ae73-49c4-92a7-d32a6a57a1a8 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:40:59.285863 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd507b2e4-5a4d-45da-a4e3-2345b1c2419c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c91620-f5c3-4396-b977-befedbec016c', 'code': 200} Jul 14 09:40:59.288484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=57c91620-f5c3-4396-b977-befedbec016c,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:59.291576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fad6392e-c37c-4e52-b3c2-d6497a3680fd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.296620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fad6392e-c37c-4e52-b3c2-d6497a3680fd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.309094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea26dd-65a6-49f8-a930-c7c7ce961b8b req-651410a4-680c-4e42-a70f-518d8debd013 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.314596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29ea26dd-65a6-49f8-a930-c7c7ce961b8b req-651410a4-680c-4e42-a70f-518d8debd013 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 945 time: 0.3959608 Jul 14 09:40:59.320086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-4b3a2e99-000f-4c12-a9cb-4da40d02dd30 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:40:59.321106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-4b3a2e99-000f-4c12-a9cb-4da40d02dd30 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055845 Jul 14 09:40:59.329182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fad6392e-c37c-4e52-b3c2-d6497a3680fd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.330275 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fad6392e-c37c-4e52-b3c2-d6497a3680fd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1849372 Jul 14 09:40:59.333688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.337530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Request body: {'port': {'device_id': '014a8bc0-d1f4-4336-8bfe-282c152cc545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:59.339188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1804339174'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:59.341251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3647eb7f-6661-4f3f-a82f-2366a52c22a9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.362283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:59.366481 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.394727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:40:59.404306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.404652 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment f6759594-fa0d-4ad5-b8d6-abb61e2ac608 of type vlan for network 4be86705-5435-4acb-92a4-b17e1bcf7641 Jul 14 09:40:59.440243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3647eb7f-6661-4f3f-a82f-2366a52c22a9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.448219 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.456771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29ea26dd-65a6-49f8-a930-c7c7ce961b8b req-78b8a137-6fb8-4f41-9cc7-2d7f121a06eb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317489 Jul 14 09:40:59.481180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.484683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.485276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.521657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.535410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3647eb7f-6661-4f3f-a82f-2366a52c22a9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.538019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3647eb7f-6661-4f3f-a82f-2366a52c22a9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.542258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3647eb7f-6661-4f3f-a82f-2366a52c22a9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/security-groups/31472732-b5ae-40c8-8144-2b184fc55ed9 HTTP/1.1" status: 204 len: 168 time: 0.4056084 Jul 14 09:40:59.544703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45240) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.545385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc123123-759b-4f0a-9504-01ac345b07da req-a443817a-bb41-4c71-8797-0584a2ab3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:40:59.546867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc123123-759b-4f0a-9504-01ac345b07da req-a443817a-bb41-4c71-8797-0584a2ab3705 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 1098 time: 0.1753404 Jul 14 09:40:59.559927 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2252016 Jul 14 09:40:59.560957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647eb7f-6661-4f3f-a82f-2366a52c22a9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31472732-b5ae-40c8-8144-2b184fc55ed9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:59.563378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45242) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.569981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:40:59.585250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128d2c5-56d8-482b-bae0-9420dc2ba1c1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=4be86705-5435-4acb-92a4-b17e1bcf7641,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:59.608739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4be86705-5435-4acb-92a4-b17e1bcf7641 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:40:59.614510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.626219 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642f0b37-67af-4716-bb46-11188b6c93e9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.651957 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642f0b37-67af-4716-bb46-11188b6c93e9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.694913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc123123-759b-4f0a-9504-01ac345b07da req-516e9986-aad5-45a3-a3c9-fa79c0eade1e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403666 Jul 14 09:40:59.700418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642f0b37-67af-4716-bb46-11188b6c93e9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.703124 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642f0b37-67af-4716-bb46-11188b6c93e9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.704357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-642f0b37-67af-4716-bb46-11188b6c93e9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/security-groups/e0366948-7a9b-433f-814c-9e1292657c7c HTTP/1.1" status: 204 len: 168 time: 0.1564212 Jul 14 09:40:59.707475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:40:59.742119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f0b37-67af-4716-bb46-11188b6c93e9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0366948-7a9b-433f-814c-9e1292657c7c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:40:59.771274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d163fede-6255-428a-a58a-114b19a29779 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 3629de56-4e67-4dac-aa58-217cfa31fa12 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:40:59.774562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d163fede-6255-428a-a58a-114b19a29779 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.812875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:40:59.815564 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d163fede-6255-428a-a58a-114b19a29779 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.816614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:40:59.896500 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d163fede-6255-428a-a58a-114b19a29779 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.024784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60353a0-65b1-4f39-ae79-c7b57ad1a981 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:00.036977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.042659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45246) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:00.128226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Transition to ACTIVE for port object d60353a0-65b1-4f39-ae79-c7b57ad1a981 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:00.140448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.174316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.238222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7355e6d6-d309-49d7-8ba6-fa83ae33d697 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:00.255603 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d163fede-6255-428a-a58a-114b19a29779 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.255843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Pushing event updated for resources: {'Port': ['ID=d60353a0-65b1-4f39-ae79-c7b57ad1a981,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.269974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d163fede-6255-428a-a58a-114b19a29779 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.275583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d163fede-6255-428a-a58a-114b19a29779 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/3629de56-4e67-4dac-aa58-217cfa31fa12 HTTP/1.1" status: 204 len: 168 time: 0.5634375 Jul 14 09:41:00.278583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45250) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:00.283788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:00.290559 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163fede-6255-428a-a58a-114b19a29779 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=3629de56-4e67-4dac-aa58-217cfa31fa12,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.291064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=179e3337-9787-488d-ae11-445c2ff469e2,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.308386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7e2e6-d50c-418c-bf83-9585eca9df8e None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:00.345934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7355e6d6-d309-49d7-8ba6-fa83ae33d697 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:00.346280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7355e6d6-d309-49d7-8ba6-fa83ae33d697 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:00.407850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-975f3cf9-3262-486b-90ea-0a578a18aa4e tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4476 time: 0.3586955 Jul 14 09:41:00.408238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:00.413278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'network': {'name': 'tempest-network-smoke--507005679', 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'port_security_enabled': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:00.436699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Made reservation on behalf of 08ab6b16cfaa432ba54c4965014d2703 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:00.441179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.454915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:00.455273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: 4be86705-5435-4acb-92a4-b17e1bcf7641, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:00.469133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:00.483069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.483602 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Added segment 3772402f-52ff-493e-9692-bdea1d9cd8c1 of type vlan for network a95f61cd-5790-4c7b-a162-46c07232c667 Jul 14 09:41:00.527280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Attempting to bind port d60353a0-65b1-4f39-ae79-c7b57ad1a981 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:00.527516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Attempting to bind port d60353a0-65b1-4f39-ae79-c7b57ad1a981 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:00.527839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Attempting to bind port d60353a0-65b1-4f39-ae79-c7b57ad1a981 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:00.535370 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.539476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Port d60353a0-65b1-4f39-ae79-c7b57ad1a981 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:41:00.539813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Attempting to bind port d60353a0-65b1-4f39-ae79-c7b57ad1a981 on network 528bc5e0-656c-4dd1-a586-5eba8f6aa108 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:00.546725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 4be86705-5435-4acb-92a4-b17e1bcf7641 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:00.564041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:00.568617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Checking segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:00.569149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Bound using segment: {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:00.569750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Bound port: d60353a0-65b1-4f39-ae79-c7b57ad1a981, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d2e757-2230-4d97-be3c-bc4d027611c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:00.570354 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.571135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.578632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:00.579647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.596989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b4212-a62e-4f20-abe1-79818b2c5d5b req-fb4c5da6-b015-4774-85cc-c84681a38009 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:00.604860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd3b4212-a62e-4f20-abe1-79818b2c5d5b req-fb4c5da6-b015-4774-85cc-c84681a38009 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 943 time: 0.1971884 Jul 14 09:41:00.613024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4be86705-5435-4acb-92a4-b17e1bcf7641) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:00.618319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:00.627631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413adafe-a3b5-4a86-a406-970f0ad96d46 None None] Network 4be86705-5435-4acb-92a4-b17e1bcf7641 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:00.632125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.645268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:00.645877 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.696544 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2871418 Jul 14 09:41:00.703966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45258) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:00.714032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a14608-49e2-4f37-b312-57f698fae5b3 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Network': ['ID=a95f61cd-5790-4c7b-a162-46c07232c667,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:00.732630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'admin_state_up': True, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:00.750618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a95f61cd-5790-4c7b-a162-46c07232c667 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:00.751487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d08d98-1cb1-4746-8a5b-bc51b0d3fe19 req-4b549b70-ffe1-46ef-99f7-ede750018053 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:00.753457 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7d08d98-1cb1-4746-8a5b-bc51b0d3fe19 req-4b549b70-ffe1-46ef-99f7-ede750018053 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 946 time: 0.0995402 Jul 14 09:41:00.807197 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd3b4212-a62e-4f20-abe1-79818b2c5d5b req-c1645a18-129c-42e9-8394-e54ae894ff46 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902490 Jul 14 09:41:00.809254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.809929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:00.820659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7d08d98-1cb1-4746-8a5b-bc51b0d3fe19 req-4b7904fb-91ea-48cb-9ff8-49c35400872a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610931 Jul 14 09:41:00.836823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-94996f47-35f5-4371-bbd7-9c111ced09dc tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2682602 Jul 14 09:41:00.839267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45260) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.036246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-4be86705-5435-4acb-92a4-b17e1bcf7641', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:01.038169 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.068430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.084649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] For port d60353a0-65b1-4f39-ae79-c7b57ad1a981, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:01.182465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] For port d60353a0-65b1-4f39-ae79-c7b57ad1a981, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d60353a0-65b1-4f39-ae79-c7b57ad1a981,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:01.187672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.198370 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.210791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Allocated IP 2001:db8::2 (4be86705-5435-4acb-92a4-b17e1bcf7641/179e3337-9787-488d-ae11-445c2ff469e2/c5a8a3f6-bdd5-497b-afc0-0b391f77772c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:01.275106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.356278 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.370249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:01.370882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.372418 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] 10.222.0.66 "PUT /v2.0/ports/d60353a0-65b1-4f39-ae79-c7b57ad1a981 HTTP/1.1" status: 200 len: 1092 time: 2.0392635 Jul 14 09:41:01.372936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014a8bc0-d1f4-4336-8bfe-282c152cc545', 'tag': 'd60353a0-65b1-4f39-ae79-c7b57ad1a981'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:01.375155 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530" -d '{"events": [{"name": "network-changed", "server_uuid": "014a8bc0-d1f4-4336-8bfe-282c152cc545", "tag": "d60353a0-65b1-4f39-ae79-c7b57ad1a981"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:01.395632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:01.417587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ffb2bb5c-f94a-417e-9d24-1362f6bf93a3 None None] Provisioning complete for port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:01.417848 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffb2bb5c-f94a-417e-9d24-1362f6bf93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.423348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:01.423590 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.427697 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5dca3b-c339-4059-8d29-6eae9f4b2045 x-openstack-request-id: req-1e5dca3b-c339-4059-8d29-6eae9f4b2045 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:01.427997 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014a8bc0-d1f4-4336-8bfe-282c152cc545", "tag": "d60353a0-65b1-4f39-ae79-c7b57ad1a981", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:01.428270 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e5dca3b-c339-4059-8d29-6eae9f4b2045 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:01.428665 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014a8bc0-d1f4-4336-8bfe-282c152cc545', 'tag': 'd60353a0-65b1-4f39-ae79-c7b57ad1a981', 'status': 'completed', 'code': 200} Jul 14 09:41:01.431725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe79ca-34cb-4ee5-aeb7-c1d17720137b service neutron] Pushing event updated for resources: {'Port': ['ID=d60353a0-65b1-4f39-ae79-c7b57ad1a981,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.437285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:01.437882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.461810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae970bf2-91da-4828-bd3f-b9627d3b3413 None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:01.470984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=356a941d-2405-40dc-bc4a-de939e1a12d8,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.484169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Transition to ACTIVE for port object c5a8a3f6-bdd5-497b-afc0-0b391f77772c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:01.494834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45266) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.495049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9bafdb10-9666-4531-b373-1d088c149bd3 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2143433 Jul 14 09:41:01.501834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f943cff7-7434-4ea6-a24d-eb1aaa9e2ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'security_group': {'name': 'tempest-secgroup-1010864097'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:01.537720 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f943cff7-7434-4ea6-a24d-eb1aaa9e2ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.541799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2bb5c-f94a-417e-9d24-1362f6bf93a3 None None] Port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:01.550459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Transition to ACTIVE for port object c5a8a3f6-bdd5-497b-afc0-0b391f77772c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:01.572051 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.581038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ffb2bb5c-f94a-417e-9d24-1362f6bf93a3 None None] Provisioning complete for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:01.581343 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffb2bb5c-f94a-417e-9d24-1362f6bf93a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.629692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8::1 (4be86705-5435-4acb-92a4-b17e1bcf7641/179e3337-9787-488d-ae11-445c2ff469e2/48aa11a4-fbc1-487c-8f31-31359cb3dcf7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:01.678965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Network 4be86705-5435-4acb-92a4-b17e1bcf7641 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:01.679551 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.688510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:01.691740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:01.706813 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.718394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004ef3-e509-48e3-925c-63d9488b198e req-eb7e2e75-e139-481b-8522-7d674cc84ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:01.720008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-eb7e2e75-e139-481b-8522-7d674cc84ebb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 1095 time: 0.3021517 Jul 14 09:41:01.728002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f943cff7-7434-4ea6-a24d-eb1aaa9e2ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.733551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Pushing event updated for resources: {'Port': ['ID=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.734238 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f943cff7-7434-4ea6-a24d-eb1aaa9e2ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.783483 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f943cff7-7434-4ea6-a24d-eb1aaa9e2ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.787505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f943cff7-7434-4ea6-a24d-eb1aaa9e2ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2878082 Jul 14 09:41:01.787505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943cff7-7434-4ea6-a24d-eb1aaa9e2ba4 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf6650-b28c-4322-a5ab-6a90e770aad8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:01.787770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45268) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:01.795879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e15ccf0d-c8d3-4c5c-ae5e-83a86e716a53 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'security_group': {'name': 'tempest-secgroup-1602788622'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:01.840299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e15ccf0d-c8d3-4c5c-ae5e-83a86e716a53 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.847171 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:01.874542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:01.947688 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.003721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 4be86705-5435-4acb-92a4-b17e1bcf7641 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:02.015829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e15ccf0d-c8d3-4c5c-ae5e-83a86e716a53 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.017354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:02.021926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:02.022485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.026819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Attempting to bind port c5a8a3f6-bdd5-497b-afc0-0b391f77772c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:02.027205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Attempting to bind port c5a8a3f6-bdd5-497b-afc0-0b391f77772c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:02.028178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e15ccf0d-c8d3-4c5c-ae5e-83a86e716a53 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.028622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Attempting to bind port c5a8a3f6-bdd5-497b-afc0-0b391f77772c on network 4be86705-5435-4acb-92a4-b17e1bcf7641 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:02.037654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:02.038119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Checking segment: {'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:02.038567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.039011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Bound using segment: {'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:02.039529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Bound port: c5a8a3f6-bdd5-497b-afc0-0b391f77772c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:02.039919 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.082908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.133894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] For port c5a8a3f6-bdd5-497b-afc0-0b391f77772c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:02.137904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] For port c5a8a3f6-bdd5-497b-afc0-0b391f77772c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,segment=NetworkSegment(f6759594-fa0d-4ad5-b8d6-abb61e2ac608),segment_id=f6759594-fa0d-4ad5-b8d6-abb61e2ac608)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:02.143809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ccf0d-c8d3-4c5c-ae5e-83a86e716a53 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea73951-9909-41e9-80dc-41d9d201f0b8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.144669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.196392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e15ccf0d-c8d3-4c5c-ae5e-83a86e716a53 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.200811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e15ccf0d-c8d3-4c5c-ae5e-83a86e716a53 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4060810 Jul 14 09:41:02.205025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45276) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:02.212170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-88cda6b4-6469-4c12-85b4-fbddc494c30e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'security_group': {'name': 'tempest-secgroup-2007689583'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:02.226290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-fa92b35e-b009-498b-b52e-9e21146e738e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d60353a0-65b1-4f39-ae79-c7b57ad1a981 HTTP/1.1" status: 200 len: 217 time: 0.0656896 Jul 14 09:41:02.242651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163b795-fe34-4751-8674-b597da1aa867 None None] Pushing event updated for resources: {'Port': ['ID=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.250229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d266a5bd-7ced-4eaa-9543-b13ef7f22de9 None None] Update dhcp port {'port': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'fixed_ips': [{'subnet_id': '8c313028-4fd4-4540-8efb-8291a3c725a9', 'ip_address': '172.20.0.18'}, {'subnet_id': '356a941d-2405-40dc-bc4a-de939e1a12d8'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'c920b4d0-1f30-46a7-ae55-39f3d68f7f7b'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:41:02.288455 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d266a5bd-7ced-4eaa-9543-b13ef7f22de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.293628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.346293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004ef3-e509-48e3-925c-63d9488b198e req-aaa156a7-4019-4e9f-8c8c-b4caf8da3d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:02.347764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-aaa156a7-4019-4e9f-8c8c-b4caf8da3d60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.1132007 Jul 14 09:41:02.354467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88cda6b4-6469-4c12-85b4-fbddc494c30e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.380188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aeadb1-fada-4627-bc12-921c99b8cbb5 req-ab2199a1-6015-4e1e-8ad7-aa2222179132 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:02.383090 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55aeadb1-fada-4627-bc12-921c99b8cbb5 req-ab2199a1-6015-4e1e-8ad7-aa2222179132 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 943 time: 0.2165055 Jul 14 09:41:02.385235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Allocated IP 172.25.0.17 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6303fa36-631e-46af-bb19-6b286c6ed312) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:02.399648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5c7c-1f42-47e9-8cbd-59a41c653409 req-a59e9fd6-8da3-4d94-b97c-cfbbbb8f17e3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:02.401749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1efc5c7c-1f42-47e9-8cbd-59a41c653409 req-a59e9fd6-8da3-4d94-b97c-cfbbbb8f17e3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 946 time: 0.3257098 Jul 14 09:41:02.417384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-17cac974-157a-4ab0-a06f-3a00d4f359e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598006 Jul 14 09:41:02.488304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-d266a5bd-7ced-4eaa-9543-b13ef7f22de9 None None] Allocated IP 172.20.0.2 (1cbed8da-353d-46b5-99c1-709f47e4cb02/356a941d-2405-40dc-bc4a-de939e1a12d8/c920b4d0-1f30-46a7-ae55-39f3d68f7f7b) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:02.496044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1efc5c7c-1f42-47e9-8cbd-59a41c653409 req-7377486f-3cab-41ef-81bf-ce2f65588cab tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551932 Jul 14 09:41:02.663588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d266a5bd-7ced-4eaa-9543-b13ef7f22de9 None None] For port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,segment=NetworkSegment(3d81f5c4-5609-4ed8-818c-229180cd7973),segment_id=3d81f5c4-5609-4ed8-818c-229180cd7973)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:02.679384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55aeadb1-fada-4627-bc12-921c99b8cbb5 req-4afafbc6-5435-4c9e-9b87-92485b7222e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554541 Jul 14 09:41:02.722401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d266a5bd-7ced-4eaa-9543-b13ef7f22de9 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.737592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d266a5bd-7ced-4eaa-9543-b13ef7f22de9 None None] Transition to ACTIVE for port object c920b4d0-1f30-46a7-ae55-39f3d68f7f7b will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:02.740617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-cad54cd7-bd56-4e5a-9528-87faa189ea9b service neutron] 10.222.0.66 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136172 Jul 14 09:41:02.750432 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d266a5bd-7ced-4eaa-9543-b13ef7f22de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.778481 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.784634 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.785800 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.852183 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.879379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266a5bd-7ced-4eaa-9543-b13ef7f22de9 None None] Pushing event updated for resources: {'Port': ['ID=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.907082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.949969 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88cda6b4-6469-4c12-85b4-fbddc494c30e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.956053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:02.958452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88cda6b4-6469-4c12-85b4-fbddc494c30e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:02.980805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 4be86705-5435-4acb-92a4-b17e1bcf7641 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:02.990573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:02.991963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:02.997551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:03.003614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65004ef3-e509-48e3-925c-63d9488b198e req-b51976af-c157-42b5-8af0-bae72ca46aaa service neutron] 10.222.0.66 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567542 Jul 14 09:41:03.004449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:03.006707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=6303fa36-631e-46af-bb19-6b286c6ed312,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:03.011041 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88cda6b4-6469-4c12-85b4-fbddc494c30e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.028229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-88cda6b4-6469-4c12-85b4-fbddc494c30e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8054917 Jul 14 09:41:03.028229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:03.028229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1291595210', 'security_groups': ['b56eb54b-197d-4562-b3ce-30269eff040c'], 'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '356a941d-2405-40dc-bc4a-de939e1a12d8'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:03.064271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cda6b4-6469-4c12-85b4-fbddc494c30e tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b56eb54b-197d-4562-b3ce-30269eff040c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:03.285611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-92d78268-8673-45c8-8406-9c0c078e1e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:03.287232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-92d78268-8673-45c8-8406-9c0c078e1e34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b15cc3cbaa824894844a3989894ba747&device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 1095 time: 0.1706529 Jul 14 09:41:03.321366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:03.329927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:03.403188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cbc66b-48ac-404a-aa72-de3613e01ed2 req-9db49f8e-9469-4798-9c03-8b771413eb5d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:03.405849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9cbc66b-48ac-404a-aa72-de3613e01ed2 req-9db49f8e-9469-4798-9c03-8b771413eb5d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 946 time: 0.1791356 Jul 14 09:41:03.482812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-a08ff9bc-87c1-419c-843b-3d35f614fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:03.484386 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-a08ff9bc-87c1-419c-843b-3d35f614fb70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 200 len: 907 time: 0.1906683 Jul 14 09:41:03.537779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-f2929500-fa06-4dec-94ce-3d79be777111 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d60353a0-65b1-4f39-ae79-c7b57ad1a981 HTTP/1.1" status: 200 len: 217 time: 0.0456376 Jul 14 09:41:03.540583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.545156 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9cbc66b-48ac-404a-aa72-de3613e01ed2 req-61f9af97-1deb-4d00-9966-940162e1106c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013973 Jul 14 09:41:03.557552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:03.563366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-07c5f35f-d149-4411-a108-d81d8c006e6c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7226472 Jul 14 09:41:03.567343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:03.573485 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.582975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1334395583'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:03.583791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:03.587116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] device_id is not set on port 3421f862-fd01-4e1d-ad0d-542d6d109615 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:41:03.594695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:03.596058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:03.666794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:03.676907 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.735353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:03.775057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-0236b89e-b394-41d6-b147-0712e2307493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:03.787799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-0236b89e-b394-41d6-b147-0712e2307493 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 200 len: 846 time: 0.2075331 Jul 14 09:41:03.823794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:03.830956 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-b484ef5e-519d-45e6-80de-e0d6ba1d798d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=528bc5e0-656c-4dd1-a586-5eba8f6aa108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410273 Jul 14 09:41:03.867584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.867943 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment 051b1cfe-ae4d-44b1-be27-5952b5b83c8f of type vlan for network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 Jul 14 09:41:03.975031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.978954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.5 (1cbed8da-353d-46b5-99c1-709f47e4cb02/356a941d-2405-40dc-bc4a-de939e1a12d8/3421f862-fd01-4e1d-ad0d-542d6d109615) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:03.990459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92b3a49b-1b6b-4b99-a059-c5bd241ec911 None None] Provisioning complete for port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:03.991122 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92b3a49b-1b6b-4b99-a059-c5bd241ec911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:03.992970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e716f8-fde5-478e-a366-eeffe831c2ce None None] Network 4be86705-5435-4acb-92a4-b17e1bcf7641 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:04.031250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.036929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.037532 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.104437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-9ad599b7-a334-461d-8b58-8c104459f04a service neutron] 10.222.0.66 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662106 Jul 14 09:41:04.149907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5775080 Jul 14 09:41:04.150113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d60353a0-65b1-4f39-ae79-c7b57ad1a981 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:04.155829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-92b3a49b-1b6b-4b99-a059-c5bd241ec911 None None] Port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:04.157528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.162448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:04.163158 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.177582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f3fed-5e55-4ee5-a30b-5b70eaf82d84 req-b75f6180-eed4-481f-8d4e-536999c50a32 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.184415 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-873f3fed-5e55-4ee5-a30b-5b70eaf82d84 req-b75f6180-eed4-481f-8d4e-536999c50a32 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 943 time: 0.2458203 Jul 14 09:41:04.188229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970dae59-0d14-4001-93cb-3a4e55bc81ca tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=1edbf84f-e4a2-4ad2-9e74-3cac58adedf8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:04.244794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:04.349904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-873f3fed-5e55-4ee5-a30b-5b70eaf82d84 req-428870bd-1128-4cc5-8bb4-ac00cf997552 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645122 Jul 14 09:41:04.360529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92b3a49b-1b6b-4b99-a059-c5bd241ec911 None None] Provisioning for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:04.368765 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c8bb32e-3f17-404c-b6a0-f0c7c396d530 req-f59b26bf-1fa6-4c7b-9e75-fbc3e5e72839 service neutron] 10.222.0.66 "GET /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545178 Jul 14 09:41:04.378888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92b3a49b-1b6b-4b99-a059-c5bd241ec911 None None] Provisioning complete for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:04.379270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92b3a49b-1b6b-4b99-a059-c5bd241ec911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.395577 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:41:04.437321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:41:04.491105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c5a8a3f6-bdd5-497b-afc0-0b391f77772c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:04.520136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:02Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:02Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:04.567888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:04.582550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:04.582905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Updating router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:04.595765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.600246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-90a6d001-6f82-4c90-9f06-8d165b96e551 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.8748786 Jul 14 09:41:04.611989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:04.613371 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Sync routers for ids ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:04.631141 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Routers {'68ea1bd2-6854-40aa-a3c1-b60ca47675bf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:04.631774 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:04.666672 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.710306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.723133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c5a8a3f6-bdd5-497b-afc0-0b391f77772c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:04.723673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-16cf610f-9b10-4320-b396-ad338cf65d37 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.726807 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-16cf610f-9b10-4320-b396-ad338cf65d37 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.69 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 946 time: 0.1281259 Jul 14 09:41:04.751325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d60353a0-65b1-4f39-ae79-c7b57ad1a981, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d60353a0-65b1-4f39-ae79-c7b57ad1a981,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:04.762716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c920b4d0-1f30-46a7-ae55-39f3d68f7f7b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:04.801102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 3421f862-fd01-4e1d-ad0d-542d6d109615 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:04.824222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:04.827737 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:04.839794 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Set router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:04.852322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb7888-faa9-4433-a01e-4525ba12f77b tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:04.857878 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-37cb7888-faa9-4433-a01e-4525ba12f77b tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=08ab6b16cfaa432ba54c4965014d2703&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2414296 Jul 14 09:41:04.861701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45296) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.007511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85ac39-092e-4031-96b3-0a602c9ed108 req-7837fdca-ba68-48f3-8cf1-e4f0f6d29364 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.015182 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f85ac39-092e-4031-96b3-0a602c9ed108 req-7837fdca-ba68-48f3-8cf1-e4f0f6d29364 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 946 time: 0.2371886 Jul 14 09:41:05.044539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.141012 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:03Z', 'revision_number': 3, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:05.173064 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2f85ac39-092e-4031-96b3-0a602c9ed108 req-5b0c680d-c4df-4f41-8f93-4f68060b59b1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568501 Jul 14 09:41:05.179753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:05.188080 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Checking router: 68ea1bd2-6854-40aa-a3c1-b60ca47675bf for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:05.188437 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Updating router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf port 6303fa36-631e-46af-bb19-6b286c6ed312 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:05.211077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=3421f862-fd01-4e1d-ad0d-542d6d109615,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.213973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:05.219009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:05.244840 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.350487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.350806 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.355144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.442359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7d8b04cb-195f-4398-964c-7c4c98fd8f07 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4216237 Jul 14 09:41:05.444409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45302) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.453731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-877288dc-ac98-4e1e-82ee-df925e082558 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:05.540496 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.554994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Transition to ACTIVE for port object 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:05.569864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'd60353a0-65b1-4f39-ae79-c7b57ad1a981', 'network_id': '528bc5e0-656c-4dd1-a586-5eba8f6aa108', 'port_id': 'd60353a0-65b1-4f39-ae79-c7b57ad1a981', 'mac_address': 'fa:16:3e:1e:d1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eaf5bc9-caa5-490c-b0b2-94273b5b5443', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:05.628127 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.639869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.642926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=aeb2cd14-889e-426f-9bd2-308673e4ab4f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.664025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:05.664326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:05.709785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:05.727729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60353a0-65b1-4f39-ae79-c7b57ad1a981 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:05.749588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2ca63-2bd5-4d4e-9e77-9f58e92bc491 None None] Pushing event updated for resources: {'Port': ['ID=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:05.761091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:05.785895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.786830 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.803113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Deleting port 57c91620-f5c3-4396-b977-befedbec016c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:05.803696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.803832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee3a551-7140-49ff-b62f-93b1e104206a None None] Network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:05.812022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877288dc-ac98-4e1e-82ee-df925e082558 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:05.815749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-877288dc-ac98-4e1e-82ee-df925e082558 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.816091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d60353a0-65b1-4f39-ae79-c7b57ad1a981, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d60353a0-65b1-4f39-ae79-c7b57ad1a981,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:05.847355 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-abc9ee46-900b-40d4-9d89-09591a18143a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6885688 Jul 14 09:41:05.858953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:05.859334 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.862128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44196907-8f88-45db-a6eb-a8d0f39a5751 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:05.867729 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.870410 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.871549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-44196907-8f88-45db-a6eb-a8d0f39a5751 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0047040 Jul 14 09:41:05.894220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.894931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45306) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:05.919410 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Transition to ACTIVE for port object 6303fa36-631e-46af-bb19-6b286c6ed312 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:05.928832 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:05.934747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Provisioning for port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:06.004501 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Attempting to bind port 6303fa36-631e-46af-bb19-6b286c6ed312 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:06.004979 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Attempting to bind port 6303fa36-631e-46af-bb19-6b286c6ed312 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:06.005461 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Attempting to bind port 6303fa36-631e-46af-bb19-6b286c6ed312 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:06.009850 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Pushing event updated for resources: {'Port': ['ID=6303fa36-631e-46af-bb19-6b286c6ed312,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.020749 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:06.021214 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:06.021711 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.022786 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:06.023364 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Bound port: 6303fa36-631e-46af-bb19-6b286c6ed312, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:06.023845 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.027318 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.028323 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.028776 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.029515 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.029946 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.030508 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.030928 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.031403 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.031825 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.032277 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.032697 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.033270 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:06.075815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Attempting to bind port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:06.076313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Attempting to bind port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:06.076715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Attempting to bind port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 on network 4be86705-5435-4acb-92a4-b17e1bcf7641 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:06.085595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Provisioning for port 3421f862-fd01-4e1d-ad0d-542d6d109615 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:06.091752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d60353a0-65b1-4f39-ae79-c7b57ad1a981,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.101172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:06.101936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Checking segment: {'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:06.102356 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.102757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Bound using segment: {'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:06.103253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Bound port: 48aa11a4-fbc1-487c-8f31-31359cb3dcf7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:06.103721 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.105547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] For port 57c91620-f5c3-4396-b977-befedbec016c, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=57c91620-f5c3-4396-b977-befedbec016c,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:06.131333 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.132801 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] For port 6303fa36-631e-46af-bb19-6b286c6ed312, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:06.133539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d60353a0-65b1-4f39-ae79-c7b57ad1a981'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:06.135948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-226791e9-00b0-4925-9828-ba365389bf68 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2258611 Jul 14 09:41:06.136248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Provisioning complete for port 3421f862-fd01-4e1d-ad0d-542d6d109615 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:06.136633 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.139421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45310) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.139876 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] For port 6303fa36-631e-46af-bb19-6b286c6ed312, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6303fa36-631e-46af-bb19-6b286c6ed312,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:06.151898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc8b24-9f0e-4edc-89e3-7030e06bf8e7 req-379bd610-fdb4-4247-8d13-cefc1dd80c53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:06.154812 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.169310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edcc8b24-9f0e-4edc-89e3-7030e06bf8e7 req-379bd610-fdb4-4247-8d13-cefc1dd80c53 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 943 time: 0.4117370 Jul 14 09:41:06.305683 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc4ff5-748d-4683-af24-29b6ca7b64ac None None] Pushing event updated for resources: {'Port': ['ID=6303fa36-631e-46af-bb19-6b286c6ed312,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.320156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Port 3421f862-fd01-4e1d-ad0d-542d6d109615 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:06.324677 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f3feafb1-500c-4f60-ab32-c0c6fe77c824 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=08ab6b16cfaa432ba54c4965014d2703&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1512296 Jul 14 09:41:06.333470 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Routers {'68ea1bd2-6854-40aa-a3c1-b60ca47675bf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:06.333690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.334502 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.336452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Calling delete_port for 57c91620-f5c3-4396-b977-befedbec016c owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:06.385650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:06.386587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.400150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edcc8b24-9f0e-4edc-89e3-7030e06bf8e7 req-fc8aec0d-b645-4e53-8a46-6e2be551801a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296641 Jul 14 09:41:06.434214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] For port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:06.456107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] For port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,segment=NetworkSegment(f6759594-fa0d-4ad5-b8d6-abb61e2ac608),segment_id=f6759594-fa0d-4ad5-b8d6-abb61e2ac608)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:06.474013 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.476749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Provisioning for port c5a8a3f6-bdd5-497b-afc0-0b391f77772c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:06.538703 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] Set router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:06.584345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.625277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Pushing event deleted for resources: {'Port': ['ID=57c91620-f5c3-4396-b977-befedbec016c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:06.641744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c0f1711-c72e-4695-967a-bf20af49975c req-0929eb01-f285-4821-9111-2cf96e747acb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=d507b2e4-5a4d-45da-a4e3-2345b1c2419c HTTP/1.1" status: 200 len: 210 time: 0.0865116 Jul 14 09:41:06.677606 n-d-780147-26 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-877288dc-ac98-4e1e-82ee-df925e082558 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 356a941d-2405-40dc-bc4a-de939e1a12d8 (CIDR: 172.20.0.0/28) Jul 14 09:41:06.688547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] No DVR routers for this DVR port 57c91620-f5c3-4396-b977-befedbec016c on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:06.691627 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.694513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a61d22e0-efc0-4658-849a-c05380be8c00 req-a36dab1b-7df1-4e6d-a2b2-8af11fb11d86 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.69 "DELETE /v2.0/ports/57c91620-f5c3-4396-b977-befedbec016c HTTP/1.1" status: 204 len: 173 time: 1.9607418 Jul 14 09:41:06.695069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd507b2e4-5a4d-45da-a4e3-2345b1c2419c', 'name': 'network-vif-deleted', 'tag': '57c91620-f5c3-4396-b977-befedbec016c'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:06.697475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Allocated IP 2001:db8:1::2 (1edbf84f-e4a2-4ad2-9e74-3cac58adedf8/aeb2cd14-889e-426f-9bd2-308673e4ab4f/dee6d79a-ce11-49c8-a062-dafc2f9623e8) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:06.700725 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-877288dc-ac98-4e1e-82ee-df925e082558 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:41:06.701239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877288dc-ac98-4e1e-82ee-df925e082558 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:06.709434 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6687e7d-7578-4c0d-b6b9-f90cbe46379e" -d '{"events": [{"server_uuid": "d507b2e4-5a4d-45da-a4e3-2345b1c2419c", "name": "network-vif-deleted", "tag": "57c91620-f5c3-4396-b977-befedbec016c"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:06.788127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87197250-ff4a-4921-b5c2-1c1391cbac65 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:06.789992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-87197250-ff4a-4921-b5c2-1c1391cbac65 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3957720 Jul 14 09:41:06.793418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45318) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.794684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-877288dc-ac98-4e1e-82ee-df925e082558 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3491888 Jul 14 09:41:06.795447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.802433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9f38aa3a-5e09-4fd0-b06f-98ff59d1f51c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:06.804626 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2e86f5-4b6a-4bdb-8cc7-b155594bbd8a x-openstack-request-id: req-ce2e86f5-4b6a-4bdb-8cc7-b155594bbd8a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:06.805128 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d507b2e4-5a4d-45da-a4e3-2345b1c2419c", "name": "network-vif-deleted", "tag": "57c91620-f5c3-4396-b977-befedbec016c", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:06.805128 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce2e86f5-4b6a-4bdb-8cc7-b155594bbd8a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:06.806027 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd507b2e4-5a4d-45da-a4e3-2345b1c2419c', 'name': 'network-vif-deleted', 'tag': '57c91620-f5c3-4396-b977-befedbec016c', 'status': 'completed', 'code': 200} Jul 14 09:41:06.853014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.859091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ced67e48-f2ce-45df-9e2b-dda6832bd865 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643406 Jul 14 09:41:06.861493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45322) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:06.864534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:06.865058 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:03Z', 'revision_number': 3, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:06.871215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1072303482', 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667', 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:06.875369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Provisioning complete for port c5a8a3f6-bdd5-497b-afc0-0b391f77772c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:06.875746 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:06.897745 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5f264e-7cc8-45d6-a73d-d77631bb73fa None None] The sync data for ids ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'] in n-d-780147-26 is: [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:03Z', 'revision_number': 3, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:07.050425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Made reservation on behalf of 08ab6b16cfaa432ba54c4965014d2703 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:07.055203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.085666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2ca63-2bd5-4d4e-9e77-9f58e92bc491 None None] Pushing event updated for resources: {'Port': ['ID=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.120094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f38aa3a-5e09-4fd0-b06f-98ff59d1f51c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:07.125584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f38aa3a-5e09-4fd0-b06f-98ff59d1f51c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.141446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:07.142099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:07.280975 n-d-780147-26 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-9f38aa3a-5e09-4fd0-b06f-98ff59d1f51c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8c313028-4fd4-4540-8efb-8291a3c725a9 (CIDR: 172.20.0.16/28) Jul 14 09:41:07.300123 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f38aa3a-5e09-4fd0-b06f-98ff59d1f51c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:41:07.300629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f38aa3a-5e09-4fd0-b06f-98ff59d1f51c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:07.348361 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.409331 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.412442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9f38aa3a-5e09-4fd0-b06f-98ff59d1f51c tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6137817 Jul 14 09:41:07.415708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:07.421495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'subnet': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:07.426258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Transition to ACTIVE for port object dee6d79a-ce11-49c8-a062-dafc2f9623e8 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:07.443195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Subnet': ['ID=e4b3949a-155a-4ef9-9224-55fc697d600c,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:07.481363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Checking segment: {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:07.481915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network hostable DHCP agents. Network: a95f61cd-5790-4c7b-a162-46c07232c667, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:07.504051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network a95f61cd-5790-4c7b-a162-46c07232c667 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:07.521166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a95f61cd-5790-4c7b-a162-46c07232c667) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:07.529896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.531968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.549426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87161415-197e-45ce-9adc-47c1f1b761a1 None None] Network a95f61cd-5790-4c7b-a162-46c07232c667 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:07.561636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e1544c3c-42d7-4d0f-bad3-dbe157f9e6ef tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6987190 Jul 14 09:41:07.566392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45330) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:07.582215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Transition to ACTIVE for port object dee6d79a-ce11-49c8-a062-dafc2f9623e8 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:07.653271 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:07.735945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:07.805980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fde648-3eaa-4367-ad01-f346f089ca54 req-8e3a2078-eb8e-4327-996d-2972d509fc0c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:07.808396 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79fde648-3eaa-4367-ad01-f346f089ca54 req-8e3a2078-eb8e-4327-996d-2972d509fc0c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 944 time: 0.1209154 Jul 14 09:41:07.906530 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79fde648-3eaa-4367-ad01-f346f089ca54 req-0f6beb95-380e-49e9-9b5c-32c468e5faaf tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882037 Jul 14 09:41:08.121974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8:1::1 (1edbf84f-e4a2-4ad2-9e74-3cac58adedf8/aeb2cd14-889e-426f-9bd2-308673e4ab4f/e727d11e-7ede-4ec4-aa62-7e1afb757204) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:08.146027 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.152532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:08.211702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:08.214176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d60353a0-65b1-4f39-ae79-c7b57ad1a981 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:08.219957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:08.252409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Pushing event updated for resources: {'Port': ['ID=dee6d79a-ce11-49c8-a062-dafc2f9623e8,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.321081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Made reservation on behalf of 94e0c76d49294446ba2e21c1f28ae906 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:08.325236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.393995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-a95f61cd-5790-4c7b-a162-46c07232c667', 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'fixed_ips': [{'subnet_id': 'e4b3949a-155a-4ef9-9224-55fc697d600c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:08.394854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.407528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] For port c5a8a3f6-bdd5-497b-afc0-0b391f77772c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,segment=NetworkSegment(f6759594-fa0d-4ad5-b8d6-abb61e2ac608),segment_id=f6759594-fa0d-4ad5-b8d6-abb61e2ac608)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:08.441778 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.449040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Attempting to bind port dee6d79a-ce11-49c8-a062-dafc2f9623e8 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:08.449412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Attempting to bind port dee6d79a-ce11-49c8-a062-dafc2f9623e8 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:08.449781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Attempting to bind port dee6d79a-ce11-49c8-a062-dafc2f9623e8 on network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:08.465251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121125d-95b5-4045-a47f-07833848bcb0 req-26e4e69d-1340-4c41-b983-cc6792d2acf8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:08.472174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9121125d-95b5-4045-a47f-07833848bcb0 req-26e4e69d-1340-4c41-b983-cc6792d2acf8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3559325 Jul 14 09:41:08.493349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:08.493701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Checking segment: {'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:08.494633 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.495028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Bound using segment: {'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:08.495521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Bound port: dee6d79a-ce11-49c8-a062-dafc2f9623e8, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:08.496318 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.585862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6303fa36-631e-46af-bb19-6b286c6ed312 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:08.589105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 57c91620-f5c3-4396-b977-befedbec016c no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:08.607145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.630553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9121125d-95b5-4045-a47f-07833848bcb0 req-a143921a-4e83-4391-afb1-475c5a22fa3b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574593 Jul 14 09:41:08.632248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port d60353a0-65b1-4f39-ae79-c7b57ad1a981 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:08.646371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object e727d11e-7ede-4ec4-aa62-7e1afb757204 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:08.709592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 57c91620-f5c3-4396-b977-befedbec016c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:08.710412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 57c91620-f5c3-4396-b977-befedbec016c not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:08.771182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port d60353a0-65b1-4f39-ae79-c7b57ad1a981 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:08.771541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.773217 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Pushing event updated for resources: {'Port': ['ID=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.827287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.828008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.828414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.828877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.829290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.830075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.830238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.830576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.833042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.833042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.833042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.833042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488822f3-4dbe-4ee3-b6dd-33a83b4c20bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:08.833710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.844414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] For port dee6d79a-ce11-49c8-a062-dafc2f9623e8, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:08.902733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] For port dee6d79a-ce11-49c8-a062-dafc2f9623e8, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dee6d79a-ce11-49c8-a062-dafc2f9623e8,segment=NetworkSegment(051b1cfe-ae4d-44b1-be27-5952b5b83c8f),segment_id=051b1cfe-ae4d-44b1-be27-5952b5b83c8f)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:08.919978 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:08.944623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6303fa36-631e-46af-bb19-6b286c6ed312 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:08.947386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Subnet': ['ID=170dde10-5157-4967-bfde-ee90173a7b0a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:08.960685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:08.994626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:09.009547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.010279 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.015230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Allocated IP 172.20.0.18 (a95f61cd-5790-4c7b-a162-46c07232c667/e4b3949a-155a-4ef9-9224-55fc697d600c/a3914677-9791-476b-9ad6-6aa3cf025738) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:09.046451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6303fa36-631e-46af-bb19-6b286c6ed312 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:09.047944 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.048742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.055453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61509855-2490-4823-81aa-2dc14aa28839 None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:09.069094 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-63c2d138-0fa4-44c8-b1e6-f2ed3b92efd8 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6483362 Jul 14 09:41:09.069338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddb010-a5e3-4228-8f5a-f55949db487b req-4d2ce676-6797-4b8d-82e3-fb3bff0c6369 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.073604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dddb010-a5e3-4228-8f5a-f55949db487b req-4d2ce676-6797-4b8d-82e3-fb3bff0c6369 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1635807 Jul 14 09:41:09.088689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45346) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:09.102075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1408603213', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '170dde10-5157-4967-bfde-ee90173a7b0a'}], 'security_groups': ['8adf6650-b28c-4322-a5ab-6a90e770aad8', 'aea73951-9909-41e9-80dc-41d9d201f0b8']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:09.125350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:02Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:09.155042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:09.198624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:09.203318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=e727d11e-7ede-4ec4-aa62-7e1afb757204,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:09.207761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:09.213136 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.232970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375bc76-5e80-49c7-845c-489bea4bcc44 None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:02Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:09.358316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dddb010-a5e3-4228-8f5a-f55949db487b req-60b750c2-404a-48ad-9266-6519f657da57 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833581 Jul 14 09:41:09.376573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5b70b-5c38-4714-b8d4-4a3adc0bd99f None None] Pushing event updated for resources: {'Port': ['ID=dee6d79a-ce11-49c8-a062-dafc2f9623e8,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:09.498375 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.555310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.577130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff8f82-6075-449e-b6e2-e55381aa31ff req-c95e9e37-02ff-48db-a7cf-82b555aafd0a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.581734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08ff8f82-6075-449e-b6e2-e55381aa31ff req-c95e9e37-02ff-48db-a7cf-82b555aafd0a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 944 time: 0.4228005 Jul 14 09:41:09.671504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014a8bc0-d1f4-4336-8bfe-282c152cc545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60353a0-65b1-4f39-ae79-c7b57ad1a981'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:09.674167 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b57217-5a8c-41e7-adc7-fe6c9b14899e" -d '{"events": [{"server_uuid": "014a8bc0-d1f4-4336-8bfe-282c152cc545", "name": "network-vif-plugged", "status": "completed", "tag": "d60353a0-65b1-4f39-ae79-c7b57ad1a981"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:09.694374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.708081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d60353a0-65b1-4f39-ae79-c7b57ad1a981, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d60353a0-65b1-4f39-ae79-c7b57ad1a981,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:09.719753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.774237 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.806230 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.810049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6303fa36-631e-46af-bb19-6b286c6ed312, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6303fa36-631e-46af-bb19-6b286c6ed312,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:09.839034 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.848595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Transition to ACTIVE for port object a3914677-9791-476b-9ad6-6aa3cf025738 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:09.876708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08ff8f82-6075-449e-b6e2-e55381aa31ff req-27cb52f9-7ffe-4341-97a4-e6961d4b16bd tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389083 Jul 14 09:41:09.877500 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.903313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Transition to ACTIVE for port object a3914677-9791-476b-9ad6-6aa3cf025738 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:09.903812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ba6ba-857f-4de9-b712-f47e68436664 req-d18aec77-47c7-462c-b891-6d8fcaeabe22 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:09.906028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a03ba6ba-857f-4de9-b712-f47e68436664 req-d18aec77-47c7-462c-b891-6d8fcaeabe22 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2317472 Jul 14 09:41:09.919830 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:09.921686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d60353a0-65b1-4f39-ae79-c7b57ad1a981,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:09.994002 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c1b092-fe6c-4166-b558-541e6a2b80fc x-openstack-request-id: req-07c1b092-fe6c-4166-b558-541e6a2b80fc {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:09.995521 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014a8bc0-d1f4-4336-8bfe-282c152cc545", "name": "network-vif-plugged", "status": "completed", "tag": "d60353a0-65b1-4f39-ae79-c7b57ad1a981", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:09.996038 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07c1b092-fe6c-4166-b558-541e6a2b80fc {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:09.996577 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014a8bc0-d1f4-4336-8bfe-282c152cc545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60353a0-65b1-4f39-ae79-c7b57ad1a981', 'code': 200} Jul 14 09:41:10.001295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Network a95f61cd-5790-4c7b-a162-46c07232c667 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:10.012938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:10.020068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a03ba6ba-857f-4de9-b712-f47e68436664 req-33c0bc38-4419-474b-bace-7a23310d968a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045709 Jul 14 09:41:10.023014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:10.095135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6303fa36-631e-46af-bb19-6b286c6ed312,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:10.286659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Delete allocated IP 172.20.0.5 (1cbed8da-353d-46b5-99c1-709f47e4cb02/356a941d-2405-40dc-bc4a-de939e1a12d8) {{(pid=93780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 09:41:10.357424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.365445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.369896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.384158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Allocated IP 172.20.0.43 (1cbed8da-353d-46b5-99c1-709f47e4cb02/170dde10-5157-4967-bfde-ee90173a7b0a/3421f862-fd01-4e1d-ad0d-542d6d109615) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:10.399514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Pushing event updated for resources: {'Port': ['ID=a3914677-9791-476b-9ad6-6aa3cf025738,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:10.452526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b04e2-3589-4b1f-9926-f8e8d41e1cb4 None None] Update dhcp port {'port': {'network_id': '1cbed8da-353d-46b5-99c1-709f47e4cb02', 'fixed_ips': [{'subnet_id': '8c313028-4fd4-4540-8efb-8291a3c725a9', 'ip_address': '172.20.0.18'}, {'subnet_id': '356a941d-2405-40dc-bc4a-de939e1a12d8', 'ip_address': '172.20.0.2'}, {'subnet_id': '170dde10-5157-4967-bfde-ee90173a7b0a'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'c920b4d0-1f30-46a7-ae55-39f3d68f7f7b'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:41:10.495088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Attempting to bind port a3914677-9791-476b-9ad6-6aa3cf025738 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:10.495460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Attempting to bind port a3914677-9791-476b-9ad6-6aa3cf025738 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:10.497502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Attempting to bind port a3914677-9791-476b-9ad6-6aa3cf025738 on network a95f61cd-5790-4c7b-a162-46c07232c667 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:10.510881 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:10.517905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Checking segment: {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:10.518300 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.518715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Bound using segment: {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:10.521474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Bound port: a3914677-9791-476b-9ad6-6aa3cf025738, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:10.521893 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.624269 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b79b04e2-3589-4b1f-9926-f8e8d41e1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.706666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5237-4756-4743-a6b0-479774cf70cb req-a6956e92-72ad-4a3e-9e28-bba3ea07f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:10.708119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-552a5237-4756-4743-a6b0-479774cf70cb req-a6956e92-72ad-4a3e-9e28-bba3ea07f916 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 1097 time: 0.4415665 Jul 14 09:41:10.742721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3009b4-142d-44dd-99ee-84c44d04aa61 None None] Network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:10.807377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=e727d11e-7ede-4ec4-aa62-7e1afb757204,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:10.810313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-552a5237-4756-4743-a6b0-479774cf70cb req-9a1a7ef3-7fe3-43c0-b24c-e7c3b1fa6b56 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935485 Jul 14 09:41:10.833383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] For port a3914677-9791-476b-9ad6-6aa3cf025738, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:10.846863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dee6d79a-ce11-49c8-a062-dafc2f9623e8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:10.865629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.881478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Transition to ACTIVE for port object 3421f862-fd01-4e1d-ad0d-542d6d109615 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:10.887591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:10.956525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event updated for resources: {'Port': ['ID=3421f862-fd01-4e1d-ad0d-542d6d109615,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:10.993976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:11.014894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:11.061713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] In _notify_port_updated(), no bound segment for port 3421f862-fd01-4e1d-ad0d-542d6d109615 on network 1cbed8da-353d-46b5-99c1-709f47e4cb02 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:41:11.067658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.068352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.072966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-11590605-2d69-41c2-af65-95c184f3f55b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "PUT /v2.0/ports/3421f862-fd01-4e1d-ad0d-542d6d109615 HTTP/1.1" status: 200 len: 960 time: 1.9787130 Jul 14 09:41:11.081246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45368) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.152995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] For port a3914677-9791-476b-9ad6-6aa3cf025738, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3914677-9791-476b-9ad6-6aa3cf025738,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:11.185607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:11.219611 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.221447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-360bd23a-4402-4c10-a3a0-bc9d3e857c17 None None] Provisioning for port dee6d79a-ce11-49c8-a062-dafc2f9623e8 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:11.222688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Allocated IP 172.20.0.17 (a95f61cd-5790-4c7b-a162-46c07232c667/e4b3949a-155a-4ef9-9224-55fc697d600c/7a34c5d3-6b7c-4e42-afc3-00e74706179e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:11.239685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-38111e8f-e475-4aca-9882-e7e0d354177f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 3421f862-fd01-4e1d-ad0d-542d6d109615 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:11.240097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38111e8f-e475-4aca-9882-e7e0d354177f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.346846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ce2b7-1db4-4fcb-af67-8af036d3b1c1 req-aa88aa80-8cb2-444a-9870-d4b9043a87c1 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.348647 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-578ce2b7-1db4-4fcb-af67-8af036d3b1c1 req-aa88aa80-8cb2-444a-9870-d4b9043a87c1 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2769287 Jul 14 09:41:11.350950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516d5e3-a5c6-4736-9e00-910f93b04a06 None None] Pushing event updated for resources: {'Port': ['ID=a3914677-9791-476b-9ad6-6aa3cf025738,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:11.482259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:11.486479 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-578ce2b7-1db4-4fcb-af67-8af036d3b1c1 req-a876cde4-1c71-43a6-91bb-085d0fbfd302 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922353 Jul 14 09:41:11.488394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38111e8f-e475-4aca-9882-e7e0d354177f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.496702 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-08673006-72de-4bfb-87fa-a4290868d840 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6002178 Jul 14 09:41:11.500795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:11.517036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-943456116'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:11.521946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-38111e8f-e475-4aca-9882-e7e0d354177f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 3421f862-fd01-4e1d-ad0d-542d6d109615 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:11.549578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port dee6d79a-ce11-49c8-a062-dafc2f9623e8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:11.564638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:11.569106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.611638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:11.622692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.623312 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment 51683277-7f47-4279-ba62-0296e0482744 of type vlan for network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 Jul 14 09:41:11.642243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port dee6d79a-ce11-49c8-a062-dafc2f9623e8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:11.642618 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.709295 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.807701 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38111e8f-e475-4aca-9882-e7e0d354177f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.812693 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.818596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-b79b04e2-3589-4b1f-9926-f8e8d41e1cb4 None None] Allocated IP 172.20.0.34 (1cbed8da-353d-46b5-99c1-709f47e4cb02/170dde10-5157-4967-bfde-ee90173a7b0a/c920b4d0-1f30-46a7-ae55-39f3d68f7f7b) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:11.836248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:11.836248 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:11.936746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:11.961089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38111e8f-e475-4aca-9882-e7e0d354177f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=3421f862-fd01-4e1d-ad0d-542d6d109615,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:11.984413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:11.985066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:12.060133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-38111e8f-e475-4aca-9882-e7e0d354177f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.067329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-38111e8f-e475-4aca-9882-e7e0d354177f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/3421f862-fd01-4e1d-ad0d-542d6d109615 HTTP/1.1" status: 204 len: 168 time: 0.9848573 Jul 14 09:41:12.068061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45388) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.109698 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-0897f404-7427-4a88-87fb-9169176ee722 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] GET failed (client error): The resource could not be found. Jul 14 09:41:12.111757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0897f404-7427-4a88-87fb-9169176ee722 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports/3421f862-fd01-4e1d-ad0d-542d6d109615 HTTP/1.1" status: 404 len: 333 time: 0.0426278 Jul 14 09:41:12.115865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45390) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.174731 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.202307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:12.245111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115b8a94-d515-46e3-88b7-1859563245c6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.280948 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115b8a94-d515-46e3-88b7-1859563245c6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.290096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.327062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddd47d-77d6-40dc-8980-fc88c96a6c20 req-f88b613d-2930-4b68-a791-a9d11db28c6d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:12.328691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1dddd47d-77d6-40dc-8980-fc88c96a6c20 req-f88b613d-2930-4b68-a791-a9d11db28c6d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1471179 Jul 14 09:41:12.360478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8568106 Jul 14 09:41:12.365389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45392) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.372329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Transition to ACTIVE for port object 7a34c5d3-6b7c-4e42-afc3-00e74706179e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:12.383554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:12.389360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port dee6d79a-ce11-49c8-a062-dafc2f9623e8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dee6d79a-ce11-49c8-a062-dafc2f9623e8,segment=NetworkSegment(051b1cfe-ae4d-44b1-be27-5952b5b83c8f),segment_id=051b1cfe-ae4d-44b1-be27-5952b5b83c8f)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:12.391759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aeef1-db5c-4ceb-a141-a70b9554f5c8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=d8ef8b62-1aa4-40e8-a0cf-ec6488256b31,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:12.399085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b79b04e2-3589-4b1f-9926-f8e8d41e1cb4 None None] For port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,segment=NetworkSegment(3d81f5c4-5609-4ed8-818c-229180cd7973),segment_id=3d81f5c4-5609-4ed8-818c-229180cd7973)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:12.405448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4b1b88f-cb9f-49af-97a4-f72b94ce0cba None None] Provisioning complete for port dee6d79a-ce11-49c8-a062-dafc2f9623e8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:12.405952 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b88f-cb9f-49af-97a4-f72b94ce0cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.407126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1dddd47d-77d6-40dc-8980-fc88c96a6c20 req-3c12bfdb-1200-432f-9255-7e71f2c3a484 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588450 Jul 14 09:41:12.410611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115b8a94-d515-46e3-88b7-1859563245c6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.418408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115b8a94-d515-46e3-88b7-1859563245c6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.419572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-115b8a94-d515-46e3-88b7-1859563245c6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/security-groups/b56eb54b-197d-4562-b3ce-30269eff040c HTTP/1.1" status: 204 len: 168 time: 0.3024030 Jul 14 09:41:12.436445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45394) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.474682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:12.475802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b8a94-d515-46e3-88b7-1859563245c6 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56eb54b-197d-4562-b3ce-30269eff040c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:12.491424 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.492389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6303fa36-631e-46af-bb19-6b286c6ed312 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:12.582167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24551176-e3e1-4f78-8fb4-b7842614a6b0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.615627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.646821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24551176-e3e1-4f78-8fb4-b7842614a6b0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.649222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=dee6d79a-ce11-49c8-a062-dafc2f9623e8,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:12.745231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24551176-e3e1-4f78-8fb4-b7842614a6b0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.750261 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24551176-e3e1-4f78-8fb4-b7842614a6b0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.756191 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-24551176-e3e1-4f78-8fb4-b7842614a6b0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/security-groups/aea73951-9909-41e9-80dc-41d9d201f0b8 HTTP/1.1" status: 204 len: 168 time: 0.3160822 Jul 14 09:41:12.761692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=7a34c5d3-6b7c-4e42-afc3-00e74706179e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:12.762127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45402) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:12.816435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network a95f61cd-5790-4c7b-a162-46c07232c667 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:12.818832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24551176-e3e1-4f78-8fb4-b7842614a6b0 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea73951-9909-41e9-80dc-41d9d201f0b8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:12.819879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:12.831958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.833083 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b79b04e2-3589-4b1f-9926-f8e8d41e1cb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.859061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b79b04e2-3589-4b1f-9926-f8e8d41e1cb4 None None] Transition to ACTIVE for port object c920b4d0-1f30-46a7-ae55-39f3d68f7f7b will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:12.862564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:12.866044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:12.925772 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b79b04e2-3589-4b1f-9926-f8e8d41e1cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.946170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c617-aabd-445f-8d8f-fd0bed2da684 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:12.964884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bb5dd-cbe6-4c3d-8371-ff821fb611b5 req-9cca9514-b6da-4573-979c-7dcef0591b6c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:12.973579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-351bb5dd-cbe6-4c3d-8371-ff821fb611b5 req-9cca9514-b6da-4573-979c-7dcef0591b6c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1521814 Jul 14 09:41:12.996562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6303fa36-631e-46af-bb19-6b286c6ed312 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:12.996946 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.032864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec699514-964e-4b2e-b9bb-bf40aee74f0e req-4d5a096c-29a3-43d5-a3bc-33f56dda1a05 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:13.035418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec699514-964e-4b2e-b9bb-bf40aee74f0e req-4d5a096c-29a3-43d5-a3bc-33f56dda1a05 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3543253 Jul 14 09:41:13.041025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.041246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-351bb5dd-cbe6-4c3d-8371-ff821fb611b5 req-3c60450a-1adc-453d-bb93-e896bf1c56b7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664442 Jul 14 09:41:13.051103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c617-aabd-445f-8d8f-fd0bed2da684 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.113362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c617-aabd-445f-8d8f-fd0bed2da684 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.122067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6e8c617-aabd-445f-8d8f-fd0bed2da684 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.126568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e6e8c617-aabd-445f-8d8f-fd0bed2da684 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/security-groups/8adf6650-b28c-4322-a5ab-6a90e770aad8 HTTP/1.1" status: 204 len: 168 time: 0.3588300 Jul 14 09:41:13.144242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45406) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.146149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8c617-aabd-445f-8d8f-fd0bed2da684 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf6650-b28c-4322-a5ab-6a90e770aad8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:13.166080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb4e66-e9d1-42a4-94e8-2e8bd411e8eb None None] Network a95f61cd-5790-4c7b-a162-46c07232c667 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:13.169608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b04e2-3589-4b1f-9926-f8e8d41e1cb4 None None] Pushing event updated for resources: {'Port': ['ID=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:13.246737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec699514-964e-4b2e-b9bb-bf40aee74f0e req-8513c75b-1adc-4e19-baba-541a3029fc3c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210151 Jul 14 09:41:13.254359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-91862cf6-4adf-4522-864b-b1c007f9b6d2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 356a941d-2405-40dc-bc4a-de939e1a12d8 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:13.265394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91862cf6-4adf-4522-864b-b1c007f9b6d2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.277388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4b1b88f-cb9f-49af-97a4-f72b94ce0cba None None] Provisioning for port e727d11e-7ede-4ec4-aa62-7e1afb757204 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:13.299265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 3, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:06Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:10Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:13.334073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:13.334455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Updating router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 port e727d11e-7ede-4ec4-aa62-7e1afb757204 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:13.338736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4b1b88f-cb9f-49af-97a4-f72b94ce0cba None None] Provisioning complete for port e727d11e-7ede-4ec4-aa62-7e1afb757204 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:13.339113 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b88f-cb9f-49af-97a4-f72b94ce0cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.385903 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91862cf6-4adf-4522-864b-b1c007f9b6d2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.445639 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.467210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b4b1b88f-cb9f-49af-97a4-f72b94ce0cba None None] Port e727d11e-7ede-4ec4-aa62-7e1afb757204 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:13.526762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c5a8a3f6-bdd5-497b-afc0-0b391f77772c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:13.599092 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.633608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.706109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91862cf6-4adf-4522-864b-b1c007f9b6d2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.784797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91862cf6-4adf-4522-864b-b1c007f9b6d2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.825960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91862cf6-4adf-4522-864b-b1c007f9b6d2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.832659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45418) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:13.833209 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-91862cf6-4adf-4522-864b-b1c007f9b6d2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/356a941d-2405-40dc-bc4a-de939e1a12d8 HTTP/1.1" status: 204 len: 168 time: 0.6878436 Jul 14 09:41:13.844163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=98f7a433-fd3e-4c26-b6c8-441fad6cea5a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:13.895707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25020442-df15-45ce-8529-7ccdd30f03ae req-392ba0c5-b192-4bb2-9c01-0f23d5fd04ea tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:13.897326 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25020442-df15-45ce-8529-7ccdd30f03ae req-392ba0c5-b192-4bb2-9c01-0f23d5fd04ea tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.4300630 Jul 14 09:41:13.898076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91862cf6-4adf-4522-864b-b1c007f9b6d2 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=356a941d-2405-40dc-bc4a-de939e1a12d8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:13.910983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-90ba2ba0-abf5-4409-b0d7-f65030b6874d None None] Provisioning for port a3914677-9791-476b-9ad6-6aa3cf025738 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:13.921621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-59811218-0e04-4183-ada0-ed58635db5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 170dde10-5157-4967-bfde-ee90173a7b0a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:13.925412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59811218-0e04-4183-ada0-ed58635db5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:13.970211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:13.970669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: d8ef8b62-1aa4-40e8-a0cf-ec6488256b31, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:13.991043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59811218-0e04-4183-ada0-ed58635db5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.026740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-90ba2ba0-abf5-4409-b0d7-f65030b6874d None None] Provisioning complete for port e727d11e-7ede-4ec4-aa62-7e1afb757204 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:14.032515 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-90ba2ba0-abf5-4409-b0d7-f65030b6874d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.052456 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25020442-df15-45ce-8529-7ccdd30f03ae req-d0c379fb-35aa-4656-a178-f5c1d4b878e7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905530 Jul 14 09:41:14.100750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-90ba2ba0-abf5-4409-b0d7-f65030b6874d None None] Port e727d11e-7ede-4ec4-aa62-7e1afb757204 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:14.114319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:14.152231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, d8ef8b62-1aa4-40e8-a0cf-ec6488256b31) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:14.164171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59811218-0e04-4183-ada0-ed58635db5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.166738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c5a8a3f6-bdd5-497b-afc0-0b391f77772c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:14.167120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.170231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:14.171090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.194583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8123cb70-789f-4423-946a-d6f2dac7c753 None None] Network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:14.212797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:14.224238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c503e1f0-aa31-45a1-88e6-0b698bbe9055 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8548815 Jul 14 09:41:14.226663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45424) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.326226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81806eff-2e59-4ec6-b747-243fce0260e1 None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:14.426201 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.433093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.448494 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59811218-0e04-4183-ada0-ed58635db5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.485674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-24c1b94c-afbf-45cd-8cb2-4c289eece129 None None] Could not find standard attr ID for object 3421f862-fd01-4e1d-ad0d-542d6d109615. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:41:14.583343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59811218-0e04-4183-ada0-ed58635db5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=170dde10-5157-4967-bfde-ee90173a7b0a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:14.585654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59811218-0e04-4183-ada0-ed58635db5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.588116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-59811218-0e04-4183-ada0-ed58635db5dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/170dde10-5157-4967-bfde-ee90173a7b0a HTTP/1.1" status: 204 len: 168 time: 0.7538908 Jul 14 09:41:14.600422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45426) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.619228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=7a34c5d3-6b7c-4e42-afc3-00e74706179e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:14.627973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286d72a-fe23-45ea-9b26-96071268909f req-a610f319-b7e4-4fb2-bc5d-1785875a673c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:14.629619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0286d72a-fe23-45ea-9b26-96071268909f req-a610f319-b7e4-4fb2-bc5d-1785875a673c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.3261697 Jul 14 09:41:14.629953 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.665368 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-492da9fa-3678-4291-950e-6b49d47ceaba tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:14.665869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492da9fa-3678-4291-950e-6b49d47ceaba tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:14.669996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-492da9fa-3678-4291-950e-6b49d47ceaba tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/356a941d-2405-40dc-bc4a-de939e1a12d8 HTTP/1.1" status: 404 len: 337 time: 0.0662494 Jul 14 09:41:14.678968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45428) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:14.682123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-24c1b94c-afbf-45cd-8cb2-4c289eece129 None None] Provisioning complete for port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:14.684906 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24c1b94c-afbf-45cd-8cb2-4c289eece129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.764899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network a95f61cd-5790-4c7b-a162-46c07232c667 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:14.766484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:14.802654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-24c1b94c-afbf-45cd-8cb2-4c289eece129 None None] Port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:14.870939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:14.877259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.917209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-d8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:14.918083 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:14.925590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-24c1b94c-afbf-45cd-8cb2-4c289eece129 None None] Provisioning for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:14.973355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:15.016512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-24c1b94c-afbf-45cd-8cb2-4c289eece129 None None] Provisioning complete for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:15.016893 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24c1b94c-afbf-45cd-8cb2-4c289eece129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.055786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Transition to ACTIVE for port object e727d11e-7ede-4ec4-aa62-7e1afb757204 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:15.082936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.131055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:15.141700 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Sync routers for ids ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:15.151244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cfc0c002-30fe-47c0-b2e2-378484295e6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "PUT /v2.0/routers/68ea1bd2-6854-40aa-a3c1-b60ca47675bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5835857 Jul 14 09:41:15.162542 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Routers {'68ea1bd2-6854-40aa-a3c1-b60ca47675bf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:15.163153 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:15.215329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8265e-7c8a-43d3-8ca6-55d4da89410e None None] Pushing event updated for resources: {'Port': ['ID=e727d11e-7ede-4ec4-aa62-7e1afb757204,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:15.282354 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0286d72a-fe23-45ea-9b26-96071268909f req-56044a9d-acc8-4bdd-9e25-c0d77fa1958c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271610 Jul 14 09:41:15.302637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cb76c8-14f9-468a-8a3f-1c167fba98dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting subnet 8c313028-4fd4-4540-8efb-8291a3c725a9 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:15.332280 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53cb76c8-14f9-468a-8a3f-1c167fba98dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.334093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:15.381051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:15.381405 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.396808 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Set router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:15.542478 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53cb76c8-14f9-468a-8a3f-1c167fba98dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.563021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Allocated IP 2001:db8:2::2 (d8ef8b62-1aa4-40e8-a0cf-ec6488256b31/98f7a433-fd3e-4c26-b6c8-441fad6cea5a/613b718f-c8ab-4cd8-a012-05f9a0f7e2ff) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:15.587206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-5722a3a0-4fa6-4f20-8969-56106a32bc66 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:15.590117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-5722a3a0-4fa6-4f20-8969-56106a32bc66 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/networks?id=a95f61cd-5790-4c7b-a162-46c07232c667 HTTP/1.1" status: 200 len: 797 time: 0.1396308 Jul 14 09:41:15.619970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-418351d9-a49a-4868-861f-72154dfa98cb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/quotas/08ab6b16cfaa432ba54c4965014d2703 HTTP/1.1" status: 200 len: 375 time: 0.0230746 Jul 14 09:41:15.686703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1b88c290-bb70-4948-b3f9-557b15eea07a None None] Provisioning for port 7a34c5d3-6b7c-4e42-afc3-00e74706179e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:15.699143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Attempting to bind port e727d11e-7ede-4ec4-aa62-7e1afb757204 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:15.704322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Attempting to bind port e727d11e-7ede-4ec4-aa62-7e1afb757204 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:15.704883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Attempting to bind port e727d11e-7ede-4ec4-aa62-7e1afb757204 on network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:15.716818 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-ebc8f125-1769-48c8-b38e-a0ec40d11f75 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2924438 Jul 14 09:41:15.720010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.811831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-6cdd20aa-cdbd-4e3f-8ee6-89bc5664749b tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=08ab6b16cfaa432ba54c4965014d2703&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1900337 Jul 14 09:41:15.818508 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:13Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7a34c5d3-6b7c-4e42-afc3-00e74706179e', 'name': '', 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:ab:1c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'e4b3949a-155a-4ef9-9224-55fc697d600c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:10Z', 'updated_at': '2021-07-14T09:41:14Z', 'revision_number': 2, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': 'e4b3949a-155a-4ef9-9224-55fc697d600c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:15.867825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1b88c290-bb70-4948-b3f9-557b15eea07a None None] Provisioning complete for port 7a34c5d3-6b7c-4e42-afc3-00e74706179e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:15.874998 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Checking router: 68ea1bd2-6854-40aa-a3c1-b60ca47675bf for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:15.875361 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Updating router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf port 7a34c5d3-6b7c-4e42-afc3-00e74706179e binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:15.877235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b88c290-bb70-4948-b3f9-557b15eea07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.879605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:15.881379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Checking segment: {'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:15.882000 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.888303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Bound using segment: {'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:15.889073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Bound port: e727d11e-7ede-4ec4-aa62-7e1afb757204, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '051b1cfe-ae4d-44b1-be27-5952b5b83c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:15.889709 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.972774 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:15.992765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53cb76c8-14f9-468a-8a3f-1c167fba98dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.021327 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-ab417b18-1939-417c-96f8-7ba13203a894 service neutron] 10.222.0.73 "GET /v2.0/networks/a95f61cd-5790-4c7b-a162-46c07232c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869969 Jul 14 09:41:16.080718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-711135c5-7896-48c2-8dd2-2f0394738c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:16.082664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-711135c5-7896-48c2-8dd2-2f0394738c46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1097 time: 0.2994609 Jul 14 09:41:16.148884 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-54d9068c-7c90-470b-b200-437664fb9b55 service neutron] 10.222.0.73 "GET /v2.0/networks/a95f61cd-5790-4c7b-a162-46c07232c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121409 Jul 14 09:41:16.220516 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.246104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedb9c2-37ad-4904-8ac4-798ed267ba83 req-593de41a-1c3f-4e18-a437-8fbdbe01928f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:16.253483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fedb9c2-37ad-4904-8ac4-798ed267ba83 req-593de41a-1c3f-4e18-a437-8fbdbe01928f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.3674567 Jul 14 09:41:16.284324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1b88c290-bb70-4948-b3f9-557b15eea07a None None] Port 7a34c5d3-6b7c-4e42-afc3-00e74706179e cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:16.297294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,segment=NetworkSegment(f6759594-fa0d-4ad5-b8d6-abb61e2ac608),segment_id=f6759594-fa0d-4ad5-b8d6-abb61e2ac608)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:16.318200 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.329809 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53cb76c8-14f9-468a-8a3f-1c167fba98dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.397249 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.408830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:16.468865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Transition to ACTIVE for port object 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:16.474340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] For port e727d11e-7ede-4ec4-aa62-7e1afb757204, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:16.474537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fedb9c2-37ad-4904-8ac4-798ed267ba83 req-64af3c62-f171-487a-bdb3-7f27decdde23 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200935 Jul 14 09:41:16.475358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb76c8-14f9-468a-8a3f-1c167fba98dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Subnet': ['ID=8c313028-4fd4-4540-8efb-8291a3c725a9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:16.501635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] For port e727d11e-7ede-4ec4-aa62-7e1afb757204, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e727d11e-7ede-4ec4-aa62-7e1afb757204,segment=NetworkSegment(051b1cfe-ae4d-44b1-be27-5952b5b83c8f),segment_id=051b1cfe-ae4d-44b1-be27-5952b5b83c8f)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:16.507176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53cb76c8-14f9-468a-8a3f-1c167fba98dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.511224 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.513176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-53cb76c8-14f9-468a-8a3f-1c167fba98dc tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/8c313028-4fd4-4540-8efb-8291a3c725a9 HTTP/1.1" status: 204 len: 168 time: 1.8294859 Jul 14 09:41:16.515703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:16.533597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Transition to ACTIVE for port object 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:16.590102 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.614485 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1c0b46-b410-4179-9961-e11115c9627b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:16.615034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1c0b46-b410-4179-9961-e11115c9627b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:16.623982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5c1c0b46-b410-4179-9961-e11115c9627b tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/3629de56-4e67-4dac-aa58-217cfa31fa12 HTTP/1.1" status: 404 len: 337 time: 0.1045880 Jul 14 09:41:16.624684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45466) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:16.687832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-0531f524-09c4-49cc-93eb-36ad47daa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:16.695149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:16.695539 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-0531f524-09c4-49cc-93eb-36ad47daa8ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.5681043 Jul 14 09:41:16.736667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1c6ae1c4-376e-45cf-af3a-f030b6f66475 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a HTTP/1.1" status: 200 len: 205 time: 0.1105239 Jul 14 09:41:16.739738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45468) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:16.747669 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.767320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:16.783218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:16.808116 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Transition to ACTIVE for port object 7a34c5d3-6b7c-4e42-afc3-00e74706179e will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:16.833011 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:16.846739 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-1d8b9636-95c8-4c74-a1b3-4418804e8629 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] delete failed (client error): The resource could not be found. Jul 14 09:41:16.848056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1d8b9636-95c8-4c74-a1b3-4418804e8629 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/routers/c9a72b31-e6bb-4cc7-91a4-18d6275a9b5a HTTP/1.1" status: 404 len: 336 time: 0.1056383 Jul 14 09:41:16.850700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45470) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:16.855156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e441fc38-94a4-46a5-a954-b2e0c462656c None None] Network 1cbed8da-353d-46b5-99c1-709f47e4cb02 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:16.901085 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-097d46e4-320a-4eeb-baf9-0fc5b7a8731f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:16.902503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-097d46e4-320a-4eeb-baf9-0fc5b7a8731f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:16.902714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8265e-7c8a-43d3-8ca6-55d4da89410e None None] Pushing event updated for resources: {'Port': ['ID=e727d11e-7ede-4ec4-aa62-7e1afb757204,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:16.905131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-097d46e4-320a-4eeb-baf9-0fc5b7a8731f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/098e09c0-dc14-40f5-b3d6-fb73ea0cae7a HTTP/1.1" status: 404 len: 337 time: 0.0528038 Jul 14 09:41:16.921187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45474) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:16.958966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8:2::1 (d8ef8b62-1aa4-40e8-a0cf-ec6488256b31/98f7a433-fd3e-4c26-b6c8-441fad6cea5a/81c94db7-c0a2-4f95-817d-a6544abec23d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:16.967834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:16.969224 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f2fa1-099a-4f01-8f9b-9abe29be6c7e None None] Pushing event updated for resources: {'Port': ['ID=7a34c5d3-6b7c-4e42-afc3-00e74706179e,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:16.971170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:17.036172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ac189-a0ec-492b-bf1a-b30fe04087a0 req-ef409af2-b76d-426a-b45d-0c24d34040ed tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:17.046046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b9ac189-a0ec-492b-bf1a-b30fe04087a0 req-ef409af2-b76d-426a-b45d-0c24d34040ed tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1396596 Jul 14 09:41:17.051503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3914677-9791-476b-9ad6-6aa3cf025738 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:17.076346 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-715c8497-240b-4b8b-a499-185a8e0b10ca tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:17.088938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-715c8497-240b-4b8b-a499-185a8e0b10ca tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:17.091222 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-715c8497-240b-4b8b-a499-185a8e0b10ca tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/5448650f-5eb1-4a58-b600-0864796b229d HTTP/1.1" status: 404 len: 337 time: 0.1641841 Jul 14 09:41:17.094856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-b9f1d65d-6897-4d30-9bb1-cb9f216d7f5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 999 time: 0.3874061 Jul 14 09:41:17.095633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45478) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.118648 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Attempting to bind port 7a34c5d3-6b7c-4e42-afc3-00e74706179e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:17.119792 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Attempting to bind port 7a34c5d3-6b7c-4e42-afc3-00e74706179e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:17.120638 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Attempting to bind port 7a34c5d3-6b7c-4e42-afc3-00e74706179e on network a95f61cd-5790-4c7b-a162-46c07232c667 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:17.129506 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:17.130029 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Checking segment: {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:17.130611 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.131164 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Bound using segment: {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:17.137249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b9ac189-a0ec-492b-bf1a-b30fe04087a0 req-1053f671-b361-4e5b-a7b8-520ede1c7abe tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878153 Jul 14 09:41:17.138234 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Bound port: 7a34c5d3-6b7c-4e42-afc3-00e74706179e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:17.138988 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.261740 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3008ab62-40b7-407d-9b87-6da7488b1db1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:17.262592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3008ab62-40b7-407d-9b87-6da7488b1db1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:17.264663 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3008ab62-40b7-407d-9b87-6da7488b1db1 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/8a63bf2f-d023-49b4-84e0-90f322caf30a HTTP/1.1" status: 404 len: 337 time: 0.1662011 Jul 14 09:41:17.267442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45484) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.295529 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] For port 7a34c5d3-6b7c-4e42-afc3-00e74706179e, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:17.309302 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] For port 7a34c5d3-6b7c-4e42-afc3-00e74706179e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a34c5d3-6b7c-4e42-afc3-00e74706179e,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:17.321693 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.335903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7aca4e2-6307-445b-b69a-e2ba6fae8454 req-56e95587-1ff9-47fc-ad75-85248eee5743 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 210 time: 0.0873086 Jul 14 09:41:17.362534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-cd5ea353-bfd4-42ab-bfa1-8149d8f42823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:17.364366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-cd5ea353-bfd4-42ab-bfa1-8149d8f42823 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.2377589 Jul 14 09:41:17.375031 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44efe8a-7766-454a-a8e2-90ba41bf07ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:17.375852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c44efe8a-7766-454a-a8e2-90ba41bf07ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:17.383348 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c44efe8a-7766-454a-a8e2-90ba41bf07ef tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/709f1f56-5d8d-4dd5-821b-0b3102a74cd6 HTTP/1.1" status: 404 len: 333 time: 0.1147122 Jul 14 09:41:17.401151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45486) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.418417 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Routers {'68ea1bd2-6854-40aa-a3c1-b60ca47675bf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:17.419330 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:17.530656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5df87-fae1-4d8f-b6f3-4e7f19a877b2 req-3a4f3811-6e75-41aa-a3b2-afe846bf5fd9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:17.532641 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ba5df87-fae1-4d8f-b6f3-4e7f19a877b2 req-3a4f3811-6e75-41aa-a3b2-afe846bf5fd9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1698511 Jul 14 09:41:17.543446 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65b6ae1-ba62-4327-ba2c-e9f6e726cc3f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:17.547155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65b6ae1-ba62-4327-ba2c-e9f6e726cc3f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:17.549267 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f65b6ae1-ba62-4327-ba2c-e9f6e726cc3f tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/17119766-900b-4fd4-87f4-52239168565b HTTP/1.1" status: 404 len: 337 time: 0.1468844 Jul 14 09:41:17.562943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45490) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.611921 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f2fa1-099a-4f01-8f9b-9abe29be6c7e None None] Pushing event updated for resources: {'Port': ['ID=7a34c5d3-6b7c-4e42-afc3-00e74706179e,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:17.616030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ba5df87-fae1-4d8f-b6f3-4e7f19a877b2 req-0ecf0076-8879-46de-9832-8ef792a71f88 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757055 Jul 14 09:41:17.660440 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-963d0d14-e076-4a75-badc-2e8bb449a489 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:17.660440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963d0d14-e076-4a75-badc-2e8bb449a489 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:17.660440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-963d0d14-e076-4a75-badc-2e8bb449a489 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/44ffe8fc-a2aa-4b1a-8942-4c651245d205 HTTP/1.1" status: 404 len: 337 time: 0.0850723 Jul 14 09:41:17.660845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45494) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.674430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.689368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object 81c94db7-c0a2-4f95-817d-a6544abec23d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:17.693455 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] Set router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:17.746935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.747733 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdc261f-72a3-419b-90f5-a48421ae44f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:17.753157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fdc261f-72a3-419b-90f5-a48421ae44f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:17.757078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9fdc261f-72a3-419b-90f5-a48421ae44f9 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/78074e34-2765-4c79-889a-2fa9d71f0bd4 HTTP/1.1" status: 404 len: 333 time: 0.0973902 Jul 14 09:41:17.758244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45500) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.802433 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d861b95-1872-4d4e-a509-a661e29b12cb tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:17.802896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d861b95-1872-4d4e-a509-a661e29b12cb tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:17.807567 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7d861b95-1872-4d4e-a509-a661e29b12cb tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/3e047889-a033-4f22-a396-45fa3e812e57 HTTP/1.1" status: 404 len: 337 time: 0.0453823 Jul 14 09:41:17.807776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45502) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.823410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Attempting to bind port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:17.824014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Attempting to bind port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:17.824419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Attempting to bind port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff on network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:17.834716 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-39da1a8b-eff3-4490-93fb-7658f3fb5239 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] DELETE failed (client error): The resource could not be found. Jul 14 09:41:17.835178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39da1a8b-eff3-4490-93fb-7658f3fb5239 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:41:17.839455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-39da1a8b-eff3-4490-93fb-7658f3fb5239 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/subnets/0d659aeb-8f89-403e-85c4-fb8b8fca8a59 HTTP/1.1" status: 404 len: 337 time: 0.0282366 Jul 14 09:41:17.839729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45504) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:17.869807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:17.870513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:17.871137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Checking segment: {'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:17.871646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.872231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Bound using segment: {'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:17.873222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Bound port: 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:17.873222 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.878867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:17.898069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:17.920898 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:17.921457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:17.927074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Pushing event updated for resources: {'Port': ['ID=613b718f-c8ab-4cd8-a012-05f9a0f7e2ff,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:17.964083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b5b32499-8d41-42b8-9364-578b89b07493 None None] Provisioning complete for port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:17.964624 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b5b32499-8d41-42b8-9364-578b89b07493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.004001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-bd3c1e99-9130-4aa9-a5ae-d28d017b2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:18.006222 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-bd3c1e99-9130-4aa9-a5ae-d28d017b2d0d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6221027 Jul 14 09:41:18.040743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=81c94db7-c0a2-4f95-817d-a6544abec23d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:18.128477 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:13Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7a34c5d3-6b7c-4e42-afc3-00e74706179e', 'name': '', 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:ab:1c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'e4b3949a-155a-4ef9-9224-55fc697d600c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:10Z', 'updated_at': '2021-07-14T09:41:17Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': 'e4b3949a-155a-4ef9-9224-55fc697d600c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:18.185118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1fe33f2a-6787-4985-9c8d-b84e67268703 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:18.186191 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe33f2a-6787-4985-9c8d-b84e67268703 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.186563 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79dd57d-f0d4-4f7a-bb86-25b4560604e7 None None] The sync data for ids ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'] in n-d-780147-26 is: [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:13Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7a34c5d3-6b7c-4e42-afc3-00e74706179e', 'name': '', 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:ab:1c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2353, 'fixed_ips': [{'subnet_id': 'e4b3949a-155a-4ef9-9224-55fc697d600c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:10Z', 'updated_at': '2021-07-14T09:41:17Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': 'e4b3949a-155a-4ef9-9224-55fc697d600c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:18.187678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b5b32499-8d41-42b8-9364-578b89b07493 None None] Port 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:18.208161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port a3914677-9791-476b-9ad6-6aa3cf025738 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:18.215804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-b74ce0fa-9b57-42ea-a04b-21df83c5d525 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848743 Jul 14 09:41:18.241031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a3914677-9791-476b-9ad6-6aa3cf025738 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:18.241603 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.299209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] For port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:18.301549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afa158-49fa-4479-9274-cefe4e89efc2 req-80f3d375-f50f-4b73-900f-23ee6dbffb14 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:18.311858 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2afa158-49fa-4479-9274-cefe4e89efc2 req-80f3d375-f50f-4b73-900f-23ee6dbffb14 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2133677 Jul 14 09:41:18.355346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe33f2a-6787-4985-9c8d-b84e67268703 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.364099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b5b32499-8d41-42b8-9364-578b89b07493 None None] Provisioning complete for port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:18.364690 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b5b32499-8d41-42b8-9364-578b89b07493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.366021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908a2ea-35ea-4bc8-9e69-a54cc9b303cd req-22f356a7-6371-4dd9-8786-326a6cee44f9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:18.371006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] For port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=613b718f-c8ab-4cd8-a012-05f9a0f7e2ff,segment=NetworkSegment(51683277-7f47-4279-ba62-0296e0482744),segment_id=51683277-7f47-4279-ba62-0296e0482744)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:18.374492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9908a2ea-35ea-4bc8-9e69-a54cc9b303cd req-22f356a7-6371-4dd9-8786-326a6cee44f9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.5988345 Jul 14 09:41:18.393893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1fe33f2a-6787-4985-9c8d-b84e67268703 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for 26902e23-f5a1-494d-bfc5-e9a2c7994ad6 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:18.423864 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.428239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2afa158-49fa-4479-9274-cefe4e89efc2 req-9df8f984-ac2d-4674-aff7-20d16b3d7f2e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139369 Jul 14 09:41:18.434462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.544271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9908a2ea-35ea-4bc8-9e69-a54cc9b303cd req-9d91d34e-9353-4bb4-b248-cf05ff80ed0f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685398 Jul 14 09:41:18.564086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59870780-0c2a-4c69-afac-aeb754eefc15 req-d5e0811a-5124-4c73-a30d-4849f1d5251e service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395565 Jul 14 09:41:18.613446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe33f2a-6787-4985-9c8d-b84e67268703 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.648838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] DHCP port deletion for 1cbed8da-353d-46b5-99c1-709f47e4cb02 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:18.686054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe33f2a-6787-4985-9c8d-b84e67268703 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.691353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1fe33f2a-6787-4985-9c8d-b84e67268703 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/ports/26902e23-f5a1-494d-bfc5-e9a2c7994ad6 HTTP/1.1" status: 204 len: 168 time: 0.8505607 Jul 14 09:41:18.692628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe33f2a-6787-4985-9c8d-b84e67268703 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=26902e23-f5a1-494d-bfc5-e9a2c7994ad6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:18.700717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45512) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:18.733422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcf1d7-a1eb-4386-b518-e6d686e3532c None None] Pushing event updated for resources: {'Port': ['ID=613b718f-c8ab-4cd8-a012-05f9a0f7e2ff,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:18.803891 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.817468 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33cb01b8-ef0f-410a-a604-5f7948612c69 req-09aaa065-2fcb-4847-9402-982d051e9084 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 210 time: 0.0916386 Jul 14 09:41:18.898953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port a3914677-9791-476b-9ad6-6aa3cf025738, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3914677-9791-476b-9ad6-6aa3cf025738,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:18.902197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 3, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:18.907883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:18.908818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dee6d79a-ce11-49c8-a062-dafc2f9623e8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:18.916266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] Deleting port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:18.916737 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.003513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.048879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecff2e-1670-4af2-b990-58cbac4259ef None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 3, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:19.184141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] For port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,segment=NetworkSegment(3d81f5c4-5609-4ed8-818c-229180cd7973),segment_id=3d81f5c4-5609-4ed8-818c-229180cd7973)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:19.184676 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.219762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] Calling delete_port for c920b4d0-1f30-46a7-ae55-39f3d68f7f7b owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:19.223707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=a3914677-9791-476b-9ad6-6aa3cf025738,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:19.291200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port dee6d79a-ce11-49c8-a062-dafc2f9623e8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:19.291585 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.404883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:19.458038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] Pushing event deleted for resources: {'Port': ['ID=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:19.468442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f1151-9224-48e7-b6d5-87aaa68edadf None None] No DVR routers for this DVR port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:19.483621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c920b4d0-1f30-46a7-ae55-39f3d68f7f7b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:19.504764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-56736cd2-beea-412e-99a8-e3d6291357f9 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.506300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-56736cd2-beea-412e-99a8-e3d6291357f9 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.69 "GET /v2.0/networks?id=a95f61cd-5790-4c7b-a162-46c07232c667 HTTP/1.1" status: 200 len: 797 time: 0.8050005 Jul 14 09:41:19.509405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c920b4d0-1f30-46a7-ae55-39f3d68f7f7b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:19.509721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c920b4d0-1f30-46a7-ae55-39f3d68f7f7b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:41:19.521309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c7502-982f-4c8f-9a62-82cc8f9a5354 req-8c84b7ca-8558-4a4f-af3c-400d704722b8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.522927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb7c7502-982f-4c8f-9a62-82cc8f9a5354 req-8c84b7ca-8558-4a4f-af3c-400d704722b8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.4772403 Jul 14 09:41:19.531785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b not found, will not notify nova. {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:41:19.533558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Request body: {'port': {'device_id': '26426fe2-0439-408e-89ed-68489ae2afd5', 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667', 'admin_state_up': True, 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:19.820306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fc6af-f125-415f-8867-034fa52e89cb req-2c4c1e3a-e155-45a9-bbee-9a4776026cd9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:19.829295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d07fc6af-f125-415f-8867-034fa52e89cb req-2c4c1e3a-e155-45a9-bbee-9a4776026cd9 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1124547 Jul 14 09:41:19.920870 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d07fc6af-f125-415f-8867-034fa52e89cb req-99cc2f47-e4fc-4f13-951a-3bc250ff32b8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890532 Jul 14 09:41:19.927272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3914677-9791-476b-9ad6-6aa3cf025738 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:20.024324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a3914677-9791-476b-9ad6-6aa3cf025738 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:20.026841 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.047053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Deleting port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:20.047844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.151528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4816afbe-f9af-418a-92a4-8f6e42d71dd2 req-9799609a-c4bb-442f-b8fa-49e0a3eb6886 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 210 time: 0.0452240 Jul 14 09:41:20.163862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a34c5d3-6b7c-4e42-afc3-00e74706179e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:20.207747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6fb6c-6291-48ed-b01c-b9d1d9307328 None None] Network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:20.280630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7a34c5d3-6b7c-4e42-afc3-00e74706179e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:20.289380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7a34c5d3-6b7c-4e42-afc3-00e74706179e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:20.289769 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.359186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ad5092d0-8025-4e79-b312-a866da59da58 None None] Provisioning for port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:20.371626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] For port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b, host n-d-780147-26, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:20.372180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.377837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb7c7502-982f-4c8f-9a62-82cc8f9a5354 req-bdb64601-3f09-42ed-a844-fdaf98f7512f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410935 Jul 14 09:41:20.423176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Calling delete_port for c920b4d0-1f30-46a7-ae55-39f3d68f7f7b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:20.424799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:41:20.426074 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.484300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Port': ['ID=c920b4d0-1f30-46a7-ae55-39f3d68f7f7b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:20.494517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] No DVR routers for this DVR port c920b4d0-1f30-46a7-ae55-39f3d68f7f7b on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:20.500616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Made reservation on behalf of 08ab6b16cfaa432ba54c4965014d2703 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:20.504308 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.553547 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.597060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.597867 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.658479 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.703020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 7a34c5d3-6b7c-4e42-afc3-00e74706179e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a34c5d3-6b7c-4e42-afc3-00e74706179e,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:20.707656 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.708663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:20.729032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.787377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=7a34c5d3-6b7c-4e42-afc3-00e74706179e,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:20.789214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbed8da-353d-46b5-99c1-709f47e4cb02']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:20.800767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:20.805479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:20.806022 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.824160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d81f5c4-5609-4ed8-818c-229180cd7973') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:20.824160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d81f5c4-5609-4ed8-818c-229180cd7973') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:20.837528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=81c94db7-c0a2-4f95-817d-a6544abec23d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:20.874482 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.923616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.937096 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.947974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:20.948979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:20.954863 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:20.971779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Allocated IP 172.20.0.29 (a95f61cd-5790-4c7b-a162-46c07232c667/e4b3949a-155a-4ef9-9224-55fc697d600c/fe35f993-f463-4c84-af4b-3919bbaf15a5) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:21.005965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=613b718f-c8ab-4cd8-a012-05f9a0f7e2ff,segment=NetworkSegment(51683277-7f47-4279-ba62-0296e0482744),segment_id=51683277-7f47-4279-ba62-0296e0482744)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:21.011824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.012755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e727d11e-7ede-4ec4-aa62-7e1afb757204 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:21.017131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f299a-95d5-46f6-adbe-105540960204 req-008547c1-53b6-429d-b6f9-a11392ae34f7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.024583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce0f299a-95d5-46f6-adbe-105540960204 req-008547c1-53b6-429d-b6f9-a11392ae34f7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.4045095 Jul 14 09:41:21.052633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:21.069799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:21.104137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.133976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=613b718f-c8ab-4cd8-a012-05f9a0f7e2ff,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:21.145832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port e727d11e-7ede-4ec4-aa62-7e1afb757204 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:21.154825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e727d11e-7ede-4ec4-aa62-7e1afb757204 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:21.155339 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.174621 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.182388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] 10.222.0.73 "DELETE /v2.0/networks/1cbed8da-353d-46b5-99c1-709f47e4cb02 HTTP/1.1" status: 204 len: 168 time: 2.4616978 Jul 14 09:41:21.197445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a8aabfa4-2f6d-46bd-83ed-e567a2636d9d None None] Provisioning for port 81c94db7-c0a2-4f95-817d-a6544abec23d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:21.205669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a8aabfa4-2f6d-46bd-83ed-e567a2636d9d None None] Provisioning complete for port 81c94db7-c0a2-4f95-817d-a6544abec23d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:21.206188 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a8aabfa4-2f6d-46bd-83ed-e567a2636d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.258851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620781b0-2e7b-45d7-9f80-1cf85c6286de req-50072db3-d966-45eb-8b21-1363d7065d97 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.279067 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-620781b0-2e7b-45d7-9f80-1cf85c6286de req-50072db3-d966-45eb-8b21-1363d7065d97 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1281693 Jul 14 09:41:21.304258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce0f299a-95d5-46f6-adbe-105540960204 req-30376038-ecbc-44af-a254-ecf21fd118ff tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783692 Jul 14 09:41:21.318395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a8aabfa4-2f6d-46bd-83ed-e567a2636d9d None None] Port 81c94db7-c0a2-4f95-817d-a6544abec23d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:21.367982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550e350-2dfa-4a79-80c6-b8068a5dc317 tempest-PortsTestJSON-74136543 tempest-PortsTestJSON-74136543-project] Pushing event deleted for resources: {'Network': ['ID=1cbed8da-353d-46b5-99c1-709f47e4cb02,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:21.386425 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-620781b0-2e7b-45d7-9f80-1cf85c6286de req-48e265d9-8f25-41fe-857a-32283a530a66 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036160 Jul 14 09:41:21.397909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a8aabfa4-2f6d-46bd-83ed-e567a2636d9d None None] Provisioning complete for port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:21.398423 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a8aabfa4-2f6d-46bd-83ed-e567a2636d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.410676 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.493595 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.522952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Transition to ACTIVE for port object fe35f993-f463-4c84-af4b-3919bbaf15a5 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:21.529190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port e727d11e-7ede-4ec4-aa62-7e1afb757204, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e727d11e-7ede-4ec4-aa62-7e1afb757204,segment=NetworkSegment(051b1cfe-ae4d-44b1-be27-5952b5b83c8f),segment_id=051b1cfe-ae4d-44b1-be27-5952b5b83c8f)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:21.539656 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.541671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:21.616855 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.627980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:21.745984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e251-34fc-47f6-bfb7-ff59f6786a59 req-02c9af35-8278-4255-aa15-000403a453c2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:21.747536 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d337e251-34fc-47f6-bfb7-ff59f6786a59 req-02c9af35-8278-4255-aa15-000403a453c2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 895 time: 0.1799979 Jul 14 09:41:21.755254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Network a95f61cd-5790-4c7b-a162-46c07232c667 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:21.766866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:21.870716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event updated for resources: {'Port': ['ID=fe35f993-f463-4c84-af4b-3919bbaf15a5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:21.896316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=e727d11e-7ede-4ec4-aa62-7e1afb757204,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:21.932513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:21.947323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45540) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:21.969261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:21.969845 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:21.980086 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e965d8e4-1ec5-49ad-b58c-7025c265cbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.049356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.050146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.056562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:22.069037 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5d239e09-6ab4-4157-8cdc-d9a17c22c5d8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8410668 Jul 14 09:41:22.071476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:22.073721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:22.081729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2026759053'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:22.089036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-60368f27-4218-413f-92cf-366eaeedd7bb tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.5596716 Jul 14 09:41:22.101525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:22.102545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:40:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:22.102721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fe1a8-02c2-4ce2-8807-dfd44a653ce3 req-2ef30ca8-ada6-4677-b041-40cbd2a92eef tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.105827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f27fe1a8-02c2-4ce2-8807-dfd44a653ce3 req-2ef30ca8-ada6-4677-b041-40cbd2a92eef tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1680286 Jul 14 09:41:22.112402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Request body: {'port': {'device_id': '26426fe2-0439-408e-89ed-68489ae2afd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:22.177229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fcfa1f36-0a6e-4825-b270-a25a3ca76496 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94e0c76d49294446ba2e21c1f28ae906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286131 Jul 14 09:41:22.178324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:22.178622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3dd68f9a-b6d6-4607-90ca-30de2c99f17f None None] Provisioning complete for port 81c94db7-c0a2-4f95-817d-a6544abec23d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:22.178999 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3dd68f9a-b6d6-4607-90ca-30de2c99f17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.183180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.191623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f27fe1a8-02c2-4ce2-8807-dfd44a653ce3 req-4800def6-7e41-49e3-9dd4-ac25f462454a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685608 Jul 14 09:41:22.192107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45546) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:22.211743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:41:22.230750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c920b4d0-1f30-46a7-ae55-39f3d68f7f7b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:22.262522 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.264576 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added segment ea923545-f416-4fd8-966a-88e10006b8d4 of type vlan for network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 Jul 14 09:41:22.272384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c920b4d0-1f30-46a7-ae55-39f3d68f7f7b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:22.272740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c920b4d0-1f30-46a7-ae55-39f3d68f7f7b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:22.294303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:22.296096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3dd68f9a-b6d6-4607-90ca-30de2c99f17f None None] Port 81c94db7-c0a2-4f95-817d-a6544abec23d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:22.355293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.362816 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.392457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-119329ba-9b7c-4f79-9706-eeb8a5007036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.449815 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-119329ba-9b7c-4f79-9706-eeb8a5007036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.457629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.469028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.470896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.506933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4331219 Jul 14 09:41:22.515873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:22.524064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'subnet': {'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:22.538176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e727d11e-7ede-4ec4-aa62-7e1afb757204 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:22.654673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3b160c3a-a21f-444d-92e0-d3c1989bd2fc None None] Provisioning for port fe35f993-f463-4c84-af4b-3919bbaf15a5 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:22.668365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3b160c3a-a21f-444d-92e0-d3c1989bd2fc None None] Provisioning complete for port fe35f993-f463-4c84-af4b-3919bbaf15a5 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:22.668908 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b160c3a-a21f-444d-92e0-d3c1989bd2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.698253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-119329ba-9b7c-4f79-9706-eeb8a5007036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.701597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-119329ba-9b7c-4f79-9706-eeb8a5007036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.707937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-119329ba-9b7c-4f79-9706-eeb8a5007036 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/503db31a-b6bf-4a78-8c4c-2e4ebbd3aed0 HTTP/1.1" status: 204 len: 168 time: 0.5125122 Jul 14 09:41:22.722490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119329ba-9b7c-4f79-9706-eeb8a5007036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503db31a-b6bf-4a78-8c4c-2e4ebbd3aed0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:22.740539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b2322-cb19-4382-8118-66506842ffb2 req-b38987ea-eb83-481b-98af-fe2bf580cbe8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.742847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b20b2322-cb19-4382-8118-66506842ffb2 req-b38987ea-eb83-481b-98af-fe2bf580cbe8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1592448 Jul 14 09:41:22.748064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3b160c3a-a21f-444d-92e0-d3c1989bd2fc None None] Port fe35f993-f463-4c84-af4b-3919bbaf15a5 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:22.760914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55c76c-99c9-4904-9a8b-28afdf89cb4a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Network': ['ID=34442c0a-96c1-4a63-9fcb-bba3c22d6367,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:22.775660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:18Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:19Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:22.810942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b20b2322-cb19-4382-8118-66506842ffb2 req-fcca94ca-038f-46d3-ac77-5e36f805fb1d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514963 Jul 14 09:41:22.819133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:22.820646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Updating router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 port 81c94db7-c0a2-4f95-817d-a6544abec23d binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:22.843960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea596d2-fd26-4500-9f0b-ee684f114620 req-0d0debd2-7133-4e08-87a8-6362a54eb55c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:22.850081 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ea596d2-fd26-4500-9f0b-ee684f114620 req-0d0debd2-7133-4e08-87a8-6362a54eb55c tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1744056 Jul 14 09:41:22.867041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:41:22.871009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Made reservation on behalf of 3dcc3c29bc34411c870316c50b3ba0d5 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:41:22.873305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e727d11e-7ede-4ec4-aa62-7e1afb757204 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:22.873688 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.879629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.972533 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:22.990764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe35f993-f463-4c84-af4b-3919bbaf15a5 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:23.008469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.027271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Transition to ACTIVE for port object fe35f993-f463-4c84-af4b-3919bbaf15a5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:23.034166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.090546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ea596d2-fd26-4500-9f0b-ee684f114620 req-862c1ee1-c36a-41b7-8573-dd0c32eec058 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381368 Jul 14 09:41:23.213862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a34c5d3-6b7c-4e42-afc3-00e74706179e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:23.308050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Pushing event updated for resources: {'Port': ['ID=fe35f993-f463-4c84-af4b-3919bbaf15a5,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:23.315893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Attempting to bind port fe35f993-f463-4c84-af4b-3919bbaf15a5 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:23.316376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Attempting to bind port fe35f993-f463-4c84-af4b-3919bbaf15a5 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:23.316686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Attempting to bind port fe35f993-f463-4c84-af4b-3919bbaf15a5 on network a95f61cd-5790-4c7b-a162-46c07232c667 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:23.322976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Port fe35f993-f463-4c84-af4b-3919bbaf15a5 on network a95f61cd-5790-4c7b-a162-46c07232c667 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:41:23.323308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Attempting to bind port fe35f993-f463-4c84-af4b-3919bbaf15a5 on network a95f61cd-5790-4c7b-a162-46c07232c667 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:23.333846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:23.334226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Checking segment: {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:23.334574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Bound using segment: {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:23.335030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Bound port: fe35f993-f463-4c84-af4b-3919bbaf15a5, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3772402f-52ff-493e-9692-bdea1d9cd8c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:23.335397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.360109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7a34c5d3-6b7c-4e42-afc3-00e74706179e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:23.360442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.425908 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.429389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122e6a6-0ed9-4c03-bd41-69d921464341 req-f029ceb9-578d-431b-96ad-9acaf5a10630 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.432028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3122e6a6-0ed9-4c03-bd41-69d921464341 req-f029ceb9-578d-431b-96ad-9acaf5a10630 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 907 time: 0.3486023 Jul 14 09:41:23.473347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] For port fe35f993-f463-4c84-af4b-3919bbaf15a5, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:23.478445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] For port fe35f993-f463-4c84-af4b-3919bbaf15a5, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fe35f993-f463-4c84-af4b-3919bbaf15a5,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:23.487476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.570833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:23.576175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.577514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.579229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] 10.222.0.69 "PUT /v2.0/ports/fe35f993-f463-4c84-af4b-3919bbaf15a5 HTTP/1.1" status: 200 len: 1056 time: 1.4726667 Jul 14 09:41:23.579757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26426fe2-0439-408e-89ed-68489ae2afd5', 'tag': 'fe35f993-f463-4c84-af4b-3919bbaf15a5'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:23.592893 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc" -d '{"events": [{"name": "network-changed", "server_uuid": "26426fe2-0439-408e-89ed-68489ae2afd5", "tag": "fe35f993-f463-4c84-af4b-3919bbaf15a5"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:23.607142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa827f7-2030-437c-8439-781e14b28317 req-1bc7486a-1d90-40cf-bc55-6bbcc86d93fe tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.622777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4fa827f7-2030-437c-8439-781e14b28317 req-1bc7486a-1d90-40cf-bc55-6bbcc86d93fe tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3448958 Jul 14 09:41:23.664830 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.681705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ea8a4-3e00-4c52-98ff-6e185cbbf618 service neutron] Pushing event updated for resources: {'Port': ['ID=fe35f993-f463-4c84-af4b-3919bbaf15a5,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:23.683467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Transition to ACTIVE for port object 81c94db7-c0a2-4f95-817d-a6544abec23d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:23.689287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Subnet': ['ID=3953bdf5-28d5-4aef-8aa8-07bec8386682,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:23.693815 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.719421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-fcc47821-37c1-4a5f-b62b-879458611f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.722451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-fcc47821-37c1-4a5f-b62b-879458611f53 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=08ab6b16cfaa432ba54c4965014d2703&device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 1059 time: 0.0948427 Jul 14 09:41:23.739087 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e095ca-a468-4017-b579-8f65cdfb7444 x-openstack-request-id: req-56e095ca-a468-4017-b579-8f65cdfb7444 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:23.739387 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26426fe2-0439-408e-89ed-68489ae2afd5", "tag": "fe35f993-f463-4c84-af4b-3919bbaf15a5", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:23.739642 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56e095ca-a468-4017-b579-8f65cdfb7444 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:23.740049 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26426fe2-0439-408e-89ed-68489ae2afd5', 'tag': 'fe35f993-f463-4c84-af4b-3919bbaf15a5', 'status': 'completed', 'code': 200} Jul 14 09:41:23.748767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:23.749153 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.751377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4fa827f7-2030-437c-8439-781e14b28317 req-61225863-40f0-4061-b673-49b4eec67910 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276317 Jul 14 09:41:23.764724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Checking segment: {'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:23.765102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network hostable DHCP agents. Network: 34442c0a-96c1-4a63-9fcb-bba3c22d6367, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:41:23.796517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fee7f-fdd5-4a71-a3c7-57000c4ccd96 None None] Pushing event updated for resources: {'Port': ['ID=81c94db7-c0a2-4f95-817d-a6544abec23d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:23.805553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-2899d88d-2093-40ea-97cf-aa194adf8de1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fe35f993-f463-4c84-af4b-3919bbaf15a5 HTTP/1.1" status: 200 len: 217 time: 0.0646148 Jul 14 09:41:23.809008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:41:23.829063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 34442c0a-96c1-4a63-9fcb-bba3c22d6367) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:23.834817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.836052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:23.859268 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8234c7a1-5951-4fe8-a213-d32fc3bd45fe None None] Network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:23.873094 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2adca286-b11a-4aa1-86ff-93eae1f1233f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3490031 Jul 14 09:41:23.873868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45586) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:23.885737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-0330dd26-021f-4120-a871-337ece5d4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:23.887689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-0330dd26-021f-4120-a871-337ece5d4379 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4b3949a-155a-4ef9-9224-55fc697d600c HTTP/1.1" status: 200 len: 838 time: 0.0731065 Jul 14 09:41:24.047248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-6138cd3a-f4f9-42c3-80f5-339ff03555ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.048904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-6138cd3a-f4f9-42c3-80f5-339ff03555ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a95f61cd-5790-4c7b-a162-46c07232c667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1553080 Jul 14 09:41:24.195620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Attempting to bind port 81c94db7-c0a2-4f95-817d-a6544abec23d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:24.196148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Attempting to bind port 81c94db7-c0a2-4f95-817d-a6544abec23d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:24.196577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Attempting to bind port 81c94db7-c0a2-4f95-817d-a6544abec23d on network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:24.227656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:24.228073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Checking segment: {'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:24.228619 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.229021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Bound using segment: {'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:24.229569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Bound port: 81c94db7-c0a2-4f95-817d-a6544abec23d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51683277-7f47-4279-ba62-0296e0482744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:24.229996 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.245283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-c8b4f3eb-67d6-45e4-974b-602000530bbe service neutron] 10.222.0.69 "GET /v2.0/networks/a95f61cd-5790-4c7b-a162-46c07232c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888297 Jul 14 09:41:24.263566 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b9b36665-4ba0-40f3-9e75-84230adf5d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.365470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c3878e9-1dc1-421e-9ea3-30d4d6c92b41 req-23f8a7fa-2ad4-4e8c-8cc2-24abf116f146 service neutron] 10.222.0.69 "GET /v2.0/networks/a95f61cd-5790-4c7b-a162-46c07232c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021724 Jul 14 09:41:24.453836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] For port 81c94db7-c0a2-4f95-817d-a6544abec23d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:24.458387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fc3a8-4a3a-43b5-b78a-684fe6de854c req-8974c106-3f15-45d7-b81f-54c2fae7b28b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.458953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] For port 81c94db7-c0a2-4f95-817d-a6544abec23d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=81c94db7-c0a2-4f95-817d-a6544abec23d,segment=NetworkSegment(51683277-7f47-4279-ba62-0296e0482744),segment_id=51683277-7f47-4279-ba62-0296e0482744)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:24.460751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d5fc3a8-4a3a-43b5-b78a-684fe6de854c req-8974c106-3f15-45d7-b81f-54c2fae7b28b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2090545 Jul 14 09:41:24.481373 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.569467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d5fc3a8-4a3a-43b5-b78a-684fe6de854c req-c6938efe-f8d1-462e-b948-1a7c0d46031f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840797 Jul 14 09:41:24.586298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-6fbb20bf-a8d6-447a-b50f-5762fc03a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.588573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-6fbb20bf-a8d6-447a-b50f-5762fc03a31f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=08ab6b16cfaa432ba54c4965014d2703&device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 1059 time: 0.1490855 Jul 14 09:41:24.609945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.656625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:24.657362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:24.670621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6fee7f-fdd5-4a71-a3c7-57000c4ccd96 None None] Pushing event updated for resources: {'Port': ['ID=81c94db7-c0a2-4f95-817d-a6544abec23d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:24.718871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:41:24.719890 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:24.886079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60265d-5320-4a46-90ca-d5596eeee997 req-4d2114c5-c582-4aae-a8e0-119bced5c87e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.887924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d60265d-5320-4a46-90ca-d5596eeee997 req-4d2114c5-c582-4aae-a8e0-119bced5c87e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 907 time: 0.1341279 Jul 14 09:41:24.895074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-f567d6f5-76cf-4c62-aa86-8ee946ecf28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:24.898981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:24.909521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-f567d6f5-76cf-4c62-aa86-8ee946ecf28e service neutron] 10.222.0.69 "GET /v2.0/networks?id=a95f61cd-5790-4c7b-a162-46c07232c667 HTTP/1.1" status: 200 len: 898 time: 0.3119981 Jul 14 09:41:24.997669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-b5164761-5b7b-496e-a688-7e3bf9b6246b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fe35f993-f463-4c84-af4b-3919bbaf15a5 HTTP/1.1" status: 200 len: 217 time: 0.0808814 Jul 14 09:41:25.047698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd779dd-0deb-4af0-9c9a-61ea8b6d911b req-fd23627e-0eba-4775-ba5f-6440c2461680 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.049333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd779dd-0deb-4af0-9c9a-61ea8b6d911b req-fd23627e-0eba-4775-ba5f-6440c2461680 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.8262923 Jul 14 09:41:25.142034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1bd779dd-0deb-4af0-9c9a-61ea8b6d911b req-f8f38fec-173f-4705-ac58-87f6b690ca7a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858150 Jul 14 09:41:25.153195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.182719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Allocated IP 2001:db8:3::2 (34442c0a-96c1-4a63-9fcb-bba3c22d6367/3953bdf5-28d5-4aef-8aa8-07bec8386682/abea90fe-f208-46cf-9635-5e5baeed9c4a) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:25.462769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:18Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:24Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:25.503834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45620) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:25.505339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13080e5-f5ef-47a8-bd72-229c304f5b82 None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:18Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:24Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:25.514557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-161c54a8-c571-41f5-967c-0aa4907385f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.516069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-161c54a8-c571-41f5-967c-0aa4907385f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4b3949a-155a-4ef9-9224-55fc697d600c HTTP/1.1" status: 200 len: 838 time: 0.5014405 Jul 14 09:41:25.520823 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.536408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Transition to ACTIVE for port object abea90fe-f208-46cf-9635-5e5baeed9c4a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:25.552944 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.557001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Transition to ACTIVE for port object abea90fe-f208-46cf-9635-5e5baeed9c4a will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:25.566379 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.631981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Pushing event updated for resources: {'Port': ['ID=abea90fe-f208-46cf-9635-5e5baeed9c4a,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:25.634874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb376-76dc-4e0b-b12c-92dd9b4f2f19 req-9c705b63-d315-4f8a-8b2c-fffe38b6bafa tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.644302 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ca3fb376-76dc-4e0b-b12c-92dd9b4f2f19 req-9c705b63-d315-4f8a-8b2c-fffe38b6bafa tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1870503 Jul 14 09:41:25.648418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:25.655388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:25.658889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:25.670720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-413fef92-2466-43a5-948c-1dfef5534393 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6718750 Jul 14 09:41:25.714928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Allocated IP 2001:db8:3::1 (34442c0a-96c1-4a63-9fcb-bba3c22d6367/3953bdf5-28d5-4aef-8aa8-07bec8386682/755fbf45-0948-4e16-8118-ddee86c0c1d0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:41:25.769204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-4090e2fa-3bd4-4f13-95c1-b10571090810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.772863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Attempting to bind port abea90fe-f208-46cf-9635-5e5baeed9c4a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:25.773237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Attempting to bind port abea90fe-f208-46cf-9635-5e5baeed9c4a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:25.773605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Attempting to bind port abea90fe-f208-46cf-9635-5e5baeed9c4a on network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:25.775878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-4090e2fa-3bd4-4f13-95c1-b10571090810 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a95f61cd-5790-4c7b-a162-46c07232c667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2502675 Jul 14 09:41:25.785076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:25.786093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Checking segment: {'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:25.786946 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.787783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Bound using segment: {'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:25.788535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Bound port: abea90fe-f208-46cf-9635-5e5baeed9c4a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:25.789219 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.811911 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ca3fb376-76dc-4e0b-b12c-92dd9b4f2f19 req-375df946-d6d7-4417-a7f3-e68d08bd6b2c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576931 Jul 14 09:41:25.875783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9d975c-e46b-4fae-b281-79213d94ca13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.894768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] For port abea90fe-f208-46cf-9635-5e5baeed9c4a, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:25.898487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] For port abea90fe-f208-46cf-9635-5e5baeed9c4a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=abea90fe-f208-46cf-9635-5e5baeed9c4a,segment=NetworkSegment(ea923545-f416-4fd8-966a-88e10006b8d4),segment_id=ea923545-f416-4fd8-966a-88e10006b8d4)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:25.904825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.932410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:25.982426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceb080-835c-44d3-b4ac-3bed1f44b0ff None None] Pushing event updated for resources: {'Port': ['ID=abea90fe-f208-46cf-9635-5e5baeed9c4a,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:25.987401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ab1144dc-6a7d-482a-8b57-d4e3630fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.988621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ab1144dc-6a7d-482a-8b57-d4e3630fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.989651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ab1144dc-6a7d-482a-8b57-d4e3630fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.992111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ab1144dc-6a7d-482a-8b57-d4e3630fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.997152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ab1144dc-6a7d-482a-8b57-d4e3630fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.997935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ab1144dc-6a7d-482a-8b57-d4e3630fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:25.998780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ab1144dc-6a7d-482a-8b57-d4e3630fca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.007014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Transition to ACTIVE for port object 755fbf45-0948-4e16-8118-ddee86c0c1d0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:26.020346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ab1144dc-6a7d-482a-8b57-d4e3630fca1b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=99606f4b80434859b5bf563e1c95bb85&device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 6499 time: 0.2667124 Jul 14 09:41:26.048858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe3562-2823-4029-a149-fa2504531071 req-d817095d-70c5-4273-919a-18325d48813b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.052868 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ffe3562-2823-4029-a149-fa2504531071 req-d817095d-70c5-4273-919a-18325d48813b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2328832 Jul 14 09:41:26.167045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ffe3562-2823-4029-a149-fa2504531071 req-00e123bb-a8ad-48d7-83de-a75824ec7d46 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069138 Jul 14 09:41:26.170079 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-3adda703-5ffc-4d4f-badf-7bca0f733423 service neutron] 10.222.0.69 "GET /v2.0/networks/a95f61cd-5790-4c7b-a162-46c07232c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713310 Jul 14 09:41:26.213083 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.237767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9d975c-e46b-4fae-b281-79213d94ca13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.318439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-c5873db6-0b1b-44b4-88cb-2ad0618deeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.318935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-c5873db6-0b1b-44b4-88cb-2ad0618deeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.319418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-c5873db6-0b1b-44b4-88cb-2ad0618deeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.321362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-c5873db6-0b1b-44b4-88cb-2ad0618deeb9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=706991bd-9719-4c99-a2ef-5a8d5add13e8&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e HTTP/1.1" status: 200 len: 2294 time: 0.2855203 Jul 14 09:41:26.328865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9d975c-e46b-4fae-b281-79213d94ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.345366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:26.373603 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:26.392487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:41:26.393238 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.416497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427a253-c472-4276-b6dd-06f6a98a6ee0 req-d11d1072-a562-43d2-8012-47f7b24e2670 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.418585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=755fbf45-0948-4e16-8118-ddee86c0c1d0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:26.423053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ec9d975c-e46b-4fae-b281-79213d94ca13 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d02a4e5dd16d411ab66780638f4f7c97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9176388 Jul 14 09:41:26.425863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2427a253-c472-4276-b6dd-06f6a98a6ee0 req-d11d1072-a562-43d2-8012-47f7b24e2670 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 907 time: 0.3055868 Jul 14 09:41:26.426429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45636) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:26.482852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d975c-e46b-4fae-b281-79213d94ca13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6a0ff1-9737-4bf4-a36d-9c3888062477,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:26.488667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8935dfc3-4a38-4b6c-b215-b7ac26a607dc req-e0616163-0f17-42dc-b27a-bbb0f0c95d79 service neutron] 10.222.0.69 "GET /v2.0/networks/a95f61cd-5790-4c7b-a162-46c07232c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098085 Jul 14 09:41:26.504706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-f195ddfd-c5ea-4469-9a91-a0744bb05379 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94483a93-4c44-47d5-82dc-c0b7051733b3 HTTP/1.1" status: 200 len: 1001 time: 0.1748347 Jul 14 09:41:26.593244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-a0671309-7cfb-42c5-82fd-abf299207ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.594756 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-a0671309-7cfb-42c5-82fd-abf299207ef5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3d23025f-f0dc-4de4-9f60-bf6c8d663bcb HTTP/1.1" status: 200 len: 851 time: 0.0839205 Jul 14 09:41:26.595525 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c2b9bb5-026f-42d1-b52f-09df8b7b2561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.642297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.652782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c2b9bb5-026f-42d1-b52f-09df8b7b2561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.708302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-f6746131-73dc-42d1-9631-5c4d0b98b7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.710798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-f6746131-73dc-42d1-9631-5c4d0b98b7df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=706991bd-9719-4c99-a2ef-5a8d5add13e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1052480 Jul 14 09:41:26.750346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c2b9bb5-026f-42d1-b52f-09df8b7b2561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.753804 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c2b9bb5-026f-42d1-b52f-09df8b7b2561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.755143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6c2b9bb5-026f-42d1-b52f-09df8b7b2561 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d6a0ff1-9737-4bf4-a36d-9c3888062477 HTTP/1.1" status: 204 len: 168 time: 0.2964156 Jul 14 09:41:26.805841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b9bb5-026f-42d1-b52f-09df8b7b2561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6a0ff1-9737-4bf4-a36d-9c3888062477,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:26.810624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9bd950-c887-4131-895f-67a0787dabe5 req-e2030131-069e-4138-ba9c-6b9f1c9fc430 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:26.813810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae9bd950-c887-4131-895f-67a0787dabe5 req-e2030131-069e-4138-ba9c-6b9f1c9fc430 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2210925 Jul 14 09:41:26.820327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 81c94db7-c0a2-4f95-817d-a6544abec23d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:26.865332 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-23595415-01b3-4fee-9f91-6bf6e7c8fd72 service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480832 Jul 14 09:41:26.889644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae9bd950-c887-4131-895f-67a0787dabe5 req-bb906bab-9ef6-4467-b5e4-b2ddc804ba07 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685034 Jul 14 09:41:26.899056 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:26.944141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 81c94db7-c0a2-4f95-817d-a6544abec23d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:26.949141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 81c94db7-c0a2-4f95-817d-a6544abec23d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:26.949646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.057523 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.082809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.093017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.093871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.102118 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-eb3a4b49-67ba-4ec7-a945-3961cdd15b2b service neutron] 10.222.0.69 "GET /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287107 Jul 14 09:41:27.107030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 81c94db7-c0a2-4f95-817d-a6544abec23d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=81c94db7-c0a2-4f95-817d-a6544abec23d,segment=NetworkSegment(51683277-7f47-4279-ba62-0296e0482744),segment_id=51683277-7f47-4279-ba62-0296e0482744)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:27.114478 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.116570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device abea90fe-f208-46cf-9635-5e5baeed9c4a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:27.175308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event updated for resources: {'Port': ['ID=755fbf45-0948-4e16-8118-ddee86c0c1d0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:27.190840 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-4a5e6509-b06f-4132-b0aa-71556ac3e147 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 217 time: 0.0749190 Jul 14 09:41:27.278030 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.309943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port abea90fe-f208-46cf-9635-5e5baeed9c4a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:27.315092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45648) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.317021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=81c94db7-c0a2-4f95-817d-a6544abec23d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:27.330505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:41:27.332655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:41:27.363802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-f9440cda-8da5-468d-ab23-0fe5d520a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.365967 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-f9440cda-8da5-468d-ab23-0fe5d520a4db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.1537094 Jul 14 09:41:27.390437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9e7876f-c2b7-4795-adbd-e6bfcec8c028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.450781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc616e25-b7c6-4e65-ade3-1c6900414395 req-b990ae5d-9e2f-4a03-b6fe-a594455ce44a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.451057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc616e25-b7c6-4e65-ade3-1c6900414395 req-b990ae5d-9e2f-4a03-b6fe-a594455ce44a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3544548 Jul 14 09:41:27.499334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:27.519456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b6233-92f9-4217-b012-406a8cc176db req-804b33fd-26f1-427b-9a16-001717e2c0a8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.521025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c71b6233-92f9-4217-b012-406a8cc176db req-804b33fd-26f1-427b-9a16-001717e2c0a8 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1380284 Jul 14 09:41:27.529112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-c7bd305c-30c6-4b44-9416-85afd9ba5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:27.530923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-c7bd305c-30c6-4b44-9416-85afd9ba5abd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1499412 Jul 14 09:41:27.538475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc616e25-b7c6-4e65-ade3-1c6900414395 req-e991ff97-e7b2-4f46-b326-dd42098fd705 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794654 Jul 14 09:41:27.544272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02951c9f-ed8c-4527-93f6-87181231662f None None] Network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:27.682016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-eea81a82-2969-40de-bbba-8fe3f503db29 None None] Provisioning for port abea90fe-f208-46cf-9635-5e5baeed9c4a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:27.687257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9e7876f-c2b7-4795-adbd-e6bfcec8c028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.689846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-eea81a82-2969-40de-bbba-8fe3f503db29 None None] Provisioning complete for port abea90fe-f208-46cf-9635-5e5baeed9c4a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:27.690807 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eea81a82-2969-40de-bbba-8fe3f503db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.698374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9e7876f-c2b7-4795-adbd-e6bfcec8c028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.703549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-9309c36c-d508-41ff-9efb-5f4cdc536b7f service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640899 Jul 14 09:41:27.704918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c71b6233-92f9-4217-b012-406a8cc176db req-b847d9df-8033-45cd-bea2-09ac78bd430d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714163 Jul 14 09:41:27.718200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:27.730642 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:27.744717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45656) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:27.747538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fbbab778-2915-498e-b401-f90740a9b424 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8499696 Jul 14 09:41:27.751253 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:27.752473 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:27.807762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:27.905223 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:27.916302 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eea81a82-2969-40de-bbba-8fe3f503db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:27.976810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-eea81a82-2969-40de-bbba-8fe3f503db29 None None] For port abea90fe-f208-46cf-9635-5e5baeed9c4a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=abea90fe-f208-46cf-9635-5e5baeed9c4a,segment=NetworkSegment(ea923545-f416-4fd8-966a-88e10006b8d4),segment_id=ea923545-f416-4fd8-966a-88e10006b8d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:27.982660 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eea81a82-2969-40de-bbba-8fe3f503db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.037366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d9e7876f-c2b7-4795-adbd-e6bfcec8c028 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b2ce9426ea0d49d280443884cb8aebec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167313 Jul 14 09:41:28.042805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7876f-c2b7-4795-adbd-e6bfcec8c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f42f76-2c5f-4be3-a8f4-bb8a277fd6b3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.045217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45668) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:28.045968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd84ede-ec9c-49dd-ab6e-218091bbe240 req-78ab8518-2108-4e18-84b1-013a36ff5899 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.059880 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efd84ede-ec9c-49dd-ab6e-218091bbe240 req-78ab8518-2108-4e18-84b1-013a36ff5899 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 813 time: 0.1502266 Jul 14 09:41:28.079841 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efd84ede-ec9c-49dd-ab6e-218091bbe240 req-03de2299-c040-4322-aee9-a68f88edeed6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/quotas/0104db94a3854712a82c586f924eef65 HTTP/1.1" status: 200 len: 375 time: 0.0189493 Jul 14 09:41:28.105249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea81a82-2969-40de-bbba-8fe3f503db29 None None] Pushing event updated for resources: {'Port': ['ID=abea90fe-f208-46cf-9635-5e5baeed9c4a,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.157856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efd84ede-ec9c-49dd-ab6e-218091bbe240 req-4c0d0659-51e3-43d8-ae1a-ecbf13cda531 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765707 Jul 14 09:41:28.202238 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:26Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:26Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:28.221640 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-0cb2bda6-b2e9-4a8b-919e-f90c9e34c333 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784117 Jul 14 09:41:28.256585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:28.257211 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Updating router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 port 755fbf45-0948-4e16-8118-ddee86c0c1d0 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:41:28.258102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ea48e-74de-4bd4-a116-fecf8e90068c req-7dc9b781-db78-4cfc-a0f5-0a0f4f30d67e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.264033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6a8ea48e-74de-4bd4-a116-fecf8e90068c req-7dc9b781-db78-4cfc-a0f5-0a0f4f30d67e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 907 time: 0.4485171 Jul 14 09:41:28.318507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-97f34f7d-7766-4815-bc79-4b4b199e8f51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 217 time: 0.0820227 Jul 14 09:41:28.321374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-218b48a6-a633-4c19-8880-4eda20e13dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.326175 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.340558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-06418204-cc3c-4d6b-9724-6a29f51b30b1 None None] Provisioning complete for port abea90fe-f208-46cf-9635-5e5baeed9c4a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:28.341507 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-06418204-cc3c-4d6b-9724-6a29f51b30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.383441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe4d34-fc13-43bd-ae3c-a4a2c8d9b415 req-98fcc647-b26f-4084-bc60-6f1cc88016b4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.385355 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfbe4d34-fc13-43bd-ae3c-a4a2c8d9b415 req-98fcc647-b26f-4084-bc60-6f1cc88016b4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.0834606 Jul 14 09:41:28.442275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-218b48a6-a633-4c19-8880-4eda20e13dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.464537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfbe4d34-fc13-43bd-ae3c-a4a2c8d9b415 req-4c441d2f-76d6-4269-883a-eb02f9bb4ca8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677230 Jul 14 09:41:28.520358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-06418204-cc3c-4d6b-9724-6a29f51b30b1 None None] Provisioning for port 755fbf45-0948-4e16-8118-ddee86c0c1d0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:28.525246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-06418204-cc3c-4d6b-9724-6a29f51b30b1 None None] Provisioning complete for port 755fbf45-0948-4e16-8118-ddee86c0c1d0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:28.525712 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-06418204-cc3c-4d6b-9724-6a29f51b30b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.538432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-b824bbb9-2eee-4829-810d-cc4313aeb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.539976 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-b824bbb9-2eee-4829-810d-cc4313aeb459 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.2142115 Jul 14 09:41:28.575510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-06418204-cc3c-4d6b-9724-6a29f51b30b1 None None] Port 755fbf45-0948-4e16-8118-ddee86c0c1d0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:41:28.688932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fe35f993-f463-4c84-af4b-3919bbaf15a5 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:28.689778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-218b48a6-a633-4c19-8880-4eda20e13dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.693396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-218b48a6-a633-4c19-8880-4eda20e13dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.694523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-218b48a6-a633-4c19-8880-4eda20e13dd1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10f42f76-2c5f-4be3-a8f4-bb8a277fd6b3 HTTP/1.1" status: 204 len: 168 time: 0.6440105 Jul 14 09:41:28.752844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 81c94db7-c0a2-4f95-817d-a6544abec23d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:28.765629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b48a6-a633-4c19-8880-4eda20e13dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f42f76-2c5f-4be3-a8f4-bb8a277fd6b3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:28.841731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-fd3a4d0a-88b0-4170-89de-7a40c8a71164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.843410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-fd3a4d0a-88b0-4170-89de-7a40c8a71164 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2768562 Jul 14 09:41:28.853384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.extraroute_db [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:41:28.932947 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.943005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0b1ebc-94f2-4597-8909-7061fd3bbaf6 req-97fa4b01-3ebd-45e6-8c94-be688967d704 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:28.950078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e0b1ebc-94f2-4597-8909-7061fd3bbaf6 req-97fa4b01-3ebd-45e6-8c94-be688967d704 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3133023 Jul 14 09:41:28.965896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Transition to ACTIVE for port object 755fbf45-0948-4e16-8118-ddee86c0c1d0 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:41:28.980002 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:28.982600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.extraroute_db [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Removed routes are [] {{(pid=93780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:41:28.982930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.006049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fe35f993-f463-4c84-af4b-3919bbaf15a5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fe35f993-f463-4c84-af4b-3919bbaf15a5,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:29.033172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'fe35f993-f463-4c84-af4b-3919bbaf15a5', 'network_id': 'a95f61cd-5790-4c7b-a162-46c07232c667', 'port_id': 'fe35f993-f463-4c84-af4b-3919bbaf15a5', 'mac_address': 'fa:16:3e:28:22:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b3949a-155a-4ef9-9224-55fc697d600c', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:29.138823 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cab435-94fb-4091-8f6b-21147e01907e None None] Pushing event updated for resources: {'Port': ['ID=755fbf45-0948-4e16-8118-ddee86c0c1d0,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.189100 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.208986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 81c94db7-c0a2-4f95-817d-a6544abec23d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:29.209609 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.234343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f936178-e0bd-4f6d-9e6f-9bbc52c1b8d1 req-f2a141f3-a38d-4e1f-96d5-04bbfe312c8e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:29.245714 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f936178-e0bd-4f6d-9e6f-9bbc52c1b8d1 req-f2a141f3-a38d-4e1f-96d5-04bbfe312c8e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1364095 Jul 14 09:41:29.262235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe35f993-f463-4c84-af4b-3919bbaf15a5 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:29.300360 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Attempting to bind port 755fbf45-0948-4e16-8118-ddee86c0c1d0 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:41:29.300741 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Attempting to bind port 755fbf45-0948-4e16-8118-ddee86c0c1d0 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:41:29.304901 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Attempting to bind port 755fbf45-0948-4e16-8118-ddee86c0c1d0 on network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:41:29.310637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fe35f993-f463-4c84-af4b-3919bbaf15a5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fe35f993-f463-4c84-af4b-3919bbaf15a5,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:29.317310 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:41:29.317813 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Checking segment: {'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:41:29.318324 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.318724 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Bound using segment: {'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:41:29.319230 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Bound port: 755fbf45-0948-4e16-8118-ddee86c0c1d0, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea923545-f416-4fd8-966a-88e10006b8d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:41:29.319617 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.354876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f936178-e0bd-4f6d-9e6f-9bbc52c1b8d1 req-525c67c8-a212-4f64-b362-d27a56fc16b0 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051543 Jul 14 09:41:29.366879 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.425364 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] For port 755fbf45-0948-4e16-8118-ddee86c0c1d0, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:41:29.427889 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] For port 755fbf45-0948-4e16-8118-ddee86c0c1d0, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=755fbf45-0948-4e16-8118-ddee86c0c1d0,segment=NetworkSegment(ea923545-f416-4fd8-966a-88e10006b8d4),segment_id=ea923545-f416-4fd8-966a-88e10006b8d4)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:41:29.439298 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.522319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device abea90fe-f208-46cf-9635-5e5baeed9c4a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:29.571177 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cab435-94fb-4091-8f6b-21147e01907e None None] Pushing event updated for resources: {'Port': ['ID=755fbf45-0948-4e16-8118-ddee86c0c1d0,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.578904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fe35f993-f463-4c84-af4b-3919bbaf15a5,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:29.581556 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:29.582500 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:29.638846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.647155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port abea90fe-f208-46cf-9635-5e5baeed9c4a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:29.647467 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:29.723226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009622ae-06a4-40b9-aef7-318af96f8ba6 req-712ab167-3594-4813-8e86-7d451dd36cac tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:29.734199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['fe35f993-f463-4c84-af4b-3919bbaf15a5'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:29.739041 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-009622ae-06a4-40b9-aef7-318af96f8ba6 req-712ab167-3594-4813-8e86-7d451dd36cac tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 908 time: 0.1402099 Jul 14 09:41:29.762071 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:29.865775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e0b1ebc-94f2-4597-8909-7061fd3bbaf6 req-59805503-9404-4c7e-bc8e-5d9ed392ffd6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9147930 Jul 14 09:41:29.910620 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-43aa31c1-23cc-4965-a08f-34ea74e2d4c6 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0537429 Jul 14 09:41:30.084243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.096104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.181608 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 6, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:29Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:30.210378 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13d387b-19ea-47c5-8ff3-edf0c21f45af None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 6, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:29Z', 'revision_number': 4, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:30.255188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-742926ce-288b-4ffa-8c8d-ca86a03261ee req-a7151f5d-f052-4971-8417-a81f2c86087c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0104db94a3854712a82c586f924eef65 HTTP/1.1" status: 200 len: 221 time: 0.0728283 Jul 14 09:41:30.260688 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-87d8c0ff-13b3-4d55-a54f-2fcad7bc042d service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341990 Jul 14 09:41:30.286546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:30.332846 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-6d7c09b0-8b63-42e3-bb17-3b214e552894 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=2f713509-147e-4a96-bbfa-e288edfc476a HTTP/1.1" status: 200 len: 217 time: 0.0664854 Jul 14 09:41:30.511627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90865941-141b-4413-b06c-c9a14e6d8ab1 req-ce039f1d-0378-47a0-9a05-003cdca1fa93 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.521312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90865941-141b-4413-b06c-c9a14e6d8ab1 req-ce039f1d-0378-47a0-9a05-003cdca1fa93 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.0955288 Jul 14 09:41:30.573233 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-0b753ae1-06a7-40e3-b181-e75d678250ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.576131 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-0b753ae1-06a7-40e3-b181-e75d678250ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.2361226 Jul 14 09:41:30.578322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:30.586440 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90865941-141b-4413-b06c-c9a14e6d8ab1 req-34e62130-32e8-401d-9aea-a9d96021bc95 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638397 Jul 14 09:41:30.597568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:30.599586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-82bd2405-15f9-4eee-a4d3-417f1656b2d7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 200 len: 954 time: 2.8539011 Jul 14 09:41:30.610168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45728) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:30.703362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fe35f993-f463-4c84-af4b-3919bbaf15a5 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:30.755507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b793d3a-c7d7-4a66-8230-e0b1e0440c75 req-b71869be-abd8-4f15-b53e-2ef280908c5a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.770276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b793d3a-c7d7-4a66-8230-e0b1e0440c75 req-b71869be-abd8-4f15-b53e-2ef280908c5a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2708192 Jul 14 09:41:30.813875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-a9489193-7388-4473-825b-208cc240f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:30.815381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-a9489193-7388-4473-825b-208cc240f473 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2144818 Jul 14 09:41:30.834068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ad327a18-3ef2-4d95-9efd-d53f78422a06 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 200 len: 954 time: 0.2222273 Jul 14 09:41:30.834903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:30.843778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 755fbf45-0948-4e16-8118-ddee86c0c1d0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:30.846351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'routes': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:30.885941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b793d3a-c7d7-4a66-8230-e0b1e0440c75 req-475166dd-48d3-43e8-a4a7-cec2cbd8937b tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061044 Jul 14 09:41:31.055653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-04360d9d-fd23-46b6-99cc-9f959bcc3cb5 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310154 Jul 14 09:41:31.169253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d3eb0-d13f-4563-8629-c419207e32c0 req-aca7d3cd-ba77-462e-a4bb-12ea40746b47 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.171098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282d3eb0-d13f-4563-8629-c419207e32c0 req-aca7d3cd-ba77-462e-a4bb-12ea40746b47 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2287240 Jul 14 09:41:31.183084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port fe35f993-f463-4c84-af4b-3919bbaf15a5 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:31.206111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port fe35f993-f463-4c84-af4b-3919bbaf15a5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:31.207253 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.238681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 755fbf45-0948-4e16-8118-ddee86c0c1d0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:41:31.249006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 755fbf45-0948-4e16-8118-ddee86c0c1d0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:31.249629 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.253200 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-b57d6b60-9deb-412f-9ed9-46de32ae84d5 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906855 Jul 14 09:41:31.285956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6615f2-341f-4866-a57d-9131d204a632 req-e5182769-9ccf-430d-afaa-32bdd5afd487 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.301622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a6615f2-341f-4866-a57d-9131d204a632 req-e5182769-9ccf-430d-afaa-32bdd5afd487 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 908 time: 0.1711118 Jul 14 09:41:31.398683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-2ed16512-246b-4a1d-beed-d06b425d0995 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7 HTTP/1.1" status: 200 len: 217 time: 0.1328139 Jul 14 09:41:31.405497 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.428806 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282d3eb0-d13f-4563-8629-c419207e32c0 req-f8625bf8-8c84-460e-b4f6-205c81f9cf2e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505698 Jul 14 09:41:31.504927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ad48277a-d755-428e-a2f7-f9fbb6908fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.509149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ad48277a-d755-428e-a2f7-f9fbb6908fba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 200 len: 797 time: 0.1060514 Jul 14 09:41:31.510947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 755fbf45-0948-4e16-8118-ddee86c0c1d0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=755fbf45-0948-4e16-8118-ddee86c0c1d0,segment=NetworkSegment(ea923545-f416-4fd8-966a-88e10006b8d4),segment_id=ea923545-f416-4fd8-966a-88e10006b8d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:31.529472 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.607374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.646227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-f91d0b1b-be03-43b4-812c-d866831372dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.648012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-f91d0b1b-be03-43b4-812c-d866831372dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6ea51cb6-078a-46f8-aa62-5b14c304ffc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1324480 Jul 14 09:41:31.680725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added routes are [] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:41:31.681317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:41:31.696837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26426fe2-0439-408e-89ed-68489ae2afd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe35f993-f463-4c84-af4b-3919bbaf15a5'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:31.699163 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286306bd-8d6a-498f-bd65-8fba8d87a0a5" -d '{"events": [{"server_uuid": "26426fe2-0439-408e-89ed-68489ae2afd5", "name": "network-vif-plugged", "status": "completed", "tag": "fe35f993-f463-4c84-af4b-3919bbaf15a5"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:31.727542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=755fbf45-0948-4e16-8118-ddee86c0c1d0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:31.743136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fe35f993-f463-4c84-af4b-3919bbaf15a5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fe35f993-f463-4c84-af4b-3919bbaf15a5,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:31.750588 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.781728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:31.804413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:31.805477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:31.806608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:31.879790 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-466898ab-567c-419a-973b-e2756c49a3b0 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206659 Jul 14 09:41:31.916096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:31.927044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8ba5-dbe9-47ea-9908-a87855b942b8 req-77a4a124-3323-4179-a7ad-cb237070e8a6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:31.934912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-931c8ba5-dbe9-47ea-9908-a87855b942b8 req-77a4a124-3323-4179-a7ad-cb237070e8a6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2416248 Jul 14 09:41:32.047812 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-dae71e6d-ec19-48df-852d-2b21373f9ec4 service neutron] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637208 Jul 14 09:41:32.062957 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94962463-9e4d-4493-86cf-b95de12d1247 x-openstack-request-id: req-94962463-9e4d-4493-86cf-b95de12d1247 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:32.063978 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26426fe2-0439-408e-89ed-68489ae2afd5", "name": "network-vif-plugged", "status": "completed", "tag": "fe35f993-f463-4c84-af4b-3919bbaf15a5", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:32.064470 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94962463-9e4d-4493-86cf-b95de12d1247 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:32.065209 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26426fe2-0439-408e-89ed-68489ae2afd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe35f993-f463-4c84-af4b-3919bbaf15a5', 'code': 200} Jul 14 09:41:32.135973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-2b65bf6b-f604-420e-bf93-ec7fb5456bc0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=503202b2-9042-406f-8131-0ce843a165dc HTTP/1.1" status: 200 len: 217 time: 0.0757263 Jul 14 09:41:32.163396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fe35f993-f463-4c84-af4b-3919bbaf15a5,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:32.242239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-c94383b1-f51c-4369-8591-5f888d081135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.243829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-c94383b1-f51c-4369-8591-5f888d081135 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.0979593 Jul 14 09:41:32.279885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ff921-5f26-4f5d-ba3a-ee2e94a222db req-bbe8377a-ffde-4762-ba6b-6ad93fad3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.281734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df8ff921-5f26-4f5d-ba3a-ee2e94a222db req-bbe8377a-ffde-4762-ba6b-6ad93fad3c44 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 1061 time: 0.1487472 Jul 14 09:41:32.367315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:28Z', 'revision_number': 6, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:32.377821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-931c8ba5-dbe9-47ea-9908-a87855b942b8 req-d8f7dd87-fb71-42c9-aa1f-0db92943c6ad tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417810 Jul 14 09:41:32.386983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df799818-c432-40ab-8a14-310bc1d455d0 req-0024f649-0589-4bd9-a8c0-a8cff8fc5247 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.395174 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df799818-c432-40ab-8a14-310bc1d455d0 req-0024f649-0589-4bd9-a8c0-a8cff8fc5247 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1121061 Jul 14 09:41:32.407065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ca44bd67-6a7f-4b84-8c16-ec79a35ff69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.409062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:32.410653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-ca44bd67-6a7f-4b84-8c16-ec79a35ff69a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1588449 Jul 14 09:41:32.423025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:32.423689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:32.507474 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df799818-c432-40ab-8a14-310bc1d455d0 req-9f06e73b-5961-418f-b514-0d80cb9a06f7 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109557 Jul 14 09:41:32.590785 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-69bf92e8-ec34-4514-ba99-3d72b9908d6b service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701558 Jul 14 09:41:32.596157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:32.679359 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.690245 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:32.774565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 755fbf45-0948-4e16-8118-ddee86c0c1d0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:32.822943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08402aa4-a87b-4a94-a60a-6fe5f72f4dea req-b5f6bc10-0d15-41d9-80a8-b70d7ca73b40 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.825881 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08402aa4-a87b-4a94-a60a-6fe5f72f4dea req-b5f6bc10-0d15-41d9-80a8-b70d7ca73b40 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 909 time: 0.2301285 Jul 14 09:41:32.839994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:32.887670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e9bf-b2b7-4809-ab19-68350e632d4b req-24042258-a9ba-4aae-a26d-0c6aeb32f391 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:32.899175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3829e9bf-b2b7-4809-ab19-68350e632d4b req-24042258-a9ba-4aae-a26d-0c6aeb32f391 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1958334 Jul 14 09:41:32.903328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-f4ed794c-6f84-4741-a82f-ebebe8823991 service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059931 Jul 14 09:41:32.934473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 755fbf45-0948-4e16-8118-ddee86c0c1d0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:32.934928 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.019124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-16c10e44-c3d4-48cf-9d05-525127e720e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=35152d9a-da37-497e-85af-887f3bd0de2a HTTP/1.1" status: 200 len: 217 time: 0.1038327 Jul 14 09:41:33.052380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:33.081805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:33.083958 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-aba34b1c-c06e-4270-bc47-ae643e023a46 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 200 len: 704 time: 2.2442715 Jul 14 09:41:33.088725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:33.103949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-a0be5d6e-a953-4f27-ba93-87d8ac8af51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.108040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-a0be5d6e-a953-4f27-ba93-87d8ac8af51f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 200 len: 797 time: 0.0781610 Jul 14 09:41:33.204379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3829e9bf-b2b7-4809-ab19-68350e632d4b req-460c6009-e5e6-40a3-bbed-badcd93d58e1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797368 Jul 14 09:41:33.234331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-2f9157b7-b880-42f2-b1da-812b6eb0a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.236146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-2f9157b7-b880-42f2-b1da-812b6eb0a331 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=18d7ccd6-4ca4-4fe5-9757-c43dba00830e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1220582 Jul 14 09:41:33.257697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 7, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:33.290355 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d3165672-5f85-4703-a5d3-a8db077cb457 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 200 len: 704 time: 0.2000942 Jul 14 09:41:33.294453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:33.328167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17854e11-4cea-4f3e-a9af-e4f934abd759 None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 7, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:33.393800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-409045b9-b1f1-457f-b1c4-45228faacc8a service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503458 Jul 14 09:41:33.622233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-847cb844-8d95-4100-8090-84ce3b0d4e3c req-118873db-3c1b-4677-b171-d47aa01d80ed service neutron] 10.222.0.69 "GET /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224624 Jul 14 09:41:33.652567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13323-ffcb-4290-9ead-3e8ed7afe011 req-ef9b298f-c618-4aa8-8aaa-ef56a65c037f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.653259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19c13323-ffcb-4290-9ead-3e8ed7afe011 req-ef9b298f-c618-4aa8-8aaa-ef56a65c037f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1718571 Jul 14 09:41:33.726485 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19c13323-ffcb-4290-9ead-3e8ed7afe011 req-ae381028-da20-4fc3-be2a-4f944857bda4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670815 Jul 14 09:41:33.789594 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:33.801542 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:33.802797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:33.907482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a0b19-5823-440e-bcf4-fab1edf4a282 req-70992549-e38c-4bc0-85bb-16f8a45f8499 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.909531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c72a0b19-5823-440e-bcf4-fab1edf4a282 req-70992549-e38c-4bc0-85bb-16f8a45f8499 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1539719 Jul 14 09:41:33.940113 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:33.987536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77ec19-1ac1-43a2-994e-feb5fb67446c req-af2752cd-5865-47e2-86a0-91d8c6fa2f02 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:33.996858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b77ec19-1ac1-43a2-994e-feb5fb67446c req-af2752cd-5865-47e2-86a0-91d8c6fa2f02 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1251302 Jul 14 09:41:34.045959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b77ec19-1ac1-43a2-994e-feb5fb67446c req-ec85c99e-1ed7-4777-9b1a-81c654b43006 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478761 Jul 14 09:41:34.093177 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c72a0b19-5823-440e-bcf4-fab1edf4a282 req-dfba5a44-a2a0-4daf-abf5-e234e1f5b44a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716754 Jul 14 09:41:34.139176 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.340006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a30fa1-7a7c-4267-990e-11732ea4d7de req-dbf6367d-98d3-4587-af67-0930708f4ee1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:34.342922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a30fa1-7a7c-4267-990e-11732ea4d7de req-dbf6367d-98d3-4587-af67-0930708f4ee1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 909 time: 0.1228268 Jul 14 09:41:34.403293 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 7, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:34.448936 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:34.458760 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:34.459500 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:34.466171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45878) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:34.582780 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:34.599814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a89aa-8e6a-42f3-8082-f86cd81d278f req-1a139d49-d08c-4ef8-9150-52449f55f7c2 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:34.602020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-515a89aa-8e6a-42f3-8082-f86cd81d278f req-1a139d49-d08c-4ef8-9150-52449f55f7c2 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2588954 Jul 14 09:41:34.716596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.768404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-515a89aa-8e6a-42f3-8082-f86cd81d278f req-b329a448-5545-4441-a183-de735457501b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498511 Jul 14 09:41:34.835145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 755fbf45-0948-4e16-8118-ddee86c0c1d0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:34.835847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.868128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97107a4c-e6d9-4fe6-987b-6fde6fcf70f9 req-8b721dd4-8023-4763-841e-0e3851f7c56e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:34.871238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97107a4c-e6d9-4fe6-987b-6fde6fcf70f9 req-8b721dd4-8023-4763-841e-0e3851f7c56e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 909 time: 0.1582527 Jul 14 09:41:34.947633 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 7, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:34.976571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:34.982246 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.002359 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58d0342-6619-4072-8a0f-28ae632b24b6 None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 7, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '755fbf45-0948-4e16-8118-ddee86c0c1d0', 'name': '', 'network_id': '34442c0a-96c1-4a63-9fcb-bba3c22d6367', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:25:45:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:25Z', 'updated_at': '2021-07-14T09:41:31Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '3953bdf5-28d5-4aef-8aa8-07bec8386682', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:35.036294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0f32e2ea13af4fb5a16499d016aeb6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5684247 Jul 14 09:41:35.036994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45886) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.044996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20575dc2-e6f3-4cd4-8bd1-a5ea9655e99f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:35.064637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.065016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.065414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.065755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.066093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.066427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.066757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.067092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.067457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.067832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.068178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.068584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f9fc6-048d-4330-b3e6-c0a0598cd7ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:35.080518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port 755fbf45-0948-4e16-8118-ddee86c0c1d0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=755fbf45-0948-4e16-8118-ddee86c0c1d0,segment=NetworkSegment(ea923545-f416-4fd8-966a-88e10006b8d4),segment_id=ea923545-f416-4fd8-966a-88e10006b8d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:35.081249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.105505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 755fbf45-0948-4e16-8118-ddee86c0c1d0 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:35.140962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bf511-4e55-4f4a-8fb8-941734f41ef8 req-e3991a05-822b-4a86-894f-771d904c751d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.150112 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f8bf511-4e55-4f4a-8fb8-941734f41ef8 req-e3991a05-822b-4a86-894f-771d904c751d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2156820 Jul 14 09:41:35.181636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-814de3a1-4dc6-469b-ba94-857f08f65dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.221127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-814de3a1-4dc6-469b-ba94-857f08f65dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.231973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf723312-0d66-4920-af74-9c048cf67d27 req-f31e5edf-b33f-4992-a5c2-d6e34dbdeba3 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.234085 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf723312-0d66-4920-af74-9c048cf67d27 req-f31e5edf-b33f-4992-a5c2-d6e34dbdeba3 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 1061 time: 0.1426415 Jul 14 09:41:35.239032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f8bf511-4e55-4f4a-8fb8-941734f41ef8 req-1ef83257-fa20-4736-a165-9fa61f73aa22 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880673 Jul 14 09:41:35.329713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-814de3a1-4dc6-469b-ba94-857f08f65dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.335002 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-814de3a1-4dc6-469b-ba94-857f08f65dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.336984 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-814de3a1-4dc6-469b-ba94-857f08f65dac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20575dc2-e6f3-4cd4-8bd1-a5ea9655e99f HTTP/1.1" status: 204 len: 168 time: 0.2985518 Jul 14 09:41:35.363280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814de3a1-4dc6-469b-ba94-857f08f65dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20575dc2-e6f3-4cd4-8bd1-a5ea9655e99f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:35.442779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.511381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=755fbf45-0948-4e16-8118-ddee86c0c1d0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:35.528022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eca0b-b07a-4dde-9e9f-fc5834ffbfef req-7f4889f9-ac39-4e07-a1ae-d019a5dbe62e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.540849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-190eca0b-b07a-4dde-9e9f-fc5834ffbfef req-7f4889f9-ac39-4e07-a1ae-d019a5dbe62e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1276147 Jul 14 09:41:35.596559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-190eca0b-b07a-4dde-9e9f-fc5834ffbfef req-9e10bdb8-4def-447a-aebe-94104f0fdcd2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544312 Jul 14 09:41:35.678339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f26495-c325-499d-af21-e5b09bdd0bf7 req-73874d9e-c35b-456c-8c01-b1f5ef6ba113 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:35.681073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-13f26495-c325-499d-af21-e5b09bdd0bf7 req-73874d9e-c35b-456c-8c01-b1f5ef6ba113 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 1136 time: 0.2339172 Jul 14 09:41:35.703866 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.804875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45902) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:35.846600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19424118-fdce-48e2-84af-c2c430c34746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:35.863981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-13f26495-c325-499d-af21-e5b09bdd0bf7 req-09837cae-5480-449c-af2a-e4234ab8ffe1 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1737537 Jul 14 09:41:35.900416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:36.001831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3fb2c-61c0-4850-a61c-21397812ad5a req-6a98253b-2bf6-42c3-8bbd-e1dbea241ddc tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:36.004393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ef3fb2c-61c0-4850-a61c-21397812ad5a req-6a98253b-2bf6-42c3-8bbd-e1dbea241ddc tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1840663 Jul 14 09:41:36.042355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e49fe-12de-46f0-ba58-843c39b37328 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:36.048038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b44e49fe-12de-46f0-ba58-843c39b37328 tempest-TestSecurityGroupsBasicOps-472107565 tempest-TestSecurityGroupsBasicOps-472107565-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 1056 time: 0.1424394 Jul 14 09:41:36.064480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:36.099582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ef3fb2c-61c0-4850-a61c-21397812ad5a req-65f1e69d-7d80-44b7-902b-b96986556536 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846274 Jul 14 09:41:36.129213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19424118-fdce-48e2-84af-c2c430c34746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.147411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19424118-fdce-48e2-84af-c2c430c34746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.205088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-19424118-fdce-48e2-84af-c2c430c34746 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49777a0c14bf4d3ca33ee29c01d9672c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976977 Jul 14 09:41:36.211241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45912) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:36.232512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:36.236888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19424118-fdce-48e2-84af-c2c430c34746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edf431b-eab0-4d2d-ac6e-5513c0b285cb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.243969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d44719d7-2196-4a8f-bec3-475454622b07 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9442499 Jul 14 09:41:36.245052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45914) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:36.250797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:36.268104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:36.271060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:36.387434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-51dd47ba-32bd-4367-ad35-232381f4d7a8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet 3953bdf5-28d5-4aef-8aa8-07bec8386682 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:36.394191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:36.398173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51dd47ba-32bd-4367-ad35-232381f4d7a8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.518128 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ee4605a-519d-4b97-ac65-fe29473753a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.546811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ee4605a-519d-4b97-ac65-fe29473753a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.640834 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ee4605a-519d-4b97-ac65-fe29473753a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.644085 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ee4605a-519d-4b97-ac65-fe29473753a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.648103 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6ee4605a-519d-4b97-ac65-fe29473753a0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4edf431b-eab0-4d2d-ac6e-5513c0b285cb HTTP/1.1" status: 204 len: 168 time: 0.4316707 Jul 14 09:41:36.649853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51dd47ba-32bd-4367-ad35-232381f4d7a8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:36.746364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4605a-519d-4b97-ac65-fe29473753a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edf431b-eab0-4d2d-ac6e-5513c0b285cb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:36.784987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682869-8be4-42f4-a51a-d7b78f918fdd req-5c0ec874-dc63-4214-a6a7-514482143368 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:36.792619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46682869-8be4-42f4-a51a-d7b78f918fdd req-5c0ec874-dc63-4214-a6a7-514482143368 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2032135 Jul 14 09:41:36.818036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63877a71-e205-41af-b26c-e0c82b93679e req-05c3b72e-6975-4f5d-8a99-73495984a048 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:36.834128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63877a71-e205-41af-b26c-e0c82b93679e req-05c3b72e-6975-4f5d-8a99-73495984a048 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 909 time: 0.1991210 Jul 14 09:41:36.842796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46682869-8be4-42f4-a51a-d7b78f918fdd req-27a98e46-0cae-405f-8b04-0c41862000c4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490291 Jul 14 09:41:36.958549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51dd47ba-32bd-4367-ad35-232381f4d7a8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.012967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:35Z', 'revision_number': 8, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.067946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:37.091734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:37.093505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.127906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51dd47ba-32bd-4367-ad35-232381f4d7a8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.192496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b80bd-96af-4ba0-bbed-7fa14cd9aff3 req-92c2d0b3-df3b-4ff4-b552-40f7d473c75a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.194618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-781b80bd-96af-4ba0-bbed-7fa14cd9aff3 req-92c2d0b3-df3b-4ff4-b552-40f7d473c75a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1106689 Jul 14 09:41:37.213509 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51dd47ba-32bd-4367-ad35-232381f4d7a8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:37.216669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-51dd47ba-32bd-4367-ad35-232381f4d7a8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/3953bdf5-28d5-4aef-8aa8-07bec8386682 HTTP/1.1" status: 204 len: 168 time: 0.9699769 Jul 14 09:41:37.219264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd47ba-32bd-4367-ad35-232381f4d7a8 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=3953bdf5-28d5-4aef-8aa8-07bec8386682,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:37.237077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:37.246491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81c8abd-09c9-45ea-a9f1-50cd891cc89d None None] Network 34442c0a-96c1-4a63-9fcb-bba3c22d6367 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:37.341944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:37.421803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf916c9-a159-4c7b-966d-f38144d83331 req-9cb14271-1ffd-4bc6-9166-b45b71d7f19e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:37.423503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcf916c9-a159-4c7b-966d-f38144d83331 req-9cb14271-1ffd-4bc6-9166-b45b71d7f19e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2160869 Jul 14 09:41:37.529803 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcf916c9-a159-4c7b-966d-f38144d83331 req-4887663e-fabd-44a6-9cab-f764ee68511b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Jul 14 09:41:37.853454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:35Z', 'revision_number': 8, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:37.869245 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-781b80bd-96af-4ba0-bbed-7fa14cd9aff3 req-395cdccf-1382-424a-9d25-73aca648cf28 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6681705 Jul 14 09:41:37.923922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b40bdd-8d18-45e2-9d01-81032dc68763 None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:35Z', 'revision_number': 8, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '81c94db7-c0a2-4f95-817d-a6544abec23d', 'name': '', 'network_id': 'd8ef8b62-1aa4-40e8-a0cf-ec6488256b31', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:2f:3b:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2358, 'fixed_ips': [{'subnet_id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:16Z', 'updated_at': '2021-07-14T09:41:27Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '98f7a433-fd3e-4c26-b6c8-441fad6cea5a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:37.982386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.016815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] DHCP port deletion for 34442c0a-96c1-4a63-9fcb-bba3c22d6367 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:38.072283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51d36d-7c6c-4976-a8d8-b2ff596276ca req-b59938b9-4d40-430c-ad50-dceab5d43016 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.074714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d51d36d-7c6c-4976-a8d8-b2ff596276ca req-b59938b9-4d40-430c-ad50-dceab5d43016 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3511224 Jul 14 09:41:38.101460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c7abc19c-689e-4968-8095-56ab7b20ac6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.103235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c7abc19c-689e-4968-8095-56ab7b20ac6e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.69 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 909 time: 0.3648000 Jul 14 09:41:38.125441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] Deleting port abea90fe-f208-46cf-9635-5e5baeed9c4a {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:38.126186 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.189887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port abea90fe-f208-46cf-9635-5e5baeed9c4a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:38.190326 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.248678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90676-49b4-4b6d-8c1b-f5196aafd990 req-7c5ee1f9-5211-4508-8b99-4ffe33aed3b2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.250848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d51d36d-7c6c-4976-a8d8-b2ff596276ca req-260594f6-6917-45ea-9e11-9acc8a85e9ef tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628487 Jul 14 09:41:38.258811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08e90676-49b4-4b6d-8c1b-f5196aafd990 req-7c5ee1f9-5211-4508-8b99-4ffe33aed3b2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 909 time: 0.1861026 Jul 14 09:41:38.270302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] For port abea90fe-f208-46cf-9635-5e5baeed9c4a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=abea90fe-f208-46cf-9635-5e5baeed9c4a,segment=NetworkSegment(ea923545-f416-4fd8-966a-88e10006b8d4),segment_id=ea923545-f416-4fd8-966a-88e10006b8d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:38.271218 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.301341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] Calling delete_port for abea90fe-f208-46cf-9635-5e5baeed9c4a owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:38.336144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port abea90fe-f208-46cf-9635-5e5baeed9c4a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=abea90fe-f208-46cf-9635-5e5baeed9c4a,segment=NetworkSegment(ea923545-f416-4fd8-966a-88e10006b8d4),segment_id=ea923545-f416-4fd8-966a-88e10006b8d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:38.337902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.372018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for abea90fe-f208-46cf-9635-5e5baeed9c4a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:38.396798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting port fe35f993-f463-4c84-af4b-3919bbaf15a5 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:38.397373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.511713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.551113 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.577489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No DVR routers for this DVR port abea90fe-f208-46cf-9635-5e5baeed9c4a on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:38.579461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=abea90fe-f208-46cf-9635-5e5baeed9c4a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:38.589789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] Pushing event deleted for resources: {'Port': ['ID=abea90fe-f208-46cf-9635-5e5baeed9c4a,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:38.602360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2f55f-c63f-4695-9d21-ab64ae2c9729 None None] No DVR routers for this DVR port abea90fe-f208-46cf-9635-5e5baeed9c4a on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:38.619910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.620337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.620941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.621066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.621360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.621688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.622024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.622362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.622669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.623286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.623286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.623696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:41:38.703943 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.707675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] For port fe35f993-f463-4c84-af4b-3919bbaf15a5, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fe35f993-f463-4c84-af4b-3919bbaf15a5,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:38.709114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.727226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34442c0a-96c1-4a63-9fcb-bba3c22d6367']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:38.761919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 755fbf45-0948-4e16-8118-ddee86c0c1d0 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:38.765997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea923545-f416-4fd8-966a-88e10006b8d4') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:38.767558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea923545-f416-4fd8-966a-88e10006b8d4') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:38.778261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Calling delete_port for fe35f993-f463-4c84-af4b-3919bbaf15a5 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:38.791721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.807845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 755fbf45-0948-4e16-8118-ddee86c0c1d0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:38.808557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 755fbf45-0948-4e16-8118-ddee86c0c1d0 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:38.809558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device abea90fe-f208-46cf-9635-5e5baeed9c4a no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:38.823268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.843638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:38.844451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.847051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: abea90fe-f208-46cf-9635-5e5baeed9c4a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:38.847653 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device abea90fe-f208-46cf-9635-5e5baeed9c4a not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:38.853102 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:38.937471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c5618-0d41-4f12-a844-250f5d75def4 req-59e966ee-1b4d-46b2-94c0-b857337a82a6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:38.940791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c5618-0d41-4f12-a844-250f5d75def4 req-59e966ee-1b4d-46b2-94c0-b857337a82a6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3431511 Jul 14 09:41:38.945385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.972474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:38.979490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/34442c0a-96c1-4a63-9fcb-bba3c22d6367 HTTP/1.1" status: 204 len: 168 time: 1.7411053 Jul 14 09:41:38.980380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:39.071739 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-116c5618-0d41-4f12-a844-250f5d75def4 req-e87139ee-a20b-41d6-81d0-1f2c4bddc4c9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234186 Jul 14 09:41:39.105867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a76da-5240-49fd-a17d-bbcfaa0be054 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=34442c0a-96c1-4a63-9fcb-bba3c22d6367,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.143592 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.200013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Port': ['ID=fe35f993-f463-4c84-af4b-3919bbaf15a5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:39.338689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] No DVR routers for this DVR port fe35f993-f463-4c84-af4b-3919bbaf15a5 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:39.346408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.348899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9049534-0f8b-481c-b11d-fbff89f35160 req-c92975b0-ba85-4bdb-80e8-16833903e166 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.69 "DELETE /v2.0/ports/fe35f993-f463-4c84-af4b-3919bbaf15a5 HTTP/1.1" status: 204 len: 173 time: 1.2130172 Jul 14 09:41:39.373080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26426fe2-0439-408e-89ed-68489ae2afd5', 'name': 'network-vif-deleted', 'tag': 'fe35f993-f463-4c84-af4b-3919bbaf15a5'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:39.375983 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5654ee22-fa86-4b80-9c16-d2fdd4bc4b6a" -d '{"events": [{"server_uuid": "26426fe2-0439-408e-89ed-68489ae2afd5", "name": "network-vif-deleted", "tag": "fe35f993-f463-4c84-af4b-3919bbaf15a5"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:39.415324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14ad22-e372-4ec4-9fb7-12b621f6de00 req-0b23819b-f589-483e-a298-8d460c97dbef tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:39.418077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b14ad22-e372-4ec4-9fb7-12b621f6de00 req-0b23819b-f589-483e-a298-8d460c97dbef tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2933216 Jul 14 09:41:39.481035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0d50a-25a6-4b14-8a3e-5ff2b55f8937 req-5412848a-04f1-4ef7-9052-42f03055d257 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:39.496935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11b0d50a-25a6-4b14-8a3e-5ff2b55f8937 req-5412848a-04f1-4ef7-9052-42f03055d257 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1759343 Jul 14 09:41:39.593628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11b0d50a-25a6-4b14-8a3e-5ff2b55f8937 req-2e958a1d-787e-4f00-b002-992dd59a1b31 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969958 Jul 14 09:41:39.611669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b14ad22-e372-4ec4-9fb7-12b621f6de00 req-95f7f7d8-e99f-4784-9363-076efd6d2c0d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596441 Jul 14 09:41:39.766077 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799f611a-d946-4f5b-8ca4-b0e145f59c62 x-openstack-request-id: req-799f611a-d946-4f5b-8ca4-b0e145f59c62 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:39.766783 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26426fe2-0439-408e-89ed-68489ae2afd5", "name": "network-vif-deleted", "tag": "fe35f993-f463-4c84-af4b-3919bbaf15a5", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:39.766783 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-799f611a-d946-4f5b-8ca4-b0e145f59c62 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:39.767002 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26426fe2-0439-408e-89ed-68489ae2afd5', 'name': 'network-vif-deleted', 'tag': 'fe35f993-f463-4c84-af4b-3919bbaf15a5', 'status': 'completed', 'code': 200} Jul 14 09:41:39.822417 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:39.896892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-87b33473-3f9b-4cc9-b2b6-53bd871d8226 req-54373d1e-5fd8-4be6-9856-0ddd8894f688 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=26426fe2-0439-408e-89ed-68489ae2afd5 HTTP/1.1" status: 200 len: 210 time: 0.0481851 Jul 14 09:41:40.247590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579df5d-e681-4140-99f3-a222c6a4e2b9 req-4c7f489d-3e5b-451b-a1d4-fea8ccdeba17 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.249374 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d579df5d-e681-4140-99f3-a222c6a4e2b9 req-4c7f489d-3e5b-451b-a1d4-fea8ccdeba17 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2116721 Jul 14 09:41:40.363663 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d579df5d-e681-4140-99f3-a222c6a4e2b9 req-4496a432-26a3-4057-9d25-241e205913c7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869179 Jul 14 09:41:40.376817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46018) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:40.378621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 81c94db7-c0a2-4f95-817d-a6544abec23d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:40.379525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.504474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port 81c94db7-c0a2-4f95-817d-a6544abec23d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=81c94db7-c0a2-4f95-817d-a6544abec23d,segment=NetworkSegment(51683277-7f47-4279-ba62-0296e0482744),segment_id=51683277-7f47-4279-ba62-0296e0482744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:40.505000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.528984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 81c94db7-c0a2-4f95-817d-a6544abec23d owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:40.548379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c79ef0c0-1c15-4c55-8346-2a1e38cd7043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.715665 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c79ef0c0-1c15-4c55-8346-2a1e38cd7043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.734884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c79ef0c0-1c15-4c55-8346-2a1e38cd7043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.753689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dfee1-a17e-4838-8b3b-220c2f732d05 req-b6dee9d2-b9ca-405c-9cf7-5b760697a02b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.755585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b25dfee1-a17e-4838-8b3b-220c2f732d05 req-b6dee9d2-b9ca-405c-9cf7-5b760697a02b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1637449 Jul 14 09:41:40.789693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c79ef0c0-1c15-4c55-8346-2a1e38cd7043 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=76784c74d8fb4ee39798ff219a3d472d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4074366 Jul 14 09:41:40.789693 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ef0c0-1c15-4c55-8346-2a1e38cd7043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc098335-20fa-47c0-b5ce-7f73144865f9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:40.793807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46032) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:40.886337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b25dfee1-a17e-4838-8b3b-220c2f732d05 req-e9fa6413-dc2c-4abc-9fc9-4b2744227f3c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170459 Jul 14 09:41:40.887516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb206d-fe08-4e3d-8814-c3e9e5494281 req-28654843-4479-4bd1-a5ce-9090252f67fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:40.890216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2cb206d-fe08-4e3d-8814-c3e9e5494281 req-28654843-4479-4bd1-a5ce-9090252f67fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1923153 Jul 14 09:41:40.908874 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.960824 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-792ad850-a536-4695-a9b4-80766bbf5b27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:40.979819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=81c94db7-c0a2-4f95-817d-a6544abec23d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.014849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-792ad850-a536-4695-a9b4-80766bbf5b27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.086467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2cb206d-fe08-4e3d-8814-c3e9e5494281 req-b5f90b6a-94fa-4a82-a68b-598792b1bc7e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839788 Jul 14 09:41:41.100670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-792ad850-a536-4695-a9b4-80766bbf5b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.104306 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-792ad850-a536-4695-a9b4-80766bbf5b27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.108214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-792ad850-a536-4695-a9b4-80766bbf5b27 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc098335-20fa-47c0-b5ce-7f73144865f9 HTTP/1.1" status: 204 len: 168 time: 0.3126771 Jul 14 09:41:41.125074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ad850-a536-4695-a9b4-80766bbf5b27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc098335-20fa-47c0-b5ce-7f73144865f9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:41.222711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46042) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:41.253530 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.271811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98923149-b9aa-42a2-bbf4-30977c90963a req-45b70eba-765d-4e47-99f3-e65e105d4aee tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.280173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98923149-b9aa-42a2-bbf4-30977c90963a req-45b70eba-765d-4e47-99f3-e65e105d4aee tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2479196 Jul 14 09:41:41.425775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98923149-b9aa-42a2-bbf4-30977c90963a req-ffbd7466-2a2d-4d48-aa32-a1c94496d74e tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441414 Jul 14 09:41:41.610531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:41.666687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:41.715456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9900a4e1-0a78-4fb4-aadf-5c963615cea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.752902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:41.764314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e1e7aa16-50cb-4fa4-b725-4735b7490b3f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7821701 Jul 14 09:41:41.764866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46050) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:41.771106 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:41.792760 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:41.793626 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:41.853341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a07673b-ef38-4bfb-8d5c-4b7d91d5a48e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet 98f7a433-fd3e-4c26-b6c8-441fad6cea5a {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:41.863177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a07673b-ef38-4bfb-8d5c-4b7d91d5a48e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.914117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de601864-5c0d-4a9d-8792-29c5da7dae13 req-cd9832c8-941d-448c-989c-9461fd3ec5a0 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:41.920991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de601864-5c0d-4a9d-8792-29c5da7dae13 req-cd9832c8-941d-448c-989c-9461fd3ec5a0 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.5380158 Jul 14 09:41:41.925429 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a07673b-ef38-4bfb-8d5c-4b7d91d5a48e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.973805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9900a4e1-0a78-4fb4-aadf-5c963615cea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:41.983558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9900a4e1-0a78-4fb4-aadf-5c963615cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.040515 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:42.066690 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9900a4e1-0a78-4fb4-aadf-5c963615cea8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1777c3a7c94c45eda6df4f48581154ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946819 Jul 14 09:41:42.066995 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de601864-5c0d-4a9d-8792-29c5da7dae13 req-3116fa51-eefd-47cd-85d1-6580f60689ed tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371582 Jul 14 09:41:42.067165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900a4e1-0a78-4fb4-aadf-5c963615cea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d721e0-13a2-4445-8c0f-92305dc908d9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.069032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46052) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:42.085034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a07673b-ef38-4bfb-8d5c-4b7d91d5a48e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.207663 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7733a52f-f338-4041-83aa-0880ec83febc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.230351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a07673b-ef38-4bfb-8d5c-4b7d91d5a48e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.275599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7733a52f-f338-4041-83aa-0880ec83febc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.339505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a07673b-ef38-4bfb-8d5c-4b7d91d5a48e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.341565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5831a9e5-4207-48b2-b20b-19e94dc00022 None None] Network d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:42.347971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8a07673b-ef38-4bfb-8d5c-4b7d91d5a48e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/98f7a433-fd3e-4c26-b6c8-441fad6cea5a HTTP/1.1" status: 204 len: 168 time: 0.5804889 Jul 14 09:41:42.349684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07673b-ef38-4bfb-8d5c-4b7d91d5a48e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=98f7a433-fd3e-4c26-b6c8-441fad6cea5a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.354656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46058) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:42.482217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf566f15-a4b2-4a58-aa0a-1fa309f2395f req-f77e5015-c4e4-4f94-8435-d3e85fe2595a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.484945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf566f15-a4b2-4a58-aa0a-1fa309f2395f req-f77e5015-c4e4-4f94-8435-d3e85fe2595a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1497324 Jul 14 09:41:42.543245 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf566f15-a4b2-4a58-aa0a-1fa309f2395f req-bd9f972c-0785-492e-83af-4942b85ba424 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482113 Jul 14 09:41:42.562709 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:40Z', 'revision_number': 9, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:42.602495 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:42.615543 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:42.616933 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:42.628397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.650829 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7733a52f-f338-4041-83aa-0880ec83febc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.655644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7733a52f-f338-4041-83aa-0880ec83febc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.657660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7733a52f-f338-4041-83aa-0880ec83febc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65d721e0-13a2-4445-8c0f-92305dc908d9 HTTP/1.1" status: 204 len: 168 time: 0.5871422 Jul 14 09:41:42.765069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fe35f993-f463-4c84-af4b-3919bbaf15a5 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:42.795871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733a52f-f338-4041-83aa-0880ec83febc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d721e0-13a2-4445-8c0f-92305dc908d9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:42.838436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: fe35f993-f463-4c84-af4b-3919bbaf15a5 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:42.839394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fe35f993-f463-4c84-af4b-3919bbaf15a5 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:42.843315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45048e4-9aa0-42df-8dd0-0b0424178120 req-fc24b6d3-a6c2-4920-a042-c534d9a7a460 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:42.853812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] DHCP port deletion for d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:42.856396 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f45048e4-9aa0-42df-8dd0-0b0424178120 req-fc24b6d3-a6c2-4920-a042-c534d9a7a460 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3956873 Jul 14 09:41:42.863667 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:42.873485 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:42.989428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] Deleting port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:42.990381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.100155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063adf20-6cab-483d-9746-f8c51bd57532 req-fb1c9bc7-128c-4730-91e8-3d3bb38f5151 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.104471 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] For port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=613b718f-c8ab-4cd8-a012-05f9a0f7e2ff,segment=NetworkSegment(51683277-7f47-4279-ba62-0296e0482744),segment_id=51683277-7f47-4279-ba62-0296e0482744)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:43.106055 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.114419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-063adf20-6cab-483d-9746-f8c51bd57532 req-fb1c9bc7-128c-4730-91e8-3d3bb38f5151 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.1776676 Jul 14 09:41:43.126469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] Calling delete_port for 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:43.182388 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-063adf20-6cab-483d-9746-f8c51bd57532 req-0599d1f7-ca29-4b46-ab58-d40c1c711ab3 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637734 Jul 14 09:41:43.283377 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:40Z', 'revision_number': 9, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:43.296708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f45048e4-9aa0-42df-8dd0-0b0424178120 req-0b1c66c8-013a-4a16-9fcc-abe783a8dff8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382637 Jul 14 09:41:43.318921 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92395d36-282a-4734-837b-b754b9d10e4f None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:40Z', 'revision_number': 9, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e727d11e-7ede-4ec4-aa62-7e1afb757204', 'name': '', 'network_id': '1edbf84f-e4a2-4ad2-9e74-3cac58adedf8', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:ef:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2349, 'fixed_ips': [{'subnet_id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:07Z', 'updated_at': '2021-07-14T09:41:21Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': 'aeb2cd14-889e-426f-9bd2-308673e4ab4f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:43.320433 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.327611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:43.328173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.376987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] No DVR routers for this DVR port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:43.379895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a79f3-9af4-4dfc-863e-03bc09ddc296 None None] Pushing event deleted for resources: {'Port': ['ID=613b718f-c8ab-4cd8-a012-05f9a0f7e2ff,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:43.520169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff, host n-d-780147-26, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:43.520789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.635362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:43.659421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff was not found and therefore no delete operation was performed {{(pid=93780) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:41:43.667603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.751677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No DVR routers for this DVR port 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:43.763458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=613b718f-c8ab-4cd8-a012-05f9a0f7e2ff,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:43.882416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd41d2-36c3-4b05-8fec-3dae7ee639bf req-510d3992-a746-417d-96fc-01cc59927134 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.893056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3cdd41d2-36c3-4b05-8fec-3dae7ee639bf req-510d3992-a746-417d-96fc-01cc59927134 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1124988 Jul 14 09:41:43.936493 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:43.954742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da2332-9edb-40a9-8617-330aa1b474ff req-7dbdc299-7227-4088-b2af-063c7d25bf17 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:43.956983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1da2332-9edb-40a9-8617-330aa1b474ff req-7dbdc299-7227-4088-b2af-063c7d25bf17 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3882761 Jul 14 09:41:43.974213 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3cdd41d2-36c3-4b05-8fec-3dae7ee639bf req-f6828eb9-81be-427f-8b17-bc7ea4dd44fd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788119 Jul 14 09:41:43.988686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ef8b62-1aa4-40e8-a0cf-ec6488256b31']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:44.004053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51683277-7f47-4279-ba62-0296e0482744') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:44.004053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51683277-7f47-4279-ba62-0296e0482744') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:44.017382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.026320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting port 7a34c5d3-6b7c-4e42-afc3-00e74706179e {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:44.026669 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.095854 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.118798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:44.119397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.125773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1da2332-9edb-40a9-8617-330aa1b474ff req-043bf3e0-16ff-4e7d-b198-83c967bbd928 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590152 Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:44.126589 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:44.220295 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.230178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.232346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/d8ef8b62-1aa4-40e8-a0cf-ec6488256b31 HTTP/1.1" status: 204 len: 168 time: 1.8684425 Jul 14 09:41:44.236871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46096) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:44.245337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] For port 7a34c5d3-6b7c-4e42-afc3-00e74706179e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7a34c5d3-6b7c-4e42-afc3-00e74706179e,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:44.245678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.270725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acc14e-ae70-4011-a7b2-5e3923e88e08 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=d8ef8b62-1aa4-40e8-a0cf-ec6488256b31,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:44.281628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Calling delete_port for 7a34c5d3-6b7c-4e42-afc3-00e74706179e owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:44.405958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c0b9f-08f0-4184-b7e2-a59eed42662a req-e08e201c-acd9-475c-a4a3-249d95b40007 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.408961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf3c0b9f-08f0-4184-b7e2-a59eed42662a req-e08e201c-acd9-475c-a4a3-249d95b40007 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2474208 Jul 14 09:41:44.472242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab2fe6-bdef-4827-90a2-f9f861f03237 req-dd16f0f4-4942-4239-bdd1-b0d272ca573d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:44.473836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcab2fe6-bdef-4827-90a2-f9f861f03237 req-dd16f0f4-4942-4239-bdd1-b0d272ca573d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1717265 Jul 14 09:41:44.531461 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf3c0b9f-08f0-4184-b7e2-a59eed42662a req-23f1d1a7-6e32-41d9-91d5-61f6cdf73684 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141329 Jul 14 09:41:44.537242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcab2fe6-bdef-4827-90a2-f9f861f03237 req-7de6b222-b077-4ed8-b2ca-f9858c22092b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 Jul 14 09:41:44.622331 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:44.668059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Port': ['ID=7a34c5d3-6b7c-4e42-afc3-00e74706179e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:44.927041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 81c94db7-c0a2-4f95-817d-a6544abec23d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:44.999857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 81c94db7-c0a2-4f95-817d-a6544abec23d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:45.000443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 81c94db7-c0a2-4f95-817d-a6544abec23d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:45.001387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:45.066743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:45.067396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 613b718f-c8ab-4cd8-a012-05f9a0f7e2ff not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:45.139992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.213178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7905e-5f8b-4255-881b-28c0e1138d46 req-a15759a0-1ac0-4d9e-a4c5-26ee0196296f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.214970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7bd7905e-5f8b-4255-881b-28c0e1138d46 req-a15759a0-1ac0-4d9e-a4c5-26ee0196296f tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2936354 Jul 14 09:41:45.218107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.352570 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7bd7905e-5f8b-4255-881b-28c0e1138d46 req-f6e7fb96-5ab0-4889-8fdb-2d3b7043d670 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881691 Jul 14 09:41:45.485042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c41bd-e9c9-4743-860b-ee24f0b974a8 req-23bb2806-5a50-4806-acea-ce6d8e31715f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.487351 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-040c41bd-e9c9-4743-860b-ee24f0b974a8 req-23bb2806-5a50-4806-acea-ce6d8e31715f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2314782 Jul 14 09:41:45.644444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-040c41bd-e9c9-4743-860b-ee24f0b974a8 req-4b8c93c4-d5cb-4c7b-9aaa-36eb5e694cfb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104481 Jul 14 09:41:45.646744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf6416-5bce-4444-b8bb-84fe59a11378 req-b179299a-1577-41ed-9a80-138087fc4836 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:45.648187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eaf6416-5bce-4444-b8bb-84fe59a11378 req-b179299a-1577-41ed-9a80-138087fc4836 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1552207 Jul 14 09:41:45.704454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:45.765204 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eaf6416-5bce-4444-b8bb-84fe59a11378 req-758754e3-372e-44f5-b330-4407ad02fcf6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780325 Jul 14 09:41:45.786885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port e727d11e-7ede-4ec4-aa62-7e1afb757204 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:45.787883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.908096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:45.921964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d39d1cdc-ff2f-4ae6-8f40-09abd8f287ab tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "PUT /v2.0/routers/68ea1bd2-6854-40aa-a3c1-b60ca47675bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6913574 Jul 14 09:41:45.922506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] Sync routers for ids ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:45.922648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46132) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:45.938596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port e727d11e-7ede-4ec4-aa62-7e1afb757204, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e727d11e-7ede-4ec4-aa62-7e1afb757204,segment=NetworkSegment(051b1cfe-ae4d-44b1-be27-5952b5b83c8f),segment_id=051b1cfe-ae4d-44b1-be27-5952b5b83c8f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:45.939048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:45.943735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] Routers {'68ea1bd2-6854-40aa-a3c1-b60ca47675bf'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:45.944673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:45.968800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for e727d11e-7ede-4ec4-aa62-7e1afb757204 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:46.025107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4223b2a5-f086-4116-83f1-53443073c4cd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting subnet e4b3949a-155a-4ef9-9224-55fc697d600c {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:46.032267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4223b2a5-f086-4116-83f1-53443073c4cd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.096517 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4223b2a5-f086-4116-83f1-53443073c4cd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.211301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] Set router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:46.247963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.316334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=e727d11e-7ede-4ec4-aa62-7e1afb757204,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.317339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4223b2a5-f086-4116-83f1-53443073c4cd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.455208 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4223b2a5-f086-4116-83f1-53443073c4cd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.499603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c976a-e336-485c-b35b-a163bd0360a8 None None] Network a95f61cd-5790-4c7b-a162-46c07232c667 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:46.511747 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4223b2a5-f086-4116-83f1-53443073c4cd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.523821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4223b2a5-f086-4116-83f1-53443073c4cd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/subnets/e4b3949a-155a-4ef9-9224-55fc697d600c HTTP/1.1" status: 204 len: 168 time: 0.6006687 Jul 14 09:41:46.525260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46144) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:46.533036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223b2a5-f086-4116-83f1-53443073c4cd tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b3949a-155a-4ef9-9224-55fc697d600c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:46.783934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:46.907634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:44Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:46.946778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] Checking router: 68ea1bd2-6854-40aa-a3c1-b60ca47675bf for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:46.965109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] Routers {'68ea1bd2-6854-40aa-a3c1-b60ca47675bf'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:46.965769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:47.007677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46152) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:47.068978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.090265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21558dd2-9194-44dc-8f10-3eb7e58d125b req-6fb65318-ce2c-4536-9953-1f9acefe3aeb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.101954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] DHCP port deletion for a95f61cd-5790-4c7b-a162-46c07232c667 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:47.105290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21558dd2-9194-44dc-8f10-3eb7e58d125b req-6fb65318-ce2c-4536-9953-1f9acefe3aeb tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.7727585 Jul 14 09:41:47.110859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.218842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] Deleting port a3914677-9791-476b-9ad6-6aa3cf025738 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:47.219213 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.222226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] Set router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:47.226926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44679a6f-3697-41d7-b945-a7569a1d3a75 req-8658edd7-dc3d-49f0-b334-7f87591bb86a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.229980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44679a6f-3697-41d7-b945-a7569a1d3a75 req-8658edd7-dc3d-49f0-b334-7f87591bb86a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2236300 Jul 14 09:41:47.264459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-041c2f13-798d-4aff-9101-69f05645ed04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.273390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-21558dd2-9194-44dc-8f10-3eb7e58d125b req-4350690e-216b-42d7-bb62-56ea23c1c155 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649272 Jul 14 09:41:47.388600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] For port a3914677-9791-476b-9ad6-6aa3cf025738, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3914677-9791-476b-9ad6-6aa3cf025738,segment=NetworkSegment(3772402f-52ff-493e-9692-bdea1d9cd8c1),segment_id=3772402f-52ff-493e-9692-bdea1d9cd8c1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:47.389470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.521149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:47.527916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] Calling delete_port for a3914677-9791-476b-9ad6-6aa3cf025738 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:47.708724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90bab5-b7cb-4a61-8198-88433e38fef4 req-98629ec2-d867-499b-892d-6d14ff9abba6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:47.711444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb90bab5-b7cb-4a61-8198-88433e38fef4 req-98629ec2-d867-499b-892d-6d14ff9abba6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.2543516 Jul 14 09:41:47.746017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:44Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:47.749357 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.782489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44679a6f-3697-41d7-b945-a7569a1d3a75 req-3fd4e2e7-03cf-4695-ae8d-b4cdea7718e1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297477 Jul 14 09:41:47.791803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:47.809213 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:47.832261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cdb92d00-29b6-4202-8481-c3afbaaaed92 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5780337 Jul 14 09:41:47.832261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb90bab5-b7cb-4a61-8198-88433e38fef4 req-015d7c28-bce2-4ce3-9b39-40e427b881db tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021094 Jul 14 09:41:47.832733 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:47.833119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46156) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:47.833271 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:47.834223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting port 6303fa36-631e-46af-bb19-6b286c6ed312 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:47.834577 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:47.857447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] Pushing event deleted for resources: {'Port': ['ID=a3914677-9791-476b-9ad6-6aa3cf025738,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:47.870856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a54751f-6fba-4554-a2de-2d4bccf2a053 None None] The sync data for ids ['68ea1bd2-6854-40aa-a3c1-b60ca47675bf'] in n-d-780147-26 is: [{'id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'name': 'tempest-TestSecurityGroupsBasicOps-router-542106909', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:41:00Z', 'updated_at': '2021-07-14T09:41:44Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': '6303fa36-631e-46af-bb19-6b286c6ed312', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ea1bd2-6854-40aa-a3c1-b60ca47675bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:47.893913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99503db-7799-44b2-996d-4b1b191023e8 None None] No DVR routers for this DVR port a3914677-9791-476b-9ad6-6aa3cf025738 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:48.009301 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:48.011521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91394e4-5f4a-4b22-84e8-3e86aec0f0d4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet aeb2cd14-889e-426f-9bd2-308673e4ab4f {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:48.016131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b91394e4-5f4a-4b22-84e8-3e86aec0f0d4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.041499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-80962c54-f0bf-4d63-9ecb-200d3c0caced tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.042964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-80962c54-f0bf-4d63-9ecb-200d3c0caced tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2853231 Jul 14 09:41:48.077541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b91394e4-5f4a-4b22-84e8-3e86aec0f0d4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.110059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] For port 6303fa36-631e-46af-bb19-6b286c6ed312, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6303fa36-631e-46af-bb19-6b286c6ed312,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:48.110463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.145493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Calling delete_port for 6303fa36-631e-46af-bb19-6b286c6ed312 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:48.174435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-041c2f13-798d-4aff-9101-69f05645ed04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.197150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-041c2f13-798d-4aff-9101-69f05645ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.204052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b91394e4-5f4a-4b22-84e8-3e86aec0f0d4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.288996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c2f13-798d-4aff-9101-69f05645ed04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ecc53c-38ab-42e4-b49b-8b667f7b6622,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.308450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-041c2f13-798d-4aff-9101-69f05645ed04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0de89bbb16b747fca4fb1b0b1f62a9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2960379 Jul 14 09:41:48.308450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46162) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:48.347833 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b91394e4-5f4a-4b22-84e8-3e86aec0f0d4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.423102 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:46Z', 'revision_number': 10, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:48.434462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91394e4-5f4a-4b22-84e8-3e86aec0f0d4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb2cd14-889e-426f-9bd2-308673e4ab4f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.443705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b91394e4-5f4a-4b22-84e8-3e86aec0f0d4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.445614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c7984d-99a0-47a9-a3a7-adac6930b82a None None] Network 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:48.446709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b91394e4-5f4a-4b22-84e8-3e86aec0f0d4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/aeb2cd14-889e-426f-9bd2-308673e4ab4f HTTP/1.1" status: 204 len: 168 time: 0.6153259 Jul 14 09:41:48.450142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:48.487128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Deleting port d60353a0-65b1-4f39-ae79-c7b57ad1a981 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:48.487633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.549252 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:48.574440 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3eed3ce8-ec49-458d-a38c-99cc62c7bf17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.584085 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:48.589396 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:48.628804 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3eed3ce8-ec49-458d-a38c-99cc62c7bf17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.765935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3eed3ce8-ec49-458d-a38c-99cc62c7bf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.769147 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3eed3ce8-ec49-458d-a38c-99cc62c7bf17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.772817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3eed3ce8-ec49-458d-a38c-99cc62c7bf17 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48ecc53c-38ab-42e4-b49b-8b667f7b6622 HTTP/1.1" status: 204 len: 168 time: 0.4598122 Jul 14 09:41:48.801668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3914677-9791-476b-9ad6-6aa3cf025738 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:48.808825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed3ce8-ec49-458d-a38c-99cc62c7bf17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ecc53c-38ab-42e4-b49b-8b667f7b6622,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:48.827489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.837955 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:48.859755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: a3914677-9791-476b-9ad6-6aa3cf025738 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:48.860838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3914677-9791-476b-9ad6-6aa3cf025738 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:48.861374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a34c5d3-6b7c-4e42-afc3-00e74706179e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:48.878899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c4038-42be-4388-ba1a-ca4dcd5ba008 req-0107e389-4ecf-4d25-927b-2bd373bdbe67 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.885713 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093c4038-42be-4388-ba1a-ca4dcd5ba008 req-0107e389-4ecf-4d25-927b-2bd373bdbe67 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3601534 Jul 14 09:41:48.893219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7a34c5d3-6b7c-4e42-afc3-00e74706179e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:48.893676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7a34c5d3-6b7c-4e42-afc3-00e74706179e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:48.949507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] For port d60353a0-65b1-4f39-ae79-c7b57ad1a981, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d60353a0-65b1-4f39-ae79-c7b57ad1a981,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:48.950092 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:48.959882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9b834-cb7e-43d6-b572-2a500562db3c req-7551cdc7-9d34-4fa4-8f57-dc7195a36e28 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:48.962086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bba9b834-cb7e-43d6-b572-2a500562db3c req-7551cdc7-9d34-4fa4-8f57-dc7195a36e28 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 945 time: 0.2003689 Jul 14 09:41:49.004167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] DHCP port deletion for 1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:49.026838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Calling delete_port for d60353a0-65b1-4f39-ae79-c7b57ad1a981 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:49.031263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bba9b834-cb7e-43d6-b572-2a500562db3c req-63c8947c-71de-4941-bed8-f8cf9c7f1f07 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522554 Jul 14 09:41:49.035781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.107695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Port': ['ID=6303fa36-631e-46af-bb19-6b286c6ed312,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.129538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] Deleting port dee6d79a-ce11-49c8-a062-dafc2f9623e8 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:49.129936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.137777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093c4038-42be-4388-ba1a-ca4dcd5ba008 req-2722dddb-7630-40b8-8fe1-0f5becb8c71a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339318 Jul 14 09:41:49.155641 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:46Z', 'revision_number': 10, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:49.189308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port dee6d79a-ce11-49c8-a062-dafc2f9623e8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:49.189804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.195743 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de82970-573b-4c3b-9cae-1530f9d347d3 None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:46Z', 'revision_number': 10, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None, '_interfaces': [{'id': '48aa11a4-fbc1-487c-8f31-31359cb3dcf7', 'name': '', 'network_id': '4be86705-5435-4acb-92a4-b17e1bcf7641', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'mac_address': 'fa:16:3e:7f:0f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'device_owner': 'network:router_interface', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '179e3337-9787-488d-ae11-445c2ff469e2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:41:01Z', 'updated_at': '2021-07-14T09:41:16Z', 'revision_number': 5, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'subnets': [{'id': '179e3337-9787-488d-ae11-445c2ff469e2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:49.221706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.261244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] For port dee6d79a-ce11-49c8-a062-dafc2f9623e8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dee6d79a-ce11-49c8-a062-dafc2f9623e8,segment=NetworkSegment(051b1cfe-ae4d-44b1-be27-5952b5b83c8f),segment_id=051b1cfe-ae4d-44b1-be27-5952b5b83c8f)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:49.262074 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.284345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] Calling delete_port for dee6d79a-ce11-49c8-a062-dafc2f9623e8 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:49.284573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port dee6d79a-ce11-49c8-a062-dafc2f9623e8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dee6d79a-ce11-49c8-a062-dafc2f9623e8,segment=NetworkSegment(051b1cfe-ae4d-44b1-be27-5952b5b83c8f),segment_id=051b1cfe-ae4d-44b1-be27-5952b5b83c8f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:49.284573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.298963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for dee6d79a-ce11-49c8-a062-dafc2f9623e8 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:49.390773 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.411046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] No DVR routers for this DVR port dee6d79a-ce11-49c8-a062-dafc2f9623e8 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:49.425147 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.433479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.440274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f083598-ed81-4919-8861-09714f92aa47 None None] Pushing event deleted for resources: {'Port': ['ID=dee6d79a-ce11-49c8-a062-dafc2f9623e8,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.463210 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.475989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.522117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No DVR routers for this DVR port dee6d79a-ce11-49c8-a062-dafc2f9623e8 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:49.524604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=dee6d79a-ce11-49c8-a062-dafc2f9623e8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.528581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.529090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Fanout notify agent at l3_agent the message router_deleted on router 68ea1bd2-6854-40aa-a3c1-b60ca47675bf {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:49.530875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5919c00-67b2-46e6-b263-cd10cbca496f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.538114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.539157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4f5a77fd-a384-4ec4-af6b-7e93da79371e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/routers/68ea1bd2-6854-40aa-a3c1-b60ca47675bf HTTP/1.1" status: 204 len: 168 time: 3.0129137 Jul 14 09:41:49.544813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46178) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:49.545155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.557924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd5f0-52f9-441e-9382-d1dd45d83495 req-7f9c988f-143d-488f-addd-b0571fe85002 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:49.560889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32f96a1f-344d-4955-875f-c2a97f39e2a2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:49.565404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-475cd5f0-52f9-441e-9382-d1dd45d83495 req-7f9c988f-143d-488f-addd-b0571fe85002 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1940200 Jul 14 09:41:49.660136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event deleted for resources: {'Port': ['ID=d60353a0-65b1-4f39-ae79-c7b57ad1a981,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:49.727699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] No DVR routers for this DVR port d60353a0-65b1-4f39-ae79-c7b57ad1a981 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:49.732451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.734535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-554c9a09-eb8b-4211-8653-9062c2ed4e26 req-a6676ab7-1cea-4bb8-8e7e-cfed572e880a tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.66 "DELETE /v2.0/ports/d60353a0-65b1-4f39-ae79-c7b57ad1a981 HTTP/1.1" status: 204 len: 173 time: 1.6824903 Jul 14 09:41:49.734996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014a8bc0-d1f4-4336-8bfe-282c152cc545', 'name': 'network-vif-deleted', 'tag': 'd60353a0-65b1-4f39-ae79-c7b57ad1a981'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:49.741223 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0933b430-bb59-4300-91fa-8010b3c8b729" -d '{"events": [{"server_uuid": "014a8bc0-d1f4-4336-8bfe-282c152cc545", "name": "network-vif-deleted", "tag": "d60353a0-65b1-4f39-ae79-c7b57ad1a981"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:49.764055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-475cd5f0-52f9-441e-9382-d1dd45d83495 req-cfb10e14-53b7-4f45-9df9-57bb8e34cae7 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976452 Jul 14 09:41:49.809862 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d404d3d-8341-470b-8191-2689dfde550c x-openstack-request-id: req-7d404d3d-8341-470b-8191-2689dfde550c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:49.810463 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014a8bc0-d1f4-4336-8bfe-282c152cc545", "name": "network-vif-deleted", "tag": "d60353a0-65b1-4f39-ae79-c7b57ad1a981", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:49.810463 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7d404d3d-8341-470b-8191-2689dfde550c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:49.810860 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014a8bc0-d1f4-4336-8bfe-282c152cc545', 'name': 'network-vif-deleted', 'tag': 'd60353a0-65b1-4f39-ae79-c7b57ad1a981', 'status': 'completed', 'code': 200} Jul 14 09:41:49.838389 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.883975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edbf84f-e4a2-4ad2-9e74-3cac58adedf8']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:49.900002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.911688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '051b1cfe-ae4d-44b1-be27-5952b5b83c8f') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:49.912006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '051b1cfe-ae4d-44b1-be27-5952b5b83c8f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:49.932503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:49.984906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.002516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:50.002920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:50.006028 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:50.020553 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5919c00-67b2-46e6-b263-cd10cbca496f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.079259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5919c00-67b2-46e6-b263-cd10cbca496f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.143144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.163821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d5919c00-67b2-46e6-b263-cd10cbca496f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d46f5c3f10e14936ae835118eefaa830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6798511 Jul 14 09:41:50.163821 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.166356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:50.175403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95f61cd-5790-4c7b-a162-46c07232c667']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.182754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.184609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/1edbf84f-e4a2-4ad2-9e74-3cac58adedf8 HTTP/1.1" status: 204 len: 168 time: 1.7336378 Jul 14 09:41:50.188577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46188) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:50.206961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5919c00-67b2-46e6-b263-cd10cbca496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c42e53-bfe8-482d-9b37-10f0c9ebb72e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.215168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3772402f-52ff-493e-9692-bdea1d9cd8c1') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.215542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3772402f-52ff-493e-9692-bdea1d9cd8c1') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:50.217323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb368b-d9a5-4ffb-9522-f1766626b37c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=1edbf84f-e4a2-4ad2-9e74-3cac58adedf8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.233642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.286636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.297886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:50.301461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:50.306686 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:50.371347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d60353a0-65b1-4f39-ae79-c7b57ad1a981 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:50.381128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ead5a33-a3c1-480d-85ed-436bcf01ab75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.411286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: d60353a0-65b1-4f39-ae79-c7b57ad1a981 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:50.412366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d60353a0-65b1-4f39-ae79-c7b57ad1a981 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:50.436224 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68984bff-fbea-4917-9a49-24017e10012c req-bb6b5f34-9bd9-4059-a2a1-1fb6cf7a8dfd tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=014a8bc0-d1f4-4336-8bfe-282c152cc545 HTTP/1.1" status: 200 len: 210 time: 0.1284020 Jul 14 09:41:50.437902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ead5a33-a3c1-480d-85ed-436bcf01ab75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.446344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.460093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.471505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/networks/a95f61cd-5790-4c7b-a162-46c07232c667 HTTP/1.1" status: 204 len: 168 time: 0.8864732 Jul 14 09:41:50.471734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46190) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:50.493602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7c7bf-430b-47bc-8be8-361f3b069871 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Network': ['ID=a95f61cd-5790-4c7b-a162-46c07232c667,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.522196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86ae66-3233-4fc7-88ec-6b19706e54cb req-85889db0-f160-4a02-86af-8b4748637446 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:50.523762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-da86ae66-3233-4fc7-88ec-6b19706e54cb req-85889db0-f160-4a02-86af-8b4748637446 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1604371 Jul 14 09:41:50.556409 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ead5a33-a3c1-480d-85ed-436bcf01ab75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.558924 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ead5a33-a3c1-480d-85ed-436bcf01ab75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.560097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8ead5a33-a3c1-480d-85ed-436bcf01ab75 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2c42e53-bfe8-482d-9b37-10f0c9ebb72e HTTP/1.1" status: 204 len: 168 time: 0.3906548 Jul 14 09:41:50.581565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead5a33-a3c1-480d-85ed-436bcf01ab75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c42e53-bfe8-482d-9b37-10f0c9ebb72e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:50.599078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-da86ae66-3233-4fc7-88ec-6b19706e54cb req-49e54322-a4f6-4fae-b4e3-3d2d4377aeb1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646968 Jul 14 09:41:50.771715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e727d11e-7ede-4ec4-aa62-7e1afb757204 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:50.799043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: e727d11e-7ede-4ec4-aa62-7e1afb757204 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:50.799481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e727d11e-7ede-4ec4-aa62-7e1afb757204 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:50.799978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6303fa36-631e-46af-bb19-6b286c6ed312 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:50.881174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting port b17964c0-7204-4add-86e9-39405448d429 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:50.881785 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:50.990636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c953d0-f2d7-4197-bdaa-e1628258cb4e req-e3b89fe6-c5a6-4c64-bf30-b5a8458beeac tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:50.998266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56c953d0-f2d7-4197-bdaa-e1628258cb4e req-e3b89fe6-c5a6-4c64-bf30-b5a8458beeac tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2179840 Jul 14 09:41:51.010463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2ab78-1696-4b31-a9d3-91cf99d6940d req-c65040d2-c06c-4013-b800-0f86b99f76d3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:51.019014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b2a2ab78-1696-4b31-a9d3-91cf99d6940d req-c65040d2-c06c-4013-b800-0f86b99f76d3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.0885181 Jul 14 09:41:51.021502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6303fa36-631e-46af-bb19-6b286c6ed312 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:51.021903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6303fa36-631e-46af-bb19-6b286c6ed312 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:51.022617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dee6d79a-ce11-49c8-a062-dafc2f9623e8 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:51.044269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: dee6d79a-ce11-49c8-a062-dafc2f9623e8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:51.044625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dee6d79a-ce11-49c8-a062-dafc2f9623e8 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:51.071361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b2a2ab78-1696-4b31-a9d3-91cf99d6940d req-93b8ad6e-cb77-4f95-acd7-cb6cdbbcbb44 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513346 Jul 14 09:41:51.109266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.109595 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.115573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56c953d0-f2d7-4197-bdaa-e1628258cb4e req-ff973c3a-6d28-4629-84ae-a8201776a351 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165049 Jul 14 09:41:51.144734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Calling delete_port for b17964c0-7204-4add-86e9-39405448d429 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:51.215487 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:41:51.265030 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.833983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18962987-edfb-45b4-863b-f0c7e02841cf req-303b0627-b397-440e-adf7-a6dac8872e71 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:51.835471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18962987-edfb-45b4-863b-f0c7e02841cf req-303b0627-b397-440e-adf7-a6dac8872e71 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.4994166 Jul 14 09:41:51.852720 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-384418e5-3212-4b28-9c78-2c4863f4c072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.865876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:51.880859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46240) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:51.912138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Port': ['ID=b17964c0-7204-4add-86e9-39405448d429,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:51.960182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18962987-edfb-45b4-863b-f0c7e02841cf req-08e5780d-1010-4147-aad2-c4d55ad1ae2f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138217 Jul 14 09:41:52.035660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-671d52db-f252-417f-81fe-45095bacb923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.061274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.061620 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Floating IP a02d71de-d3ec-4f37-91ec-8ed3c5fe6137 disassociated (deleted). External IP: 172.25.0.107, port: 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b. Jul 14 09:41:52.205786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-671d52db-f252-417f-81fe-45095bacb923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.211755 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-671d52db-f252-417f-81fe-45095bacb923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.289250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d52db-f252-417f-81fe-45095bacb923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815834c7-f3dc-4aae-9bdc-4b2fcdfc5701,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.296710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-671d52db-f252-417f-81fe-45095bacb923 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3ac9793b688a44889ab3306c5ec2fd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118299 Jul 14 09:41:52.299045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:52.299283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46254) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:52.299401 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.354038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86ebcc-217a-4a8a-b3f4-56ad3519747e req-d1d5263a-2024-4290-9b57-5c7c7be9e956 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.355578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d86ebcc-217a-4a8a-b3f4-56ad3519747e req-d1d5263a-2024-4290-9b57-5c7c7be9e956 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1225059 Jul 14 09:41:52.358748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a20b37-a2d2-45d6-bca4-daadfd53a7e5 req-56715714-db15-47dc-abaa-ef92b8cfad74 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.360290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3a20b37-a2d2-45d6-bca4-daadfd53a7e5 req-56715714-db15-47dc-abaa-ef92b8cfad74 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2209039 Jul 14 09:41:52.374935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:41:52.392518 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a77902a-0147-4063-8002-27123e605dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.429489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a77902a-0147-4063-8002-27123e605dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.439267 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d86ebcc-217a-4a8a-b3f4-56ad3519747e req-b135be76-49cd-4c77-9c02-5e6db6057cfc tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764151 Jul 14 09:41:52.478150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3a20b37-a2d2-45d6-bca4-daadfd53a7e5 req-9e184a68-5c7c-48ef-921b-34962ce116b6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088164 Jul 14 09:41:52.502004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a77902a-0147-4063-8002-27123e605dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.504643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a77902a-0147-4063-8002-27123e605dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.509424 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2a77902a-0147-4063-8002-27123e605dd9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/815834c7-f3dc-4aae-9bdc-4b2fcdfc5701 HTTP/1.1" status: 204 len: 168 time: 0.2082961 Jul 14 09:41:52.517171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:52.523626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port 48aa11a4-fbc1-487c-8f31-31359cb3dcf7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,segment=NetworkSegment(f6759594-fa0d-4ad5-b8d6-abb61e2ac608),segment_id=f6759594-fa0d-4ad5-b8d6-abb61e2ac608)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:52.524038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.529412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77902a-0147-4063-8002-27123e605dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815834c7-f3dc-4aae-9bdc-4b2fcdfc5701,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.534991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'port_id': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'mac_address': 'fa:16:3e:d5:9f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:41:52.554094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:52.577825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:52.602479 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.619945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94c8d8df-e9fe-4484-bc44-14ef9725d729 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:41:52.646071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:52.656421 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.726743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:52.790868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['94c8d8df-e9fe-4484-bc44-14ef9725d729'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:41:52.891923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:52.897933 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:52.941164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] Sync routers for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:52.961502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394788d-21f9-441e-b2c5-a51fcf43290e req-3516b9b5-1dde-40bd-ad24-0776bc3a9172 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:52.969104 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3394788d-21f9-441e-b2c5-a51fcf43290e req-3516b9b5-1dde-40bd-ad24-0776bc3a9172 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2436523 Jul 14 09:41:52.986832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:52.988021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:52.997827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6d2e29e8-b1ab-4475-ab99-56dc9c41a7fc tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/floatingips/a02d71de-d3ec-4f37-91ec-8ed3c5fe6137 HTTP/1.1" status: 204 len: 168 time: 2.5313096 Jul 14 09:41:53.002515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:53.005366 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc19e75-c581-4787-aee2-329a06cac0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:53.099973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3394788d-21f9-441e-b2c5-a51fcf43290e req-5a876bf2-2116-499b-950e-7c2d2ce20a67 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299605 Jul 14 09:41:53.129539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.145390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:53.206052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=48aa11a4-fbc1-487c-8f31-31359cb3dcf7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:53.477422 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:53.614868 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6089775-7457-4f24-84f9-05dd42be7b25 x-openstack-request-id: req-d6089775-7457-4f24-84f9-05dd42be7b25 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:53.615556 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:53.616158 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6089775-7457-4f24-84f9-05dd42be7b25 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:53.616771 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'status': 'completed', 'code': 200} Jul 14 09:41:53.629784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:53.676636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] Checking router: 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:53.688480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:53.689368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:53.818092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:53.872926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457787b-3e75-4a1a-8fd2-72bd739f87cc req-b8912be6-97f0-4335-87ba-821339ab15a4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.875684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5457787b-3e75-4a1a-8fd2-72bd739f87cc req-b8912be6-97f0-4335-87ba-821339ab15a4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1635108 Jul 14 09:41:53.905573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:53.915054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19e75-c581-4787-aee2-329a06cac0ac req-d89c995e-8080-4376-b607-ce76fa645cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:53.920615 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edc19e75-c581-4787-aee2-329a06cac0ac req-d89c995e-8080-4376-b607-ce76fa645cba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=08ab6b16cfaa432ba54c4965014d2703&device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 1136 time: 0.2990339 Jul 14 09:41:53.934199 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5457787b-3e75-4a1a-8fd2-72bd739f87cc req-3b24ab7b-b2b7-44d7-90f4-67d5c2aeb59b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475371 Jul 14 09:41:54.042130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19e75-c581-4787-aee2-329a06cac0ac req-e7ff4915-f8c0-4780-817c-29495f6d367f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.043642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edc19e75-c581-4787-aee2-329a06cac0ac req-e7ff4915-f8c0-4780-817c-29495f6d367f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0f80b4b1-d8d6-438f-aba2-90e72270747d HTTP/1.1" status: 200 len: 897 time: 0.1176853 Jul 14 09:41:54.181789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:54.201718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edc19e75-c581-4787-aee2-329a06cac0ac req-d11543a8-0473-4800-a5ff-c0e874262ab4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b HTTP/1.1" status: 200 len: 217 time: 0.1497748 Jul 14 09:41:54.215188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aea36e-568c-463b-b3b9-8b7a01e85244 req-3b520843-147a-4e2b-b6af-ba3db7dfcf66 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.222823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0aea36e-568c-463b-b3b9-8b7a01e85244 req-3b520843-147a-4e2b-b6af-ba3db7dfcf66 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 984 time: 0.4072580 Jul 14 09:41:54.232626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0a788-831c-49c3-bc77-4dad6a3026cb req-f4da177b-f12d-4f52-ba84-45ee9852bf62 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.234414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9e0a788-831c-49c3-bc77-4dad6a3026cb req-f4da177b-f12d-4f52-ba84-45ee9852bf62 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1452200 Jul 14 09:41:54.238862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b27619-28af-46d1-9fb8-047ad9fd11c5 None None] The sync data for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 is: [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:39:49Z', 'revision_number': 4, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'db162579-05e0-43c7-8e43-7808cf965ea7', 'name': '', 'network_id': '0f80b4b1-d8d6-438f-aba2-90e72270747d', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'mac_address': 'fa:16:3e:da:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2236, 'fixed_ips': [{'subnet_id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:46Z', 'updated_at': '2021-07-14T09:39:58Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'subnets': [{'id': '79dc9495-a89f-4e3f-a6e4-81802b2b16d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:54.246524 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-04b64a66-1f06-4812-a525-ed414dbb0ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.258855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:54.265586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dad91386-7e9b-4f4a-8446-b55af9446d66 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0750141 Jul 14 09:41:54.270545 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:54.285451 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:54.286243 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:54.298997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46344) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:54.333637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46346) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:54.349920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0aea36e-568c-463b-b3b9-8b7a01e85244 req-3145a065-db73-44b8-8e11-f57ea9b1e80e tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1256523 Jul 14 09:41:54.396107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:41:54.434885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19e75-c581-4787-aee2-329a06cac0ac req-6af618fd-4f93-43ec-ba9f-cc78df5a7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.437036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edc19e75-c581-4787-aee2-329a06cac0ac req-6af618fd-4f93-43ec-ba9f-cc78df5a7328 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=79dc9495-a89f-4e3f-a6e4-81802b2b16d1 HTTP/1.1" status: 200 len: 834 time: 0.2088022 Jul 14 09:41:54.515718 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9e0a788-831c-49c3-bc77-4dad6a3026cb req-0cda69cb-2bf2-49ac-9ce3-2b911cb932b9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741992 Jul 14 09:41:54.556242 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.563974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25908f7-2c8b-425c-8d0d-c2812da5d375 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting subnet 179e3337-9787-488d-ae11-445c2ff469e2 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:54.577916 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f25908f7-2c8b-425c-8d0d-c2812da5d375 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.629585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 94c8d8df-e9fe-4484-bc44-14ef9725d729 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:41:54.629960 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.693379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc19e75-c581-4787-aee2-329a06cac0ac req-4c3e68b1-8606-4592-a16f-ed6a7c911ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.694998 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edc19e75-c581-4787-aee2-329a06cac0ac req-4c3e68b1-8606-4592-a16f-ed6a7c911ed0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f80b4b1-d8d6-438f-aba2-90e72270747d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2497921 Jul 14 09:41:54.733014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f25908f7-2c8b-425c-8d0d-c2812da5d375 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.733233 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:54.834061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6f5d-f9c0-4967-823a-1f46d21c282a None None] New status for floating IP a02d71de-d3ec-4f37-91ec-8ed3c5fe6137: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:41:54.863789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e18f910e-339b-42b2-854a-ab1e81aad427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.875924 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:52Z', 'revision_number': 11, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:54.936855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f25908f7-2c8b-425c-8d0d-c2812da5d375 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:54.942495 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:54.961231 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:54.969828 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:54.991602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25259bd-8aad-4641-a402-27084ef4563d req-7e4a1aee-0529-45b7-8552-f83706bb4f8c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:54.993662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a25259bd-8aad-4641-a402-27084ef4563d req-7e4a1aee-0529-45b7-8552-f83706bb4f8c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.66 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 984 time: 0.1775053 Jul 14 09:41:55.053638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.111550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:55.116875 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66041939-44f0-432d-a09f-eaad19aa414a" -d '{"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-plugged", "status": "completed", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:55.129609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f25908f7-2c8b-425c-8d0d-c2812da5d375 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.138606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:55.150588 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:55.157890 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.183596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25908f7-2c8b-425c-8d0d-c2812da5d375 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Subnet': ['ID=179e3337-9787-488d-ae11-445c2ff469e2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.186082 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f25908f7-2c8b-425c-8d0d-c2812da5d375 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.188983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f25908f7-2c8b-425c-8d0d-c2812da5d375 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/179e3337-9787-488d-ae11-445c2ff469e2 HTTP/1.1" status: 204 len: 168 time: 0.8869994 Jul 14 09:41:55.193144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46354) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.208452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edc19e75-c581-4787-aee2-329a06cac0ac req-14e4c6a6-dc24-40d8-9824-25d8c6db6fb2 service neutron] 10.222.0.66 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561744 Jul 14 09:41:55.235174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.250744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c576c02a-9858-4371-821f-6ccd79f5b2bb None None] Network 4be86705-5435-4acb-92a4-b17e1bcf7641 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:41:55.305620 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:52Z', 'revision_number': 11, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:55.360520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e18f910e-339b-42b2-854a-ab1e81aad427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.376315 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be710eaa-ba78-4529-b219-b8f89c5dfa8b None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:52Z', 'revision_number': 11, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:55.449696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e18f910e-339b-42b2-854a-ab1e81aad427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.453044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db9eb7-1705-4cbc-89c1-a527d5cb0e5a req-87b4771d-f7fe-4da2-b395-86ffc6173df5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.473879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-24db9eb7-1705-4cbc-89c1-a527d5cb0e5a req-87b4771d-f7fe-4da2-b395-86ffc6173df5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.4341259 Jul 14 09:41:55.499961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.539482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:55.539812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.551209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c86b3-aed0-4548-9383-fbdbfca014c7 req-5e5fe593-db4f-4814-ab9a-0a8a515238d2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.553720 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.556861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b3c86b3-aed0-4548-9383-fbdbfca014c7 req-5e5fe593-db4f-4814-ab9a-0a8a515238d2 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 945 time: 0.8555579 Jul 14 09:41:55.578484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e18f910e-339b-42b2-854a-ab1e81aad427 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c14f892d2a1a43e3baf1bdab774e8483&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2203810 Jul 14 09:41:55.578884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46358) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:55.587381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f910e-339b-42b2-854a-ab1e81aad427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a677af-a165-456e-b829-95389ed14507,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:55.622968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edc19e75-c581-4787-aee2-329a06cac0ac req-d0d3a247-0c79-4373-8a3a-cae70eaa4656 service neutron] 10.222.0.66 "GET /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566438 Jul 14 09:41:55.635715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-57c68987-2e84-4d50-ab6a-9cac93c8f198 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:55.638655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-57c68987-2e84-4d50-ab6a-9cac93c8f198 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 945 time: 0.6501839 Jul 14 09:41:55.690788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b3c86b3-aed0-4548-9383-fbdbfca014c7 req-5e3fb15e-9697-4cf3-94d8-06b5a9f0848d tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/security-groups?id=8d9dad9c-db6e-42f2-9579-c914fa4276a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212027 Jul 14 09:41:55.717083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-24db9eb7-1705-4cbc-89c1-a527d5cb0e5a req-5c91fed9-2231-4d3a-ad5a-f664211590c4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388780 Jul 14 09:41:55.749048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] DHCP port deletion for 4be86705-5435-4acb-92a4-b17e1bcf7641 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:41:55.831799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] For port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:55.832251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.835307 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59d13659-e332-4bfe-81a0-50eff27be662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.837711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Deleting port c5a8a3f6-bdd5-497b-afc0-0b391f77772c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:55.838050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:55.851415 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820cccc4-b340-459f-978c-8c3c7eddcda2 x-openstack-request-id: req-820cccc4-b340-459f-978c-8c3c7eddcda2 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:55.852558 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-plugged", "status": "completed", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:55.853274 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-820cccc4-b340-459f-978c-8c3c7eddcda2 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:55.856397 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'code': 200} Jul 14 09:41:55.920792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Calling delete_port for 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:55.966608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] Deleting port c5a8a3f6-bdd5-497b-afc0-0b391f77772c {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:55.967154 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.037505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59d13659-e332-4bfe-81a0-50eff27be662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.066121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] For port c5a8a3f6-bdd5-497b-afc0-0b391f77772c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,segment=NetworkSegment(f6759594-fa0d-4ad5-b8d6-abb61e2ac608),segment_id=f6759594-fa0d-4ad5-b8d6-abb61e2ac608)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:56.066987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.120282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Deleting port 32f96a1f-344d-4955-875f-c2a97f39e2a2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:41:56.120864 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.168661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Calling delete_port for c5a8a3f6-bdd5-497b-afc0-0b391f77772c owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:56.175136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] For port c5a8a3f6-bdd5-497b-afc0-0b391f77772c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,segment=NetworkSegment(f6759594-fa0d-4ad5-b8d6-abb61e2ac608),segment_id=f6759594-fa0d-4ad5-b8d6-abb61e2ac608)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:56.175539 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.208623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] Calling delete_port for c5a8a3f6-bdd5-497b-afc0-0b391f77772c owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:56.300326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0571f8-6081-48b5-a1c2-0f7835061cd1 req-17d1eb0c-8539-45a6-8fb4-cfaeb3c6f812 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.302926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dc0571f8-6081-48b5-a1c2-0f7835061cd1 req-17d1eb0c-8539-45a6-8fb4-cfaeb3c6f812 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.2984664 Jul 14 09:41:56.324979 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59d13659-e332-4bfe-81a0-50eff27be662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.328785 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59d13659-e332-4bfe-81a0-50eff27be662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.330809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59d13659-e332-4bfe-81a0-50eff27be662 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/87a677af-a165-456e-b829-95389ed14507 HTTP/1.1" status: 204 len: 168 time: 0.7006340 Jul 14 09:41:56.349744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] For port 32f96a1f-344d-4955-875f-c2a97f39e2a2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32f96a1f-344d-4955-875f-c2a97f39e2a2,segment=NetworkSegment(c5d2e757-2230-4d97-be3c-bc4d027611c1),segment_id=c5d2e757-2230-4d97-be3c-bc4d027611c1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:41:56.355364 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.379308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c840b4-91ec-4196-9117-563af46a5f9a req-9193d58e-22d2-4d15-8989-b9df748de3b5 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:56.390838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37c840b4-91ec-4196-9117-563af46a5f9a req-9193d58e-22d2-4d15-8989-b9df748de3b5 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 984 time: 0.3321490 Jul 14 09:41:56.403448 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.420637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Calling delete_port for 32f96a1f-344d-4955-875f-c2a97f39e2a2 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:41:56.425318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d13659-e332-4bfe-81a0-50eff27be662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a677af-a165-456e-b829-95389ed14507,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.468783 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dc0571f8-6081-48b5-a1c2-0f7835061cd1 req-0cdcefbf-e737-4aa9-a7dd-131fd9b9694c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451299 Jul 14 09:41:56.477862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] Pushing event deleted for resources: {'Port': ['ID=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.503457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a7fe9-b5c4-4ee6-814f-048e478e637b None None] No DVR routers for this DVR port c5a8a3f6-bdd5-497b-afc0-0b391f77772c on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:56.540459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.825351 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.833094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:56.872033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c5a8a3f6-bdd5-497b-afc0-0b391f77772c no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:56.964549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c5a8a3f6-bdd5-497b-afc0-0b391f77772c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:56.967562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c5a8a3f6-bdd5-497b-afc0-0b391f77772c not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:56.969210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Pushing event deleted for resources: {'Port': ['ID=32f96a1f-344d-4955-875f-c2a97f39e2a2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:56.970291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:56.995945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:56.996384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 48aa11a4-fbc1-487c-8f31-31359cb3dcf7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:57.076799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] No DVR routers for this DVR port 32f96a1f-344d-4955-875f-c2a97f39e2a2 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:57.082939 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.088307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bae2a0d9-0087-4dc8-8c54-59ca6069f6c9 req-c1997a80-84cb-40fb-ac64-da7ce7c23a34 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.69 "DELETE /v2.0/ports/32f96a1f-344d-4955-875f-c2a97f39e2a2 HTTP/1.1" status: 204 len: 173 time: 1.4423239 Jul 14 09:41:57.089071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568ba1f9-1abc-4ecf-a105-3104eda8c66d', 'name': 'network-vif-deleted', 'tag': '32f96a1f-344d-4955-875f-c2a97f39e2a2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:57.092795 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2fb903-0501-4930-8283-89d824e5d3e6" -d '{"events": [{"server_uuid": "568ba1f9-1abc-4ecf-a105-3104eda8c66d", "name": "network-vif-deleted", "tag": "32f96a1f-344d-4955-875f-c2a97f39e2a2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:57.181980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23ae4e-a8a1-4473-9fea-ebf032d03673 req-4db72b9e-c8be-43dc-ac29-a6bc136b4d5b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:57.185976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Port': ['ID=c5a8a3f6-bdd5-497b-afc0-0b391f77772c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.194322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d23ae4e-a8a1-4473-9fea-ebf032d03673 req-4db72b9e-c8be-43dc-ac29-a6bc136b4d5b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3225453 Jul 14 09:41:57.198042 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.202246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No DVR routers for this DVR port c5a8a3f6-bdd5-497b-afc0-0b391f77772c on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:57.217656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.260055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37c840b4-91ec-4196-9117-563af46a5f9a req-613cfbe0-8949-432a-90c9-1d192ce5b0e2 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/security-groups?id=cdec2532-396c-407c-b0f3-724168bcce53&id=f09ff2fd-5d86-4ac2-867c-7defee2c28a3&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8679953 Jul 14 09:41:57.315232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d23ae4e-a8a1-4473-9fea-ebf032d03673 req-dbf42d1a-5019-4e0e-ac6e-b454f3d60db8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187062 Jul 14 09:41:57.402279 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e280e59-937a-412d-b17a-6aae08fc061f x-openstack-request-id: req-4e280e59-937a-412d-b17a-6aae08fc061f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:57.402657 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568ba1f9-1abc-4ecf-a105-3104eda8c66d", "name": "network-vif-deleted", "tag": "32f96a1f-344d-4955-875f-c2a97f39e2a2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:57.402994 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e280e59-937a-412d-b17a-6aae08fc061f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:57.403453 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568ba1f9-1abc-4ecf-a105-3104eda8c66d', 'name': 'network-vif-deleted', 'tag': '32f96a1f-344d-4955-875f-c2a97f39e2a2', 'status': 'completed', 'code': 200} Jul 14 09:41:57.414611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.426489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be86705-5435-4acb-92a4-b17e1bcf7641']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:57.442809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:57.443529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6759594-fa0d-4ad5-b8d6-abb61e2ac608') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:57.454360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.479865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.486969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:57.487384 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:57.546850 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:57.574583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Port': ['ID=956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.606316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-466b50a5-724e-4ecb-aa18-5a2fa105c834 req-19b9d886-d5b8-48a3-ab10-290eb6af0152 tempest-ServersTestJSON-1164963195 tempest-ServersTestJSON-1164963195-project] 10.222.0.73 "GET /v2.0/ports?device_id=568ba1f9-1abc-4ecf-a105-3104eda8c66d HTTP/1.1" status: 200 len: 210 time: 0.0550599 Jul 14 09:41:57.609813 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.635006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.639809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/networks/4be86705-5435-4acb-92a4-b17e1bcf7641 HTTP/1.1" status: 204 len: 168 time: 2.4263678 Jul 14 09:41:57.641198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46376) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:57.650375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'routes': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:41:57.697842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] No DVR routers for this DVR port 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:41:57.701200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007d41e-59cf-444d-89f5-d5d574b66c8e tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Pushing event deleted for resources: {'Network': ['ID=4be86705-5435-4acb-92a4-b17e1bcf7641,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:57.704360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:57.707613 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a25259bd-8aad-4641-a402-27084ef4563d req-6eb9fd8a-8b15-428f-8e5c-d6b14da814ed tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.66 "DELETE /v2.0/ports/956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b HTTP/1.1" status: 204 len: 173 time: 2.7075605 Jul 14 09:41:57.708383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'name': 'network-vif-deleted', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:41:57.723750 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c5709e-cc63-4d86-ad2e-17719659aa79" -d '{"events": [{"server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "name": "network-vif-deleted", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:41:57.991482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b054c1-c487-4ce7-93fe-b4dab378e177 req-6618a4da-1377-4e70-9697-68fb419098a4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:57.994494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28b054c1-c487-4ce7-93fe-b4dab378e177 req-6618a4da-1377-4e70-9697-68fb419098a4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1659913 Jul 14 09:41:58.103892 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28b054c1-c487-4ce7-93fe-b4dab378e177 req-a052948b-86c0-4e9b-ad21-ed839d5bd635 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020925 Jul 14 09:41:58.251984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a22835-7323-4f55-89a9-f4aa2964d0eb req-798d16a5-5098-4113-b133-3e06d2d7706c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:58.260364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-41a22835-7323-4f55-89a9-f4aa2964d0eb req-798d16a5-5098-4113-b133-3e06d2d7706c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.6883688 Jul 14 09:41:58.430613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:58.435792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.extraroute_db [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Added routes are [] {{(pid=93780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 09:41:58.436472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.extraroute_db [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Removed routes are [] {{(pid=93780) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 09:41:58.436790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.461017 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-41a22835-7323-4f55-89a9-f4aa2964d0eb req-444315a9-b048-4732-888e-6c9da5924a7a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994910 Jul 14 09:41:58.482173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:58.482550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:58.731831 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ee6198-3f55-4ed4-9cbc-4184df163c14 x-openstack-request-id: req-73ee6198-3f55-4ed4-9cbc-4184df163c14 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:41:58.732830 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bbb7d6-dce1-4189-be40-c176af053dcb", "name": "network-vif-deleted", "tag": "956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:41:58.733280 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73ee6198-3f55-4ed4-9cbc-4184df163c14 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:41:58.733961 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbb7d6-dce1-4189-be40-c176af053dcb', 'name': 'network-vif-deleted', 'tag': '956b6ea8-be4f-4cd5-ac2c-0ef0cee3ef9b', 'status': 'completed', 'code': 200} Jul 14 09:41:58.817055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d00ea54f-fe98-4f72-a453-befbc34a7784 req-9fbc6bfa-493d-4f1a-9eca-5b0bc257fca5 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "GET /v2.0/ports?device_id=08bbb7d6-dce1-4189-be40-c176af053dcb HTTP/1.1" status: 200 len: 210 time: 0.0643759 Jul 14 09:41:58.823166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.826060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32f96a1f-344d-4955-875f-c2a97f39e2a2 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:41:58.828432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:58.895540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 32f96a1f-344d-4955-875f-c2a97f39e2a2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:41:58.895900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32f96a1f-344d-4955-875f-c2a97f39e2a2 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:41:58.959861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:58.970933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:41:59.061037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4e287-3c71-4bf4-ad5f-04db1c73da3b req-5e63c20e-b7a3-4b9c-86e4-b6424ff4ebad tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:59.063238 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ac4e287-3c71-4bf4-ad5f-04db1c73da3b req-5e63c20e-b7a3-4b9c-86e4-b6424ff4ebad tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1495893 Jul 14 09:41:59.071458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f2ad4f-342a-49ad-b956-1aead6107718 admin admin] Deleting subnet 3eaf5bc9-caa5-490c-b0b2-94273b5b5443 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:41:59.084133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ad4f-342a-49ad-b956-1aead6107718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.098753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:41:59.107112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.108311 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bf841a02-1e64-49f8-8bd3-1f4a1eeaa16f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 200 len: 705 time: 1.4660668 Jul 14 09:41:59.111344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46390) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.112555 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] Sync routers for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:41:59.127626 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:59.141069 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.154844 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ad4f-342a-49ad-b956-1aead6107718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.176811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f4507fb2-86e1-4fef-b0f9-4477361759bb tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 200 len: 205 time: 0.0643158 Jul 14 09:41:59.179317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46394) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.197193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ac4e287-3c71-4bf4-ad5f-04db1c73da3b req-2464a494-2a3a-4f7f-9944-551d4a7b7b9e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217160 Jul 14 09:41:59.256397 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:59.262444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ad4f-342a-49ad-b956-1aead6107718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.380750 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:52Z', 'revision_number': 11, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.391308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ad4f-342a-49ad-b956-1aead6107718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.439991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] Checking router: f6c92a5e-6189-4cb7-a170-5a4a46e3c924 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:41:59.448835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2ad4f-342a-49ad-b956-1aead6107718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eaf5bc9-caa5-490c-b0b2-94273b5b5443,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:41:59.452634 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0f2ad4f-342a-49ad-b956-1aead6107718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.454638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b0f2ad4f-342a-49ad-b956-1aead6107718 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3eaf5bc9-caa5-490c-b0b2-94273b5b5443 HTTP/1.1" status: 204 len: 168 time: 0.4919600 Jul 14 09:41:59.457070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46400) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.459717 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] Routers {'f6c92a5e-6189-4cb7-a170-5a4a46e3c924'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:41:59.460722 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.486792 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-129a3a05-084d-4746-85a2-341dd41029e6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.550275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.583305 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.592438 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] Set router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:41:59.666373 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:52Z', 'revision_number': 11, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.702893 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f085ff-dc67-4620-a29f-dd38306f915f None None] The sync data for ids ['f6c92a5e-6189-4cb7-a170-5a4a46e3c924'] in n-d-780147-26 is: [{'id': 'f6c92a5e-6189-4cb7-a170-5a4a46e3c924', 'name': 'tempest-RoutersIpV6Test-router-1055091861', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:40:59Z', 'updated_at': '2021-07-14T09:41:52Z', 'revision_number': 11, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:41:59.742818 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.767652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31e062-59b0-4205-96db-8cb98de5cc14 req-b0189433-03e1-43f7-82bb-6682d6390d33 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:59.770548 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc31e062-59b0-4205-96db-8cb98de5cc14 req-b0189433-03e1-43f7-82bb-6682d6390d33 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2055328 Jul 14 09:41:59.777642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['528bc5e0-656c-4dd1-a586-5eba8f6aa108']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.782737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204010f8-f816-44b2-8351-e5bd7125f9c2 req-3c0b2c3b-e615-407a-a0d8-d8940c527019 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:41:59.790395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-204010f8-f816-44b2-8351-e5bd7125f9c2 req-3c0b2c3b-e615-407a-a0d8-d8940c527019 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.4024661 Jul 14 09:41:59.800536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-129a3a05-084d-4746-85a2-341dd41029e6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.803564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-129a3a05-084d-4746-85a2-341dd41029e6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.806278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d2e757-2230-4d97-be3c-bc4d027611c1') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.806612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d2e757-2230-4d97-be3c-bc4d027611c1') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:41:59.824779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.861470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc31e062-59b0-4205-96db-8cb98de5cc14 req-48209d36-e68c-4038-9d1e-b7db3373dbc5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801134 Jul 14 09:41:59.890923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-204010f8-f816-44b2-8351-e5bd7125f9c2 req-1c321750-4990-41b1-896f-e7fa696d856b tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957975 Jul 14 09:41:59.897118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.905170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-129a3a05-084d-4746-85a2-341dd41029e6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.905978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129a3a05-084d-4746-85a2-341dd41029e6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Fanout notify agent at l3_agent the message router_deleted on router f6c92a5e-6189-4cb7-a170-5a4a46e3c924 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:41:59.928309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:41:59.928309 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.929336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-129a3a05-084d-4746-85a2-341dd41029e6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:41:59.929336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-129a3a05-084d-4746-85a2-341dd41029e6 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 204 len: 168 time: 0.7480578 Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:41:59.940368 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:41:59.951509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46406) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:41:59.957689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e86740da-10b7-41ca-8c52-1f4e4ba56d78 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1751104752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:00.003025 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e86740da-10b7-41ca-8c52-1f4e4ba56d78 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.006398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e86740da-10b7-41ca-8c52-1f4e4ba56d78 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.048035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.053940 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.059038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] 10.222.0.73 "DELETE /v2.0/networks/528bc5e0-656c-4dd1-a586-5eba8f6aa108 HTTP/1.1" status: 204 len: 168 time: 0.6008089 Jul 14 09:42:00.089707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0133b28-c281-4ec7-becd-77110880fd8d admin admin] Pushing event deleted for resources: {'Network': ['ID=528bc5e0-656c-4dd1-a586-5eba8f6aa108,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.115833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46410) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.137834 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e86740da-10b7-41ca-8c52-1f4e4ba56d78 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.144817 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e86740da-10b7-41ca-8c52-1f4e4ba56d78 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.223776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff12a533-a657-4546-bafc-afa074f2425c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.250811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e86740da-10b7-41ca-8c52-1f4e4ba56d78 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.252049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e86740da-10b7-41ca-8c52-1f4e4ba56d78 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3009913 Jul 14 09:42:00.257708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46412) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.259159 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff12a533-a657-4546-bafc-afa074f2425c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.264252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c339800d-5aef-4726-9363-697c323b4186 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:00.323180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0fa96-91e9-4ba8-84a0-e14b0b736147 req-4b654d26-a577-4003-992e-1808098acfe9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.324753 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6cc0fa96-91e9-4ba8-84a0-e14b0b736147 req-4b654d26-a577-4003-992e-1808098acfe9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1846111 Jul 14 09:42:00.360017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff12a533-a657-4546-bafc-afa074f2425c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.363180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff12a533-a657-4546-bafc-afa074f2425c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.371526 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ff12a533-a657-4546-bafc-afa074f2425c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/security-groups/cdec2532-396c-407c-b0f3-724168bcce53 HTTP/1.1" status: 204 len: 168 time: 0.2514138 Jul 14 09:42:00.372353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46416) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.394451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.435521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12a533-a657-4546-bafc-afa074f2425c tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec2532-396c-407c-b0f3-724168bcce53,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.504336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32b99076-d1b5-4ec6-82f0-4d1e362b30fa tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.517660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6cc0fa96-91e9-4ba8-84a0-e14b0b736147 req-5946ed04-14a5-43fd-beab-bb05dfd40fa1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581357 Jul 14 09:42:00.544301 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d0a5bced-c12e-407d-9936-4027466088c5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b15cc3cbaa824894844a3989894ba747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157429 Jul 14 09:42:00.557391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46420) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.563771 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32b99076-d1b5-4ec6-82f0-4d1e362b30fa tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.651331 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c339800d-5aef-4726-9363-697c323b4186 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.684243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32b99076-d1b5-4ec6-82f0-4d1e362b30fa tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.684243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32b99076-d1b5-4ec6-82f0-4d1e362b30fa tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.684243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-32b99076-d1b5-4ec6-82f0-4d1e362b30fa tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/security-groups/f09ff2fd-5d86-4ac2-867c-7defee2c28a3 HTTP/1.1" status: 204 len: 168 time: 0.2999394 Jul 14 09:42:00.686149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:00.693685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c339800d-5aef-4726-9363-697c323b4186 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.706081 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2929c8f-07a5-4b55-8b48-8ad23517c649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.738793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b99076-d1b5-4ec6-82f0-4d1e362b30fa tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ff2fd-5d86-4ac2-867c-7defee2c28a3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:00.849210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2929c8f-07a5-4b55-8b48-8ad23517c649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:00.974069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834556d1-3c86-4d10-a64d-b6527324a6c9 req-d778d96e-2aaf-41a3-819f-1c490b9dfca5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:00.975921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-834556d1-3c86-4d10-a64d-b6527324a6c9 req-d778d96e-2aaf-41a3-819f-1c490b9dfca5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1745546 Jul 14 09:42:00.978912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c339800d-5aef-4726-9363-697c323b4186 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Router 20d67af5-3fbe-4bdf-addd-5b99fb508cc4 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:01.003596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2929c8f-07a5-4b55-8b48-8ad23517c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.007351 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2929c8f-07a5-4b55-8b48-8ad23517c649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.009265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d2929c8f-07a5-4b55-8b48-8ad23517c649 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d9dad9c-db6e-42f2-9579-c914fa4276a0 HTTP/1.1" status: 204 len: 168 time: 0.4504488 Jul 14 09:42:01.113982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c339800d-5aef-4726-9363-697c323b4186 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:01.128214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] Sync routers for ids ['20d67af5-3fbe-4bdf-addd-5b99fb508cc4'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:01.142940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] Routers {'20d67af5-3fbe-4bdf-addd-5b99fb508cc4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:01.146040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20d67af5-3fbe-4bdf-addd-5b99fb508cc4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:01.149113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c339800d-5aef-4726-9363-697c323b4186 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.157239 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c339800d-5aef-4726-9363-697c323b4186 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "PUT /v2.0/routers/20d67af5-3fbe-4bdf-addd-5b99fb508cc4 HTTP/1.1" status: 200 len: 698 time: 0.8971028 Jul 14 09:42:01.165958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46436) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:01.277137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] Set router 20d67af5-3fbe-4bdf-addd-5b99fb508cc4 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:01.278537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2929c8f-07a5-4b55-8b48-8ad23517c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9dad9c-db6e-42f2-9579-c914fa4276a0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:01.359695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d67af5-3fbe-4bdf-addd-5b99fb508cc4', 'name': 'tempest-RoutersIpV6Test-router-1751104752', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:00Z', 'updated_at': '2021-07-14T09:42:00Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:01.390979 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:01.419282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455daee3-5b56-4af9-a533-a0042c90d3a6 req-dcfcd393-a6d3-452b-b240-291e866c9fe9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:01.422929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] Checking router: 20d67af5-3fbe-4bdf-addd-5b99fb508cc4 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:01.435887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] Routers {'20d67af5-3fbe-4bdf-addd-5b99fb508cc4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:01.437137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20d67af5-3fbe-4bdf-addd-5b99fb508cc4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:01.447114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-455daee3-5b56-4af9-a533-a0042c90d3a6 req-dcfcd393-a6d3-452b-b240-291e866c9fe9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.2489874 Jul 14 09:42:01.483438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-834556d1-3c86-4d10-a64d-b6527324a6c9 req-704f194b-916d-4664-bb9f-685531f961c2 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995728 Jul 14 09:42:01.512071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-119fd84a-1310-44ad-8dd4-3995066829d2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/routers/20d67af5-3fbe-4bdf-addd-5b99fb508cc4 HTTP/1.1" status: 200 len: 704 time: 0.3405285 Jul 14 09:42:01.518426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46440) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:01.615923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] Set router 20d67af5-3fbe-4bdf-addd-5b99fb508cc4 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:01.652956 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a410955-d188-4d0a-819f-48f25668cc80 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d67af5-3fbe-4bdf-addd-5b99fb508cc4 HTTP/1.1" status: 200 len: 205 time: 0.1321344 Jul 14 09:42:01.660996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46446) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:01.720155 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-455daee3-5b56-4af9-a533-a0042c90d3a6 req-18e18e3f-3dd0-4b17-bfaf-4fa44b159c90 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717679 Jul 14 09:42:01.741787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d67af5-3fbe-4bdf-addd-5b99fb508cc4', 'name': 'tempest-RoutersIpV6Test-router-1751104752', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:00Z', 'updated_at': '2021-07-14T09:42:00Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:02.183473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting port db162579-05e0-43c7-8e43-7808cf965ea7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:02.183473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.196691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df1f94e-aeb0-40f1-b8ec-951bf2649900 None None] The sync data for ids ['20d67af5-3fbe-4bdf-addd-5b99fb508cc4'] in n-d-780147-26 is: [{'id': '20d67af5-3fbe-4bdf-addd-5b99fb508cc4', 'name': 'tempest-RoutersIpV6Test-router-1751104752', 'tenant_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:00Z', 'updated_at': '2021-07-14T09:42:00Z', 'revision_number': 2, 'project_id': '3dcc3c29bc34411c870316c50b3ba0d5', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:02.332528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] For port db162579-05e0-43c7-8e43-7808cf965ea7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=db162579-05e0-43c7-8e43-7808cf965ea7,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:02.333002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.361843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Calling delete_port for db162579-05e0-43c7-8e43-7808cf965ea7 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:02.542252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acedabfc-5dec-4217-aab7-e94792914fcf tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.783127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acedabfc-5dec-4217-aab7-e94792914fcf tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.788253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acedabfc-5dec-4217-aab7-e94792914fcf tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.819845 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.882722 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acedabfc-5dec-4217-aab7-e94792914fcf tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.886151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acedabfc-5dec-4217-aab7-e94792914fcf tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Fanout notify agent at l3_agent the message router_deleted on router 20d67af5-3fbe-4bdf-addd-5b99fb508cc4 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:02.896308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Port': ['ID=db162579-05e0-43c7-8e43-7808cf965ea7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:02.906916 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-acedabfc-5dec-4217-aab7-e94792914fcf tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:02.924252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-acedabfc-5dec-4217-aab7-e94792914fcf tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/20d67af5-3fbe-4bdf-addd-5b99fb508cc4 HTTP/1.1" status: 204 len: 168 time: 1.2611244 Jul 14 09:42:02.929118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46468) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:02.960627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0713d6-5415-4b79-aa17-bad04e3b1f73 req-4abfd6ab-2638-42f3-8590-dff4e6c7720e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:02.965312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e0713d6-5415-4b79-aa17-bad04e3b1f73 req-4abfd6ab-2638-42f3-8590-dff4e6c7720e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.5003290 Jul 14 09:42:03.079852 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-266d3c56-d4b4-44dc-971f-d23d04d7df28 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=20d67af5-3fbe-4bdf-addd-5b99fb508cc4 HTTP/1.1" status: 200 len: 205 time: 0.1112413 Jul 14 09:42:03.084540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46472) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.167625 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-25449d5d-154f-4227-830c-baa57d39307f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] delete failed (client error): The resource could not be found. Jul 14 09:42:03.175904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-25449d5d-154f-4227-830c-baa57d39307f tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/20d67af5-3fbe-4bdf-addd-5b99fb508cc4 HTTP/1.1" status: 404 len: 336 time: 0.0879929 Jul 14 09:42:03.176403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46474) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.226271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:03.231418 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e0713d6-5415-4b79-aa17-bad04e3b1f73 req-94092352-7896-4ee7-83a3-fa867f277a8a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931009 Jul 14 09:42:03.233553 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbc2d0d-65e5-4a6c-95e5-b670c65e3ec1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:03.234026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbc2d0d-65e5-4a6c-95e5-b670c65e3ec1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:03.238185 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5fbc2d0d-65e5-4a6c-95e5-b670c65e3ec1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/3953bdf5-28d5-4aef-8aa8-07bec8386682 HTTP/1.1" status: 404 len: 337 time: 0.0584629 Jul 14 09:42:03.238657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46476) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.276274 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e474ce7a-f54e-4139-b5f7-33b453f3607a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:03.276274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e474ce7a-f54e-4139-b5f7-33b453f3607a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:03.276274 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e474ce7a-f54e-4139-b5f7-33b453f3607a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/98f7a433-fd3e-4c26-b6c8-441fad6cea5a HTTP/1.1" status: 404 len: 337 time: 0.0360072 Jul 14 09:42:03.291084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46480) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.351684 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b49a915-70e6-4e23-8096-9dd2102ef3a0 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:03.352685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b49a915-70e6-4e23-8096-9dd2102ef3a0 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:03.357975 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3b49a915-70e6-4e23-8096-9dd2102ef3a0 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/aeb2cd14-889e-426f-9bd2-308673e4ab4f HTTP/1.1" status: 404 len: 337 time: 0.0624523 Jul 14 09:42:03.364987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46486) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.434945 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7eacb7a-6a2d-43a2-b65f-bd5d588717f4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:03.435411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7eacb7a-6a2d-43a2-b65f-bd5d588717f4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:03.441287 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b7eacb7a-6a2d-43a2-b65f-bd5d588717f4 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/179e3337-9787-488d-ae11-445c2ff469e2 HTTP/1.1" status: 404 len: 337 time: 0.0713544 Jul 14 09:42:03.441824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.520666 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-106b6a6f-7095-4c28-bf6b-ba525b4b1cf7 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 200 len: 205 time: 0.0777042 Jul 14 09:42:03.524654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46490) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.589820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef69c23-eaee-49c1-8824-ead3968734b2 req-08c22b3b-2108-439e-b8f3-eb2351dd0ad9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:03.591629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bef69c23-eaee-49c1-8824-ead3968734b2 req-08c22b3b-2108-439e-b8f3-eb2351dd0ad9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.3470798 Jul 14 09:42:03.618779 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-b7f12d54-2f9a-4459-bc14-8e930a52dad2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] delete failed (client error): The resource could not be found. Jul 14 09:42:03.622433 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b7f12d54-2f9a-4459-bc14-8e930a52dad2 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/f6c92a5e-6189-4cb7-a170-5a4a46e3c924 HTTP/1.1" status: 404 len: 336 time: 0.0940106 Jul 14 09:42:03.628427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46494) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.669903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-26fba25e-1875-4c76-b434-4c91e889be99 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=122d7ba2-cac2-42da-ac07-36efe8448049 HTTP/1.1" status: 200 len: 205 time: 0.0392947 Jul 14 09:42:03.672618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46496) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.698155 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bef69c23-eaee-49c1-8824-ead3968734b2 req-73ca4043-69c2-4156-b0fd-da666a7192ad tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690229 Jul 14 09:42:03.737518 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-6a9b7df0-cef4-43df-9aaf-66021953b544 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] delete failed (client error): The resource could not be found. Jul 14 09:42:03.743005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6a9b7df0-cef4-43df-9aaf-66021953b544 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/122d7ba2-cac2-42da-ac07-36efe8448049 HTTP/1.1" status: 404 len: 336 time: 0.0678973 Jul 14 09:42:03.743926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46498) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.781598 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b6e78d-62b4-4974-b56d-cf05008a63fb tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:03.782862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b6e78d-62b4-4974-b56d-cf05008a63fb tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:03.787814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-89b6e78d-62b4-4974-b56d-cf05008a63fb tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/ae7447d5-e45f-411d-a6ee-f6c2abfecb55 HTTP/1.1" status: 404 len: 337 time: 0.0413082 Jul 14 09:42:03.788971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46500) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.825278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da551939-0582-4bea-883d-94d042d09a78 req-b7c59d9a-8af0-41cd-b142-25775c3e151a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:03.827061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-da551939-0582-4bea-883d-94d042d09a78 req-b7c59d9a-8af0-41cd-b142-25775c3e151a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2999771 Jul 14 09:42:03.834572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-efb95052-bfb6-4a31-8f08-1f65e2869d19 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f0eab3f-264b-4059-bc2c-11f636cdd6ed HTTP/1.1" status: 200 len: 205 time: 0.0438001 Jul 14 09:42:03.837425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46502) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.869377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46504) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.896156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:03.899706 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-8b410b40-6c31-4458-a54b-1314deda0b17 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] delete failed (client error): The resource could not be found. Jul 14 09:42:03.900781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8b410b40-6c31-4458-a54b-1314deda0b17 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/6f0eab3f-264b-4059-bc2c-11f636cdd6ed HTTP/1.1" status: 404 len: 336 time: 0.0601842 Jul 14 09:42:03.907641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46508) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:03.944795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-da551939-0582-4bea-883d-94d042d09a78 req-a519fb76-6dd1-4c68-914a-59d53c1dd38a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947599 Jul 14 09:42:03.945916 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-11b586ea-c9d6-4033-9b4e-7666e9fd756b tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=a478258f-764a-4949-a523-727afaa54434 HTTP/1.1" status: 200 len: 205 time: 0.0376506 Jul 14 09:42:03.949120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46510) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.049687 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-7e44d020-d528-4ea3-a39b-949f7a1d4e3a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] delete failed (client error): The resource could not be found. Jul 14 09:42:04.059546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7e44d020-d528-4ea3-a39b-949f7a1d4e3a tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/a478258f-764a-4949-a523-727afaa54434 HTTP/1.1" status: 404 len: 336 time: 0.1093554 Jul 14 09:42:04.062004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46514) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.124921 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-3498347e-246e-47f6-8587-1aebea4dfd41 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:04.125696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3498347e-246e-47f6-8587-1aebea4dfd41 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:04.130821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3498347e-246e-47f6-8587-1aebea4dfd41 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/6f1962fc-c584-4b10-9f1c-ba96b0e971ca HTTP/1.1" status: 404 len: 337 time: 0.0680521 Jul 14 09:42:04.135288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46516) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.138549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a0be6f2-4465-4bed-92d6-6850870c1082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.245834 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-11d128d1-c610-40a1-a754-56ef0728a3b1 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=1e0596bf-4431-4714-b37e-3acbb861114a HTTP/1.1" status: 200 len: 205 time: 0.1058125 Jul 14 09:42:04.252275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46518) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.277454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a0be6f2-4465-4bed-92d6-6850870c1082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.298857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a0be6f2-4465-4bed-92d6-6850870c1082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.326339 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-6d18a423-bc3a-4c19-a226-6c19e8632edd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] delete failed (client error): The resource could not be found. Jul 14 09:42:04.330832 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6d18a423-bc3a-4c19-a226-6c19e8632edd tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/1e0596bf-4431-4714-b37e-3acbb861114a HTTP/1.1" status: 404 len: 336 time: 0.0736349 Jul 14 09:42:04.332179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.370144 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8aaeb4-4d33-46fa-9153-7f1209f26210 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:04.370724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8aaeb4-4d33-46fa-9153-7f1209f26210 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:04.376012 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ed8aaeb4-4d33-46fa-9153-7f1209f26210 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/be73cb61-ab7f-43ed-a4a8-a6675fdc5d9d HTTP/1.1" status: 404 len: 337 time: 0.0373909 Jul 14 09:42:04.377690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46522) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.378894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0be6f2-4465-4bed-92d6-6850870c1082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9313363-c7b2-42c8-a5f2-74bea81122f9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.387178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:04.394938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9b21f7ae-b0cf-478d-b29d-ee9e0d1cc7d1 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "PUT /v2.0/routers/8a74fee0-c7a9-43fe-bb4b-00b35c3420dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7076888 Jul 14 09:42:04.399620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46524) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.403625 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] Sync routers for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:04.434814 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:04.437534 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:04.456415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-95fc3736-739b-44ee-97fc-9bd2591ba4de tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting subnet 79dc9495-a89f-4e3f-a6e4-81802b2b16d1 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:04.466609 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3fd55a51-5dc8-4a1d-aa51-a5c5f70a645d tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "GET /v2.0/ports?device_id=db360e69-a8ae-4e54-9c4b-9bda231e12b7 HTTP/1.1" status: 200 len: 205 time: 0.0635242 Jul 14 09:42:04.467501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3a0be6f2-4465-4bed-92d6-6850870c1082 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=23ae81f6c39b4ef48ce9f23a08b40c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938776 Jul 14 09:42:04.468278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46526) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.475571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2828c-2677-48a0-9325-fe2662535b12 req-2b7c288c-ceeb-4a6a-a14c-f149a665848b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:04.478386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46528) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.478720 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68f2828c-2677-48a0-9325-fe2662535b12 req-2b7c288c-ceeb-4a6a-a14c-f149a665848b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2910120 Jul 14 09:42:04.479577 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95fc3736-739b-44ee-97fc-9bd2591ba4de tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.538375 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-49db5415-4adc-4c89-8dd7-d556c1a7dd8c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] delete failed (client error): The resource could not be found. Jul 14 09:42:04.542798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-49db5415-4adc-4c89-8dd7-d556c1a7dd8c tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/routers/db360e69-a8ae-4e54-9c4b-9bda231e12b7 HTTP/1.1" status: 404 len: 336 time: 0.0700321 Jul 14 09:42:04.544702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46530) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.555391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68f2828c-2677-48a0-9325-fe2662535b12 req-648a7595-7807-4464-988e-29c8035eae8d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527964 Jul 14 09:42:04.557570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95fc3736-739b-44ee-97fc-9bd2591ba4de tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.589060 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa325b8e-e19b-4a1c-9ce4-a8edceaf47ea tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:04.589616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa325b8e-e19b-4a1c-9ce4-a8edceaf47ea tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:04.594942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fa325b8e-e19b-4a1c-9ce4-a8edceaf47ea tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/da116553-ddb5-4cad-8192-60be3c7acedf HTTP/1.1" status: 404 len: 337 time: 0.0458314 Jul 14 09:42:04.599316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46532) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:04.628893 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54c77d7-9f99-403f-892b-31e28ed77932 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] DELETE failed (client error): The resource could not be found. Jul 14 09:42:04.629791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54c77d7-9f99-403f-892b-31e28ed77932 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:42:04.631600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b54c77d7-9f99-403f-892b-31e28ed77932 tempest-RoutersIpV6Test-1710986221 tempest-RoutersIpV6Test-1710986221-project] 10.222.0.73 "DELETE /v2.0/subnets/adca1944-4573-4fe6-96e0-60d589bdeced HTTP/1.1" status: 404 len: 337 time: 0.0313189 Jul 14 09:42:04.634405 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:04.659261 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-955ca76d-ed0d-4ca6-8907-d63d6c435ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.691028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-955ca76d-ed0d-4ca6-8907-d63d6c435ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.808371 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-955ca76d-ed0d-4ca6-8907-d63d6c435ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.813147 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-955ca76d-ed0d-4ca6-8907-d63d6c435ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:04.814405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-955ca76d-ed0d-4ca6-8907-d63d6c435ba3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9313363-c7b2-42c8-a5f2-74bea81122f9 HTTP/1.1" status: 204 len: 168 time: 0.3348839 Jul 14 09:42:04.830175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ca76d-ed0d-4ca6-8907-d63d6c435ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9313363-c7b2-42c8-a5f2-74bea81122f9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:04.914111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95fc3736-739b-44ee-97fc-9bd2591ba4de tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.084628 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:42:02Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:05.166720 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] Checking router: 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:05.219695 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] Routers {'8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:05.220466 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:05.270059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95fc3736-739b-44ee-97fc-9bd2591ba4de tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.311864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd2bf2-8b40-4baf-ab80-563d72e60310 req-49f6b80b-e0de-4457-9245-a35e90e8c09b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.321758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1afd2bf2-8b40-4baf-ab80-563d72e60310 req-49f6b80b-e0de-4457-9245-a35e90e8c09b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1977994 Jul 14 09:42:05.325992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46552) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:05.421575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1afd2bf2-8b40-4baf-ab80-563d72e60310 req-c7ce69ea-f4ad-4654-a13b-671c905d1bef tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930610 Jul 14 09:42:05.485484 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] Set router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:05.696159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e0d2bbb5-f4cd-4718-921b-55328f3a7e6f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3dcc3c29bc34411c870316c50b3ba0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621333 Jul 14 09:42:05.700623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46562) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:05.763070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da2b57-3673-4312-85c6-e1183d3bf234 req-f424367f-fd49-4edd-b8bf-b8832d0f09c0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.774455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6da2b57-3673-4312-85c6-e1183d3bf234 req-f424367f-fd49-4edd-b8bf-b8832d0f09c0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.7693272 Jul 14 09:42:05.781224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fc3736-739b-44ee-97fc-9bd2591ba4de tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Subnet': ['ID=79dc9495-a89f-4e3f-a6e4-81802b2b16d1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:05.784782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95fc3736-739b-44ee-97fc-9bd2591ba4de tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.790055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-95fc3736-739b-44ee-97fc-9bd2591ba4de tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/subnets/79dc9495-a89f-4e3f-a6e4-81802b2b16d1 HTTP/1.1" status: 204 len: 168 time: 1.3868692 Jul 14 09:42:05.790264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5a9197-d411-43bf-bedc-7340fd023eb8 None None] Network 0f80b4b1-d8d6-438f-aba2-90e72270747d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:05.790718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46566) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:05.791856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b8b373-66c8-4531-a0dc-bad5e66165b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.816274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d053a7-0711-40b3-8084-00552343bc56 req-700d32d7-5bce-44cc-b564-14927741dccb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:05.818789 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:42:02Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:05.825868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5d053a7-0711-40b3-8084-00552343bc56 req-700d32d7-5bce-44cc-b564-14927741dccb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1863420 Jul 14 09:42:05.872437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b8b373-66c8-4531-a0dc-bad5e66165b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:05.899473 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5d053a7-0711-40b3-8084-00552343bc56 req-7314ca4c-ac7c-4698-b70b-ce2ccc52cdb1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726905 Jul 14 09:42:05.918756 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6da2b57-3673-4312-85c6-e1183d3bf234 req-87dc6874-f96d-4e05-9cd8-a3ea384eb555 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425490 Jul 14 09:42:06.046753 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b8b373-66c8-4531-a0dc-bad5e66165b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.074206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b8b373-66c8-4531-a0dc-bad5e66165b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.079090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.084391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-37b8b373-66c8-4531-a0dc-bad5e66165b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aef3aacd-ed08-4f37-8321-726a486c5057 HTTP/1.1" status: 204 len: 168 time: 0.3771076 Jul 14 09:42:06.087435 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcd2abe-b653-4723-b52f-af40e7e1a17b None None] The sync data for ids ['8a74fee0-c7a9-43fe-bb4b-00b35c3420dc'] in n-d-780147-26 is: [{'id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-901950451', 'tenant_id': '08ab6b16cfaa432ba54c4965014d2703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:39:36Z', 'updated_at': '2021-07-14T09:42:02Z', 'revision_number': 5, 'project_id': '08ab6b16cfaa432ba54c4965014d2703', 'gw_port': {'id': 'c56d2393-a796-4ac1-b894-59b7d7f7ca89', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a1:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a74fee0-c7a9-43fe-bb4b-00b35c3420dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:39:37Z', 'updated_at': '2021-07-14T09:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:06.114110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8b373-66c8-4531-a0dc-bad5e66165b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef3aacd-ed08-4f37-8321-726a486c5057,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:06.346367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.466102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa960d-a12e-446a-bd7c-203b1d7fd6c8 req-cf7252bc-73e6-4e54-b39d-d32660cdda1a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:06.473464 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9fa960d-a12e-446a-bd7c-203b1d7fd6c8 req-cf7252bc-73e6-4e54-b39d-d32660cdda1a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1425855 Jul 14 09:42:06.485671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] DHCP port deletion for 0f80b4b1-d8d6-438f-aba2-90e72270747d request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:42:06.514860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46588) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:06.550735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9fa960d-a12e-446a-bd7c-203b1d7fd6c8 req-c405922b-91eb-4169-b577-6ebff3161189 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762291 Jul 14 09:42:06.552528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Deleting port c56d2393-a796-4ac1-b894-59b7d7f7ca89 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:06.552880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.626520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] Deleting port f81d8162-a33b-4f4b-a7d4-be5978ccf151 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:06.630038 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.773718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] For port c56d2393-a796-4ac1-b894-59b7d7f7ca89, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c56d2393-a796-4ac1-b894-59b7d7f7ca89,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:06.778740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.801476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1396452098-network', 'tenant_id': 'b969d552db974c7f8de628a8c94cd67c'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:06.810422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device db162579-05e0-43c7-8e43-7808cf965ea7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:06.825498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Calling delete_port for c56d2393-a796-4ac1-b894-59b7d7f7ca89 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:06.850068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Made reservation on behalf of b969d552db974c7f8de628a8c94cd67c for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:06.853168 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.865003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.912017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804767c-d1ae-46a1-a4ae-58bbaf37af81 req-f32e3aaf-d368-4fe5-b7e0-5b99d5063db9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:06.919515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: db162579-05e0-43c7-8e43-7808cf965ea7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:06.919703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0804767c-d1ae-46a1-a4ae-58bbaf37af81 req-f32e3aaf-d368-4fe5-b7e0-5b99d5063db9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1472583 Jul 14 09:42:06.920965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device db162579-05e0-43c7-8e43-7808cf965ea7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:06.926223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f81d8162-a33b-4f4b-a7d4-be5978ccf151 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:06.996473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] For port f81d8162-a33b-4f4b-a7d4-be5978ccf151, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f81d8162-a33b-4f4b-a7d4-be5978ccf151,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:06.997575 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:06.998928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0804767c-d1ae-46a1-a4ae-58bbaf37af81 req-eb5fc77d-63d0-4de1-8039-101c9e2843eb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782468 Jul 14 09:42:07.033731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] Calling delete_port for f81d8162-a33b-4f4b-a7d4-be5978ccf151 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:07.179473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.185306 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.214774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:07.215724 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.233040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.233844 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Added segment 73a9e1ac-62d3-4b0d-bcc2-058f2add4af9 of type vlan for network 80b616bd-0723-49b7-8962-be29bf07e139 Jul 14 09:42:07.267701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port f81d8162-a33b-4f4b-a7d4-be5978ccf151, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f81d8162-a33b-4f4b-a7d4-be5978ccf151,segment=NetworkSegment(4ee95782-6226-4bd0-b094-2f0eb2942a81),segment_id=4ee95782-6226-4bd0-b094-2f0eb2942a81)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:07.274964 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.300169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.333765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.334875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.335566 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.348741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.356279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=f81d8162-a33b-4f4b-a7d4-be5978ccf151,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.404918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Port': ['ID=c56d2393-a796-4ac1-b894-59b7d7f7ca89,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.469499 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.496916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] Pushing event deleted for resources: {'Port': ['ID=f81d8162-a33b-4f4b-a7d4-be5978ccf151,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.506900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d835b-393c-45ae-88d2-bc5bef655f22 None None] No DVR routers for this DVR port f81d8162-a33b-4f4b-a7d4-be5978ccf151 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:07.524043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd7687e-f9be-4dd5-aa48-eb20b838c566,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.583358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0565102 Jul 14 09:42:07.614176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55588dba-ef2c-478c-801c-35f83a16cb5d admin admin] Pushing event updated for resources: {'Network': ['ID=80b616bd-0723-49b7-8962-be29bf07e139,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:07.616271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.625223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 80b616bd-0723-49b7-8962-be29bf07e139 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:07.626544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ed9ad-7d08-4206-be17-93fdf1af73ce req-0372049c-fd10-420a-b387-b47eede5bd87 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.635104 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e0ed9ad-7d08-4206-be17-93fdf1af73ce req-0372049c-fd10-420a-b387-b47eede5bd87 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.3425472 Jul 14 09:42:07.647442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4081b-1bb1-469d-9bec-a06484f1345c req-41ab4951-8db1-424f-aa24-da9ea85e2c60 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:07.655970 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6da4081b-1bb1-469d-9bec-a06484f1345c req-41ab4951-8db1-424f-aa24-da9ea85e2c60 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3249731 Jul 14 09:42:07.740989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6da4081b-1bb1-469d-9bec-a06484f1345c req-bf861f0f-1fc2-485b-8852-43e94201f48d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790203 Jul 14 09:42:07.808631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.815958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.828370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e0ed9ad-7d08-4206-be17-93fdf1af73ce req-5964fa97-144c-492c-9f1a-cd77dfd48033 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1922958 Jul 14 09:42:07.884518 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.889731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Fanout notify agent at l3_agent the message router_deleted on router 8a74fee0-c7a9-43fe-bb4b-00b35c3420dc {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:42:07.909207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:07.912414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-361fe1bd-e58a-41c6-8140-47d24f679777 tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/routers/8a74fee0-c7a9-43fe-bb4b-00b35c3420dc HTTP/1.1" status: 204 len: 168 time: 2.1178839 Jul 14 09:42:07.912824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46628) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:08.200919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d5dc6-6b3d-4b66-aa53-531925666637 req-44cd50c1-bdbd-4abf-869a-dff4b10022c7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:08.209029 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b5d5dc6-6b3d-4b66-aa53-531925666637 req-44cd50c1-bdbd-4abf-869a-dff4b10022c7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1740155 Jul 14 09:42:08.216363 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.366843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b5d5dc6-6b3d-4b66-aa53-531925666637 req-6b78b241-0224-41f1-87e6-4e4e0c1cefdb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545341 Jul 14 09:42:08.406731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.436451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f80b4b1-d8d6-438f-aba2-90e72270747d']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:08.458005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee95782-6226-4bd0-b094-2f0eb2942a81') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:08.458005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee95782-6226-4bd0-b094-2f0eb2942a81') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:08.481116 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.510364 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.530298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:08.531379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:08.535646 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:08.688376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.706291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:08.714526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] 10.222.0.73 "DELETE /v2.0/networks/0f80b4b1-d8d6-438f-aba2-90e72270747d HTTP/1.1" status: 204 len: 168 time: 0.7982063 Jul 14 09:42:08.759549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c24d9-e8ec-4bff-9d35-001b6207afee tempest-TestSecurityGroupsBasicOps-1894280913 tempest-TestSecurityGroupsBasicOps-1894280913-project] Pushing event deleted for resources: {'Network': ['ID=0f80b4b1-d8d6-438f-aba2-90e72270747d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:08.794009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c56d2393-a796-4ac1-b894-59b7d7f7ca89 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:08.839593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c56d2393-a796-4ac1-b894-59b7d7f7ca89 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:08.839933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c56d2393-a796-4ac1-b894-59b7d7f7ca89 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:08.880658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569a7c-130b-4d7a-9c22-a383e88ee219 req-853d13d6-44e8-4102-9d00-d4c934633d54 tempest-ComputeTenantNetworksTest-12027231 tempest-ComputeTenantNetworksTest-12027231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:08.906217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569a7c-130b-4d7a-9c22-a383e88ee219 req-853d13d6-44e8-4102-9d00-d4c934633d54 tempest-ComputeTenantNetworksTest-12027231 tempest-ComputeTenantNetworksTest-12027231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:08.912503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569a7c-130b-4d7a-9c22-a383e88ee219 req-853d13d6-44e8-4102-9d00-d4c934633d54 tempest-ComputeTenantNetworksTest-12027231 tempest-ComputeTenantNetworksTest-12027231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:08.914790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b3569a7c-130b-4d7a-9c22-a383e88ee219 req-853d13d6-44e8-4102-9d00-d4c934633d54 tempest-ComputeTenantNetworksTest-12027231 tempest-ComputeTenantNetworksTest-12027231-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4440656 Jul 14 09:42:09.201834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac4463-a03f-4fd8-814d-1e776cb63270 req-124fae02-61fe-447e-8b70-91d983c27dff tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.203449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-09ac4463-a03f-4fd8-814d-1e776cb63270 req-124fae02-61fe-447e-8b70-91d983c27dff tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1045434 Jul 14 09:42:09.267532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-09ac4463-a03f-4fd8-814d-1e776cb63270 req-ba806822-6dc6-4b67-803a-b057bdd9fdb0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512683 Jul 14 09:42:09.299288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986d9a1-7d80-48a0-aace-d1e793890b91 req-6775b3b1-d4be-4f6e-b3a3-1c09ac5e9266 tempest-ComputeTenantNetworksTest-12027231 tempest-ComputeTenantNetworksTest-12027231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.314651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46676) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.321918 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e986d9a1-7d80-48a0-aace-d1e793890b91 req-6775b3b1-d4be-4f6e-b3a3-1c09ac5e9266 tempest-ComputeTenantNetworksTest-12027231 tempest-ComputeTenantNetworksTest-12027231-project] 10.222.0.73 "GET /v2.0/networks/80b616bd-0723-49b7-8962-be29bf07e139 HTTP/1.1" status: 200 len: 769 time: 0.1840050 Jul 14 09:42:09.422017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.426522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46678) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.616975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56cbcb-9181-4ae3-b884-8cfa3fde6ec8 req-0845393e-dd92-436a-9b93-0816ad118899 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:09.618767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec56cbcb-9181-4ae3-b884-8cfa3fde6ec8 req-0845393e-dd92-436a-9b93-0816ad118899 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1933942 Jul 14 09:42:09.620681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.633770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b616bd-0723-49b7-8962-be29bf07e139']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:09.644874 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a9e1ac-62d3-4b0d-bcc2-058f2add4af9') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:09.645595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a9e1ac-62d3-4b0d-bcc2-058f2add4af9') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:09.659179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.674702 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.680512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-80e7ed24-827c-4164-8edd-9ba49a3ca086 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08ab6b16cfaa432ba54c4965014d2703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526233 Jul 14 09:42:09.684120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:09.684622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46686) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:09.684951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:09.751538 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:09.769110 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.770091 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a342bd2-2764-4d4f-9998-682c35d5d26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.778033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.784434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] 10.222.0.73 "DELETE /v2.0/networks/80b616bd-0723-49b7-8962-be29bf07e139 HTTP/1.1" status: 204 len: 168 time: 0.4710441 Jul 14 09:42:09.799359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a342bd2-2764-4d4f-9998-682c35d5d26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.800398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc4429-d4ba-47fa-977d-6264c04c146b admin admin] Pushing event deleted for resources: {'Network': ['ID=80b616bd-0723-49b7-8962-be29bf07e139,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.835250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec56cbcb-9181-4ae3-b884-8cfa3fde6ec8 req-24371b35-00ad-4c63-a727-a67353aca522 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767155 Jul 14 09:42:09.856785 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a342bd2-2764-4d4f-9998-682c35d5d26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.859820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a342bd2-2764-4d4f-9998-682c35d5d26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:09.864038 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8a342bd2-2764-4d4f-9998-682c35d5d26d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/817ea47a-9383-441b-980c-b794fb0715f3 HTTP/1.1" status: 204 len: 168 time: 0.1776953 Jul 14 09:42:09.873079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a342bd2-2764-4d4f-9998-682c35d5d26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817ea47a-9383-441b-980c-b794fb0715f3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:09.973798 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46692) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:10.028939 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-09178391-d0ab-4d06-aa01-bb38759f028d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b969d552db974c7f8de628a8c94cd67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540683 Jul 14 09:42:10.031451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46696) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:10.084977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2dfb6ae-c8da-435c-8f39-bc757ed03f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.108323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2dfb6ae-c8da-435c-8f39-bc757ed03f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.167187 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2dfb6ae-c8da-435c-8f39-bc757ed03f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.169944 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2dfb6ae-c8da-435c-8f39-bc757ed03f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.171116 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f2dfb6ae-c8da-435c-8f39-bc757ed03f9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdd7687e-f9be-4dd5-aa48-eb20b838c566 HTTP/1.1" status: 204 len: 168 time: 0.1386926 Jul 14 09:42:10.190230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dfb6ae-c8da-435c-8f39-bc757ed03f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd7687e-f9be-4dd5-aa48-eb20b838c566,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.252723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46700) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:10.267431 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07775c5f-b2bb-42b3-9981-5c8c55a5b335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.395927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07775c5f-b2bb-42b3-9981-5c8c55a5b335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.400613 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07775c5f-b2bb-42b3-9981-5c8c55a5b335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.450619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-07775c5f-b2bb-42b3-9981-5c8c55a5b335 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=961c3414f03b4f8e8aa24328f556149d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945603 Jul 14 09:42:10.450619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07775c5f-b2bb-42b3-9981-5c8c55a5b335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6c9d7a-72b5-4038-aa51-720b17bda2aa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:10.452128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46704) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:10.525607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3170fecd-5b16-470f-81b0-b4d595a61f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.535870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecddca6-5e4c-4869-8cb6-5231a3d1432f req-9ec5174c-6a3c-4429-a445-64b475bb5802 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:10.538601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ecddca6-5e4c-4869-8cb6-5231a3d1432f req-9ec5174c-6a3c-4429-a445-64b475bb5802 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1096652 Jul 14 09:42:10.563365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3170fecd-5b16-470f-81b0-b4d595a61f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.594591 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ecddca6-5e4c-4869-8cb6-5231a3d1432f req-a52c912a-25ec-4f32-bd7e-e862b158dc73 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482233 Jul 14 09:42:10.645618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3170fecd-5b16-470f-81b0-b4d595a61f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.648266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3170fecd-5b16-470f-81b0-b4d595a61f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:10.651824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3170fecd-5b16-470f-81b0-b4d595a61f13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ce6c9d7a-72b5-4038-aa51-720b17bda2aa HTTP/1.1" status: 204 len: 168 time: 0.1963279 Jul 14 09:42:10.663688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170fecd-5b16-470f-81b0-b4d595a61f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6c9d7a-72b5-4038-aa51-720b17bda2aa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:11.209581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08faad9c-cb46-4b37-9b36-54e2e8c3739d req-b1d98ec8-91ef-41e7-863a-adb34b92d420 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.219883 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08faad9c-cb46-4b37-9b36-54e2e8c3739d req-b1d98ec8-91ef-41e7-863a-adb34b92d420 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1522644 Jul 14 09:42:11.280832 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08faad9c-cb46-4b37-9b36-54e2e8c3739d req-88bab314-a983-4b48-8183-9dc9d3e217fd tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545750 Jul 14 09:42:11.346831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:11.408353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ac1a06a1-0ce8-4176-99e1-9f8701f2d02c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d87c6531201b47e984657ce407f59e73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601254 Jul 14 09:42:11.410749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46746) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:11.528933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46748) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:11.538176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-694a7e6a-530b-46f4-bfee-cb8eeea57f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.564756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-694a7e6a-530b-46f4-bfee-cb8eeea57f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.627498 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-694a7e6a-530b-46f4-bfee-cb8eeea57f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.632452 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-694a7e6a-530b-46f4-bfee-cb8eeea57f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.634588 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-694a7e6a-530b-46f4-bfee-cb8eeea57f99 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9b890b9-a75b-4260-bbca-f2e3eae4bc6a HTTP/1.1" status: 204 len: 168 time: 0.2226195 Jul 14 09:42:11.674025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a7e6a-530b-46f4-bfee-cb8eeea57f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b890b9-a75b-4260-bbca-f2e3eae4bc6a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:11.764884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1807254494-network', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:11.806740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Made reservation on behalf of 5880c0bd5d9743d7ad80f5fff651c1f4 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:11.816761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.850159 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:11.851825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8d249-f583-45b7-a3c3-72b06c6d5a5b req-e9740ead-50eb-4851-961b-022545b65567 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:11.859546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5fa8d249-f583-45b7-a3c3-72b06c6d5a5b req-e9740ead-50eb-4851-961b-022545b65567 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.0813217 Jul 14 09:42:11.908174 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5fa8d249-f583-45b7-a3c3-72b06c6d5a5b req-1888df98-c9c6-4d97-a041-ec91242c6c86 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472443 Jul 14 09:42:12.010296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.017149 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.053060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:12.064519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127934c1-e2f5-4864-9926-8d2db40e35f7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:12.070104 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.070577 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Added segment 2544c34b-bb68-48d9-bf98-ff2eed059e95 of type vlan for network 5196138a-b2d8-4938-886e-581d2de57586 Jul 14 09:42:12.132094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.182905 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.184184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:12.185190 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.206046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6825171 Jul 14 09:42:12.208656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:12.214959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Request body: {'subnet': {'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1807254494-subnet', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:12.345022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Made reservation on behalf of 5880c0bd5d9743d7ad80f5fff651c1f4 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:12.350353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.467116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51051484-3e06-4966-88f4-df580bff2f92 admin admin] Pushing event updated for resources: {'Network': ['ID=5196138a-b2d8-4938-886e-581d2de57586,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:12.485197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5196138a-b2d8-4938-886e-581d2de57586 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:12.623193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd403aa8-25c7-4d41-b218-214aaff3ca2c req-e7a79c39-ceae-44c1-a524-73ad532ea731 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:12.624795 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd403aa8-25c7-4d41-b218-214aaff3ca2c req-e7a79c39-ceae-44c1-a524-73ad532ea731 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1352110 Jul 14 09:42:12.626214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.700873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eba5b50-489a-4db5-b14c-5998f8e9fb66,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:12.729578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd403aa8-25c7-4d41-b218-214aaff3ca2c req-e53ae149-96aa-4ba5-aacc-ce992ebeb789 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799530 Jul 14 09:42:12.753222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Checking segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:12.753592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Network hostable DHCP agents. Network: 5196138a-b2d8-4938-886e-581d2de57586, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:12.780637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Network 5196138a-b2d8-4938-886e-581d2de57586 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:12.798119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5196138a-b2d8-4938-886e-581d2de57586) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:12.805662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:12.808106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.810904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c067723-db6c-4d64-a98c-8bd287394db5 None None] Network 5196138a-b2d8-4938-886e-581d2de57586 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:12.834960 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c57b7eb5-ad11-4abb-b66f-fdf071952383 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6245716 Jul 14 09:42:12.837280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46788) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:12.842769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:12.875043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.876796 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:12.989210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46792) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:12.998823 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.028630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5196138a-b2d8-4938-886e-581d2de57586', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:13.029928 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.205288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.217777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2125811040-network', 'tenant_id': 'a44b59a90a41438bacab872bb4a44003'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:13.235160 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Allocated IP 172.20.0.2 (5196138a-b2d8-4938-886e-581d2de57586/8eba5b50-489a-4db5-b14c-5998f8e9fb66/0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:13.270572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Made reservation on behalf of a44b59a90a41438bacab872bb4a44003 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:13.274561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.296075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a729d0-42b6-43ba-b105-7ce12d022246 req-f6685a9d-687f-4cbe-a598-9ea94897d682 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:13.304895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9a729d0-42b6-43ba-b105-7ce12d022246 req-f6685a9d-687f-4cbe-a598-9ea94897d682 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1413705 Jul 14 09:42:13.308053 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.385331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9a729d0-42b6-43ba-b105-7ce12d022246 req-3008f8a2-c2c5-487f-aff4-a45ba407d28f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786064 Jul 14 09:42:13.504007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.511808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.516378 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.528018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Transition to ACTIVE for port object 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:13.538391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:13.552833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d0e1c8-246a-440e-b90f-7b3636b4dcec,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:13.560771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Transition to ACTIVE for port object 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:13.569853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.571380 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Added segment 747366e1-7d58-4816-9a5a-466580f4d323 of type vlan for network 7497c909-7070-45a7-9aeb-eb9433d56fc1 Jul 14 09:42:13.574982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.642131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.646174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Pushing event updated for resources: {'Port': ['ID=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:13.660646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Network 5196138a-b2d8-4938-886e-581d2de57586 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:13.663022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.663595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.664382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.664971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.665503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.666728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.667269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.668032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.668587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.669460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.670466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.670989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:13.676810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:13.683911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:13.717313 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.719980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:13.720746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.771769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Attempting to bind port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:13.772155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Attempting to bind port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:13.772536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Attempting to bind port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd on network 5196138a-b2d8-4938-886e-581d2de57586 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:13.778982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:13.779869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Checking segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:13.779869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.780237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Bound using segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:13.780721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Bound port: 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:13.781630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:13.895944 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9034803 Jul 14 09:42:13.896980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46808) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:13.910168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Request body: {'subnet': {'network_id': '7497c909-7070-45a7-9aeb-eb9433d56fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2125811040-subnet', 'tenant_id': 'a44b59a90a41438bacab872bb4a44003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:13.947817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] For port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:13.948379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e0c55-5840-4992-a8e0-498ae528e9f6 admin admin] Pushing event updated for resources: {'Network': ['ID=7497c909-7070-45a7-9aeb-eb9433d56fc1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:13.953496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] For port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:13.962544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7497c909-7070-45a7-9aeb-eb9433d56fc1 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:13.989802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Made reservation on behalf of a44b59a90a41438bacab872bb4a44003 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:13.997464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.000016 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.032894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.114531 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.120857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bace38-c788-4b35-a625-59de5ca85344 None None] Pushing event updated for resources: {'Port': ['ID=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:14.212777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fcc66-3dfd-4ced-bed5-a34a4e425ba1 req-627efee4-4044-4eb6-a370-17c06a1b6806 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:14.219858 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d25fcc66-3dfd-4ced-bed5-a34a4e425ba1 req-627efee4-4044-4eb6-a370-17c06a1b6806 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2294204 Jul 14 09:42:14.242486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.293708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d25fcc66-3dfd-4ced-bed5-a34a4e425ba1 req-69e27e4c-4703-45d7-8cfa-bcd03f4bef78 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729063 Jul 14 09:42:14.335960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Allocated IP 172.25.0.26 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/07684d83-8f77-452c-9896-41a762f8aff2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:14.348032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Checking segment: {'id': '747366e1-7d58-4816-9a5a-466580f4d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7497c909-7070-45a7-9aeb-eb9433d56fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:14.348448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Network hostable DHCP agents. Network: 7497c909-7070-45a7-9aeb-eb9433d56fc1, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:14.353155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b82758-7d1a-458b-ab7f-c4c6b0e0736d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:14.375102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Network 7497c909-7070-45a7-9aeb-eb9433d56fc1 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:14.432940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7497c909-7070-45a7-9aeb-eb9433d56fc1) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:14.438105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:14.439249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.457999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2518b0bf-9313-4fe2-b662-8716d317f53f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5560641 Jul 14 09:42:14.470877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4f7ed5-17aa-4d93-a076-ab3b702cd5de None None] Network 7497c909-7070-45a7-9aeb-eb9433d56fc1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:14.685069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.765353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280a83d-11d6-40fc-950a-d2951e2415fc req-6d424a4b-dd52-42c8-af5d-ecec2d5a5c59 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:14.770832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c280a83d-11d6-40fc-950a-d2951e2415fc req-6d424a4b-dd52-42c8-af5d-ecec2d5a5c59 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1522341 Jul 14 09:42:14.784743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:14.830761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8240688-2985-494d-b408-8d9d8e6bb808 None None] Network 7497c909-7070-45a7-9aeb-eb9433d56fc1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:14.858307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:14.860613 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c280a83d-11d6-40fc-950a-d2951e2415fc req-800f4b04-be82-49c2-b4a8-4f80ce042dcd tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814254 Jul 14 09:42:14.933112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Pushing event updated for resources: {'Port': ['ID=07684d83-8f77-452c-9896-41a762f8aff2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:14.940594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:14.943540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:14.947888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:14.961988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:15.003579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-60894c8a-1c22-4df2-9d0d-d6d74cada5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.005138 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-60894c8a-1c22-4df2-9d0d-d6d74cada5c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1097 time: 0.2121856 Jul 14 09:42:15.238911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-4cbc0ea6-aa19-4e08-b4ba-3a15302b9c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.240458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-4cbc0ea6-aa19-4e08-b4ba-3a15302b9c07 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.2027566 Jul 14 09:42:15.448064 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.466456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46844) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:15.471918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-817395378-network', 'tenant_id': '5ddfea7eea674d9bbd028bc811370258'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:15.506592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Made reservation on behalf of 5ddfea7eea674d9bbd028bc811370258 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:15.509600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.515572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-40e65690-3e6c-4047-bb47-e0dbd4bc5071 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 999 time: 0.2680728 Jul 14 09:42:15.522377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.726720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.736442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.737796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38568212-bfdc-493c-bbe3-69173025ac34 None None] Network 5196138a-b2d8-4938-886e-581d2de57586 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:15.758526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-4e6dd293-8929-40a6-8728-cf69572c35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.760263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-4e6dd293-8929-40a6-8728-cf69572c35dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.2144985 Jul 14 09:42:15.781970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:15.800978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de33fe-dd80-4e9c-93cb-dc51b37f3e29,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:15.804135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.804661 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Added segment d63a9dcc-c17d-4962-b822-54886cd8ad6c of type vlan for network 08846334-23de-4f3a-9e1e-684a0ebccb03 Jul 14 09:42:15.859164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-70d32f6f-d93f-47c9-976b-4dd662bc15fe None None] Provisioning for port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:15.863251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.871341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-70d32f6f-d93f-47c9-976b-4dd662bc15fe None None] Provisioning complete for port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:15.871744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70d32f6f-d93f-47c9-976b-4dd662bc15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.872876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f2764-42cd-4559-b3fc-e4a360fd5c4c req-d3f63a44-0051-41de-88ad-9dfeb11daa6a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.874571 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c69f2764-42cd-4559-b3fc-e4a360fd5c4c req-d3f63a44-0051-41de-88ad-9dfeb11daa6a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3755066 Jul 14 09:42:15.913670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:15.915405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:15.916010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.003737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-5daa774f-9973-4661-a579-d5b9c775e130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:16.004689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5369248 Jul 14 09:42:16.008370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46852) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:16.008810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-5daa774f-9973-4661-a579-d5b9c775e130 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2355478 Jul 14 09:42:16.014585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Request body: {'subnet': {'network_id': '08846334-23de-4f3a-9e1e-684a0ebccb03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-817395378-subnet', 'tenant_id': '5ddfea7eea674d9bbd028bc811370258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:16.019720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901aef2-b2bc-4b6c-8737-3c2431354adc admin admin] Pushing event updated for resources: {'Network': ['ID=08846334-23de-4f3a-9e1e-684a0ebccb03,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.031019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c69f2764-42cd-4559-b3fc-e4a360fd5c4c req-af5e1fa0-f0ce-4f13-a55e-bae068566767 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420836 Jul 14 09:42:16.033490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 08846334-23de-4f3a-9e1e-684a0ebccb03 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:16.057855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.071516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Made reservation on behalf of 5ddfea7eea674d9bbd028bc811370258 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:16.074330 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.110980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70d32f6f-d93f-47c9-976b-4dd662bc15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.185187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-70d32f6f-d93f-47c9-976b-4dd662bc15fe None None] For port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:16.191563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-70d32f6f-d93f-47c9-976b-4dd662bc15fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.226980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495f18f-d326-4aea-bcec-aeb0dc81a1b4 req-d092a2fa-29c8-468f-8821-4098a1e6d7f6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:16.228514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8495f18f-d326-4aea-bcec-aeb0dc81a1b4 req-d092a2fa-29c8-468f-8821-4098a1e6d7f6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.1589649 Jul 14 09:42:16.258311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d32f6f-d93f-47c9-976b-4dd662bc15fe None None] Pushing event updated for resources: {'Port': ['ID=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.284236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-bf77a986-c7eb-4659-86f9-4307a0532b17 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446392 Jul 14 09:42:16.302840 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8495f18f-d326-4aea-bcec-aeb0dc81a1b4 req-63b4b7cd-ca15-4667-9bc3-5f65232f2bb6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686808 Jul 14 09:42:16.377996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.433052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dafe3ed4-cfc8-4587-a808-b79d7742017d req-ee38452c-3cc7-4df0-89a5-6ae558251874 service neutron] 10.222.0.66 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417220 Jul 14 09:42:16.449180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=695accd8-677e-4d26-a938-3afc04367336,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:16.458548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:42:16.464821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Checking segment: {'id': 'd63a9dcc-c17d-4962-b822-54886cd8ad6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '08846334-23de-4f3a-9e1e-684a0ebccb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:16.465095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Network hostable DHCP agents. Network: 08846334-23de-4f3a-9e1e-684a0ebccb03, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:16.485643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Network 08846334-23de-4f3a-9e1e-684a0ebccb03 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:16.502871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 08846334-23de-4f3a-9e1e-684a0ebccb03) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:16.509197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:16.510330 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.527186 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9198f2b6-4091-4f19-b79f-8df69ca5d937 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5177088 Jul 14 09:42:16.533458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ee59fe91-5b87-4f59-8253-c3a1ca476cc1 None None] Provisioning complete for port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:16.533895 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ee59fe91-5b87-4f59-8253-c3a1ca476cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.538636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d1b307-9b8e-4a0b-941f-3183186a9312 None None] Network 08846334-23de-4f3a-9e1e-684a0ebccb03 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:16.590734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:16.610681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:16.612653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7fba3c31-7491-4ab5-be07-bbfe8569a992 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7739727 Jul 14 09:42:16.615342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46856) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:16.648961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Sync routers for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:16.719730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:16.720566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:16.850041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:17.188104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836c619-eb06-474d-8e02-b1256fe6bee2 None None] Network 08846334-23de-4f3a-9e1e-684a0ebccb03 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:17.206466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.250928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:17.287921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-9054a62e-9851-4ede-bf9f-bebd5ad352de tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:17.296965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-9054a62e-9851-4ede-bf9f-bebd5ad352de tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/networks?id=7497c909-7070-45a7-9aeb-eb9433d56fc1 HTTP/1.1" status: 200 len: 812 time: 0.1653514 Jul 14 09:42:17.319994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192d65a-8ca2-419c-b198-ba491e216470 req-899a7332-443f-494c-aef8-c2c59ae24b75 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:17.330792 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6192d65a-8ca2-419c-b198-ba491e216470 req-899a7332-443f-494c-aef8-c2c59ae24b75 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1044235 Jul 14 09:42:17.332173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-ace1bb44-390d-4ec2-a706-13bbc571485b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/quotas/a44b59a90a41438bacab872bb4a44003 HTTP/1.1" status: 200 len: 375 time: 0.0324121 Jul 14 09:42:17.398404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6192d65a-8ca2-419c-b198-ba491e216470 req-76e544da-3854-4357-93ec-00c8414ab9bf tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661311 Jul 14 09:42:17.421679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-c11d317b-cefd-4748-a42b-fafbcae99ee9 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a44b59a90a41438bacab872bb4a44003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879931 Jul 14 09:42:17.461652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:17.462134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.555694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Allocated IP 172.20.0.1 (5196138a-b2d8-4938-886e-581d2de57586/8eba5b50-489a-4db5-b14c-5998f8e9fb66/3aea5809-80f9-4fd2-b4de-e14d8e91a160) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:17.578095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b12b4836-9815-48d2-8483-e61e53caa380 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:42:17.586446 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b12b4836-9815-48d2-8483-e61e53caa380 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166821 Jul 14 09:42:17.593941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e536845-a074-4c27-b854-cfb4bea1137b req-751ab297-1310-4870-b40e-2ee4d0adcd35 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:17.602317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e536845-a074-4c27-b854-cfb4bea1137b req-751ab297-1310-4870-b40e-2ee4d0adcd35 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.0808218 Jul 14 09:42:17.651055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e536845-a074-4c27-b854-cfb4bea1137b req-4af4ecf4-36f4-40fe-adc7-65bfc43e608c tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472898 Jul 14 09:42:17.661536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:15Z', 'revision_number': 3, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:17.700807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Checking router: 9e7e47e2-5514-4d8a-83c4-e69959b8d96f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:17.701057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Updating router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f port 07684d83-8f77-452c-9896-41a762f8aff2 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:17.736701 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.774118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b96ddfd2-8a00-4cc4-8bee-982374c53f83 service neutron] 10.222.0.73 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868188 Jul 14 09:42:17.850182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:17.875236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Transition to ACTIVE for port object 3aea5809-80f9-4fd2-b4de-e14d8e91a160 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:17.914661 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-c6cc1e5a-ec76-4eeb-9f91-2a3cdc5944b0 service neutron] 10.222.0.73 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300917 Jul 14 09:42:17.943593 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.006360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Network 5196138a-b2d8-4938-886e-581d2de57586 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:18.009177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Pushing event updated for resources: {'Port': ['ID=3aea5809-80f9-4fd2-b4de-e14d8e91a160,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:18.012576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:18.014987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:18.097230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.253623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f38ea939-c25b-442e-ae2b-f03edb4ac810 req-a5a04690-d86e-4e3f-92a9-b17d4cc08278 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 210 time: 0.1041310 Jul 14 09:42:18.255409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.283021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Transition to ACTIVE for port object 07684d83-8f77-452c-9896-41a762f8aff2 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:18.289542 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.367897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449f3ab-b715-4182-bd36-e49d76014328 None None] Pushing event updated for resources: {'Port': ['ID=07684d83-8f77-452c-9896-41a762f8aff2,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:18.371762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Attempting to bind port 07684d83-8f77-452c-9896-41a762f8aff2 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:18.372420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Attempting to bind port 07684d83-8f77-452c-9896-41a762f8aff2 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:18.372795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Attempting to bind port 07684d83-8f77-452c-9896-41a762f8aff2 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:18.378381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:18.378768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:18.379178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.379578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:18.380052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Bound port: 07684d83-8f77-452c-9896-41a762f8aff2, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:18.381431 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.405876 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.458532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] For port 07684d83-8f77-452c-9896-41a762f8aff2, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:18.476537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] For port 07684d83-8f77-452c-9896-41a762f8aff2, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=07684d83-8f77-452c-9896-41a762f8aff2,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:18.478133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f0d55108-a894-4355-b3e9-d4e6c5bd3539 None None] Provisioning for port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:18.483189 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.486688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f0d55108-a894-4355-b3e9-d4e6c5bd3539 None None] Provisioning complete for port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:18.487142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0d55108-a894-4355-b3e9-d4e6c5bd3539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.579123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:18.629319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f0d55108-a894-4355-b3e9-d4e6c5bd3539 None None] Port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:18.640297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:18.641160 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:18.643361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449f3ab-b715-4182-bd36-e49d76014328 None None] Pushing event updated for resources: {'Port': ['ID=07684d83-8f77-452c-9896-41a762f8aff2,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:18.735658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e495273-919a-468d-bfc0-9087d3fe801f req-5e27dd2d-18c3-41fb-b154-aeda66750736 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:18.745657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e495273-919a-468d-bfc0-9087d3fe801f req-5e27dd2d-18c3-41fb-b154-aeda66750736 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1754847 Jul 14 09:42:18.796827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e495273-919a-468d-bfc0-9087d3fe801f req-4e78f728-c1ae-429c-bbf2-9e2d6f28666a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502532 Jul 14 09:42:18.834780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.841165 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.927202 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:18.939845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:19.034737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:19.039240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:19.043048 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c7c664-4904-4aab-915b-33352748c557" -d '{"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-unplugged", "status": "completed", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:19.054067 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.115389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763f37b-b914-42c5-9622-f9d128f6e105 req-2c794a1b-3fe6-4991-b79e-f36b56dc2870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:19.123988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2763f37b-b914-42c5-9622-f9d128f6e105 req-2c794a1b-3fe6-4991-b79e-f36b56dc2870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.2196803 Jul 14 09:42:19.167609 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee7a0b9-bd2b-4253-83fb-6864410682b1 x-openstack-request-id: req-5ee7a0b9-bd2b-4253-83fb-6864410682b1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:19.172498 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-unplugged", "status": "failed", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729", "code": 422}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:19.173060 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ee7a0b9-bd2b-4253-83fb-6864410682b1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:19.173604 n-d-780147-26 neutron-server[93781]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'code': 422} returned with failed status Jul 14 09:42:19.180743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2763f37b-b914-42c5-9622-f9d128f6e105 req-950b651c-bcfb-444e-83d7-39776b5c30ae tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549092 Jul 14 09:42:19.333114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Pushing event updated for resources: {'Port': ['ID=3aea5809-80f9-4fd2-b4de-e14d8e91a160,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.337333 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:19.396379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:19.488155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c1f4cfb-4a9b-499b-9c4c-5ad58bd0ff3d req-49208c08-49a4-4619-9399-bb9be873eeb7 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 210 time: 0.0515211 Jul 14 09:42:19.595761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Network 5196138a-b2d8-4938-886e-581d2de57586 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:19.598929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:19.722773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:17Z', 'revision_number': 1, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:19.764706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8268b2e6-791b-4de6-8edc-2bf37081ba0b None None] The sync data for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 is: [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:17Z', 'revision_number': 1, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:19.779415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:20.065670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:20.078699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-03b639f8-920d-40e8-92e1-3422a3e0b6d3 None None] Provisioning complete for port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:20.079317 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03b639f8-920d-40e8-92e1-3422a3e0b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:20.082737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-996a6718-6509-4ef5-b91f-f80812f9d03c admin admin] 10.222.0.73 "PUT /v2.0/routers/9e7e47e2-5514-4d8a-83c4-e69959b8d96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4661617 Jul 14 09:42:20.099897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3718a4-7bd9-41de-89a1-880a2da741ee req-0b2c2470-706b-4015-9937-e56ab79f551e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:20.115458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a3718a4-7bd9-41de-89a1-880a2da741ee req-0b2c2470-706b-4015-9937-e56ab79f551e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1581240 Jul 14 09:42:20.193281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-03b639f8-920d-40e8-92e1-3422a3e0b6d3 None None] Port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:20.244353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a3718a4-7bd9-41de-89a1-880a2da741ee req-a789d18a-1351-44e8-ab95-32ed2c974096 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281221 Jul 14 09:42:20.535251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-111b36b9-256c-40a4-a376-81036615c549 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:20.536902 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-111b36b9-256c-40a4-a376-81036615c549 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.66 "GET /v2.0/networks?id=7497c909-7070-45a7-9aeb-eb9433d56fc1 HTTP/1.1" status: 200 len: 812 time: 0.2871199 Jul 14 09:42:20.551575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Request body: {'port': {'device_id': '12f7eaa2-b647-4474-b48c-2acf50b6ec68', 'network_id': '7497c909-7070-45a7-9aeb-eb9433d56fc1', 'admin_state_up': True, 'tenant_id': 'a44b59a90a41438bacab872bb4a44003'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:20.881931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Made reservation on behalf of a44b59a90a41438bacab872bb4a44003 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:20.886917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.154769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Allocated IP 172.20.0.12 (7497c909-7070-45a7-9aeb-eb9433d56fc1/a7b82758-7d1a-458b-ab7f-c4c6b0e0736d/bae4068a-950c-4063-a78d-4cfb319c513c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:21.234113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46940) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:21.245881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7ad6067f-5d16-4293-8b2e-8a6e37456fe7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--794942303', 'description': 'tempest-description--1451339828'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:21.290314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad6067f-5d16-4293-8b2e-8a6e37456fe7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.550323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad6067f-5d16-4293-8b2e-8a6e37456fe7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.567819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad6067f-5d16-4293-8b2e-8a6e37456fe7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.661631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3af1defc-b624-4f8a-9088-cd9cb6a144d5 req-1000767b-f668-4c73-b438-f987a4e3dff7 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 210 time: 0.1453557 Jul 14 09:42:21.668980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad6067f-5d16-4293-8b2e-8a6e37456fe7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.671078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7ad6067f-5d16-4293-8b2e-8a6e37456fe7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4326911 Jul 14 09:42:21.706607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46950) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:21.707163 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.733497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-450e4f96-c29b-4d1f-baf4-8adb737aa012 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'security_group_rule': {'security_group_id': 'd3637e52-8ce8-441b-a741-9d4c5acea8e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:21.751307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6067f-5d16-4293-8b2e-8a6e37456fe7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3637e52-8ce8-441b-a741-9d4c5acea8e9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:21.850543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.854674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a671fabf-b4db-4922-96fe-5071043fec93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.878742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-450e4f96-c29b-4d1f-baf4-8adb737aa012 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:21.939551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a87358-2c4b-43ae-be12-a0769c7992b4 req-1aa1cc64-6c0f-4073-aae2-15516e4a41af tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:21.960009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11a87358-2c4b-43ae-be12-a0769c7992b4 req-1aa1cc64-6c0f-4073-aae2-15516e4a41af tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3459828 Jul 14 09:42:22.054800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Network 7497c909-7070-45a7-9aeb-eb9433d56fc1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:22.072816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Pushing event updated for resources: {'Port': ['ID=bae4068a-950c-4063-a78d-4cfb319c513c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:22.076654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:22.098393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:22.134107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-11a87358-2c4b-43ae-be12-a0769c7992b4 req-3811aac6-35b0-47e5-a2b7-4828712496b8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666067 Jul 14 09:42:22.209512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-450e4f96-c29b-4d1f-baf4-8adb737aa012 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.219983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-450e4f96-c29b-4d1f-baf4-8adb737aa012 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.252347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e4f96-c29b-4d1f-baf4-8adb737aa012 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39de421-8a12-445b-bfa4-d77ab9c47aac,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:22.264499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:22.265195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.275781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-450e4f96-c29b-4d1f-baf4-8adb737aa012 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.277385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-450e4f96-c29b-4d1f-baf4-8adb737aa012 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5603998 Jul 14 09:42:22.283193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46952) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:22.298331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-bb446a07-8618-4bc9-82a8-d8b106eecd33 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'security_group_rule': {'security_group_id': 'd3637e52-8ce8-441b-a741-9d4c5acea8e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:22.321079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-8326106a-198d-4454-88bf-e2cd06a06d0b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7719674 Jul 14 09:42:22.342846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Request body: {'port': {'device_id': '12f7eaa2-b647-4474-b48c-2acf50b6ec68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:22.394518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb446a07-8618-4bc9-82a8-d8b106eecd33 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.572216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.652889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb446a07-8618-4bc9-82a8-d8b106eecd33 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.663918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb446a07-8618-4bc9-82a8-d8b106eecd33 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.711121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb446a07-8618-4bc9-82a8-d8b106eecd33 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5124972a-4206-4c88-a95c-899c25dcd514,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:22.724382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb446a07-8618-4bc9-82a8-d8b106eecd33 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:22.727515 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bb446a07-8618-4bc9-82a8-d8b106eecd33 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4430981 Jul 14 09:42:22.736383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46968) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:22.746753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:22.851781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0db040-4763-4028-a9b2-db93be6896e8 req-d0d557bd-4e02-459e-9473-0120b1149074 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:22.872622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d0db040-4763-4028-a9b2-db93be6896e8 req-d0d557bd-4e02-459e-9473-0120b1149074 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 943 time: 0.3594487 Jul 14 09:42:22.894841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-d72d535c-59d4-4c4a-b2b3-6d96abe2d028 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3166862 Jul 14 09:42:22.951431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.068732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 07684d83-8f77-452c-9896-41a762f8aff2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:23.192347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 07684d83-8f77-452c-9896-41a762f8aff2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:23.201892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 07684d83-8f77-452c-9896-41a762f8aff2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:23.205290 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.212897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d0db040-4763-4028-a9b2-db93be6896e8 req-439ddc94-8685-4668-9400-058eb34fac9f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152945 Jul 14 09:42:23.382831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.422648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae4068a-950c-4063-a78d-4cfb319c513c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:23.444564 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.471375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Transition to ACTIVE for port object bae4068a-950c-4063-a78d-4cfb319c513c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:23.475745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.485686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.521469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44b62d-fcb1-4908-be9c-d662c52588e4 req-a628cfcb-4943-4ded-a65a-8569bba833d0 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:23.530131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d44b62d-fcb1-4908-be9c-d662c52588e4 req-a628cfcb-4943-4ded-a65a-8569bba833d0 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 932 time: 0.4581113 Jul 14 09:42:23.539922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 07684d83-8f77-452c-9896-41a762f8aff2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=07684d83-8f77-452c-9896-41a762f8aff2,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:23.545835 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.641642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=07684d83-8f77-452c-9896-41a762f8aff2,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:23.672932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d44b62d-fcb1-4908-be9c-d662c52588e4 req-b085d967-8d21-4d32-85e6-98643210d95a tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412070 Jul 14 09:42:23.678273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Pushing event updated for resources: {'Port': ['ID=bae4068a-950c-4063-a78d-4cfb319c513c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:23.723368 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Sync routers for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:23.739349 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:23.746250 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:41:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:23.878407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Attempting to bind port bae4068a-950c-4063-a78d-4cfb319c513c on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:23.878807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Attempting to bind port bae4068a-950c-4063-a78d-4cfb319c513c by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '747366e1-7d58-4816-9a5a-466580f4d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7497c909-7070-45a7-9aeb-eb9433d56fc1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:23.879142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Attempting to bind port bae4068a-950c-4063-a78d-4cfb319c513c on network 7497c909-7070-45a7-9aeb-eb9433d56fc1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:23.885935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Port bae4068a-950c-4063-a78d-4cfb319c513c on network 7497c909-7070-45a7-9aeb-eb9433d56fc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:23.886503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Attempting to bind port bae4068a-950c-4063-a78d-4cfb319c513c on network 7497c909-7070-45a7-9aeb-eb9433d56fc1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:23.919445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:23.919840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Checking segment: {'id': '747366e1-7d58-4816-9a5a-466580f4d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7497c909-7070-45a7-9aeb-eb9433d56fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:23.921117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Bound using segment: {'id': '747366e1-7d58-4816-9a5a-466580f4d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7497c909-7070-45a7-9aeb-eb9433d56fc1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:23.923752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Bound port: bae4068a-950c-4063-a78d-4cfb319c513c, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747366e1-7d58-4816-9a5a-466580f4d323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '7497c909-7070-45a7-9aeb-eb9433d56fc1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:23.924223 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:23.961615 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:24.052024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] For port bae4068a-950c-4063-a78d-4cfb319c513c, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:24.055529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] For port bae4068a-950c-4063-a78d-4cfb319c513c, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=bae4068a-950c-4063-a78d-4cfb319c513c,segment=NetworkSegment(747366e1-7d58-4816-9a5a-466580f4d323),segment_id=747366e1-7d58-4816-9a5a-466580f4d323)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:24.060853 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.127655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Pushing event updated for resources: {'Port': ['ID=bae4068a-950c-4063-a78d-4cfb319c513c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:24.150821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.151709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.153366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-b152893b-761d-4ae8-b59b-e61a8635d163 service neutron] 10.222.0.66 "PUT /v2.0/ports/bae4068a-950c-4063-a78d-4cfb319c513c HTTP/1.1" status: 200 len: 1093 time: 1.8267059 Jul 14 09:42:24.154332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f7eaa2-b647-4474-b48c-2acf50b6ec68', 'tag': 'bae4068a-950c-4063-a78d-4cfb319c513c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:24.163819 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305ea388-a94b-4f05-90e3-4b15ce54c198" -d '{"events": [{"name": "network-changed", "server_uuid": "12f7eaa2-b647-4474-b48c-2acf50b6ec68", "tag": "bae4068a-950c-4063-a78d-4cfb319c513c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:24.177123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6baaf5-c2a0-4ee2-b2ee-de41fe0188b1 req-9ba24fd9-3fd0-4e97-9dfd-644eb4e71bbb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.183813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db6baaf5-c2a0-4ee2-b2ee-de41fe0188b1 req-9ba24fd9-3fd0-4e97-9dfd-644eb4e71bbb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1771717 Jul 14 09:42:24.217980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Allocated IP 172.25.0.69 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/943f0beb-400b-49dc-b2d2-d44c6d935769) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:24.219614 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-794af617-3150-40b6-91bb-33977473c2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.249037 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db6baaf5-c2a0-4ee2-b2ee-de41fe0188b1 req-666ae5ed-8140-41b3-a552-1c5bd679f267 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640254 Jul 14 09:42:24.286386 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 2, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:24.343671 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89464ece-4b45-467a-88ca-1d5adee64901 x-openstack-request-id: req-89464ece-4b45-467a-88ca-1d5adee64901 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:24.344309 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f7eaa2-b647-4474-b48c-2acf50b6ec68", "tag": "bae4068a-950c-4063-a78d-4cfb319c513c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:24.344702 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89464ece-4b45-467a-88ca-1d5adee64901 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:24.345193 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f7eaa2-b647-4474-b48c-2acf50b6ec68', 'tag': 'bae4068a-950c-4063-a78d-4cfb319c513c', 'status': 'completed', 'code': 200} Jul 14 09:42:24.369178 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Checking router: 9e7e47e2-5514-4d8a-83c4-e69959b8d96f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:24.369506 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Updating router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:42:24.409219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-2872fe46-aac4-4b72-844b-fc6102998310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.413353 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.417594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-2872fe46-aac4-4b72-844b-fc6102998310 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a44b59a90a41438bacab872bb4a44003&device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 1096 time: 0.1655879 Jul 14 09:42:24.480337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.492380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-f9b050f0-f22b-4ff0-a24b-fdd49e47b1e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae4068a-950c-4063-a78d-4cfb319c513c HTTP/1.1" status: 200 len: 217 time: 0.0654690 Jul 14 09:42:24.559503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-d876aa4b-c79a-4d74-ad2d-fe1ecc1285a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.564582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-d876aa4b-c79a-4d74-ad2d-fe1ecc1285a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7b82758-7d1a-458b-ab7f-c4c6b0e0736d HTTP/1.1" status: 200 len: 852 time: 0.0651870 Jul 14 09:42:24.576708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.642448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-2944af1a-0e28-4dcb-a9b0-97542e4dc113 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7497c909-7070-45a7-9aeb-eb9433d56fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715425 Jul 14 09:42:24.644746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015f91e-ddb3-4953-a031-3b1a6a26f4ec req-14959806-39fc-4adb-88ee-8463995d1e81 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.658485 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c015f91e-ddb3-4953-a031-3b1a6a26f4ec req-14959806-39fc-4adb-88ee-8463995d1e81 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 943 time: 0.2375741 Jul 14 09:42:24.864667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 07684d83-8f77-452c-9896-41a762f8aff2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:24.898596 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-a17cfee9-7a00-4494-a8dc-470e1e28c506 service neutron] 10.222.0.66 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393563 Jul 14 09:42:24.902591 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c015f91e-ddb3-4953-a031-3b1a6a26f4ec req-bdb4051e-fe3e-4deb-9252-5bbda1a52cea tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425847 Jul 14 09:42:24.949421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073c57-83e6-424b-8261-373d6147fc56 req-05a87cbb-6563-482c-b7ac-c4c39d41b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:24.952053 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-05a87cbb-6563-482c-b7ac-c4c39d41b626 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8&tenant_id=582443b1b60a4ecb87305b31dc88d9c2 HTTP/1.1" status: 200 len: 1095 time: 0.2773955 Jul 14 09:42:24.954415 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:24.969347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:24.974191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 07684d83-8f77-452c-9896-41a762f8aff2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:24.974838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.049478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:25.059588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:25.066640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:25.126821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'Port': ['ID=943f0beb-400b-49dc-b2d2-d44c6d935769,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.190597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2accfe63-7e7b-439f-8d5c-f4bd5c591e46 req-3e9ad0ec-5706-4748-8e9c-b1291bda2c61 service neutron] 10.222.0.66 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733612 Jul 14 09:42:25.203994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89558f2e-6af8-408d-998f-69f471e051f0 req-36863c34-09b4-4142-bd2d-5b4894800482 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:25.207103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89558f2e-6af8-408d-998f-69f471e051f0 req-36863c34-09b4-4142-bd2d-5b4894800482 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 944 time: 0.2973235 Jul 14 09:42:25.224717 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.229685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.236795 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Transition to ACTIVE for port object 3aea5809-80f9-4fd2-b4de-e14d8e91a160 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:25.244111 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.267515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.373070 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Pushing event updated for resources: {'Port': ['ID=3aea5809-80f9-4fd2-b4de-e14d8e91a160,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:25.427885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.438547 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.439132 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.439616 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.440120 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.440672 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.441180 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.441659 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.442130 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.442620 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.450283 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.451068 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.451268 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:25.494654 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89558f2e-6af8-408d-998f-69f471e051f0 req-7a103d67-2a7d-4a60-88d3-70fd31312d6a tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642095 Jul 14 09:42:25.550182 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.557629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-9013aacb-01fc-47d0-8db1-25956dba4bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:25.558981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-9013aacb-01fc-47d0-8db1-25956dba4bf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a44b59a90a41438bacab872bb4a44003&device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 1096 time: 0.2866268 Jul 14 09:42:25.559150 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Attempting to bind port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:25.559494 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Attempting to bind port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:25.559840 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Attempting to bind port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 on network 5196138a-b2d8-4938-886e-581d2de57586 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:25.580404 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:25.580817 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Checking segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:25.581222 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.581614 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Bound using segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:25.582090 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Bound port: 3aea5809-80f9-4fd2-b4de-e14d8e91a160, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:25.582470 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.683688 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] For port 3aea5809-80f9-4fd2-b4de-e14d8e91a160, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:25.692718 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] For port 3aea5809-80f9-4fd2-b4de-e14d8e91a160, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3aea5809-80f9-4fd2-b4de-e14d8e91a160,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:25.719746 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:25.727445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-100c626b-6ac0-4e80-8026-a86d0cb026a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:25.729174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-100c626b-6ac0-4e80-8026-a86d0cb026a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7497c909-7070-45a7-9aeb-eb9433d56fc1 HTTP/1.1" status: 200 len: 913 time: 0.1624596 Jul 14 09:42:25.772084 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:25.772779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:25.801940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:25.809055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-d15bad74-1b4e-411c-a98a-f98dadb83356 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae4068a-950c-4063-a78d-4cfb319c513c HTTP/1.1" status: 200 len: 217 time: 0.0704458 Jul 14 09:42:25.867433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-a44b2da5-f588-4f90-8bd9-ab2abe5a98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:25.868975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-a44b2da5-f588-4f90-8bd9-ab2abe5a98f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7b82758-7d1a-458b-ab7f-c4c6b0e0736d HTTP/1.1" status: 200 len: 852 time: 0.0529156 Jul 14 09:42:25.934796 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:25.940879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:25.944187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-6f603cd2-8333-470e-8575-5c5397a161ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7497c909-7070-45a7-9aeb-eb9433d56fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582950 Jul 14 09:42:26.068004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17f1ae-0038-4bd9-904d-38a1054dd609 req-c03dc5e4-7143-44c5-b432-7f8817656fa0 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.074100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b17f1ae-0038-4bd9-904d-38a1054dd609 req-c03dc5e4-7143-44c5-b432-7f8817656fa0 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.4477749 Jul 14 09:42:26.164670 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a34a8-d4f9-4b71-87e3-e1da48f7d14c None None] Pushing event updated for resources: {'Port': ['ID=3aea5809-80f9-4fd2-b4de-e14d8e91a160,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:26.171179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c8d8df-e9fe-4484-bc44-14ef9725d729 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:26.200426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-2c2bc23d-0747-4ebf-a8e7-aa7591d41782 service neutron] 10.222.0.66 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473080 Jul 14 09:42:26.200632 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.227542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.236369 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b17f1ae-0038-4bd9-904d-38a1054dd609 req-ca9853b0-f7bb-4b55-b9f2-91f101a357cc tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309817 Jul 14 09:42:26.242496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.247463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Transition to ACTIVE for port object 94c8d8df-e9fe-4484-bc44-14ef9725d729 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:26.265730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26ea6a-4031-45c0-8fb8-19dd7963b500 req-4729919c-e217-4717-a567-8d150367f749 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.267999 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a26ea6a-4031-45c0-8fb8-19dd7963b500 req-4729919c-e217-4717-a567-8d150367f749 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 943 time: 0.1534028 Jul 14 09:42:26.294594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'Port': ['ID=943f0beb-400b-49dc-b2d2-d44c6d935769,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:26.300442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.306876 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:25Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:26.335189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604d3de-a106-4a12-9736-00497644ca74 req-35ef072b-47cb-4a5b-b144-86d2727487ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.336825 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3604d3de-a106-4a12-9736-00497644ca74 req-35ef072b-47cb-4a5b-b144-86d2727487ad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1098 time: 0.2615716 Jul 14 09:42:26.341042 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2706f48e-186e-49db-a86b-9b2d6e2cc979 None None] The sync data for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 is: [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:25Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:26.370882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a26ea6a-4031-45c0-8fb8-19dd7963b500 req-d12b48f8-e7b4-468e-acb4-49e6cfd0c00d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527847 Jul 14 09:42:26.435818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-305ea388-a94b-4f05-90e3-4b15ce54c198 req-fcb3fcb6-15cd-42d3-bd72-d1b7b42b0b35 service neutron] 10.222.0.66 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289047 Jul 14 09:42:26.594990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device bae4068a-950c-4063-a78d-4cfb319c513c details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:26.605309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.609314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=9']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:26.673478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604d3de-a106-4a12-9736-00497644ca74 req-7e0a583e-375f-4410-b6eb-adfe5a4484f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:26.675431 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3604d3de-a106-4a12-9736-00497644ca74 req-7e0a583e-375f-4410-b6eb-adfe5a4484f8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 914 time: 0.2958434 Jul 14 09:42:26.764810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] No DVR routers for this DVR port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:26.770146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.780059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-83d1dfe2-bf49-4670-ba29-85de3cb4a288 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0318151 Jul 14 09:42:26.811978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3aea5809-80f9-4fd2-b4de-e14d8e91a160 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:26.855271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3604d3de-a106-4a12-9736-00497644ca74 req-5e93d16e-5758-46b1-8972-3b88e1286b64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 217 time: 0.1698747 Jul 14 09:42:26.874136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port bae4068a-950c-4063-a78d-4cfb319c513c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=bae4068a-950c-4063-a78d-4cfb319c513c,segment=NetworkSegment(747366e1-7d58-4816-9a5a-466580f4d323),segment_id=747366e1-7d58-4816-9a5a-466580f4d323)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:26.930194 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:26.946900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'bae4068a-950c-4063-a78d-4cfb319c513c', 'network_id': '7497c909-7070-45a7-9aeb-eb9433d56fc1', 'port_id': 'bae4068a-950c-4063-a78d-4cfb319c513c', 'mac_address': 'fa:16:3e:d3:36:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b82758-7d1a-458b-ab7f-c4c6b0e0736d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:26.961497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:27.026636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604d3de-a106-4a12-9736-00497644ca74 req-41e94db2-d3dc-44f2-8223-19266d2bd7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.027850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3604d3de-a106-4a12-9736-00497644ca74 req-41e94db2-d3dc-44f2-8223-19266d2bd7d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.1638393 Jul 14 09:42:27.077470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063da84b-abf3-471f-a4da-bcd412f222a1 req-3c1245c7-cedc-4163-89a6-2f80d88f02c0 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.078867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-063da84b-abf3-471f-a4da-bcd412f222a1 req-3c1245c7-cedc-4163-89a6-2f80d88f02c0 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 944 time: 0.3474061 Jul 14 09:42:27.090923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-1957ab11-6739-4c09-a20d-754ae742c0df tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--794942303&fields=id&tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4 HTTP/1.1" status: 200 len: 267 time: 0.0929422 Jul 14 09:42:27.116555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:27.134825 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3604d3de-a106-4a12-9736-00497644ca74 req-f54884a0-5727-424b-b122-cf31d1a26214 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985055 Jul 14 09:42:27.163387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:27.164035 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.285292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-8f659804-8c11-4f05-b834-36699b236ccf tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.295768 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-8f659804-8c11-4f05-b834-36699b236ccf tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 811 time: 0.2031941 Jul 14 09:42:27.299088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Attempting to bind port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:27.299565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Attempting to bind port 94c8d8df-e9fe-4484-bc44-14ef9725d729 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:27.299989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Attempting to bind port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:27.314336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on network a56b1053-5756-4fb4-b475-d3ac75fada5f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:27.318096 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.320576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Attempting to bind port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on network a56b1053-5756-4fb4-b475-d3ac75fada5f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:27.330064 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.335827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d98054ce-fdbb-4113-8189-2b6f8652691d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/quotas/5880c0bd5d9743d7ad80f5fff651c1f4 HTTP/1.1" status: 200 len: 375 time: 0.0390298 Jul 14 09:42:27.344758 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.360715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-063da84b-abf3-471f-a4da-bcd412f222a1 req-bcacfc8d-a62d-485e-99a1-409f5b440072 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272112 Jul 14 09:42:27.372728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae4068a-950c-4063-a78d-4cfb319c513c {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:27.411072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:27.411421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Checking segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:27.419488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Bound using segment: {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:27.419744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Bound port: 94c8d8df-e9fe-4484-bc44-14ef9725d729, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:27.420138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.421754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 3aea5809-80f9-4fd2-b4de-e14d8e91a160, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3aea5809-80f9-4fd2-b4de-e14d8e91a160,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:27.433215 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.510374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=3aea5809-80f9-4fd2-b4de-e14d8e91a160,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.523541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port bae4068a-950c-4063-a78d-4cfb319c513c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=bae4068a-950c-4063-a78d-4cfb319c513c,segment=NetworkSegment(747366e1-7d58-4816-9a5a-466580f4d323),segment_id=747366e1-7d58-4816-9a5a-466580f4d323)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:27.534745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:27.542140 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.574242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3604d3de-a106-4a12-9736-00497644ca74 req-f7b0b614-e478-4e6d-8b45-ce9bedcbd2bc service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243522 Jul 14 09:42:27.578257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-eee05a73-44bf-4335-a8d1-4110797efde1 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2415321 Jul 14 09:42:27.623497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c', 'port_id': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'mac_address': 'fa:16:3e:65:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae535cd-1b7b-4220-aa72-ade147203f26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:27.718157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=bae4068a-950c-4063-a78d-4cfb319c513c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:27.722686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.744261 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-c27d739f-60f4-4f6d-a786-faf1cb574739 service neutron] 10.222.0.73 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484556 Jul 14 09:42:27.759872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:27.775248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['bae4068a-950c-4063-a78d-4cfb319c513c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:27.864973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:27.885755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:27.906424 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-e705d93b-5878-4d31-97fb-59637a801c54 service neutron] 10.222.0.73 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567721 Jul 14 09:42:27.906687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.945673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3604d3de-a106-4a12-9736-00497644ca74 req-1accf318-9a5e-4da1-b75a-8cc820608e7c service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627019 Jul 14 09:42:27.959257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:27.959889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:27.964895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] 10.222.0.69 "PUT /v2.0/ports/94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 1092 time: 3.0023797 Jul 14 09:42:27.976673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:27.982784 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9745a01c-f63b-4d46-9188-8c1fe13ab241" -d '{"events": [{"name": "network-changed", "server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:28.018376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbcfe3-df06-4d8e-b7a4-bb4d6e6026d3 req-7a1dd4e9-d945-4bd3-959b-91bfe90b032f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.020031 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-10fbcfe3-df06-4d8e-b7a4-bb4d6e6026d3 req-7a1dd4e9-d945-4bd3-959b-91bfe90b032f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3089654 Jul 14 09:42:28.112697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36af75-9a4e-4ed5-8241-6b60715606db service neutron] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.157240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:28.163151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:28.216916 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:42:28.220642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-10fbcfe3-df06-4d8e-b7a4-bb4d6e6026d3 req-d00b1906-65f4-4ca3-a2c6-55c0bc0ce4be tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672475 Jul 14 09:42:28.244100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073c57-83e6-424b-8261-373d6147fc56 req-6fdf22ef-8bb7-4422-aeb7-ca5db0368bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.245778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-6fdf22ef-8bb7-4422-aeb7-ca5db0368bd6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1096 time: 0.2248015 Jul 14 09:42:28.333709 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58e32bb-617b-4ad4-9ce7-035b857d7386 x-openstack-request-id: req-e58e32bb-617b-4ad4-9ce7-035b857d7386 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:28.337589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:28.338106 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:28.338792 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e58e32bb-617b-4ad4-9ce7-035b857d7386 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:28.340725 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'status': 'completed', 'code': 200} Jul 14 09:42:28.356452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:28.486149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-809cc49b-2a10-4371-87d1-03c12f32a344 req-fbb2f3fa-e259-4854-b63b-bcbea09ea33e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 210 time: 0.0762110 Jul 14 09:42:28.629465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073c57-83e6-424b-8261-373d6147fc56 req-e28d06ae-9922-46eb-b8e4-9f9382ae0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.630964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-e28d06ae-9922-46eb-b8e4-9f9382ae0b27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.3778276 Jul 14 09:42:28.694124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030ff0c-6b4c-4b51-8d9d-bfe0d51ed2a2 req-cfb03227-0092-4011-a4d3-ea4e0072b39d tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.703691 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5030ff0c-6b4c-4b51-8d9d-bfe0d51ed2a2 req-cfb03227-0092-4011-a4d3-ea4e0072b39d tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 945 time: 0.0950825 Jul 14 09:42:28.714042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fb167-1424-4c7c-89f9-e51ad3d49afb req-596939c2-a045-4f35-970e-de6302700df5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.721307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-650fb167-1424-4c7c-89f9-e51ad3d49afb req-596939c2-a045-4f35-970e-de6302700df5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.2334964 Jul 14 09:42:28.762685 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5030ff0c-6b4c-4b51-8d9d-bfe0d51ed2a2 req-9f17a90a-822d-4ce1-9064-a4382a9e19fd tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541713 Jul 14 09:42:28.824556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-650fb167-1424-4c7c-89f9-e51ad3d49afb req-9d58352b-71bf-47d4-923a-7b17733ace55 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019707 Jul 14 09:42:28.842172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-796d1378-ce36-46ff-b2aa-07d01e1990c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 997 time: 0.2033739 Jul 14 09:42:28.854810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3aea5809-80f9-4fd2-b4de-e14d8e91a160 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:28.914522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073c57-83e6-424b-8261-373d6147fc56 req-c5f745ad-3edc-4a4e-a120-13f7680a323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:28.917362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-c5f745ad-3edc-4a4e-a120-13f7680a323a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.0608037 Jul 14 09:42:29.013567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:29.013929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:29.029430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09073c57-83e6-424b-8261-373d6147fc56 req-d55ec76e-78a9-4fcd-8e46-bd03b2424c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.031128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-d55ec76e-78a9-4fcd-8e46-bd03b2424c50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061108 Jul 14 09:42:29.205979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-8efc65bc-b18d-47d3-8875-642e7e06702c service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667492 Jul 14 09:42:29.401122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-09073c57-83e6-424b-8261-373d6147fc56 req-2ac57dc4-862b-4941-9b73-17f45a0a081e service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880970 Jul 14 09:42:29.519097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea677e-5bd5-4352-9962-9394d9c420f4 req-2cebad1b-d175-4421-bcd4-3f352dccbd4d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.528683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cfea677e-5bd5-4352-9962-9394d9c420f4 req-2cebad1b-d175-4421-bcd4-3f352dccbd4d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.0983582 Jul 14 09:42:29.581843 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cfea677e-5bd5-4352-9962-9394d9c420f4 req-df04e424-8aff-4d85-9392-f4c1668b0642 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Jul 14 09:42:29.619940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-620d5b61-9cf1-4f50-bdab-c850aea61173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:29.623581 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-620d5b61-9cf1-4f50-bdab-c850aea61173 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1096 time: 0.1561911 Jul 14 09:42:29.623947 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.132623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37501962-2a78-4297-9c1c-7c3a35f98504 req-0d932f92-9923-40b6-87de-97413ae00a25 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.140827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37501962-2a78-4297-9c1c-7c3a35f98504 req-0d932f92-9923-40b6-87de-97413ae00a25 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 945 time: 0.1916349 Jul 14 09:42:30.248244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37501962-2a78-4297-9c1c-7c3a35f98504 req-29a3daeb-ba27-4fde-ba40-d60d9aca05b5 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024330 Jul 14 09:42:30.436418 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a063fff-a5f4-46c9-9d0e-35c42f59c171 req-6a30ec98-dc2c-4b85-9096-c663d655e73e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 210 time: 0.0526435 Jul 14 09:42:30.572313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-3aaa6056-5645-4670-96a8-575487657426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.582671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-3aaa6056-5645-4670-96a8-575487657426 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.9515986 Jul 14 09:42:30.610347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device bae4068a-950c-4063-a78d-4cfb319c513c up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:30.693888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94037c0-3efa-4e1d-a42f-c3819a8a4d62 req-933e5a32-29e7-464f-96a1-d529809280f5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:30.697331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e94037c0-3efa-4e1d-a42f-c3819a8a4d62 req-933e5a32-29e7-464f-96a1-d529809280f5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1974747 Jul 14 09:42:30.764882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port bae4068a-950c-4063-a78d-4cfb319c513c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:30.773877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port bae4068a-950c-4063-a78d-4cfb319c513c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:30.774809 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:30.855587 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e94037c0-3efa-4e1d-a42f-c3819a8a4d62 req-8a38e2fd-145a-412f-bbb0-daf8f0bde845 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465943 Jul 14 09:42:30.967831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:31.020858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-3a916d80-aff3-46a6-8045-a73c6a1d151a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.022499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-3a916d80-aff3-46a6-8045-a73c6a1d151a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.69 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 811 time: 0.2762928 Jul 14 09:42:31.100939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-2151a30d-45ef-4b1b-a36c-23c223278393 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 997 time: 0.5052917 Jul 14 09:42:31.118028 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.181899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-7c3b7708-a640-4bc2-a2ed-b9c687b18c77 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4 HTTP/1.1" status: 200 len: 379 time: 0.1327124 Jul 14 09:42:31.187942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f7eaa2-b647-4474-b48c-2acf50b6ec68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae4068a-950c-4063-a78d-4cfb319c513c'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:31.196008 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcb149b-30cf-447c-b296-5d1561cc8bff" -d '{"events": [{"server_uuid": "12f7eaa2-b647-4474-b48c-2acf50b6ec68", "name": "network-vif-plugged", "status": "completed", "tag": "bae4068a-950c-4063-a78d-4cfb319c513c"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:31.202266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'port': {'device_id': '3ab26966-36e4-455d-9921-a30247497773', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'admin_state_up': True, 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'security_groups': ['d3637e52-8ce8-441b-a741-9d4c5acea8e9']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:31.241931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e7769-ebc9-4910-8ec5-697ca090c251 req-0935cdfd-4eca-4550-a9e5-1b9fa4f750c4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.248760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port bae4068a-950c-4063-a78d-4cfb319c513c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=bae4068a-950c-4063-a78d-4cfb319c513c,segment=NetworkSegment(747366e1-7d58-4816-9a5a-466580f4d323),segment_id=747366e1-7d58-4816-9a5a-466580f4d323)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:31.250977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-939e7769-ebc9-4910-8ec5-697ca090c251 req-0935cdfd-4eca-4550-a9e5-1b9fa4f750c4 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.2248123 Jul 14 09:42:31.264128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.265575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:31.273778 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.431634 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d5fa5a-2c48-457b-8d0d-18d9ce0b44d5 x-openstack-request-id: req-b3d5fa5a-2c48-457b-8d0d-18d9ce0b44d5 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:31.435174 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f7eaa2-b647-4474-b48c-2acf50b6ec68", "name": "network-vif-plugged", "status": "completed", "tag": "bae4068a-950c-4063-a78d-4cfb319c513c", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:31.435463 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3d5fa5a-2c48-457b-8d0d-18d9ce0b44d5 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:31.435895 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f7eaa2-b647-4474-b48c-2acf50b6ec68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae4068a-950c-4063-a78d-4cfb319c513c', 'code': 200} Jul 14 09:42:31.438742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-005e7f5c-8aae-4613-a3fe-1c92a7a73d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.454618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-005e7f5c-8aae-4613-a3fe-1c92a7a73d3b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.3382132 Jul 14 09:42:31.527887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01d3a7-dc04-4127-a46a-16c0caae997c req-5212d5ae-4471-4140-a720-d25d6af3f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.531194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=bae4068a-950c-4063-a78d-4cfb319c513c,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.544383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a01d3a7-dc04-4127-a46a-16c0caae997c req-5212d5ae-4471-4140-a720-d25d6af3f1c4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 1098 time: 0.1400402 Jul 14 09:42:31.568306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-939e7769-ebc9-4910-8ec5-697ca090c251 req-27a7dfc1-a234-4cea-8a0e-28e21e611b9b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162358 Jul 14 09:42:31.648984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a01d3a7-dc04-4127-a46a-16c0caae997c req-135f7de9-cd56-4107-a1da-b623d78b1038 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036472 Jul 14 09:42:31.705342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.790536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:31.799570 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:31.817907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3b03a-0a55-4e38-b329-25717580a5db req-71a65cbc-d3bd-40fc-90e1-5e090987d506 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.819713 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ba3b03a-0a55-4e38-b329-25717580a5db req-71a65cbc-d3bd-40fc-90e1-5e090987d506 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.1768966 Jul 14 09:42:31.944985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ba3b03a-0a55-4e38-b329-25717580a5db req-e8fd007e-26fc-4757-a6e3-fb59fc70e163 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187246 Jul 14 09:42:31.956540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:31.989565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-07343957-bf58-448c-8dfc-08b12dfa9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:31.991936 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-07343957-bf58-448c-8dfc-08b12dfa9ec3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5283985 Jul 14 09:42:32.045339 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57c88c08-3bc9-4d46-bdc4-90ab6f73ae49 req-d35f0110-0d5c-4032-81ce-a528ce8dfbf0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 210 time: 0.0738006 Jul 14 09:42:32.054935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Made reservation on behalf of 5880c0bd5d9743d7ad80f5fff651c1f4 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:32.064657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.344336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-358a5d27-5bb7-4010-8075-7fc628f5280b service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399847 Jul 14 09:42:32.370725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81819d1f-d6d0-4709-a76f-6b95134e05fa req-35498454-7246-48be-9a60-76d6e79a9155 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:32.378583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81819d1f-d6d0-4709-a76f-6b95134e05fa req-35498454-7246-48be-9a60-76d6e79a9155 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1395800 Jul 14 09:42:32.448645 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81819d1f-d6d0-4709-a76f-6b95134e05fa req-b0d6774f-ff3a-452c-a698-b6300b06b656 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687807 Jul 14 09:42:32.565690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Allocated IP 172.20.0.3 (5196138a-b2d8-4938-886e-581d2de57586/8eba5b50-489a-4db5-b14c-5998f8e9fb66/c376c8dc-95d3-4806-9dc0-d63f01bd9ad4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:32.607463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9745a01c-f63b-4d46-9188-8c1fe13ab241 req-f1f3c78d-420f-4b0e-a5d9-e3a65a3599a6 service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057397 Jul 14 09:42:32.927545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:32.953596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Transition to ACTIVE for port object c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:32.981277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7089d-9ded-40c9-8afa-ac7ebba14e9d req-a9ee8884-b205-48de-967a-a2891d8da74e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:32.990571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0a7089d-9ded-40c9-8afa-ac7ebba14e9d req-a9ee8884-b205-48de-967a-a2891d8da74e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1729121 Jul 14 09:42:33.085797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0a7089d-9ded-40c9-8afa-ac7ebba14e9d req-2f015d5f-70ca-432b-b979-4c6904218942 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925989 Jul 14 09:42:33.101586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.141306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Network 5196138a-b2d8-4938-886e-581d2de57586 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:42:33.143598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:33.150209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:42:33.410218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd774c-265b-4961-91b8-e6852f4f9736 req-7242ca99-a021-4811-bd87-28b93b66da10 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.431277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0fbd774c-265b-4961-91b8-e6852f4f9736 req-7242ca99-a021-4811-bd87-28b93b66da10 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.2919035 Jul 14 09:42:33.437959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:33.441187 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12401923-5790-4c93-9b8b-1042d73aee97" -d '{"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-plugged", "status": "completed", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:33.466954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.468039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.485842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'Port': ['ID=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:33.512021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-d0b84b3f-fc21-4ce7-b31c-599f9c7319e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3155868 Jul 14 09:42:33.538671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0fbd774c-265b-4961-91b8-e6852f4f9736 req-71fb9ad9-be69-4571-abef-0b852b5302fe tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062074 Jul 14 09:42:33.569331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Request body: {'port': {'device_id': '3ab26966-36e4-455d-9921-a30247497773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:33.633483 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54be1e1-657d-4f96-9d4b-bc46a9c5d804 x-openstack-request-id: req-f54be1e1-657d-4f96-9d4b-bc46a9c5d804 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:33.633771 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-plugged", "status": "completed", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:33.634097 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f54be1e1-657d-4f96-9d4b-bc46a9c5d804 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:33.634461 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'code': 200} Jul 14 09:42:33.711395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d8236-b7e9-4edc-84f9-ef2a99732535 req-0029e163-3c92-4694-b81e-c3049a667733 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:33.719470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c4d8236-b7e9-4edc-84f9-ef2a99732535 req-0029e163-3c92-4694-b81e-c3049a667733 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 931 time: 0.1969502 Jul 14 09:42:33.765347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4ed57186-b422-4e09-b381-e7f6d38a9633 None None] Provisioning for port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:33.771166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4ed57186-b422-4e09-b381-e7f6d38a9633 None None] Provisioning complete for port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:33.771545 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ed57186-b422-4e09-b381-e7f6d38a9633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.821106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c4d8236-b7e9-4edc-84f9-ef2a99732535 req-20ffd284-4d52-4146-b5da-9eb87d1fffc0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000545 Jul 14 09:42:33.823526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:33.875522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4ed57186-b422-4e09-b381-e7f6d38a9633 None None] Port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:34.032647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3237039-b628-433f-99bb-06904446a070 req-27bb3504-5b03-4302-ae87-bb122767255b tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.045276 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f3237039-b628-433f-99bb-06904446a070 req-27bb3504-5b03-4302-ae87-bb122767255b tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1455901 Jul 14 09:42:34.143730 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f3237039-b628-433f-99bb-06904446a070 req-8a760291-f9f7-4e76-82d7-0d45d5b0ca07 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991592 Jul 14 09:42:34.401427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:34.412588 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.449253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Transition to ACTIVE for port object c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:34.455985 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:34.485974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f1c0f-5ec3-4c80-86c4-e3355a678abd req-6eb9cb97-0d9b-46b6-98e9-4d08bebf8ea3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.487820 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-102f1c0f-5ec3-4c80-86c4-e3355a678abd req-6eb9cb97-0d9b-46b6-98e9-4d08bebf8ea3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1481121 Jul 14 09:42:34.539991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755c106-ec47-4078-a6a8-318d0f0cef05 req-ca550eb5-9e68-489b-8106-eaf06e87709d tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:34.549027 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5755c106-ec47-4078-a6a8-318d0f0cef05 req-ca550eb5-9e68-489b-8106-eaf06e87709d tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.2015197 Jul 14 09:42:34.592136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-102f1c0f-5ec3-4c80-86c4-e3355a678abd req-2b798494-9d21-4ed2-aa24-b6cbd060c8a5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877430 Jul 14 09:42:34.682366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5755c106-ec47-4078-a6a8-318d0f0cef05 req-58f8a3b0-823b-4a77-ad32-8d635aedfa92 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308439 Jul 14 09:42:34.713090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:34.903099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Attempting to bind port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:34.903511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Attempting to bind port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:34.903770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Attempting to bind port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 on network 5196138a-b2d8-4938-886e-581d2de57586 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:34.934495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 on network 5196138a-b2d8-4938-886e-581d2de57586 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:34.934831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Attempting to bind port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 on network 5196138a-b2d8-4938-886e-581d2de57586 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:34.947412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:34.947762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Checking segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:34.948153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Bound using segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:34.948634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Bound port: c376c8dc-95d3-4806-9dc0-d63f01bd9ad4, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:34.949000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.091248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] For port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:35.094515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] For port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:35.103534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.183621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:35.196616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.196973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.197322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.197664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.198000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.198340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.198668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.198998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.199329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.199662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.199985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.200526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:35.244590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.245468 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:35.246937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-9e7deb62-9533-4aa3-98aa-64d7ffdedfb8 service neutron] 10.222.0.69 "PUT /v2.0/ports/c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 200 len: 1092 time: 1.6978164 Jul 14 09:42:35.247434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab26966-36e4-455d-9921-a30247497773', 'tag': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:35.250136 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065bfaf6-63eb-49ff-aced-4276a8bb8f35" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab26966-36e4-455d-9921-a30247497773", "tag": "c376c8dc-95d3-4806-9dc0-d63f01bd9ad4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:35.409024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d3c35-6f99-4e1c-956f-8ab8b5608234 req-333057d5-52c0-4935-8788-5130b7b88e6b tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.418217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf8d3c35-6f99-4e1c-956f-8ab8b5608234 req-333057d5-52c0-4935-8788-5130b7b88e6b tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 943 time: 0.2239208 Jul 14 09:42:35.539366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf8d3c35-6f99-4e1c-956f-8ab8b5608234 req-ca18f57a-8b2d-4c91-935a-f69cce5fa932 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196227 Jul 14 09:42:35.598824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-bfcf7607-3aaf-46e9-b93d-0be0539824d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.601255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-bfcf7607-3aaf-46e9-b93d-0be0539824d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 1095 time: 0.2727966 Jul 14 09:42:35.722076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-92151d74-f6e6-4aee-920a-3cad791017b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 200 len: 217 time: 0.1068873 Jul 14 09:42:35.769148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed105-1c7d-432a-a993-4768fc0dad27 req-d231f92f-1901-412c-88b1-3a6133479ec0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.772135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9deed105-1c7d-432a-a993-4768fc0dad27 req-d231f92f-1901-412c-88b1-3a6133479ec0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.2214074 Jul 14 09:42:35.861185 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9deed105-1c7d-432a-a993-4768fc0dad27 req-b75da41d-2462-481b-acb1-bd8402d98bf1 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828149 Jul 14 09:42:35.896477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-5aad19a3-5db6-4d05-b633-8ecd1a706416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:35.903619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-5aad19a3-5db6-4d05-b633-8ecd1a706416 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.1571457 Jul 14 09:42:35.989001 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bff2d0-efc1-4a97-92a3-16d32d96a514 x-openstack-request-id: req-d6bff2d0-efc1-4a97-92a3-16d32d96a514 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:35.992433 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab26966-36e4-455d-9921-a30247497773", "tag": "c376c8dc-95d3-4806-9dc0-d63f01bd9ad4", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:35.993028 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6bff2d0-efc1-4a97-92a3-16d32d96a514 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:35.993674 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab26966-36e4-455d-9921-a30247497773', 'tag': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'status': 'completed', 'code': 200} Jul 14 09:42:36.065333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d6cbc-714d-4fc9-8f8d-d91fee547de8 req-61d32b79-dde5-4021-8c84-5c1ea6861089 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.067002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d3d6cbc-714d-4fc9-8f8d-d91fee547de8 req-61d32b79-dde5-4021-8c84-5c1ea6861089 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.2121160 Jul 14 09:42:36.083717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-02267d7f-54a0-4300-b0e8-c91f6f6d83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.085429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-02267d7f-54a0-4300-b0e8-c91f6f6d83c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1747179 Jul 14 09:42:36.216350 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-add8fca1-abd6-4c18-9c86-edc032376494 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220644 Jul 14 09:42:36.220661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d6b2e-a8a3-4971-a3f8-38d85d0975c8 req-e12cc733-0845-49d6-9316-f110670118fc tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.230094 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-384d6b2e-a8a3-4971-a3f8-38d85d0975c8 req-e12cc733-0845-49d6-9316-f110670118fc tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1572452 Jul 14 09:42:36.265212 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d3d6cbc-714d-4fc9-8f8d-d91fee547de8 req-fb3de00b-f2cf-43c5-9f1f-948b68c571c0 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889236 Jul 14 09:42:36.331578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-384d6b2e-a8a3-4971-a3f8-38d85d0975c8 req-c3f1e591-7337-4065-92c8-4ece52e36762 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982468 Jul 14 09:42:36.585366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5814ca66-1d0b-434a-bab6-a1bdf1ee0d03 req-f42d9d00-dea3-40c2-93e3-dd55486744ae service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476650 Jul 14 09:42:36.868821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-6cebe0dc-fc03-414b-a09f-b7b5d94cfc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:36.876490 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-6cebe0dc-fc03-414b-a09f-b7b5d94cfc4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 1095 time: 0.2062094 Jul 14 09:42:36.987654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4b7b6-1b98-4f2f-ad2a-e350bedebfb5 req-60c89a47-3fac-41f6-9f1c-3588239bc7d1 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.000073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8cf4b7b6-1b98-4f2f-ad2a-e350bedebfb5 req-60c89a47-3fac-41f6-9f1c-3588239bc7d1 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 943 time: 0.2693520 Jul 14 09:42:37.205443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8cf4b7b6-1b98-4f2f-ad2a-e350bedebfb5 req-ab0f1365-3613-43b4-b9fc-d055959da1b6 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037218 Jul 14 09:42:37.308470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-f45f9cb1-4687-4b9f-bd7e-89c118a50969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.319041 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-f45f9cb1-4687-4b9f-bd7e-89c118a50969 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.4041233 Jul 14 09:42:37.356726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e35a2-e1bf-4ddc-814b-11e478540c08 req-7b060f6f-6ef4-4e38-87cf-233792a9276a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.359634 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd3e35a2-e1bf-4ddc-814b-11e478540c08 req-7b060f6f-6ef4-4e38-87cf-233792a9276a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1989369 Jul 14 09:42:37.488030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-c131a42a-91ad-4b5c-b929-777d1c7f1b9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 200 len: 217 time: 0.1440651 Jul 14 09:42:37.510416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd3e35a2-e1bf-4ddc-814b-11e478540c08 req-fa3ce241-2bdf-47b5-9d08-58c96671d301 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409957 Jul 14 09:42:37.646875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-a7a22d36-9099-4b20-ad67-e969a698a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.649913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-a7a22d36-9099-4b20-ad67-e969a698a363 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.1241570 Jul 14 09:42:37.724153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47198) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:37.855521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071742d-1c5f-4d6d-b32f-951d02c0ebc4 req-3682dbfb-2ea0-4c5a-a580-779ab9fb79fa tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.857284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8071742d-1c5f-4d6d-b32f-951d02c0ebc4 req-3682dbfb-2ea0-4c5a-a580-779ab9fb79fa tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.2064183 Jul 14 09:42:37.864608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-171abf36-2df4-4dee-b31b-3909b07c0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.866176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-171abf36-2df4-4dee-b31b-3909b07c0d72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1606216 Jul 14 09:42:37.898688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087a4f5-4f70-499d-853e-3d0f4b5edd54 req-2385c923-d440-48c2-8bbc-b44a20bda426 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:37.909979 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b087a4f5-4f70-499d-853e-3d0f4b5edd54 req-2385c923-d440-48c2-8bbc-b44a20bda426 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1261671 Jul 14 09:42:37.964344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04a40a4f-dc7c-4f53-a182-2549a522d992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:37.992459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8071742d-1c5f-4d6d-b32f-951d02c0ebc4 req-dc42f74a-1050-40d2-adfc-98fa52f0bd8b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252410 Jul 14 09:42:37.997034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-50932422-5736-4e2b-a262-bd65d950461e service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085637 Jul 14 09:42:38.124963 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-065bfaf6-63eb-49ff-aced-4276a8bb8f35 req-581de36e-25a6-4494-b643-2759cbe77a32 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212029 Jul 14 09:42:38.160521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04a40a4f-dc7c-4f53-a182-2549a522d992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.166477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04a40a4f-dc7c-4f53-a182-2549a522d992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.206062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47206) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:38.206333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-04a40a4f-dc7c-4f53-a182-2549a522d992 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d009a484f0e43c9a3ea8f67ccc8ef83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809613 Jul 14 09:42:38.237218 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b087a4f5-4f70-499d-853e-3d0f4b5edd54 req-b3899e30-4322-4edb-89ad-ec982f75cf92 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258317 Jul 14 09:42:38.300775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ace155f1-303a-4312-98ab-20a23c91d2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.316131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a40a4f-dc7c-4f53-a182-2549a522d992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627de6d5-020b-4a78-9de1-150099d4c7ab,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:38.386387 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ace155f1-303a-4312-98ab-20a23c91d2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.483997 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ace155f1-303a-4312-98ab-20a23c91d2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.486873 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ace155f1-303a-4312-98ab-20a23c91d2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:38.488346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ace155f1-303a-4312-98ab-20a23c91d2ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/627de6d5-020b-4a78-9de1-150099d4c7ab HTTP/1.1" status: 204 len: 168 time: 0.2812426 Jul 14 09:42:38.504397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace155f1-303a-4312-98ab-20a23c91d2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627de6d5-020b-4a78-9de1-150099d4c7ab,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:38.635292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-810f3234-2882-4c5e-82b4-54a94c9f6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.637156 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-810f3234-2882-4c5e-82b4-54a94c9f6e2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a44b59a90a41438bacab872bb4a44003&device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 1098 time: 0.1977777 Jul 14 09:42:38.649098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524d6c0-c20e-4469-91ec-b177f66df07b req-f16f9ec3-0c51-4c4c-be2d-1e4977fd01de tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.665208 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9524d6c0-c20e-4469-91ec-b177f66df07b req-f16f9ec3-0c51-4c4c-be2d-1e4977fd01de tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.1442125 Jul 14 09:42:38.739706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9524d6c0-c20e-4469-91ec-b177f66df07b req-90c8042a-6ee7-48cc-ac49-26d7c8103285 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735002 Jul 14 09:42:38.770822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-4b6c760a-5378-49d5-bd9d-44a62cf94acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.773109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-4b6c760a-5378-49d5-bd9d-44a62cf94acd service neutron] 10.222.0.66 "GET /v2.0/networks?id=7497c909-7070-45a7-9aeb-eb9433d56fc1 HTTP/1.1" status: 200 len: 913 time: 0.1274426 Jul 14 09:42:38.869103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-778293d0-8742-4091-a1da-30ec1115444e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae4068a-950c-4063-a78d-4cfb319c513c HTTP/1.1" status: 200 len: 217 time: 0.0868440 Jul 14 09:42:38.904063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643a4d4-7fe6-449f-b659-81c40774fb46 req-a74b83cc-f301-45da-bdbb-aa708659b8ab tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:38.905997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d643a4d4-7fe6-449f-b659-81c40774fb46 req-a74b83cc-f301-45da-bdbb-aa708659b8ab tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 943 time: 0.3173082 Jul 14 09:42:38.973912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d643a4d4-7fe6-449f-b659-81c40774fb46 req-d17b5ea1-d76b-432f-b530-ff9efb16720e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460470 Jul 14 09:42:38.996067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:39.010716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47220) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.025268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-64bd8df3-e4e9-401d-8e8a-8dc06147f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.028629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-64bd8df3-e4e9-401d-8e8a-8dc06147f762 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7b82758-7d1a-458b-ab7f-c4c6b0e0736d HTTP/1.1" status: 200 len: 852 time: 0.1510863 Jul 14 09:42:39.060106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1203545b-2a5e-4bf6-bae4-b744cd1cdaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.122765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-299f00e4-6571-4d51-8032-bea5569d2ed6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7497c909-7070-45a7-9aeb-eb9433d56fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859535 Jul 14 09:42:39.137696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae662b54-dbf7-4dfa-bd21-2d8a75625043 req-e3de5f7d-851e-41c0-872e-acbd7fd81354 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.139407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae662b54-dbf7-4dfa-bd21-2d8a75625043 req-e3de5f7d-851e-41c0-872e-acbd7fd81354 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.2598205 Jul 14 09:42:39.253722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae662b54-dbf7-4dfa-bd21-2d8a75625043 req-ef18f158-2ae5-482c-96aa-664783e66ead tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043572 Jul 14 09:42:39.299687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:39.336880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'port_id': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'mac_address': 'fa:16:3e:67:41:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:39.423081 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1203545b-2a5e-4bf6-bae4-b744cd1cdaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.426124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-f2f8c014-8f44-4339-a000-0d03fad0bbff service neutron] 10.222.0.66 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951276 Jul 14 09:42:39.429329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1203545b-2a5e-4bf6-bae4-b744cd1cdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.455721 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.488824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:39.545981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:39.550185 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1203545b-2a5e-4bf6-bae4-b744cd1cdaf0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3b9a973e9f044850a243f83d82d4c539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5296254 Jul 14 09:42:39.550185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203545b-2a5e-4bf6-bae4-b744cd1cdaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dcb7bb-03cc-4db3-b1e8-de1d11e3aa34,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.556636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47224) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:39.578787 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.672136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca05f0fe-9a31-480f-a3d7-4b51d72e88c5 req-02adac84-cdf0-439a-b354-1429516817fb service neutron] 10.222.0.66 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404032 Jul 14 09:42:39.698319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4504f1d8-e66e-45bb-8633-68659196ffbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.714620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.735587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4504f1d8-e66e-45bb-8633-68659196ffbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.786823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ff0db-004f-468c-baea-305832b32162 req-47bd3d50-f4ae-452f-9ed3-b0befb3fb65d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:39.790195 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4ff0db-004f-468c-baea-305832b32162 req-47bd3d50-f4ae-452f-9ed3-b0befb3fb65d tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1168644 Jul 14 09:42:39.820991 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4504f1d8-e66e-45bb-8633-68659196ffbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.823580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4504f1d8-e66e-45bb-8633-68659196ffbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:39.825176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4504f1d8-e66e-45bb-8633-68659196ffbe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b9dcb7bb-03cc-4db3-b1e8-de1d11e3aa34 HTTP/1.1" status: 204 len: 168 time: 0.2672737 Jul 14 09:42:39.840359 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504f1d8-e66e-45bb-8633-68659196ffbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dcb7bb-03cc-4db3-b1e8-de1d11e3aa34,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:39.902213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['c376c8dc-95d3-4806-9dc0-d63f01bd9ad4'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:39.906664 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4ff0db-004f-468c-baea-305832b32162 req-a47ca70f-1b9a-41bd-a323-ff6acbc777f9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097946 Jul 14 09:42:40.136637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071ece-cbd4-40e1-a880-246db4aa400b req-1f18c865-a2a6-49f5-aa65-c3a928379315 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.138233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4071ece-cbd4-40e1-a880-246db4aa400b req-1f18c865-a2a6-49f5-aa65-c3a928379315 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.1440656 Jul 14 09:42:40.287974 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4071ece-cbd4-40e1-a880-246db4aa400b req-1d617edb-eff4-4bdc-b061-1e6901861e85 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301885 Jul 14 09:42:40.335748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d7733-590f-4164-848f-205b8a167dcb req-494783c0-671b-41f5-9bdd-498681f4a98a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.346871 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e28d7733-590f-4164-848f-205b8a167dcb req-494783c0-671b-41f5-9bdd-498681f4a98a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 944 time: 0.1502597 Jul 14 09:42:40.407790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e28d7733-590f-4164-848f-205b8a167dcb req-bef508de-1a98-45fb-b984-7d118a3512e7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536768 Jul 14 09:42:40.646033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc9b14-909c-4885-b32c-9b95dfe39a26 req-d0903212-7f62-407e-890e-63a2025a26e2 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:40.654562 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cccc9b14-909c-4885-b32c-9b95dfe39a26 req-d0903212-7f62-407e-890e-63a2025a26e2 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1319802 Jul 14 09:42:40.721835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cccc9b14-909c-4885-b32c-9b95dfe39a26 req-2d20a969-a92f-476e-8e6f-7ca947c67207 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658131 Jul 14 09:42:41.242280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e97608-5b1e-4491-b8b5-fec16fffb3b3 req-bd4e0f6f-8196-4c26-af79-4af0912f2d6e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.257232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08e97608-5b1e-4491-b8b5-fec16fffb3b3 req-bd4e0f6f-8196-4c26-af79-4af0912f2d6e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1665397 Jul 14 09:42:41.326758 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08e97608-5b1e-4491-b8b5-fec16fffb3b3 req-190a946e-8f1e-4f07-8440-b0249e527f44 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676458 Jul 14 09:42:41.518593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cfa3a-289d-4907-a267-aec0c3415164 req-5d0725f1-1ab6-4a4d-8ea3-c054c538b774 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.534937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-544cfa3a-289d-4907-a267-aec0c3415164 req-5d0725f1-1ab6-4a4d-8ea3-c054c538b774 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.1104171 Jul 14 09:42:41.634753 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-544cfa3a-289d-4907-a267-aec0c3415164 req-e0bfb31e-749b-400c-8fc3-c2e4821bda07 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973375 Jul 14 09:42:41.755036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892f40a-487f-464b-86ad-cfeeea9704fc req-02344cfe-bc5b-457e-ab0f-6431d47c6ad5 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:41.756853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7892f40a-487f-464b-86ad-cfeeea9704fc req-02344cfe-bc5b-457e-ab0f-6431d47c6ad5 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 944 time: 0.1243136 Jul 14 09:42:41.832016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7892f40a-487f-464b-86ad-cfeeea9704fc req-2f2c8e42-c1c5-4a96-82d6-34d39bf66330 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673275 Jul 14 09:42:42.112496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a166ba-a987-4144-b14b-d7a1e565d46c req-5513b713-fa05-4357-b1f6-f95d65281271 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:42.114815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96a166ba-a987-4144-b14b-d7a1e565d46c req-5513b713-fa05-4357-b1f6-f95d65281271 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1096323 Jul 14 09:42:42.176868 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96a166ba-a987-4144-b14b-d7a1e565d46c req-e50b31e5-e0ae-42d5-811f-b2e7dd74b3a8 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557528 Jul 14 09:42:42.352467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126a1a8-2841-4f83-bca4-7bfc7bcdbe73 req-0f97cba5-3d16-45b8-9e4c-0bad45132db4 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:42.354447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e126a1a8-2841-4f83-bca4-7bfc7bcdbe73 req-0f97cba5-3d16-45b8-9e4c-0bad45132db4 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.1019413 Jul 14 09:42:42.431732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e126a1a8-2841-4f83-bca4-7bfc7bcdbe73 req-207ff6bc-51ce-4969-b142-c34f8696154b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682323 Jul 14 09:42:42.689232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4fce6b-073e-44fc-9396-2a2ae1505633 req-e3b40015-01df-4bb1-93e1-dc0e0081d8c3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:42.694986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed4fce6b-073e-44fc-9396-2a2ae1505633 req-e3b40015-01df-4bb1-93e1-dc0e0081d8c3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1539214 Jul 14 09:42:42.766288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed4fce6b-073e-44fc-9396-2a2ae1505633 req-5f828e89-e9b1-41f8-94f7-051e0e37b8f2 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653608 Jul 14 09:42:43.026266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:43.069961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b78b79-7888-48ce-a447-c446d81a3eaf req-72dad211-d790-45ef-b15a-4df1bb6d8d1b tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:43.074865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06b78b79-7888-48ce-a447-c446d81a3eaf req-72dad211-d790-45ef-b15a-4df1bb6d8d1b tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 944 time: 0.0863404 Jul 14 09:42:43.118026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:43.132642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:43.133347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.162006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06b78b79-7888-48ce-a447-c446d81a3eaf req-6e4c67b5-34c3-4995-9572-7b39d1df1033 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792377 Jul 14 09:42:43.338955 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.386693 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab26966-36e4-455d-9921-a30247497773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:43.389604 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938e55c2-8cd7-4580-bd4f-714e67ae05fe" -d '{"events": [{"server_uuid": "3ab26966-36e4-455d-9921-a30247497773", "name": "network-vif-plugged", "status": "completed", "tag": "c376c8dc-95d3-4806-9dc0-d63f01bd9ad4"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:43.405990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:43.414331 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:43.515000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dae8a-a99c-435e-8d28-30b8cbd6cd6b req-59b5402a-66bb-4123-b8f4-753f78807adc tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:43.523021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f7dae8a-a99c-435e-8d28-30b8cbd6cd6b req-59b5402a-66bb-4123-b8f4-753f78807adc tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1480350 Jul 14 09:42:43.523772 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a131eeee-6f14-4752-a312-850851447228 x-openstack-request-id: req-a131eeee-6f14-4752-a312-850851447228 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:43.524722 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab26966-36e4-455d-9921-a30247497773", "name": "network-vif-plugged", "status": "completed", "tag": "c376c8dc-95d3-4806-9dc0-d63f01bd9ad4", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:43.525012 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a131eeee-6f14-4752-a312-850851447228 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:43.525597 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab26966-36e4-455d-9921-a30247497773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'code': 200} Jul 14 09:42:43.528659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:43.569417 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f7dae8a-a99c-435e-8d28-30b8cbd6cd6b req-f070c7b5-c7fd-4de2-97ad-4a7a33c9a061 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Jul 14 09:42:43.663553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b70d5-00ae-4aa3-a4a4-69398377b08b req-346e21d4-3e4a-40cc-939a-e1e6bf05591b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:43.665397 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f5b70d5-00ae-4aa3-a4a4-69398377b08b req-346e21d4-3e4a-40cc-939a-e1e6bf05591b tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.0702279 Jul 14 09:42:43.707586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f5b70d5-00ae-4aa3-a4a4-69398377b08b req-0d640881-b989-4411-a8ab-e93901a40734 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363827 Jul 14 09:42:44.004707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1860e7-9029-439f-a94a-14a4a1222cf2 req-1939d963-24dd-4629-a75d-9cd168362ecc tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.007309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a1860e7-9029-439f-a94a-14a4a1222cf2 req-1939d963-24dd-4629-a75d-9cd168362ecc tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.0866449 Jul 14 09:42:44.051979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a1860e7-9029-439f-a94a-14a4a1222cf2 req-06527b0b-e783-4428-b7f7-c2ea6bf238b7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390816 Jul 14 09:42:44.178964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38f6dd-5ffe-40c5-ae83-051c22fd1c71 req-774c3ecd-000b-4ca6-bb93-9c622a34fdd2 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.180488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a38f6dd-5ffe-40c5-ae83-051c22fd1c71 req-774c3ecd-000b-4ca6-bb93-9c622a34fdd2 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.1065927 Jul 14 09:42:44.190546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-6e3f44b7-77cf-4b53-b616-b01a17654813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.192005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-6e3f44b7-77cf-4b53-b616-b01a17654813 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a44b59a90a41438bacab872bb4a44003&device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 1098 time: 0.0890369 Jul 14 09:42:44.291179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a38f6dd-5ffe-40c5-ae83-051c22fd1c71 req-ceb7da4f-3a08-423a-a0fb-f3bb5130bcc9 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026795 Jul 14 09:42:44.337948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-4231ada7-f16a-4cc4-8a8a-f6696aab3792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.339952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-4231ada7-f16a-4cc4-8a8a-f6696aab3792 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7497c909-7070-45a7-9aeb-eb9433d56fc1 HTTP/1.1" status: 200 len: 913 time: 0.1415296 Jul 14 09:42:44.396180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-76386dfc-9b6a-44b1-bccc-e73569c1173b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bae4068a-950c-4063-a78d-4cfb319c513c HTTP/1.1" status: 200 len: 217 time: 0.0496862 Jul 14 09:42:44.457478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39ae85-cd3a-4f8d-aff1-3b77486d16cb req-1355ef8f-23ca-4d2c-ba2b-271cb5251278 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.458249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-8fe17d4f-5032-4d90-9a50-2459397ad26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:44.459834 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-8fe17d4f-5032-4d90-9a50-2459397ad26d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a7b82758-7d1a-458b-ab7f-c4c6b0e0736d HTTP/1.1" status: 200 len: 852 time: 0.0577142 Jul 14 09:42:44.460503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd39ae85-cd3a-4f8d-aff1-3b77486d16cb req-1355ef8f-23ca-4d2c-ba2b-271cb5251278 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1364532 Jul 14 09:42:44.508824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-31c1f9e0-bcba-4f95-bc1a-2fa7d6b47051 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7497c909-7070-45a7-9aeb-eb9433d56fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425475 Jul 14 09:42:44.512781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd39ae85-cd3a-4f8d-aff1-3b77486d16cb req-3fb8b2cc-a8cd-4940-8cb4-dee38564d147 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452662 Jul 14 09:42:44.612239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-44270db8-3eac-4914-8b82-f660dbdc2ccd service neutron] 10.222.0.66 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971496 Jul 14 09:42:45.148676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264eb4e-d860-4f2f-8b58-e3ab6104ebaa req-f0016478-4805-4241-9750-4cdb6997e6c5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.150274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e264eb4e-d860-4f2f-8b58-e3ab6104ebaa req-f0016478-4805-4241-9750-4cdb6997e6c5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.4422452 Jul 14 09:42:45.154547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e1a8f5d-3141-4dc9-8c2a-d21d048721e9 req-20522d7d-4054-4be6-8970-6c5c91e5159d service neutron] 10.222.0.66 "GET /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353146 Jul 14 09:42:45.211379 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e264eb4e-d860-4f2f-8b58-e3ab6104ebaa req-f081bb3a-9ae0-4f74-a728-7eaa8a592da0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541701 Jul 14 09:42:45.287331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c5f41-1ac1-4abe-8918-0cd64e92e5d9 req-9e3048bd-42de-40e3-911c-7d5cd03f981c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.289592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa4c5f41-1ac1-4abe-8918-0cd64e92e5d9 req-9e3048bd-42de-40e3-911c-7d5cd03f981c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.0694764 Jul 14 09:42:45.333718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aa4c5f41-1ac1-4abe-8918-0cd64e92e5d9 req-a949d09b-a7e0-4e61-bc3d-3c9b5aaaacb1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385425 Jul 14 09:42:45.483457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4a6dc-8a60-4f34-b30c-a4ecb0d80fe2 req-5ed81eaa-d7af-4e43-9897-4504711dbff1 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.484956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4e4a6dc-8a60-4f34-b30c-a4ecb0d80fe2 req-5ed81eaa-d7af-4e43-9897-4504711dbff1 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.0674384 Jul 14 09:42:45.524086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4e4a6dc-8a60-4f34-b30c-a4ecb0d80fe2 req-4d3706e7-29bb-43f6-9ac1-bdd530c5ea96 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332546 Jul 14 09:42:45.693592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aadf8d-12ce-4439-b0bb-7248b99a2b76 req-e11ea666-f58b-479d-a413-e7b0bdf42d9a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:45.695614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62aadf8d-12ce-4439-b0bb-7248b99a2b76 req-e11ea666-f58b-479d-a413-e7b0bdf42d9a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.0679905 Jul 14 09:42:45.734333 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62aadf8d-12ce-4439-b0bb-7248b99a2b76 req-f983ed60-59d7-4939-9fc9-339f7992cb10 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331476 Jul 14 09:42:46.434811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e9924-642d-4b98-aaa4-de1e67ebf3a1 req-677b1e7b-5f5a-4c94-ae7d-6a9c7f7f1d66 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.435516 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-047e9924-642d-4b98-aaa4-de1e67ebf3a1 req-677b1e7b-5f5a-4c94-ae7d-6a9c7f7f1d66 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1038594 Jul 14 09:42:46.535895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-047e9924-642d-4b98-aaa4-de1e67ebf3a1 req-e272ea3a-4bfc-4492-851b-7a4b5454e882 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773077 Jul 14 09:42:46.602064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d2657-6581-4c00-8dff-2998081f4846 req-adb5d57d-7b82-4bf9-8183-4c45fb4eae1f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.603953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-169d2657-6581-4c00-8dff-2998081f4846 req-adb5d57d-7b82-4bf9-8183-4c45fb4eae1f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1032867 Jul 14 09:42:46.702399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-169d2657-6581-4c00-8dff-2998081f4846 req-97ae9368-7e6b-43aa-8100-47577ffd4e26 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922775 Jul 14 09:42:46.758331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335f866-7bad-4b4b-a189-f4cb969d644f req-ad39dd10-829e-4a59-a407-e5472148a965 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.759940 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0335f866-7bad-4b4b-a189-f4cb969d644f req-ad39dd10-829e-4a59-a407-e5472148a965 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.0750458 Jul 14 09:42:46.813857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0335f866-7bad-4b4b-a189-f4cb969d644f req-d7a28d55-5feb-4812-b5ef-8313abf1c643 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475087 Jul 14 09:42:46.963337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153fe65-4a07-49d7-a974-ef7ef3aba956 req-7d2301f6-8f42-462e-bc7b-868fe1204d5d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:46.964908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9153fe65-4a07-49d7-a974-ef7ef3aba956 req-7d2301f6-8f42-462e-bc7b-868fe1204d5d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.0818071 Jul 14 09:42:47.009486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9153fe65-4a07-49d7-a974-ef7ef3aba956 req-741a83b6-9bf9-40e3-a7e5-35590eb5ab4d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Jul 14 09:42:47.031696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47388) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:47.145789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94ffb469-10e8-4a84-ad41-b3e633acc6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.250516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fbf9e-3219-4e45-a501-66a93cb5f039 req-a0a9f10f-7230-40bb-9658-e52c5269c5ed tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.252020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be3fbf9e-3219-4e45-a501-66a93cb5f039 req-a0a9f10f-7230-40bb-9658-e52c5269c5ed tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.0966492 Jul 14 09:42:47.313117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be3fbf9e-3219-4e45-a501-66a93cb5f039 req-49e5c04e-22fa-4ea8-8ca0-1f9a55926f16 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542097 Jul 14 09:42:47.317463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94ffb469-10e8-4a84-ad41-b3e633acc6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.322213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94ffb469-10e8-4a84-ad41-b3e633acc6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.358484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-94ffb469-10e8-4a84-ad41-b3e633acc6f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=46bc1b9688084971bd3546a6a0ab6667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255599 Jul 14 09:42:47.361229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:47.363068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffb469-10e8-4a84-ad41-b3e633acc6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0178ab27-da6e-4e3b-a797-44f6b40fc547,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.413824 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.434545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.482604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.485235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.486384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0178ab27-da6e-4e3b-a797-44f6b40fc547 HTTP/1.1" status: 204 len: 168 time: 0.1241219 Jul 14 09:42:47.494538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0178ab27-da6e-4e3b-a797-44f6b40fc547,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:47.502344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.502900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.503245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.503586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.503923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.504274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.504732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.505072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.505401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.506259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.507276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.507782 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6148d3d-5c33-4b5c-a54d-401ad81acfd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:42:47.588141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbba346-6cf6-4859-b014-2a1b5dbd13ae req-0d515b2a-07d9-4368-b3f9-29fe0913d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.589872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bfbba346-6cf6-4859-b014-2a1b5dbd13ae req-0d515b2a-07d9-4368-b3f9-29fe0913d71a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 1097 time: 0.0535808 Jul 14 09:42:47.636125 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bfbba346-6cf6-4859-b014-2a1b5dbd13ae req-e5142e04-d5b9-40b1-925d-72a3c1ae37c6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348744 Jul 14 09:42:47.746339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd1260-6ae3-43e5-ad98-63b1caaf0e0d req-6c02592e-891b-4a22-82bd-9b44c202aa5d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:47.747864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3cbd1260-6ae3-43e5-ad98-63b1caaf0e0d req-6c02592e-891b-4a22-82bd-9b44c202aa5d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.0701904 Jul 14 09:42:47.767238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47408) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:47.780999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-508cd8fb-b0b0-463b-870d-ff815c6c4bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:47.794987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3cbd1260-6ae3-43e5-ad98-63b1caaf0e0d req-a377973b-d853-4cd4-9203-62de1a1f29c6 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372770 Jul 14 09:42:48.196596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766bc2f-ae42-48a4-91b5-1465e0c192fd req-8e14ea71-0aad-495f-89ed-e619bb3a67ec tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.198157 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a766bc2f-ae42-48a4-91b5-1465e0c192fd req-8e14ea71-0aad-495f-89ed-e619bb3a67ec tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.0646129 Jul 14 09:42:48.238546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a766bc2f-ae42-48a4-91b5-1465e0c192fd req-becc77e6-19f9-4aed-964a-7e6cc99b663e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343454 Jul 14 09:42:48.263144 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-508cd8fb-b0b0-463b-870d-ff815c6c4bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.273070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc20fb-e901-4550-aa27-7b962e75d016 req-b1d3a57a-6e7a-4bee-9a2f-cb6d78da084e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.274556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bfc20fb-e901-4550-aa27-7b962e75d016 req-b1d3a57a-6e7a-4bee-9a2f-cb6d78da084e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.4513211 Jul 14 09:42:48.276818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-508cd8fb-b0b0-463b-870d-ff815c6c4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.335509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-508cd8fb-b0b0-463b-870d-ff815c6c4bc9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=671e52db51e54e228f1075f051139362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662730 Jul 14 09:42:48.338912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47414) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:48.360187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bfc20fb-e901-4550-aa27-7b962e75d016 req-a3f1e258-476f-401a-b4fd-9d903ba94d6c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785718 Jul 14 09:42:48.361961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cd8fb-b0b0-463b-870d-ff815c6c4bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd450a01-1252-47a7-9e72-482ac75ddbf5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.382324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd99085-7109-4453-af01-9c0a15213aa0 req-a657490d-830b-4f7f-a46f-041c4bbe45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.383843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edd99085-7109-4453-af01-9c0a15213aa0 req-a657490d-830b-4f7f-a46f-041c4bbe45e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1098 time: 0.1599267 Jul 14 09:42:48.393840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-500bb76d-23f9-47f4-ace4-af5a94a0366e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.416640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-500bb76d-23f9-47f4-ace4-af5a94a0366e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.482020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd99085-7109-4453-af01-9c0a15213aa0 req-ccc15c7a-24d3-47e3-8f34-8207699a5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.483511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edd99085-7109-4453-af01-9c0a15213aa0 req-ccc15c7a-24d3-47e3-8f34-8207699a5550 service neutron] 10.222.0.69 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 914 time: 0.0930114 Jul 14 09:42:48.521120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7912f5-1fcb-4369-8b0b-12b0319201cf req-dcb52cdb-4985-4950-b374-c5d99292de5e tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.523151 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd7912f5-1fcb-4369-8b0b-12b0319201cf req-dcb52cdb-4985-4950-b374-c5d99292de5e tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.0920014 Jul 14 09:42:48.523747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-500bb76d-23f9-47f4-ace4-af5a94a0366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.526225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-500bb76d-23f9-47f4-ace4-af5a94a0366e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:48.527235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-500bb76d-23f9-47f4-ace4-af5a94a0366e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bd450a01-1252-47a7-9e72-482ac75ddbf5 HTTP/1.1" status: 204 len: 168 time: 0.1871672 Jul 14 09:42:48.528060 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edd99085-7109-4453-af01-9c0a15213aa0 req-3a61397d-d121-4f50-a7ed-9c899c9991d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 217 time: 0.0344152 Jul 14 09:42:48.542648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bb76d-23f9-47f4-ace4-af5a94a0366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd450a01-1252-47a7-9e72-482ac75ddbf5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:48.576406 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd7912f5-1fcb-4369-8b0b-12b0319201cf req-64bfbd35-38bd-4941-ba5e-33d4a06e333c tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/security-groups?id=12d0e1c8-246a-440e-b90f-7b3636b4dcec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460403 Jul 14 09:42:48.589026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd99085-7109-4453-af01-9c0a15213aa0 req-d9e2b703-b97e-48a9-a0a4-919a081d6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.590407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edd99085-7109-4453-af01-9c0a15213aa0 req-d9e2b703-b97e-48a9-a0a4-919a081d6fb4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.0553775 Jul 14 09:42:48.629083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edd99085-7109-4453-af01-9c0a15213aa0 req-f949ec15-f775-4371-aaa5-aa10d0f76713 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306640 Jul 14 09:42:48.747329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edd99085-7109-4453-af01-9c0a15213aa0 req-05fe6839-c074-4178-bfad-6a0d0b7378b7 service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062019 Jul 14 09:42:48.852535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edd99085-7109-4453-af01-9c0a15213aa0 req-06843ba7-70f3-4489-afe2-1bb533b6b1d1 service neutron] 10.222.0.69 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970120 Jul 14 09:42:48.926993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-c033830c-060b-4d76-97b5-8b94ec600fe4 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:48.928603 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-c033830c-060b-4d76-97b5-8b94ec600fe4 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.66 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 946 time: 0.0751855 Jul 14 09:42:49.001360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c0425-1364-466c-8447-215d67031bcd req-d7b6ace9-61aa-48cf-921f-c1bb81622203 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.002927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e37c0425-1364-466c-8447-215d67031bcd req-d7b6ace9-61aa-48cf-921f-c1bb81622203 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.0686738 Jul 14 09:42:49.041901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Deleting port bae4068a-950c-4063-a78d-4cfb319c513c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:49.042146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.054707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e37c0425-1364-466c-8447-215d67031bcd req-bed77981-cfdd-4713-bf5c-f96c4c52504f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Jul 14 09:42:49.136350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] For port bae4068a-950c-4063-a78d-4cfb319c513c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=bae4068a-950c-4063-a78d-4cfb319c513c,segment=NetworkSegment(747366e1-7d58-4816-9a5a-466580f4d323),segment_id=747366e1-7d58-4816-9a5a-466580f4d323)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:49.136722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.150572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Calling delete_port for bae4068a-950c-4063-a78d-4cfb319c513c owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:49.293644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.306508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['bae4068a-950c-4063-a78d-4cfb319c513c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:49.330956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Pushing event deleted for resources: {'Port': ['ID=bae4068a-950c-4063-a78d-4cfb319c513c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:49.391348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] No DVR routers for this DVR port bae4068a-950c-4063-a78d-4cfb319c513c on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:49.395467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:49.398025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ae1c042-7689-46ce-a8b4-e8991e46b3de req-1c7a56eb-528b-49f8-88e5-2ed6b8536832 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.66 "DELETE /v2.0/ports/bae4068a-950c-4063-a78d-4cfb319c513c HTTP/1.1" status: 204 len: 173 time: 0.4643042 Jul 14 09:42:49.413103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f7eaa2-b647-4474-b48c-2acf50b6ec68', 'name': 'network-vif-deleted', 'tag': 'bae4068a-950c-4063-a78d-4cfb319c513c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:49.416322 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e096c71-e587-4da6-9c34-7bbca333199f" -d '{"events": [{"server_uuid": "12f7eaa2-b647-4474-b48c-2acf50b6ec68", "name": "network-vif-deleted", "tag": "bae4068a-950c-4063-a78d-4cfb319c513c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:49.489040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7df72-915b-4513-9dc3-ba32498fdb08 req-5a16162b-7b7f-4c0e-ae9e-5921ff112778 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.490635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0e7df72-915b-4513-9dc3-ba32498fdb08 req-5a16162b-7b7f-4c0e-ae9e-5921ff112778 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1010132 Jul 14 09:42:49.534894 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0e7df72-915b-4513-9dc3-ba32498fdb08 req-746f8c5d-c440-4c77-a351-7b3346295c23 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373776 Jul 14 09:42:49.586188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f768df-77f0-449a-b978-09470351c096 req-ef349d5d-3892-478e-8a2f-696bf0812c1c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.588017 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0f768df-77f0-449a-b978-09470351c096 req-ef349d5d-3892-478e-8a2f-696bf0812c1c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.0839272 Jul 14 09:42:49.598403 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4599b16a-ccb2-4535-832a-ee962467aa16 x-openstack-request-id: req-4599b16a-ccb2-4535-832a-ee962467aa16 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:49.598700 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f7eaa2-b647-4474-b48c-2acf50b6ec68", "name": "network-vif-deleted", "tag": "bae4068a-950c-4063-a78d-4cfb319c513c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:49.598958 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4599b16a-ccb2-4535-832a-ee962467aa16 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:49.599985 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f7eaa2-b647-4474-b48c-2acf50b6ec68', 'name': 'network-vif-deleted', 'tag': 'bae4068a-950c-4063-a78d-4cfb319c513c', 'status': 'completed', 'code': 200} Jul 14 09:42:49.636122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0f768df-77f0-449a-b978-09470351c096 req-3dbf9e4c-c04d-4fb4-8080-72bdab172e30 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393722 Jul 14 09:42:49.763237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8b0b7-39ee-4293-a69f-264a766bfa73 req-66b0455b-2aab-4362-a2d3-be6c1f65dce2 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:49.764833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bab8b0b7-39ee-4293-a69f-264a766bfa73 req-66b0455b-2aab-4362-a2d3-be6c1f65dce2 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.0692635 Jul 14 09:42:49.773830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47460) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:49.778566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'floatingip': {'port_id': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:49.795914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c1daee5-4f3f-4dfb-899a-045deef4a665 req-bd1fde6e-a2aa-402d-bbf1-5ad05dd80312 tempest-TestServerAdvancedOps-2005952140 tempest-TestServerAdvancedOps-2005952140-project] 10.222.0.73 "GET /v2.0/ports?device_id=12f7eaa2-b647-4474-b48c-2acf50b6ec68 HTTP/1.1" status: 200 len: 210 time: 0.0326707 Jul 14 09:42:49.829849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.271626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe8fe6-86e5-4360-a57a-e28ed7a3171c req-b554208f-1966-40f7-a3ce-b21208a09d7e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.289579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0fe8fe6-86e5-4360-a57a-e28ed7a3171c req-b554208f-1966-40f7-a3ce-b21208a09d7e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.1045752 Jul 14 09:42:50.339667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0fe8fe6-86e5-4360-a57a-e28ed7a3171c req-2909301b-cf5f-4e35-ba71-94951c3416b9 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490532 Jul 14 09:42:50.620873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.627916 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:50.671138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e98-17d6-449e-b38f-53953235273d req-cd716e2c-436b-421a-8d04-46c20ca7a890 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.678789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e98-17d6-449e-b38f-53953235273d req-cd716e2c-436b-421a-8d04-46c20ca7a890 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.685186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e98-17d6-449e-b38f-53953235273d req-cd716e2c-436b-421a-8d04-46c20ca7a890 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.693274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e98-17d6-449e-b38f-53953235273d req-cd716e2c-436b-421a-8d04-46c20ca7a890 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.700450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e98-17d6-449e-b38f-53953235273d req-cd716e2c-436b-421a-8d04-46c20ca7a890 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.708523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e98-17d6-449e-b38f-53953235273d req-cd716e2c-436b-421a-8d04-46c20ca7a890 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.718199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3667e98-17d6-449e-b38f-53953235273d req-cd716e2c-436b-421a-8d04-46c20ca7a890 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.721638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d3667e98-17d6-449e-b38f-53953235273d req-cd716e2c-436b-421a-8d04-46c20ca7a890 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.1419179 Jul 14 09:42:50.755638 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Floating IP 38efc7d1-9843-4aa1-88d8-fe322a7cc8ed associated. External IP: 172.25.0.69, port: c376c8dc-95d3-4806-9dc0-d63f01bd9ad4. Jul 14 09:42:50.782426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d3667e98-17d6-449e-b38f-53953235273d req-7a8ffc34-a8ed-475f-96de-cf9539758020 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547094 Jul 14 09:42:50.962957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47498) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:50.963219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e5c4c-abe8-49d8-9398-f3fc32f9944a req-2a5f9e9c-07db-4c84-b2a8-79de848cc374 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:50.964864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-190e5c4c-abe8-49d8-9398-f3fc32f9944a req-2a5f9e9c-07db-4c84-b2a8-79de848cc374 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1386268 Jul 14 09:42:51.014676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-73845260-8b79-446f-b198-15cb9956f6c5 admin admin] Deleting subnet a7b82758-7d1a-458b-ab7f-c4c6b0e0736d {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:51.018156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73845260-8b79-446f-b198-15cb9956f6c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.056288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-190e5c4c-abe8-49d8-9398-f3fc32f9944a req-fcdfcdd2-c672-423c-a481-f4dbcc11fdbb tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798512 Jul 14 09:42:51.059453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73845260-8b79-446f-b198-15cb9956f6c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.113917 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73845260-8b79-446f-b198-15cb9956f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.121028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:42:51.154407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:51.216301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73845260-8b79-446f-b198-15cb9956f6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.285490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:51.297087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-73845260-8b79-446f-b198-15cb9956f6c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.299471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-73845260-8b79-446f-b198-15cb9956f6c5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a7b82758-7d1a-458b-ab7f-c4c6b0e0736d HTTP/1.1" status: 204 len: 168 time: 0.3363402 Jul 14 09:42:51.299955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:51.300140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73845260-8b79-446f-b198-15cb9956f6c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b82758-7d1a-458b-ab7f-c4c6b0e0736d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:51.300862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.303872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47508) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.310387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] Sync routers for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:51.331150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'port_id': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'mac_address': 'fa:16:3e:d5:9f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:42:51.354108 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-93660c75-1332-44b7-b8bb-fd9cc2d78e99 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "PUT /v2.0/floatingips/38efc7d1-9843-4aa1-88d8-fe322a7cc8ed HTTP/1.1" status: 200 len: 990 time: 1.5767183 Jul 14 09:42:51.377523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:51.378187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.384877 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.437854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.466869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c8d8df-e9fe-4484-bc44-14ef9725d729 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:51.487159 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.501248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7497c909-7070-45a7-9aeb-eb9433d56fc1']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.515997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747366e1-7d58-4816-9a5a-466580f4d323') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.516417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747366e1-7d58-4816-9a5a-466580f4d323') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:51.527582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.535286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:51.540636 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.544758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.552304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:51.552726 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:51.556642 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:51.586694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32045d-4436-40db-8bbf-4509b0c6a8b3 req-e2eaac20-2ae2-44c5-ac03-790c6e952be4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.588318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f32045d-4436-40db-8bbf-4509b0c6a8b3 req-e2eaac20-2ae2-44c5-ac03-790c6e952be4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 944 time: 0.0797894 Jul 14 09:42:51.603411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:51.618893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab26966-36e4-455d-9921-a30247497773', 'tag': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:51.623790 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd561bc5-279e-43a4-bf1c-c563dc3406b7" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab26966-36e4-455d-9921-a30247497773", "tag": "c376c8dc-95d3-4806-9dc0-d63f01bd9ad4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:51.632436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.639533 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.642141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/7497c909-7070-45a7-9aeb-eb9433d56fc1 HTTP/1.1" status: 204 len: 168 time: 0.3367925 Jul 14 09:42:51.642588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:51.645198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47518) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.667960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f13345-8819-4046-bbcd-50b47b1890e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7497c909-7070-45a7-9aeb-eb9433d56fc1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:51.670283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8f32045d-4436-40db-8bbf-4509b0c6a8b3 req-e2f41066-674e-4063-9583-e791664bbee2 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759337 Jul 14 09:42:51.700766 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e166cb1-8430-4bc2-a3d8-c97c6e6da2b2 x-openstack-request-id: req-5e166cb1-8430-4bc2-a3d8-c97c6e6da2b2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:51.701130 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab26966-36e4-455d-9921-a30247497773", "tag": "c376c8dc-95d3-4806-9dc0-d63f01bd9ad4", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:51.701309 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e166cb1-8430-4bc2-a3d8-c97c6e6da2b2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:51.702101 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab26966-36e4-455d-9921-a30247497773', 'tag': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'status': 'completed', 'code': 200} Jul 14 09:42:51.717372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:51.767863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['94c8d8df-e9fe-4484-bc44-14ef9725d729'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:42:51.784874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c50658-c1fb-47c6-93b3-3398b8a23237 admin admin] Deleting subnet 695accd8-677e-4d26-a938-3afc04367336 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:42:51.792580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11c50658-c1fb-47c6-93b3-3398b8a23237 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.854743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1783-1287-4386-95d5-2e770d0d5acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.856383 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11c50658-c1fb-47c6-93b3-3398b8a23237 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.872035 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48a16b21-fb43-4141-ad47-9b963c53a157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:51.900744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-15854508-d11d-4130-b629-0f12221aeea0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.907573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-15854508-d11d-4130-b629-0f12221aeea0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.914344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-15854508-d11d-4130-b629-0f12221aeea0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.920611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-15854508-d11d-4130-b629-0f12221aeea0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.926559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-15854508-d11d-4130-b629-0f12221aeea0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.933348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-15854508-d11d-4130-b629-0f12221aeea0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.939740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-15854508-d11d-4130-b629-0f12221aeea0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.941666 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-15854508-d11d-4130-b629-0f12221aeea0 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.2515681 Jul 14 09:42:51.945618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-923a5120-d3d7-4a6f-9505-acb03b6400b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:51.947074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-923a5120-d3d7-4a6f-9505-acb03b6400b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 1097 time: 0.2110898 Jul 14 09:42:52.002965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1783-1287-4386-95d5-2e770d0d5acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.013098 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1783-1287-4386-95d5-2e770d0d5acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.047743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a1783-1287-4386-95d5-2e770d0d5acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d677b4-30e1-4464-a862-4f6646dc364e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.050340 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11c50658-c1fb-47c6-93b3-3398b8a23237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.064332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '38efc7d1-9843-4aa1-88d8-fe322a7cc8ed', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'port_id': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'mac_address': 'fa:16:3e:67:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab26966-36e4-455d-9921-a30247497773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:25Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 1, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.092336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] Checking router: 9e7e47e2-5514-4d8a-83c4-e69959b8d96f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:52.102352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-08966bc0-acca-4b5e-9cc8-61216d8133d1 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.103798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-08966bc0-acca-4b5e-9cc8-61216d8133d1 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "GET /v2.0/ports/9a6d1074-588f-4306-a044-0adcded8ab8b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1542811 Jul 14 09:42:52.106467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:52.108110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.132023 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8f3a1783-1287-4386-95d5-2e770d0d5acc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c73d2f95b7364e699062b3cdd63ba65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135227 Jul 14 09:42:52.132704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:52.192771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-25195842-53ce-4940-83d2-c7a4a33f1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.194223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-25195842-53ce-4940-83d2-c7a4a33f1c95 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.2321520 Jul 14 09:42:52.195295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-3d12906f-dce3-4f66-8afd-5b8533773361 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.203858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-3d12906f-dce3-4f66-8afd-5b8533773361 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.212722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-3d12906f-dce3-4f66-8afd-5b8533773361 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.220244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-3d12906f-dce3-4f66-8afd-5b8533773361 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.226884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-3d12906f-dce3-4f66-8afd-5b8533773361 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.232780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-3d12906f-dce3-4f66-8afd-5b8533773361 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.238620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-3d12906f-dce3-4f66-8afd-5b8533773361 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.240592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-3d12906f-dce3-4f66-8afd-5b8533773361 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 5435 time: 0.1728523 Jul 14 09:42:52.248634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:52.264234 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11c50658-c1fb-47c6-93b3-3398b8a23237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.297828 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32ec855d-e8f6-4a94-bd87-ad9eb0723b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.321216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32ec855d-e8f6-4a94-bd87-ad9eb0723b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.356361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f07620c-b473-4745-9c97-cd3a02d3f7cb req-6e60014b-4aa6-4add-8bb8-dffc9e161d14 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030638 Jul 14 09:42:52.361830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11c50658-c1fb-47c6-93b3-3398b8a23237 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.367471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-11c50658-c1fb-47c6-93b3-3398b8a23237 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/695accd8-677e-4d26-a938-3afc04367336 HTTP/1.1" status: 204 len: 168 time: 0.7173388 Jul 14 09:42:52.367471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c50658-c1fb-47c6-93b3-3398b8a23237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=695accd8-677e-4d26-a938-3afc04367336,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.372510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47532) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:52.376426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-65a56abe-b185-40b7-acbe-581a86e16a33 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "GET /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2656903 Jul 14 09:42:52.392107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-4061f615-9b5d-46a1-a0ef-bef2d709c267 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 200 len: 998 time: 0.1835740 Jul 14 09:42:52.405020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:52.448582 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32ec855d-e8f6-4a94-bd87-ad9eb0723b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.450966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32ec855d-e8f6-4a94-bd87-ad9eb0723b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.456449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-32ec855d-e8f6-4a94-bd87-ad9eb0723b0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/18d677b4-30e1-4464-a862-4f6646dc364e HTTP/1.1" status: 204 len: 168 time: 0.3138032 Jul 14 09:42:52.461973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.469257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec855d-e8f6-4a94-bd87-ad9eb0723b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d677b4-30e1-4464-a862-4f6646dc364e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.508109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f803c-3e1f-4010-b481-9f09b6578660 req-a7e9995c-9cb3-4cbb-8dc2-5921165dd203 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.509880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-758f803c-3e1f-4010-b481-9f09b6578660 req-a7e9995c-9cb3-4cbb-8dc2-5921165dd203 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.3071134 Jul 14 09:42:52.546488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-cb5e2668-ce03-4ae7-9736-f8a73c4bb9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.548743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-cb5e2668-ce03-4ae7-9736-f8a73c4bb9cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.1402833 Jul 14 09:42:52.566715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.580901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08846334-23de-4f3a-9e1e-684a0ebccb03']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.593264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd63a9dcc-c17d-4962-b822-54886cd8ad6c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.593607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd63a9dcc-c17d-4962-b822-54886cd8ad6c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.605427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.608219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.625042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.634093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:42:52.636080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.638589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-758f803c-3e1f-4010-b481-9f09b6578660 req-17675cdb-7c28-40ee-9b79-224521f5f9e9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039417 Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:42:52.638763 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:42:52.724090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device bae4068a-950c-4063-a78d-4cfb319c513c no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:52.743584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.746778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: bae4068a-950c-4063-a78d-4cfb319c513c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:42:52.747702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device bae4068a-950c-4063-a78d-4cfb319c513c not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:52.768572 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:52.769608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-d2594f91-df41-4d76-a7e3-b9df21251ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:52.773197 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-d2594f91-df41-4d76-a7e3-b9df21251ef2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2085023 Jul 14 09:42:52.773893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] 10.222.0.73 "DELETE /v2.0/networks/08846334-23de-4f3a-9e1e-684a0ebccb03 HTTP/1.1" status: 204 len: 168 time: 0.4003005 Jul 14 09:42:52.781859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '38efc7d1-9843-4aa1-88d8-fe322a7cc8ed', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'port_id': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'mac_address': 'fa:16:3e:67:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab26966-36e4-455d-9921-a30247497773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:25Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 1, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:52.805447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16638fd8-08d8-462b-b832-d53957bf7586 admin admin] Pushing event deleted for resources: {'Network': ['ID=08846334-23de-4f3a-9e1e-684a0ebccb03,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:52.848046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5637eb1-f163-417c-8670-31b024671bdf None None] The sync data for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 is: [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '38efc7d1-9843-4aa1-88d8-fe322a7cc8ed', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'port_id': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'mac_address': 'fa:16:3e:67:41:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab26966-36e4-455d-9921-a30247497773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:42:25Z', 'updated_at': '2021-07-14T09:42:50Z', 'revision_number': 1, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:53.023591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] For port 9a6d1074-588f-4306-a044-0adcded8ab8b, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=9a6d1074-588f-4306-a044-0adcded8ab8b,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:53.028556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-a15431ae-56e2-42c2-8abb-ef30ff66a424 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471271 Jul 14 09:42:53.029843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.042772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47548) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.064890 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed06f446-fe87-4c2d-b516-b64aeaec53b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.102464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa72ed-cb29-44f9-aee5-b48cec00499f req-7bb549a3-d0f1-4a9f-9450-805c41c21e55 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.104135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53fa72ed-cb29-44f9-aee5-b48cec00499f req-7bb549a3-d0f1-4a9f-9450-805c41c21e55 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.2168550 Jul 14 09:42:53.144701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:42:53.168824 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da0ddab-596b-4323-bf77-5722080088a2 None None] New status for floating IP 38efc7d1-9843-4aa1-88d8-fe322a7cc8ed: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:42:53.194838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] For port 9a6d1074-588f-4306-a044-0adcded8ab8b, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:53.203755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 94c8d8df-e9fe-4484-bc44-14ef9725d729 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:42:53.208696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 94c8d8df-e9fe-4484-bc44-14ef9725d729 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:53.209121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.233166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] device_id is not set on port 9a6d1074-588f-4306-a044-0adcded8ab8b yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:53.243317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.246978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd561bc5-279e-43a4-bf1c-c563dc3406b7 req-a0db9707-942a-474e-bf01-c37809e88296 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098086 Jul 14 09:42:53.261360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed06f446-fe87-4c2d-b516-b64aeaec53b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.266741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-58e6c3da-053e-4af3-b9d4-a1b9005919b9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a44b59a90a41438bacab872bb4a44003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2221415 Jul 14 09:42:53.275731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.275990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcfc99-b6fe-47dc-99c1-d972d3d6ab9b req-4353f0a3-f68c-4a9e-bc7d-e6ee3193418e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.277448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a1fcfc99-b6fe-47dc-99c1-d972d3d6ab9b req-4353f0a3-f68c-4a9e-bc7d-e6ee3193418e tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 945 time: 0.3083410 Jul 14 09:42:53.278249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed06f446-fe87-4c2d-b516-b64aeaec53b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.281030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.314227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06f446-fe87-4c2d-b516-b64aeaec53b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e040bda-9e76-4938-b615-fa45276db833,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.321777 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.349426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:53.353893 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02014374-028e-4285-b9cb-05ceabaa7a34" -d '{"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-plugged", "status": "completed", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:53.358662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53fa72ed-cb29-44f9-aee5-b48cec00499f req-94a1c224-a8b0-4a07-9484-c4b4a8c69b4b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390072 Jul 14 09:42:53.373967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:53.380295 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.381915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:53.396538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ed06f446-fe87-4c2d-b516-b64aeaec53b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a1c8edfc4244f03b9a1c2fdb66e1a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652549 Jul 14 09:42:53.400952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47558) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:53.442781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a1fcfc99-b6fe-47dc-99c1-d972d3d6ab9b req-745c8943-7050-4422-9ffc-3f0a07968609 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354809 Jul 14 09:42:53.477853 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85dbe3cc-3ff1-417f-8e32-def6d3a8195c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.489423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] No DVR routers for this DVR port 9a6d1074-588f-4306-a044-0adcded8ab8b on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:53.510294 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb284be7-302f-48e7-a35c-151e24fc8085 x-openstack-request-id: req-eb284be7-302f-48e7-a35c-151e24fc8085 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:53.510758 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-plugged", "status": "completed", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:53.511013 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eb284be7-302f-48e7-a35c-151e24fc8085 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:53.511410 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'code': 200} Jul 14 09:42:53.540425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85dbe3cc-3ff1-417f-8e32-def6d3a8195c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.623235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85dbe3cc-3ff1-417f-8e32-def6d3a8195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.626114 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85dbe3cc-3ff1-417f-8e32-def6d3a8195c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.627377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-85dbe3cc-3ff1-417f-8e32-def6d3a8195c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/12d0e1c8-246a-440e-b90f-7b3636b4dcec HTTP/1.1" status: 204 len: 168 time: 0.3215606 Jul 14 09:42:53.633061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6d1074-588f-4306-a044-0adcded8ab8b,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.645103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbe3cc-3ff1-417f-8e32-def6d3a8195c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d0e1c8-246a-440e-b90f-7b3636b4dcec,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.669631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:53.706319 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.790969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:53.796919 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.797979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9a6d1074-588f-4306-a044-0adcded8ab8b no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:53.802281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] In _notify_port_updated(), no bound segment for port 9a6d1074-588f-4306-a044-0adcded8ab8b on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:42:53.803238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.803911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.805300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-cd9b5c09-e1c2-4dd1-acf2-34be59e67c63 service neutron] 10.222.0.69 "PUT /v2.0/ports/9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 200 len: 1027 time: 1.4185233 Jul 14 09:42:53.811285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9d82-6908-493f-bdc9-cd6f1f8d8f0d req-3caf0d54-7cc4-487d-9cb4-e6a3a4b16d0e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.818953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9d82-6908-493f-bdc9-cd6f1f8d8f0d req-3caf0d54-7cc4-487d-9cb4-e6a3a4b16d0e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.825809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9d82-6908-493f-bdc9-cd6f1f8d8f0d req-3caf0d54-7cc4-487d-9cb4-e6a3a4b16d0e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.832664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9d82-6908-493f-bdc9-cd6f1f8d8f0d req-3caf0d54-7cc4-487d-9cb4-e6a3a4b16d0e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.843548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9d82-6908-493f-bdc9-cd6f1f8d8f0d req-3caf0d54-7cc4-487d-9cb4-e6a3a4b16d0e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.850797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa9d82-6908-493f-bdc9-cd6f1f8d8f0d req-3caf0d54-7cc4-487d-9cb4-e6a3a4b16d0e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:53.859199 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5eaa9d82-6908-493f-bdc9-cd6f1f8d8f0d req-3caf0d54-7cc4-487d-9cb4-e6a3a4b16d0e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 4661 time: 0.1744623 Jul 14 09:42:53.908814 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4da5f516-af1a-4500-9b95-7ac342517a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:53.913628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5eaa9d82-6908-493f-bdc9-cd6f1f8d8f0d req-ff871cf4-a411-458e-b0e4-79e354372c7e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528023 Jul 14 09:42:53.961902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 9a6d1074-588f-4306-a044-0adcded8ab8b not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:42:53.962916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 503202b2-9042-406f-8131-0ce843a165dc no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:53.965956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b8196522-fe77-4480-a28d-ca9cbd2553ab None None] Provisioning complete for port 9a6d1074-588f-4306-a044-0adcded8ab8b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:53.966508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b8196522-fe77-4480-a28d-ca9cbd2553ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.030772 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4da5f516-af1a-4500-9b95-7ac342517a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.058894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.067278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-1de02405-ad04-41bf-beae-516f8f76c338 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.069010 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-1de02405-ad04-41bf-beae-516f8f76c338 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "GET /v2.0/ports/113f389a-859e-445e-acc5-c67aba0cd239?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2441599 Jul 14 09:42:54.115468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:54.143877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b8196522-fe77-4480-a28d-ca9cbd2553ab None None] Port 9a6d1074-588f-4306-a044-0adcded8ab8b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:54.170338 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.197637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def0b4-7037-4a16-8615-5b5247de145e req-968d8ce1-20e1-4b92-80a2-e5c1ec3f2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.200663 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3def0b4-7037-4a16-8615-5b5247de145e req-968d8ce1-20e1-4b92-80a2-e5c1ec3f2279 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1098 time: 0.5236042 Jul 14 09:42:54.258182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:54.264335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 503202b2-9042-406f-8131-0ce843a165dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=503202b2-9042-406f-8131-0ce843a165dc,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:54.268674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0ba38904-db58-4632-bf9f-db1c7a957e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.273872 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.275058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 113f389a-859e-445e-acc5-c67aba0cd239 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:54.332549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-85ef7c5a-2cd8-4572-b641-a668f0522048 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ddfea7eea674d9bbd028bc811370258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725188 Jul 14 09:42:54.336468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47582) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:54.338943 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4da5f516-af1a-4500-9b95-7ac342517a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.343505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4da5f516-af1a-4500-9b95-7ac342517a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.345355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4da5f516-af1a-4500-9b95-7ac342517a3b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e040bda-9e76-4938-b615-fa45276db833 HTTP/1.1" status: 204 len: 168 time: 0.9432361 Jul 14 09:42:54.408797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5f516-af1a-4500-9b95-7ac342517a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e040bda-9e76-4938-b615-fa45276db833,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.418507 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92170f72-4542-460f-9ed9-64f400a9fb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.446366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=503202b2-9042-406f-8131-0ce843a165dc,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.447667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92170f72-4542-460f-9ed9-64f400a9fb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.464329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c3def0b4-7037-4a16-8615-5b5247de145e req-1d2aaaa3-714c-4078-87a7-5fe62f89d369 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298026 Jul 14 09:42:54.487315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.527147 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.543678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92170f72-4542-460f-9ed9-64f400a9fb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.545379 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.547235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92170f72-4542-460f-9ed9-64f400a9fb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.550918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-92170f72-4542-460f-9ed9-64f400a9fb20 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c7de33fe-dd80-4e9c-93cb-dc51b37f3e29 HTTP/1.1" status: 204 len: 168 time: 0.2109525 Jul 14 09:42:54.565159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92170f72-4542-460f-9ed9-64f400a9fb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de33fe-dd80-4e9c-93cb-dc51b37f3e29,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.589623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5769a-7b49-41ec-a488-db7c60b77154 req-32338d42-c3e8-498e-bf87-59a7f567df74 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.614572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4cc5769a-7b49-41ec-a488-db7c60b77154 req-32338d42-c3e8-498e-bf87-59a7f567df74 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 944 time: 0.3902583 Jul 14 09:42:54.637676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 113f389a-859e-445e-acc5-c67aba0cd239, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=113f389a-859e-445e-acc5-c67aba0cd239,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:54.645862 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.646899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d86239d0-e4e4-4a33-8921-2cfd984729c7 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:54.673889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:42:54.674435 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:42:54.742362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3782df-1d66-480c-9914-529155b2e054 req-4b91f717-144b-40b2-879f-41b9ac49116f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:54.750040 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc3782df-1d66-480c-9914-529155b2e054 req-4b91f717-144b-40b2-879f-41b9ac49116f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 946 time: 0.1304586 Jul 14 09:42:54.754115 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4cc5769a-7b49-41ec-a488-db7c60b77154 req-86a63997-fe38-4708-8ea7-261ae07cebd3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384306 Jul 14 09:42:54.829607 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc3782df-1d66-480c-9914-529155b2e054 req-121f2928-8798-42e1-87f8-6e84d897c13f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786550 Jul 14 09:42:54.831535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=113f389a-859e-445e-acc5-c67aba0cd239,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:54.842041 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-225e12e9-d876-4170-ad60-cd78c902e67e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3365660 Jul 14 09:42:54.890599 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.925737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d86239d0-e4e4-4a33-8921-2cfd984729c7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:54.933653 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:54.934512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2f713509-147e-4a96-bbfa-e288edfc476a no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:55.020431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d86239d0-e4e4-4a33-8921-2cfd984729c7,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.069715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.132942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2f713509-147e-4a96-bbfa-e288edfc476a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f713509-147e-4a96-bbfa-e288edfc476a,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:55.139369 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.141033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 35152d9a-da37-497e-85af-887f3bd0de2a no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:55.275558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2f713509-147e-4a96-bbfa-e288edfc476a,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.297451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.379744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.422719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a7b7-af83-47e7-a6e5-8bfbf4afa6a5 req-5d802e18-1470-40d6-be36-ed374c0e9746 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.436313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 35152d9a-da37-497e-85af-887f3bd0de2a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=35152d9a-da37-497e-85af-887f3bd0de2a,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:55.441988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.443307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94483a93-4c44-47d5-82dc-c0b7051733b3 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:42:55.444990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a7b7-af83-47e7-a6e5-8bfbf4afa6a5 req-5d802e18-1470-40d6-be36-ed374c0e9746 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.460301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a7b7-af83-47e7-a6e5-8bfbf4afa6a5 req-5d802e18-1470-40d6-be36-ed374c0e9746 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.466309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a7b7-af83-47e7-a6e5-8bfbf4afa6a5 req-5d802e18-1470-40d6-be36-ed374c0e9746 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.485182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a7b7-af83-47e7-a6e5-8bfbf4afa6a5 req-5d802e18-1470-40d6-be36-ed374c0e9746 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.491273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235a7b7-af83-47e7-a6e5-8bfbf4afa6a5 req-5d802e18-1470-40d6-be36-ed374c0e9746 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:55.498692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7235a7b7-af83-47e7-a6e5-8bfbf4afa6a5 req-5d802e18-1470-40d6-be36-ed374c0e9746 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 4655 time: 0.3906398 Jul 14 09:42:55.530017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'}, {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503202b2-9042-406f-8131-0ce843a165dc'}, {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113f389a-859e-445e-acc5-c67aba0cd239'}, {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86239d0-e4e4-4a33-8921-2cfd984729c7'}, {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f713509-147e-4a96-bbfa-e288edfc476a'}, {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35152d9a-da37-497e-85af-887f3bd0de2a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:55.538917 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a37b7f1-b2fe-49f4-bfd7-83803b6129e5" -d '{"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-unplugged", "status": "completed", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf"}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "503202b2-9042-406f-8131-0ce843a165dc"}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "113f389a-859e-445e-acc5-c67aba0cd239"}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "d86239d0-e4e4-4a33-8921-2cfd984729c7"}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "2f713509-147e-4a96-bbfa-e288edfc476a"}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "35152d9a-da37-497e-85af-887f3bd0de2a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:55.637433 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.651895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7235a7b7-af83-47e7-a6e5-8bfbf4afa6a5 req-f4f4ad3f-2f4c-4b54-8a98-aa78060801a7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&id=40494b3c-fec0-46a7-8d3b-7d1180364333&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421080 Jul 14 09:42:55.670991 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 1047 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99432d0b-0016-487a-9885-97484c94e886 x-openstack-request-id: req-99432d0b-0016-487a-9885-97484c94e886 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:55.671517 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-unplugged", "status": "failed", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf", "code": 422}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "503202b2-9042-406f-8131-0ce843a165dc", "code": 200}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "113f389a-859e-445e-acc5-c67aba0cd239", "code": 200}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "d86239d0-e4e4-4a33-8921-2cfd984729c7", "code": 200}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "2f713509-147e-4a96-bbfa-e288edfc476a", "code": 200}, {"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "35152d9a-da37-497e-85af-887f3bd0de2a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:55.671936 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99432d0b-0016-487a-9885-97484c94e886 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:55.672528 n-d-780147-26 neutron-server[93781]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'code': 422} returned with failed status Jul 14 09:42:55.672957 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503202b2-9042-406f-8131-0ce843a165dc', 'code': 200} Jul 14 09:42:55.673363 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '113f389a-859e-445e-acc5-c67aba0cd239', 'code': 200} Jul 14 09:42:55.673764 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd86239d0-e4e4-4a33-8921-2cfd984729c7', 'code': 200} Jul 14 09:42:55.674151 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f713509-147e-4a96-bbfa-e288edfc476a', 'code': 200} Jul 14 09:42:55.674550 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35152d9a-da37-497e-85af-887f3bd0de2a', 'code': 200} Jul 14 09:42:55.684181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=35152d9a-da37-497e-85af-887f3bd0de2a,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.697909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.727879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] For port 113f389a-859e-445e-acc5-c67aba0cd239, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=113f389a-859e-445e-acc5-c67aba0cd239,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:55.739112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 94483a93-4c44-47d5-82dc-c0b7051733b3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94483a93-4c44-47d5-82dc-c0b7051733b3,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:55.746557 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.802267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] For port 113f389a-859e-445e-acc5-c67aba0cd239, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:55.890857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=94483a93-4c44-47d5-82dc-c0b7051733b3,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:55.893220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] device_id is not set on port 113f389a-859e-445e-acc5-c67aba0cd239 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:42:55.924807 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.937850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:55.958590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47672) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.079882 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:56.124178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] No DVR routers for this DVR port 113f389a-859e-445e-acc5-c67aba0cd239 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:56.193547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c10645-4c11-4feb-8b3b-e0690e7acbde req-2bb2f605-c700-4f19-8f1b-bc5769b299f9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.197088 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-49c10645-4c11-4feb-8b3b-e0690e7acbde req-2bb2f605-c700-4f19-8f1b-bc5769b299f9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 944 time: 0.2213399 Jul 14 09:42:56.266950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Pushing event updated for resources: {'Port': ['ID=113f389a-859e-445e-acc5-c67aba0cd239,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:56.290338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-49c10645-4c11-4feb-8b3b-e0690e7acbde req-d851ddaf-735b-4170-878e-9d720e4b7c97 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800159 Jul 14 09:42:56.321096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] In _notify_port_updated(), no bound segment for port 113f389a-859e-445e-acc5-c67aba0cd239 on network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:42:56.321868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.322506 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.323808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-a259d730-92b7-41c7-8a54-4d76ba87cccc service neutron] 10.222.0.69 "PUT /v2.0/ports/113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 200 len: 1028 time: 2.2303612 Jul 14 09:42:56.324708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-696780188-network', 'tenant_id': '9eba0ddf969445d4bbeffc6f76bf4033'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.331095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-617117132-network', 'tenant_id': '5bc23cab185841c2951399a296c98125'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.338020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1423e-43cf-4d3f-85df-4e4020921aae req-aa549e72-bd38-48e6-8cfe-1259479876f5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.339604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06d1423e-43cf-4d3f-85df-4e4020921aae req-aa549e72-bd38-48e6-8cfe-1259479876f5 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 946 time: 0.2172537 Jul 14 09:42:56.351224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-57789790-04f0-4a86-a915-af4c1573a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:56.353079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-57789790-04f0-4a86-a915-af4c1573a442 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050&tenant_id=0104db94a3854712a82c586f924eef65 HTTP/1.1" status: 200 len: 1096 time: 0.2371266 Jul 14 09:42:56.368277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:56.381717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8cc7be42-10bd-4f25-99f9-a753eb39325c None None] Provisioning complete for port 113f389a-859e-445e-acc5-c67aba0cd239 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:42:56.382469 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8cc7be42-10bd-4f25-99f9-a753eb39325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.397063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:42:56.397063 n-d-780147-26 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:42:56.397063 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id': '9eba0ddf969445d4bbeffc6f76bf4033', 'id': 'c26de0c2-0679-4b39-8bba-e173f1a4b230', 'expiration': datetime.datetime(2021, 7, 14, 9, 44, 56, 370887)}] Jul 14 09:42:56.397063 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:42:56.397553 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:42:56.409592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Made reservation on behalf of 5bc23cab185841c2951399a296c98125 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:56.413125 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.429340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8cc7be42-10bd-4f25-99f9-a753eb39325c None None] Port 113f389a-859e-445e-acc5-c67aba0cd239 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:42:56.792901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06d1423e-43cf-4d3f-85df-4e4020921aae req-1b86f149-14b6-4fd5-aa96-126a655fa1ef tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4464581 Jul 14 09:42:56.808357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.829646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.853787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port 94483a93-4c44-47d5-82dc-c0b7051733b3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:56.854175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.873241 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:56.949907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] For port 94483a93-4c44-47d5-82dc-c0b7051733b3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94483a93-4c44-47d5-82dc-c0b7051733b3,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:56.950311 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.043236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b9d9-ac25-4bd4-bf42-d718781ce6ad req-7ce69552-01b7-4ee9-83c5-83d997bde0c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.050435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b9d9-ac25-4bd4-bf42-d718781ce6ad req-7ce69552-01b7-4ee9-83c5-83d997bde0c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.060106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b9d9-ac25-4bd4-bf42-d718781ce6ad req-7ce69552-01b7-4ee9-83c5-83d997bde0c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.066386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b9d9-ac25-4bd4-bf42-d718781ce6ad req-7ce69552-01b7-4ee9-83c5-83d997bde0c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.072926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b9d9-ac25-4bd4-bf42-d718781ce6ad req-7ce69552-01b7-4ee9-83c5-83d997bde0c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.074783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7120b9d9-ac25-4bd4-bf42-d718781ce6ad req-7ce69552-01b7-4ee9-83c5-83d997bde0c3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 3876 time: 0.2676325 Jul 14 09:42:57.183892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.184309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.184614 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Floating IP 8ba57969-7476-4ecd-a593-bc3ec7623172 disassociated. External IP: 172.25.0.210, port: 94483a93-4c44-47d5-82dc-c0b7051733b3. Jul 14 09:42:57.184976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for 94483a93-4c44-47d5-82dc-c0b7051733b3 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:57.198151 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7120b9d9-ac25-4bd4-bf42-d718781ce6ad req-8baff61e-ee45-4bd0-8087-2a7a27f9f62b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163926 Jul 14 09:42:57.199999 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.201402 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.211740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.253722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:57.271449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Made reservation on behalf of 9eba0ddf969445d4bbeffc6f76bf4033 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:57.274376 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.290794 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.291150 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Added segment f865dd51-e8a4-4970-b3f1-897360d06d28 of type vlan for network 5a7832ed-406e-4a53-8415-6a0d861d99cd Jul 14 09:42:57.307684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b099c3c9-1857-418c-a220-b37125aa5318,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.311326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:57.314478 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.343856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.373550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.375897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=94483a93-4c44-47d5-82dc-c0b7051733b3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.394171 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:57.460093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:42:57.473743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.486525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.487484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.488099 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.519487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Transition to ACTIVE for port object d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:42:57.556190 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.569212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Router d8c9e414-11e7-46ea-8944-c8706448fec5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:42:57.586593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf494-9a19-4d7b-8019-eeb1fe51976b req-87aedeee-bd62-4c24-a249-f2951422e8ee tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:57.588321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55edf494-9a19-4d7b-8019-eeb1fe51976b req-87aedeee-bd62-4c24-a249-f2951422e8ee tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 944 time: 0.1348305 Jul 14 09:42:57.619208 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7832ed-406e-4a53-8415-6a0d861d99cd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.635786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:57.671124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] No DVR routers for this DVR port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:57.675720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.694787 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.723928 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.733343 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2182b58f-d5a3-4426-9ac8-3172721352e0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6517780 Jul 14 09:42:57.739071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55edf494-9a19-4d7b-8019-eeb1fe51976b req-265e9087-54fc-436f-9e41-a68d7ca9450b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041172 Jul 14 09:42:57.739829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47700) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:57.748773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Request body: {'subnet': {'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-617117132-subnet', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:57.761740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Attempting to bind port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:42:57.761740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Attempting to bind port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:42:57.762130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Attempting to bind port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on network 142b4759-4d8a-4c73-ad3c-233be282579c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:57.780097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:42:57.789569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on network 142b4759-4d8a-4c73-ad3c-233be282579c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:42:57.789569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Attempting to bind port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on network 142b4759-4d8a-4c73-ad3c-233be282579c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:42:57.789791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65143bea-4362-45eb-823d-a1b2f50accba,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:57.798818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:42:57.799824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Checking segment: {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:57.800287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Bound using segment: {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:42:57.800796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Bound port: d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:42:57.801171 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.804670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:42:57.807127 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.807550 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Added segment 2ebf92a6-a155-48bd-bd13-2f1e5f64352d of type vlan for network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 Jul 14 09:42:57.842887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Made reservation on behalf of 5bc23cab185841c2951399a296c98125 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:57.846479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.866343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:57.869636 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2f1074-daff-4993-8447-97efb7984f39" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:57.872559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] No DVR routers for this DVR port 94483a93-4c44-47d5-82dc-c0b7051733b3 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:57.876857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:57.877961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] Sync routers for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:42:57.879855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ed706a91-81d8-41b3-9452-9689836b1a55 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "DELETE /v2.0/ports/94483a93-4c44-47d5-82dc-c0b7051733b3 HTTP/1.1" status: 204 len: 173 time: 1.5503387 Jul 14 09:42:57.890876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:57.892976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:57.893660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:57.894552 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde72a8c-538b-4ed8-866e-c4d7d51608e4" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:58.032502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:42:58.039536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:42:58.042668 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.086663 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5d1e0-28ef-4f6d-b4f1-ca33e82441f0 x-openstack-request-id: req-7dc5d1e0-28ef-4f6d-b4f1-ca33e82441f0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:58.087120 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-unplugged", "status": "completed", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:58.087375 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7dc5d1e0-28ef-4f6d-b4f1-ca33e82441f0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:58.087777 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'code': 200} Jul 14 09:42:58.100534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.109030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:58.123443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.123443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.123880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.158636 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d4e5b9-8f95-43c7-a071-7e5b40b9fc5b x-openstack-request-id: req-d4d4e5b9-8f95-43c7-a071-7e5b40b9fc5b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:58.158928 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "94483a93-4c44-47d5-82dc-c0b7051733b3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:58.159119 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4d4e5b9-8f95-43c7-a071-7e5b40b9fc5b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:58.159454 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': '94483a93-4c44-47d5-82dc-c0b7051733b3', 'status': 'completed', 'code': 200} Jul 14 09:42:58.206736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.207051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.208531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] 10.222.0.66 "PUT /v2.0/ports/d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 1093 time: 1.8450978 Jul 14 09:42:58.209847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:42:58.212249 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:42:58.228529 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2678905 Jul 14 09:42:58.233783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47710) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:58.259873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Request body: {'subnet': {'network_id': '156b3adc-5c9a-4c78-acc2-9105c936ecd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-696780188-subnet', 'tenant_id': '9eba0ddf969445d4bbeffc6f76bf4033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:58.299669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd4cb4-fdf0-4d70-bbfc-7eb062a229f5 req-c012a621-6ab3-4760-826e-d47c5631bdf7 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.299872 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889962fc-6aae-4c72-9802-fea91df73b1d x-openstack-request-id: req-889962fc-6aae-4c72-9802-fea91df73b1d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:42:58.300088 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:42:58.300392 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-889962fc-6aae-4c72-9802-fea91df73b1d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:42:58.300800 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'status': 'completed', 'code': 200} Jul 14 09:42:58.301525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8cfd4cb4-fdf0-4d70-bbfc-7eb062a229f5 req-c012a621-6ab3-4760-826e-d47c5631bdf7 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 946 time: 0.2482958 Jul 14 09:42:58.303377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8be08-a73a-48d4-9cdf-8846f9635333 admin admin] Pushing event updated for resources: {'Network': ['ID=156b3adc-5c9a-4c78-acc2-9105c936ecd8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.304029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port 503202b2-9042-406f-8131-0ce843a165dc {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:58.304536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.319350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85309de2-fbbc-47bd-8b95-89547630d1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.326630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:42:58.346051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-05405a98-e3f0-41f0-8c58-747d1c21a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.347751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-05405a98-e3f0-41f0-8c58-747d1c21a062 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1097 time: 0.0941083 Jul 14 09:42:58.371872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.437562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Made reservation on behalf of 9eba0ddf969445d4bbeffc6f76bf4033 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:42:58.440262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.469971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:58.474473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-cbe1a6d4-efbc-48e7-9580-2d2d0270f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.477972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-cbe1a6d4-efbc-48e7-9580-2d2d0270f069 service neutron] 10.222.0.66 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 914 time: 0.1236415 Jul 14 09:42:58.503495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] Checking router: d8c9e414-11e7-46ea-8944-c8706448fec5 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:42:58.514764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:42:58.515738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:58.549265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8cfd4cb4-fdf0-4d70-bbfc-7eb062a229f5 req-b182e040-c848-481c-a445-995d284943e0 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356675 Jul 14 09:42:58.562396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Pushing event updated for resources: {'Subnet': ['ID=305ee63f-4825-4156-82e2-7f2011253b26,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:58.579387 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-49549c91-fd6e-4dc1-86e4-4034a28d584d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 217 time: 0.0865397 Jul 14 09:42:58.595395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] For port 503202b2-9042-406f-8131-0ce843a165dc, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=503202b2-9042-406f-8131-0ce843a165dc,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:42:58.595773 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.624127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for 503202b2-9042-406f-8131-0ce843a165dc owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:42:58.629787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Checking segment: {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:58.630148 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Network hostable DHCP agents. Network: 5a7832ed-406e-4a53-8415-6a0d861d99cd, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:58.633599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:42:58.636369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-6fe0d33a-a75a-401b-9988-7899358bf9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.638349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-6fe0d33a-a75a-401b-9988-7899358bf9ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.0529549 Jul 14 09:42:58.675964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-f53b7684-c9c8-4c1d-8ca4-bf9457bc09d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312722 Jul 14 09:42:58.722088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:58.753541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5a7832ed-406e-4a53-8415-6a0d861d99cd) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:58.757982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.758733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.769517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618f320-9a7c-4de1-8875-5c164490a35f req-de88de5b-7f2a-4c33-b40f-49b010a93bb2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.775689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618f320-9a7c-4de1-8875-5c164490a35f req-de88de5b-7f2a-4c33-b40f-49b010a93bb2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.781759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618f320-9a7c-4de1-8875-5c164490a35f req-de88de5b-7f2a-4c33-b40f-49b010a93bb2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.788483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618f320-9a7c-4de1-8875-5c164490a35f req-de88de5b-7f2a-4c33-b40f-49b010a93bb2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:58.788696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c52ca89-e249-4968-9725-5e33dd8b8287 None None] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:58.790648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5618f320-9a7c-4de1-8875-5c164490a35f req-de88de5b-7f2a-4c33-b40f-49b010a93bb2 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 3143 time: 0.3120322 Jul 14 09:42:58.829263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fbf9fb55-4ddd-4052-8c4a-78854fc0deff admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0861788 Jul 14 09:42:58.831624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47718) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:42:58.841951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:42:58.889862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.906119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-136014da-eac0-4dd9-ae9d-84d161316659 service neutron] 10.222.0.66 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182648 Jul 14 09:42:58.920969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5618f320-9a7c-4de1-8875-5c164490a35f req-b6ec653f-1ff6-4a8d-a022-65ce885e267e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073351 Jul 14 09:42:58.985663 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:58.986828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.026479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-816142ca-8bb3-4998-918a-34fb64cc002f service neutron] 10.222.0.66 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042557 Jul 14 09:42:59.037503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.041375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5a7832ed-406e-4a53-8415-6a0d861d99cd', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:42:59.042439 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.090225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3f5841-166e-4779-a49d-1db4cca1585a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.149277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=503202b2-9042-406f-8131-0ce843a165dc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:42:59.176083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-e109a330-1916-48aa-9a55-f6ace0f4c78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.177759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-e109a330-1916-48aa-9a55-f6ace0f4c78b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1097 time: 0.0793669 Jul 14 09:42:59.224581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] No DVR routers for this DVR port 503202b2-9042-406f-8131-0ce843a165dc on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:42:59.227898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.230458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-ddff4a9a-63e6-4d49-b270-42be98f3f3eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "DELETE /v2.0/ports/503202b2-9042-406f-8131-0ce843a165dc HTTP/1.1" status: 204 len: 173 time: 1.3328195 Jul 14 09:42:59.231877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Checking segment: {'id': '2ebf92a6-a155-48bd-bd13-2f1e5f64352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '156b3adc-5c9a-4c78-acc2-9105c936ecd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:42:59.232357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Network hostable DHCP agents. Network: 156b3adc-5c9a-4c78-acc2-9105c936ecd8, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:42:59.283312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.291008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-2fff2cee-aaab-41c2-bf9a-e90dcefc41c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.292112 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-2fff2cee-aaab-41c2-bf9a-e90dcefc41c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 914 time: 0.1084611 Jul 14 09:42:59.348507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-1f6b34ed-01b2-4472-af78-527d99c9d246 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 217 time: 0.0499656 Jul 14 09:42:59.363488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:42:59.394707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbf3f10-8e19-4103-8453-10d7c56a3d96 None None] The sync data for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 is: [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:31:58Z', 'revision_number': 4, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'fa3a7049-c98d-4386-a848-11f27f67ec1e', 'name': '', 'network_id': '706991bd-9719-4c99-a2ef-5a8d5add13e8', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'mac_address': 'fa:16:3e:16:13:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:52Z', 'updated_at': '2021-07-14T09:32:05Z', 'revision_number': 5, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'subnets': [{'id': '3d23025f-f0dc-4de4-9f60-bf6c8d663bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:42:59.416576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-771e8d32-e8b4-4049-9978-0a5b0349f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.422554 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-771e8d32-e8b4-4049-9978-0a5b0349f6e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.0685899 Jul 14 09:42:59.429129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:42:59.457419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f65db0-9bd5-47a3-87d7-8f186871bec2 req-936e5350-3e30-40e0-a86a-77a4c8628782 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.459216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f3f65db0-9bd5-47a3-87d7-8f186871bec2 req-936e5350-3e30-40e0-a86a-77a4c8628782 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.5121241 Jul 14 09:42:59.469093 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-cbcb5a91-54bf-4b9a-9e6f-36258e34b624 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406542 Jul 14 09:42:59.494197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Allocated IP 172.20.0.2 (5a7832ed-406e-4a53-8415-6a0d861d99cd/305ee63f-4825-4156-82e2-7f2011253b26/3e7f3194-9ace-4972-91b6-52a5f30d67ad) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:42:59.675428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.689117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-43dca17e-963a-4b75-9e7c-e5ab7833cd56 service neutron] 10.222.0.66 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127028 Jul 14 09:42:59.730312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 156b3adc-5c9a-4c78-acc2-9105c936ecd8) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:42:59.751211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:42:59.753951 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.755388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d903b2-94a4-4bfa-8f93-19a5a85eb331 None None] Network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:42:59.773887 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.790687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f3f65db0-9bd5-47a3-87d7-8f186871bec2 req-a1769a20-d29e-4ac6-9f76-6f40980f65f3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101778 Jul 14 09:42:59.804527 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8faebdf5-ab3a-4f6a-bcd8-270838597e34 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5489087 Jul 14 09:42:59.906613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port 2f713509-147e-4a96-bbfa-e288edfc476a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:42:59.909557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:42:59.966983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14e6c4e8-cc5a-470f-a3ce-fef901fad0d3 req-abe4cc33-0f88-44f1-9916-b017422e25a2 service neutron] 10.222.0.66 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559817 Jul 14 09:42:59.978989 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e483b-655a-4348-8338-56fb9db22b1b None None] New status for floating IP 8ba57969-7476-4ecd-a593-bc3ec7623172: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:00.024938 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.045305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Transition to ACTIVE for port object 3e7f3194-9ace-4972-91b6-52a5f30d67ad will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:00.174531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] For port 2f713509-147e-4a96-bbfa-e288edfc476a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f713509-147e-4a96-bbfa-e288edfc476a,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:00.175008 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.182237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7a703-f226-4355-a087-413e4db2f222 None None] Network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:00.191529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for 2f713509-147e-4a96-bbfa-e288edfc476a owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:00.286674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': '503202b2-9042-406f-8131-0ce843a165dc'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:00.290884 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaad1a23-8f42-49d0-9ba9-e43c12218ed6" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "503202b2-9042-406f-8131-0ce843a165dc"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:00.449411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301601a-17b3-4f8a-900b-b58b1246321d req-f7dd8005-dfa6-4e0a-baa2-d151cc7029fb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:00.468461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301601a-17b3-4f8a-900b-b58b1246321d req-f7dd8005-dfa6-4e0a-baa2-d151cc7029fb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:00.480982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Transition to ACTIVE for port object 3e7f3194-9ace-4972-91b6-52a5f30d67ad will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:00.485358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301601a-17b3-4f8a-900b-b58b1246321d req-f7dd8005-dfa6-4e0a-baa2-d151cc7029fb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:00.490367 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d301601a-17b3-4f8a-900b-b58b1246321d req-f7dd8005-dfa6-4e0a-baa2-d151cc7029fb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 2410 time: 0.2350502 Jul 14 09:43:00.509055 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.567093 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f0e0c1-d8af-4673-94ea-400296d7a13c x-openstack-request-id: req-c1f0e0c1-d8af-4673-94ea-400296d7a13c {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:00.567762 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "503202b2-9042-406f-8131-0ce843a165dc", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:00.567930 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1f0e0c1-d8af-4673-94ea-400296d7a13c {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:00.568572 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': '503202b2-9042-406f-8131-0ce843a165dc', 'status': 'completed', 'code': 200} Jul 14 09:43:00.607341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Pushing event updated for resources: {'Port': ['ID=3e7f3194-9ace-4972-91b6-52a5f30d67ad,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:00.621946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d301601a-17b3-4f8a-900b-b58b1246321d req-cff5dd4d-8529-4ffc-b74a-4e6018bdd31e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243761 Jul 14 09:43:00.624638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.651283 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:00.655032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:00.670935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:00.779866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47758) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:00.785748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Attempting to bind port 3e7f3194-9ace-4972-91b6-52a5f30d67ad on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:00.786126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Attempting to bind port 3e7f3194-9ace-4972-91b6-52a5f30d67ad by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:00.786494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Attempting to bind port 3e7f3194-9ace-4972-91b6-52a5f30d67ad on network 5a7832ed-406e-4a53-8415-6a0d861d99cd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:00.789121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1222177145-network', 'tenant_id': '4803cd1765c8461fadd564aaf4413392'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:00.793064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:00.793487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Checking segment: {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:00.793902 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.794296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Bound using segment: {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:00.795016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Bound port: 3e7f3194-9ace-4972-91b6-52a5f30d67ad, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:00.795491 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.842463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Made reservation on behalf of 4803cd1765c8461fadd564aaf4413392 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:00.845632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.889599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:00.984067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] For port 3e7f3194-9ace-4972-91b6-52a5f30d67ad, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:00.995378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] For port 3e7f3194-9ace-4972-91b6-52a5f30d67ad, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3e7f3194-9ace-4972-91b6-52a5f30d67ad,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:01.003009 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.085698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.092994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.122993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:01.126731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997d3d-2c44-4d84-8c41-cda9e7f24d82 None None] Pushing event updated for resources: {'Port': ['ID=3e7f3194-9ace-4972-91b6-52a5f30d67ad,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:01.139616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65042f-6ef5-433c-9333-e0ae0b0119c2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:01.148286 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.148791 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Added segment fa3dd126-043e-4607-b94b-e95adc7ea0cd of type vlan for network 037546c8-7d5b-4223-8cbb-64a500688a60 Jul 14 09:43:01.210655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.274118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.275267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.275967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.325364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=2f713509-147e-4a96-bbfa-e288edfc476a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:01.368339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] No DVR routers for this DVR port 2f713509-147e-4a96-bbfa-e288edfc476a on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:01.375822 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.379575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-7bcb25f5-559b-4da0-86d5-df84c68c53a4 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "DELETE /v2.0/ports/2f713509-147e-4a96-bbfa-e288edfc476a HTTP/1.1" status: 204 len: 173 time: 2.1127772 Jul 14 09:43:01.391644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6098521 Jul 14 09:43:01.392557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47762) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:01.404978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Request body: {'subnet': {'network_id': '037546c8-7d5b-4223-8cbb-64a500688a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1222177145-subnet', 'tenant_id': '4803cd1765c8461fadd564aaf4413392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:01.420554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.422673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38a09e-09a6-4cc0-995c-5700e3643fca admin admin] Pushing event updated for resources: {'Network': ['ID=037546c8-7d5b-4223-8cbb-64a500688a60,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:01.437969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 037546c8-7d5b-4223-8cbb-64a500688a60 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:01.513366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.514863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Made reservation on behalf of 4803cd1765c8461fadd564aaf4413392 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:01.524000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.755382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620046d-11c7-4732-a2f5-dc6f89e14fcd req-02423363-5480-4d23-8c1f-e30c37fd70be tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:01.764954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a620046d-11c7-4732-a2f5-dc6f89e14fcd req-02423363-5480-4d23-8c1f-e30c37fd70be tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.3945642 Jul 14 09:43:01.831934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a620046d-11c7-4732-a2f5-dc6f89e14fcd req-3511e2c4-014e-4517-894e-5f5a9a12a229 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656407 Jul 14 09:43:01.838675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port d86239d0-e4e4-4a33-8921-2cfd984729c7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:01.845230 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:01.923985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.061287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6585b743-5f51-4e12-a8e0-88a83e9d21bb,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.088086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Checking segment: {'id': 'fa3dd126-043e-4607-b94b-e95adc7ea0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '037546c8-7d5b-4223-8cbb-64a500688a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:02.088641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Network hostable DHCP agents. Network: 037546c8-7d5b-4223-8cbb-64a500688a60, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:02.105896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa823b-5f52-485a-bd02-8dc5a05f4dba req-4049f193-700c-4bc5-92b6-1cc2302d5601 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.112502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa823b-5f52-485a-bd02-8dc5a05f4dba req-4049f193-700c-4bc5-92b6-1cc2302d5601 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.117460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Allocated IP 172.25.0.228 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/567a8c91-8d49-4dc2-abfa-17551d93deb7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:02.121293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aaaa823b-5f52-485a-bd02-8dc5a05f4dba req-4049f193-700c-4bc5-92b6-1cc2302d5601 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 1677 time: 0.1501889 Jul 14 09:43:02.174380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aaaa823b-5f52-485a-bd02-8dc5a05f4dba req-13ba258a-13b7-4b96-8e69-63e875a0c138 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520484 Jul 14 09:43:02.175404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Network 037546c8-7d5b-4223-8cbb-64a500688a60 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:02.188316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 037546c8-7d5b-4223-8cbb-64a500688a60) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:02.199421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:02.201997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.209907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffd6a24-b6df-48fe-ab35-06ed24d0166c None None] Network 037546c8-7d5b-4223-8cbb-64a500688a60 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:02.257736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9c08ff18-9eaa-47a5-b77c-2f3a6a5fdb04 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8539386 Jul 14 09:43:02.297706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.370962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.428687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] For port d86239d0-e4e4-4a33-8921-2cfd984729c7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d86239d0-e4e4-4a33-8921-2cfd984729c7,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:02.429032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:02.460051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff3ae9-1236-4b0d-9400-71d64e71b802 None None] Network 037546c8-7d5b-4223-8cbb-64a500688a60 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:02.462869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:02.466062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for d86239d0-e4e4-4a33-8921-2cfd984729c7 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:02.476043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:02.482389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:02.493161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Pushing event updated for resources: {'Port': ['ID=567a8c91-8d49-4dc2-abfa-17551d93deb7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:02.570193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': '2f713509-147e-4a96-bbfa-e288edfc476a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:02.572507 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7c209-3ddf-4262-a5cc-bd1054a89bc5" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "2f713509-147e-4a96-bbfa-e288edfc476a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:02.767472 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e897df6-2491-43cf-ae37-325b45f44341 x-openstack-request-id: req-7e897df6-2491-43cf-ae37-325b45f44341 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:02.767789 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "2f713509-147e-4a96-bbfa-e288edfc476a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:02.768042 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e897df6-2491-43cf-ae37-325b45f44341 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:02.768513 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': '2f713509-147e-4a96-bbfa-e288edfc476a', 'status': 'completed', 'code': 200} Jul 14 09:43:02.949899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d49aab3-4ccf-4cad-8a38-72351ff6050d None None] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:02.954792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3e7f3194-9ace-4972-91b6-52a5f30d67ad up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:03.103983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.114569 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.167827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa27b00c-362a-4b0a-a46b-c3a4fc0743c4 None None] Provisioning for port 3e7f3194-9ace-4972-91b6-52a5f30d67ad completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:03.232395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 3e7f3194-9ace-4972-91b6-52a5f30d67ad completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:03.269934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3e7f3194-9ace-4972-91b6-52a5f30d67ad triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:03.280926 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.338451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-bebc8dc5-d732-4ea9-a41e-6c01c554f71c tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.345159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-bebc8dc5-d732-4ea9-a41e-6c01c554f71c tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/networks?id=156b3adc-5c9a-4c78-acc2-9105c936ecd8 HTTP/1.1" status: 200 len: 808 time: 0.2564855 Jul 14 09:43:03.364143 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-10cd5258-f55c-43fc-872f-00192dbeddd8 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/quotas/9eba0ddf969445d4bbeffc6f76bf4033 HTTP/1.1" status: 200 len: 375 time: 0.0177209 Jul 14 09:43:03.415479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] No DVR routers for this DVR port d86239d0-e4e4-4a33-8921-2cfd984729c7 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:03.417385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=d86239d0-e4e4-4a33-8921-2cfd984729c7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.426736 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.429556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-637063b3-58c9-480e-a5bc-2c025e2cd37f tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "DELETE /v2.0/ports/d86239d0-e4e4-4a33-8921-2cfd984729c7 HTTP/1.1" status: 204 len: 173 time: 2.0349116 Jul 14 09:43:03.434866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-f6fa887e-a36c-4b52-9e82-b6c951fc83bf tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=9eba0ddf969445d4bbeffc6f76bf4033&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683551 Jul 14 09:43:03.477707 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.549230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 3e7f3194-9ace-4972-91b6-52a5f30d67ad, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3e7f3194-9ace-4972-91b6-52a5f30d67ad,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:03.556032 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.636494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-03009bf1-9bcb-449c-bae3-419b324b3492 service neutron] 10.222.0.73 "GET /v2.0/networks/156b3adc-5c9a-4c78-acc2-9105c936ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005141 Jul 14 09:43:03.662738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=3e7f3194-9ace-4972-91b6-52a5f30d67ad,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:03.685994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa63b4-3107-49bc-95b5-8c6c004548b1 req-f607b8c0-6802-4845-805e-6254d9e30082 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:03.688434 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3daa63b4-3107-49bc-95b5-8c6c004548b1 req-f607b8c0-6802-4845-805e-6254d9e30082 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.3865368 Jul 14 09:43:03.867632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-b2ce6e5c-abde-4e02-888a-68baa4887417 service neutron] 10.222.0.73 "GET /v2.0/networks/156b3adc-5c9a-4c78-acc2-9105c936ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284532 Jul 14 09:43:03.923262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.927608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port 35152d9a-da37-497e-85af-887f3bd0de2a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:03.928709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:03.948879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-86ebec3c-3bed-4620-9046-59477421b5a8 None None] Provisioning complete for port 3e7f3194-9ace-4972-91b6-52a5f30d67ad triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:03.949346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-86ebec3c-3bed-4620-9046-59477421b5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.073873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] For port 35152d9a-da37-497e-85af-887f3bd0de2a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=35152d9a-da37-497e-85af-887f3bd0de2a,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:04.074247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.104934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3daa63b4-3107-49bc-95b5-8c6c004548b1 req-46a19fb5-225d-44a0-9c3b-2441ce89a013 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332813 Jul 14 09:43:04.121197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for 35152d9a-da37-497e-85af-887f3bd0de2a owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:04.414007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc5e2b-c8b3-45c2-947a-fa0fe04318bc req-81b50d2a-40e6-4d61-a8b2-9b7e53594611 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:04.432639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ddc5e2b-c8b3-45c2-947a-fa0fe04318bc req-81b50d2a-40e6-4d61-a8b2-9b7e53594611 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 943 time: 0.1484218 Jul 14 09:43:04.495889 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-931326af-d578-4471-a3ad-6f83b1f058b6 req-5cc3a67e-a17c-48b3-9d1e-0d4016dd1f7d tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 210 time: 0.0706539 Jul 14 09:43:04.529487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ddc5e2b-c8b3-45c2-947a-fa0fe04318bc req-80a1caf8-53fb-4163-a7aa-e56917d7363b tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups?id=baabde5e-c242-4ea1-9af0-91d59fa4f00d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946360 Jul 14 09:43:04.635046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Router 917149e3-6f41-4353-b0ca-d58fed2a18cc is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:04.640226 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.679767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=35152d9a-da37-497e-85af-887f3bd0de2a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:04.781549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': 'd86239d0-e4e4-4a33-8921-2cfd984729c7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:04.785335 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c2db7-ab24-4653-ae93-c3613e52661a" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "d86239d0-e4e4-4a33-8921-2cfd984729c7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:04.794840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] No DVR routers for this DVR port 35152d9a-da37-497e-85af-887f3bd0de2a on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:04.837599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3e7f3194-9ace-4972-91b6-52a5f30d67ad up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:04.860885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.863318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f447f8-ab0e-4942-aefb-5168b7bda59c req-deec4fa2-3d6c-40d0-aa2d-bf76da4f5724 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.69 "DELETE /v2.0/ports/35152d9a-da37-497e-85af-887f3bd0de2a HTTP/1.1" status: 204 len: 173 time: 1.4269261 Jul 14 09:43:04.894485 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af82c29-fd7a-41f7-ba23-f4f9df0a5e0d x-openstack-request-id: req-2af82c29-fd7a-41f7-ba23-f4f9df0a5e0d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:04.894733 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "d86239d0-e4e4-4a33-8921-2cfd984729c7", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:04.894945 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2af82c29-fd7a-41f7-ba23-f4f9df0a5e0d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:04.895361 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': 'd86239d0-e4e4-4a33-8921-2cfd984729c7', 'status': 'completed', 'code': 200} Jul 14 09:43:04.917206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3e7f3194-9ace-4972-91b6-52a5f30d67ad triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:04.917688 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.931197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:04.960801 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:04.964301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d4e2efab-23dc-4f13-bd08-428ef1d206bd admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.1298780 Jul 14 09:43:04.966068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47808) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:04.967095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Sync routers for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:05.012754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:05.013987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:05.147583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:05.218260 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:43:05.609528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03186ec4-273b-4cc2-919a-f48bb9ba033e req-8f625509-6418-46dd-8a53-32f3ef9cabaa tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:05.622541 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03186ec4-273b-4cc2-919a-f48bb9ba033e req-8f625509-6418-46dd-8a53-32f3ef9cabaa tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.2077887 Jul 14 09:43:05.725817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-03186ec4-273b-4cc2-919a-f48bb9ba033e req-e8530405-fe16-4678-a737-860493f78906 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987287 Jul 14 09:43:05.828867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 3, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:05.832043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-867c0056-0d3d-49e1-ba12-1c5b66a03e08 req-4ff4b196-6a74-494c-9a7f-8c56f1413ee8 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 210 time: 0.0376587 Jul 14 09:43:05.891978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Checking router: 917149e3-6f41-4353-b0ca-d58fed2a18cc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:05.892744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Updating router 917149e3-6f41-4353-b0ca-d58fed2a18cc port 567a8c91-8d49-4dc2-abfa-17551d93deb7 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:05.971168 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.130956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d477d889-bda5-47c2-8d3d-eacb9f421cb2 req-4d4399f5-7009-4c31-a03f-36412342b453 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0705235 Jul 14 09:43:06.331236 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.360897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Transition to ACTIVE for port object 567a8c91-8d49-4dc2-abfa-17551d93deb7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:06.368611 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.398998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Attempting to bind port 567a8c91-8d49-4dc2-abfa-17551d93deb7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:06.399523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Attempting to bind port 567a8c91-8d49-4dc2-abfa-17551d93deb7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:06.400095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Attempting to bind port 567a8c91-8d49-4dc2-abfa-17551d93deb7 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:06.426127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:06.426698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:06.427235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.428353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:06.429079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Bound port: 567a8c91-8d49-4dc2-abfa-17551d93deb7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:06.429500 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.478136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d332cb1-c0b5-428b-8b26-f96eb6d3b2d0 None None] Pushing event updated for resources: {'Port': ['ID=567a8c91-8d49-4dc2-abfa-17551d93deb7,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:06.519204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] For port 567a8c91-8d49-4dc2-abfa-17551d93deb7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:06.524476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] For port 567a8c91-8d49-4dc2-abfa-17551d93deb7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=567a8c91-8d49-4dc2-abfa-17551d93deb7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:06.534276 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.557847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:06.623121 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d332cb1-c0b5-428b-8b26-f96eb6d3b2d0 None None] Pushing event updated for resources: {'Port': ['ID=567a8c91-8d49-4dc2-abfa-17551d93deb7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:06.666153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:06.668058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:06.901349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Allocated IP 172.20.0.1 (5a7832ed-406e-4a53-8415-6a0d861d99cd/305ee63f-4825-4156-82e2-7f2011253b26/df3fdca1-b337-45c8-b954-96e340c043a0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:06.917795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:07.150786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d4825-df8f-4df5-b599-6a80a34fdb48 req-6946d8a8-62d6-4979-8a79-687120158f61 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:07.156685 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f05d4825-df8f-4df5-b599-6a80a34fdb48 req-6946d8a8-62d6-4979-8a79-687120158f61 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.1736574 Jul 14 09:43:07.181784 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.221664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Transition to ACTIVE for port object df3fdca1-b337-45c8-b954-96e340c043a0 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:07.254795 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f05d4825-df8f-4df5-b599-6a80a34fdb48 req-39153357-50e9-4b91-9455-535b4f56e777 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906448 Jul 14 09:43:07.275701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': '35152d9a-da37-497e-85af-887f3bd0de2a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:07.278983 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b425038-c1f1-450d-a32e-c01efcf3cf1b" -d '{"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "35152d9a-da37-497e-85af-887f3bd0de2a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:07.291362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.324114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:07.328338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:07.332256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:07.407510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46934b3a-43e0-4526-9ced-a8a12226a65a req-ef74cf53-666c-47b9-93b6-0357b4a759f8 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 210 time: 0.1233335 Jul 14 09:43:07.492406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Pushing event updated for resources: {'Port': ['ID=df3fdca1-b337-45c8-b954-96e340c043a0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:07.548301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.563517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 3, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:07.609556 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afc8abd-bb0d-432e-bbec-c114cc7dcc6f x-openstack-request-id: req-0afc8abd-bb0d-432e-bbec-c114cc7dcc6f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:07.609909 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f3e584-53b2-458b-8937-89a509fe3519", "name": "network-vif-deleted", "tag": "35152d9a-da37-497e-85af-887f3bd0de2a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:07.610132 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0afc8abd-bb0d-432e-bbec-c114cc7dcc6f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:07.610490 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f3e584-53b2-458b-8937-89a509fe3519', 'name': 'network-vif-deleted', 'tag': '35152d9a-da37-497e-85af-887f3bd0de2a', 'status': 'completed', 'code': 200} Jul 14 09:43:07.625793 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b07aadd0-f341-41d3-9220-66b72e98f33f req-67ddc867-aebb-4fcb-b4e1-3d0006ccbfec tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0619104 Jul 14 09:43:07.668574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee74a59-54d0-4c23-93ab-304aa4e89311 None None] The sync data for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 is: [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:02Z', 'revision_number': 3, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:07.792426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9189e8a1-a373-4bd1-a771-2cf26b557d0a None None] Provisioning for port df3fdca1-b337-45c8-b954-96e340c043a0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:07.797548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9189e8a1-a373-4bd1-a771-2cf26b557d0a None None] Provisioning complete for port df3fdca1-b337-45c8-b954-96e340c043a0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:07.798222 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9189e8a1-a373-4bd1-a771-2cf26b557d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.809368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:07.888012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9189e8a1-a373-4bd1-a771-2cf26b557d0a None None] Port df3fdca1-b337-45c8-b954-96e340c043a0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:08.131667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.138410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.210490 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:08.382472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Pushing event updated for resources: {'Port': ['ID=df3fdca1-b337-45c8-b954-96e340c043a0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:08.387456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:08.389270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:08.638471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae9a2e-c02e-4c82-b321-92be82facc9b req-962e91cf-e515-430c-9622-c3a9a6ce1f14 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:08.654309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdae9a2e-c02e-4c82-b321-92be82facc9b req-962e91cf-e515-430c-9622-c3a9a6ce1f14 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.1108994 Jul 14 09:43:08.754568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Router 917149e3-6f41-4353-b0ca-d58fed2a18cc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:08.972759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 567a8c91-8d49-4dc2-abfa-17551d93deb7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:09.002042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ae5aaeb-6faf-4900-892d-b3b8a813f8ef req-7fb61e91-5caa-4360-9167-cc5618e3b252 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 210 time: 0.2318888 Jul 14 09:43:09.042856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdae9a2e-c02e-4c82-b321-92be82facc9b req-4df0e5db-d66a-4db9-8372-93024b8e60f5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868463 Jul 14 09:43:09.172136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3c02b743-0944-4d12-80df-6354b6bbfc56 None None] Provisioning complete for port df3fdca1-b337-45c8-b954-96e340c043a0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:09.172513 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c02b743-0944-4d12-80df-6354b6bbfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.217756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d2f6bb41-d439-4e08-be45-04395ab3f8a6 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:09.220044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d2f6bb41-d439-4e08-be45-04395ab3f8a6 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.66 "GET /v2.0/networks?id=156b3adc-5c9a-4c78-acc2-9105c936ecd8 HTTP/1.1" status: 200 len: 808 time: 0.4972506 Jul 14 09:43:09.263929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Request body: {'port': {'device_id': '744c3663-583c-40fe-9702-f689afb4aa3d', 'network_id': '156b3adc-5c9a-4c78-acc2-9105c936ecd8', 'admin_state_up': True, 'tenant_id': '9eba0ddf969445d4bbeffc6f76bf4033'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:09.271599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:09.298002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7a532032-183b-4b4e-8f0c-8fee769a5eba admin admin] 10.222.0.73 "PUT /v2.0/routers/917149e3-6f41-4353-b0ca-d58fed2a18cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3298209 Jul 14 09:43:09.419179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3c02b743-0944-4d12-80df-6354b6bbfc56 None None] Port df3fdca1-b337-45c8-b954-96e340c043a0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:09.441347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 567a8c91-8d49-4dc2-abfa-17551d93deb7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:09.458463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 567a8c91-8d49-4dc2-abfa-17551d93deb7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:09.463505 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.625012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c83d5b62-fe62-4b42-92ac-70eb46c4ac5b req-15fc25b8-482f-4a98-a9b1-1c3e7dd7d4eb tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0972056 Jul 14 09:43:09.673562 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.699332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Made reservation on behalf of 9eba0ddf969445d4bbeffc6f76bf4033 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:09.704252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.715860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 567a8c91-8d49-4dc2-abfa-17551d93deb7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=567a8c91-8d49-4dc2-abfa-17551d93deb7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:09.725708 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:09.926317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=567a8c91-8d49-4dc2-abfa-17551d93deb7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:09.999154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Allocated IP 172.20.0.8 (156b3adc-5c9a-4c78-acc2-9105c936ecd8/9e3f5841-166e-4779-a49d-1db4cca1585a/93607486-8f09-4a6b-bfcb-c0f40c7bddbb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:10.446336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-017efc4e-23aa-41db-9fd6-c22e9be41270 req-1ea0fb82-4b12-410e-9831-258be2bf7121 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 210 time: 0.1408062 Jul 14 09:43:10.535834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8d032-e597-4c79-ac0f-4ad2120d6c09 req-d7d77cb7-40e5-4591-80be-5059340a3123 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.552945 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16f8d032-e597-4c79-ac0f-4ad2120d6c09 req-d7d77cb7-40e5-4591-80be-5059340a3123 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.1760380 Jul 14 09:43:10.576136 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.641308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16f8d032-e597-4c79-ac0f-4ad2120d6c09 req-bae1edd3-0bfa-4c34-83d0-6e1cd9dbea71 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873542 Jul 14 09:43:10.685533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.728284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47864) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:10.735585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-18610817-network', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:10.742175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:10.803091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Pushing event updated for resources: {'Port': ['ID=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:10.806475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:10.809369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:10.819121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Made reservation on behalf of c0700f05cb7c4c8ca0f842f7eef708f0 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:10.829186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.883377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:10.902642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 567a8c91-8d49-4dc2-abfa-17551d93deb7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:10.943371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:10.944408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.011308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 567a8c91-8d49-4dc2-abfa-17551d93deb7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:11.011750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.036328 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Sync routers for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:11.051009 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:11.052108 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:11.104496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.114687 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-33c2c202-91a2-4b3f-aa80-874f4b355fd3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8563728 Jul 14 09:43:11.151715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Request body: {'port': {'device_id': '744c3663-583c-40fe-9702-f689afb4aa3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:11.172807 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5194984a-9530-4f37-ad9d-313e2e022f00 req-90559896-61cc-4703-8346-b2d596697591 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0665376 Jul 14 09:43:11.173649 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.200537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:11.220836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.221226 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Added segment 08c92abb-3f11-4b67-b11e-f3ac647b0ed4 of type vlan for network bc7e37a1-e249-42fb-8a07-2af1edcdd833 Jul 14 09:43:11.246368 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:11.296838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.301438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.388047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.389059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.389673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.546769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c91eed5-85bf-49e8-84c3-48940e2d1258,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.552736 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 2, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:11.580094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8504817 Jul 14 09:43:11.584485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47870) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:11.595798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318f638-a978-48aa-82b4-ad2fd2b66a14 admin admin] Pushing event updated for resources: {'Network': ['ID=bc7e37a1-e249-42fb-8a07-2af1edcdd833,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:11.605740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network bc7e37a1-e249-42fb-8a07-2af1edcdd833 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:11.616651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Request body: {'subnet': {'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-18610817-subnet', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:11.639357 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Checking router: 917149e3-6f41-4353-b0ca-d58fed2a18cc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:11.639708 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Updating router 917149e3-6f41-4353-b0ca-d58fed2a18cc port df3fdca1-b337-45c8-b954-96e340c043a0 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:11.655131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Made reservation on behalf of c0700f05cb7c4c8ca0f842f7eef708f0 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:11.657625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.788277 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.907273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aeb4c-2dd5-40e2-b2d4-24ad0769a653 req-8ad921e0-9da6-41d6-b9a9-9256f3c10a56 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:11.916497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-322aeb4c-2dd5-40e2-b2d4-24ad0769a653 req-8ad921e0-9da6-41d6-b9a9-9256f3c10a56 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.0766909 Jul 14 09:43:11.943649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:11.971266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-322aeb4c-2dd5-40e2-b2d4-24ad0769a653 req-0f9ca094-816c-4ba8-8dd0-757d257653fa tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516794 Jul 14 09:43:12.022118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a5736-27be-413e-a3ec-ce22d38173f9 req-55647978-0506-4467-a5bf-bf2c69a2412d tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.023897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c32a5736-27be-413e-a3ec-ce22d38173f9 req-55647978-0506-4467-a5bf-bf2c69a2412d tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 931 time: 0.2203248 Jul 14 09:43:12.114745 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.116291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a86ce5-8a62-4bd3-b53a-894ee379b649,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.132401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93607486-8f09-4a6b-bfcb-c0f40c7bddbb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:12.136066 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Transition to ACTIVE for port object df3fdca1-b337-45c8-b954-96e340c043a0 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:12.145518 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.146052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.151458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c32a5736-27be-413e-a3ec-ce22d38173f9 req-939577c1-16ec-450d-8806-83638d2e516c tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115348 Jul 14 09:43:12.160813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Checking segment: {'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:12.161172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Network hostable DHCP agents. Network: bc7e37a1-e249-42fb-8a07-2af1edcdd833, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:12.171855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Transition to ACTIVE for port object 93607486-8f09-4a6b-bfcb-c0f40c7bddbb will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:12.181655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.213690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Network bc7e37a1-e249-42fb-8a07-2af1edcdd833 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:12.216740 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082f309-5847-485d-b917-cbfe117baeb2 None None] Pushing event updated for resources: {'Port': ['ID=df3fdca1-b337-45c8-b954-96e340c043a0,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.235848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, bc7e37a1-e249-42fb-8a07-2af1edcdd833) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:12.248976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.249609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.254676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.261410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a271ae-6ce9-47d4-a2d8-8c33583821f3 None None] Network bc7e37a1-e249-42fb-8a07-2af1edcdd833 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:12.304100 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Attempting to bind port df3fdca1-b337-45c8-b954-96e340c043a0 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:12.304708 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Attempting to bind port df3fdca1-b337-45c8-b954-96e340c043a0 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:12.305137 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Attempting to bind port df3fdca1-b337-45c8-b954-96e340c043a0 on network 5a7832ed-406e-4a53-8415-6a0d861d99cd {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:12.312167 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:12.312674 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Checking segment: {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:12.313152 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.313607 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Bound using segment: {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:12.314142 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Bound port: df3fdca1-b337-45c8-b954-96e340c043a0, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:12.314589 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.327956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47878) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:12.328241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bd531b87-3996-4a60-8354-e82a484d1187 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7421873 Jul 14 09:43:12.335400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:12.361303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Attempting to bind port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:12.361592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Attempting to bind port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '2ebf92a6-a155-48bd-bd13-2f1e5f64352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '156b3adc-5c9a-4c78-acc2-9105c936ecd8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:12.361927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Attempting to bind port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb on network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:12.367667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb on network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:12.368047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Attempting to bind port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb on network 156b3adc-5c9a-4c78-acc2-9105c936ecd8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:12.374246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:12.374629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Checking segment: {'id': '2ebf92a6-a155-48bd-bd13-2f1e5f64352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '156b3adc-5c9a-4c78-acc2-9105c936ecd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:12.375045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Bound using segment: {'id': '2ebf92a6-a155-48bd-bd13-2f1e5f64352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '156b3adc-5c9a-4c78-acc2-9105c936ecd8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:12.375594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Bound port: 93607486-8f09-4a6b-bfcb-c0f40c7bddbb, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ebf92a6-a155-48bd-bd13-2f1e5f64352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '156b3adc-5c9a-4c78-acc2-9105c936ecd8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:12.375986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.386718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.388965 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.442074 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] For port df3fdca1-b337-45c8-b954-96e340c043a0, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:12.449956 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] For port df3fdca1-b337-45c8-b954-96e340c043a0, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df3fdca1-b337-45c8-b954-96e340c043a0,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:12.456315 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.483650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] For port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:12.487215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] For port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,segment=NetworkSegment(2ebf92a6-a155-48bd-bd13-2f1e5f64352d),segment_id=2ebf92a6-a155-48bd-bd13-2f1e5f64352d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:12.493275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.507162 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.547549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-37e1184d-6b78-4c12-9673-08f09c28d169 req-2ce0d352-d9e8-4bcb-a6be-80c0281caa17 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0329208 Jul 14 09:43:12.599201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-bc7e37a1-e249-42fb-8a07-2af1edcdd833', 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'fixed_ips': [{'subnet_id': '50a86ce5-8a62-4bd3-b53a-894ee379b649'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:12.601398 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.601811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.606563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.608346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] 10.222.0.66 "PUT /v2.0/ports/93607486-8f09-4a6b-bfcb-c0f40c7bddbb HTTP/1.1" status: 200 len: 1092 time: 1.4644759 Jul 14 09:43:12.608823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744c3663-583c-40fe-9702-f689afb4aa3d', 'tag': '93607486-8f09-4a6b-bfcb-c0f40c7bddbb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:12.616667 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba3db7b-4f09-4770-9a12-9096d5f5db1f" -d '{"events": [{"name": "network-changed", "server_uuid": "744c3663-583c-40fe-9702-f689afb4aa3d", "tag": "93607486-8f09-4a6b-bfcb-c0f40c7bddbb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:12.628098 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:12.628901 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:12.723283 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b835006-4282-4c36-b5fe-09f81bd73b25 x-openstack-request-id: req-4b835006-4282-4c36-b5fe-09f81bd73b25 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:12.723581 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744c3663-583c-40fe-9702-f689afb4aa3d", "tag": "93607486-8f09-4a6b-bfcb-c0f40c7bddbb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:12.723838 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b835006-4282-4c36-b5fe-09f81bd73b25 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:12.724787 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744c3663-583c-40fe-9702-f689afb4aa3d', 'tag': '93607486-8f09-4a6b-bfcb-c0f40c7bddbb', 'status': 'completed', 'code': 200} Jul 14 09:43:12.731700 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082f309-5847-485d-b917-cbfe117baeb2 None None] Pushing event updated for resources: {'Port': ['ID=df3fdca1-b337-45c8-b954-96e340c043a0,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.738244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0829049-0e87-4638-8318-98831992c5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:12.801002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-cc26e49b-1d04-4b15-a94b-b79728d6a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.803269 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-cc26e49b-1d04-4b15-a94b-b79728d6a1df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9eba0ddf969445d4bbeffc6f76bf4033&device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 1095 time: 0.1540191 Jul 14 09:43:12.803395 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:12.854041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Allocated IP 172.20.0.2 (bc7e37a1-e249-42fb-8a07-2af1edcdd833/50a86ce5-8a62-4bd3-b53a-894ee379b649/cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:12.877128 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:12.882708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-f575c5fa-4070-4065-a3e3-ffebd935b441 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93607486-8f09-4a6b-bfcb-c0f40c7bddbb HTTP/1.1" status: 200 len: 217 time: 0.0711243 Jul 14 09:43:12.935525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:12.994048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-71e8081d-8b59-45ba-8f81-a5ed3f00b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:12.995551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-71e8081d-8b59-45ba-8f81-a5ed3f00b556 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9e3f5841-166e-4779-a49d-1db4cca1585a HTTP/1.1" status: 200 len: 848 time: 0.1016130 Jul 14 09:43:13.057344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:13.058623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-78509f50-8324-47b2-b062-bcec9cffc7bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=156b3adc-5c9a-4c78-acc2-9105c936ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568616 Jul 14 09:43:13.076638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'network_id': '142b4759-4d8a-4c73-ad3c-233be282579c', 'port_id': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'mac_address': 'fa:16:3e:65:3e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fae535cd-1b7b-4220-aa72-ade147203f26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:13.149571 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.174341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:13.218123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:13.227950 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.243955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-cf5a9140-71f5-43b1-ada2-db9117dc0a29 service neutron] 10.222.0.66 "GET /v2.0/networks/156b3adc-5c9a-4c78-acc2-9105c936ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793466 Jul 14 09:43:13.263496 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:12Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:13.312610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.326592 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.347441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.348846 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299d289d-c849-493f-b85c-b15a37eb9798 None None] The sync data for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 is: [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:12Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:13.363232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Transition to ACTIVE for port object cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:13.410838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.411582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Transition to ACTIVE for port object cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:13.434904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:13.479262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600e55a-2713-4da5-91c8-7a718bad62ab req-f690a783-3361-4e9e-b0e4-f6e3e5ce25c7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.480883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a600e55a-2713-4da5-91c8-7a718bad62ab req-f690a783-3361-4e9e-b0e4-f6e3e5ce25c7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 945 time: 0.3507149 Jul 14 09:43:13.492094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.495851 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee185d80-4839-4212-9a91-b88525cd4d79 req-9d7ec58f-ecde-4c3f-be97-9dd40f5972c9 service neutron] 10.222.0.66 "GET /v2.0/networks/156b3adc-5c9a-4c78-acc2-9105c936ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449071 Jul 14 09:43:13.508697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f577c5-45b9-418e-a956-9e526b0aaee8 req-9c3b02e1-1b19-49e4-a086-4d49676dd689 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.510671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01f577c5-45b9-418e-a956-9e526b0aaee8 req-9c3b02e1-1b19-49e4-a086-4d49676dd689 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 943 time: 0.1428759 Jul 14 09:43:13.574035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01f577c5-45b9-418e-a956-9e526b0aaee8 req-0ae6dc71-45b2-4faf-ae7f-8cd021e55676 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564027 Jul 14 09:43:13.580708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Network bc7e37a1-e249-42fb-8a07-2af1edcdd833 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:13.588098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:13.607061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:13.629457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Pushing event updated for resources: {'Port': ['ID=cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:13.671244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a600e55a-2713-4da5-91c8-7a718bad62ab req-f6fab5eb-e643-4d06-8d0b-e397163f9ac3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415169 Jul 14 09:43:13.727432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-228d7780-109c-4a53-b69b-a42d7c637e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.729008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-228d7780-109c-4a53-b69b-a42d7c637e4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9eba0ddf969445d4bbeffc6f76bf4033&device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 1095 time: 0.1488054 Jul 14 09:43:13.772347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Allocated IP 172.25.0.130 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/b8e629da-6297-4fb4-bb1f-17529e2fd7d8) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:13.813185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Attempting to bind port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:13.813694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Attempting to bind port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:13.814173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Attempting to bind port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a on network bc7e37a1-e249-42fb-8a07-2af1edcdd833 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:13.825988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:13.826766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Checking segment: {'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:13.827298 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.827796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Bound using segment: {'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:13.828618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Bound port: cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:13.829108 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.872587 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e17fb5bc-b50b-409a-a817-28b7dc66e0e7 req-b08fd9b8-9f9a-425c-88d2-1956629ed9b3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0496709 Jul 14 09:43:13.945090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-112b1aab-f673-4912-ad8b-0dac1330d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:13.946598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-112b1aab-f673-4912-ad8b-0dac1330d628 service neutron] 10.222.0.66 "GET /v2.0/networks?id=156b3adc-5c9a-4c78-acc2-9105c936ecd8 HTTP/1.1" status: 200 len: 909 time: 0.2088199 Jul 14 09:43:13.958695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:13.985185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] For port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:13.991882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] For port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a,segment=NetworkSegment(08c92abb-3f11-4b67-b11e-f3ac647b0ed4),segment_id=08c92abb-3f11-4b67-b11e-f3ac647b0ed4)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:13.997110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.014154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.019853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-d16f285d-b332-4346-8639-a147d2434104 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93607486-8f09-4a6b-bfcb-c0f40c7bddbb HTTP/1.1" status: 200 len: 217 time: 0.0647159 Jul 14 09:43:14.057215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:14.061860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:14.070335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:14.086817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Pushing event updated for resources: {'Port': ['ID=cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.099276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.099884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.100537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.101025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.101592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.102099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.102730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.103219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.103725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.104237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.104745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.105230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6431f04c-2e5f-4987-a847-dd592ffa1e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:14.116158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-39403b96-1a17-44ca-9b39-54635c235dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:14.118697 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-39403b96-1a17-44ca-9b39-54635c235dbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9e3f5841-166e-4779-a49d-1db4cca1585a HTTP/1.1" status: 200 len: 848 time: 0.0923710 Jul 14 09:43:14.138170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e629da-6297-4fb4-bb1f-17529e2fd7d8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:14.162568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-76a5cc50-cd22-4400-86eb-1fda4042fcbc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=156b3adc-5c9a-4c78-acc2-9105c936ecd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360694 Jul 14 09:43:14.315270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-a6b2d4ad-9b2f-4804-b9f1-ff82955f4390 service neutron] 10.222.0.66 "GET /v2.0/networks/156b3adc-5c9a-4c78-acc2-9105c936ecd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440060 Jul 14 09:43:14.517467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba3db7b-4f09-4770-9a12-9096d5f5db1f req-0638788a-6e51-440e-959b-fced9a9c759e service neutron] 10.222.0.66 "GET /v2.0/networks/156b3adc-5c9a-4c78-acc2-9105c936ecd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829190 Jul 14 09:43:14.527180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:14.831021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 93607486-8f09-4a6b-bfcb-c0f40c7bddbb details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:43:14.834092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:14.904145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a9bce-c8c6-439e-8fe2-e30dc1916e34 req-9519411e-297c-4570-aaff-3411a5eb0370 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:14.906891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa4a9bce-c8c6-439e-8fe2-e30dc1916e34 req-9519411e-297c-4570-aaff-3411a5eb0370 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 943 time: 0.1986208 Jul 14 09:43:14.969280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:14.987274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa4a9bce-c8c6-439e-8fe2-e30dc1916e34 req-46c8a017-0106-4253-aa9e-2448f8eac9c7 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742078 Jul 14 09:43:15.026234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:15.071877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:15.072300 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.212578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a59c9c4-ca9b-4e0f-abe5-de878536411c req-31a07110-ab0e-4089-9d40-265a1bdc0122 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0494699 Jul 14 09:43:15.244030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c367bb9-76dd-4191-b242-f39f397b8c1d req-e06e8dd0-5cab-4cf8-9790-6a91353664df tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.252698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c367bb9-76dd-4191-b242-f39f397b8c1d req-e06e8dd0-5cab-4cf8-9790-6a91353664df tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 946 time: 0.1681683 Jul 14 09:43:15.315569 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.323858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,segment=NetworkSegment(2ebf92a6-a155-48bd-bd13-2f1e5f64352d),segment_id=2ebf92a6-a155-48bd-bd13-2f1e5f64352d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:15.334750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:15.338399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c367bb9-76dd-4191-b242-f39f397b8c1d req-f2e80675-92ec-4689-9917-7fb7ca9a6f07 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844903 Jul 14 09:43:15.348138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df3fdca1-b337-45c8-b954-96e340c043a0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:15.379191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '93607486-8f09-4a6b-bfcb-c0f40c7bddbb', 'network_id': '156b3adc-5c9a-4c78-acc2-9105c936ecd8', 'port_id': '93607486-8f09-4a6b-bfcb-c0f40c7bddbb', 'mac_address': 'fa:16:3e:74:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3f5841-166e-4779-a49d-1db4cca1585a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:43:15.441547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:15.444077 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209ce8c9-fcd9-46b2-b8db-c295e9be49f2" -d '{"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-plugged", "status": "completed", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:15.445646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.456856 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.477609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:15.484569 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.492442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93607486-8f09-4a6b-bfcb-c0f40c7bddbb {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:15.516528 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d231d26-095c-4a33-8bda-2e80f550c0e0 x-openstack-request-id: req-0d231d26-095c-4a33-8bda-2e80f550c0e0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:15.516794 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-plugged", "status": "completed", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:15.517043 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0d231d26-095c-4a33-8bda-2e80f550c0e0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:15.517428 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'code': 200} Jul 14 09:43:15.588256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,segment=NetworkSegment(2ebf92a6-a155-48bd-bd13-2f1e5f64352d),segment_id=2ebf92a6-a155-48bd-bd13-2f1e5f64352d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:15.601428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.603983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port df3fdca1-b337-45c8-b954-96e340c043a0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:15.607284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.655826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port df3fdca1-b337-45c8-b954-96e340c043a0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:15.656273 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.684270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6372ff-2383-4bce-97fd-c327d4f8a023 None None] Network bc7e37a1-e249-42fb-8a07-2af1edcdd833 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:15.701899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Router 17b66065-2914-4d98-9ea4-a462caa9f42f is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:15.717448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cdf70-8064-46ac-8cc7-2c37e3ddc70d req-ddeb5ca6-fcb5-455d-ae7e-aa2039f13fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:15.718912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb3cdf70-8064-46ac-8cc7-2c37e3ddc70d req-ddeb5ca6-fcb5-455d-ae7e-aa2039f13fec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1099 time: 0.0683019 Jul 14 09:43:15.758447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb3cdf70-8064-46ac-8cc7-2c37e3ddc70d req-772f26fb-a564-4f40-9b2a-3288878fe08d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320139 Jul 14 09:43:15.781832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:15.795595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8c6eb318-00dd-4eca-b272-743ac85fd633 None None] Provisioning for port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:15.810466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8c6eb318-00dd-4eca-b272-743ac85fd633 None None] Provisioning complete for port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:15.810839 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb318-00dd-4eca-b272-743ac85fd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.824629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:15.838569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['93607486-8f09-4a6b-bfcb-c0f40c7bddbb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:15.841039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:15.845665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47902) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:15.845874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-864fef45-8c90-4674-bbdb-4533e1082108 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5166764 Jul 14 09:43:15.848183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Sync routers for ids ['17b66065-2914-4d98-9ea4-a462caa9f42f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:15.959387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Routers {'17b66065-2914-4d98-9ea4-a462caa9f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:15.960027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['17b66065-2914-4d98-9ea4-a462caa9f42f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:16.178745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.342055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Set router 17b66065-2914-4d98-9ea4-a462caa9f42f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:16.411164 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7d3eb36-5e51-4fcd-a5fc-da1ffc290439 req-8ffd7f63-ed4d-4f6a-a670-bdd15dd9d999 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0415323 Jul 14 09:43:16.462420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port df3fdca1-b337-45c8-b954-96e340c043a0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df3fdca1-b337-45c8-b954-96e340c043a0,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:16.507124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265151e3-4433-45ba-938e-0e4aefd84f8d req-e6fc1d83-446f-43c5-9dec-22ddd01ead52 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.508762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-265151e3-4433-45ba-938e-0e4aefd84f8d req-e6fc1d83-446f-43c5-9dec-22ddd01ead52 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 944 time: 0.1396019 Jul 14 09:43:16.587837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9793a6e-da8a-466d-aa86-e1e1a2bc7b76 req-87579b28-df3b-4c94-9e29-d92ca7ad764c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:16.612949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a9793a6e-da8a-466d-aa86-e1e1a2bc7b76 req-87579b28-df3b-4c94-9e29-d92ca7ad764c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.0739627 Jul 14 09:43:16.666816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-265151e3-4433-45ba-938e-0e4aefd84f8d req-5212c2fe-4681-4576-96b5-b3489300b84b tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516771 Jul 14 09:43:16.696085 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a9793a6e-da8a-466d-aa86-e1e1a2bc7b76 req-8b0d77e5-3b09-4102-9c83-a525711c232a tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996776 Jul 14 09:43:16.726274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.775335 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb318-00dd-4eca-b272-743ac85fd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.918963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8c6eb318-00dd-4eca-b272-743ac85fd633 None None] For port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a,segment=NetworkSegment(08c92abb-3f11-4b67-b11e-f3ac647b0ed4),segment_id=08c92abb-3f11-4b67-b11e-f3ac647b0ed4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:16.922266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=df3fdca1-b337-45c8-b954-96e340c043a0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:16.935368 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb318-00dd-4eca-b272-743ac85fd633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:16.946429 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.005692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:14Z', 'revision_number': 3, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:17.058584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Checking router: 17b66065-2914-4d98-9ea4-a462caa9f42f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:17.058949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Updating router 17b66065-2914-4d98-9ea4-a462caa9f42f port b8e629da-6297-4fb4-bb1f-17529e2fd7d8 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:17.064645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eb318-00dd-4eca-b272-743ac85fd633 None None] Pushing event updated for resources: {'Port': ['ID=cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.110552 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.171046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Allocated IP 172.20.0.1 (bc7e37a1-e249-42fb-8a07-2af1edcdd833/50a86ce5-8a62-4bd3-b53a-894ee379b649/505cf14f-9cd7-4d5f-bea7-26f73b8c68cd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:17.316837 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.354806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Transition to ACTIVE for port object 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:17.421769 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.426724 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.430846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-41b0e26a-d759-4ac3-be9e-8df54ffe94fb None None] Provisioning complete for port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:17.431342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-41b0e26a-d759-4ac3-be9e-8df54ffe94fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.494681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Transition to ACTIVE for port object b8e629da-6297-4fb4-bb1f-17529e2fd7d8 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:17.511582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Network bc7e37a1-e249-42fb-8a07-2af1edcdd833 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:17.521256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:17.525154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:17.535395 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.625288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.649123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Pushing event updated for resources: {'Port': ['ID=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.652006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a7f5965-40f5-474c-b8cb-771d1a46917b req-e3e771b8-96dd-4ec4-8e14-a6871a864e80 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0444021 Jul 14 09:43:17.699909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Attempting to bind port b8e629da-6297-4fb4-bb1f-17529e2fd7d8 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:17.700327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Attempting to bind port b8e629da-6297-4fb4-bb1f-17529e2fd7d8 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:17.700728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Attempting to bind port b8e629da-6297-4fb4-bb1f-17529e2fd7d8 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:17.744400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c9421-5991-4162-9fb1-84404581f597 None None] Pushing event updated for resources: {'Port': ['ID=b8e629da-6297-4fb4-bb1f-17529e2fd7d8,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:17.758450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:17.758848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:17.759265 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.759668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:17.760171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Bound port: b8e629da-6297-4fb4-bb1f-17529e2fd7d8, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:17.761059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:17.806994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-7f183388-a8c1-4603-b5ba-f287eaed3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:17.808920 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-7f183388-a8c1-4603-b5ba-f287eaed3822 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1099 time: 0.4201567 Jul 14 09:43:17.929652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] For port b8e629da-6297-4fb4-bb1f-17529e2fd7d8, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:17.933607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] For port b8e629da-6297-4fb4-bb1f-17529e2fd7d8, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b8e629da-6297-4fb4-bb1f-17529e2fd7d8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:17.940519 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.063612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-771e1aff-b9e4-47da-9ae5-449c039433f7 None None] Provisioning for port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:18.066968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.075977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Routers {'17b66065-2914-4d98-9ea4-a462caa9f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:18.076921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['17b66065-2914-4d98-9ea4-a462caa9f42f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:18.096273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a951f9-997c-42e8-9f43-f6d4ea30c545 req-38bccfd8-2e64-4cbb-b69c-2fa35a62a98c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:18.112556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4a951f9-997c-42e8-9f43-f6d4ea30c545 req-38bccfd8-2e64-4cbb-b69c-2fa35a62a98c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1386240 Jul 14 09:43:18.152759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-26650e80-5973-48c8-9116-23ae1bad6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:18.154821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-26650e80-5973-48c8-9116-23ae1bad6284 service neutron] 10.222.0.66 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 914 time: 0.2913694 Jul 14 09:43:18.175726 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4a951f9-997c-42e8-9f43-f6d4ea30c545 req-33c9db1b-a374-4d81-b100-9b612eaa69da tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615253 Jul 14 09:43:18.184129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-771e1aff-b9e4-47da-9ae5-449c039433f7 None None] Provisioning complete for port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:18.185442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-771e1aff-b9e4-47da-9ae5-449c039433f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.199728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c9421-5991-4162-9fb1-84404581f597 None None] Pushing event updated for resources: {'Port': ['ID=b8e629da-6297-4fb4-bb1f-17529e2fd7d8,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.222603 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-23c8819f-82de-46e1-a6c3-a6df656fa3d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 217 time: 0.0593855 Jul 14 09:43:18.232627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41fc9a-fe2f-4588-876e-7a8fc8a543f1 req-567f6f76-b06e-498e-aaa5-ff5481de90a3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:18.234130 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d41fc9a-fe2f-4588-876e-7a8fc8a543f1 req-567f6f76-b06e-498e-aaa5-ff5481de90a3 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 944 time: 0.2876768 Jul 14 09:43:18.289718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-771e1aff-b9e4-47da-9ae5-449c039433f7 None None] Port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:18.296839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] Set router 17b66065-2914-4d98-9ea4-a462caa9f42f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:18.401638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-4ff034fd-b7e7-4655-8eb1-a11c2d054e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:18.403375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-4ff034fd-b7e7-4655-8eb1-a11c2d054e2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.1667860 Jul 14 09:43:18.408549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d41fc9a-fe2f-4588-876e-7a8fc8a543f1 req-51d1f03b-71ef-4844-88f4-45587862fda8 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629858 Jul 14 09:43:18.450560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-d7ce8585-5641-4b40-b657-c9c3f9d22b6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386732 Jul 14 09:43:18.528645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 4, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '505cf14f-9cd7-4d5f-bea7-26f73b8c68cd', 'name': '', 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'mac_address': 'fa:16:3e:b4:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 1, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'subnets': [{'id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:18.531424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.542969 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.559379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b849b-0d0a-4327-b261-66c0bcff0f66 None None] The sync data for ids ['17b66065-2914-4d98-9ea4-a462caa9f42f'] in n-d-780147-26 is: [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 4, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '505cf14f-9cd7-4d5f-bea7-26f73b8c68cd', 'name': '', 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'mac_address': 'fa:16:3e:b4:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 1, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'subnets': [{'id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:18.625018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-941c5c13-a12d-428f-9e32-0c65f05929d7 service neutron] 10.222.0.66 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681447 Jul 14 09:43:18.639538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:18.657381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Pushing event updated for resources: {'Port': ['ID=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:18.780948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-22481ec1-6827-4179-bc56-f8f6ba8d9112 req-0a56a389-a510-495b-96ce-eedd3a345561 service neutron] 10.222.0.66 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486382 Jul 14 09:43:18.842642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a1da294-b875-4b5c-9ba5-3b37ade530e9 req-1d30744b-df6b-436a-8d27-d7c5cdc76272 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0510173 Jul 14 09:43:18.858657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 93607486-8f09-4a6b-bfcb-c0f40c7bddbb up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:18.901912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Network bc7e37a1-e249-42fb-8a07-2af1edcdd833 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:18.907028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:18.925089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df3fdca1-b337-45c8-b954-96e340c043a0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:19.034650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:19.050687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:19.051054 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.088600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port df3fdca1-b337-45c8-b954-96e340c043a0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:19.089337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.090388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Router 17b66065-2914-4d98-9ea4-a462caa9f42f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:19.256271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:19.262471 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.263774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8c0ddf46-f542-46c2-ae85-104923708630 admin admin] 10.222.0.73 "PUT /v2.0/routers/17b66065-2914-4d98-9ea4-a462caa9f42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4145527 Jul 14 09:43:19.313356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:19.383786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,segment=NetworkSegment(2ebf92a6-a155-48bd-bd13-2f1e5f64352d),segment_id=2ebf92a6-a155-48bd-bd13-2f1e5f64352d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:19.389604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744c3663-583c-40fe-9702-f689afb4aa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93607486-8f09-4a6b-bfcb-c0f40c7bddbb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:19.392187 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ae4b85-bbe3-455c-bb4a-37915e08b077" -d '{"events": [{"server_uuid": "744c3663-583c-40fe-9702-f689afb4aa3d", "name": "network-vif-plugged", "status": "completed", "tag": "93607486-8f09-4a6b-bfcb-c0f40c7bddbb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:19.399088 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.484074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8c617854-a8d0-4069-82a7-c975c88cb15b None None] Provisioning complete for port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:19.484733 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8c617854-a8d0-4069-82a7-c975c88cb15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.567611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca36da-4b4a-49bb-b8e1-cb4147a321bd req-55ca0eb2-c353-4aa5-aab5-0846dfc5b6b8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:19.570164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bca36da-4b4a-49bb-b8e1-cb4147a321bd req-55ca0eb2-c353-4aa5-aab5-0846dfc5b6b8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1484957 Jul 14 09:43:19.574321 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c9822e-e023-405f-bc2a-6b870090033d x-openstack-request-id: req-94c9822e-e023-405f-bc2a-6b870090033d {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:19.574798 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744c3663-583c-40fe-9702-f689afb4aa3d", "name": "network-vif-plugged", "status": "completed", "tag": "93607486-8f09-4a6b-bfcb-c0f40c7bddbb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:19.575195 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-94c9822e-e023-405f-bc2a-6b870090033d {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:19.576324 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744c3663-583c-40fe-9702-f689afb4aa3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93607486-8f09-4a6b-bfcb-c0f40c7bddbb', 'code': 200} Jul 14 09:43:19.581802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:19.582428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:19.584724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8c617854-a8d0-4069-82a7-c975c88cb15b None None] Port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:43:19.586347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:19.641836 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bca36da-4b4a-49bb-b8e1-cb4147a321bd req-8ab69304-2958-44dd-a090-49154cad4534 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626335 Jul 14 09:43:19.751157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c01746-2a47-46eb-acdf-05bd7b0fa8c5 req-1e53cf98-ab81-46eb-9ca3-8fdb01b50030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:19.753461 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08c01746-2a47-46eb-acdf-05bd7b0fa8c5 req-1e53cf98-ab81-46eb-9ca3-8fdb01b50030 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 1097 time: 0.1055899 Jul 14 09:43:19.823836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8f584-a88d-4101-83e9-9ca097ca145c req-755fd743-36b2-4ead-a1ff-70730fd2af36 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:19.825820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82b8f584-a88d-4101-83e9-9ca097ca145c req-755fd743-36b2-4ead-a1ff-70730fd2af36 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 945 time: 0.1200783 Jul 14 09:43:19.879985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08c01746-2a47-46eb-acdf-05bd7b0fa8c5 req-2d2b23c8-6bb8-41ea-a3a4-57cc339ff88e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185939 Jul 14 09:43:19.884838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82b8f584-a88d-4101-83e9-9ca097ca145c req-da2698e1-8042-4059-a07f-c44bf6775f01 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516205 Jul 14 09:43:19.930974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950edbd2-5c4d-4cde-9579-d773c0f499ea req-893c0b1f-5f48-4250-9437-9c111a2629f1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:19.931972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-950edbd2-5c4d-4cde-9579-d773c0f499ea req-893c0b1f-5f48-4250-9437-9c111a2629f1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1012604 Jul 14 09:43:19.986686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-950edbd2-5c4d-4cde-9579-d773c0f499ea req-f5ab878c-f11a-4c36-b6aa-ce7887bb8476 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485845 Jul 14 09:43:20.065872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-388b40ce-7b8f-45ba-b834-4b054503f535 req-7177f7da-c475-4b79-8963-dfa7ba37f2f3 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0403368 Jul 14 09:43:20.261684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f96e7-f6c8-4c45-823f-60c748535804 req-84509bf3-680d-4265-8ce4-6af38fc0f099 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.263514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-943f96e7-f6c8-4c45-823f-60c748535804 req-84509bf3-680d-4265-8ce4-6af38fc0f099 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.0907290 Jul 14 09:43:20.357421 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-943f96e7-f6c8-4c45-823f-60c748535804 req-ff31ed7e-230e-44e7-b9f7-5dba1f3ba126 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868392 Jul 14 09:43:20.620487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f4fb-23e0-44ed-a1a8-9d313d3f0fb1 req-960d6d5f-bb4a-4237-a1ac-558d7094b555 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:20.630308 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f292f4fb-23e0-44ed-a1a8-9d313d3f0fb1 req-960d6d5f-bb4a-4237-a1ac-558d7094b555 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1297262 Jul 14 09:43:20.779765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f292f4fb-23e0-44ed-a1a8-9d313d3f0fb1 req-badb5007-073d-4616-b1d5-fa4cccf68b9f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485336 Jul 14 09:43:20.948468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b8e629da-6297-4fb4-bb1f-17529e2fd7d8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:21.066975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port b8e629da-6297-4fb4-bb1f-17529e2fd7d8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:21.079517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b8e629da-6297-4fb4-bb1f-17529e2fd7d8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:21.081867 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.192387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a616319-615e-4730-bf25-e1544e5414b1 req-d961d179-28a9-4343-ae49-b85547f35fb8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.203789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f69da8-8a1b-48c7-87d4-a2fbaf84db54 req-d584187f-cd46-4380-a3be-effad2982813 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.205426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92f69da8-8a1b-48c7-87d4-a2fbaf84db54 req-d584187f-cd46-4380-a3be-effad2982813 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 945 time: 0.1241407 Jul 14 09:43:21.205785 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a616319-615e-4730-bf25-e1544e5414b1 req-d961d179-28a9-4343-ae49-b85547f35fb8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1863327 Jul 14 09:43:21.275638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a616319-615e-4730-bf25-e1544e5414b1 req-3f4cecbc-94dd-4e28-afa3-bf98a22a55ee tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685110 Jul 14 09:43:21.285497 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92f69da8-8a1b-48c7-87d4-a2fbaf84db54 req-cc3a6030-0e69-49c8-a52b-0f5d1f9ddaa2 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698700 Jul 14 09:43:21.287760 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.326177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port b8e629da-6297-4fb4-bb1f-17529e2fd7d8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b8e629da-6297-4fb4-bb1f-17529e2fd7d8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:21.337201 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:21.438230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=b8e629da-6297-4fb4-bb1f-17529e2fd7d8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:21.519779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4cf9e08c-cb82-4e42-8994-8780e2857f1d req-68182eac-f859-4e58-96a2-df07752f8e8e tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0381532 Jul 14 09:43:21.684285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f42d723-08ad-4c2f-b5e1-365d792d17ed req-a16a1f0f-41aa-4421-b387-f134af055156 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:21.687631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f42d723-08ad-4c2f-b5e1-365d792d17ed req-a16a1f0f-41aa-4421-b387-f134af055156 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1362643 Jul 14 09:43:21.758840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f42d723-08ad-4c2f-b5e1-365d792d17ed req-a0c967c7-b96f-4264-bb00-98ffc60a0eaf tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649436 Jul 14 09:43:21.853688 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0e4289d2-8504-46d2-8bf4-f31b7f344823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:22.152520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4803c1-c5cc-4a78-9da3-b0081cd491e4 req-80e5670f-303d-4786-a2f6-dd61c1bfa72f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:22.154226 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e4803c1-c5cc-4a78-9da3-b0081cd491e4 req-80e5670f-303d-4786-a2f6-dd61c1bfa72f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1352406 Jul 14 09:43:22.220122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e4803c1-c5cc-4a78-9da3-b0081cd491e4 req-9ad8598e-af22-4e36-8272-866884cd08f1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Jul 14 09:43:22.648667 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Sync routers for ids ['17b66065-2914-4d98-9ea4-a462caa9f42f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:22.667529 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Routers {'17b66065-2914-4d98-9ea4-a462caa9f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:22.668375 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['17b66065-2914-4d98-9ea4-a462caa9f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:22.873614 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b3510ba7-a2f4-4828-bb7b-bdf877bc8251 req-666c5b50-7ce2-4d93-85f4-3e19ae328923 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0791264 Jul 14 09:43:22.899749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b8e629da-6297-4fb4-bb1f-17529e2fd7d8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:22.922191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa88b0-cfb9-47cb-ba20-909a1260854d req-e3f06738-8223-49ec-8fb8-e3e18ab85abf tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:22.924845 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Set router 17b66065-2914-4d98-9ea4-a462caa9f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:22.930420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fa88b0-cfb9-47cb-ba20-909a1260854d req-e3f06738-8223-49ec-8fb8-e3e18ab85abf tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1258841 Jul 14 09:43:23.003564 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-36fa88b0-cfb9-47cb-ba20-909a1260854d req-bb6afd75-1d76-4d08-9e70-66ec78bfdfec tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719378 Jul 14 09:43:23.097516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b8e629da-6297-4fb4-bb1f-17529e2fd7d8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:23.097901 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.435524 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 4, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '505cf14f-9cd7-4d5f-bea7-26f73b8c68cd', 'name': '', 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'mac_address': 'fa:16:3e:b4:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:18Z', 'revision_number': 2, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'subnets': [{'id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:23.471643 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Checking router: 17b66065-2914-4d98-9ea4-a462caa9f42f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:23.471903 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Updating router 17b66065-2914-4d98-9ea4-a462caa9f42f port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:43:23.511314 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.781097 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.792081 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Transition to ACTIVE for port object 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:23.800097 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.857761 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269485a5-cd72-466e-a3b5-6fa3747e1f67 None None] Pushing event updated for resources: {'Port': ['ID=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:23.921789 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Attempting to bind port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:23.922369 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Attempting to bind port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:23.922940 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Attempting to bind port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd on network bc7e37a1-e249-42fb-8a07-2af1edcdd833 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:23.934153 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:23.934607 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Checking segment: {'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:23.935282 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:23.935682 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Bound using segment: {'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:23.937948 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Bound port: 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c92abb-3f11-4b67-b11e-f3ac647b0ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:23.937948 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.011848 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] For port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:24.015678 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] For port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,segment=NetworkSegment(08c92abb-3f11-4b67-b11e-f3ac647b0ed4),segment_id=08c92abb-3f11-4b67-b11e-f3ac647b0ed4)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:24.020445 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.112593 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Routers {'17b66065-2914-4d98-9ea4-a462caa9f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:24.113139 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['17b66065-2914-4d98-9ea4-a462caa9f42f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:24.171353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82be3ed8-910c-40f7-bffc-0f9775bcd766 req-81e0eabb-b2f0-4997-951b-ff989aa9b4ab tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/ports?device_id=29f3e584-53b2-458b-8937-89a509fe3519 HTTP/1.1" status: 200 len: 210 time: 0.0707784 Jul 14 09:43:24.211154 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa4f9532-790c-4ea0-8bd8-fe426275b916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.216233 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269485a5-cd72-466e-a3b5-6fa3747e1f67 None None] Pushing event updated for resources: {'Port': ['ID=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:24.344483 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] Set router 17b66065-2914-4d98-9ea4-a462caa9f42f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:24.357007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978199-5429-40b7-af78-13512d766ff3 req-54f61538-01ed-4428-a51e-6ac4580b6035 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:24.358630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63978199-5429-40b7-af78-13512d766ff3 req-54f61538-01ed-4428-a51e-6ac4580b6035 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1735396 Jul 14 09:43:24.462298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63978199-5429-40b7-af78-13512d766ff3 req-1883f351-24a5-4c66-ad2b-5026e418a36f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947015 Jul 14 09:43:24.481204 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:24.682299 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 4, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '505cf14f-9cd7-4d5f-bea7-26f73b8c68cd', 'name': '', 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'mac_address': 'fa:16:3e:b4:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'subnets': [{'id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:24.709876 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b4809e-c7f1-43d5-9863-2801e50eee09 None None] The sync data for ids ['17b66065-2914-4d98-9ea4-a462caa9f42f'] in n-d-780147-26 is: [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:43:17Z', 'revision_number': 4, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '505cf14f-9cd7-4d5f-bea7-26f73b8c68cd', 'name': '', 'network_id': 'bc7e37a1-e249-42fb-8a07-2af1edcdd833', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'mac_address': 'fa:16:3e:b4:dd:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2540, 'fixed_ips': [{'subnet_id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:16Z', 'updated_at': '2021-07-14T09:43:24Z', 'revision_number': 4, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'subnets': [{'id': '50a86ce5-8a62-4bd3-b53a-894ee379b649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:24.903855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:25.090014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9796-7480-4745-bcfe-b895f1aed141 req-7d63ccd0-626e-4c3a-8a29-e7d5dbd2c564 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:25.099417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e66e9796-7480-4745-bcfe-b895f1aed141 req-7d63ccd0-626e-4c3a-8a29-e7d5dbd2c564 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1000214 Jul 14 09:43:25.142621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-699074cc-58f8-4822-a5ac-bd6172aa708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:25.147327 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-699074cc-58f8-4822-a5ac-bd6172aa708f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0104db94a3854712a82c586f924eef65&device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 1099 time: 0.1612077 Jul 14 09:43:25.155413 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e66e9796-7480-4745-bcfe-b895f1aed141 req-4834fc10-454f-4bf2-a567-770fc44a2dbe tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543451 Jul 14 09:43:25.349060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.375527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:25.383338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:25.383968 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.388282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-10ba02e2-cb5a-41e3-b8fe-949c00aa1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:25.390082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-10ba02e2-cb5a-41e3-b8fe-949c00aa1988 service neutron] 10.222.0.66 "GET /v2.0/networks?id=142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 200 len: 914 time: 0.2365069 Jul 14 09:43:25.482411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-43da742b-a922-4c06-9d67-279dd90ae16a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 200 len: 217 time: 0.0851755 Jul 14 09:43:25.496344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.558278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-197fb8f9-4403-464c-b339-dc0395eb76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:25.560023 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-197fb8f9-4403-464c-b339-dc0395eb76ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 200 len: 853 time: 0.0693049 Jul 14 09:43:25.570049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,segment=NetworkSegment(08c92abb-3f11-4b67-b11e-f3ac647b0ed4),segment_id=08c92abb-3f11-4b67-b11e-f3ac647b0ed4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:25.576008 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.616737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-90b5cab9-83b8-47fe-88f3-984e9bc49caf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=142b4759-4d8a-4c73-ad3c-233be282579c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467217 Jul 14 09:43:25.639420 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.657113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d6534bf-50ae-4306-abb9-85d634536c41 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.693211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.732550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d6534bf-50ae-4306-abb9-85d634536c41 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.796500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-c46563b8-0a6f-4803-9ee4-05c34345f416 service neutron] 10.222.0.66 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712003 Jul 14 09:43:25.859239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d6534bf-50ae-4306-abb9-85d634536c41 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.861809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d6534bf-50ae-4306-abb9-85d634536c41 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:25.865463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6d6534bf-50ae-4306-abb9-85d634536c41 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "DELETE /v2.0/security-groups/baabde5e-c242-4ea1-9af0-91d59fa4f00d HTTP/1.1" status: 204 len: 168 time: 0.5124092 Jul 14 09:43:25.866034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48146) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.885365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6534bf-50ae-4306-abb9-85d634536c41 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baabde5e-c242-4ea1-9af0-91d59fa4f00d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:25.904530 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-18ff1322-6909-453f-b296-b2493aa077f9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] show failed (client error): The resource could not be found. Jul 14 09:43:25.910803 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-18ff1322-6909-453f-b296-b2493aa077f9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "GET /v2.0/security-groups/baabde5e-c242-4ea1-9af0-91d59fa4f00d HTTP/1.1" status: 404 len: 347 time: 0.0427220 Jul 14 09:43:25.917043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48150) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:25.980453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dc5071a-2f8f-4229-9826-f36cad896074 req-16a28628-9aa4-410a-922c-4b235860c470 service neutron] 10.222.0.66 "GET /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776752 Jul 14 09:43:26.014227 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-fce15c2f-7a30-456b-bb5e-ae25b5c89970 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1022499 Jul 14 09:43:26.100509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port f6d1e75b-3ccb-436e-b498-056c67c739ae {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:26.101982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.134098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-938c7efe-47b8-4a8f-bd1a-10e2dc8c6beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.135617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-938c7efe-47b8-4a8f-bd1a-10e2dc8c6beb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 1098 time: 0.0615849 Jul 14 09:43:26.206911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.207246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.223986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for f6d1e75b-3ccb-436e-b498-056c67c739ae owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:26.340471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-088cc521-b9a1-4db4-bd7d-dc9b2610e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.342801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-088cc521-b9a1-4db4-bd7d-dc9b2610e7e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 200 len: 917 time: 0.1765466 Jul 14 09:43:26.461798 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.521469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-a78f7b70-c59b-43f1-8bda-d1096a88d1a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 200 len: 999 time: 0.1708541 Jul 14 09:43:26.525345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=f6d1e75b-3ccb-436e-b498-056c67c739ae,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:26.568252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93315e-dd36-44a5-adb0-711d98c2832c req-2b5fa320-a221-44ea-9b85-800a6cc2f74c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.568734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b353fe-a9cc-4b10-bc2a-388f5b3bd5f0 req-5a8cefec-b8cc-4824-acf3-0cf43998b92b tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.575668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed93315e-dd36-44a5-adb0-711d98c2832c req-2b5fa320-a221-44ea-9b85-800a6cc2f74c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.2062562 Jul 14 09:43:26.577422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9b353fe-a9cc-4b10-bc2a-388f5b3bd5f0 req-5a8cefec-b8cc-4824-acf3-0cf43998b92b tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 945 time: 0.1502860 Jul 14 09:43:26.607349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.610247 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.611417 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ad9cc90-81ca-434f-8a1d-ddae778c7c95 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "DELETE /v2.0/floatingips/8ba57969-7476-4ecd-a593-bc3ec7623172 HTTP/1.1" status: 204 len: 168 time: 0.6901157 Jul 14 09:43:26.618264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:26.633320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9b353fe-a9cc-4b10-bc2a-388f5b3bd5f0 req-29342094-dac8-4119-b739-24ec6d34ac53 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546029 Jul 14 09:43:26.659087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-75e63d8a-9c55-486c-90d4-540048e6bd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.665527 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed93315e-dd36-44a5-adb0-711d98c2832c req-d5ba90bb-f1fa-476c-8ef4-326e04cc021f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888028 Jul 14 09:43:26.670200 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-75e63d8a-9c55-486c-90d4-540048e6bd05 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 200 len: 855 time: 0.1416283 Jul 14 09:43:26.753634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-a07dce91-84ea-4fa5-86d9-7f712d59dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:26.758270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-a07dce91-84ea-4fa5-86d9-7f712d59dda1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a56b1053-5756-4fb4-b475-d3ac75fada5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785778 Jul 14 09:43:26.854422 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:26.871733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:26.888021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-b6dfbc20-ff36-4413-94f6-17b8e05be446 service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222336 Jul 14 09:43:26.936762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:26.937284 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.015300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d2ac650-c349-4414-b7c4-cdc163a3861c req-ee96b76c-f144-4b6c-a83e-77c636f8df13 service neutron] 10.222.0.69 "GET /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149228 Jul 14 09:43:27.196744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-06597ddf-6e75-4656-87ef-d61e0e711ff7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port 113f389a-859e-445e-acc5-c67aba0cd239 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:27.197001 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06597ddf-6e75-4656-87ef-d61e0e711ff7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.215578 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.297839 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06597ddf-6e75-4656-87ef-d61e0e711ff7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.314183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-06597ddf-6e75-4656-87ef-d61e0e711ff7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for 113f389a-859e-445e-acc5-c67aba0cd239 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:27.469230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06597ddf-6e75-4656-87ef-d61e0e711ff7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.506344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06597ddf-6e75-4656-87ef-d61e0e711ff7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=113f389a-859e-445e-acc5-c67aba0cd239,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:27.601598 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06597ddf-6e75-4656-87ef-d61e0e711ff7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.603754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-06597ddf-6e75-4656-87ef-d61e0e711ff7 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "DELETE /v2.0/ports/113f389a-859e-445e-acc5-c67aba0cd239 HTTP/1.1" status: 204 len: 168 time: 0.9844015 Jul 14 09:43:27.606367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:27.718894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6edad-06ae-4143-bc20-ce4ae74ac600 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port 9a6d1074-588f-4306-a044-0adcded8ab8b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:27.719237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bd6edad-06ae-4143-bc20-ce4ae74ac600 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.888506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43a0d4-9ac2-47bb-90ea-86907c708a41 req-11cef75c-dd8a-4513-af55-03e357dd29f5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.892986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f43a0d4-9ac2-47bb-90ea-86907c708a41 req-11cef75c-dd8a-4513-af55-03e357dd29f5 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1010249 Jul 14 09:43:27.933200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bd6edad-06ae-4143-bc20-ce4ae74ac600 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:27.940997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f43a0d4-9ac2-47bb-90ea-86907c708a41 req-d46a75c9-7f94-4e0c-a74d-17d5c80477f3 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Jul 14 09:43:27.961452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6bd6edad-06ae-4143-bc20-ce4ae74ac600 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for 9a6d1074-588f-4306-a044-0adcded8ab8b owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:27.976415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8c666-cd65-4c28-98be-1e978971afbe req-76cf8053-1a21-4fb6-9746-cee905799576 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.980271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-82c8c666-cd65-4c28-98be-1e978971afbe req-76cf8053-1a21-4fb6-9746-cee905799576 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 945 time: 0.1911626 Jul 14 09:43:27.991687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95be64-1108-4ffd-b2a8-10413385575b req-29da86a7-c378-452e-b10e-6432d77e5a18 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:27.993383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a95be64-1108-4ffd-b2a8-10413385575b req-29da86a7-c378-452e-b10e-6432d77e5a18 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.66 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 945 time: 0.2075658 Jul 14 09:43:28.119269 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-82c8c666-cd65-4c28-98be-1e978971afbe req-fa42d9fc-dbd1-4774-adcc-e57b345c0d0a tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/security-groups?id=65143bea-4362-45eb-823d-a1b2f50accba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217020 Jul 14 09:43:28.219671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Deleting port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:28.219938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.275608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bd6edad-06ae-4143-bc20-ce4ae74ac600 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.291295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0b47f-4802-4ea2-b85c-ba3ba26a4123 req-2624b6c2-b886-4cb1-8ded-c9c9bbd72254 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:28.292993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7a0b47f-4802-4ea2-b85c-ba3ba26a4123 req-2624b6c2-b886-4cb1-8ded-c9c9bbd72254 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.0743425 Jul 14 09:43:28.318666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6edad-06ae-4143-bc20-ce4ae74ac600 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=9a6d1074-588f-4306-a044-0adcded8ab8b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:28.351219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7a0b47f-4802-4ea2-b85c-ba3ba26a4123 req-d67bbe12-54a3-422a-bbf6-883946274e06 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510201 Jul 14 09:43:28.417897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] For port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,segment=NetworkSegment(2ebf92a6-a155-48bd-bd13-2f1e5f64352d),segment_id=2ebf92a6-a155-48bd-bd13-2f1e5f64352d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:28.418262 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.437335 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bd6edad-06ae-4143-bc20-ce4ae74ac600 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.441645 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6bd6edad-06ae-4143-bc20-ce4ae74ac600 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "DELETE /v2.0/ports/9a6d1074-588f-4306-a044-0adcded8ab8b HTTP/1.1" status: 204 len: 168 time: 0.8319297 Jul 14 09:43:28.441645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Calling delete_port for 93607486-8f09-4a6b-bfcb-c0f40c7bddbb owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:28.442019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48178) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.505350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f08bf77e-e4f2-423a-be8d-11dba0766fdf tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting subnet ddab5945-979e-47d6-a5fe-e38ff9987dbe {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:28.509329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f08bf77e-e4f2-423a-be8d-11dba0766fdf tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.575864 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f08bf77e-e4f2-423a-be8d-11dba0766fdf tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.621666 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.635633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['93607486-8f09-4a6b-bfcb-c0f40c7bddbb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:28.652493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Pushing event deleted for resources: {'Port': ['ID=93607486-8f09-4a6b-bfcb-c0f40c7bddbb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:28.674618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8504cba-51b7-44a2-b54f-c798aae51514 req-b5d45fad-9d8a-4535-9b9e-af2196e80d34 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:28.676165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8504cba-51b7-44a2-b54f-c798aae51514 req-b5d45fad-9d8a-4535-9b9e-af2196e80d34 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1924043 Jul 14 09:43:28.693744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f08bf77e-e4f2-423a-be8d-11dba0766fdf tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.714993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] No DVR routers for this DVR port 93607486-8f09-4a6b-bfcb-c0f40c7bddbb on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:28.719270 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.721959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a95be64-1108-4ffd-b2a8-10413385575b req-1cbd461e-2a27-4510-bce5-1828bbe24499 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.66 "DELETE /v2.0/ports/93607486-8f09-4a6b-bfcb-c0f40c7bddbb HTTP/1.1" status: 204 len: 173 time: 0.7183723 Jul 14 09:43:28.722446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744c3663-583c-40fe-9702-f689afb4aa3d', 'name': 'network-vif-deleted', 'tag': '93607486-8f09-4a6b-bfcb-c0f40c7bddbb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:28.726273 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a626a51-4ec1-4ff1-baa2-a5d990970ec2" -d '{"events": [{"server_uuid": "744c3663-583c-40fe-9702-f689afb4aa3d", "name": "network-vif-deleted", "tag": "93607486-8f09-4a6b-bfcb-c0f40c7bddbb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:28.775364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8504cba-51b7-44a2-b54f-c798aae51514 req-8a39021a-35eb-4c91-b037-8bac490ff2c8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901833 Jul 14 09:43:28.806130 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212c009c-0f9b-4ca0-a7b9-8cbbb95262cb x-openstack-request-id: req-212c009c-0f9b-4ca0-a7b9-8cbbb95262cb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:28.806502 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744c3663-583c-40fe-9702-f689afb4aa3d", "name": "network-vif-deleted", "tag": "93607486-8f09-4a6b-bfcb-c0f40c7bddbb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:28.806989 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-212c009c-0f9b-4ca0-a7b9-8cbbb95262cb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:28.807831 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744c3663-583c-40fe-9702-f689afb4aa3d', 'name': 'network-vif-deleted', 'tag': '93607486-8f09-4a6b-bfcb-c0f40c7bddbb', 'status': 'completed', 'code': 200} Jul 14 09:43:28.819384 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f08bf77e-e4f2-423a-be8d-11dba0766fdf tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.848875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bf77e-e4f2-423a-be8d-11dba0766fdf tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Subnet': ['ID=ddab5945-979e-47d6-a5fe-e38ff9987dbe,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:28.859473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f08bf77e-e4f2-423a-be8d-11dba0766fdf tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:28.861437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f08bf77e-e4f2-423a-be8d-11dba0766fdf tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "DELETE /v2.0/subnets/ddab5945-979e-47d6-a5fe-e38ff9987dbe HTTP/1.1" status: 204 len: 168 time: 0.4178698 Jul 14 09:43:28.864777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:28.867343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6115eb91-05bb-41c3-af1f-c5e403b1c05a None None] Network 18d7ccd6-4ca4-4fe5-9757-c43dba00830e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:28.957550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c603ff6b-bf30-4227-bcac-25def6f59a66 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting subnet de669c05-2fcb-4227-b0d8-480b5c5f867d {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:28.967584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c603ff6b-bf30-4227-bcac-25def6f59a66 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.028570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c603ff6b-bf30-4227-bcac-25def6f59a66 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.082481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f345e1-0988-477f-94d3-d4b520a2638d req-a1f2a941-1ff7-40e7-b218-5c7f938efaf2 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.084753 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51f345e1-0988-477f-94d3-d4b520a2638d req-a1f2a941-1ff7-40e7-b218-5c7f938efaf2 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1245496 Jul 14 09:43:29.134762 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51f345e1-0988-477f-94d3-d4b520a2638d req-8ba3dc46-bbb8-4f97-b7d8-3efc6e818a05 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 Jul 14 09:43:29.146683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] DHCP port deletion for 18d7ccd6-4ca4-4fe5-9757-c43dba00830e request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:29.170016 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c603ff6b-bf30-4227-bcac-25def6f59a66 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.223204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] Deleting port 31b91680-fe87-4da3-a3c9-305d1bcc4990 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:29.223729 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.296273 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c603ff6b-bf30-4227-bcac-25def6f59a66 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.324072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c603ff6b-bf30-4227-bcac-25def6f59a66 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.326150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c603ff6b-bf30-4227-bcac-25def6f59a66 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "DELETE /v2.0/subnets/de669c05-2fcb-4227-b0d8-480b5c5f867d HTTP/1.1" status: 204 len: 168 time: 0.4602191 Jul 14 09:43:29.340903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48194) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:29.343141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b55c027-2797-4ae7-9bea-3b05b9267511 req-66e7f945-1ff2-4fe7-9531-7c28556a2cb8 tempest-VolumesActionsTest-1651834764 tempest-VolumesActionsTest-1651834764-project] 10.222.0.73 "GET /v2.0/ports?device_id=744c3663-583c-40fe-9702-f689afb4aa3d HTTP/1.1" status: 200 len: 210 time: 0.0498331 Jul 14 09:43:29.359373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad2d65e-f9c3-42ca-b05b-44db313abd05 None None] Network 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:29.381768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603ff6b-bf30-4227-bcac-25def6f59a66 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Subnet': ['ID=de669c05-2fcb-4227-b0d8-480b5c5f867d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:29.546133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.647790 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.650484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] For port 31b91680-fe87-4da3-a3c9-305d1bcc4990, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=31b91680-fe87-4da3-a3c9-305d1bcc4990,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:29.650988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.684531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] Calling delete_port for 31b91680-fe87-4da3-a3c9-305d1bcc4990 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:29.731699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Deleting port 31b91680-fe87-4da3-a3c9-305d1bcc4990 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:29.732048 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.832337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.867985 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] No DVR routers for this DVR port 31b91680-fe87-4da3-a3c9-305d1bcc4990 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:29.878049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] For port 31b91680-fe87-4da3-a3c9-305d1bcc4990, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=31b91680-fe87-4da3-a3c9-305d1bcc4990,segment=NetworkSegment(43bf6cf8-d72f-46a2-92df-42232e1ca5d5),segment_id=43bf6cf8-d72f-46a2-92df-42232e1ca5d5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:29.878796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:29.890179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] DHCP port deletion for 6ea51cb6-078a-46f8-aa62-5b14c304ffc3 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:29.900727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Calling delete_port for 31b91680-fe87-4da3-a3c9-305d1bcc4990 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:29.906967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6fa85-3cd8-4e47-8c8e-888f85a61207 None None] Pushing event deleted for resources: {'Port': ['ID=31b91680-fe87-4da3-a3c9-305d1bcc4990,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:29.921829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12880d9-5cb7-43af-8903-0af2548040df req-fc087de6-c51b-4e5b-a58a-ab9f1e2c773b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:29.923754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f12880d9-5cb7-43af-8903-0af2548040df req-fc087de6-c51b-4e5b-a58a-ab9f1e2c773b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1297929 Jul 14 09:43:29.958886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] Deleting port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:29.960331 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.012313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f12880d9-5cb7-43af-8903-0af2548040df req-2672a7c5-73e5-4a68-8529-f0d31d4b0a71 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518203 Jul 14 09:43:30.044133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] For port bae5c2af-72ee-4ddc-9ca0-0523ab81e678, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bae5c2af-72ee-4ddc-9ca0-0523ab81e678,segment=NetworkSegment(94ba3f17-46e2-4760-86af-e243424ee328),segment_id=94ba3f17-46e2-4760-86af-e243424ee328)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:30.045403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.049980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.088922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Port': ['ID=31b91680-fe87-4da3-a3c9-305d1bcc4990,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.090813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] Calling delete_port for bae5c2af-72ee-4ddc-9ca0-0523ab81e678 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:30.106308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] No DVR routers for this DVR port 31b91680-fe87-4da3-a3c9-305d1bcc4990 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:30.199566 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.214233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.218358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71236085-178d-4fcd-8644-79e3d08794aa req-92ade69d-b99c-4ebe-94e1-70219e2e0603 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:30.220499 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-71236085-178d-4fcd-8644-79e3d08794aa req-92ade69d-b99c-4ebe-94e1-70219e2e0603 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.0708914 Jul 14 09:43:30.226759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d7ccd6-4ca4-4fe5-9757-c43dba00830e']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.233898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] Pushing event deleted for resources: {'Port': ['ID=bae5c2af-72ee-4ddc-9ca0-0523ab81e678,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.238019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79270037-85f5-4529-8e92-73e1c8d1d255 None None] No DVR routers for this DVR port bae5c2af-72ee-4ddc-9ca0-0523ab81e678 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:30.245190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bf6cf8-d72f-46a2-92df-42232e1ca5d5') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.245190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bf6cf8-d72f-46a2-92df-42232e1ca5d5') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.255799 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.267011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-71236085-178d-4fcd-8644-79e3d08794aa req-14096598-a215-4695-b8ee-efce91ca50aa tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 Jul 14 09:43:30.272675 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.281044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:30.281461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:30.287278 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:30.379337 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.395277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.397207 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "DELETE /v2.0/networks/18d7ccd6-4ca4-4fe5-9757-c43dba00830e HTTP/1.1" status: 204 len: 168 time: 1.0474253 Jul 14 09:43:30.400523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:30.436908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883629d-480b-4a96-828d-fe7ee1f244a5 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Network': ['ID=18d7ccd6-4ca4-4fe5-9757-c43dba00830e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.527880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.586690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a84ab1-d44b-4741-8390-060c73bd8d33 req-db681c74-e936-45c7-befc-af24ebf2616c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:30.588237 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-91a84ab1-d44b-4741-8390-060c73bd8d33 req-db681c74-e936-45c7-befc-af24ebf2616c tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1210313 Jul 14 09:43:30.662256 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.679136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea51cb6-078a-46f8-aa62-5b14c304ffc3']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.690973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-91a84ab1-d44b-4741-8390-060c73bd8d33 req-5592dd01-f40e-481c-a3b1-ffac12fe4a95 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923274 Jul 14 09:43:30.694871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ba3f17-46e2-4760-86af-e243424ee328') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.695203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ba3f17-46e2-4760-86af-e243424ee328') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:30.705258 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.737394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.749159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:30.749601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:30.758814 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:30.851463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.861144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:30.863199 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] 10.222.0.73 "DELETE /v2.0/networks/6ea51cb6-078a-46f8-aa62-5b14c304ffc3 HTTP/1.1" status: 204 len: 168 time: 0.4613118 Jul 14 09:43:30.892714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adf8a3-f9f8-42c8-8a68-f76f3ed138e9 tempest-TaggedBootDevicesTest-1216180700 tempest-TaggedBootDevicesTest-1216180700-project] Pushing event deleted for resources: {'Network': ['ID=6ea51cb6-078a-46f8-aa62-5b14c304ffc3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:30.903458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device bae5c2af-72ee-4ddc-9ca0-0523ab81e678 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:30.932965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 93607486-8f09-4a6b-bfcb-c0f40c7bddbb no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:30.935995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: bae5c2af-72ee-4ddc-9ca0-0523ab81e678 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:30.944059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device bae5c2af-72ee-4ddc-9ca0-0523ab81e678 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:30.944059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 31b91680-fe87-4da3-a3c9-305d1bcc4990 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:30.965771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 31b91680-fe87-4da3-a3c9-305d1bcc4990 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:30.966163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 31b91680-fe87-4da3-a3c9-305d1bcc4990 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:30.984259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 93607486-8f09-4a6b-bfcb-c0f40c7bddbb {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:30.985164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 93607486-8f09-4a6b-bfcb-c0f40c7bddbb not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:31.058648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6370e-ac9b-43eb-ac4d-b73d1ca8430b req-d1003f52-a486-4a87-b3f5-0af872849da6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:31.062411 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ffe6370e-ac9b-43eb-ac4d-b73d1ca8430b req-d1003f52-a486-4a87-b3f5-0af872849da6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1525400 Jul 14 09:43:31.108540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ffe6370e-ac9b-43eb-ac4d-b73d1ca8430b req-3a18b8f5-c4eb-4c70-bf9e-5ec69a9e1226 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386071 Jul 14 09:43:31.627948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e44cb2-41cb-4084-a041-a777be493f8f req-04c6f35b-cf4b-4125-b528-348d40f7e43a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:31.629610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30e44cb2-41cb-4084-a041-a777be493f8f req-04c6f35b-cf4b-4125-b528-348d40f7e43a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 946 time: 0.0976112 Jul 14 09:43:31.631281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26470237-ae64-43b6-aa34-af62bec6bea4 req-abbe3b5c-6b92-4f61-ba89-a94e99beb13b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:31.633246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26470237-ae64-43b6-aa34-af62bec6bea4 req-abbe3b5c-6b92-4f61-ba89-a94e99beb13b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1204014 Jul 14 09:43:31.710162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30e44cb2-41cb-4084-a041-a777be493f8f req-15b9e005-0b32-4325-a66f-5d58a06786fa tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742214 Jul 14 09:43:31.732891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26470237-ae64-43b6-aa34-af62bec6bea4 req-64a3d7a0-ff80-4861-ad4a-6d5831dd868e tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901000 Jul 14 09:43:31.966590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e250cc9-c200-41ec-9c39-711b559f437a req-2148a8f4-5ccb-457c-96a5-26bd4a236715 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:31.973930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e250cc9-c200-41ec-9c39-711b559f437a req-2148a8f4-5ccb-457c-96a5-26bd4a236715 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.0894041 Jul 14 09:43:32.013832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e250cc9-c200-41ec-9c39-711b559f437a req-c29fff01-92e2-4db5-b084-c91bf18733c8 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388501 Jul 14 09:43:32.260805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491b1a7-4ed5-49fc-9f3c-d69d3d31f9e3 req-925c0583-16ec-4360-9923-03b79b396c71 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.263245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1491b1a7-4ed5-49fc-9f3c-d69d3d31f9e3 req-925c0583-16ec-4360-9923-03b79b396c71 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.0775595 Jul 14 09:43:32.314417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1491b1a7-4ed5-49fc-9f3c-d69d3d31f9e3 req-f6d86e08-376f-4ac3-b74a-924f7c0b8414 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449364 Jul 14 09:43:32.528857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e86c8-3de4-4b45-ad9d-76f8f3d1455e req-f35ec5d4-485b-423d-a4c2-3f23a2298ff6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.537946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f5e86c8-3de4-4b45-ad9d-76f8f3d1455e req-f35ec5d4-485b-423d-a4c2-3f23a2298ff6 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.0910780 Jul 14 09:43:32.601081 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f5e86c8-3de4-4b45-ad9d-76f8f3d1455e req-25530c90-2713-41a6-8f4a-2b2cdb32c08f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618720 Jul 14 09:43:32.847066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-985828b5-2306-4098-ab1f-17dd3ce7ee66 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.849642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-985828b5-2306-4098-ab1f-17dd3ce7ee66 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 946 time: 0.0912085 Jul 14 09:43:32.870443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb23099-610d-404f-9ef7-1cbc57bfcfa0 req-33091b69-d263-4419-9757-332e4c175c93 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:32.872090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cb23099-610d-404f-9ef7-1cbc57bfcfa0 req-33091b69-d263-4419-9757-332e4c175c93 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1374612 Jul 14 09:43:32.930167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9cb23099-610d-404f-9ef7-1cbc57bfcfa0 req-b6a538d2-1337-4b5a-9299-524c0ffa84db tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485568 Jul 14 09:43:33.069555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Deleting port 94c8d8df-e9fe-4484-bc44-14ef9725d729 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:33.069841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.098031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ccdc2-1695-4bac-bb73-744db1a108b5 req-ad2c1302-8de5-46a1-9c77-0f5e4d7217d3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.106123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51ccdc2-1695-4bac-bb73-744db1a108b5 req-ad2c1302-8de5-46a1-9c77-0f5e4d7217d3 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 946 time: 0.2268667 Jul 14 09:43:33.206802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51ccdc2-1695-4bac-bb73-744db1a108b5 req-dc0c7d28-6dcc-4a2b-8cf6-384769350a7f tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups?id=d4a8b94b-4ba2-44aa-a493-b44a76cc123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993261 Jul 14 09:43:33.284902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] For port 94c8d8df-e9fe-4484-bc44-14ef9725d729, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=94c8d8df-e9fe-4484-bc44-14ef9725d729,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:33.286646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.448124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d1d2b-ee57-4a17-8c82-78971c8d8762 req-11b06098-3940-4280-a6c8-a68fd95216ae tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.451121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a8d1d2b-ee57-4a17-8c82-78971c8d8762 req-11b06098-3940-4280-a6c8-a68fd95216ae tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1461482 Jul 14 09:43:33.504938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a8d1d2b-ee57-4a17-8c82-78971c8d8762 req-b5973b02-b2a5-4379-809d-4fd99c80fc90 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475209 Jul 14 09:43:33.546375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.546375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.548610 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Floating IP 6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4 disassociated. External IP: 172.25.0.3, port: 94c8d8df-e9fe-4484-bc44-14ef9725d729. Jul 14 09:43:33.549149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Calling delete_port for 94c8d8df-e9fe-4484-bc44-14ef9725d729 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:33.752329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5342-1ef2-4538-95c5-a4c58e26f8c0 req-322e754a-ebde-4ce7-83ec-58fa1632b81b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:33.763859 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d17b5342-1ef2-4538-95c5-a4c58e26f8c0 req-322e754a-ebde-4ce7-83ec-58fa1632b81b tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.0951908 Jul 14 09:43:33.777839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:33.821552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d17b5342-1ef2-4538-95c5-a4c58e26f8c0 req-1dd6c3b1-b78e-44a7-980d-49311f514d21 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559628 Jul 14 09:43:33.839421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event deleted for resources: {'Port': ['ID=94c8d8df-e9fe-4484-bc44-14ef9725d729,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:34.021844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Router 712687b4-5fc9-487c-bb51-6f6223136332 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:34.147646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:34.189943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] Sync routers for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:34.205664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:34.205885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] No DVR routers for this DVR port 94c8d8df-e9fe-4484-bc44-14ef9725d729 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:34.206377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:34.209229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:34.229403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f93d2fe-8c5a-40b0-a893-f8b20b38dc2d req-c5543fc5-bce1-4e3d-ad58-e71054cc8870 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.69 "DELETE /v2.0/ports/94c8d8df-e9fe-4484-bc44-14ef9725d729 HTTP/1.1" status: 204 len: 173 time: 1.3681180 Jul 14 09:43:34.229997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-deleted', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:34.232413 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4591436e-9315-460d-8fd0-2ccb6ac173ea" -d '{"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-deleted", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:34.522041 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1626f439-5d6e-4b63-8ddb-84d2caa5f1f7 x-openstack-request-id: req-1626f439-5d6e-4b63-8ddb-84d2caa5f1f7 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:34.523031 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b88c3fa-b607-493f-89e3-3b764b7b24e8", "name": "network-vif-deleted", "tag": "94c8d8df-e9fe-4484-bc44-14ef9725d729", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:34.523448 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1626f439-5d6e-4b63-8ddb-84d2caa5f1f7 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:34.524117 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b88c3fa-b607-493f-89e3-3b764b7b24e8', 'name': 'network-vif-deleted', 'tag': '94c8d8df-e9fe-4484-bc44-14ef9725d729', 'status': 'completed', 'code': 200} Jul 14 09:43:34.581609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b9399dd-08b7-4f53-888c-eea02649e34b req-db0a7175-dfdc-4f13-b4e6-d14a4f0fed1a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b88c3fa-b607-493f-89e3-3b764b7b24e8 HTTP/1.1" status: 200 len: 210 time: 0.0500891 Jul 14 09:43:34.610186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:35.127791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:35.186275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] Checking router: 712687b4-5fc9-487c-bb51-6f6223136332 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:35.197939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:35.198736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:35.361479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:35.875015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:35.887553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:35.967380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d8346b-3090-44ef-b456-3cefefbef529 None None] The sync data for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 is: [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '04859f70-7183-414f-b71f-e8966d8e98b8', 'name': '', 'network_id': 'a56b1053-5756-4fb4-b475-d3ac75fada5f', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'mac_address': 'fa:16:3e:e9:2a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_interface', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:51Z', 'updated_at': '2021-07-14T09:35:01Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'subnets': [{'id': 'acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:36.043673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.177183 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.275381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.278231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.284357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48344) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.287177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "DELETE /v2.0/security-groups/d4a8b94b-4ba2-44aa-a493-b44a76cc123a HTTP/1.1" status: 204 len: 168 time: 0.4110250 Jul 14 09:43:36.314371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a8b94b-4ba2-44aa-a493-b44a76cc123a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:36.315253 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-30d9e1a9-fb1d-4faf-91e5-efbd6540e1b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] show failed (client error): The resource could not be found. Jul 14 09:43:36.321181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-30d9e1a9-fb1d-4faf-91e5-efbd6540e1b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "GET /v2.0/security-groups/d4a8b94b-4ba2-44aa-a493-b44a76cc123a HTTP/1.1" status: 404 len: 347 time: 0.0344381 Jul 14 09:43:36.322117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:36.327299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.327649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.327990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.328388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.328727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.330366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.330702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.331212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.332660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.333056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.333418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.333747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bcb5f1-cfb0-4173-b31e-84c2b2ed5c6d tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:36.564147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Deleting port 73e3843c-cc98-4e9f-ab3c-ac1d40eb45fb {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:36.564525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.582007 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff51647d-2b09-4463-bde2-ee5738df7b60 None None] New status for floating IP 6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:43:36.654124 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.654545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.668516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Calling delete_port for 73e3843c-cc98-4e9f-ab3c-ac1d40eb45fb owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:36.910450 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:36.938445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Pushing event deleted for resources: {'Port': ['ID=73e3843c-cc98-4e9f-ab3c-ac1d40eb45fb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:37.015898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:37.018686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:37.019906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-38aceb21-6e93-417a-b8a2-ca7e1fb846b4 tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] 10.222.0.73 "DELETE /v2.0/floatingips/6b42bb8d-29d7-4628-9f8d-d678cfd8dcc4 HTTP/1.1" status: 204 len: 168 time: 0.6965168 Jul 14 09:43:37.320087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:37.366289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 94c8d8df-e9fe-4484-bc44-14ef9725d729 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:37.379026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 94c8d8df-e9fe-4484-bc44-14ef9725d729 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:41.964700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66edca7-17c0-47c0-8da0-2469bfe55df7 req-3b5370a0-281d-4c48-a116-19d85ca7b0c0 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:41.969972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e66edca7-17c0-47c0-8da0-2469bfe55df7 req-3b5370a0-281d-4c48-a116-19d85ca7b0c0 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.1399541 Jul 14 09:43:42.030315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e66edca7-17c0-47c0-8da0-2469bfe55df7 req-2d178dc6-4585-4929-994e-1b3ef2a5f5e7 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538366 Jul 14 09:43:42.226178 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:43:42.948903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48484) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:43.785093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae90f3-7f5f-435a-951d-a338c1b1adb9 req-29984b70-9f66-4dba-9774-4eab79d53c58 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:43.792038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2ae90f3-7f5f-435a-951d-a338c1b1adb9 req-29984b70-9f66-4dba-9774-4eab79d53c58 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.3616929 Jul 14 09:43:43.810308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-f78ec5bc-ee2b-44a0-947a-1ac7826d84d9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:43.812696 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-f78ec5bc-ee2b-44a0-947a-1ac7826d84d9 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.66 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 947 time: 0.3806100 Jul 14 09:43:43.905787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2ae90f3-7f5f-435a-951d-a338c1b1adb9 req-ffa4a16d-dbb0-46f1-8e26-d61846c926d1 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/security-groups?id=19380346-caba-435b-a319-d27533be4db7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089394 Jul 14 09:43:44.058755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Deleting port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:44.059437 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.238930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] For port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,segment=NetworkSegment(cdb40e2d-519b-4965-8a6f-adfa8f07a2ce),segment_id=cdb40e2d-519b-4965-8a6f-adfa8f07a2ce)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:44.240610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.262636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Calling delete_port for d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:44.429906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.435829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48514) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:44.443370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:43:44.554216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Pushing event deleted for resources: {'Port': ['ID=d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:44.616750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] No DVR routers for this DVR port d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:44.622670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.625597 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:44.628263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26cdb7b5-bd8b-4be9-b13c-bc727c19447f req-fe8f0dfb-200a-4991-9456-45d5cf9f5064 tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.66 "DELETE /v2.0/ports/d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf HTTP/1.1" status: 204 len: 173 time: 0.8083901 Jul 14 09:43:44.628981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-deleted', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:44.632894 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eab1328-b784-4a81-bdaa-d66c22466c3a" -d '{"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-deleted", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:44.759044 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c01bfe-7a4d-4896-8e6e-0fc7f48b5456 x-openstack-request-id: req-47c01bfe-7a4d-4896-8e6e-0fc7f48b5456 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:43:44.759453 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cd17b8-94ab-498c-b373-2e4cca0b5050", "name": "network-vif-deleted", "tag": "d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:43:44.759934 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-47c01bfe-7a4d-4896-8e6e-0fc7f48b5456 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:43:44.760566 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cd17b8-94ab-498c-b373-2e4cca0b5050', 'name': 'network-vif-deleted', 'tag': 'd68d138f-6f3d-41a0-80b0-3b2fbb0f1abf', 'status': 'completed', 'code': 200} Jul 14 09:43:45.139468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Deleting port fa3a7049-c98d-4386-a848-11f27f67ec1e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:45.140154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.297582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] For port fa3a7049-c98d-4386-a848-11f27f67ec1e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fa3a7049-c98d-4386-a848-11f27f67ec1e,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:45.298048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.317653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Calling delete_port for fa3a7049-c98d-4386-a848-11f27f67ec1e owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:45.699323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.739703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3a7049-c98d-4386-a848-11f27f67ec1e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:45.809732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28612414-ef36-463a-a97b-d9f5ed9897d8 req-687475ea-ba6e-4f40-9e84-e39e8300856f tempest-ServersNegativeTestJSON-748685824 tempest-ServersNegativeTestJSON-748685824-project] 10.222.0.73 "GET /v2.0/ports?device_id=e0cd17b8-94ab-498c-b373-2e4cca0b5050 HTTP/1.1" status: 200 len: 210 time: 0.0457418 Jul 14 09:43:45.982246 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:45.992739 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.375344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Deleting port 04859f70-7183-414f-b71f-e8966d8e98b8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:46.375709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.495306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] For port 04859f70-7183-414f-b71f-e8966d8e98b8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=04859f70-7183-414f-b71f-e8966d8e98b8,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:46.496028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:46.517960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Calling delete_port for 04859f70-7183-414f-b71f-e8966d8e98b8 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:46.813003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Router d8c9e414-11e7-46ea-8944-c8706448fec5 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:46.971537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:46.987488 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.045439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:47.075517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Pushing event deleted for resources: {'Port': ['ID=04859f70-7183-414f-b71f-e8966d8e98b8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:47.085698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:47.086621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d68d138f-6f3d-41a0-80b0-3b2fbb0f1abf not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:47.109098 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Deleting subnet fae535cd-1b7b-4220-aa72-ade147203f26 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:47.115612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.154069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:47.164264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-31a6381f-da0a-49d6-967a-13f350b64f15 admin admin] 10.222.0.73 "PUT /v2.0/routers/d8c9e414-11e7-46ea-8944-c8706448fec5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2115090 Jul 14 09:43:47.164865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:47.170170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] Sync routers for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:47.196048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:47.196799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:47.291510 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.393021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.495660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:47.512612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.549413 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.782383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.802807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.831761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:47.852330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/fae535cd-1b7b-4220-aa72-ade147203f26 HTTP/1.1" status: 204 len: 168 time: 0.8764741 Jul 14 09:43:47.878876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48554) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:47.940664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae535cd-1b7b-4220-aa72-ade147203f26,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:47.980686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Router 712687b4-5fc9-487c-bb51-6f6223136332 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:43:48.012534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.012884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.013221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.013553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.013881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.014211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.014704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.015033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.015363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.015682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.018160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.018160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352fac54-1c97-4013-99b1-b3f37717d539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:43:48.054386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.059011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Deleting port c4e5a60d-2d18-431c-b994-7542da6df2fd {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:48.059195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.087982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:43:45Z', 'revision_number': 5, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port': {'id': 'c4e5a60d-2d18-431c-b994-7542da6df2fd', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:31:42Z', 'updated_at': '2021-07-14T09:31:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.121188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] Checking router: d8c9e414-11e7-46ea-8944-c8706448fec5 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:48.123651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:48.133394 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d5f994f4-4b67-457f-aaff-f34f29c0775e admin admin] 10.222.0.73 "PUT /v2.0/routers/712687b4-5fc9-487c-bb51-6f6223136332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6937203 Jul 14 09:43:48.134391 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] Sync routers for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:48.137399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] Routers {'d8c9e414-11e7-46ea-8944-c8706448fec5'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:48.138312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d8c9e414-11e7-46ea-8944-c8706448fec5'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.142501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48556) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.152085 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:48.152989 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.212101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.227428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142b4759-4d8a-4c73-ad3c-233be282579c']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.247137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.247538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb40e2d-519b-4965-8a6f-adfa8f07a2ce') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.260868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] Set router d8c9e414-11e7-46ea-8944-c8706448fec5 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:48.263696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] For port c4e5a60d-2d18-431c-b994-7542da6df2fd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c4e5a60d-2d18-431c-b994-7542da6df2fd,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:48.264158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.268090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.296375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Calling delete_port for c4e5a60d-2d18-431c-b994-7542da6df2fd owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:48.302955 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.336411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:43:47Z', 'revision_number': 6, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.367535 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:48.376909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c61f4a-ecc4-4308-a7c8-1ff046080846 None None] The sync data for ids ['d8c9e414-11e7-46ea-8944-c8706448fec5'] in n-d-780147-26 is: [{'id': 'd8c9e414-11e7-46ea-8944-c8706448fec5', 'name': 'tempest-TaggedBootDevicesTest-1203508637-router', 'tenant_id': '99606f4b80434859b5bf563e1c95bb85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:31:40Z', 'updated_at': '2021-07-14T09:43:47Z', 'revision_number': 6, 'project_id': '99606f4b80434859b5bf563e1c95bb85', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:48.388223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:48.388656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.397781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:48.460487 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:48.469259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.479637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.482133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] 10.222.0.73 "DELETE /v2.0/networks/142b4759-4d8a-4c73-ad3c-233be282579c HTTP/1.1" status: 204 len: 168 time: 0.6018877 Jul 14 09:43:48.505771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314db9d-3b7a-418b-a5ed-314d81ffa9ad admin admin] Pushing event deleted for resources: {'Network': ['ID=142b4759-4d8a-4c73-ad3c-233be282579c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.587036 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.588488 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:43:46Z', 'revision_number': 5, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port': {'id': '85d8d4c9-c7b3-4643-ab34-aefb105d013f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '712687b4-5fc9-487c-bb51-6f6223136332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:34:44Z', 'updated_at': '2021-07-14T09:34:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.649785 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] Checking router: 712687b4-5fc9-487c-bb51-6f6223136332 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:43:48.655453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Deleting port 85d8d4c9-c7b3-4643-ab34-aefb105d013f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:48.655806 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.659396 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] Routers {'712687b4-5fc9-487c-bb51-6f6223136332'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:48.660028 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['712687b4-5fc9-487c-bb51-6f6223136332'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:48.677809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48568) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.698010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.748935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e5a60d-2d18-431c-b994-7542da6df2fd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:48.873744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0ab19177-f282-473e-a65e-631586c53cbc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0104db94a3854712a82c586f924eef65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947417 Jul 14 09:43:48.876873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:48.894495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] For port 85d8d4c9-c7b3-4643-ab34-aefb105d013f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=85d8d4c9-c7b3-4643-ab34-aefb105d013f,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:48.896938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:48.917832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Calling delete_port for 85d8d4c9-c7b3-4643-ab34-aefb105d013f owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:48.941153 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.035896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] Set router 712687b4-5fc9-487c-bb51-6f6223136332 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:43:49.056451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9611ba2-d36c-4299-beb3-aaef398daa88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.071045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.075366 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.093134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9611ba2-d36c-4299-beb3-aaef398daa88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.112156 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:43:48Z', 'revision_number': 6, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:49.152588 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac836575-e8ba-4963-988b-23ae42ddc0db None None] The sync data for ids ['712687b4-5fc9-487c-bb51-6f6223136332'] in n-d-780147-26 is: [{'id': '712687b4-5fc9-487c-bb51-6f6223136332', 'name': 'tempest-AttachVolumeShelveTestJSON-673180407-router', 'tenant_id': '582443b1b60a4ecb87305b31dc88d9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:34:42Z', 'updated_at': '2021-07-14T09:43:48Z', 'revision_number': 6, 'project_id': '582443b1b60a4ecb87305b31dc88d9c2', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:43:49.161636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.162494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c9e414-11e7-46ea-8944-c8706448fec5 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:49.171988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.176897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f98fe2f7-0abc-4aca-8e3e-363df80a241d admin admin] 10.222.0.73 "DELETE /v2.0/routers/d8c9e414-11e7-46ea-8944-c8706448fec5 HTTP/1.1" status: 204 len: 168 time: 2.0095625 Jul 14 09:43:49.178500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.254752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-641fb10b-bfda-48a0-b156-fe210287549b admin admin] Deleting subnet 3d23025f-f0dc-4de4-9f60-bf6c8d663bcb {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:49.260004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fa3a7049-c98d-4386-a848-11f27f67ec1e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:49.265203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-641fb10b-bfda-48a0-b156-fe210287549b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.267954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9611ba2-d36c-4299-beb3-aaef398daa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.272615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9611ba2-d36c-4299-beb3-aaef398daa88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.280043 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f9611ba2-d36c-4299-beb3-aaef398daa88 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/19380346-caba-435b-a319-d27533be4db7 HTTP/1.1" status: 204 len: 168 time: 0.4021173 Jul 14 09:43:49.288972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: fa3a7049-c98d-4386-a848-11f27f67ec1e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:49.289564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fa3a7049-c98d-4386-a848-11f27f67ec1e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:49.335706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9611ba2-d36c-4299-beb3-aaef398daa88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19380346-caba-435b-a319-d27533be4db7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.354418 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.379927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-641fb10b-bfda-48a0-b156-fe210287549b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.402688 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d8d4c9-c7b3-4643-ab34-aefb105d013f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.490236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.524535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-641fb10b-bfda-48a0-b156-fe210287549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.658901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-641fb10b-bfda-48a0-b156-fe210287549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.670966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.675882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.739103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fb10b-bfda-48a0-b156-fe210287549b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d23025f-f0dc-4de4-9f60-bf6c8d663bcb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:49.753913 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-641fb10b-bfda-48a0-b156-fe210287549b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.762030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a04798-b2df-4c9c-b7cf-70ceee06ab51 None None] Network 706991bd-9719-4c99-a2ef-5a8d5add13e8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:49.784551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-641fb10b-bfda-48a0-b156-fe210287549b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3d23025f-f0dc-4de4-9f60-bf6c8d663bcb HTTP/1.1" status: 204 len: 168 time: 0.6039822 Jul 14 09:43:49.785217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48594) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.838366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.839257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 712687b4-5fc9-487c-bb51-6f6223136332 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:43:49.847688 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.854651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-181bdbf2-67d9-44d2-b407-ac72ee1613c9 admin admin] 10.222.0.73 "DELETE /v2.0/routers/712687b4-5fc9-487c-bb51-6f6223136332 HTTP/1.1" status: 204 len: 168 time: 1.7103691 Jul 14 09:43:49.855679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48598) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:49.962360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:49.970741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdba5976-2434-4f65-a112-298b85753a54 admin admin] Deleting subnet acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:43:49.976582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdba5976-2434-4f65-a112-298b85753a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.061274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdba5976-2434-4f65-a112-298b85753a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.092942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Deleting port 8c075830-2ca3-491b-a090-69ed2f728050 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:50.093289 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.189880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] DHCP port deletion for 706991bd-9719-4c99-a2ef-5a8d5add13e8 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:50.275009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] For port 8c075830-2ca3-491b-a090-69ed2f728050, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8c075830-2ca3-491b-a090-69ed2f728050,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:50.275009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.290058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] Deleting port 8c075830-2ca3-491b-a090-69ed2f728050 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:50.290507 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.295838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Calling delete_port for 8c075830-2ca3-491b-a090-69ed2f728050 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:50.296379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdba5976-2434-4f65-a112-298b85753a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.385702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] For port 8c075830-2ca3-491b-a090-69ed2f728050, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8c075830-2ca3-491b-a090-69ed2f728050,segment=NetworkSegment(720c3ec2-af20-4c86-b24c-b13e9993fa29),segment_id=720c3ec2-af20-4c86-b24c-b13e9993fa29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:50.386402 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.425716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] Calling delete_port for 8c075830-2ca3-491b-a090-69ed2f728050 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:50.463910 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdba5976-2434-4f65-a112-298b85753a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.502624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdba5976-2434-4f65-a112-298b85753a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.514277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05bb456-2d9c-4140-a1ac-07705780b4b6 None None] Network a56b1053-5756-4fb4-b475-d3ac75fada5f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:50.516616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.520578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.521230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cdba5976-2434-4f65-a112-298b85753a54 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a HTTP/1.1" status: 204 len: 168 time: 0.6640112 Jul 14 09:43:50.546150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba5976-2434-4f65-a112-298b85753a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acecb5e8-2e4e-4cdf-be67-4a63a3b72b3a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.622268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.658122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c075830-2ca3-491b-a090-69ed2f728050,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.665308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] No DVR routers for this DVR port 8c075830-2ca3-491b-a090-69ed2f728050 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:50.675518 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.717393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] Pushing event deleted for resources: {'Port': ['ID=8c075830-2ca3-491b-a090-69ed2f728050,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:50.732180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f98f54-b5d5-4411-8f6a-08c8498c5481 None None] No DVR routers for this DVR port 8c075830-2ca3-491b-a090-69ed2f728050 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:50.762550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48622) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:50.876518 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.883182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c4e5a60d-2d18-431c-b994-7542da6df2fd no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:50.889508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706991bd-9719-4c99-a2ef-5a8d5add13e8']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.904519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720c3ec2-af20-4c86-b24c-b13e9993fa29') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.904813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720c3ec2-af20-4c86-b24c-b13e9993fa29') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:50.914940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c4e5a60d-2d18-431c-b994-7542da6df2fd {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:50.915434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c4e5a60d-2d18-431c-b994-7542da6df2fd not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:50.915970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8c075830-2ca3-491b-a090-69ed2f728050 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:50.916100 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.937621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.944107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1029910042-network', 'tenant_id': '89162cbbec274f159e006e7cd929e8c6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:50.944411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:50.944907 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.993343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Made reservation on behalf of 89162cbbec274f159e006e7cd929e8c6 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:50.996190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:50.999625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] DHCP port deletion for a56b1053-5756-4fb4-b475-d3ac75fada5f request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:43:51.009738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 8c075830-2ca3-491b-a090-69ed2f728050 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:51.010236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8c075830-2ca3-491b-a090-69ed2f728050 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:51.012907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 04859f70-7183-414f-b71f-e8966d8e98b8 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:51.021217 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:51.029973 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:51.037728 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.062754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.064767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 04859f70-7183-414f-b71f-e8966d8e98b8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:51.069043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 04859f70-7183-414f-b71f-e8966d8e98b8 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:51.069043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 85d8d4c9-c7b3-4643-ab34-aefb105d013f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:51.070349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] 10.222.0.73 "DELETE /v2.0/networks/706991bd-9719-4c99-a2ef-5a8d5add13e8 HTTP/1.1" status: 204 len: 168 time: 1.2832260 Jul 14 09:43:51.073655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Deleting port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:51.075030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.077974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dbebc-d826-441e-b75b-c29c44e30305 admin admin] Pushing event deleted for resources: {'Network': ['ID=706991bd-9719-4c99-a2ef-5a8d5add13e8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.141978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 85d8d4c9-c7b3-4643-ab34-aefb105d013f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:51.142635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 85d8d4c9-c7b3-4643-ab34-aefb105d013f not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:51.180046 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.187667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.203297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] For port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:51.203903 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.204574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:51.218203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.218563 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Added segment f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295 of type vlan for network b1801140-b883-4e1b-ad24-03ff37d1b9d9 Jul 14 09:43:51.247017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Calling delete_port for be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:51.266921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] Deleting port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:43:51.267564 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.270673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.316969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.318185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:51.318780 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.368542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.386503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] For port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,segment=NetworkSegment(6096af73-ec8f-4b4f-bfcf-68dd3c7897d0),segment_id=6096af73-ec8f-4b4f-bfcf-68dd3c7897d0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:51.387061 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.395739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b1801140-b883-4e1b-ad24-03ff37d1b9d9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.416445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1560841-868e-4a29-82d3-e1e933e39fb6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.422654 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f6cd7b58-752d-4689-b577-1e4de6a684a6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6574409 Jul 14 09:43:51.425583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48634) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.435210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Request body: {'subnet': {'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1029910042-subnet', 'tenant_id': '89162cbbec274f159e006e7cd929e8c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:51.443392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] Calling delete_port for be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:43:51.447862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-82d470e0-2dbc-4b8c-9dce-3d1b579dff75 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=99606f4b80434859b5bf563e1c95bb85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756538 Jul 14 09:43:51.448154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48636) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:51.467995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b1801140-b883-4e1b-ad24-03ff37d1b9d9 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:51.483096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Made reservation on behalf of 89162cbbec274f159e006e7cd929e8c6 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:51.487702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.541602 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.544033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab652-1386-42a7-9a00-714eee4ea66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.608625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab652-1386-42a7-9a00-714eee4ea66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.665856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Pushing event deleted for resources: {'Port': ['ID=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.673650 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab652-1386-42a7-9a00-714eee4ea66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.677027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a3ab652-1386-42a7-9a00-714eee4ea66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.681071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5a3ab652-1386-42a7-9a00-714eee4ea66d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40494b3c-fec0-46a7-8d3b-7d1180364333 HTTP/1.1" status: 204 len: 168 time: 0.2301264 Jul 14 09:43:51.682219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] No DVR routers for this DVR port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:51.700789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ab652-1386-42a7-9a00-714eee4ea66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40494b3c-fec0-46a7-8d3b-7d1180364333,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.758330 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.784620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] No DVR routers for this DVR port be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:43:51.818963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8c5eb-684d-489f-bc84-e6201c1a865d None None] Pushing event deleted for resources: {'Port': ['ID=be99d0e4-32b5-4911-80ac-7a8d6ab7bb74,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.852170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e0145dca-0774-4d87-ba9f-58ecdbc13704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.884669 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.898806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56b1053-5756-4fb4-b475-d3ac75fada5f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.900763 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.917286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.917570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6096af73-ec8f-4b4f-bfcf-68dd3c7897d0') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:51.931058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.953716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.963175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:43:51.963809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:43:51.966294 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:43:51.974455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d5bc25-62a8-4342-9fa6-592761b94de1,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:51.994260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Checking segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:51.994801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Network hostable DHCP agents. Network: b1801140-b883-4e1b-ad24-03ff37d1b9d9, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:52.024449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Network b1801140-b883-4e1b-ad24-03ff37d1b9d9 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:52.040844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b1801140-b883-4e1b-ad24-03ff37d1b9d9) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:52.046739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:52.047818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.054521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7916119c-ea87-4cae-8c4b-64f4464304e5 None None] Network b1801140-b883-4e1b-ad24-03ff37d1b9d9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:52.070924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3f541617-48ea-4d8b-8fb5-f47e0589cc61 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6417968 Jul 14 09:43:52.082082 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.102982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.107265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] 10.222.0.73 "DELETE /v2.0/networks/a56b1053-5756-4fb4-b475-d3ac75fada5f HTTP/1.1" status: 204 len: 168 time: 1.5808582 Jul 14 09:43:52.131334 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3b336-4a54-4c10-9f41-30a19c83898b admin admin] Pushing event deleted for resources: {'Network': ['ID=a56b1053-5756-4fb4-b475-d3ac75fada5f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.280797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895a5f5-4692-4140-a5d5-d0f96949abb0 None None] Network b1801140-b883-4e1b-ad24-03ff37d1b9d9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:52.373102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48660) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.449082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b50afb5e-9472-46ee-bfb2-ec76f4e7db5f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=582443b1b60a4ecb87305b31dc88d9c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0744686 Jul 14 09:43:52.451430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48662) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:52.562789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ccf9-670f-44ec-88c4-3523a6e46b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.611495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ccf9-670f-44ec-88c4-3523a6e46b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.682045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ccf9-670f-44ec-88c4-3523a6e46b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.685219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2e9ccf9-670f-44ec-88c4-3523a6e46b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:52.693672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a2e9ccf9-670f-44ec-88c4-3523a6e46b74 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/505eb545-289b-4307-842f-d7d4582955ba HTTP/1.1" status: 204 len: 168 time: 0.2377431 Jul 14 09:43:52.725997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e9ccf9-670f-44ec-88c4-3523a6e46b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505eb545-289b-4307-842f-d7d4582955ba,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:52.972940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:43:53.030289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:43:53.030636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device be99d0e4-32b5-4911-80ac-7a8d6ab7bb74 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:43:53.050452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-a34b0fea-c297-41fb-9638-1b00af71bf0b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:53.054774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-a34b0fea-c297-41fb-9638-1b00af71bf0b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 815 time: 0.2296746 Jul 14 09:43:53.080089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-f47f2d83-21fe-4293-9b56-5ac634e5eed5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/quotas/89162cbbec274f159e006e7cd929e8c6 HTTP/1.1" status: 200 len: 375 time: 0.0180786 Jul 14 09:43:53.147767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-61cd89a8-5ec8-4458-b001-5bfaac50f672 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564339 Jul 14 09:43:53.427431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48712) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:53.539642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-network', 'tenant_id': 'da93836ffb284fb8873580293160a764'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:53.568076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:53.582925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.593999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.670061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-587dc6d3-8d2d-4e11-8a23-5f746cb7ec2d service neutron] 10.222.0.73 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210066 Jul 14 09:43:53.783863 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-99896cff-4614-446c-bf12-5c7d54d74470 service neutron] 10.222.0.73 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126568 Jul 14 09:43:53.895079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.901911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:53.967832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:43:53.992579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc2340f-2c61-4566-90a6-2822d65e777b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.009941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.010290 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Added segment c7ea6fbe-c275-4acc-8a1c-4210420ec8cf of type vlan for network c0a23679-4185-490c-8b16-e72740c16252 Jul 14 09:43:54.225257 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-83b37361-17d9-44d4-9bcd-613578af0306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.256306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ad632de9-8bfc-4900-a825-7a289f5ba770 req-63785cb5-dae2-4266-83a4-942ff78e2608 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 210 time: 0.1621857 Jul 14 09:43:54.258277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.348986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.352338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:54.353780 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.474748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0452256 Jul 14 09:43:54.478789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48748) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:54.485815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Request body: {'subnet': {'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-subnet', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:54.501442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.506100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afcb115-c6df-4c8a-868a-cbd0650ce457 admin admin] Pushing event updated for resources: {'Network': ['ID=c0a23679-4185-490c-8b16-e72740c16252,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.531637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network c0a23679-4185-490c-8b16-e72740c16252 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:43:54.533180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:54.535847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.861355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:54.938129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81804484-c2db-4e74-8daa-f75361a1ba82,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:54.944784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Checking segment: {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:54.945142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Network hostable DHCP agents. Network: c0a23679-4185-490c-8b16-e72740c16252, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:43:54.967322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Network c0a23679-4185-490c-8b16-e72740c16252 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:43:54.980921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, c0a23679-4185-490c-8b16-e72740c16252) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:54.992360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6aa04b-017b-4ea4-ae05-1a3805280616 None None] Network c0a23679-4185-490c-8b16-e72740c16252 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:54.999707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:55.000069 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.025100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:55.025655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a5f58a3c-c032-42d9-9718-191b667fcb57 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5452967 Jul 14 09:43:55.031516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:55.072584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.074343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.187971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.330779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-c0a23679-4185-490c-8b16-e72740c16252', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:43:55.333232 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.413058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.475746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f0aee10-df09-4f48-9d3d-e6de9f33f504 req-c27708eb-c299-4e46-a2cc-14b6c87c9cc5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 210 time: 0.0437534 Jul 14 09:43:55.597272 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.612634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Allocated IP 172.20.0.2 (c0a23679-4185-490c-8b16-e72740c16252/81804484-c2db-4e74-8daa-f75361a1ba82/30ff6dcf-4e38-4296-85e6-74fe3f20e7d5) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:55.852234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.876239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Transition to ACTIVE for port object 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:55.915289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Transition to ACTIVE for port object 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:55.926532 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:55.994736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Pushing event updated for resources: {'Port': ['ID=30ff6dcf-4e38-4296-85e6-74fe3f20e7d5,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.012408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Network c0a23679-4185-490c-8b16-e72740c16252 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:56.014168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:56.017181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:56.096753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Attempting to bind port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:56.097446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Attempting to bind port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:56.098089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Attempting to bind port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 on network c0a23679-4185-490c-8b16-e72740c16252 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:56.104424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:56.105153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Checking segment: {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:56.105812 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.106453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Bound using segment: {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:56.107147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Bound port: 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:56.107742 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.182191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] For port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:56.187411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] For port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=30ff6dcf-4e38-4296-85e6-74fe3f20e7d5,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:56.195148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.315286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e0385-95a6-470a-8385-a2aeef62474e None None] Pushing event updated for resources: {'Port': ['ID=30ff6dcf-4e38-4296-85e6-74fe3f20e7d5,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:56.672534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.702131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-7bc182ce-f710-4f0c-a291-5e584e95c893 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:56.703837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-7bc182ce-f710-4f0c-a291-5e584e95c893 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 815 time: 0.9445918 Jul 14 09:43:56.705592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.722045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Request body: {'port': {'device_id': '9706f56b-07d2-4bf4-9708-6b201602c5f1', 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'admin_state_up': True, 'tenant_id': '89162cbbec274f159e006e7cd929e8c6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:56.853406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4db34cd7-a53e-47f8-939e-4f5b58079fca req-e92c8748-7939-40ab-9b9a-80b53756e344 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 210 time: 0.0970535 Jul 14 09:43:56.854924 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.951839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Made reservation on behalf of 89162cbbec274f159e006e7cd929e8c6 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:43:56.958628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:56.996949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Allocated IP 172.25.0.146 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:57.057023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:57.161795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:57.226087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Allocated IP 172.20.0.7 (b1801140-b883-4e1b-ad24-03ff37d1b9d9/47d5bc25-62a8-4342-9fa6-592761b94de1/3abc61f1-c105-4866-bb78-c9b96b4f7616) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:43:57.245523 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.265441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.441111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.629246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:57.637575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:57.640835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:57.647684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Pushing event updated for resources: {'Port': ['ID=cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:57.741218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.868569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a366b0-ed44-4be7-b4fc-0e511b55301f None None] Network c0a23679-4185-490c-8b16-e72740c16252 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:43:57.913547 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:57.993251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a828f161-fb03-4dbb-92ad-74d7540a3e9b None None] Provisioning for port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:43:58.039569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a828f161-fb03-4dbb-92ad-74d7540a3e9b None None] Provisioning complete for port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:58.040408 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a828f161-fb03-4dbb-92ad-74d7540a3e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.092313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Network b1801140-b883-4e1b-ad24-03ff37d1b9d9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:43:58.093544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Pushing event updated for resources: {'Port': ['ID=3abc61f1-c105-4866-bb78-c9b96b4f7616,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:58.105033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:43:58.107880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:43:58.177890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3256a53-47c7-4fee-a03f-3fc38dddf66f req-7da0daed-9d2f-470b-ab58-9839075d25db tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.197405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f3256a53-47c7-4fee-a03f-3fc38dddf66f req-7da0daed-9d2f-470b-ab58-9839075d25db tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 931 time: 0.1377559 Jul 14 09:43:58.257952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f3256a53-47c7-4fee-a03f-3fc38dddf66f req-b865c273-e156-43e4-b260-e0764ae1a3e6 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642450 Jul 14 09:43:58.298071 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a828f161-fb03-4dbb-92ad-74d7540a3e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.319468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:58.320121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.345265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-c3b5bd16-0f98-4490-b70d-6ccd75702cfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6292083 Jul 14 09:43:58.358928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a828f161-fb03-4dbb-92ad-74d7540a3e9b None None] For port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=30ff6dcf-4e38-4296-85e6-74fe3f20e7d5,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:43:58.365474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Request body: {'port': {'device_id': '9706f56b-07d2-4bf4-9708-6b201602c5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:43:58.368368 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a828f161-fb03-4dbb-92ad-74d7540a3e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.434096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.476435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828f161-fb03-4dbb-92ad-74d7540a3e9b None None] Pushing event updated for resources: {'Port': ['ID=30ff6dcf-4e38-4296-85e6-74fe3f20e7d5,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:58.569805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.812585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-60701419-f05b-4854-99f4-a67df43078b4 None None] Provisioning complete for port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:58.813188 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60701419-f05b-4854-99f4-a67df43078b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:58.967586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:43:59.007455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.060185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:43:59.061083 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.310482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abc61f1-c105-4866-bb78-c9b96b4f7616 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:43:59.330480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.357020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Transition to ACTIVE for port object 3abc61f1-c105-4866-bb78-c9b96b4f7616 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:43:59.367036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.508157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3abc61f1-c105-4866-bb78-c9b96b4f7616,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:43:59.513091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Router 9ac4fd8e-b356-4636-9021-f191e53fcf84 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:43:59.545027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1503f85-b937-4abf-b503-776bc2e8a36e req-34ad134f-4a74-463e-9c0a-7bf82010b112 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.559764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1503f85-b937-4abf-b503-776bc2e8a36e req-34ad134f-4a74-463e-9c0a-7bf82010b112 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1456995 Jul 14 09:43:59.590412 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.613952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Attempting to bind port 3abc61f1-c105-4866-bb78-c9b96b4f7616 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:43:59.614274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Attempting to bind port 3abc61f1-c105-4866-bb78-c9b96b4f7616 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:43:59.614607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Attempting to bind port 3abc61f1-c105-4866-bb78-c9b96b4f7616 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:59.621971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Port 3abc61f1-c105-4866-bb78-c9b96b4f7616 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:43:59.622302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Attempting to bind port 3abc61f1-c105-4866-bb78-c9b96b4f7616 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:43:59.648531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1503f85-b937-4abf-b503-776bc2e8a36e req-8873319a-8558-4e2b-8e8a-a8fc8838f62e tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870404 Jul 14 09:43:59.671779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:43:59.673243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Checking segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:43:59.674073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Bound using segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:43:59.675345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Bound port: 3abc61f1-c105-4866-bb78-c9b96b4f7616, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:43:59.676914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.785477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:43:59.796652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Sync routers for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:43:59.821443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:43:59.822664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:43:59.835059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.836724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-061f3d71-e642-4120-ad2d-004fb49ee6ef admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8097756 Jul 14 09:43:59.840995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48868) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:43:59.868135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] For port 3abc61f1-c105-4866-bb78-c9b96b4f7616, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:43:59.873646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] For port 3abc61f1-c105-4866-bb78-c9b96b4f7616, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:43:59.883719 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.978573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:43:59.979473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:43:59.981430 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] 10.222.0.66 "PUT /v2.0/ports/3abc61f1-c105-4866-bb78-c9b96b4f7616 HTTP/1.1" status: 200 len: 1092 time: 1.6245680 Jul 14 09:43:59.984162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9706f56b-07d2-4bf4-9708-6b201602c5f1', 'tag': '3abc61f1-c105-4866-bb78-c9b96b4f7616'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:43:59.987911 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79375d52-0222-49f5-a781-f072df8442fb" -d '{"events": [{"name": "network-changed", "server_uuid": "9706f56b-07d2-4bf4-9708-6b201602c5f1", "tag": "3abc61f1-c105-4866-bb78-c9b96b4f7616"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:43:59.992999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34f8da-74da-44ea-bfe7-931a0e6a10e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3abc61f1-c105-4866-bb78-c9b96b4f7616,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:00.060064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:00.069285 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93be32df-92e2-4192-bd4e-1d52ae4f5c85 x-openstack-request-id: req-93be32df-92e2-4192-bd4e-1d52ae4f5c85 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:00.069841 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9706f56b-07d2-4bf4-9708-6b201602c5f1", "tag": "3abc61f1-c105-4866-bb78-c9b96b4f7616", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:00.069944 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-93be32df-92e2-4192-bd4e-1d52ae4f5c85 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:00.070402 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9706f56b-07d2-4bf4-9708-6b201602c5f1', 'tag': '3abc61f1-c105-4866-bb78-c9b96b4f7616', 'status': 'completed', 'code': 200} Jul 14 09:44:00.104741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-7288e7dc-565d-4284-ae6e-1c7ebf5d1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:00.106501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-7288e7dc-565d-4284-ae6e-1c7ebf5d1fd2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 1095 time: 0.0805309 Jul 14 09:44:00.229403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-aff130b2-f3e2-45f4-a252-e67ff7a5caca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616 HTTP/1.1" status: 200 len: 217 time: 0.1023474 Jul 14 09:44:00.357054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4fd9f40d-a52e-4f46-8e04-b5820752d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:00.359072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-4fd9f40d-a52e-4f46-8e04-b5820752d99e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.1231735 Jul 14 09:44:00.442097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-fa225349-6d3a-438a-a5f1-67de651f4b16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765488 Jul 14 09:44:00.599365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-363fe961-d8d0-4117-a27c-d9446705cd80 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481550 Jul 14 09:44:00.691872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.802578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7fe1b80-8f41-4ef3-a385-805c5347b529 req-d42ee21d-54eb-4e02-929d-d33d23e50d07 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954875 Jul 14 09:44:00.832955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:43:58Z', 'revision_number': 3, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:00.925766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Checking router: 9ac4fd8e-b356-4636-9021-f191e53fcf84 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:00.927492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Updating router 9ac4fd8e-b356-4636-9021-f191e53fcf84 port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:00.972850 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:00.996289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Allocated IP 172.20.0.1 (c0a23679-4185-490c-8b16-e72740c16252/81804484-c2db-4e74-8daa-f75361a1ba82/2939946c-b2a8-43fa-874a-b1e2d40cce25) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:01.242803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79375d52-0222-49f5-a781-f072df8442fb req-4c60122e-612e-45b0-bca1-3d874798eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.244412 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79375d52-0222-49f5-a781-f072df8442fb req-4c60122e-612e-45b0-bca1-3d874798eaa5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 1095 time: 0.3829167 Jul 14 09:44:01.371226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855a6c8-2456-4289-806a-7b7023b668cc req-f8c44169-486e-4af8-9f82-737cea78b873 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.373971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9855a6c8-2456-4289-806a-7b7023b668cc req-f8c44169-486e-4af8-9f82-737cea78b873 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 943 time: 0.3499961 Jul 14 09:44:01.534799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9855a6c8-2456-4289-806a-7b7023b668cc req-964454f3-f6ca-4f14-93f3-34411ef1f2e5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524847 Jul 14 09:44:01.548936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79375d52-0222-49f5-a781-f072df8442fb req-508f9271-875a-4825-8a61-9b7c007b6ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.554637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79375d52-0222-49f5-a781-f072df8442fb req-508f9271-875a-4825-8a61-9b7c007b6ade service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 916 time: 0.2971716 Jul 14 09:44:01.573348 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.604293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Transition to ACTIVE for port object cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:01.620301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.694719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79375d52-0222-49f5-a781-f072df8442fb req-37c755c6-18e9-4ede-ae84-9de492eaace9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616 HTTP/1.1" status: 200 len: 217 time: 0.1355953 Jul 14 09:44:01.746962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180d39-a70f-493c-8a53-9d50027d1e8b None None] Pushing event updated for resources: {'Port': ['ID=cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.757148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Attempting to bind port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:01.757772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Attempting to bind port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:01.758308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Attempting to bind port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:01.770769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:01.771412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:01.772026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.772600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:01.773243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Bound port: cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:01.774195 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.806677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.808110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79375d52-0222-49f5-a781-f072df8442fb req-6feb2959-4474-49ca-934f-841b51df444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:01.810115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79375d52-0222-49f5-a781-f072df8442fb req-6feb2959-4474-49ca-934f-841b51df444f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.1081166 Jul 14 09:44:01.870721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Transition to ACTIVE for port object 2939946c-b2a8-43fa-874a-b1e2d40cce25 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:01.872594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] For port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:01.877315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] For port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:01.883420 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:01.892614 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79375d52-0222-49f5-a781-f072df8442fb req-8b81b4d8-17e9-493b-b60f-9ce19ab55a16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701811 Jul 14 09:44:01.994082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180d39-a70f-493c-8a53-9d50027d1e8b None None] Pushing event updated for resources: {'Port': ['ID=cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:01.998732 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.005512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:02.006444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:02.058895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Network c0a23679-4185-490c-8b16-e72740c16252 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:02.067274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:02.072101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:02.078992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79375d52-0222-49f5-a781-f072df8442fb req-f4f5cbf1-82fd-45e9-adf7-a65560f7967e service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842494 Jul 14 09:44:02.128593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2939946c-b2a8-43fa-874a-b1e2d40cce25,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:02.150803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.204723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:02.408663 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79375d52-0222-49f5-a781-f072df8442fb req-42052bec-e221-4d7d-a96a-3ddb7c607579 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224177 Jul 14 09:44:02.426856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.492429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-95050f0a-4421-4a17-8ba9-2743d897455f None None] Provisioning for port 2939946c-b2a8-43fa-874a-b1e2d40cce25 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:02.507391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-95050f0a-4421-4a17-8ba9-2743d897455f None None] Provisioning complete for port 2939946c-b2a8-43fa-874a-b1e2d40cce25 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:02.507774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95050f0a-4421-4a17-8ba9-2743d897455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.555695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-95050f0a-4421-4a17-8ba9-2743d897455f None None] Port 2939946c-b2a8-43fa-874a-b1e2d40cce25 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:02.628672 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.638021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.712069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:43:58Z', 'revision_number': 3, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:02.737138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2939946c-b2a8-43fa-874a-b1e2d40cce25,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:02.740956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d9693e-1594-4af5-854a-b4c1af5a7f61 None None] The sync data for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 is: [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:43:58Z', 'revision_number': 3, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:02.785920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:02.948783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Network c0a23679-4185-490c-8b16-e72740c16252 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:02.950685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:03.037114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0252e-5ecb-4f4a-9d32-000de50456a4 req-af92d8d5-23bf-44f0-b9ec-5910e20dcaed tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:03.050339 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6dc0252e-5ecb-4f4a-9d32-000de50456a4 req-af92d8d5-23bf-44f0-b9ec-5910e20dcaed tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1945269 Jul 14 09:44:03.140164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6dc0252e-5ecb-4f4a-9d32-000de50456a4 req-72d7196a-d197-4d9a-851d-caf70d72b943 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860138 Jul 14 09:44:03.239417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Router 9ac4fd8e-b356-4636-9021-f191e53fcf84 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:44:03.457465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:44:03.476761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c4b89112-320e-48bf-8320-b561195d94b2 admin admin] 10.222.0.73 "PUT /v2.0/routers/9ac4fd8e-b356-4636-9021-f191e53fcf84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6309917 Jul 14 09:44:03.502875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7004c3f3-f528-4fda-8e4c-61512e552a50 None None] Provisioning complete for port 2939946c-b2a8-43fa-874a-b1e2d40cce25 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:03.503347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7004c3f3-f528-4fda-8e4c-61512e552a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.587006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7004c3f3-f528-4fda-8e4c-61512e552a50 None None] Port 2939946c-b2a8-43fa-874a-b1e2d40cce25 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:03.763890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48976) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:03.888273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd34e88d-237e-4c78-ba2f-641e502e0c40 admin admin] Deleting subnet 9e3f5841-166e-4779-a49d-1db4cca1585a {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:03.898483 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd34e88d-237e-4c78-ba2f-641e502e0c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:03.979031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd34e88d-237e-4c78-ba2f-641e502e0c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.044941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd34e88d-237e-4c78-ba2f-641e502e0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.129398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd34e88d-237e-4c78-ba2f-641e502e0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.187882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd34e88d-237e-4c78-ba2f-641e502e0c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3f5841-166e-4779-a49d-1db4cca1585a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:04.214516 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd34e88d-237e-4c78-ba2f-641e502e0c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.217547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bd34e88d-237e-4c78-ba2f-641e502e0c40 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9e3f5841-166e-4779-a49d-1db4cca1585a HTTP/1.1" status: 204 len: 168 time: 0.4524293 Jul 14 09:44:04.219847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49006) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:04.349377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.467906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.485856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156b3adc-5c9a-4c78-acc2-9105c936ecd8']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:04.503903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd82de-4cce-4981-a369-01bdc2fbdf49 req-e7a97e04-e200-4ec5-a986-6f7c714683f3 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:04.507187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ebf92a6-a155-48bd-bd13-2f1e5f64352d') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:04.507860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ebf92a6-a155-48bd-bd13-2f1e5f64352d') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:04.511153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14dd82de-4cce-4981-a369-01bdc2fbdf49 req-e7a97e04-e200-4ec5-a986-6f7c714683f3 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 943 time: 0.1664863 Jul 14 09:44:04.520340 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.542374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.550129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:04.551452 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:04.555754 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:04.614369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14dd82de-4cce-4981-a369-01bdc2fbdf49 req-a5569b81-f896-4f24-9fc0-62bc3ce4c2e3 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942848 Jul 14 09:44:04.683051 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.704358 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:04.709632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] 10.222.0.73 "DELETE /v2.0/networks/156b3adc-5c9a-4c78-acc2-9105c936ecd8 HTTP/1.1" status: 204 len: 168 time: 0.4827876 Jul 14 09:44:04.710354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49026) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:04.776865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36f7b6-a7ae-4d71-9e5b-c5b188979a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=156b3adc-5c9a-4c78-acc2-9105c936ecd8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:04.893044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7389ab0-a91d-4e06-95e6-f919798f6023 admin admin] Deleting subnet 6585b743-5f51-4e12-a8e0-88a83e9d21bb {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:44:04.903698 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7389ab0-a91d-4e06-95e6-f919798f6023 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.024749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:05.056787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7389ab0-a91d-4e06-95e6-f919798f6023 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.112867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:05.118133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:05.130179 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.134482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3abc61f1-c105-4866-bb78-c9b96b4f7616 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:05.158075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7389ab0-a91d-4e06-95e6-f919798f6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.294630 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7389ab0-a91d-4e06-95e6-f919798f6023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.361661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7389ab0-a91d-4e06-95e6-f919798f6023 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6585b743-5f51-4e12-a8e0-88a83e9d21bb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:05.366688 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7389ab0-a91d-4e06-95e6-f919798f6023 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.370838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b7389ab0-a91d-4e06-95e6-f919798f6023 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6585b743-5f51-4e12-a8e0-88a83e9d21bb HTTP/1.1" status: 204 len: 168 time: 0.6568351 Jul 14 09:44:05.371983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49072) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:05.404320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3abc61f1-c105-4866-bb78-c9b96b4f7616, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:05.421444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '3abc61f1-c105-4866-bb78-c9b96b4f7616', 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'port_id': '3abc61f1-c105-4866-bb78-c9b96b4f7616', 'mac_address': 'fa:16:3e:18:f0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d5bc25-62a8-4342-9fa6-592761b94de1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:05.482834 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Sync routers for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:44:05.503422 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:05.505560 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:05.520809 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.538158 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.607065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.647614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:05.649011 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.649538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abc61f1-c105-4866-bb78-c9b96b4f7616 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:05.663032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037546c8-7d5b-4223-8cbb-64a500688a60']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:05.693386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa3dd126-043e-4607-b94b-e95adc7ea0cd') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:05.693968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa3dd126-043e-4607-b94b-e95adc7ea0cd') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:05.698482 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:05.707757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.712606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3abc61f1-c105-4866-bb78-c9b96b4f7616, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:05.718897 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.732565 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.734754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.743840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:44:05.744982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:44:05.747819 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:44:05.869945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:05.876656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.889644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:05.923603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] 10.222.0.73 "DELETE /v2.0/networks/037546c8-7d5b-4223-8cbb-64a500688a60 HTTP/1.1" status: 204 len: 168 time: 0.5503509 Jul 14 09:44:05.946331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3abc61f1-c105-4866-bb78-c9b96b4f7616,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:05.951545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3abc61f1-c105-4866-bb78-c9b96b4f7616'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:05.968433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff88f26d-4881-466a-9ec3-9f47a21df497 admin admin] Pushing event deleted for resources: {'Network': ['ID=037546c8-7d5b-4223-8cbb-64a500688a60,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:06.143591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd9cbe-69fa-4faf-a46e-08d36bd1bffe req-7223c275-47f2-473d-a828-b8de326122f1 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:06.155384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17fd9cbe-69fa-4faf-a46e-08d36bd1bffe req-7223c275-47f2-473d-a828-b8de326122f1 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 944 time: 0.2521002 Jul 14 09:44:06.234560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-17fd9cbe-69fa-4faf-a46e-08d36bd1bffe req-321f8f03-9dd0-4a64-a125-3b3726329bf7 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780177 Jul 14 09:44:06.256320 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 2, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:06.302859 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Checking router: 9ac4fd8e-b356-4636-9021-f191e53fcf84 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:44:06.304227 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Updating router 9ac4fd8e-b356-4636-9021-f191e53fcf84 port 2939946c-b2a8-43fa-874a-b1e2d40cce25 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:44:06.328682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49092) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:06.360918 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.392131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c99f5af5-0762-4527-b6e5-21990e4603ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9eba0ddf969445d4bbeffc6f76bf4033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619781 Jul 14 09:44:06.394621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49094) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:06.401980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49096) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:06.481656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0e1c-dc89-4daf-bb87-45d7ecca09ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.516950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0e1c-dc89-4daf-bb87-45d7ecca09ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.624752 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0e1c-dc89-4daf-bb87-45d7ecca09ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.632777 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7f2c0e1c-dc89-4daf-bb87-45d7ecca09ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.635311 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7f2c0e1c-dc89-4daf-bb87-45d7ecca09ed admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/65143bea-4362-45eb-823d-a1b2f50accba HTTP/1.1" status: 204 len: 168 time: 0.2394009 Jul 14 09:44:06.651308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c0e1c-dc89-4daf-bb87-45d7ecca09ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65143bea-4362-45eb-823d-a1b2f50accba,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:06.739861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf28911f-e202-4ffe-a2e9-bdac2e6bcbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.792577 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.809519 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Transition to ACTIVE for port object 2939946c-b2a8-43fa-874a-b1e2d40cce25 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:06.834313 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.968892 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Pushing event updated for resources: {'Port': ['ID=2939946c-b2a8-43fa-874a-b1e2d40cce25,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:06.973707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf28911f-e202-4ffe-a2e9-bdac2e6bcbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.983896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf28911f-e202-4ffe-a2e9-bdac2e6bcbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:06.995628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:07.046162 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.046761 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.047209 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.048461 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.052075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cf28911f-e202-4ffe-a2e9-bdac2e6bcbdd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb7fe04a2ba04e1b8f99ba001731c864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453838 Jul 14 09:44:07.052231 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.052231 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.052417 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.053031 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.054204 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.054627 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.056452 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.056984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.057464 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:07.108494 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Attempting to bind port 2939946c-b2a8-43fa-874a-b1e2d40cce25 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:07.110506 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Attempting to bind port 2939946c-b2a8-43fa-874a-b1e2d40cce25 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:07.110986 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Attempting to bind port 2939946c-b2a8-43fa-874a-b1e2d40cce25 on network c0a23679-4185-490c-8b16-e72740c16252 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:07.124958 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:07.125836 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Checking segment: {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:07.126319 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.126786 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Bound using segment: {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:07.128776 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Bound port: 2939946c-b2a8-43fa-874a-b1e2d40cce25, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:07.129245 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.142110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3abc61f1-c105-4866-bb78-c9b96b4f7616 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:07.302703 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-113abd0c-a13d-4484-a298-4e909a9c9fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.305600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:07.305981 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.324089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28911f-e202-4ffe-a2e9-bdac2e6bcbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88fdbe7-742f-46ce-8fd4-157ae9bf8ddf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:07.335666 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] For port 2939946c-b2a8-43fa-874a-b1e2d40cce25, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:07.342217 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] For port 2939946c-b2a8-43fa-874a-b1e2d40cce25, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2939946c-b2a8-43fa-874a-b1e2d40cce25,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:07.361047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49118) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.361178 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.391795 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-113abd0c-a13d-4484-a298-4e909a9c9fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.423228 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c6aad6d8-1a1e-4fff-b983-2b720d9d5d14 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4803cd1765c8461fadd564aaf4413392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600944 Jul 14 09:44:07.426930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49120) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:07.511536 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd70fa7-ea86-4785-8881-c55434c082e0 None None] Pushing event updated for resources: {'Port': ['ID=2939946c-b2a8-43fa-874a-b1e2d40cce25,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:07.522506 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:44:07.523343 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:43:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:07.569618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 3abc61f1-c105-4866-bb78-c9b96b4f7616 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:07.574603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 3abc61f1-c105-4866-bb78-c9b96b4f7616 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:07.575488 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.630723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ffe021ce-8a67-4ee6-b282-3049c5a98525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.675665 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.683596 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ffe021ce-8a67-4ee6-b282-3049c5a98525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.719386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3abc61f1-c105-4866-bb78-c9b96b4f7616, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:07.720778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9706f56b-07d2-4bf4-9708-6b201602c5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abc61f1-c105-4866-bb78-c9b96b4f7616'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:07.723927 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248d81cb-9201-4c0a-a007-805aad14cec7" -d '{"events": [{"server_uuid": "9706f56b-07d2-4bf4-9708-6b201602c5f1", "name": "network-vif-plugged", "status": "completed", "tag": "3abc61f1-c105-4866-bb78-c9b96b4f7616"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:07.729075 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.790473 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:44:07.795065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3abc61f1-c105-4866-bb78-c9b96b4f7616,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:07.837302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-113abd0c-a13d-4484-a298-4e909a9c9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.842728 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-113abd0c-a13d-4484-a298-4e909a9c9fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:07.844701 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-113abd0c-a13d-4484-a298-4e909a9c9fb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e88fdbe7-742f-46ce-8fd4-157ae9bf8ddf HTTP/1.1" status: 204 len: 168 time: 0.7907605 Jul 14 09:44:07.844846 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c537773f-2019-4bb1-b7f2-4cd140f40947 x-openstack-request-id: req-c537773f-2019-4bb1-b7f2-4cd140f40947 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:07.845149 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9706f56b-07d2-4bf4-9708-6b201602c5f1", "name": "network-vif-plugged", "status": "completed", "tag": "3abc61f1-c105-4866-bb78-c9b96b4f7616", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:07.845409 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c537773f-2019-4bb1-b7f2-4cd140f40947 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:07.845810 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9706f56b-07d2-4bf4-9708-6b201602c5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abc61f1-c105-4866-bb78-c9b96b4f7616', 'code': 200} Jul 14 09:44:07.910837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113abd0c-a13d-4484-a298-4e909a9c9fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88fdbe7-742f-46ce-8fd4-157ae9bf8ddf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:08.020630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d482813-bde1-4d87-b5c9-32fbb116834f req-4c1fd4f5-7a1f-4270-88ab-2575923c58cd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.032668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d482813-bde1-4d87-b5c9-32fbb116834f req-4c1fd4f5-7a1f-4270-88ab-2575923c58cd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 945 time: 0.3290081 Jul 14 09:44:08.082848 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ffe021ce-8a67-4ee6-b282-3049c5a98525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.088101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ffe021ce-8a67-4ee6-b282-3049c5a98525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.093465 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ffe021ce-8a67-4ee6-b282-3049c5a98525 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e65042f-6ef5-433c-9333-e0ae0b0119c2 HTTP/1.1" status: 204 len: 168 time: 0.6653924 Jul 14 09:44:08.119686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe021ce-8a67-4ee6-b282-3049c5a98525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e65042f-6ef5-433c-9333-e0ae0b0119c2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:08.132031 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:07Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:44:08.150856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d482813-bde1-4d87-b5c9-32fbb116834f req-0f9b16d9-574c-4a12-835b-ec4c56f778d9 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171489 Jul 14 09:44:08.176441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f70aaf-1c49-4150-8562-726e4e2702fb req-4471d0f4-342d-470c-86f0-67744d8cbe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:08.179068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9f70aaf-1c49-4150-8562-726e4e2702fb req-4471d0f4-342d-470c-86f0-67744d8cbe8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 1097 time: 0.2419558 Jul 14 09:44:08.197779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1acfaf-c5d6-44f8-b050-dcd7bcd39550 None None] The sync data for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 is: [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:07Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:44:08.246011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9f70aaf-1c49-4150-8562-726e4e2702fb req-da39cef0-3fd2-4677-b31d-9f7a17aabfa9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593302 Jul 14 09:44:08.503991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49138) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:08.521750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2ecc4a4-8e0b-4673-847f-6701f15f8c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.681446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2ecc4a4-8e0b-4673-847f-6701f15f8c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.702145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2ecc4a4-8e0b-4673-847f-6701f15f8c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:08.813576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d2ecc4a4-8e0b-4673-847f-6701f15f8c71 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ffdf3f32143f4a86a38200f1eb5eecb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040857 Jul 14 09:44:08.813847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49146) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:08.833744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecc4a4-8e0b-4673-847f-6701f15f8c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a027aaa6-b933-48a5-a669-9d30f56bdb2b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:08.974788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52bce209-84f4-4310-876d-50817950eab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.041156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52bce209-84f4-4310-876d-50817950eab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.046126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2939946c-b2a8-43fa-874a-b1e2d40cce25 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:09.189490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2939946c-b2a8-43fa-874a-b1e2d40cce25 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:09.200100 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52bce209-84f4-4310-876d-50817950eab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.204544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-52bce209-84f4-4310-876d-50817950eab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.207655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2939946c-b2a8-43fa-874a-b1e2d40cce25 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:09.208641 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.209213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-52bce209-84f4-4310-876d-50817950eab8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a027aaa6-b933-48a5-a669-9d30f56bdb2b HTTP/1.1" status: 204 len: 168 time: 0.3943965 Jul 14 09:44:09.245468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bce209-84f4-4310-876d-50817950eab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a027aaa6-b933-48a5-a669-9d30f56bdb2b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:09.526252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.625656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 2939946c-b2a8-43fa-874a-b1e2d40cce25, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2939946c-b2a8-43fa-874a-b1e2d40cce25,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:09.641600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3dc1f-bb87-429e-8071-220ec90b89cc req-4e408f8f-d810-4434-9b17-bf59c88dd69a tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:09.645198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ba3dc1f-bb87-429e-8071-220ec90b89cc req-4e408f8f-d810-4434-9b17-bf59c88dd69a tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1579604 Jul 14 09:44:09.656681 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:09.732897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ba3dc1f-bb87-429e-8071-220ec90b89cc req-48ea2459-0371-4837-904e-1da6c25cbf7f tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808296 Jul 14 09:44:09.826959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=2939946c-b2a8-43fa-874a-b1e2d40cce25,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:10.537296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49214) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:10.919675 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f01f0487-8724-4e9c-844b-699ecfe3d675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:10.943986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2939946c-b2a8-43fa-874a-b1e2d40cce25 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:11.079270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2939946c-b2a8-43fa-874a-b1e2d40cce25 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:11.080950 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.187491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f01f0487-8724-4e9c-844b-699ecfe3d675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.193652 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f01f0487-8724-4e9c-844b-699ecfe3d675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.240916 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f01f0487-8724-4e9c-844b-699ecfe3d675 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=293a741125694196a561adec9f9cf6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025099 Jul 14 09:44:11.242139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f0487-8724-4e9c-844b-699ecfe3d675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e637595-fccc-426a-a304-f8f393557b7c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:11.244043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49234) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:11.412275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef387-73ff-409e-9c3f-21154e43b2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.443416 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef387-73ff-409e-9c3f-21154e43b2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.519544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef387-73ff-409e-9c3f-21154e43b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.522467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9ef387-73ff-409e-9c3f-21154e43b2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:11.523653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3d9ef387-73ff-409e-9c3f-21154e43b2a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e637595-fccc-426a-a304-f8f393557b7c HTTP/1.1" status: 204 len: 168 time: 0.2781315 Jul 14 09:44:11.547296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ef387-73ff-409e-9c3f-21154e43b2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e637595-fccc-426a-a304-f8f393557b7c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:14.027860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49364) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:14.246815 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17fbbb6c-3850-495f-a7de-ac10b3ec7f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:14.447701 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17fbbb6c-3850-495f-a7de-ac10b3ec7f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:14.453289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17fbbb6c-3850-495f-a7de-ac10b3ec7f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:14.487639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:14.488266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-17fbbb6c-3850-495f-a7de-ac10b3ec7f94 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e3227834d7004090bcce64e82739ebe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585047 Jul 14 09:44:14.523534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbbb6c-3850-495f-a7de-ac10b3ec7f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d58346e-8031-4c0e-9f7a-40c42e0810a4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:14.607624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34c6ca84-c4b7-4363-ba67-902857d03043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:14.679630 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34c6ca84-c4b7-4363-ba67-902857d03043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:14.799588 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34c6ca84-c4b7-4363-ba67-902857d03043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:14.802263 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34c6ca84-c4b7-4363-ba67-902857d03043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:14.803427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-34c6ca84-c4b7-4363-ba67-902857d03043 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d58346e-8031-4c0e-9f7a-40c42e0810a4 HTTP/1.1" status: 204 len: 168 time: 0.3145604 Jul 14 09:44:14.824943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6ca84-c4b7-4363-ba67-902857d03043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d58346e-8031-4c0e-9f7a-40c42e0810a4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:15.385813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49400) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:15.402087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34b8fd8f-214a-42b8-924e-46fa75269453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.665062 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34b8fd8f-214a-42b8-924e-46fa75269453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.671323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34b8fd8f-214a-42b8-924e-46fa75269453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.709405 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-34b8fd8f-214a-42b8-924e-46fa75269453 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88e56ece9573423faf94b2ea4c81df99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226671 Jul 14 09:44:15.712118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49412) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:15.730013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8fd8f-214a-42b8-924e-46fa75269453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a20a505-db18-43ac-adb0-16a83f3bb95a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:15.801512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-775427aa-097d-4552-b83d-32d4b4fc85a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.847211 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-775427aa-097d-4552-b83d-32d4b4fc85a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.919971 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-775427aa-097d-4552-b83d-32d4b4fc85a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.923457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-775427aa-097d-4552-b83d-32d4b4fc85a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:15.929592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-775427aa-097d-4552-b83d-32d4b4fc85a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0a20a505-db18-43ac-adb0-16a83f3bb95a HTTP/1.1" status: 204 len: 168 time: 0.2162330 Jul 14 09:44:15.941348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775427aa-097d-4552-b83d-32d4b4fc85a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a20a505-db18-43ac-adb0-16a83f3bb95a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:19.217821 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:19.435474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-eb4fe1a6-ab80-44d6-8cdf-f44a7e91b77e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1389718 Jul 14 09:44:19.604659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-1950b38d-c826-4010-925a-b32e9150c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:19.608692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-1950b38d-c826-4010-925a-b32e9150c4c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 1097 time: 0.1164618 Jul 14 09:44:19.853158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-067b2d0c-fc90-44ad-ab8b-2d68788f813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:19.856051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-067b2d0c-fc90-44ad-ab8b-2d68788f813c service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 916 time: 0.2264388 Jul 14 09:44:19.894481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49582) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:19.968724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-4c962fbe-d490-4476-99f9-fc806160d19f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616 HTTP/1.1" status: 200 len: 217 time: 0.0992346 Jul 14 09:44:20.094918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-65853d70-6397-4fce-8024-7c6c836a78af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:20.096936 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-65853d70-6397-4fce-8024-7c6c836a78af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.1182244 Jul 14 09:44:20.097199 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3579e5c-4e1f-4544-8dbe-f3bbad1c8c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.151838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-510458cd-8934-4765-a2dd-594aa5b9ec1e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441897 Jul 14 09:44:20.286254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3579e5c-4e1f-4544-8dbe-f3bbad1c8c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.287827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3579e5c-4e1f-4544-8dbe-f3bbad1c8c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.291232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-9510de39-3d54-4348-bad7-f931c1e7f9f0 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319330 Jul 14 09:44:20.384357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f3579e5c-4e1f-4544-8dbe-f3bbad1c8c09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de1411c884384074bb19b06fac44cb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877691 Jul 14 09:44:20.388825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3579e5c-4e1f-4544-8dbe-f3bbad1c8c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ec9165-6e54-437f-8291-254eeb23b7a4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:20.396655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49592) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:20.542703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-26fa1069-ac5d-41fc-82ed-f60768dce16c req-28325312-d788-4137-92a2-e6a7788082bc service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389698 Jul 14 09:44:20.561436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3360dbba-57aa-4128-aa84-ba46e7abf7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.603502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3360dbba-57aa-4128-aa84-ba46e7abf7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.665087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3360dbba-57aa-4128-aa84-ba46e7abf7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.668463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3360dbba-57aa-4128-aa84-ba46e7abf7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:20.669795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3360dbba-57aa-4128-aa84-ba46e7abf7b0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/52ec9165-6e54-437f-8291-254eeb23b7a4 HTTP/1.1" status: 204 len: 168 time: 0.2717304 Jul 14 09:44:20.702734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360dbba-57aa-4128-aa84-ba46e7abf7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ec9165-6e54-437f-8291-254eeb23b7a4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.212042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49610) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:21.229251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8d16d0f-69bb-43c7-80ba-8d967807a69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.417830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8d16d0f-69bb-43c7-80ba-8d967807a69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.423227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a8d16d0f-69bb-43c7-80ba-8d967807a69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.457302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d16d0f-69bb-43c7-80ba-8d967807a69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a4a18d-682b-42c2-b3df-c66efdc68412,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.512098 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49614) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:21.512334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a8d16d0f-69bb-43c7-80ba-8d967807a69b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db9ac7b37230444b8ccc2d8b494181e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2988930 Jul 14 09:44:21.657635 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebc4-7eba-482b-8d66-c76ffcf1a5d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.702283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebc4-7eba-482b-8d66-c76ffcf1a5d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.761389 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebc4-7eba-482b-8d66-c76ffcf1a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.764372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb6ebc4-7eba-482b-8d66-c76ffcf1a5d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:21.765535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dfb6ebc4-7eba-482b-8d66-c76ffcf1a5d5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09a4a18d-682b-42c2-b3df-c66efdc68412 HTTP/1.1" status: 204 len: 168 time: 0.2517273 Jul 14 09:44:21.795530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6ebc4-7eba-482b-8d66-c76ffcf1a5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a4a18d-682b-42c2-b3df-c66efdc68412,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:21.876344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46cfe624-d81b-4897-9279-2fd3ae9bd4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.228316 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-db391e00-501a-4f8c-9349-447991a9bd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:24.485468 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.257568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49776) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:25.439735 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76233c65-259f-4a5e-baa2-d00565ab34a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.564773 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.598901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76233c65-259f-4a5e-baa2-d00565ab34a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.605675 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-76233c65-259f-4a5e-baa2-d00565ab34a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:25.667969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49794) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:25.689715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-76233c65-259f-4a5e-baa2-d00565ab34a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5e4d5a18267471cb78312416b2c71c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4308605 Jul 14 09:44:25.696666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76233c65-259f-4a5e-baa2-d00565ab34a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3902660d-4ea4-4b9b-98d9-f03c140f10cf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:25.756387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-879b1eed-92cb-4319-987e-6d8df9f08389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.142826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-879b1eed-92cb-4319-987e-6d8df9f08389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.197704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-879b1eed-92cb-4319-987e-6d8df9f08389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.200966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-879b1eed-92cb-4319-987e-6d8df9f08389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.206645 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-879b1eed-92cb-4319-987e-6d8df9f08389 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3902660d-4ea4-4b9b-98d9-f03c140f10cf HTTP/1.1" status: 204 len: 168 time: 0.5366600 Jul 14 09:44:26.224314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879b1eed-92cb-4319-987e-6d8df9f08389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3902660d-4ea4-4b9b-98d9-f03c140f10cf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:26.593430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 49828) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:26.616034 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0acd949e-e38d-4aef-bbce-3e319daa27b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.782459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0acd949e-e38d-4aef-bbce-3e319daa27b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.789552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0acd949e-e38d-4aef-bbce-3e319daa27b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.880624 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.889258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0acd949e-e38d-4aef-bbce-3e319daa27b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6d4a7a26582e48b9b4753ac917d18c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942014 Jul 14 09:44:26.890641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:26.968956 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efecf09c-7ec1-405e-b297-905c2a710cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:26.993080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd949e-e38d-4aef-bbce-3e319daa27b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012aa24c-4318-440a-a996-37854b5e3fc0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:27.016906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efecf09c-7ec1-405e-b297-905c2a710cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.074150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efecf09c-7ec1-405e-b297-905c2a710cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.078000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efecf09c-7ec1-405e-b297-905c2a710cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.089793 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-efecf09c-7ec1-405e-b297-905c2a710cf7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/012aa24c-4318-440a-a996-37854b5e3fc0 HTTP/1.1" status: 204 len: 168 time: 0.1966119 Jul 14 09:44:27.119053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecf09c-7ec1-405e-b297-905c2a710cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012aa24c-4318-440a-a996-37854b5e3fc0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:27.126022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-29a1a6bf-8593-4a20-a324-136090bd659f tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:27.144851 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-29a1a6bf-8593-4a20-a324-136090bd659f tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 815 time: 0.3207016 Jul 14 09:44:27.170139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-c45368a3-38c9-464e-9c51-f92b12cc099b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/quotas/89162cbbec274f159e006e7cd929e8c6 HTTP/1.1" status: 200 len: 375 time: 0.0241311 Jul 14 09:44:27.269824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:27.354721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-e68e43b6-8312-46ac-bd4e-471a819f8ff6 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835012 Jul 14 09:44:27.853056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-144e9cc9-d405-4332-bd74-a02ba9682bc1 service neutron] 10.222.0.73 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972851 Jul 14 09:44:28.045929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-ba324256-1e0e-4501-9121-403f5ce04382 service neutron] 10.222.0.73 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907079 Jul 14 09:44:28.215187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-664e0999-7b87-4a6e-a862-29bc7613363c req-306dd7cd-31ce-45b9-b157-67573d14f2fd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1146359 Jul 14 09:44:28.366128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0999-7b87-4a6e-a862-29bc7613363c req-477ba288-7ccd-45b9-8ed6-ae7039e30d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:28.374370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-664e0999-7b87-4a6e-a862-29bc7613363c req-477ba288-7ccd-45b9-8ed6-ae7039e30d18 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 1097 time: 0.1150370 Jul 14 09:44:28.560259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28325971-11c8-4106-88da-f713a10102c3 req-9bfe7a84-694a-4cce-aa20-ebd21f993d46 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 210 time: 0.0522807 Jul 14 09:44:28.704405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0999-7b87-4a6e-a862-29bc7613363c req-4009d579-c5d9-40f7-b360-c0ad877e4378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:28.708054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-664e0999-7b87-4a6e-a862-29bc7613363c req-4009d579-c5d9-40f7-b360-c0ad877e4378 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.2481611 Jul 14 09:44:28.830714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-664e0999-7b87-4a6e-a862-29bc7613363c req-75bd17f6-c8c6-490b-88e4-6cf0b741a3d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 200 len: 1000 time: 0.1160090 Jul 14 09:44:28.941356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0999-7b87-4a6e-a862-29bc7613363c req-1d67b5b3-5e57-4f76-b8b9-0836535f938e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:28.942884 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-664e0999-7b87-4a6e-a862-29bc7613363c req-1d67b5b3-5e57-4f76-b8b9-0836535f938e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.1057966 Jul 14 09:44:29.073584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0999-7b87-4a6e-a862-29bc7613363c req-e0fd4e0f-b864-49ca-891d-2d7c99e09b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:29.078301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-664e0999-7b87-4a6e-a862-29bc7613363c req-e0fd4e0f-b864-49ca-891d-2d7c99e09b09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1287644 Jul 14 09:44:29.288703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-664e0999-7b87-4a6e-a862-29bc7613363c req-2e55a154-1c15-44b4-ac38-caeff39fe583 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023737 Jul 14 09:44:29.579752 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-664e0999-7b87-4a6e-a862-29bc7613363c req-fd2efa67-3586-4a87-bbbe-b9eb1a489818 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837338 Jul 14 09:44:29.650239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:29.821657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a2c1a0dd-afa5-439e-8a17-0abdf6ed1f8b req-b186bda1-34d8-4888-b4c3-25d42442f7ab tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 210 time: 0.0564811 Jul 14 09:44:30.393580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-25582478-65ff-456d-bf5b-e04f48d97596 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:30.397978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-25582478-65ff-456d-bf5b-e04f48d97596 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 815 time: 0.2044969 Jul 14 09:44:30.429438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Request body: {'port': {'device_id': 'bd2ad23c-707c-41d0-87b1-f42e840eb501', 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'admin_state_up': True, 'tenant_id': '89162cbbec274f159e006e7cd929e8c6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:30.703516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Made reservation on behalf of 89162cbbec274f159e006e7cd929e8c6 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:30.707619 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.022423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Allocated IP 172.20.0.3 (b1801140-b883-4e1b-ad24-03ff37d1b9d9/47d5bc25-62a8-4342-9fa6-592761b94de1/7a157f43-8d60-449b-954d-7ee92018c077) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:31.167430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d37466a-4107-45ca-b528-2bc6d0359cc2 req-911b296f-9150-4d57-81b7-273c87bd302a tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 210 time: 0.0674150 Jul 14 09:44:31.257530 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.341236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.369952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3abc61f1-c105-4866-bb78-c9b96b4f7616'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:31.401014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50000) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:31.457879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Pushing event updated for resources: {'Port': ['ID=7a157f43-8d60-449b-954d-7ee92018c077,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:31.468773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Network b1801140-b883-4e1b-ad24-03ff37d1b9d9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:31.470864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:31.479248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:31.568951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:31.570186 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.590117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-dba00770-38ba-4a07-b587-4f9b3aef3a48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1804214 Jul 14 09:44:31.604450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Request body: {'port': {'device_id': 'bd2ad23c-707c-41d0-87b1-f42e840eb501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:31.691569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:31.880092 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e865b58b-4f65-4e28-85ff-10a66973add2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.209307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e865b58b-4f65-4e28-85ff-10a66973add2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.227555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e865b58b-4f65-4e28-85ff-10a66973add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.310670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a157f43-8d60-449b-954d-7ee92018c077 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:32.323324 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.333324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865b58b-4f65-4e28-85ff-10a66973add2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e66739-e54a-4c73-aba7-8743a2a43b6a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.345657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Transition to ACTIVE for port object 7a157f43-8d60-449b-954d-7ee92018c077 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:32.358977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.392925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e865b58b-4f65-4e28-85ff-10a66973add2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb3b65cd01c84fe1924e76c42cff5f29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9871643 Jul 14 09:44:32.396251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50014) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:32.603818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-820fc287-1d83-4a17-bb09-2d5e1d8d35fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.621851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Pushing event updated for resources: {'Port': ['ID=7a157f43-8d60-449b-954d-7ee92018c077,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.642073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-820fc287-1d83-4a17-bb09-2d5e1d8d35fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.780126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-820fc287-1d83-4a17-bb09-2d5e1d8d35fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.780459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Attempting to bind port 7a157f43-8d60-449b-954d-7ee92018c077 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:32.780836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Attempting to bind port 7a157f43-8d60-449b-954d-7ee92018c077 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:32.781171 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Attempting to bind port 7a157f43-8d60-449b-954d-7ee92018c077 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:32.785495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-820fc287-1d83-4a17-bb09-2d5e1d8d35fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:32.790494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-820fc287-1d83-4a17-bb09-2d5e1d8d35fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0e66739-e54a-4c73-aba7-8743a2a43b6a HTTP/1.1" status: 204 len: 168 time: 0.3927410 Jul 14 09:44:32.818629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fc287-1d83-4a17-bb09-2d5e1d8d35fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e66739-e54a-4c73-aba7-8743a2a43b6a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:32.830596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1ce3a-57c8-460a-81ad-0070c96d769d req-4632e176-dc56-4123-ab39-745e593a21c5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:32.836752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10c1ce3a-57c8-460a-81ad-0070c96d769d req-4632e176-dc56-4123-ab39-745e593a21c5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 943 time: 0.2296522 Jul 14 09:44:32.841115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Port 7a157f43-8d60-449b-954d-7ee92018c077 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:44:32.843406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Attempting to bind port 7a157f43-8d60-449b-954d-7ee92018c077 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:32.882995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:32.884552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Checking segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:32.889459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Bound using segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:32.890220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Bound port: 7a157f43-8d60-449b-954d-7ee92018c077, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:32.891231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.078567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] For port 7a157f43-8d60-449b-954d-7ee92018c077, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:33.083803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] For port 7a157f43-8d60-449b-954d-7ee92018c077, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7a157f43-8d60-449b-954d-7ee92018c077,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:33.094919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.192647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Pushing event updated for resources: {'Port': ['ID=7a157f43-8d60-449b-954d-7ee92018c077,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:33.225087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-10c1ce3a-57c8-460a-81ad-0070c96d769d req-c21fb1dc-7851-48fa-b763-eda9417c92c2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480134 Jul 14 09:44:33.232191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:33.232892 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.238416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-04ea36db-cd90-42dd-b640-70dac5c73f1a service neutron] 10.222.0.66 "PUT /v2.0/ports/7a157f43-8d60-449b-954d-7ee92018c077 HTTP/1.1" status: 200 len: 1092 time: 1.6386762 Jul 14 09:44:33.239617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2ad23c-707c-41d0-87b1-f42e840eb501', 'tag': '7a157f43-8d60-449b-954d-7ee92018c077'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:33.242117 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e60ef4-daba-4958-83ba-2d82a297ba38" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2ad23c-707c-41d0-87b1-f42e840eb501", "tag": "7a157f43-8d60-449b-954d-7ee92018c077"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:33.421406 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dc6fee-5cc0-4537-ad3c-2fef73ad24d7 x-openstack-request-id: req-54dc6fee-5cc0-4537-ad3c-2fef73ad24d7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:33.422174 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2ad23c-707c-41d0-87b1-f42e840eb501", "tag": "7a157f43-8d60-449b-954d-7ee92018c077", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:33.422273 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54dc6fee-5cc0-4537-ad3c-2fef73ad24d7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:33.422824 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd2ad23c-707c-41d0-87b1-f42e840eb501', 'tag': '7a157f43-8d60-449b-954d-7ee92018c077', 'status': 'completed', 'code': 200} Jul 14 09:44:33.499235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-4c55185c-e2d2-4d8d-bd47-91bc2a0089d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:33.508746 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-4c55185c-e2d2-4d8d-bd47-91bc2a0089d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 1095 time: 0.2101076 Jul 14 09:44:33.569746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50036) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:33.592250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-412bfd44-78d4-4a22-bbd7-60ee694b907a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a157f43-8d60-449b-954d-7ee92018c077 HTTP/1.1" status: 200 len: 217 time: 0.0764360 Jul 14 09:44:33.597957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bfc9663c-45dd-4b8e-881d-ca19c8283d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.832795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-07001d61-e1e5-44cb-b5c2-29290d90e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:33.835180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bfc9663c-45dd-4b8e-881d-ca19c8283d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.841531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-07001d61-e1e5-44cb-b5c2-29290d90e351 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.2380209 Jul 14 09:44:33.843268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bfc9663c-45dd-4b8e-881d-ca19c8283d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:33.906184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-d865a3b0-b85a-4317-9b27-9c7493165b51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580041 Jul 14 09:44:33.982058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bfc9663c-45dd-4b8e-881d-ca19c8283d9d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b5620d36c36e42d880c20d5e1fa8b792&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088151 Jul 14 09:44:33.983092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50044) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:34.121863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9663c-45dd-4b8e-881d-ca19c8283d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f7d8a3-8b47-4c57-8057-51d34625cd97,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:34.238556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-0bda0d84-073a-41ac-b914-86051321eb6e service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259044 Jul 14 09:44:34.259902 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57f36527-3043-4fc0-84a7-0cd9e866f014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.343890 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57f36527-3043-4fc0-84a7-0cd9e866f014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.488698 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57f36527-3043-4fc0-84a7-0cd9e866f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.494825 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57f36527-3043-4fc0-84a7-0cd9e866f014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:34.497023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-57f36527-3043-4fc0-84a7-0cd9e866f014 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90f7d8a3-8b47-4c57-8057-51d34625cd97 HTTP/1.1" status: 204 len: 168 time: 0.5125017 Jul 14 09:44:34.512282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f36527-3043-4fc0-84a7-0cd9e866f014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f7d8a3-8b47-4c57-8057-51d34625cd97,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:34.539129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f413143c-2cbc-404e-8d74-2146c7e13271 req-cd6312fe-8173-4ac9-a613-0db7040e6d97 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885423 Jul 14 09:44:34.765682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41092499-4dbd-4e49-a4c7-8c99e60a72d8 req-9465ecfa-c981-4aa9-a2b6-4e289a31fe91 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:34.767346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41092499-4dbd-4e49-a4c7-8c99e60a72d8 req-9465ecfa-c981-4aa9-a2b6-4e289a31fe91 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 943 time: 0.2272625 Jul 14 09:44:34.887841 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-41092499-4dbd-4e49-a4c7-8c99e60a72d8 req-47a03f3d-26de-42ad-945a-3de4b3c3945d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009781 Jul 14 09:44:34.899321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-8d08602e-1a71-41a6-a0b2-7ce7fe9a933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:34.900926 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-8d08602e-1a71-41a6-a0b2-7ce7fe9a933e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 1095 time: 0.2753341 Jul 14 09:44:35.075377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-9a99c46c-ce30-4f03-90a0-39631ee49d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:35.078866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-9a99c46c-ce30-4f03-90a0-39631ee49d62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 916 time: 0.1667998 Jul 14 09:44:35.171785 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-06d9df0b-db6b-4877-b8ad-ba50983372fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a157f43-8d60-449b-954d-7ee92018c077 HTTP/1.1" status: 200 len: 217 time: 0.0780413 Jul 14 09:44:35.274404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-ff917f55-fab3-4698-ba4f-4fbd2e6542d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:35.276173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-ff917f55-fab3-4698-ba4f-4fbd2e6542d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.0975373 Jul 14 09:44:35.327655 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-63382d1f-4351-4d7a-983d-be6ee92eada9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435994 Jul 14 09:44:35.577518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-5c70ecaa-f7da-4f9a-a425-480a91d68ffe service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289495 Jul 14 09:44:35.832114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07e60ef4-daba-4958-83ba-2d82a297ba38 req-e9b828b1-7aef-4f11-88a3-179e580b192f service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478533 Jul 14 09:44:35.840325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50096) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:36.255579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fe55a223-29ce-4799-a23f-b6b4b5426faf tempest-AgentManagementNegativeTest-1571859444 tempest-AgentManagementNegativeTest-1571859444-project] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4123354 Jul 14 09:44:36.294679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aa598-9d16-4af3-9edf-e3a8e8511757 req-ae425e37-1cdc-41d5-9284-ec52fdb4fe1c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:36.307413 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d3aa598-9d16-4af3-9edf-e3a8e8511757 req-ae425e37-1cdc-41d5-9284-ec52fdb4fe1c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 943 time: 0.1696579 Jul 14 09:44:36.468229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d3aa598-9d16-4af3-9edf-e3a8e8511757 req-a29bb66b-9a76-4f61-a09c-6e91705165bf tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548831 Jul 14 09:44:36.914766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50122) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.201719 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15f0517a-c6b0-4e2f-a635-d22ddc4d5447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.348265 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15f0517a-c6b0-4e2f-a635-d22ddc4d5447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.360300 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15f0517a-c6b0-4e2f-a635-d22ddc4d5447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.478781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-15f0517a-c6b0-4e2f-a635-d22ddc4d5447 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b1b0ce06ef2944f2afbc75c1af566594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542171 Jul 14 09:44:37.480522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50132) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:37.499459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0517a-c6b0-4e2f-a635-d22ddc4d5447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c81d25-12a0-4ed6-b60f-282399543f58,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.623831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.680434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.774182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.780582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:37.782501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25c81d25-12a0-4ed6-b60f-282399543f58 HTTP/1.1" status: 204 len: 168 time: 0.3042724 Jul 14 09:44:37.851289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c81d25-12a0-4ed6-b60f-282399543f58,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:37.911610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.912092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.912750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.913103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.913546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.913925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.914248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.914746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.915278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.915677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.916077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.916625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87364ec4-579a-4060-8865-51f6927289d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:37.994193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb472602-e2d0-4a6a-ac07-51a4fcf43ac7 req-65ef3c72-9db4-42f4-bb0b-5178ba85d98e tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:38.003330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb472602-e2d0-4a6a-ac07-51a4fcf43ac7 req-65ef3c72-9db4-42f4-bb0b-5178ba85d98e tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 943 time: 0.2441895 Jul 14 09:44:38.139946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb472602-e2d0-4a6a-ac07-51a4fcf43ac7 req-90220ba3-3564-4839-abdf-de0a614f09fc tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356046 Jul 14 09:44:39.253585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50174) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:39.339806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7a157f43-8d60-449b-954d-7ee92018c077 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:44:39.559175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50190) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:39.567322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-886017616'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:39.578330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda8f9c-c93b-498b-bcff-9f17842847d3 req-a3fa7c2d-c9d7-49a1-ae8b-f405a666bc5d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:39.581672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eda8f9c-c93b-498b-bcff-9f17842847d3 req-a3fa7c2d-c9d7-49a1-ae8b-f405a666bc5d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 943 time: 0.2314014 Jul 14 09:44:39.595196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7a157f43-8d60-449b-954d-7ee92018c077, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7a157f43-8d60-449b-954d-7ee92018c077,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:39.624253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2146656849'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:39.629239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '7a157f43-8d60-449b-954d-7ee92018c077', 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'port_id': '7a157f43-8d60-449b-954d-7ee92018c077', 'mac_address': 'fa:16:3e:1c:f0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d5bc25-62a8-4342-9fa6-592761b94de1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:44:39.637732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:39.642741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eda8f9c-c93b-498b-bcff-9f17842847d3 req-6dba08fe-7ee2-4101-a596-b7ae6ac573f3 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498402 Jul 14 09:44:39.651490 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.700058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:39.703372 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.706065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Made reservation on behalf of 8acbf8cf91064235ab39a9f8a3a090ef for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:39.710466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.720750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a157f43-8d60-449b-954d-7ee92018c077 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:44:39.724690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.725041 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Added segment c822ad60-6556-4194-8942-6c6ff983eed7 of type vlan for network a8f61289-c182-42aa-a179-f103deb902b5 Jul 14 09:44:39.726543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.746542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7a157f43-8d60-449b-954d-7ee92018c077, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7a157f43-8d60-449b-954d-7ee92018c077,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:39.752175 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.814234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=7a157f43-8d60-449b-954d-7ee92018c077,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:39.825324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.826132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.826841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.827400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.828006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.828561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.829245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.829913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.830661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.831252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.832159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.832743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:39.848104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.868090 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.907187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e65842-c2a8-4ded-9063-0f09baf46d97,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:39.923165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.931084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:39.947590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:39.947943 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Added segment 1529a034-1203-4104-97c2-186a80aeea34 of type vlan for network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 Jul 14 09:44:40.005371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['7a157f43-8d60-449b-954d-7ee92018c077'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:40.025276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.031227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:40.031876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.035649 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.167306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6062558 Jul 14 09:44:40.170073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:40.176744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1258824414'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:40.181681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db298447-802e-43c4-a61f-98797dbed41a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Network': ['ID=a8f61289-c182-42aa-a179-f103deb902b5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:40.196625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.205704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a8f61289-c182-42aa-a179-f103deb902b5 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:40.223413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:40.223995 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.238345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:40.245964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.311217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:44:40.334713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0797272 Jul 14 09:44:40.335983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:40.354658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a24b2-c299-4621-8252-e8a7596d080a tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Network': ['ID=5ad0c9e6-6263-4ebb-b841-8a013f50f034,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:40.366546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'subnet': {'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:40.376560 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.376923 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Added segment 75a5c37b-d16f-4d84-a0c3-8b1fb451b090 of type vlan for network abc303e9-64b3-40af-b530-6d5136a0ebce Jul 14 09:44:40.534046 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.540184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:40.587911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Made reservation on behalf of 8acbf8cf91064235ab39a9f8a3a090ef for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:40.591902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.675010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.680822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:40.681474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:40.775957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6043632 Jul 14 09:44:40.781226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50206) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:40.786356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00bf1b-2f02-4d3c-a67d-513acd43e712 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Network': ['ID=abc303e9-64b3-40af-b530-6d5136a0ebce,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:40.791744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'subnet': {'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:40.974658 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.024373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network abc303e9-64b3-40af-b530-6d5136a0ebce details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:44:41.156637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Subnet': ['ID=3db62dc2-f118-4a5b-8b5e-978e4c8f0a25,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:41.180331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Checking segment: {'id': '1529a034-1203-4104-97c2-186a80aeea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:41.181914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Network hostable DHCP agents. Network: 5ad0c9e6-6263-4ebb-b841-8a013f50f034, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:41.218750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:41.235152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5ad0c9e6-6263-4ebb-b841-8a013f50f034) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:41.247647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a10f0-b325-46d8-bf32-6cd7d400202b req-77b1ff48-d47c-4b7c-93c7-f93dc3715122 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:41.252015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768eeaf6-f6c6-4e72-8ea5-914b546bcb20 None None] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:41.262133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:41.263041 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.269138 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e3a10f0-b325-46d8-bf32-6cd7d400202b req-77b1ff48-d47c-4b7c-93c7-f93dc3715122 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 944 time: 0.4575100 Jul 14 09:44:41.338924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d24aea12-b0bc-495f-af6a-4ebcf8662b56 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0004842 Jul 14 09:44:41.343013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:41.349484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-694856515'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:41.368701 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3e3a10f0-b325-46d8-bf32-6cd7d400202b req-43f0d8bb-46c6-4004-a8c5-29b4fe6ac47c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981140 Jul 14 09:44:41.372067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:41.380562 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.391031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7a157f43-8d60-449b-954d-7ee92018c077 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:41.505604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 7a157f43-8d60-449b-954d-7ee92018c077 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:41.523581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 7a157f43-8d60-449b-954d-7ee92018c077 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:41.526878 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.623153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Made reservation on behalf of 8acbf8cf91064235ab39a9f8a3a090ef for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:41.628700 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.701110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] device_id is not set on port 660aef86-f1b8-456a-8e74-a8ff81c586e2 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:41.761551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'tenant_id': '8acbf8cf91064235ab39a9f8a3a090ef', 'fixed_ips': [{'subnet_id': '3db62dc2-f118-4a5b-8b5e-978e4c8f0a25'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:44:41.763263 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.857094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.904763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2ad23c-707c-41d0-87b1-f42e840eb501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a157f43-8d60-449b-954d-7ee92018c077'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:44:41.905837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.907815 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0c47ad-5c2b-46ef-8421-e7d2ba4a7cd9" -d '{"events": [{"server_uuid": "bd2ad23c-707c-41d0-87b1-f42e840eb501", "name": "network-vif-plugged", "status": "completed", "tag": "7a157f43-8d60-449b-954d-7ee92018c077"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:44:41.926366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 7a157f43-8d60-449b-954d-7ee92018c077, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7a157f43-8d60-449b-954d-7ee92018c077,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:41.932041 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:41.998116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Allocated IP 2001:db8::1ab (5ad0c9e6-6263-4ebb-b841-8a013f50f034/3db62dc2-f118-4a5b-8b5e-978e4c8f0a25/660aef86-f1b8-456a-8e74-a8ff81c586e2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:42.002367 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51699f8-0b71-4852-bb6b-c1bec2305b25 x-openstack-request-id: req-c51699f8-0b71-4852-bb6b-c1bec2305b25 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:44:42.004534 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2ad23c-707c-41d0-87b1-f42e840eb501", "name": "network-vif-plugged", "status": "completed", "tag": "7a157f43-8d60-449b-954d-7ee92018c077", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:44:42.005210 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c51699f8-0b71-4852-bb6b-c1bec2305b25 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:44:42.009563 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2ad23c-707c-41d0-87b1-f42e840eb501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a157f43-8d60-449b-954d-7ee92018c077', 'code': 200} Jul 14 09:44:42.012969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=7a157f43-8d60-449b-954d-7ee92018c077,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.029683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Subnet': ['ID=475b94d5-7350-4d65-93c7-83bf6be3b87c,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.063108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Checking segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:42.063791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network hostable DHCP agents. Network: a8f61289-c182-42aa-a179-f103deb902b5, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:42.097792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network a8f61289-c182-42aa-a179-f103deb902b5 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:42.117815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a8f61289-c182-42aa-a179-f103deb902b5) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:42.130091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9205f9-be67-48bc-947f-b782bbbdb2e9 None None] Network a8f61289-c182-42aa-a179-f103deb902b5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:42.142104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.142824 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.181441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed4a663d-ff8e-493a-8438-7b8bac42717f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3989182 Jul 14 09:44:42.182132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50234) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.196878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'subnet': {'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:42.213000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d706c09-3785-49a1-9e44-b06ca2bb00fd req-380ffa96-569f-4544-8387-b58ddfcea59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.214592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d706c09-3785-49a1-9e44-b06ca2bb00fd req-380ffa96-569f-4544-8387-b58ddfcea59a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 1097 time: 0.1450033 Jul 14 09:44:42.316944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d706c09-3785-49a1-9e44-b06ca2bb00fd req-8feca19f-76d6-4403-a22f-f105d341f5b3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886502 Jul 14 09:44:42.328042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.355404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Transition to ACTIVE for port object 660aef86-f1b8-456a-8e74-a8ff81c586e2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:42.365607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-a8f61289-c182-42aa-a179-f103deb902b5', 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'fixed_ips': [{'subnet_id': '475b94d5-7350-4d65-93c7-83bf6be3b87c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:44:42.366712 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.405904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:42.423253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.438378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.545389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:42.560749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:42.569224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:42.580880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:42.581566 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.583864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Allocated IP 10.1.1.2 (a8f61289-c182-42aa-a179-f103deb902b5/475b94d5-7350-4d65-93c7-83bf6be3b87c/95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:42.618927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=660aef86-f1b8-456a-8e74-a8ff81c586e2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.638166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-05ddcf6d-33ef-496d-bb8f-fafd3f8769d8 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2936559 Jul 14 09:44:42.643244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50238) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:42.654230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-59447497', 'allowed_address_pairs': [{'ip_address': '2001:db8::1ab', 'mac_address': 'fa:16:3e:5c:7f:d3'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:42.769314 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.783244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Transition to ACTIVE for port object 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:42.844701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Transition to ACTIVE for port object 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:42.859726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Made reservation on behalf of 8acbf8cf91064235ab39a9f8a3a090ef for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:42.862396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:42.925178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Pushing event updated for resources: {'Port': ['ID=95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:42.938277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Allocated IP 2001:db8::2 (5ad0c9e6-6263-4ebb-b841-8a013f50f034/3db62dc2-f118-4a5b-8b5e-978e4c8f0a25/8d67f152-0bf3-4b76-9309-5b75209d4e7d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:42.956310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Network a8f61289-c182-42aa-a179-f103deb902b5 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:42.959617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:42.964145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:43.007951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.011546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db605ea-aa26-4642-96f7-4aea33438423 req-f39955b6-e3e0-4a91-911e-68074ce1231c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:43.017215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6db605ea-aa26-4642-96f7-4aea33438423 req-f39955b6-e3e0-4a91-911e-68074ce1231c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 945 time: 0.4210389 Jul 14 09:44:43.041265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] device_id is not set on port 71badf3b-b1f4-4605-a70d-9bccda7f8e2c yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:43.172676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6db605ea-aa26-4642-96f7-4aea33438423 req-6c7243b5-0829-4c46-9edf-07d2eb9d5dc1 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458175 Jul 14 09:44:43.201674 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.237901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Attempting to bind port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:43.238355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Attempting to bind port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:43.238785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Attempting to bind port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:43.247077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:43.247570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Checking segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:43.248051 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.248543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Bound using segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:43.249104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Bound port: 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:43.249580 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.309562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Subnet': ['ID=ef8f7522-1892-4648-abc1-daddaa0deacf,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.312127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Checking segment: {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:43.312528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network hostable DHCP agents. Network: abc303e9-64b3-40af-b530-6d5136a0ebce, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:44:43.364297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network abc303e9-64b3-40af-b530-6d5136a0ebce is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:44:43.383625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, abc303e9-64b3-40af-b530-6d5136a0ebce) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:43.389164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:43.390190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.392622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.402622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] For port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:43.405209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d243bba-29c1-40b6-afff-58ca4a25aed9 None None] Network abc303e9-64b3-40af-b530-6d5136a0ebce requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:43.409865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] For port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:43.432388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-193a27d7-2820-46e0-b162-9d2c44d7504e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2478318 Jul 14 09:44:43.435447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50250) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:43.446355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'port': {'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'name': 'tempest-TaggedBootDevicesTest_v242-611158082', 'fixed_ips': [{'subnet_id': '475b94d5-7350-4d65-93c7-83bf6be3b87c'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:43.453676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Transition to ACTIVE for port object 8d67f152-0bf3-4b76-9309-5b75209d4e7d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:43.466864 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.592837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Transition to ACTIVE for port object 8d67f152-0bf3-4b76-9309-5b75209d4e7d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:43.595372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:43.657992 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.660147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8c166-1566-4821-af48-fc3a42f17a2c None None] Pushing event updated for resources: {'Port': ['ID=95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.719413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:43.723661 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:43.735909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Allocated IP 2001:db8::164 (5ad0c9e6-6263-4ebb-b841-8a013f50f034/3db62dc2-f118-4a5b-8b5e-978e4c8f0a25/71badf3b-b1f4-4605-a70d-9bccda7f8e2c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:43.751856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:43.781542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:43.789390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] device_id is not set on port c674859c-2659-4640-8ffd-07606442ab32 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:43.802554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Pushing event updated for resources: {'Port': ['ID=8d67f152-0bf3-4b76-9309-5b75209d4e7d,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:43.816838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-abc303e9-64b3-40af-b530-6d5136a0ebce', 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'fixed_ips': [{'subnet_id': 'ef8f7522-1892-4648-abc1-daddaa0deacf'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:44:43.818136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.104623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Attempting to bind port 8d67f152-0bf3-4b76-9309-5b75209d4e7d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:44.104996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Attempting to bind port 8d67f152-0bf3-4b76-9309-5b75209d4e7d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '1529a034-1203-4104-97c2-186a80aeea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:44.105361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Attempting to bind port 8d67f152-0bf3-4b76-9309-5b75209d4e7d on network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:44.117567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:44.117975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Checking segment: {'id': '1529a034-1203-4104-97c2-186a80aeea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:44.118384 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.118778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Bound using segment: {'id': '1529a034-1203-4104-97c2-186a80aeea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:44.119835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Bound port: 8d67f152-0bf3-4b76-9309-5b75209d4e7d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1529a034-1203-4104-97c2-186a80aeea34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:44.120251 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.148384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Allocated IP 10.2.2.2 (abc303e9-64b3-40af-b530-6d5136a0ebce/ef8f7522-1892-4648-abc1-daddaa0deacf/dcb21f95-1c33-4b41-b312-62eacc38d482) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:44.183805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.224499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Transition to ACTIVE for port object 71badf3b-b1f4-4605-a70d-9bccda7f8e2c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:44.302147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] For port 8d67f152-0bf3-4b76-9309-5b75209d4e7d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:44.321253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] For port 8d67f152-0bf3-4b76-9309-5b75209d4e7d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8d67f152-0bf3-4b76-9309-5b75209d4e7d,segment=NetworkSegment(1529a034-1203-4104-97c2-186a80aeea34),segment_id=1529a034-1203-4104-97c2-186a80aeea34)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:44.340623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Allocated IP 10.1.1.215 (a8f61289-c182-42aa-a179-f103deb902b5/475b94d5-7350-4d65-93c7-83bf6be3b87c/c674859c-2659-4640-8ffd-07606442ab32) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:44.344770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.346531 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.552262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:44.562700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:44.567773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:44.578002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:44.582601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.593976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=71badf3b-b1f4-4605-a70d-9bccda7f8e2c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:44.621816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0fe6-1cac-4ea5-8040-11a76168fe92 None None] Pushing event updated for resources: {'Port': ['ID=8d67f152-0bf3-4b76-9309-5b75209d4e7d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:44.664771 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a2fe9c00-5187-4b56-b4da-c8fa6ba448d1 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.0181098 Jul 14 09:44:44.665686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:44.672992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.709574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Transition to ACTIVE for port object c674859c-2659-4640-8ffd-07606442ab32 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:44.714139 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f59ba-2aad-4583-aeb1-ad3117d76d36 req-8d2ddab0-f273-4803-b28e-708a4ab06ca0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:44.719250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c1f59ba-2aad-4583-aeb1-ad3117d76d36 req-8d2ddab0-f273-4803-b28e-708a4ab06ca0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 945 time: 0.3101275 Jul 14 09:44:44.760675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.793199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Transition to ACTIVE for port object dcb21f95-1c33-4b41-b312-62eacc38d482 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:44.844668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Transition to ACTIVE for port object dcb21f95-1c33-4b41-b312-62eacc38d482 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:44.851677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.858345 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:44.937438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network a8f61289-c182-42aa-a179-f103deb902b5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:44.949760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:44.956494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Pushing event updated for resources: {'Port': ['ID=dcb21f95-1c33-4b41-b312-62eacc38d482,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:44.957790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:44.970277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c1f59ba-2aad-4583-aeb1-ad3117d76d36 req-59fb7a77-64cc-4205-8535-bee4a6aef7d2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747284 Jul 14 09:44:45.009232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Network abc303e9-64b3-40af-b530-6d5136a0ebce is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:45.012246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:45.024117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:45.058254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417c12b-a924-42e9-95cd-79a813be6d6f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.079896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=c674859c-2659-4640-8ffd-07606442ab32,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:45.085232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417c12b-a924-42e9-95cd-79a813be6d6f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.106683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417c12b-a924-42e9-95cd-79a813be6d6f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.107001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:45.111184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e417c12b-a924-42e9-95cd-79a813be6d6f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4416847 Jul 14 09:44:45.111715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.116904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:45.145515 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6e3d80ea-cf16-47f6-8a51-9e470bd4549d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7081995 Jul 14 09:44:45.146824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50280) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:45.155228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'port': {'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'name': 'tempest-TaggedBootDevicesTest_v242-1503529190', 'fixed_ips': [{'subnet_id': '475b94d5-7350-4d65-93c7-83bf6be3b87c'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:45.226208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Attempting to bind port dcb21f95-1c33-4b41-b312-62eacc38d482 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:44:45.226574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Attempting to bind port dcb21f95-1c33-4b41-b312-62eacc38d482 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:44:45.226936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Attempting to bind port dcb21f95-1c33-4b41-b312-62eacc38d482 on network abc303e9-64b3-40af-b530-6d5136a0ebce {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:44:45.245876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:44:45.246248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Checking segment: {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:44:45.246611 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.247009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Bound using segment: {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:44:45.247493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Bound port: dcb21f95-1c33-4b41-b312-62eacc38d482, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:44:45.247875 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.405754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:45.409977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:45.417265 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.428328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29a3f-8e61-4474-865c-946aaad5e33f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Deleting port 71badf3b-b1f4-4605-a70d-9bccda7f8e2c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:45.429266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbc29a3f-8e61-4474-865c-946aaad5e33f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.458620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] device_id is not set on port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:45.521851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] For port dcb21f95-1c33-4b41-b312-62eacc38d482, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:44:45.530588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] For port dcb21f95-1c33-4b41-b312-62eacc38d482, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dcb21f95-1c33-4b41-b312-62eacc38d482,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:44:45.547502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffa50be-4fa3-4f7b-a507-7a67ed102a51 None None] Network a8f61289-c182-42aa-a179-f103deb902b5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:45.656978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbc29a3f-8e61-4474-865c-946aaad5e33f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.701116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dbc29a3f-8e61-4474-865c-946aaad5e33f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Calling delete_port for 71badf3b-b1f4-4605-a70d-9bccda7f8e2c owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:45.723875 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:45.805378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-177a8d91-641f-4aa7-a725-ff9fc20e6fef None None] Provisioning for port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:45.966717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Allocated IP 10.1.1.219 (a8f61289-c182-42aa-a179-f103deb902b5/475b94d5-7350-4d65-93c7-83bf6be3b87c/8698ddc3-fc01-4b42-8dc4-84fd9081c676) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:45.995696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3785c7e-b26f-4f32-86de-4fb6963958af None None] Pushing event updated for resources: {'Port': ['ID=dcb21f95-1c33-4b41-b312-62eacc38d482,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.031710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:46.042743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:46.043151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.207736 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbc29a3f-8e61-4474-865c-946aaad5e33f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.320761 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.380117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc29a3f-8e61-4474-865c-946aaad5e33f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Port': ['ID=71badf3b-b1f4-4605-a70d-9bccda7f8e2c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.449525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:46.457946 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.459171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8d67f152-0bf3-4b76-9309-5b75209d4e7d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:46.559897 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.574235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74155e31-80bf-45b1-81f3-c41b00f720ec None None] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:46.600928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Transition to ACTIVE for port object 8698ddc3-fc01-4b42-8dc4-84fd9081c676 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:46.691312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.708049 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbc29a3f-8e61-4474-865c-946aaad5e33f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:46.710441 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dbc29a3f-8e61-4474-865c-946aaad5e33f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "DELETE /v2.0/ports/71badf3b-b1f4-4605-a70d-9bccda7f8e2c HTTP/1.1" status: 204 len: 168 time: 1.5924830 Jul 14 09:44:46.713078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:46.790520 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be1a8d3-aaed-4ebd-b59a-3b44e7035564 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] GET failed (client error): The resource could not be found. Jul 14 09:44:46.793003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8be1a8d3-aaed-4ebd-b59a-3b44e7035564 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "GET /v2.0/ports/71badf3b-b1f4-4605-a70d-9bccda7f8e2c HTTP/1.1" status: 404 len: 333 time: 0.0786700 Jul 14 09:44:46.796869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:46.809268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-806616336'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:46.816157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network a8f61289-c182-42aa-a179-f103deb902b5 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:46.826391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:46.834189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:46.970929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=8698ddc3-fc01-4b42-8dc4-84fd9081c676,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:46.993205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:46.993898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.019809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5bd90f2f-3f21-4a2c-b47a-341bd60cc7fd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8712187 Jul 14 09:44:47.101317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Made reservation on behalf of 8acbf8cf91064235ab39a9f8a3a090ef for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:47.109965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.161217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] device_id is not set on port 358c5453-d6e2-489f-8a35-4ef10ee482a0 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:47.200510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-43e0053e-6433-4ee1-a7d1-ae43e741636b None None] Provisioning for port 8d67f152-0bf3-4b76-9309-5b75209d4e7d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:47.209754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 8d67f152-0bf3-4b76-9309-5b75209d4e7d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:47.244987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8d67f152-0bf3-4b76-9309-5b75209d4e7d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:47.245650 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.382315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-43e0053e-6433-4ee1-a7d1-ae43e741636b None None] Provisioning complete for port 8d67f152-0bf3-4b76-9309-5b75209d4e7d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:47.382699 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-43e0053e-6433-4ee1-a7d1-ae43e741636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.384788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:47.445075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50320) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:47.450257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e0b450df-9619-4938-87ee-8b1342cd48d9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503877014', 'description': 'tempest-description--377454926'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:47.468422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Allocated IP 2001:db8::36f (5ad0c9e6-6263-4ebb-b841-8a013f50f034/3db62dc2-f118-4a5b-8b5e-978e4c8f0a25/358c5453-d6e2-489f-8a35-4ef10ee482a0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:47.537567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0b450df-9619-4938-87ee-8b1342cd48d9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.660845 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.738448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0b450df-9619-4938-87ee-8b1342cd48d9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.739393 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-43e0053e-6433-4ee1-a7d1-ae43e741636b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.748217 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0b450df-9619-4938-87ee-8b1342cd48d9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.809044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b450df-9619-4938-87ee-8b1342cd48d9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=996906cd-78b1-41c6-abcb-ed1b6a1c9a41,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:47.852149 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e0b450df-9619-4938-87ee-8b1342cd48d9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.854114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e0b450df-9619-4938-87ee-8b1342cd48d9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4076600 Jul 14 09:44:47.857051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50324) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:47.865170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a07a6e54-51a1-4f0c-93d8-67b1f33a127d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'security_group_rule': {'security_group_id': '996906cd-78b1-41c6-abcb-ed1b6a1c9a41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:47.896583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.909428 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a07a6e54-51a1-4f0c-93d8-67b1f33a127d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.925836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 8d67f152-0bf3-4b76-9309-5b75209d4e7d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8d67f152-0bf3-4b76-9309-5b75209d4e7d,segment=NetworkSegment(1529a034-1203-4104-97c2-186a80aeea34),segment_id=1529a034-1203-4104-97c2-186a80aeea34)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:47.939191 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:47.940690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Transition to ACTIVE for port object 358c5453-d6e2-489f-8a35-4ef10ee482a0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:48.095557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=8d67f152-0bf3-4b76-9309-5b75209d4e7d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.098876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224b2261-1fe6-48b6-8e90-34f2ba2c8a63 None None] Network abc303e9-64b3-40af-b530-6d5136a0ebce requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:44:48.110121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.138595 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-43e0053e-6433-4ee1-a7d1-ae43e741636b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:44:48.139114 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-43e0053e-6433-4ee1-a7d1-ae43e741636b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:44:48.176055 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a07a6e54-51a1-4f0c-93d8-67b1f33a127d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.197760 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a07a6e54-51a1-4f0c-93d8-67b1f33a127d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.249694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a6e54-51a1-4f0c-93d8-67b1f33a127d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd76445-338a-408f-9019-5367b0f8c534,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.259707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a07a6e54-51a1-4f0c-93d8-67b1f33a127d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.267263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a07a6e54-51a1-4f0c-93d8-67b1f33a127d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067259 Jul 14 09:44:48.267263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50330) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.277076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:48.279573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9c59c352-990f-4f98-ad53-34f44d2d1462 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'security_group_rule': {'security_group_id': '996906cd-78b1-41c6-abcb-ed1b6a1c9a41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:48.287176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:48.291354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:48.304732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:48.305453 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.339987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=358c5453-d6e2-489f-8a35-4ef10ee482a0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.343059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c59c352-990f-4f98-ad53-34f44d2d1462 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.376859 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5770805 Jul 14 09:44:48.384259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.387068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.387422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.387762 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.390176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.390618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.390966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.392437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.402166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50332) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.407701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.408146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.409040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.409381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7931c7-4252-48fa-b10b-2a114b01fe20 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:44:48.429230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:48.449472 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c59c352-990f-4f98-ad53-34f44d2d1462 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.457931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ab', 'mac_address': 'fa:16:3e:5c:7f:d3'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:48.512089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c59c352-990f-4f98-ad53-34f44d2d1462 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.599453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59c352-990f-4f98-ad53-34f44d2d1462 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655e9f1e-df12-4793-a050-064e848cf940,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:48.637508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:48.637894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.644129 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c59c352-990f-4f98-ad53-34f44d2d1462 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.654885 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9c59c352-990f-4f98-ad53-34f44d2d1462 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3843904 Jul 14 09:44:48.658046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50338) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:48.664382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:48.738578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.849299 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:48.972158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dcb21f95-1c33-4b41-b312-62eacc38d482 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:49.016727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.116467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning for port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:49.127305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port dcb21f95-1c33-4b41-b312-62eacc38d482 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:49.137817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning complete for port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:49.138636 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.235005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:49.257576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning complete for port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:49.257869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.286283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Allocated IP 172.25.0.236 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6621b45c-ce95-42a1-97f5-0e681bc4bf27) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:49.490120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning for port dcb21f95-1c33-4b41-b312-62eacc38d482 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:49.497992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning complete for port dcb21f95-1c33-4b41-b312-62eacc38d482 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:49.498630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.553453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.561941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.611302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.646719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=358c5453-d6e2-489f-8a35-4ef10ee482a0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:49.674589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] In _notify_port_updated(), no bound segment for port 358c5453-d6e2-489f-8a35-4ef10ee482a0 on network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:44:49.708979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:49.712596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.725071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1e588242-b342-471c-b5ec-fd91ec474ce9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "PUT /v2.0/ports/358c5453-d6e2-489f-8a35-4ef10ee482a0 HTTP/1.1" status: 200 len: 1002 time: 1.2736247 Jul 14 09:44:49.727717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50354) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:49.746170 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.809224 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.903336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:49.907321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] For port dcb21f95-1c33-4b41-b312-62eacc38d482, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dcb21f95-1c33-4b41-b312-62eacc38d482,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:44:49.912463 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:49.921733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:49.926411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:49.945283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=6621b45c-ce95-42a1-97f5-0e681bc4bf27,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:50.101413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3933ade4-e62c-40a3-ac9c-769a4344fa03 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Deleting port 358c5453-d6e2-489f-8a35-4ef10ee482a0 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:50.101766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3933ade4-e62c-40a3-ac9c-769a4344fa03 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.126875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Pushing event updated for resources: {'Port': ['ID=dcb21f95-1c33-4b41-b312-62eacc38d482,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:50.139718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning for port c674859c-2659-4640-8ffd-07606442ab32 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:50.155964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning complete for port c674859c-2659-4640-8ffd-07606442ab32 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:50.156544 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.207575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8d67f152-0bf3-4b76-9309-5b75209d4e7d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:50.302744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Port c674859c-2659-4640-8ffd-07606442ab32 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:50.366072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning complete for port 8d67f152-0bf3-4b76-9309-5b75209d4e7d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:50.367711 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.468350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 8d67f152-0bf3-4b76-9309-5b75209d4e7d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:50.469979 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.677546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning for port 660aef86-f1b8-456a-8e74-a8ff81c586e2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:50.688531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Provisioning complete for port 660aef86-f1b8-456a-8e74-a8ff81c586e2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:50.688917 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:50.757844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad40a7-e6ba-44cc-aa9b-3226604f82db None None] Port 660aef86-f1b8-456a-8e74-a8ff81c586e2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:50.961786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Provisioning for port 358c5453-d6e2-489f-8a35-4ef10ee482a0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:50.975407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Provisioning complete for port 358c5453-d6e2-489f-8a35-4ef10ee482a0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:50.975707 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.079732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Port 358c5453-d6e2-489f-8a35-4ef10ee482a0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:51.121055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Provisioning complete for port dcb21f95-1c33-4b41-b312-62eacc38d482 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:51.121055 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.147984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.239328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.316482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Could not find standard attr ID for object 71badf3b-b1f4-4605-a70d-9bccda7f8e2c. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:44:51.335995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Provisioning complete for port 660aef86-f1b8-456a-8e74-a8ff81c586e2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:51.336309 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.382410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c020009f-be23-4607-a73d-649a5ffc265f None None] Port 660aef86-f1b8-456a-8e74-a8ff81c586e2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:51.514611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3933ade4-e62c-40a3-ac9c-769a4344fa03 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.535432 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.541802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.544000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-111b00b3-007d-4a68-93e5-e230313ab33e None None] Provisioning complete for port 358c5453-d6e2-489f-8a35-4ef10ee482a0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:51.545100 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-111b00b3-007d-4a68-93e5-e230313ab33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.548569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3933ade4-e62c-40a3-ac9c-769a4344fa03 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Calling delete_port for 358c5453-d6e2-489f-8a35-4ef10ee482a0 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:51.630385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-111b00b3-007d-4a68-93e5-e230313ab33e None None] Port 358c5453-d6e2-489f-8a35-4ef10ee482a0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:51.676814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=6621b45c-ce95-42a1-97f5-0e681bc4bf27,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:51.692754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3933ade4-e62c-40a3-ac9c-769a4344fa03 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.699405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.716127 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.717696 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c4463da5-0491-4d0a-a9bc-be450e9224a4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0580163 Jul 14 09:44:51.862753 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb6b975a-a58c-41f3-b8b3-5e947b219f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:51.920391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933ade4-e62c-40a3-ac9c-769a4344fa03 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Port': ['ID=358c5453-d6e2-489f-8a35-4ef10ee482a0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:52.018129 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3933ade4-e62c-40a3-ac9c-769a4344fa03 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.023093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:52.023303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3933ade4-e62c-40a3-ac9c-769a4344fa03 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "DELETE /v2.0/ports/358c5453-d6e2-489f-8a35-4ef10ee482a0 HTTP/1.1" status: 204 len: 168 time: 2.2938881 Jul 14 09:44:52.031289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc51b6a-46f4-4df7-85bb-fb45a91e50a9 req-da891f54-1210-4e62-93be-080fd67542be tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:52.033321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4bc51b6a-46f4-4df7-85bb-fb45a91e50a9 req-da891f54-1210-4e62-93be-080fd67542be tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.6259115 Jul 14 09:44:52.071634 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d44fa7-ec48-4e42-840c-24a2001aabe2 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] GET failed (client error): The resource could not be found. Jul 14 09:44:52.075348 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-61d44fa7-ec48-4e42-840c-24a2001aabe2 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "GET /v2.0/ports/358c5453-d6e2-489f-8a35-4ef10ee482a0 HTTP/1.1" status: 404 len: 333 time: 0.0488122 Jul 14 09:44:52.080715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50384) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:52.087453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-173021840'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:52.131329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4bc51b6a-46f4-4df7-85bb-fb45a91e50a9 req-f99d1a2e-afc9-4425-a191-ad48b5012f0e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897388 Jul 14 09:44:52.149058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dcb21f95-1c33-4b41-b312-62eacc38d482 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:44:52.279212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port dcb21f95-1c33-4b41-b312-62eacc38d482 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:52.279589 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.383076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-84c57cce-7c27-4c86-a95c-f9d80201b643 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--503877014&fields=id&tenant_id=da93836ffb284fb8873580293160a764 HTTP/1.1" status: 200 len: 267 time: 0.1087756 Jul 14 09:44:52.474695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Made reservation on behalf of 8acbf8cf91064235ab39a9f8a3a090ef for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:52.478448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.497950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] device_id is not set on port d81326e0-f6f8-4824-87c7-b136a465aa55 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:52.523304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-dcfcf8c5-fb07-45f1-bab6-9b92908ccf3e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:52.530989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-dcfcf8c5-fb07-45f1-bab6-9b92908ccf3e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports/c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 936 time: 0.1315312 Jul 14 09:44:52.694839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Allocated IP 2001:db8::178 (5ad0c9e6-6263-4ebb-b841-8a013f50f034/3db62dc2-f118-4a5b-8b5e-978e4c8f0a25/d81326e0-f6f8-4824-87c7-b136a465aa55) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:52.871592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a01493-89dd-4754-80fb-d5d02fd7558b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:52.873122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a01493-89dd-4754-80fb-d5d02fd7558b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports/8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 937 time: 0.3411760 Jul 14 09:44:52.922294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:52.939788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Transition to ACTIVE for port object d81326e0-f6f8-4824-87c7-b136a465aa55 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:53.010285 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-7f4c88ee-1756-4589-baf9-d262da994dd7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0558200 Jul 14 09:44:53.075951 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-402c3b59-1024-471c-8ea7-3a1a8f63579b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0589843 Jul 14 09:44:53.235757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-edad11af-460d-4229-898f-656d93a5f4ae tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.242931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-edad11af-460d-4229-898f-656d93a5f4ae tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.251125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-edad11af-460d-4229-898f-656d93a5f4ae tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.260140 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-edad11af-460d-4229-898f-656d93a5f4ae tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/networks?id=c0a23679-4185-490c-8b16-e72740c16252&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=abc303e9-64b3-40af-b530-6d5136a0ebce&id=abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 200 len: 1995 time: 0.1820779 Jul 14 09:44:53.270248 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.316847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-343e818b-b8cd-4043-96b1-b11d026ae30e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/quotas/da93836ffb284fb8873580293160a764 HTTP/1.1" status: 200 len: 375 time: 0.0554481 Jul 14 09:44:53.383370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:53.391752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:53.407176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:53.422572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.423276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:53.482784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=d81326e0-f6f8-4824-87c7-b136a465aa55,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:53.511130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fb08a-be39-43ed-9c3f-4461681f227d req-5b3f83a0-6f72-413e-9994-956f0e507ec7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:53.518983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7fb08a-be39-43ed-9c3f-4461681f227d req-5b3f83a0-6f72-413e-9994-956f0e507ec7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1266491 Jul 14 09:44:53.593463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b338595d-f39d-4191-bd17-a7e81a08d033 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5112062 Jul 14 09:44:53.596701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50452) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:53.605380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5c:7f:d3'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:53.615421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec7fb08a-be39-43ed-9c3f-4461681f227d req-0ca9dac7-d676-4a9f-a0c3-9c0591a28a4b tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953360 Jul 14 09:44:53.698478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-bdd8e9f9-f281-40bd-b440-bb97f0711955 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3781302 Jul 14 09:44:53.946119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-39dbbcd3-382e-4835-b5b7-f85ef252f098 service neutron] 10.222.0.73 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295802 Jul 14 09:44:53.992033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-53324c2e-936a-4b6f-9915-289d77a5f3e0 None None] Provisioning for port d81326e0-f6f8-4824-87c7-b136a465aa55 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:54.005936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-53324c2e-936a-4b6f-9915-289d77a5f3e0 None None] Provisioning complete for port d81326e0-f6f8-4824-87c7-b136a465aa55 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:54.006325 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53324c2e-936a-4b6f-9915-289d77a5f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.069785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-53324c2e-936a-4b6f-9915-289d77a5f3e0 None None] Port d81326e0-f6f8-4824-87c7-b136a465aa55 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:54.096334 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.176977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1fdd9abe-b32b-4ffa-8ba1-1436e56530ec service neutron] 10.222.0.73 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230341 Jul 14 09:44:54.222191 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-00c7250c-6a80-45cf-9164-9d3a978f255d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.301987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f5b27ae5-6019-454d-b7ac-963adcfeefc0 service neutron] 10.222.0.73 "GET /v2.0/ports/c674859c-2659-4640-8ffd-07606442ab32?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1184435 Jul 14 09:44:54.471529 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.480439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3019750e-4725-4cf7-8644-3d7ec42fa19c service neutron] 10.222.0.73 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723170 Jul 14 09:44:54.483561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.500966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.605100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] In _notify_port_updated(), no bound segment for port d81326e0-f6f8-4824-87c7-b136a465aa55 on network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:44:54.611520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.611802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.616240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "PUT /v2.0/ports/d81326e0-f6f8-4824-87c7-b136a465aa55 HTTP/1.1" status: 200 len: 1002 time: 1.0182071 Jul 14 09:44:54.616503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50488) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:54.647681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33ef14-4d70-47dc-8682-3fe58a4313fe tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=d81326e0-f6f8-4824-87c7-b136a465aa55,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:54.711627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-569661d6-aef0-474a-8f95-eadfdfb6960c service neutron] 10.222.0.73 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191167 Jul 14 09:44:54.845042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-c5b09035-52d0-4ff3-b257-50da4d3b79ed service neutron] 10.222.0.73 "GET /v2.0/ports/8698ddc3-fc01-4b42-8dc4-84fd9081c676?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1324692 Jul 14 09:44:54.919524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-820f24de-111a-403a-ab66-578f92e21335 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Deleting port d81326e0-f6f8-4824-87c7-b136a465aa55 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:54.919933 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-820f24de-111a-403a-ab66-578f92e21335 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:54.977554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067bf3d-d6b7-4ae4-9b2d-15bec4e6a10d req-a6b985bf-efe4-4866-b223-875638da7831 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:54.979294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f067bf3d-d6b7-4ae4-9b2d-15bec4e6a10d req-a6b985bf-efe4-4866-b223-875638da7831 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.2074842 Jul 14 09:44:55.056391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-ba2c98d8-32b1-4ff7-a6b2-725519c854b9 service neutron] 10.222.0.73 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012377 Jul 14 09:44:55.080833 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f067bf3d-d6b7-4ae4-9b2d-15bec4e6a10d req-946a07da-cf1f-45b8-9b56-ad360e02b4db tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889592 Jul 14 09:44:55.090622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-820f24de-111a-403a-ab66-578f92e21335 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.112974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-820f24de-111a-403a-ab66-578f92e21335 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Calling delete_port for d81326e0-f6f8-4824-87c7-b136a465aa55 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:55.114169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ae6e2d8c-6213-4b00-8eb1-b0aac9bcde2b None None] Provisioning complete for port d81326e0-f6f8-4824-87c7-b136a465aa55 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:55.114669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ae6e2d8c-6213-4b00-8eb1-b0aac9bcde2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.185966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ae6e2d8c-6213-4b00-8eb1-b0aac9bcde2b None None] Port d81326e0-f6f8-4824-87c7-b136a465aa55 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:55.215985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-ae71983e-9862-4c22-8cba-72825c25950a service neutron] 10.222.0.73 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577172 Jul 14 09:44:55.325300 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-7c49038b-9f8c-49f6-a629-f74812586412 service neutron] 10.222.0.73 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025476 Jul 14 09:44:55.406134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-62e5bbea-7c29-4fa6-8132-4876facbab74 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:55.407747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-62e5bbea-7c29-4fa6-8132-4876facbab74 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 815 time: 0.1827350 Jul 14 09:44:55.432684 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-e4f7ff4a-24bd-4fa3-b146-a79a24d6ebfd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/quotas/89162cbbec274f159e006e7cd929e8c6 HTTP/1.1" status: 200 len: 375 time: 0.0151713 Jul 14 09:44:55.454232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-820f24de-111a-403a-ab66-578f92e21335 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.461530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-8531036c-d578-4b09-a214-fa7307e2867e service neutron] 10.222.0.73 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289022 Jul 14 09:44:55.505081 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f24de-111a-403a-ab66-578f92e21335 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Port': ['ID=d81326e0-f6f8-4824-87c7-b136a465aa55,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:55.560137 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-620a53f6-f1f1-443b-831f-32a549c4e8e0 service neutron] 10.222.0.73 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973663 Jul 14 09:44:55.572394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-820f24de-111a-403a-ab66-578f92e21335 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.573510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:55.575272 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-820f24de-111a-403a-ab66-578f92e21335 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "DELETE /v2.0/ports/d81326e0-f6f8-4824-87c7-b136a465aa55 HTTP/1.1" status: 204 len: 168 time: 0.9564831 Jul 14 09:44:55.578904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50514) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.614709 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c84b961-445a-41e1-8151-5b7728f1b4a4 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] GET failed (client error): The resource could not be found. Jul 14 09:44:55.616395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7c84b961-445a-41e1-8151-5b7728f1b4a4 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "GET /v2.0/ports/d81326e0-f6f8-4824-87c7-b136a465aa55 HTTP/1.1" status: 404 len: 333 time: 0.0365119 Jul 14 09:44:55.620919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50516) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:55.625152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1904042660'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:55.674045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-21ad22b7-57ba-4094-9af9-9310ba6f19d1 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2327168 Jul 14 09:44:55.725133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-543ac0f6-0f74-426d-9a1c-1286e11befe7 service neutron] 10.222.0.73 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631756 Jul 14 09:44:55.828830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-dc7417dd-0184-4e79-bbdb-86b89a08abe4 service neutron] 10.222.0.73 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514068 Jul 14 09:44:55.935678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-60506841-f76d-4959-9726-55c55bfbde69 service neutron] 10.222.0.73 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094526 Jul 14 09:44:56.015009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-7ff50d0e-a55a-439c-adc5-12f2f7c08a57 service neutron] 10.222.0.73 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850815 Jul 14 09:44:56.034916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Made reservation on behalf of 8acbf8cf91064235ab39a9f8a3a090ef for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:56.039992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.075283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] device_id is not set on port 71213280-109c-4e2f-8004-0aaa264c858d yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:56.090948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-ee5dc96c-3dac-4581-af0b-d91d84eeaffb service neutron] 10.222.0.73 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543777 Jul 14 09:44:56.224510 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-114c5d6a-aef3-4412-8526-035cd6e23660 service neutron] 10.222.0.73 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325998 Jul 14 09:44:56.237410 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:44:56.286346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Allocated IP 2001:db8::295 (5ad0c9e6-6263-4ebb-b841-8a013f50f034/3db62dc2-f118-4a5b-8b5e-978e4c8f0a25/71213280-109c-4e2f-8004-0aaa264c858d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:56.446971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4cc95bf5-218d-4fbe-b156-176c93741aad service neutron] 10.222.0.73 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083516 Jul 14 09:44:56.601223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff38464-d112-44ef-808c-adcc17cc2458 req-6f1f2e2d-b1d2-49ce-b944-1c69ef520598 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:56.615247 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bff38464-d112-44ef-808c-adcc17cc2458 req-6f1f2e2d-b1d2-49ce-b944-1c69ef520598 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.2582843 Jul 14 09:44:56.734288 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.792830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bff38464-d112-44ef-808c-adcc17cc2458 req-5b3147ed-41b3-4e30-8868-3e61a7173d81 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761100 Jul 14 09:44:56.796353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Transition to ACTIVE for port object 71213280-109c-4e2f-8004-0aaa264c858d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:56.912761 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.915027 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:56.966858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:57.018039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:57.029697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:57.039947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:57.040790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.073132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:57.073667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4522903 Jul 14 09:44:57.079081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'network_id': '5ad0c9e6-6263-4ebb-b841-8a013f50f034', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-62426904'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:57.130028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03dde5f6-1f71-443a-81b1-58563fddef46 req-31df16ef-f784-4b9a-a7eb-2e9ab3f0c377 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 210 time: 0.1219649 Jul 14 09:44:57.156738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2e75d-2703-4005-9230-64395f965e2f tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=71213280-109c-4e2f-8004-0aaa264c858d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:57.242810 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.348085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Made reservation on behalf of 8acbf8cf91064235ab39a9f8a3a090ef for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:57.351723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.380744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] device_id is not set on port e043825c-b233-461e-b783-ad2bb1625ca2 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:44:57.542861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Allocated IP 2001:db8::198 (5ad0c9e6-6263-4ebb-b841-8a013f50f034/3db62dc2-f118-4a5b-8b5e-978e4c8f0a25/e043825c-b233-461e-b783-ad2bb1625ca2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:57.558151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bcb9b940-d88d-4297-86bf-fec2c4d869d6 None None] Provisioning for port 71213280-109c-4e2f-8004-0aaa264c858d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:57.565301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bcb9b940-d88d-4297-86bf-fec2c4d869d6 None None] Provisioning complete for port 71213280-109c-4e2f-8004-0aaa264c858d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:57.566050 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bcb9b940-d88d-4297-86bf-fec2c4d869d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.612520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9b940-d88d-4297-86bf-fec2c4d869d6 None None] Port 71213280-109c-4e2f-8004-0aaa264c858d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:57.733473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.753053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Transition to ACTIVE for port object e043825c-b233-461e-b783-ad2bb1625ca2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:44:57.813534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:57.871034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19e1efc2-9051-41b3-aef8-8d4ab59a11d4 req-467ed794-bacf-4034-b37b-be36079228e1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0658762 Jul 14 09:44:57.904947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:57.909465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:57.924842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:57.931966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:57.932711 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.016665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=e043825c-b233-461e-b783-ad2bb1625ca2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:58.079333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-329eb55c-cbeb-49e9-a6cb-eca1bfc25966 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0045745 Jul 14 09:44:58.084780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:58.091102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1ab', 'mac_address': 'fa:16:3e:5c:7f:d3'}, {'ip_address': '2001:db8::295', 'mac_address': 'fa:16:3e:12:c3:07'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:58.266558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ce579-8a6a-47e6-be04-605d9bcf3c97 req-5db23742-d25a-40f8-b991-c4ece8780333 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.281520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b14ce579-8a6a-47e6-be04-605d9bcf3c97 req-5db23742-d25a-40f8-b991-c4ece8780333 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.2472022 Jul 14 09:44:58.354727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-8995ad7d-a2a4-4112-b56f-8dfddc3970ef tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:58.367811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-8995ad7d-a2a4-4112-b56f-8dfddc3970ef tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.69 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 815 time: 0.3806827 Jul 14 09:44:58.378487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b14ce579-8a6a-47e6-be04-605d9bcf3c97 req-66435e9e-395f-4fca-a121-9cdf076609be tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957119 Jul 14 09:44:58.397289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Request body: {'port': {'device_id': '0511ce42-8e46-4298-a5e4-c15c8365c4da', 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'admin_state_up': True, 'tenant_id': '89162cbbec274f159e006e7cd929e8c6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:44:58.405579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-526508fb-d75a-4d0e-86fe-ca43bf09b579 None None] Provisioning for port e043825c-b233-461e-b783-ad2bb1625ca2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:44:58.419459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-526508fb-d75a-4d0e-86fe-ca43bf09b579 None None] Provisioning complete for port e043825c-b233-461e-b783-ad2bb1625ca2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:58.421129 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-526508fb-d75a-4d0e-86fe-ca43bf09b579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.451714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6f10d08-13f3-433a-b6f9-d226d16f8dcb req-e968be2b-9148-4c82-9144-f21fac30f959 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 210 time: 0.0454385 Jul 14 09:44:58.537890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-526508fb-d75a-4d0e-86fe-ca43bf09b579 None None] Port e043825c-b233-461e-b783-ad2bb1625ca2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:58.627668 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:58.781075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Made reservation on behalf of 89162cbbec274f159e006e7cd929e8c6 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:44:58.784836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.023860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.033585 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.075130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Allocated IP 172.20.0.13 (b1801140-b883-4e1b-ad24-03ff37d1b9d9/47d5bc25-62a8-4342-9fa6-592761b94de1/1ad0b0ae-1bca-47fc-bfac-89ab75de4d47) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:44:59.085915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] In _notify_port_updated(), no bound segment for port e043825c-b233-461e-b783-ad2bb1625ca2 on network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:44:59.094095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:59.094276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.098788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "PUT /v2.0/ports/e043825c-b233-461e-b783-ad2bb1625ca2 HTTP/1.1" status: 200 len: 1066 time: 1.0128472 Jul 14 09:44:59.098993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50594) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:44:59.134367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2930eb-6b0d-4716-9d1f-eca725b22888 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event updated for resources: {'Port': ['ID=e043825c-b233-461e-b783-ad2bb1625ca2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.364796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d090e2b-73be-4a81-8d37-ca6bef39b709 req-365f3f50-6fde-4e4c-8e98-cf61bbe7ecf0 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0545087 Jul 14 09:44:59.372449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.477511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.479482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-31d8d5e8-50df-4959-bf82-4ffe15c8e1a9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Deleting port e043825c-b233-461e-b783-ad2bb1625ca2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:44:59.479828 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31d8d5e8-50df-4959-bf82-4ffe15c8e1a9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.492298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3abc61f1-c105-4866-bb78-c9b96b4f7616', '7a157f43-8d60-449b-954d-7ee92018c077'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:44:59.644015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Network b1801140-b883-4e1b-ad24-03ff37d1b9d9 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:44:59.653465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:44:59.669824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:44:59.679602 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31d8d5e8-50df-4959-bf82-4ffe15c8e1a9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.687803 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.705536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-03218821-344a-4325-960e-2234bf8285ec None None] Provisioning complete for port e043825c-b233-461e-b783-ad2bb1625ca2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:44:59.708527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03218821-344a-4325-960e-2234bf8285ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.718572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-31d8d5e8-50df-4959-bf82-4ffe15c8e1a9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Calling delete_port for e043825c-b233-461e-b783-ad2bb1625ca2 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:44:59.773396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Pushing event updated for resources: {'Port': ['ID=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:44:59.823076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-03218821-344a-4325-960e-2234bf8285ec None None] Port e043825c-b233-461e-b783-ad2bb1625ca2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:44:59.857660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:44:59.858602 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:44:59.888584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-688cf3c6-2198-42d0-ab63-648738196dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5043406 Jul 14 09:44:59.908800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Request body: {'port': {'device_id': '0511ce42-8e46-4298-a5e4-c15c8365c4da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:00.014340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d9e43-4715-4463-be66-5fdf8f710f9a req-c5fbd6d5-f7ba-41b5-b26a-0206782a167e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:00.027124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-000d9e43-4715-4463-be66-5fdf8f710f9a req-c5fbd6d5-f7ba-41b5-b26a-0206782a167e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.2813091 Jul 14 09:45:00.034994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-37d35d6f-1f0e-4f40-b63a-2662a7201c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:00.036482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-37d35d6f-1f0e-4f40-b63a-2662a7201c52 service neutron] 10.222.0.66 "GET /v2.0/ports/c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 1032 time: 0.1646485 Jul 14 09:45:00.152233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-000d9e43-4715-4463-be66-5fdf8f710f9a req-1e914b3f-965b-4a12-a4dc-176691fde295 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234431 Jul 14 09:45:00.161533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31d8d5e8-50df-4959-bf82-4ffe15c8e1a9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.175161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.283057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-957651d0-89d1-4d7e-a4a0-86899099ca47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:00.285987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-957651d0-89d1-4d7e-a4a0-86899099ca47 service neutron] 10.222.0.66 "GET /v2.0/ports/8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 1033 time: 0.2395477 Jul 14 09:45:00.302319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8d5e8-50df-4959-bf82-4ffe15c8e1a9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Port': ['ID=e043825c-b233-461e-b783-ad2bb1625ca2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:00.530089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb755530-c339-4452-9488-c904b04d1641 req-0e045fe7-9cb1-444e-a0f3-b37829fbea9e tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:00.545585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb755530-c339-4452-9488-c904b04d1641 req-0e045fe7-9cb1-444e-a0f3-b37829fbea9e tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 932 time: 0.6650805 Jul 14 09:45:00.682486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:00.703786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.730697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Transition to ACTIVE for port object 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:00.756101 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:00.821949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb755530-c339-4452-9488-c904b04d1641 req-f5bb73f6-f6bd-4f39-9353-0a137893f896 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740223 Jul 14 09:45:00.835281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec211b64-794b-4500-b1e2-1305b421ed09 req-8f9c3d74-915c-4684-86fd-ec85333f8a1e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.1018295 Jul 14 09:45:00.956403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.036326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-78ed2c66-3443-494e-90db-5243da495919 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.044432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-78ed2c66-3443-494e-90db-5243da495919 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.051575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-78ed2c66-3443-494e-90db-5243da495919 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.054183 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-78ed2c66-3443-494e-90db-5243da495919 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "GET /v2.0/networks?id=c0a23679-4185-490c-8b16-e72740c16252&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=abc303e9-64b3-40af-b530-6d5136a0ebce&id=abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 200 len: 1995 time: 0.7596569 Jul 14 09:45:01.055418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31d8d5e8-50df-4959-bf82-4ffe15c8e1a9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.059890 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-31d8d5e8-50df-4959-bf82-4ffe15c8e1a9 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "DELETE /v2.0/ports/e043825c-b233-461e-b783-ad2bb1625ca2 HTTP/1.1" status: 204 len: 168 time: 1.9542181 Jul 14 09:45:01.060909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50616) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.101907 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc422e5-1450-4a3c-9470-d547efff10fa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] GET failed (client error): The resource could not be found. Jul 14 09:45:01.106692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8bc422e5-1450-4a3c-9470-d547efff10fa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "GET /v2.0/ports/e043825c-b233-461e-b783-ad2bb1625ca2 HTTP/1.1" status: 404 len: 333 time: 0.0422964 Jul 14 09:45:01.106692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50620) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:01.125541 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a3f09c27-d8a3-4fc3-b6b8-6e1b83fb63eb tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da93836ffb284fb8873580293160a764 HTTP/1.1" status: 200 len: 379 time: 0.0602801 Jul 14 09:45:01.135566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'admin_state_up': True, 'tenant_id': 'da93836ffb284fb8873580293160a764', 'security_groups': ['996906cd-78b1-41c6-abcb-ed1b6a1c9a41']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:01.183074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Attempting to bind port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:01.183429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Attempting to bind port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:01.183764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Attempting to bind port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:01.198013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:01.198265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Attempting to bind port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:01.252995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:01.253618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Checking segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:01.254023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Bound using segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:01.254481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Bound port: 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:01.255096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.294438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:01.304702 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.367740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-15e9a6f0-9a79-495b-a910-c7b523f41d1b tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Deleting port 71213280-109c-4e2f-8004-0aaa264c858d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:01.368095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15e9a6f0-9a79-495b-a910-c7b523f41d1b tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.455651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] For port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:01.461672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] For port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:01.466918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.541112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:01.557946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Allocated IP 172.20.0.5 (c0a23679-4185-490c-8b16-e72740c16252/81804484-c2db-4e74-8daa-f75361a1ba82/98a3df84-3902-4684-8e09-b9098d8a76ab) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:01.568071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.569624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.571749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-9492bd73-acc9-464b-b29a-a77be47c9bb5 service neutron] 10.222.0.69 "PUT /v2.0/ports/1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 HTTP/1.1" status: 200 len: 1093 time: 1.6743019 Jul 14 09:45:01.572505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0511ce42-8e46-4298-a5e4-c15c8365c4da', 'tag': '1ad0b0ae-1bca-47fc-bfac-89ab75de4d47'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:01.575354 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18e6a9c-190a-4412-9522-c4ea054e6755" -d '{"events": [{"name": "network-changed", "server_uuid": "0511ce42-8e46-4298-a5e4-c15c8365c4da", "tag": "1ad0b0ae-1bca-47fc-bfac-89ab75de4d47"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:01.676792 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13daa011-70e5-4d4f-970d-3df3357124ac x-openstack-request-id: req-13daa011-70e5-4d4f-970d-3df3357124ac {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:01.677196 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0511ce42-8e46-4298-a5e4-c15c8365c4da", "tag": "1ad0b0ae-1bca-47fc-bfac-89ab75de4d47", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:01.677758 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-13daa011-70e5-4d4f-970d-3df3357124ac {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:01.678817 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0511ce42-8e46-4298-a5e4-c15c8365c4da', 'tag': '1ad0b0ae-1bca-47fc-bfac-89ab75de4d47', 'status': 'completed', 'code': 200} Jul 14 09:45:01.683903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15e9a6f0-9a79-495b-a910-c7b523f41d1b tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:01.703318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-15e9a6f0-9a79-495b-a910-c7b523f41d1b tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Calling delete_port for 71213280-109c-4e2f-8004-0aaa264c858d owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:01.742154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-147a0117-fe69-4b5c-8111-f5d587488cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.744645 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-147a0117-fe69-4b5c-8111-f5d587488cfc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 1096 time: 0.1275082 Jul 14 09:45:01.974988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90315530-d3ef-4035-a517-1c04d0e5f07f req-c63ab9b8-cf32-455f-80b3-c205ac14b65d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:01.976647 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90315530-d3ef-4035-a517-1c04d0e5f07f req-c63ab9b8-cf32-455f-80b3-c205ac14b65d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.4014180 Jul 14 09:45:02.534889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.550962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Transition to ACTIVE for port object 98a3df84-3902-4684-8e09-b9098d8a76ab will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:02.600440 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.612056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-bb865017-76c8-4194-9f2a-64edd4f2df1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 HTTP/1.1" status: 200 len: 217 time: 0.0849533 Jul 14 09:45:02.663804 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90315530-d3ef-4035-a517-1c04d0e5f07f req-293bf212-ac69-4217-afa9-57d6233b657e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6800997 Jul 14 09:45:02.688209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network c0a23679-4185-490c-8b16-e72740c16252 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:02.695452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:02.701019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:02.706807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=98a3df84-3902-4684-8e09-b9098d8a76ab,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:02.746420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298e7ae-5d8f-4da4-86fa-7b3f66cd6aff req-6eecb1aa-104c-4526-b59d-86f2c49a11cc tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.759686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1298e7ae-5d8f-4da4-86fa-7b3f66cd6aff req-6eecb1aa-104c-4526-b59d-86f2c49a11cc tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 944 time: 0.2330043 Jul 14 09:45:02.762144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-2e3a62e8-d236-4ec5-af5a-7357a550f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.765349 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-2e3a62e8-d236-4ec5-af5a-7357a550f882 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.1410770 Jul 14 09:45:02.787462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:02.789846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:02.812909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-91a4faf3-8c2a-4ac8-9da0-3b1620739309 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6814854 Jul 14 09:45:02.825354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'admin_state_up': True, 'tenant_id': 'da93836ffb284fb8873580293160a764', 'security_groups': ['996906cd-78b1-41c6-abcb-ed1b6a1c9a41']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:02.915717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1298e7ae-5d8f-4da4-86fa-7b3f66cd6aff req-22cddd33-5839-44ef-9088-92fdff7f68c6 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548958 Jul 14 09:45:02.984860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-cc4d0c50-48ce-4871-93e4-8b83758bdbad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481512 Jul 14 09:45:03.162482 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15e9a6f0-9a79-495b-a910-c7b523f41d1b tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.258328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9a6f0-9a79-495b-a910-c7b523f41d1b tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Port': ['ID=71213280-109c-4e2f-8004-0aaa264c858d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:03.279611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9df01b92-dd7b-43e7-a053-26146c37b301 None None] Provisioning for port 98a3df84-3902-4684-8e09-b9098d8a76ab completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:03.289377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9df01b92-dd7b-43e7-a053-26146c37b301 None None] Provisioning complete for port 98a3df84-3902-4684-8e09-b9098d8a76ab triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:03.289899 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9df01b92-dd7b-43e7-a053-26146c37b301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.344817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-bef7c385-6720-4b8f-9425-48d8e3af2202 service neutron] 10.222.0.69 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589671 Jul 14 09:45:03.386179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9df01b92-dd7b-43e7-a053-26146c37b301 None None] Port 98a3df84-3902-4684-8e09-b9098d8a76ab cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:03.397721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54f3ec-39c2-4c17-8266-0896aa820288 req-14c1e69b-ca48-4057-820c-531eb4fd952d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:03.405978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd54f3ec-39c2-4c17-8266-0896aa820288 req-14c1e69b-ca48-4057-820c-531eb4fd952d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 931 time: 0.3662312 Jul 14 09:45:03.424635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15e9a6f0-9a79-495b-a910-c7b523f41d1b tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.432892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-15e9a6f0-9a79-495b-a910-c7b523f41d1b tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "DELETE /v2.0/ports/71213280-109c-4e2f-8004-0aaa264c858d HTTP/1.1" status: 204 len: 168 time: 2.3248599 Jul 14 09:45:03.433621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50652) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.443359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:03.449507 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:03.542701 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd54f3ec-39c2-4c17-8266-0896aa820288 req-631fb7f8-d20f-47ad-b31d-1f042299d03d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353025 Jul 14 09:45:03.713655 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d5e108-9ff6-4957-876c-3720c5615f65 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] GET failed (client error): The resource could not be found. Jul 14 09:45:03.715604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-85d5e108-9ff6-4957-876c-3720c5615f65 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "GET /v2.0/ports/71213280-109c-4e2f-8004-0aaa264c858d HTTP/1.1" status: 404 len: 333 time: 0.2533648 Jul 14 09:45:03.742197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50662) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:03.816113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Allocated IP 10.1.1.251 (a8f61289-c182-42aa-a179-f103deb902b5/475b94d5-7350-4d65-93c7-83bf6be3b87c/36c58c52-ca6a-4936-ac5c-a536ed1934ae) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:03.874356 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-193eddd6-97aa-4e88-97c2-0e25f45f01a0 req-e873670c-2339-411d-a7fc-f5d7cbfdfc38 service neutron] 10.222.0.69 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725294 Jul 14 09:45:04.037695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-b03b9f4a-87ca-42bf-a100-d6338a4ba067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.039586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-b03b9f4a-87ca-42bf-a100-d6338a4ba067 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 1097 time: 0.3185363 Jul 14 09:45:04.055909 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.080531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Transition to ACTIVE for port object 36c58c52-ca6a-4936-ac5c-a536ed1934ae will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:04.127460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd86481-0494-4182-b13f-96898a58c21f req-c4f1b077-1628-425d-94b3-dc5a78675226 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.138711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdd86481-0494-4182-b13f-96898a58c21f req-c4f1b077-1628-425d-94b3-dc5a78675226 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.3245740 Jul 14 09:45:04.144712 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.259639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=36c58c52-ca6a-4936-ac5c-a536ed1934ae,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:04.278056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f9232206-9aa6-452e-ad8d-59fd9917b81c tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Deleting port 660aef86-f1b8-456a-8e74-a8ff81c586e2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:04.278413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9232206-9aa6-452e-ad8d-59fd9917b81c tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.320865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-5a5cec5e-1e9d-4087-99e9-b9a0718e9346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.322431 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-5a5cec5e-1e9d-4087-99e9-b9a0718e9346 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 1096 time: 0.3821733 Jul 14 09:45:04.381648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network a8f61289-c182-42aa-a179-f103deb902b5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:04.388020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cdd86481-0494-4182-b13f-96898a58c21f req-2bc95717-a85b-4131-b1ca-c452a03b45c2 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714048 Jul 14 09:45:04.397121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:04.428640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:04.454535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-bda3b593-9997-473f-ae34-1a71e2dc6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.456361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-bda3b593-9997-473f-ae34-1a71e2dc6063 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.3989153 Jul 14 09:45:04.578154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.580130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.616153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb2e54-4ef6-4180-a5e7-d090b47c682e req-b8d5a6d9-0ef0-4283-9c0d-1aca39d7283d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.625498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00fb2e54-4ef6-4180-a5e7-d090b47c682e req-b8d5a6d9-0ef0-4283-9c0d-1aca39d7283d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 944 time: 0.3553765 Jul 14 09:45:04.677541 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f60b16e-2de3-415d-a14f-552c9ec033ac tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8579438 Jul 14 09:45:04.695671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'admin_state_up': True, 'tenant_id': 'da93836ffb284fb8873580293160a764', 'security_groups': ['996906cd-78b1-41c6-abcb-ed1b6a1c9a41']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:04.706417 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9232206-9aa6-452e-ad8d-59fd9917b81c tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.752500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-cc14b2e6-7a8e-456c-abbf-cd3252ebb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:04.757215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-cc14b2e6-7a8e-456c-abbf-cd3252ebb0cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 916 time: 0.3942063 Jul 14 09:45:04.758536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f9232206-9aa6-452e-ad8d-59fd9917b81c tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Calling delete_port for 660aef86-f1b8-456a-8e74-a8ff81c586e2 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:04.773954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-8b1e3b4c-810d-49f6-a948-ca9b0e644738 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 200 len: 1000 time: 0.3073473 Jul 14 09:45:04.782905 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00fb2e54-4ef6-4180-a5e7-d090b47c682e req-c022b1ab-c588-43f5-8da2-31e2f362801e tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557765 Jul 14 09:45:04.858126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5b7d3d61-d62d-43b4-a562-d41bfc113d6f None None] Provisioning for port 36c58c52-ca6a-4936-ac5c-a536ed1934ae completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:04.867425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5b7d3d61-d62d-43b4-a562-d41bfc113d6f None None] Provisioning complete for port 36c58c52-ca6a-4936-ac5c-a536ed1934ae triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:04.872757 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b7d3d61-d62d-43b4-a562-d41bfc113d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:04.926769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d3d61-d62d-43b4-a562-d41bfc113d6f None None] Port 36c58c52-ca6a-4936-ac5c-a536ed1934ae cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:05.009136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:05.024082 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.092081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-b4db08cf-49d5-4e76-8dac-7c99666fdce8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 HTTP/1.1" status: 200 len: 217 time: 0.1375113 Jul 14 09:45:05.197448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9232206-9aa6-452e-ad8d-59fd9917b81c tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.235635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-443a1635-35c1-4669-8fb9-846a0bf8c5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:05.239761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-443a1635-35c1-4669-8fb9-846a0bf8c5d0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.1376398 Jul 14 09:45:05.250706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Allocated IP 10.1.1.196 (a8f61289-c182-42aa-a179-f103deb902b5/475b94d5-7350-4d65-93c7-83bf6be3b87c/1260107c-1c78-4426-b1ab-d8ff67896347) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:05.258885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-d31f56d9-554f-45f6-9b5d-80e28adb3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:05.261423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-d31f56d9-554f-45f6-9b5d-80e28adb3489 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.2547803 Jul 14 09:45:05.379820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-15753c01-4a12-4e57-8a0c-a229c7f5f5ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999074 Jul 14 09:45:05.441688 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9232206-9aa6-452e-ad8d-59fd9917b81c tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Port': ['ID=660aef86-f1b8-456a-8e74-a8ff81c586e2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:05.507394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9232206-9aa6-452e-ad8d-59fd9917b81c tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.514661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:05.515122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f9232206-9aa6-452e-ad8d-59fd9917b81c tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "DELETE /v2.0/ports/660aef86-f1b8-456a-8e74-a8ff81c586e2 HTTP/1.1" status: 204 len: 168 time: 1.7609842 Jul 14 09:45:05.603959 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c66815-fba6-4174-b088-fa16b9afbc84 req-b8109a3e-0636-40d5-8837-e98f5ef84fdd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:05.614036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.621190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c66815-fba6-4174-b088-fa16b9afbc84 req-b8109a3e-0636-40d5-8837-e98f5ef84fdd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:05.623341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3c66815-fba6-4174-b088-fa16b9afbc84 req-b8109a3e-0636-40d5-8837-e98f5ef84fdd tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 1653 time: 0.6550961 Jul 14 09:45:05.681832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Transition to ACTIVE for port object 1260107c-1c78-4426-b1ab-d8ff67896347 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:05.690210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02321ab-8d4f-430f-985b-18d702460a44 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Deleting subnet 3db62dc2-f118-4a5b-8b5e-978e4c8f0a25 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:05.719416 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f02321ab-8d4f-430f-985b-18d702460a44 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.799313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8f13b-1f5e-4d9b-9ed2-a947cbeac3ab req-1d699a54-363f-4d16-99cb-99d76f4776c7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:05.801553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19f8f13b-1f5e-4d9b-9ed2-a947cbeac3ab req-1d699a54-363f-4d16-99cb-99d76f4776c7 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.2017145 Jul 14 09:45:05.812766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f02321ab-8d4f-430f-985b-18d702460a44 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.895030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:05.909084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-c0d3db9e-ab24-48e7-abbf-305ca7b0eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:05.910958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-c0d3db9e-ab24-48e7-abbf-305ca7b0eecd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6193326 Jul 14 09:45:05.925686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19f8f13b-1f5e-4d9b-9ed2-a947cbeac3ab req-23ae7e3a-d5e1-4db8-9c2e-78fbac68e633 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085474 Jul 14 09:45:05.960429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network a8f61289-c182-42aa-a179-f103deb902b5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:06.011612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:06.023856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:06.055829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3c66815-fba6-4174-b088-fa16b9afbc84 req-86a0299f-abde-4677-b742-2e8505485fe1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421807 Jul 14 09:45:06.097211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=1260107c-1c78-4426-b1ab-d8ff67896347,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:06.099659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-20bfca95-2bfc-43f9-bec4-ecf5dbda86f9 service neutron] 10.222.0.69 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7016282 Jul 14 09:45:06.177402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f02321ab-8d4f-430f-985b-18d702460a44 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.373928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e3600a90-bbf6-4392-816e-f478bae4a18b None None] Provisioning for port 1260107c-1c78-4426-b1ab-d8ff67896347 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:06.380293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e3600a90-bbf6-4392-816e-f478bae4a18b None None] Provisioning complete for port 1260107c-1c78-4426-b1ab-d8ff67896347 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:06.380678 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e3600a90-bbf6-4392-816e-f478bae4a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.402301 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f02321ab-8d4f-430f-985b-18d702460a44 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.412367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-c0ebc227-ee42-4ef4-bcfc-f64d601d915b service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898627 Jul 14 09:45:06.434016 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f02321ab-8d4f-430f-985b-18d702460a44 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.436687 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f02321ab-8d4f-430f-985b-18d702460a44 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "DELETE /v2.0/subnets/3db62dc2-f118-4a5b-8b5e-978e4c8f0a25 HTTP/1.1" status: 204 len: 168 time: 0.9086616 Jul 14 09:45:06.462888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e3600a90-bbf6-4392-816e-f478bae4a18b None None] Port 1260107c-1c78-4426-b1ab-d8ff67896347 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:06.463577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50704) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:06.468784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:06.468784 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.472257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf67f954-f8b5-4cb3-bf43-1628842b2d46 None None] Network 5ad0c9e6-6263-4ebb-b841-8a013f50f034 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:06.488214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02321ab-8d4f-430f-985b-18d702460a44 tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Subnet': ['ID=3db62dc2-f118-4a5b-8b5e-978e4c8f0a25,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:06.493031 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-efb89386-43d9-4697-b99b-aa26d15c960e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8017764 Jul 14 09:45:06.516840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce', 'admin_state_up': True, 'tenant_id': 'da93836ffb284fb8873580293160a764', 'security_groups': ['996906cd-78b1-41c6-abcb-ed1b6a1c9a41']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:06.656224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5f92b-4625-4b2c-8285-ad8232515a76 req-8ad2d332-c757-4e1c-85e1-e6ce8f9f9a0c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:06.668543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ff5f92b-4625-4b2c-8285-ad8232515a76 req-8ad2d332-c757-4e1c-85e1-e6ce8f9f9a0c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 944 time: 0.3453493 Jul 14 09:45:06.688627 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c18e6a9c-190a-4412-9522-c4ea054e6755 req-82188d1b-f769-4831-a1b9-f5ce0b861d90 service neutron] 10.222.0.69 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5789962 Jul 14 09:45:06.764679 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.827776 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ff5f92b-4625-4b2c-8285-ad8232515a76 req-2254f3d3-f276-446a-a412-4eddd870489d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495674 Jul 14 09:45:06.862652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] DHCP port deletion for 5ad0c9e6-6263-4ebb-b841-8a013f50f034 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:06.890213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:06.919254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a8aae23-e518-46ce-a373-d1c4a68212e6 req-91d80958-f5b3-44e9-8bfd-0c98fcdf01f7 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876969 Jul 14 09:45:06.975526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] Deleting port 8d67f152-0bf3-4b76-9309-5b75209d4e7d {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:06.975825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:06.992010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Deleting port 8d67f152-0bf3-4b76-9309-5b75209d4e7d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:06.992556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.100023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.136487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] For port 8d67f152-0bf3-4b76-9309-5b75209d4e7d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8d67f152-0bf3-4b76-9309-5b75209d4e7d,segment=NetworkSegment(1529a034-1203-4104-97c2-186a80aeea34),segment_id=1529a034-1203-4104-97c2-186a80aeea34)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:07.136887 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.161196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] Calling delete_port for 8d67f152-0bf3-4b76-9309-5b75209d4e7d owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:07.201732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] For port 8d67f152-0bf3-4b76-9309-5b75209d4e7d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=8d67f152-0bf3-4b76-9309-5b75209d4e7d,segment=NetworkSegment(1529a034-1203-4104-97c2-186a80aeea34),segment_id=1529a034-1203-4104-97c2-186a80aeea34)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:07.204758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.351503 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.363533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Calling delete_port for 8d67f152-0bf3-4b76-9309-5b75209d4e7d owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:07.402521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] Pushing event deleted for resources: {'Port': ['ID=8d67f152-0bf3-4b76-9309-5b75209d4e7d,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.408591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead061e6-8e09-45e5-a1e3-67784b4240a2 None None] No DVR routers for this DVR port 8d67f152-0bf3-4b76-9309-5b75209d4e7d on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:07.588623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8d103-a23d-440e-a7d8-403d0868aa65 req-a0780aa6-c246-45e3-8442-c9494e65961f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:07.592582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2eb8d103-a23d-440e-a7d8-403d0868aa65 req-a0780aa6-c246-45e3-8442-c9494e65961f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.4202125 Jul 14 09:45:07.593559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.616169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268c60-1783-4a48-a6ed-8639e350df7a req-1f6eff90-cf6c-4279-b111-96d45fae1a97 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:07.644860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268c60-1783-4a48-a6ed-8639e350df7a req-1f6eff90-cf6c-4279-b111-96d45fae1a97 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:07.660995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268c60-1783-4a48-a6ed-8639e350df7a req-1f6eff90-cf6c-4279-b111-96d45fae1a97 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:07.666220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc268c60-1783-4a48-a6ed-8639e350df7a req-1f6eff90-cf6c-4279-b111-96d45fae1a97 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 2374 time: 0.3611922 Jul 14 09:45:07.742637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] No DVR routers for this DVR port 8d67f152-0bf3-4b76-9309-5b75209d4e7d on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:07.749686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Allocated IP 10.2.2.100 (abc303e9-64b3-40af-b530-6d5136a0ebce/ef8f7522-1892-4648-abc1-daddaa0deacf/effca56c-9fb3-4048-96e3-fdae9282a10a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:07.754801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Port': ['ID=8d67f152-0bf3-4b76-9309-5b75209d4e7d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:07.755113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:07.930435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2eb8d103-a23d-440e-a7d8-403d0868aa65 req-d2e4105b-5bba-412d-a67b-f8f9b7f9c00f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128874 Jul 14 09:45:07.944721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:07.946502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:07.959842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad0c9e6-6263-4ebb-b841-8a013f50f034']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:07.963189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc268c60-1783-4a48-a6ed-8639e350df7a req-710a6faf-ed73-4913-8aaa-bbfb21b5f07d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812958 Jul 14 09:45:07.972631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '1ad0b0ae-1bca-47fc-bfac-89ab75de4d47', 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'port_id': '1ad0b0ae-1bca-47fc-bfac-89ab75de4d47', 'mac_address': 'fa:16:3e:95:2b:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d5bc25-62a8-4342-9fa6-592761b94de1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:08.003978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1529a034-1203-4104-97c2-186a80aeea34') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:08.004343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1529a034-1203-4104-97c2-186a80aeea34') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:08.068581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.129056 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.133270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.133270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8d67f152-0bf3-4b76-9309-5b75209d4e7d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:08.140637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.163595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 8d67f152-0bf3-4b76-9309-5b75209d4e7d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:08.163943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 8d67f152-0bf3-4b76-9309-5b75209d4e7d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:08.167585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:08.167999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:08.172959 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:08.180524 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Transition to ACTIVE for port object effca56c-9fb3-4048-96e3-fdae9282a10a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:08.183903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:08.209542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:08.221565 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.252731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.325327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.329266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network abc303e9-64b3-40af-b530-6d5136a0ebce is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:08.334711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:08.342650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:08.347013 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.350731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=effca56c-9fb3-4048-96e3-fdae9282a10a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.371572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.373604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] 10.222.0.73 "DELETE /v2.0/networks/5ad0c9e6-6263-4ebb-b841-8a013f50f034 HTTP/1.1" status: 204 len: 168 time: 1.9089327 Jul 14 09:45:08.376530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387fcd1-a971-4390-a6bc-2be01b3d85aa tempest-AllowedAddressPairIpV6TestJSON-1161171858 tempest-AllowedAddressPairIpV6TestJSON-1161171858-project] Pushing event deleted for resources: {'Network': ['ID=5ad0c9e6-6263-4ebb-b841-8a013f50f034,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:08.414787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d32d0c-0f02-45bf-a80e-bf96cf1a78b7 req-1fb40730-e250-4266-93fa-6b3ba841239b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:08.416559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08d32d0c-0f02-45bf-a80e-bf96cf1a78b7 req-1fb40730-e250-4266-93fa-6b3ba841239b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 945 time: 0.2084734 Jul 14 09:45:08.438349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1ad0b0ae-1bca-47fc-bfac-89ab75de4d47'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:08.446902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:08.447583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.505955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a596f754-4e9c-4e22-b15b-5497c080479d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0064511 Jul 14 09:45:08.520097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce', 'admin_state_up': True, 'tenant_id': 'da93836ffb284fb8873580293160a764', 'security_groups': ['996906cd-78b1-41c6-abcb-ed1b6a1c9a41']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:08.534423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08d32d0c-0f02-45bf-a80e-bf96cf1a78b7 req-8dc1c239-89ee-4eba-90d1-b20bb620ab12 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103692 Jul 14 09:45:08.756346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bae78eb9-93eb-4720-a4f5-805a4cd32468 None None] Provisioning for port effca56c-9fb3-4048-96e3-fdae9282a10a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:08.763085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Made reservation on behalf of da93836ffb284fb8873580293160a764 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:08.771728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bae78eb9-93eb-4720-a4f5-805a4cd32468 None None] Provisioning complete for port effca56c-9fb3-4048-96e3-fdae9282a10a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:08.772105 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bae78eb9-93eb-4720-a4f5-805a4cd32468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.773776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:08.853909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bae78eb9-93eb-4720-a4f5-805a4cd32468 None None] Port effca56c-9fb3-4048-96e3-fdae9282a10a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:08.970850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50736) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:09.222195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Allocated IP 10.2.2.200 (abc303e9-64b3-40af-b530-6d5136a0ebce/ef8f7522-1892-4648-abc1-daddaa0deacf/d8808c44-4847-4355-a690-733c5f93cbde) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:09.359126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ee39e2a4-d7dd-47aa-b0ca-67e4361de51d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8acbf8cf91064235ab39a9f8a3a090ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863125 Jul 14 09:45:09.360742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50744) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:09.453709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7fa9f-d0cd-4c58-815c-b88ec8f8b5d4 req-dbefdc76-8b41-4328-b45a-31f1ab1ae0a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:09.461962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7fa9f-d0cd-4c58-815c-b88ec8f8b5d4 req-dbefdc76-8b41-4328-b45a-31f1ab1ae0a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:09.468624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7fa9f-d0cd-4c58-815c-b88ec8f8b5d4 req-dbefdc76-8b41-4328-b45a-31f1ab1ae0a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:09.476849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7fa9f-d0cd-4c58-815c-b88ec8f8b5d4 req-dbefdc76-8b41-4328-b45a-31f1ab1ae0a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:09.484639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19e7fa9f-d0cd-4c58-815c-b88ec8f8b5d4 req-dbefdc76-8b41-4328-b45a-31f1ab1ae0a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 3095 time: 0.2776279 Jul 14 09:45:09.497555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54600ad8-1e1b-4df1-a972-e9aec2b357c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.549762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54600ad8-1e1b-4df1-a972-e9aec2b357c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.616932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.623154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54600ad8-1e1b-4df1-a972-e9aec2b357c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.632098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54600ad8-1e1b-4df1-a972-e9aec2b357c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.633692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-54600ad8-1e1b-4df1-a972-e9aec2b357c5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1e65842-c2a8-4ded-9063-0f09baf46d97 HTTP/1.1" status: 204 len: 168 time: 0.2714932 Jul 14 09:45:09.656256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Transition to ACTIVE for port object d8808c44-4847-4355-a690-733c5f93cbde will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:09.699823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d566-31e9-4960-a8f1-269c87848c92 req-b2bcb426-e09d-4ab9-af77-7d51525863e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:09.706926 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a51d566-31e9-4960-a8f1-269c87848c92 req-b2bcb426-e09d-4ab9-af77-7d51525863e9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.2446928 Jul 14 09:45:09.707397 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19e7fa9f-d0cd-4c58-815c-b88ec8f8b5d4 req-558a774b-5eac-41b6-8e7d-29dc7309a982 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199430 Jul 14 09:45:09.738541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54600ad8-1e1b-4df1-a972-e9aec2b357c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e65842-c2a8-4ded-9063-0f09baf46d97,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:09.779409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:09.849975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9a51d566-31e9-4960-a8f1-269c87848c92 req-42e952d0-3d9f-4d02-afa4-2fc871028bdf tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302652 Jul 14 09:45:09.880855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:09.949118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:09.956122 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:09.956817 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.064925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event updated for resources: {'Port': ['ID=d8808c44-4847-4355-a690-733c5f93cbde,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.094594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Network abc303e9-64b3-40af-b530-6d5136a0ebce is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:10.103874 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:10.105801 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.115061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:10.150223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511ce42-8e46-4298-a5e4-c15c8365c4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad0b0ae-1bca-47fc-bfac-89ab75de4d47'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:10.160040 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f6ee77-8910-4a80-adea-f73ce7a11040" -d '{"events": [{"server_uuid": "0511ce42-8e46-4298-a5e4-c15c8365c4da", "name": "network-vif-plugged", "status": "completed", "tag": "1ad0b0ae-1bca-47fc-bfac-89ab75de4d47"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:10.190203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:10.201232 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.213647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b73304-6137-44db-a615-5465faac7943 req-c30ee8b1-4bf9-48ed-93f1-537b481caab9 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.229020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6b73304-6137-44db-a615-5465faac7943 req-c30ee8b1-4bf9-48ed-93f1-537b481caab9 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 945 time: 0.1991243 Jul 14 09:45:10.339422 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73168b66-2569-4b3a-9c3f-04fe8dedb7fe x-openstack-request-id: req-73168b66-2569-4b3a-9c3f-04fe8dedb7fe {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:10.339422 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511ce42-8e46-4298-a5e4-c15c8365c4da", "name": "network-vif-plugged", "status": "completed", "tag": "1ad0b0ae-1bca-47fc-bfac-89ab75de4d47", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:10.339422 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-73168b66-2569-4b3a-9c3f-04fe8dedb7fe {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:10.341375 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0511ce42-8e46-4298-a5e4-c15c8365c4da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad0b0ae-1bca-47fc-bfac-89ab75de4d47', 'code': 200} Jul 14 09:45:10.366885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.367604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.392183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:10.392693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6b73304-6137-44db-a615-5465faac7943 req-0b56f7b0-601a-4f02-99eb-174a37cd5933 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624174 Jul 14 09:45:10.460924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4e3f8d92-d3e0-48a6-a140-881a32a29698 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9476030 Jul 14 09:45:10.480838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:10.619410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add956de-7b89-43c1-870e-cc22ff6daee4 req-10ab4710-171b-4302-9814-7bbba079dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:10.622271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-add956de-7b89-43c1-870e-cc22ff6daee4 req-10ab4710-171b-4302-9814-7bbba079dfad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 1098 time: 0.2176428 Jul 14 09:45:10.690849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.698763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-44e97598-4509-475a-b403-af3b9d44df7b None None] Provisioning for port d8808c44-4847-4355-a690-733c5f93cbde completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:10.721462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-44e97598-4509-475a-b403-af3b9d44df7b None None] Provisioning complete for port d8808c44-4847-4355-a690-733c5f93cbde triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:10.721953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-44e97598-4509-475a-b403-af3b9d44df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:10.747343 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-add956de-7b89-43c1-870e-cc22ff6daee4 req-74a35148-d00b-460d-8986-71e22ee4ed75 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183259 Jul 14 09:45:10.816840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-44e97598-4509-475a-b403-af3b9d44df7b None None] Port d8808c44-4847-4355-a690-733c5f93cbde cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:11.319429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98a3df84-3902-4684-8e09-b9098d8a76ab {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:11.329243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.375485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Transition to ACTIVE for port object 98a3df84-3902-4684-8e09-b9098d8a76ab will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:11.398268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.450399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50796) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:11.481042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Pushing event updated for resources: {'Port': ['ID=98a3df84-3902-4684-8e09-b9098d8a76ab,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:11.509622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f570-ac7a-4eda-8501-36cc657e0228 req-d0b11dea-9b66-40e8-8f2d-44ac61c72677 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.517608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f570-ac7a-4eda-8501-36cc657e0228 req-d0b11dea-9b66-40e8-8f2d-44ac61c72677 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.529929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f570-ac7a-4eda-8501-36cc657e0228 req-d0b11dea-9b66-40e8-8f2d-44ac61c72677 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.539294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f570-ac7a-4eda-8501-36cc657e0228 req-d0b11dea-9b66-40e8-8f2d-44ac61c72677 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.564741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026f570-ac7a-4eda-8501-36cc657e0228 req-d0b11dea-9b66-40e8-8f2d-44ac61c72677 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:11.580731 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9026f570-ac7a-4eda-8501-36cc657e0228 req-d0b11dea-9b66-40e8-8f2d-44ac61c72677 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 3816 time: 0.3827913 Jul 14 09:45:11.732978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-161547702'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:11.854270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Made reservation on behalf of fa6c6399166c45d0aeec3a0bf2a623d7 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:11.883753 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9026f570-ac7a-4eda-8501-36cc657e0228 req-d85517fc-2382-463c-a8b7-741fd6bea095 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982833 Jul 14 09:45:11.899436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:11.942997 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.067610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Attempting to bind port 98a3df84-3902-4684-8e09-b9098d8a76ab on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:12.072726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Attempting to bind port 98a3df84-3902-4684-8e09-b9098d8a76ab by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:12.072726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Attempting to bind port 98a3df84-3902-4684-8e09-b9098d8a76ab on network c0a23679-4185-490c-8b16-e72740c16252 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:12.096942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Port 98a3df84-3902-4684-8e09-b9098d8a76ab on network c0a23679-4185-490c-8b16-e72740c16252 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:12.100212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Attempting to bind port 98a3df84-3902-4684-8e09-b9098d8a76ab on network c0a23679-4185-490c-8b16-e72740c16252 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:12.112605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:12.115742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Checking segment: {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:12.116429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Bound using segment: {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:12.117595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Bound port: 98a3df84-3902-4684-8e09-b9098d8a76ab, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:12.119961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.161465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6e7e3-0c4e-4d56-95a3-b997b245e23c req-db1221b2-ba83-4cc8-a39f-11924dd10763 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.169489 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57c6e7e3-0c4e-4d56-95a3-b997b245e23c req-db1221b2-ba83-4cc8-a39f-11924dd10763 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 946 time: 0.5350251 Jul 14 09:45:12.228692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] For port 98a3df84-3902-4684-8e09-b9098d8a76ab, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:12.237948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] For port 98a3df84-3902-4684-8e09-b9098d8a76ab, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=98a3df84-3902-4684-8e09-b9098d8a76ab,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:12.249970 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.256680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57c6e7e3-0c4e-4d56-95a3-b997b245e23c req-64e10637-ae2a-472b-b1be-5a039a1e5b13 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859141 Jul 14 09:45:12.300448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.306800 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.325361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.326181 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.327757 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] 10.222.0.66 "PUT /v2.0/ports/98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 200 len: 1092 time: 1.8577950 Jul 14 09:45:12.328288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '98a3df84-3902-4684-8e09-b9098d8a76ab'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:12.336308 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c518f736-cbde-4500-9d24-edf7fa32b0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "98a3df84-3902-4684-8e09-b9098d8a76ab"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:12.370402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:12.395795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:12.432690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ca395d-529e-4fb6-982b-42d999d1e82d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.436172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.440662 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Added segment 5cdfeea0-0f02-49eb-a0e9-9ec2d773af82 of type vlan for network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 Jul 14 09:45:12.486336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265e393-d617-4a43-84a8-815b1ffd83f6 service neutron] Pushing event updated for resources: {'Port': ['ID=98a3df84-3902-4684-8e09-b9098d8a76ab,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:12.498278 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33287131-da58-4d79-8e8f-2b5bcc6622e2 x-openstack-request-id: req-33287131-da58-4d79-8e8f-2b5bcc6622e2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:12.498714 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "98a3df84-3902-4684-8e09-b9098d8a76ab", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:12.498972 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-33287131-da58-4d79-8e8f-2b5bcc6622e2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:12.499387 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'status': 'completed', 'code': 200} Jul 14 09:45:12.539611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.618879 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.692670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:12.699450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:12.700122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.038031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c674859c-2659-4640-8ffd-07606442ab32 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:13.049747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.109408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Transition to ACTIVE for port object c674859c-2659-4640-8ffd-07606442ab32 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:13.115403 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.452899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Pushing event updated for resources: {'Port': ['ID=c674859c-2659-4640-8ffd-07606442ab32,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:13.543114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event updated for resources: {'Network': ['ID=3a3ae996-4a78-4059-ae19-1e0c61340cb6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:13.552567 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-42296b93-0fef-4608-99ee-788c40d566d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0990653 Jul 14 09:45:13.554779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50830) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:13.577367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:13.602688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Request body: {'subnet': {'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:13.607340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-ff088b93-a79d-43c1-ad46-e02c6160c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.607845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-ff088b93-a79d-43c1-ad46-e02c6160c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.608517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-ff088b93-a79d-43c1-ad46-e02c6160c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.609010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-ff088b93-a79d-43c1-ad46-e02c6160c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.609488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-ff088b93-a79d-43c1-ad46-e02c6160c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.616452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-ff088b93-a79d-43c1-ad46-e02c6160c39c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 4364 time: 1.1045628 Jul 14 09:45:13.702756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Attempting to bind port c674859c-2659-4640-8ffd-07606442ab32 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:13.703366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Attempting to bind port c674859c-2659-4640-8ffd-07606442ab32 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:13.703708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Attempting to bind port c674859c-2659-4640-8ffd-07606442ab32 on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:13.753876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Port c674859c-2659-4640-8ffd-07606442ab32 on network a8f61289-c182-42aa-a179-f103deb902b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:13.754216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Attempting to bind port c674859c-2659-4640-8ffd-07606442ab32 on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:13.773552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:13.773947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Checking segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:13.774303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Bound using segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:13.774806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Bound port: c674859c-2659-4640-8ffd-07606442ab32, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:13.775188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.793233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Made reservation on behalf of fa6c6399166c45d0aeec3a0bf2a623d7 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:13.796930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:13.925664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a277236-7234-4d81-ac51-e79c62e33e74 req-f263597c-a09e-412c-b2e2-72bca2ce0c18 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.927298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a277236-7234-4d81-ac51-e79c62e33e74 req-f263597c-a09e-412c-b2e2-72bca2ce0c18 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 946 time: 0.2270977 Jul 14 09:45:13.967859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43a7-9b1d-4d65-9495-84cac7561097 req-37147698-462d-44b9-a263-be1ec3102503 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.975257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43a7-9b1d-4d65-9495-84cac7561097 req-37147698-462d-44b9-a263-be1ec3102503 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.982355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43a7-9b1d-4d65-9495-84cac7561097 req-37147698-462d-44b9-a263-be1ec3102503 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.989045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43a7-9b1d-4d65-9495-84cac7561097 req-37147698-462d-44b9-a263-be1ec3102503 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:13.996345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43a7-9b1d-4d65-9495-84cac7561097 req-37147698-462d-44b9-a263-be1ec3102503 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.002905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae43a7-9b1d-4d65-9495-84cac7561097 req-37147698-462d-44b9-a263-be1ec3102503 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.008454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1ae43a7-9b1d-4d65-9495-84cac7561097 req-37147698-462d-44b9-a263-be1ec3102503 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 4605 time: 0.4495451 Jul 14 09:45:14.028668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] For port c674859c-2659-4640-8ffd-07606442ab32, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:14.036339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-53938a25-b05f-4ee4-9ab1-d6ead538c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.037118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-53938a25-b05f-4ee4-9ab1-d6ead538c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.037768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-53938a25-b05f-4ee4-9ab1-d6ead538c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.039775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-53938a25-b05f-4ee4-9ab1-d6ead538c9f5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=da93836ffb284fb8873580293160a764&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3580034 Jul 14 09:45:14.040885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] For port c674859c-2659-4640-8ffd-07606442ab32, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c674859c-2659-4640-8ffd-07606442ab32,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:14.049542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.071332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a277236-7234-4d81-ac51-e79c62e33e74 req-cc4d1ff8-b6e0-4b5d-a0dc-168dd1587bd9 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291010 Jul 14 09:45:14.180687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.183341 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.191379 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] 10.222.0.66 "PUT /v2.0/ports/c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 1136 time: 1.7952795 Jul 14 09:45:14.247598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:14.281392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-ad544b85-00fd-436e-894c-f0487104b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.283654 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c518f736-cbde-4500-9d24-edf7fa32b0b1 req-ad544b85-00fd-436e-894c-f0487104b2dc service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2326870 Jul 14 09:45:14.333980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1ae43a7-9b1d-4d65-9495-84cac7561097 req-7ee56c1e-3869-4d03-af24-1cb6837f7e5a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3215992 Jul 14 09:45:14.500253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': 'c674859c-2659-4640-8ffd-07606442ab32'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:14.510214 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb04d76c-7f0c-496b-b1d7-24f9e736f294" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "c674859c-2659-4640-8ffd-07606442ab32"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:14.704101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:14.716789 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f722fed2-b4b3-4693-8490-f5c4cc91b454 x-openstack-request-id: req-f722fed2-b4b3-4693-8490-f5c4cc91b454 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:14.717109 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "c674859c-2659-4640-8ffd-07606442ab32", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:14.717348 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f722fed2-b4b3-4693-8490-f5c4cc91b454 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:14.717748 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': 'c674859c-2659-4640-8ffd-07606442ab32', 'status': 'completed', 'code': 200} Jul 14 09:45:14.754710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b16dc96-4e13-408c-8ecd-0a1e1547f917 service neutron] Pushing event updated for resources: {'Port': ['ID=c674859c-2659-4640-8ffd-07606442ab32,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:14.909307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-a7d2eacd-558b-425f-8705-6f4ced226dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.910013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-a7d2eacd-558b-425f-8705-6f4ced226dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.910589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-a7d2eacd-558b-425f-8705-6f4ced226dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.911108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-a7d2eacd-558b-425f-8705-6f4ced226dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.911603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-a7d2eacd-558b-425f-8705-6f4ced226dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.912217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-a7d2eacd-558b-425f-8705-6f4ced226dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:14.914950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-a7d2eacd-558b-425f-8705-6f4ced226dc7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5293 time: 0.2177808 Jul 14 09:45:15.082463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.153147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-78dfbb26-5fd2-4b78-951f-1995efef7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.154184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-78dfbb26-5fd2-4b78-951f-1995efef7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.155177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-78dfbb26-5fd2-4b78-951f-1995efef7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.157019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-78dfbb26-5fd2-4b78-951f-1995efef7e9e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=da93836ffb284fb8873580293160a764&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2316806 Jul 14 09:45:15.332167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8698ddc3-fc01-4b42-8dc4-84fd9081c676 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:15.343811 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.359959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Transition to ACTIVE for port object 8698ddc3-fc01-4b42-8dc4-84fd9081c676 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:15.382402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.415459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-4c139468-d4c8-4ba8-aa6f-10e1565943d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.417223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb04d76c-7f0c-496b-b1d7-24f9e736f294 req-4c139468-d4c8-4ba8-aa6f-10e1565943d1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2513134 Jul 14 09:45:15.458886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Pushing event updated for resources: {'Port': ['ID=8698ddc3-fc01-4b42-8dc4-84fd9081c676,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:15.458886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Checking segment: {'id': '5cdfeea0-0f02-49eb-a0e9-9ec2d773af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:15.458886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Network hostable DHCP agents. Network: 3a3ae996-4a78-4059-ae19-1e0c61340cb6, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:15.458886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event updated for resources: {'Subnet': ['ID=debce61e-d7c1-4a96-8116-1e92a21c5ce5,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:15.599591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:15.632621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 3a3ae996-4a78-4059-ae19-1e0c61340cb6) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:15.641480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4d9e72-1a4b-4246-a89d-39e179b7d61f None None] Network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:15.651500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:15.652492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.677786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50856) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:15.678129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-539d2af2-2ba9-4aab-820e-12fbde310915 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1221006 Jul 14 09:45:15.682527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Attempting to bind port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:15.682527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Attempting to bind port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:15.683155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Attempting to bind port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:15.685276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Request body: {'port': {'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-623305186'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:15.696530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 on network a8f61289-c182-42aa-a179-f103deb902b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:15.697184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Attempting to bind port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:15.706568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:15.707064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Checking segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:15.707814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Bound using segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:15.708976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Bound port: 8698ddc3-fc01-4b42-8dc4-84fd9081c676, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:15.710923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.924030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] For port 8698ddc3-fc01-4b42-8dc4-84fd9081c676, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:15.929382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] For port 8698ddc3-fc01-4b42-8dc4-84fd9081c676, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:15.941693 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:15.991767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Made reservation on behalf of fa6c6399166c45d0aeec3a0bf2a623d7 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:15.997087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.039627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] device_id is not set on port f262a28a-407a-4efe-8991-bb5581e4df2a yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:16.084526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.097963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.099452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-6a300882-6721-4207-94e5-f704d2653454 service neutron] 10.222.0.66 "PUT /v2.0/ports/8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 1137 time: 1.8751669 Jul 14 09:45:16.158022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:16.311975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-3a3ae996-4a78-4059-ae19-1e0c61340cb6', 'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6', 'tenant_id': 'fa6c6399166c45d0aeec3a0bf2a623d7', 'fixed_ips': [{'subnet_id': 'debce61e-d7c1-4a96-8116-1e92a21c5ce5'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:16.314090 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.371249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a300882-6721-4207-94e5-f704d2653454 service neutron] Pushing event updated for resources: {'Port': ['ID=8698ddc3-fc01-4b42-8dc4-84fd9081c676,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:16.395327 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.547518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Allocated IP 2001:db8::15b (3a3ae996-4a78-4059-ae19-1e0c61340cb6/debce61e-d7c1-4a96-8116-1e92a21c5ce5/f262a28a-407a-4efe-8991-bb5581e4df2a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:16.707120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-6b33b759-ac69-4300-8c0c-f03b5f6fbb10 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.713709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-6b33b759-ac69-4300-8c0c-f03b5f6fbb10 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.720920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-6b33b759-ac69-4300-8c0c-f03b5f6fbb10 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.727641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-6b33b759-ac69-4300-8c0c-f03b5f6fbb10 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.734143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-6b33b759-ac69-4300-8c0c-f03b5f6fbb10 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.740932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-6b33b759-ac69-4300-8c0c-f03b5f6fbb10 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.748367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-6b33b759-ac69-4300-8c0c-f03b5f6fbb10 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:16.750893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-6b33b759-ac69-4300-8c0c-f03b5f6fbb10 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5383 time: 0.3190308 Jul 14 09:45:16.888140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bf71bd6-b7d4-49f5-b714-c5e31624e322 req-4fb6e097-3f72-4d83-8832-b2137feeef73 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019776 Jul 14 09:45:16.956257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:16.977014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Transition to ACTIVE for port object f262a28a-407a-4efe-8991-bb5581e4df2a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:17.047186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.159010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Allocated IP 2001:db8::2 (3a3ae996-4a78-4059-ae19-1e0c61340cb6/debce61e-d7c1-4a96-8116-1e92a21c5ce5/adf373f7-e3c8-4584-bb6a-49f7d07370b9) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:17.182573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '8698ddc3-fc01-4b42-8dc4-84fd9081c676'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:17.185177 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe4e516-5280-49ce-84d9-4d8d0f037f49" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "8698ddc3-fc01-4b42-8dc4-84fd9081c676"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:17.215476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:17.244237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:17.249155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:17.272109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.272697 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.360749 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57578c4-718b-45f9-a925-0a479dabe563 x-openstack-request-id: req-f57578c4-718b-45f9-a925-0a479dabe563 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:17.360749 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "8698ddc3-fc01-4b42-8dc4-84fd9081c676", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:17.360749 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f57578c4-718b-45f9-a925-0a479dabe563 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:17.360749 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '8698ddc3-fc01-4b42-8dc4-84fd9081c676', 'status': 'completed', 'code': 200} Jul 14 09:45:17.362187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event updated for resources: {'Port': ['ID=f262a28a-407a-4efe-8991-bb5581e4df2a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:17.369178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-10de5c87-b732-4f9b-bf21-d10fc53408fb tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.6867700 Jul 14 09:45:17.379657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:17.394695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Request body: {'port': {'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-268039798', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:17.395299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] bootfile-name is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:45:17.395688 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] tftp-server is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:45:17.396018 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] server-ip-address is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:45:17.535205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-12f38afe-098f-4154-af2b-f837ed781211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.539091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-12f38afe-098f-4154-af2b-f837ed781211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.539609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-12f38afe-098f-4154-af2b-f837ed781211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.540100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-12f38afe-098f-4154-af2b-f837ed781211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.542805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-12f38afe-098f-4154-af2b-f837ed781211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.543339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-12f38afe-098f-4154-af2b-f837ed781211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.543652 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.546901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-12f38afe-098f-4154-af2b-f837ed781211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.557364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-12f38afe-098f-4154-af2b-f837ed781211 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6223 time: 0.1885009 Jul 14 09:45:17.624768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Transition to ACTIVE for port object adf373f7-e3c8-4584-bb6a-49f7d07370b9 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:17.689958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Made reservation on behalf of fa6c6399166c45d0aeec3a0bf2a623d7 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:17.693405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Transition to ACTIVE for port object adf373f7-e3c8-4584-bb6a-49f7d07370b9 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:17.701704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.711476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.769963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] device_id is not set on port fbb621bf-756c-4874-a1c4-b8441b93d07c yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:17.774021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Pushing event updated for resources: {'Port': ['ID=adf373f7-e3c8-4584-bb6a-49f7d07370b9,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:17.775831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-2f285495-6f8e-4896-852d-f5ac735db7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.776364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-2f285495-6f8e-4896-852d-f5ac735db7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.776859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-2f285495-6f8e-4896-852d-f5ac735db7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:17.788181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-2f285495-6f8e-4896-852d-f5ac735db7b9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=da93836ffb284fb8873580293160a764&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2251031 Jul 14 09:45:17.795921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c58c52-ca6a-4936-ac5c-a536ed1934ae {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:17.804125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:17.806163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:17.814990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:17.825020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.887228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Transition to ACTIVE for port object 36c58c52-ca6a-4936-ac5c-a536ed1934ae will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:17.894760 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.916354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Attempting to bind port adf373f7-e3c8-4584-bb6a-49f7d07370b9 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:17.917516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Attempting to bind port adf373f7-e3c8-4584-bb6a-49f7d07370b9 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5cdfeea0-0f02-49eb-a0e9-9ec2d773af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:17.919345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Attempting to bind port adf373f7-e3c8-4584-bb6a-49f7d07370b9 on network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:17.946733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:17.964431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Checking segment: {'id': '5cdfeea0-0f02-49eb-a0e9-9ec2d773af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:17.964843 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:17.965561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Bound using segment: {'id': '5cdfeea0-0f02-49eb-a0e9-9ec2d773af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:17.966243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Bound port: adf373f7-e3c8-4584-bb6a-49f7d07370b9, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdfeea0-0f02-49eb-a0e9-9ec2d773af82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '3a3ae996-4a78-4059-ae19-1e0c61340cb6'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:17.966813 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.032118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Pushing event updated for resources: {'Port': ['ID=36c58c52-ca6a-4936-ac5c-a536ed1934ae,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:18.108100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-387f5c28-9804-405a-9d5b-ca23aabbc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.116077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbe4e516-5280-49ce-84d9-4d8d0f037f49 req-387f5c28-9804-405a-9d5b-ca23aabbc146 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3196065 Jul 14 09:45:18.191479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] For port adf373f7-e3c8-4584-bb6a-49f7d07370b9, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:18.196151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] For port adf373f7-e3c8-4584-bb6a-49f7d07370b9, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=adf373f7-e3c8-4584-bb6a-49f7d07370b9,segment=NetworkSegment(5cdfeea0-0f02-49eb-a0e9-9ec2d773af82),segment_id=5cdfeea0-0f02-49eb-a0e9-9ec2d773af82)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:18.207241 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:18.293074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Allocated IP 2001:db8::26c (3a3ae996-4a78-4059-ae19-1e0c61340cb6/debce61e-d7c1-4a96-8116-1e92a21c5ce5/fbb621bf-756c-4874-a1c4-b8441b93d07c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:18.381224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53511913-9bfc-4802-88ad-d18cc56e9295 None None] Pushing event updated for resources: {'Port': ['ID=adf373f7-e3c8-4584-bb6a-49f7d07370b9,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:18.763461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Attempting to bind port 36c58c52-ca6a-4936-ac5c-a536ed1934ae on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:18.764088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Attempting to bind port 36c58c52-ca6a-4936-ac5c-a536ed1934ae by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:18.764635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Attempting to bind port 36c58c52-ca6a-4936-ac5c-a536ed1934ae on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:18.810227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-e1345d05-af21-4ba0-86d0-1ce76e1fc425 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.817573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-e1345d05-af21-4ba0-86d0-1ce76e1fc425 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.827002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-e1345d05-af21-4ba0-86d0-1ce76e1fc425 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.838226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-e1345d05-af21-4ba0-86d0-1ce76e1fc425 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.843603 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-e1345d05-af21-4ba0-86d0-1ce76e1fc425 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.871561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-e1345d05-af21-4ba0-86d0-1ce76e1fc425 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.878655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-e1345d05-af21-4ba0-86d0-1ce76e1fc425 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:18.899057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-e1345d05-af21-4ba0-86d0-1ce76e1fc425 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5395 time: 0.5951128 Jul 14 09:45:18.907118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Port 36c58c52-ca6a-4936-ac5c-a536ed1934ae on network a8f61289-c182-42aa-a179-f103deb902b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:18.907445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Attempting to bind port 36c58c52-ca6a-4936-ac5c-a536ed1934ae on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:18.939425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:18.939766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Checking segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:18.940156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Bound using segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:18.940666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Bound port: 36c58c52-ca6a-4936-ac5c-a536ed1934ae, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:18.941029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.039625 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37eaaf9b-2cad-4d64-9945-8c8ab90e8d3e req-f61275e4-f1ab-4d7a-b5fe-1ff44856e411 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395798 Jul 14 09:45:19.045139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.182853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Transition to ACTIVE for port object fbb621bf-756c-4874-a1c4-b8441b93d07c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:19.226978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] For port 36c58c52-ca6a-4936-ac5c-a536ed1934ae, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:19.249475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] For port 36c58c52-ca6a-4936-ac5c-a536ed1934ae, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:19.256691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.270817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.320937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.321751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.324762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] 10.222.0.66 "PUT /v2.0/ports/36c58c52-ca6a-4936-ac5c-a536ed1934ae HTTP/1.1" status: 200 len: 1092 time: 3.1918097 Jul 14 09:45:19.368056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '36c58c52-ca6a-4936-ac5c-a536ed1934ae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:19.378542 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec00ea8-dcf7-489f-a64a-e334826a7b90" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "36c58c52-ca6a-4936-ac5c-a536ed1934ae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:19.394545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:19.418189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:19.422920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:19.436420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:19.451274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:19.451885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.521979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac6792-e1a2-43e4-a6d1-c77606530d24 service neutron] Pushing event updated for resources: {'Port': ['ID=36c58c52-ca6a-4936-ac5c-a536ed1934ae,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:19.628113 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.2464797 Jul 14 09:45:19.630404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50928) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:19.657983 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1031b196-5613-4aa1-bf83-3ca68ad15c3e x-openstack-request-id: req-1031b196-5613-4aa1-bf83-3ca68ad15c3e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:19.658506 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "36c58c52-ca6a-4936-ac5c-a536ed1934ae", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:19.659635 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1031b196-5613-4aa1-bf83-3ca68ad15c3e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:19.660329 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '36c58c52-ca6a-4936-ac5c-a536ed1934ae', 'status': 'completed', 'code': 200} Jul 14 09:45:19.821949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:19.829577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d3401-0aad-47e1-a221-0b471de4cdb8 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event updated for resources: {'Port': ['ID=fbb621bf-756c-4874-a1c4-b8441b93d07c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:20.019418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86f882-7c6c-4c2c-925f-7ddd07a35815 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.025779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86f882-7c6c-4c2c-925f-7ddd07a35815 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.069724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86f882-7c6c-4c2c-925f-7ddd07a35815 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.075999 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6a86f882-7c6c-4c2c-925f-7ddd07a35815 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4398043 Jul 14 09:45:20.077522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50944) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:20.087957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-88bd6e30-fb50-4f6f-941c-ef137bd075b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.088851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-88bd6e30-fb50-4f6f-941c-ef137bd075b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.089678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-88bd6e30-fb50-4f6f-941c-ef137bd075b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.090343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-88bd6e30-fb50-4f6f-941c-ef137bd075b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.091009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-88bd6e30-fb50-4f6f-941c-ef137bd075b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.091668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-88bd6e30-fb50-4f6f-941c-ef137bd075b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.092371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-88bd6e30-fb50-4f6f-941c-ef137bd075b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.096939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-88bd6e30-fb50-4f6f-941c-ef137bd075b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6291 time: 0.3537331 Jul 14 09:45:20.231946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device adf373f7-e3c8-4584-bb6a-49f7d07370b9 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:20.329786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ea511-bf0d-4c52-a82c-80336945d7ee None None] Network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:20.471682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1260107c-1c78-4426-b1ab-d8ff67896347 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:20.481179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.496481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Transition to ACTIVE for port object 1260107c-1c78-4426-b1ab-d8ff67896347 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:20.523080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.579754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c099c906-1b10-4197-9680-14db3dacdc2d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Deleting port fbb621bf-756c-4874-a1c4-b8441b93d07c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:20.580121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c099c906-1b10-4197-9680-14db3dacdc2d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:20.674404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Pushing event updated for resources: {'Port': ['ID=1260107c-1c78-4426-b1ab-d8ff67896347,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:20.755244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-8b653f0f-db8e-419d-884b-deef62fa256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.755913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-8b653f0f-db8e-419d-884b-deef62fa256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.756362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-8b653f0f-db8e-419d-884b-deef62fa256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.758126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-8b653f0f-db8e-419d-884b-deef62fa256d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=da93836ffb284fb8873580293160a764&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5912676 Jul 14 09:45:20.800530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28199-7417-46a3-86aa-29328413a2be req-4f692abb-56f9-408d-9ff2-02e58ad13dca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.807246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28199-7417-46a3-86aa-29328413a2be req-4f692abb-56f9-408d-9ff2-02e58ad13dca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.815318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28199-7417-46a3-86aa-29328413a2be req-4f692abb-56f9-408d-9ff2-02e58ad13dca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.824094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28199-7417-46a3-86aa-29328413a2be req-4f692abb-56f9-408d-9ff2-02e58ad13dca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.830852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28199-7417-46a3-86aa-29328413a2be req-4f692abb-56f9-408d-9ff2-02e58ad13dca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.837709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28199-7417-46a3-86aa-29328413a2be req-4f692abb-56f9-408d-9ff2-02e58ad13dca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.846750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28199-7417-46a3-86aa-29328413a2be req-4f692abb-56f9-408d-9ff2-02e58ad13dca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:20.849203 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-11f28199-7417-46a3-86aa-29328413a2be req-4f692abb-56f9-408d-9ff2-02e58ad13dca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5407 time: 0.3510120 Jul 14 09:45:20.893944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-7ac675b4-7241-47ab-aacf-54869adf77be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3826482 Jul 14 09:45:20.987852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-11f28199-7417-46a3-86aa-29328413a2be req-5caa3e7a-852c-40c9-916f-aa1dd57734ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232708 Jul 14 09:45:21.013558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d841ab5b-2c3a-45c8-a699-6837221a0fc8 None None] Provisioning for port adf373f7-e3c8-4584-bb6a-49f7d07370b9 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:21.042392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-528f1e17-a371-40a7-861c-d377719515ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.043989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ec00ea8-dcf7-489f-a64a-e334826a7b90 req-528f1e17-a371-40a7-861c-d377719515ea service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2598352 Jul 14 09:45:21.071558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Attempting to bind port 1260107c-1c78-4426-b1ab-d8ff67896347 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:21.076733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Attempting to bind port 1260107c-1c78-4426-b1ab-d8ff67896347 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:21.077356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Attempting to bind port 1260107c-1c78-4426-b1ab-d8ff67896347 on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:21.091907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Port 1260107c-1c78-4426-b1ab-d8ff67896347 on network a8f61289-c182-42aa-a179-f103deb902b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:21.095197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Attempting to bind port 1260107c-1c78-4426-b1ab-d8ff67896347 on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:21.106505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:21.106839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Checking segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:21.107237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Bound using segment: {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:21.107679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Bound port: 1260107c-1c78-4426-b1ab-d8ff67896347, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c822ad60-6556-4194-8942-6c6ff983eed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:21.109229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port adf373f7-e3c8-4584-bb6a-49f7d07370b9 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:21.119480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.125404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port adf373f7-e3c8-4584-bb6a-49f7d07370b9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:21.126259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.144898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c099c906-1b10-4197-9680-14db3dacdc2d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.171299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c099c906-1b10-4197-9680-14db3dacdc2d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Calling delete_port for fbb621bf-756c-4874-a1c4-b8441b93d07c owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:21.271455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-3852e3c9-7069-4c7c-bc0f-3a301349fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.273726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-3852e3c9-7069-4c7c-bc0f-3a301349fb58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 1097 time: 0.2809868 Jul 14 09:45:21.335283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] For port 1260107c-1c78-4426-b1ab-d8ff67896347, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:21.427925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c099c906-1b10-4197-9680-14db3dacdc2d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.446161 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.461088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] For port 1260107c-1c78-4426-b1ab-d8ff67896347, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1260107c-1c78-4426-b1ab-d8ff67896347,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:21.481898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.493074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099c906-1b10-4197-9680-14db3dacdc2d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event deleted for resources: {'Port': ['ID=fbb621bf-756c-4874-a1c4-b8441b93d07c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:21.504979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port adf373f7-e3c8-4584-bb6a-49f7d07370b9, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=adf373f7-e3c8-4584-bb6a-49f7d07370b9,segment=NetworkSegment(5cdfeea0-0f02-49eb-a0e9-9ec2d773af82),segment_id=5cdfeea0-0f02-49eb-a0e9-9ec2d773af82)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:21.515394 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.534248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c099c906-1b10-4197-9680-14db3dacdc2d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.538712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c099c906-1b10-4197-9680-14db3dacdc2d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "DELETE /v2.0/ports/fbb621bf-756c-4874-a1c4-b8441b93d07c HTTP/1.1" status: 204 len: 168 time: 1.4597609 Jul 14 09:45:21.542470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50960) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:21.556222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Request body: {'port': {'name': 'tempest-new-port-name-110347953', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:21.557001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.api.validators [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] bootfile-name is not in valid_values {{(pid=93780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:45:21.557534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.api.validators [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] tftp-server is not in valid_values {{(pid=93780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:45:21.558049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.api.validators [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] server-ip-address is not in valid_values {{(pid=93780) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:45:21.582634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=adf373f7-e3c8-4584-bb6a-49f7d07370b9,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:21.696107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.696686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.698134 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] 10.222.0.66 "PUT /v2.0/ports/1260107c-1c78-4426-b1ab-d8ff67896347 HTTP/1.1" status: 200 len: 1092 time: 2.3167870 Jul 14 09:45:21.698598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '1260107c-1c78-4426-b1ab-d8ff67896347'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:21.712414 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f303413-e723-4755-9120-f846149385d1" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "1260107c-1c78-4426-b1ab-d8ff67896347"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:21.745880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:21.809465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.851995 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267548bf-555e-4720-a71c-c6e74c92b955 x-openstack-request-id: req-267548bf-555e-4720-a71c-c6e74c92b955 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:21.852308 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "1260107c-1c78-4426-b1ab-d8ff67896347", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:21.852566 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-267548bf-555e-4720-a71c-c6e74c92b955 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:21.852988 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '1260107c-1c78-4426-b1ab-d8ff67896347', 'status': 'completed', 'code': 200} Jul 14 09:45:21.888032 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4fe24746-621b-4652-b8d6-03a4fa78c04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:21.923218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17679a-26da-4423-a6ac-0b452ad7c76e service neutron] Pushing event updated for resources: {'Port': ['ID=1260107c-1c78-4426-b1ab-d8ff67896347,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:21.934245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-adeea6fa-11e9-497f-8388-81bbbbfa6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:21.935805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-adeea6fa-11e9-497f-8388-81bbbbfa6b7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 916 time: 0.5890751 Jul 14 09:45:22.153163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-190d70b5-0900-422c-9fd7-669e664b2e95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616 HTTP/1.1" status: 200 len: 217 time: 0.1998553 Jul 14 09:45:22.178212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-417e19ec-fc0c-4d0d-8efd-eb44dcbf58f1 None None] Provisioning complete for port adf373f7-e3c8-4584-bb6a-49f7d07370b9 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:22.178504 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-417e19ec-fc0c-4d0d-8efd-eb44dcbf58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.245585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device adf373f7-e3c8-4584-bb6a-49f7d07370b9 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:22.381675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port adf373f7-e3c8-4584-bb6a-49f7d07370b9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:22.382060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.384612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-d896641a-f2a2-42ea-bc70-97969a304ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.386531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-d896641a-f2a2-42ea-bc70-97969a304ace service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.2322657 Jul 14 09:45:22.410057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.492780 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-6248ea46-778e-4fc9-ae2d-be1d7419ab38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988677 Jul 14 09:45:22.554667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-9b827a82-797b-434f-8f29-622e1f5251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.563027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-9b827a82-797b-434f-8f29-622e1f5251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.563706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-9b827a82-797b-434f-8f29-622e1f5251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.564254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-9b827a82-797b-434f-8f29-622e1f5251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.564846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-9b827a82-797b-434f-8f29-622e1f5251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.565380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-9b827a82-797b-434f-8f29-622e1f5251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.565921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-9b827a82-797b-434f-8f29-622e1f5251b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.571167 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f303413-e723-4755-9120-f846149385d1 req-9b827a82-797b-434f-8f29-622e1f5251b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6359 time: 0.3368871 Jul 14 09:45:22.640118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-417e19ec-fc0c-4d0d-8efd-eb44dcbf58f1 None None] Provisioning for port f262a28a-407a-4efe-8991-bb5581e4df2a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:22.659227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-417e19ec-fc0c-4d0d-8efd-eb44dcbf58f1 None None] Provisioning complete for port f262a28a-407a-4efe-8991-bb5581e4df2a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:22.659837 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-417e19ec-fc0c-4d0d-8efd-eb44dcbf58f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:22.842424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-f4f239f5-369a-411d-9eac-28ee58cad4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.842915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-f4f239f5-369a-411d-9eac-28ee58cad4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.843447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-f4f239f5-369a-411d-9eac-28ee58cad4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:22.858847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-417e19ec-fc0c-4d0d-8efd-eb44dcbf58f1 None None] Port f262a28a-407a-4efe-8991-bb5581e4df2a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:22.861340 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f303413-e723-4755-9120-f846149385d1 req-f4f239f5-369a-411d-9eac-28ee58cad4a5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=da93836ffb284fb8873580293160a764&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2744708 Jul 14 09:45:22.931114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-417e19ec-fc0c-4d0d-8efd-eb44dcbf58f1 None None] Could not find standard attr ID for object fbb621bf-756c-4874-a1c4-b8441b93d07c. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:23.023668 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.048915 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.078470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] In _notify_port_updated(), no bound segment for port f262a28a-407a-4efe-8991-bb5581e4df2a on network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:45:23.084533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.085231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.086599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "PUT /v2.0/ports/f262a28a-407a-4efe-8991-bb5581e4df2a HTTP/1.1" status: 200 len: 1129 time: 1.5429585 Jul 14 09:45:23.100847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50980) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:23.127743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-097fb965-af32-4945-9acd-2d5776abdcf2 None None] Provisioning complete for port f262a28a-407a-4efe-8991-bb5581e4df2a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:23.128145 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-097fb965-af32-4945-9acd-2d5776abdcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.234782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-097fb965-af32-4945-9acd-2d5776abdcf2 None None] Port f262a28a-407a-4efe-8991-bb5581e4df2a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:23.357676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d274fbda-d5c4-4bc3-97b6-9dd2de3ab28c None None] Could not find standard attr ID for object fbb621bf-756c-4874-a1c4-b8441b93d07c. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:45:23.440705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef85d3-1251-4dbc-a895-09154d280781 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event updated for resources: {'Port': ['ID=f262a28a-407a-4efe-8991-bb5581e4df2a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:23.550451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f303413-e723-4755-9120-f846149385d1 req-9a0863eb-275d-4c89-b3b1-2cf87d3acfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.552315 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f303413-e723-4755-9120-f846149385d1 req-9a0863eb-275d-4c89-b3b1-2cf87d3acfed service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6901727 Jul 14 09:45:23.602389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb31b8-87e5-4460-a535-3a63d900fe17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.611502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5ecb31b8-87e5-4460-a535-3a63d900fe17 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "GET /v2.0/ports/f262a28a-407a-4efe-8991-bb5581e4df2a HTTP/1.1" status: 200 len: 1129 time: 0.5061507 Jul 14 09:45:23.617399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50986) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:23.654815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effca56c-9fb3-4048-96e3-fdae9282a10a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:23.695618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.754566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ffa0b671-7d31-469f-8f72-fa0c305c7f7a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.767134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ffa0b671-7d31-469f-8f72-fa0c305c7f7a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.778832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ffa0b671-7d31-469f-8f72-fa0c305c7f7a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.799541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ffa0b671-7d31-469f-8f72-fa0c305c7f7a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.809018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ffa0b671-7d31-469f-8f72-fa0c305c7f7a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.827071 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ffa0b671-7d31-469f-8f72-fa0c305c7f7a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.836314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ffa0b671-7d31-469f-8f72-fa0c305c7f7a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:23.862897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ffa0b671-7d31-469f-8f72-fa0c305c7f7a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5407 time: 1.5240622 Jul 14 09:45:23.869266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Transition to ACTIVE for port object effca56c-9fb3-4048-96e3-fdae9282a10a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:23.874703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-b3d69988-ba20-4129-9358-93700f4f71d8 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3688803 Jul 14 09:45:23.897114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-98b71a9c-069c-4a07-8d57-af598282f1c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Deleting port f262a28a-407a-4efe-8991-bb5581e4df2a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:23.897761 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98b71a9c-069c-4a07-8d57-af598282f1c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.946804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:23.966557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8c65db2-3615-45dd-bf0c-63fd8fb4282d req-ec05d2b0-d5da-45d8-9099-5aff8403e35d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948827 Jul 14 09:45:24.189061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98b71a9c-069c-4a07-8d57-af598282f1c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.243102 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-735204da-c4b3-439b-9079-2a4fb41d8f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.255457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=effca56c-9fb3-4048-96e3-fdae9282a10a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.257316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-98b71a9c-069c-4a07-8d57-af598282f1c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Calling delete_port for f262a28a-407a-4efe-8991-bb5581e4df2a owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:24.327119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8a140ea5-4b39-45f3-9fe9-8a4dd5367e84 None None] Provisioning complete for port f262a28a-407a-4efe-8991-bb5581e4df2a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:24.327471 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8a140ea5-4b39-45f3-9fe9-8a4dd5367e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.370621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4dbc3cf5-0049-46c3-91f7-92dd85d9662d req-f1e18ff4-c43e-4632-b589-f8efb73563be service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203613 Jul 14 09:45:24.426901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8a140ea5-4b39-45f3-9fe9-8a4dd5367e84 None None] Port f262a28a-407a-4efe-8991-bb5581e4df2a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:24.427516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Attempting to bind port effca56c-9fb3-4048-96e3-fdae9282a10a on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:24.427879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Attempting to bind port effca56c-9fb3-4048-96e3-fdae9282a10a by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:24.428325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Attempting to bind port effca56c-9fb3-4048-96e3-fdae9282a10a on network abc303e9-64b3-40af-b530-6d5136a0ebce {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:24.443493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Port effca56c-9fb3-4048-96e3-fdae9282a10a on network abc303e9-64b3-40af-b530-6d5136a0ebce not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:24.446878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Attempting to bind port effca56c-9fb3-4048-96e3-fdae9282a10a on network abc303e9-64b3-40af-b530-6d5136a0ebce {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:24.453516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:24.454858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Checking segment: {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:24.455427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Bound using segment: {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:24.456041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Bound port: effca56c-9fb3-4048-96e3-fdae9282a10a, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:24.456588 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.528853 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.590820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98b71a9c-069c-4a07-8d57-af598282f1c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.601722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] For port effca56c-9fb3-4048-96e3-fdae9282a10a, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:24.607765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] For port effca56c-9fb3-4048-96e3-fdae9282a10a, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=effca56c-9fb3-4048-96e3-fdae9282a10a,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:24.626578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.697265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b71a9c-069c-4a07-8d57-af598282f1c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event deleted for resources: {'Port': ['ID=f262a28a-407a-4efe-8991-bb5581e4df2a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.733980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98b71a9c-069c-4a07-8d57-af598282f1c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.745309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:24.749079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:24.753704 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-98b71a9c-069c-4a07-8d57-af598282f1c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "DELETE /v2.0/ports/f262a28a-407a-4efe-8991-bb5581e4df2a HTTP/1.1" status: 204 len: 168 time: 1.1350081 Jul 14 09:45:24.754780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50996) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:24.756235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] 10.222.0.66 "PUT /v2.0/ports/effca56c-9fb3-4048-96e3-fdae9282a10a HTTP/1.1" status: 200 len: 1092 time: 3.0220335 Jul 14 09:45:24.819383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': 'effca56c-9fb3-4048-96e3-fdae9282a10a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:24.823178 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "effca56c-9fb3-4048-96e3-fdae9282a10a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:24.826041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd907b21-10f5-4e1b-85e8-b775e94bdaf3 service neutron] Pushing event updated for resources: {'Port': ['ID=effca56c-9fb3-4048-96e3-fdae9282a10a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:24.855697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Request body: {'port': {'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:24.878647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-079a2aa2-06db-4f6d-8546-e59f49c25c74 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Deleting subnet debce61e-d7c1-4a96-8116-1e92a21c5ce5 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:24.890082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-079a2aa2-06db-4f6d-8546-e59f49c25c74 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.008830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-079a2aa2-06db-4f6d-8546-e59f49c25c74 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.019643 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a7a6a3-3586-4caf-83ee-29230013eabd x-openstack-request-id: req-d2a7a6a3-3586-4caf-83ee-29230013eabd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:25.019921 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "effca56c-9fb3-4048-96e3-fdae9282a10a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:25.020331 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d2a7a6a3-3586-4caf-83ee-29230013eabd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:25.020626 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': 'effca56c-9fb3-4048-96e3-fdae9282a10a', 'status': 'completed', 'code': 200} Jul 14 09:45:25.179157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.318370 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-079a2aa2-06db-4f6d-8546-e59f49c25c74 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.448641 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-079a2aa2-06db-4f6d-8546-e59f49c25c74 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.490490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a2aa2-06db-4f6d-8546-e59f49c25c74 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event deleted for resources: {'Subnet': ['ID=debce61e-d7c1-4a96-8116-1e92a21c5ce5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:25.503763 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-079a2aa2-06db-4f6d-8546-e59f49c25c74 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.505728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-079a2aa2-06db-4f6d-8546-e59f49c25c74 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "DELETE /v2.0/subnets/debce61e-d7c1-4a96-8116-1e92a21c5ce5 HTTP/1.1" status: 204 len: 168 time: 0.7497866 Jul 14 09:45:25.508225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51010) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:25.513567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b4d8e-fc25-42f4-9403-2472bb84739e None None] Network 3a3ae996-4a78-4059-ae19-1e0c61340cb6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:25.607466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8808c44-4847-4355-a690-733c5f93cbde {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:25.615150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.660110 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.670215 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.732868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Transition to ACTIVE for port object d8808c44-4847-4355-a690-733c5f93cbde will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:25.758222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-1a8f83e9-37fd-49e3-8249-df1cc3d4ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.761771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-1a8f83e9-37fd-49e3-8249-df1cc3d4ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.765434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Deleting port adf373f7-e3c8-4584-bb6a-49f7d07370b9 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:25.765831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.766656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-1a8f83e9-37fd-49e3-8249-df1cc3d4ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.767596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-1a8f83e9-37fd-49e3-8249-df1cc3d4ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.768434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-1a8f83e9-37fd-49e3-8249-df1cc3d4ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.769299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-1a8f83e9-37fd-49e3-8249-df1cc3d4ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.773731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-1a8f83e9-37fd-49e3-8249-df1cc3d4ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.776632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-1a8f83e9-37fd-49e3-8249-df1cc3d4ca68 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6427 time: 0.7672319 Jul 14 09:45:25.778240 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.800778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1702307-6649-4023-b474-e6584fea030e req-99e9bd2d-72a6-4d48-a2de-9bdcf9b839e4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.810070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1702307-6649-4023-b474-e6584fea030e req-99e9bd2d-72a6-4d48-a2de-9bdcf9b839e4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.819083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1702307-6649-4023-b474-e6584fea030e req-99e9bd2d-72a6-4d48-a2de-9bdcf9b839e4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.829443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1702307-6649-4023-b474-e6584fea030e req-99e9bd2d-72a6-4d48-a2de-9bdcf9b839e4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.836312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1702307-6649-4023-b474-e6584fea030e req-99e9bd2d-72a6-4d48-a2de-9bdcf9b839e4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.842883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1702307-6649-4023-b474-e6584fea030e req-99e9bd2d-72a6-4d48-a2de-9bdcf9b839e4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.850008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1702307-6649-4023-b474-e6584fea030e req-99e9bd2d-72a6-4d48-a2de-9bdcf9b839e4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:25.852263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1702307-6649-4023-b474-e6584fea030e req-99e9bd2d-72a6-4d48-a2de-9bdcf9b839e4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5419 time: 0.3502882 Jul 14 09:45:25.898449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] For port adf373f7-e3c8-4584-bb6a-49f7d07370b9, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=adf373f7-e3c8-4584-bb6a-49f7d07370b9,segment=NetworkSegment(5cdfeea0-0f02-49eb-a0e9-9ec2d773af82),segment_id=5cdfeea0-0f02-49eb-a0e9-9ec2d773af82)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:25.898885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:25.929524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Calling delete_port for adf373f7-e3c8-4584-bb6a-49f7d07370b9 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:25.980960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] DHCP port deletion for 3a3ae996-4a78-4059-ae19-1e0c61340cb6 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:26.108122 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] Deleting port adf373f7-e3c8-4584-bb6a-49f7d07370b9 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:26.111414 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.114599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.144744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] No DVR routers for this DVR port adf373f7-e3c8-4584-bb6a-49f7d07370b9 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:26.170399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Pushing event updated for resources: {'Port': ['ID=d8808c44-4847-4355-a690-733c5f93cbde,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.208781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event deleted for resources: {'Port': ['ID=adf373f7-e3c8-4584-bb6a-49f7d07370b9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.288881 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] For port adf373f7-e3c8-4584-bb6a-49f7d07370b9, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:26.289718 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.349019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device adf373f7-e3c8-4584-bb6a-49f7d07370b9 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:26.349485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1702307-6649-4023-b474-e6584fea030e req-9dbfe690-dc2f-43ab-944b-f65d0fb6d40e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3761344 Jul 14 09:45:26.356766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] Calling delete_port for adf373f7-e3c8-4584-bb6a-49f7d07370b9 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:26.369996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.407904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3ae996-4a78-4059-ae19-1e0c61340cb6']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:26.421559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] Port adf373f7-e3c8-4584-bb6a-49f7d07370b9 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:45:26.424055 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.440266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdfeea0-0f02-49eb-a0e9-9ec2d773af82') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:26.440666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdfeea0-0f02-49eb-a0e9-9ec2d773af82') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:26.458779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.463415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: adf373f7-e3c8-4584-bb6a-49f7d07370b9 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:26.464847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device adf373f7-e3c8-4584-bb6a-49f7d07370b9 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:26.489872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.502763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:26.503196 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:26.506854 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:26.520180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] No DVR routers for this DVR port adf373f7-e3c8-4584-bb6a-49f7d07370b9 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:26.528602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5063eb3-b059-4de9-9f04-cb776303a0fd None None] Pushing event deleted for resources: {'Port': ['ID=adf373f7-e3c8-4584-bb6a-49f7d07370b9,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.556547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-59972d32-27a5-4c7e-8992-68a1e2bceb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:26.557089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-59972d32-27a5-4c7e-8992-68a1e2bceb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:26.557665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-59972d32-27a5-4c7e-8992-68a1e2bceb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:26.559987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-59972d32-27a5-4c7e-8992-68a1e2bceb76 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=da93836ffb284fb8873580293160a764&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6477494 Jul 14 09:45:26.603848 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.626285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.631878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] 10.222.0.73 "DELETE /v2.0/networks/3a3ae996-4a78-4059-ae19-1e0c61340cb6 HTTP/1.1" status: 204 len: 168 time: 1.1226091 Jul 14 09:45:26.633060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b95972-a3f3-4bae-bf9c-48322410c94d tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909 tempest-ExtraDHCPOptionsIpV6TestJSON-1483210909-project] Pushing event deleted for resources: {'Network': ['ID=3a3ae996-4a78-4059-ae19-1e0c61340cb6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.727785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Attempting to bind port d8808c44-4847-4355-a690-733c5f93cbde on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:26.728181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Attempting to bind port d8808c44-4847-4355-a690-733c5f93cbde by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:26.728569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Attempting to bind port d8808c44-4847-4355-a690-733c5f93cbde on network abc303e9-64b3-40af-b530-6d5136a0ebce {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:26.758549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Port d8808c44-4847-4355-a690-733c5f93cbde on network abc303e9-64b3-40af-b530-6d5136a0ebce not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:26.759237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Attempting to bind port d8808c44-4847-4355-a690-733c5f93cbde on network abc303e9-64b3-40af-b530-6d5136a0ebce {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:26.784401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:26.784761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Checking segment: {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:26.785078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Bound using segment: {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:26.785533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Bound port: d8808c44-4847-4355-a690-733c5f93cbde, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a5c37b-d16f-4d84-a0c3-8b1fb451b090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:26.785901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.832404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-d5ed96c5-5311-4193-8c9f-326f1ed39d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:26.834257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5dc18621-bde5-4fe2-a788-c5b0bcc3642d req-d5ed96c5-5311-4193-8c9f-326f1ed39d7a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2642097 Jul 14 09:45:26.893370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] For port d8808c44-4847-4355-a690-733c5f93cbde, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:26.894224 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.897394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] For port d8808c44-4847-4355-a690-733c5f93cbde, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d8808c44-4847-4355-a690-733c5f93cbde,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:26.903543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.957543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Pushing event updated for resources: {'Port': ['ID=d8808c44-4847-4355-a690-733c5f93cbde,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:26.972512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:26.974422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:26.976693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64a286d8-7989-40e6-a6d5-950362f3a6ae service neutron] 10.222.0.66 "PUT /v2.0/ports/d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 200 len: 1092 time: 2.1421525 Jul 14 09:45:26.994742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51028) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:27.029405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': 'd8808c44-4847-4355-a690-733c5f93cbde'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:27.036314 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "d8808c44-4847-4355-a690-733c5f93cbde"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:27.115618 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1953e31f-7aa0-4291-9fef-5863548ddbef x-openstack-request-id: req-1953e31f-7aa0-4291-9fef-5863548ddbef {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:27.115914 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "d8808c44-4847-4355-a690-733c5f93cbde", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:27.116172 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1953e31f-7aa0-4291-9fef-5863548ddbef {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:27.116597 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': 'd8808c44-4847-4355-a690-733c5f93cbde', 'status': 'completed', 'code': 200} Jul 14 09:45:27.182954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0d71eb25-f47b-45cd-8455-7d07c7ba5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.183450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0d71eb25-f47b-45cd-8455-7d07c7ba5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.184712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0d71eb25-f47b-45cd-8455-7d07c7ba5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.185422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0d71eb25-f47b-45cd-8455-7d07c7ba5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.186093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0d71eb25-f47b-45cd-8455-7d07c7ba5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.186755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0d71eb25-f47b-45cd-8455-7d07c7ba5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.187674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0d71eb25-f47b-45cd-8455-7d07c7ba5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.190769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0d71eb25-f47b-45cd-8455-7d07c7ba5f7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6495 time: 0.1704478 Jul 14 09:45:27.226812 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.253287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-8eb7abaf-ac4e-4904-8686-1383b858badb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 200 len: 217 time: 0.0533481 Jul 14 09:45:27.259937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b9ae11be-5e97-4645-8565-ca7dee5a7544 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa6c6399166c45d0aeec3a0bf2a623d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634246 Jul 14 09:45:27.262100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51038) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:27.313867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-19f1f64e-740c-411e-a1d2-44a72f040294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.315473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-19f1f64e-740c-411e-a1d2-44a72f040294 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81804484-c2db-4e74-8daa-f75361a1ba82 HTTP/1.1" status: 200 len: 856 time: 0.0510957 Jul 14 09:45:27.333240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6f96035-c6e1-4e99-b3a0-464c6705dabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.361941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6f96035-c6e1-4e99-b3a0-464c6705dabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.443714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6f96035-c6e1-4e99-b3a0-464c6705dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.447442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6f96035-c6e1-4e99-b3a0-464c6705dabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:27.448813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a6f96035-c6e1-4e99-b3a0-464c6705dabf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1ca395d-529e-4fb6-982b-42d999d1e82d HTTP/1.1" status: 204 len: 168 time: 0.1853347 Jul 14 09:45:27.460601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f96035-c6e1-4e99-b3a0-464c6705dabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ca395d-529e-4fb6-982b-42d999d1e82d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:27.952028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-935d1c53-2573-479e-aa18-28d31385ca13 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.958228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-935d1c53-2573-479e-aa18-28d31385ca13 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.964041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-935d1c53-2573-479e-aa18-28d31385ca13 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.970007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-935d1c53-2573-479e-aa18-28d31385ca13 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.975962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-935d1c53-2573-479e-aa18-28d31385ca13 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.982005 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-935d1c53-2573-479e-aa18-28d31385ca13 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.988557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-935d1c53-2573-479e-aa18-28d31385ca13 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.990712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-935d1c53-2573-479e-aa18-28d31385ca13 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.1731260 Jul 14 09:45:27.992899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4fb95674-d4d0-4291-8aa6-a6d261b41251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:27.994294 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4fb95674-d4d0-4291-8aa6-a6d261b41251 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a23679-4185-490c-8b16-e72740c16252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6722445 Jul 14 09:45:28.024698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-288f8b05-51cb-47b1-b932-ef56233736b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868518 Jul 14 09:45:28.132490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9087903f-c684-4e03-9b12-bc1d0d46d638 req-055b8639-3911-4209-a2be-ee99cdb8f362 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333733 Jul 14 09:45:28.182188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0e77715d-a8c2-4f66-bf1f-c63a284def98 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603169 Jul 14 09:45:28.191366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-7416d7cc-cd36-4782-a19f-54219da6b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.193161 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-7416d7cc-cd36-4782-a19f-54219da6b7ec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 1097 time: 0.1124849 Jul 14 09:45:28.295283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-acafe79e-392c-4e5e-a92e-bd91fa4b303a service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102269 Jul 14 09:45:28.373138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-466af302-9122-4803-8f79-29d7f289810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.375012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-466af302-9122-4803-8f79-29d7f289810a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.1545792 Jul 14 09:45:28.395237 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-bd7a6142-ce93-433f-9158-74b3e197cf21 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 217 time: 0.0830245 Jul 14 09:45:28.455294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-508de3d0-611b-4cc5-af15-33cde3a963c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 200 len: 1000 time: 0.0729952 Jul 14 09:45:28.466109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-55233e07-8ad0-4cbc-92b1-8fd9c6764530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.467572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-55233e07-8ad0-4cbc-92b1-8fd9c6764530 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0667806 Jul 14 09:45:28.538346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-cb1d8032-5d60-4753-9534-6178851f2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.539905 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-cb1d8032-5d60-4753-9534-6178851f2468 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.0765398 Jul 14 09:45:28.540420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51078) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:28.551506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4fa26204-8fe1-4c2d-89db-4b81e7a3c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.553222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-4fa26204-8fe1-4c2d-89db-4b81e7a3c31c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796030 Jul 14 09:45:28.639846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-e445d1b2-17a6-4a6a-bfe4-d86489982ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.642406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-e445d1b2-17a6-4a6a-bfe4-d86489982ff2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873125 Jul 14 09:45:28.696330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-e285b84b-8c74-4591-bc3b-1fdd8648dc0a service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346145 Jul 14 09:45:28.718339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1239152092'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:28.764492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Made reservation on behalf of 7b1304565069448ca0d15313e92346da for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:28.768512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.786788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:28.796899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-ad85fc7b-682b-4c9b-ad3d-d341f9023b5e service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452384 Jul 14 09:45:28.803465 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-c5265c04-186f-4494-b56b-c49dc1350908 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023066 Jul 14 09:45:28.854770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1dc2d2e6-c3c4-4bc5-8053-960fe754a6da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 217 time: 0.0449367 Jul 14 09:45:28.913888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-55905b9b-2a2e-4a24-8884-5dbcfb86b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.915760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-55905b9b-2a2e-4a24-8884-5dbcfb86b6e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0551662 Jul 14 09:45:28.983071 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-467f69fd-51f0-42c8-b2aa-fd63ad2acbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:28.985812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-467f69fd-51f0-42c8-b2aa-fd63ad2acbe2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0608721 Jul 14 09:45:29.098293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-a4244a29-0f72-4c3c-b030-194b271a409e service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061840 Jul 14 09:45:29.266115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-0f088c73-fb65-472b-8532-f689bf3f18e9 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604271 Jul 14 09:45:29.337304 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-055888af-2c9f-4f73-8ebe-d9b51bd15f26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae HTTP/1.1" status: 200 len: 217 time: 0.0650997 Jul 14 09:45:29.359190 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cd5f9f6-932b-4f3d-903c-d9f9a303c7ed req-bfe51e81-5968-4b93-9636-03180166ddf5 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517080 Jul 14 09:45:29.421187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-ac5a99c7-afa3-4815-80fe-d37f9dfa2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.425946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-ac5a99c7-afa3-4815-80fe-d37f9dfa2051 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0817640 Jul 14 09:45:29.493944 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.499608 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.501581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1f0bed93-1b99-456d-b090-09baa4a1d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.511170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-1f0bed93-1b99-456d-b090-09baa4a1d91c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0779855 Jul 14 09:45:29.558515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:29.582437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d43046-372d-4882-a9ab-55bec23e505d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:29.596872 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.618843 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-9e3c5162-32fd-4b51-a910-624e2d1e1384 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.627510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-9e3c5162-32fd-4b51-a910-624e2d1e1384 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.634879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-9e3c5162-32fd-4b51-a910-624e2d1e1384 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.641819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-9e3c5162-32fd-4b51-a910-624e2d1e1384 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.649969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-9e3c5162-32fd-4b51-a910-624e2d1e1384 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.657580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-9e3c5162-32fd-4b51-a910-624e2d1e1384 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.666115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-9e3c5162-32fd-4b51-a910-624e2d1e1384 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.675989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-9e3c5162-32fd-4b51-a910-624e2d1e1384 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.2951689 Jul 14 09:45:29.679829 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-73a5ed09-9294-47a0-b85d-3ae5361164bf service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623964 Jul 14 09:45:29.685104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.685603 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Added segment 8a8742ec-f466-4645-86d1-9d15134f5f3f of type vlan for network 0aaf8922-32c4-46c6-816a-9be93dd3b610 Jul 14 09:45:29.780522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eed3a7c9-0954-48ba-b968-ebce95d46bcb req-4a9387ee-f70f-4921-bc4a-03349c39361e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1034944 Jul 14 09:45:29.805578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.869322 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-7ad9783f-3b0b-440a-8b6e-f070ae7311e2 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819611 Jul 14 09:45:29.884897 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.891147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:29.893710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:29.915828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3741033 Jul 14 09:45:29.927883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51104) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:29.933501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Request body: {'subnet': {'network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:29.965713 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-41188ea8-271e-4bd9-b669-7bb0eed68ceb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1260107c-1c78-4426-b1ab-d8ff67896347 HTTP/1.1" status: 200 len: 217 time: 0.0882361 Jul 14 09:45:30.049547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26238fd8-dfba-413b-9050-914c085e4fb4 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'Network': ['ID=0aaf8922-32c4-46c6-816a-9be93dd3b610,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:30.064109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:30.080748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-e162cd72-b6bc-4f93-bf48-f8789a0221b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.082530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-e162cd72-b6bc-4f93-bf48-f8789a0221b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.1113667 Jul 14 09:45:30.091621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Made reservation on behalf of 7b1304565069448ca0d15313e92346da for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:30.100991 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.225482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-37d4134d-e893-46f5-bbdf-4e508621db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.227358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-37d4134d-e893-46f5-bbdf-4e508621db21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1370552 Jul 14 09:45:30.378813 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.411794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-9921aac3-a06d-43ba-9c80-063357599919 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784277 Jul 14 09:45:30.469689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'Subnet': ['ID=74d564bf-a789-4c21-8831-b122697543b4,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:30.485910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Checking segment: {'id': '8a8742ec-f466-4645-86d1-9d15134f5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:30.486343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Network hostable DHCP agents. Network: 0aaf8922-32c4-46c6-816a-9be93dd3b610, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:30.509976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:30.533037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0aaf8922-32c4-46c6-816a-9be93dd3b610) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:30.541086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.541440 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.547954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8edb016-69cc-47ae-9089-f47c027403ba None None] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:30.572328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51120) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:30.572680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f1022183-3fd6-4ba9-864e-f0fe0f0964e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6438437 Jul 14 09:45:30.604787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-54148fa9-6fb8-4b29-82e9-574436be92b3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1116107044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:30.687896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-12654435-312a-41de-9ab8-9af782946aef service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683787 Jul 14 09:45:30.774505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-73b7b38d-832e-4d62-a2cc-6b1a9d936ecb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca56c-9fb3-4048-96e3-fdae9282a10a HTTP/1.1" status: 200 len: 217 time: 0.0799131 Jul 14 09:45:30.799505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-0aaf8922-32c4-46c6-816a-9be93dd3b610', 'network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610', 'tenant_id': '7b1304565069448ca0d15313e92346da', 'fixed_ips': [{'subnet_id': '74d564bf-a789-4c21-8831-b122697543b4'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:30.800462 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.843887 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54148fa9-6fb8-4b29-82e9-574436be92b3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.845065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54148fa9-6fb8-4b29-82e9-574436be92b3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:30.868140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-8f64a0a4-9f76-4892-9957-8743dda65fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:30.869805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-8f64a0a4-9f76-4892-9957-8743dda65fc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0893540 Jul 14 09:45:30.972854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54148fa9-6fb8-4b29-82e9-574436be92b3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.018819 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54148fa9-6fb8-4b29-82e9-574436be92b3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.037992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54148fa9-6fb8-4b29-82e9-574436be92b3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.039379 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54148fa9-6fb8-4b29-82e9-574436be92b3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4609621 Jul 14 09:45:31.042321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51136) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:31.050004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-fc8b7eb8-98cd-42de-b521-dee211841790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.052012 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-fc8b7eb8-98cd-42de-b521-dee211841790 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1762221 Jul 14 09:45:31.066213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Allocated IP 172.20.0.2 (0aaf8922-32c4-46c6-816a-9be93dd3b610/74d564bf-a789-4c21-8831-b122697543b4/64214e89-40f2-461a-bb13-17d8b241118e) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:31.163171 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-28ab0323-fb30-4bc3-bebb-c490f0bb8723 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973251 Jul 14 09:45:31.206467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c3502-8633-45c4-af82-207187f0e392 req-d4c60791-f500-400f-9402-dfb20c699ef5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.213288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c3502-8633-45c4-af82-207187f0e392 req-d4c60791-f500-400f-9402-dfb20c699ef5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.220964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c3502-8633-45c4-af82-207187f0e392 req-d4c60791-f500-400f-9402-dfb20c699ef5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.227756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c3502-8633-45c4-af82-207187f0e392 req-d4c60791-f500-400f-9402-dfb20c699ef5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.234400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c3502-8633-45c4-af82-207187f0e392 req-d4c60791-f500-400f-9402-dfb20c699ef5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.241951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c3502-8633-45c4-af82-207187f0e392 req-d4c60791-f500-400f-9402-dfb20c699ef5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.248561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c3502-8633-45c4-af82-207187f0e392 req-d4c60791-f500-400f-9402-dfb20c699ef5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.250708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec9c3502-8633-45c4-af82-207187f0e392 req-d4c60791-f500-400f-9402-dfb20c699ef5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.2803671 Jul 14 09:45:31.341583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec9c3502-8633-45c4-af82-207187f0e392 req-3b8ae1ec-dd01-4bf5-ad7f-8fca65d6549b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571215 Jul 14 09:45:31.368129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-759bc154-e455-4662-9816-f4a0d6d79c86 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974590 Jul 14 09:45:31.448189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-3f5c48fa-87f5-436d-a49c-dfe6d4388aac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 200 len: 217 time: 0.0740919 Jul 14 09:45:31.460512 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.472939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Transition to ACTIVE for port object 64214e89-40f2-461a-bb13-17d8b241118e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:31.495680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Transition to ACTIVE for port object 64214e89-40f2-461a-bb13-17d8b241118e will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:31.503799 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.519852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-99991e86-a0ed-4db0-b3c9-e665d6d97284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.521693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-99991e86-a0ed-4db0-b3c9-e665d6d97284 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0667400 Jul 14 09:45:31.608636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Pushing event updated for resources: {'Port': ['ID=64214e89-40f2-461a-bb13-17d8b241118e,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:31.646742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-80ed97ab-776f-4eee-87f0-9583dce6189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:31.651626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-80ed97ab-776f-4eee-87f0-9583dce6189b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1167450 Jul 14 09:45:31.665002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:31.669902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:31.693256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:31.785198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Attempting to bind port 64214e89-40f2-461a-bb13-17d8b241118e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:31.785704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Attempting to bind port 64214e89-40f2-461a-bb13-17d8b241118e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8a8742ec-f466-4645-86d1-9d15134f5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:31.786136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Attempting to bind port 64214e89-40f2-461a-bb13-17d8b241118e on network 0aaf8922-32c4-46c6-816a-9be93dd3b610 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:31.796451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:31.797011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Checking segment: {'id': '8a8742ec-f466-4645-86d1-9d15134f5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:31.798104 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.798623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Bound using segment: {'id': '8a8742ec-f466-4645-86d1-9d15134f5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:31.799240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Bound port: 64214e89-40f2-461a-bb13-17d8b241118e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8742ec-f466-4645-86d1-9d15134f5f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:31.799720 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.800342 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.876498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-b6db013b-1c81-4687-8f47-84171a44618f service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205753 Jul 14 09:45:31.899928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] For port 64214e89-40f2-461a-bb13-17d8b241118e, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:31.903693 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] For port 64214e89-40f2-461a-bb13-17d8b241118e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=64214e89-40f2-461a-bb13-17d8b241118e,segment=NetworkSegment(8a8742ec-f466-4645-86d1-9d15134f5f3f),segment_id=8a8742ec-f466-4645-86d1-9d15134f5f3f)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:31.908866 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:31.971187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7df8df-5ce2-4d51-90ff-9764da9a8a51 None None] Pushing event updated for resources: {'Port': ['ID=64214e89-40f2-461a-bb13-17d8b241118e,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:32.021315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ebf5b2c2-edb3-4701-b505-ed218b6b96f7 req-64e44fe3-7f42-4ec4-9eaa-86bfa9f639a3 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373737 Jul 14 09:45:32.161390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Allocated IP 172.20.0.1 (0aaf8922-32c4-46c6-816a-9be93dd3b610/74d564bf-a789-4c21-8831-b122697543b4/1f5386ab-775b-4217-a47a-a50c2b2ee1fa) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:32.185707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-91e42d81-869e-4b9b-9171-bbaa6fbd7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.186276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-91e42d81-869e-4b9b-9171-bbaa6fbd7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.186666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-91e42d81-869e-4b9b-9171-bbaa6fbd7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.187144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-91e42d81-869e-4b9b-9171-bbaa6fbd7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.187606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-91e42d81-869e-4b9b-9171-bbaa6fbd7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.188642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-91e42d81-869e-4b9b-9171-bbaa6fbd7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.189115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-91e42d81-869e-4b9b-9171-bbaa6fbd7ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.191082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-91e42d81-869e-4b9b-9171-bbaa6fbd7ba5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6495 time: 0.0705860 Jul 14 09:45:32.330774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-f28fdbe9-8972-4e74-bb4d-914a5b434c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.332514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-f28fdbe9-8972-4e74-bb4d-914a5b434c7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 200 len: 903 time: 0.1346512 Jul 14 09:45:32.346093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.362267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Transition to ACTIVE for port object 1f5386ab-775b-4217-a47a-a50c2b2ee1fa will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:32.384704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-05e76464-02a5-44e8-bc38-d34c3413b95f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 200 len: 217 time: 0.0458751 Jul 14 09:45:32.418960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.453589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-b1bf8804-0067-4a16-b79f-8a89c04573aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.455834 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-b1bf8804-0067-4a16-b79f-8a89c04573aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0647011 Jul 14 09:45:32.482654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:32.486971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:32.492039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:32.534083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'Port': ['ID=1f5386ab-775b-4217-a47a-a50c2b2ee1fa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:32.554929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-444bf347-44a7-4847-bd76-2aa86c70dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.557458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-444bf347-44a7-4847-bd76-2aa86c70dbeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915294 Jul 14 09:45:32.590307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:32.663761 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-87be91dd-9007-4d8f-8404-52984d3c0648 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003404 Jul 14 09:45:32.694419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-c4068910-385e-47ed-9cc7-c7b1847949a5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.700767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-c4068910-385e-47ed-9cc7-c7b1847949a5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.707455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-c4068910-385e-47ed-9cc7-c7b1847949a5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.713589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-c4068910-385e-47ed-9cc7-c7b1847949a5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.719775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-c4068910-385e-47ed-9cc7-c7b1847949a5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.726172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-c4068910-385e-47ed-9cc7-c7b1847949a5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.732459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-c4068910-385e-47ed-9cc7-c7b1847949a5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:32.734501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-c4068910-385e-47ed-9cc7-c7b1847949a5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.1939349 Jul 14 09:45:32.781697 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8195cf4-f1c5-4e04-be63-dc5ba7d35cf5 req-6b8d2c12-4c59-4a91-a7d4-fe99ca87de35 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118624 Jul 14 09:45:32.820537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ab319ce-ca77-42b7-ba84-03c4b3f72c0f req-a7703d72-6a4b-4789-a0bb-e23172e058b8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782042 Jul 14 09:45:32.823252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.184744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.191081 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.218559 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:45:33.320583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'Port': ['ID=1f5386ab-775b-4217-a47a-a50c2b2ee1fa,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:33.323459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.339534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36275727-60b8-4f38-8243-52c007e98e0c None None] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:33.421518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:33.423892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:33.476561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-09e00339-8700-4320-8a0b-613c91ce1e4f None None] Provisioning for port 64214e89-40f2-461a-bb13-17d8b241118e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:33.560247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Router 4a8828ce-6785-42d6-abb8-a3b853b060fa is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:45:33.683151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:33.694069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911b70b-6c98-45b4-9d59-f8a64a146598 None None] Sync routers for ids ['4a8828ce-6785-42d6-abb8-a3b853b060fa'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:33.695749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-847c706a-af66-41ea-ba2e-f850f6683315 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "PUT /v2.0/routers/4a8828ce-6785-42d6-abb8-a3b853b060fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516697 Jul 14 09:45:33.698299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51202) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:33.706616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Request body: {'port': {'network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610', 'name': 'tempest-FloatingIPNegativeTestJSON-1136486689'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:33.713613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911b70b-6c98-45b4-9d59-f8a64a146598 None None] Routers {'4a8828ce-6785-42d6-abb8-a3b853b060fa'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:33.714260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b911b70b-6c98-45b4-9d59-f8a64a146598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4a8828ce-6785-42d6-abb8-a3b853b060fa'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:33.790084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b911b70b-6c98-45b4-9d59-f8a64a146598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:33.824785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911b70b-6c98-45b4-9d59-f8a64a146598 None None] Routers {'4a8828ce-6785-42d6-abb8-a3b853b060fa'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:33.825763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b911b70b-6c98-45b4-9d59-f8a64a146598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4a8828ce-6785-42d6-abb8-a3b853b060fa'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:33.875891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b911b70b-6c98-45b4-9d59-f8a64a146598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:33.878710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b911b70b-6c98-45b4-9d59-f8a64a146598 None None] The sync data for ids ['4a8828ce-6785-42d6-abb8-a3b853b060fa'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:33.886238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Made reservation on behalf of 7b1304565069448ca0d15313e92346da for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:33.888046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a6d4d461-f6e7-41d5-804d-d180daf9a342 None None] Provisioning for port 1f5386ab-775b-4217-a47a-a50c2b2ee1fa completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:33.896695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a6d4d461-f6e7-41d5-804d-d180daf9a342 None None] Provisioning complete for port 1f5386ab-775b-4217-a47a-a50c2b2ee1fa triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:33.897180 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a6d4d461-f6e7-41d5-804d-d180daf9a342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.902262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:33.927702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] device_id is not set on port 146a8277-a72a-41a4-871e-cd81b39c7670 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:45:33.979511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4d461-f6e7-41d5-804d-d180daf9a342 None None] Port 1f5386ab-775b-4217-a47a-a50c2b2ee1fa cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:34.181001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Allocated IP 172.20.0.9 (0aaf8922-32c4-46c6-816a-9be93dd3b610/74d564bf-a789-4c21-8831-b122697543b4/146a8277-a72a-41a4-871e-cd81b39c7670) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:34.202487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 64214e89-40f2-461a-bb13-17d8b241118e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:34.286350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-f345ad0d-1639-4b36-9648-cbed501cbc4c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.289761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d3cdfac1-4792-4476-8c02-4c48e2e865ca None None] Provisioning complete for port 1f5386ab-775b-4217-a47a-a50c2b2ee1fa triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:34.293972 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3cdfac1-4792-4476-8c02-4c48e2e865ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.306258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-f345ad0d-1639-4b36-9648-cbed501cbc4c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.328022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-f345ad0d-1639-4b36-9648-cbed501cbc4c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.335122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-f345ad0d-1639-4b36-9648-cbed501cbc4c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.342101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-f345ad0d-1639-4b36-9648-cbed501cbc4c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.348783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-f345ad0d-1639-4b36-9648-cbed501cbc4c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.356494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-f345ad0d-1639-4b36-9648-cbed501cbc4c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.365353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-f345ad0d-1639-4b36-9648-cbed501cbc4c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.2428763 Jul 14 09:45:34.393504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d3cdfac1-4792-4476-8c02-4c48e2e865ca None None] Port 1f5386ab-775b-4217-a47a-a50c2b2ee1fa cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:34.397108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.415258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Transition to ACTIVE for port object 146a8277-a72a-41a4-871e-cd81b39c7670 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:34.419759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 64214e89-40f2-461a-bb13-17d8b241118e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:34.424457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 64214e89-40f2-461a-bb13-17d8b241118e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:34.425183 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.450384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6315c758-9ecb-4620-8466-2e1fd16188ae req-94aacbda-42a6-45f7-b932-5b8b9fe6c73a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821867 Jul 14 09:45:34.465401 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.525882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:34.529591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:34.534293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:34.550582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a3bf2ece-dc78-4c41-98b1-cdefc37c537c None None] Provisioning complete for port 1f5386ab-775b-4217-a47a-a50c2b2ee1fa triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:34.551046 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a3bf2ece-dc78-4c41-98b1-cdefc37c537c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.568645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'Port': ['ID=146a8277-a72a-41a4-871e-cd81b39c7670,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.585805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.599762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:34.600487 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.625929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:34.626245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c16d6d25-6a12-4630-9237-5be3582946e6 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9256630 Jul 14 09:45:34.637437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:34.645507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a3bf2ece-dc78-4c41-98b1-cdefc37c537c None None] Port 1f5386ab-775b-4217-a47a-a50c2b2ee1fa cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:34.671090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 64214e89-40f2-461a-bb13-17d8b241118e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=64214e89-40f2-461a-bb13-17d8b241118e,segment=NetworkSegment(8a8742ec-f466-4645-86d1-9d15134f5f3f),segment_id=8a8742ec-f466-4645-86d1-9d15134f5f3f)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:34.674778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.676549 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.735272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=64214e89-40f2-461a-bb13-17d8b241118e,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:34.806461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.870393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b405d71f-12f9-40ad-bd1c-c815a47541a2 None None] Provisioning for port 146a8277-a72a-41a4-871e-cd81b39c7670 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:34.874657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b405d71f-12f9-40ad-bd1c-c815a47541a2 None None] Provisioning complete for port 146a8277-a72a-41a4-871e-cd81b39c7670 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:34.875033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b405d71f-12f9-40ad-bd1c-c815a47541a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:34.913853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b405d71f-12f9-40ad-bd1c-c815a47541a2 None None] Port 146a8277-a72a-41a4-871e-cd81b39c7670 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:34.932808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Allocated IP 172.25.0.194 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/5df37159-ee00-4018-a445-f85f38c9809e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:35.049145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.096654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.133324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:35.136614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:35.142913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:35.179234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'Port': ['ID=5df37159-ee00-4018-a445-f85f38c9809e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:35.257173 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.337525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.524303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.530827 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.619418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'Port': ['ID=5df37159-ee00-4018-a445-f85f38c9809e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:35.697041 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.720644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.727155 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4df14226-dfd6-4de7-bb20-685fb994600e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0994208 Jul 14 09:45:35.728317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51226) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:35.736036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-197185fb-8ad7-4703-a439-b02cb952f948 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Request body: {'floatingip': {'port_id': '146a8277-a72a-41a4-871e-cd81b39c7670', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:35.781009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-5d676f27-165d-49a9-bace-2c53125ffbcc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.791881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-5d676f27-165d-49a9-bace-2c53125ffbcc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.804597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-5d676f27-165d-49a9-bace-2c53125ffbcc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.815033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-197185fb-8ad7-4703-a439-b02cb952f948 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:35.823104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-5d676f27-165d-49a9-bace-2c53125ffbcc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.835368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-5d676f27-165d-49a9-bace-2c53125ffbcc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.847471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-5d676f27-165d-49a9-bace-2c53125ffbcc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.858851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-5d676f27-165d-49a9-bace-2c53125ffbcc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:35.862635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-5d676f27-165d-49a9-bace-2c53125ffbcc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.1689754 Jul 14 09:45:35.929760 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc101a0f-b615-4cea-868a-55b1e79c0a8e req-2df0222b-a419-4525-be7a-8eb8c0b14691 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600672 Jul 14 09:45:35.998505 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-197185fb-8ad7-4703-a439-b02cb952f948 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] update failed (client error): The resource could not be found. Jul 14 09:45:36.003411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51230) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.003589 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-197185fb-8ad7-4703-a439-b02cb952f948 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "PUT /v2.0/floatingips/c2aafead-a8d3-4d9e-b89c-ed71936c0dcd HTTP/1.1" status: 404 len: 507 time: 0.2733786 Jul 14 09:45:36.108529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 64214e89-40f2-461a-bb13-17d8b241118e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:36.208899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Deleting port 5df37159-ee00-4018-a445-f85f38c9809e {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:36.209472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 64214e89-40f2-461a-bb13-17d8b241118e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:36.210709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.212473 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.317443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.317785 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.331932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Calling delete_port for 5df37159-ee00-4018-a445-f85f38c9809e owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:36.482163 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.510096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event deleted for resources: {'Port': ['ID=5df37159-ee00-4018-a445-f85f38c9809e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:36.592833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.596733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.601972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.604988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2ef1d612-e72f-4e79-a3f2-3a4f6c97557e tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "DELETE /v2.0/floatingips/c2aafead-a8d3-4d9e-b89c-ed71936c0dcd HTTP/1.1" status: 204 len: 168 time: 0.5997341 Jul 14 09:45:36.606785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-64e6bbc7-e32b-43b5-8e60-6cb2e4dabe27 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Request body: {'floatingip': {'floating_network_id': '0aaf8922-32c4-46c6-816a-9be93dd3b610', 'port_id': '146a8277-a72a-41a4-871e-cd81b39c7670', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:36.634647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64e6bbc7-e32b-43b5-8e60-6cb2e4dabe27 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:36.745290 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-64e6bbc7-e32b-43b5-8e60-6cb2e4dabe27 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:45:36.750228 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-64e6bbc7-e32b-43b5-8e60-6cb2e4dabe27 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1435065 Jul 14 09:45:36.750457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51238) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:36.755090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '146a8277-a72a-41a4-871e-cd81b39c7670', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:36.780046 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.195788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-eb33046b-b538-4aa2-81fb-2d950e23988d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.201768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-eb33046b-b538-4aa2-81fb-2d950e23988d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.208302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-eb33046b-b538-4aa2-81fb-2d950e23988d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.214255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-eb33046b-b538-4aa2-81fb-2d950e23988d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.220376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-eb33046b-b538-4aa2-81fb-2d950e23988d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.226341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-eb33046b-b538-4aa2-81fb-2d950e23988d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.232299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-eb33046b-b538-4aa2-81fb-2d950e23988d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:37.234361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-eb33046b-b538-4aa2-81fb-2d950e23988d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.1394823 Jul 14 09:45:37.268908 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.358575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4cb30109-2901-40dc-9d0e-64340dfe56df req-df0af464-2431-46e4-99d3-3e89ce42b343 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161046 Jul 14 09:45:37.408464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Allocated IP 172.25.0.223 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/b6fd8db6-e786-46f8-a04e-1bb5d71cb723) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:37.564643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.634164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.682380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:37.686138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:37.688691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:37.725936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event updated for resources: {'Port': ['ID=b6fd8db6-e786-46f8-a04e-1bb5d71cb723,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:37.905405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Deleting port b6fd8db6-e786-46f8-a04e-1bb5d71cb723 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:37.906206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.992227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:37.992672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.007867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Calling delete_port for b6fd8db6-e786-46f8-a04e-1bb5d71cb723 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:38.157788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.207645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event deleted for resources: {'Port': ['ID=b6fd8db6-e786-46f8-a04e-1bb5d71cb723,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:38.296466 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] create failed (client error): The resource could not be found. Jul 14 09:45:38.301399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-38db8207-1dec-491f-9e23-317db589eb6c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5498691 Jul 14 09:45:38.301604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51256) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:38.410209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Deleting port 146a8277-a72a-41a4-871e-cd81b39c7670 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:38.410808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.514492 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.535581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Calling delete_port for 146a8277-a72a-41a4-871e-cd81b39c7670 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:38.688248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-edd31b51-6c6f-44b6-a6dc-5dc6f1d39a48 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.694625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-edd31b51-6c6f-44b6-a6dc-5dc6f1d39a48 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.700634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-edd31b51-6c6f-44b6-a6dc-5dc6f1d39a48 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.707171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-edd31b51-6c6f-44b6-a6dc-5dc6f1d39a48 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.713274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-edd31b51-6c6f-44b6-a6dc-5dc6f1d39a48 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.719978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-edd31b51-6c6f-44b6-a6dc-5dc6f1d39a48 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.726220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-edd31b51-6c6f-44b6-a6dc-5dc6f1d39a48 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:38.742065 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-edd31b51-6c6f-44b6-a6dc-5dc6f1d39a48 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.1784909 Jul 14 09:45:38.791168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9b2d70-2db2-4aa1-ae07-299966fde1ce req-54c1987d-4dc8-4031-9e79-8f8adc909b7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564582 Jul 14 09:45:38.867900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:38.945325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event deleted for resources: {'Port': ['ID=146a8277-a72a-41a4-871e-cd81b39c7670,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:39.016806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.017114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.017380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.017733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.018109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.018982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.019512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.020007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.020552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.021288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.021785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.022462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:39.037266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.039996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ca34f408-ef11-43bb-ad20-94ed481fd03a tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "DELETE /v2.0/ports/146a8277-a72a-41a4-871e-cd81b39c7670 HTTP/1.1" status: 204 len: 168 time: 0.7373145 Jul 14 09:45:39.042676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:39.118909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c6c204-ebbd-4d43-83ba-3aed48134626 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:39.120658 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a4c6c204-ebbd-4d43-83ba-3aed48134626 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a8828ce-6785-42d6-abb8-a3b853b060fa HTTP/1.1" status: 200 len: 913 time: 0.0764463 Jul 14 09:45:39.123535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51282) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:39.461195 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.732053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Deleting port 1f5386ab-775b-4217-a47a-a50c2b2ee1fa {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:39.732532 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.834945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:39.852558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Calling delete_port for 1f5386ab-775b-4217-a47a-a50c2b2ee1fa owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:40.131491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.195570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event deleted for resources: {'Port': ['ID=1f5386ab-775b-4217-a47a-a50c2b2ee1fa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:40.251148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51298) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.283039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-cc5f4464-8cc0-435f-9e7a-bf0f9a306fb8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.291745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-cc5f4464-8cc0-435f-9e7a-bf0f9a306fb8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.297892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-cc5f4464-8cc0-435f-9e7a-bf0f9a306fb8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.310109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-cc5f4464-8cc0-435f-9e7a-bf0f9a306fb8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.311063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-cc5f4464-8cc0-435f-9e7a-bf0f9a306fb8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.317693 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-cc5f4464-8cc0-435f-9e7a-bf0f9a306fb8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.324048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-cc5f4464-8cc0-435f-9e7a-bf0f9a306fb8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:40.326065 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-cc5f4464-8cc0-435f-9e7a-bf0f9a306fb8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.2435136 Jul 14 09:45:40.442624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b9492ce-bc60-4a64-a649-448f80b66584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.485267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.513381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ac39154-0aa2-4c10-8a12-e43eb145546e req-aa32a309-c0e3-47af-b4b4-5dc92c05f53c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1739101 Jul 14 09:45:40.621705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b9492ce-bc60-4a64-a649-448f80b66584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.628373 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b9492ce-bc60-4a64-a649-448f80b66584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.686613 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6b9492ce-bc60-4a64-a649-448f80b66584 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=676db668e62444719de9440e5881d17a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342177 Jul 14 09:45:40.688959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9492ce-bc60-4a64-a649-448f80b66584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a049e1-91c7-4195-991e-a38ccbc69a79,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:40.693834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:40.783319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d54e8f3-1e23-489f-8ba4-165f3e6d3e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.823627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d54e8f3-1e23-489f-8ba4-165f3e6d3e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.888569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d54e8f3-1e23-489f-8ba4-165f3e6d3e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.892366 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d54e8f3-1e23-489f-8ba4-165f3e6d3e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:40.897414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3d54e8f3-1e23-489f-8ba4-165f3e6d3e00 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4a049e1-91c7-4195-991e-a38ccbc69a79 HTTP/1.1" status: 204 len: 168 time: 0.2001472 Jul 14 09:45:40.909465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54e8f3-1e23-489f-8ba4-165f3e6d3e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a049e1-91c7-4195-991e-a38ccbc69a79,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:41.107437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Router 4a8828ce-6785-42d6-abb8-a3b853b060fa has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:41.189985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:41.197013 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e5b4932c-551b-4e22-bb1a-9f1fd9edc77c tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "PUT /v2.0/routers/4a8828ce-6785-42d6-abb8-a3b853b060fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0714495 Jul 14 09:45:41.199214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:41.200769 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70ca7a-f7c7-4379-87aa-cd20f944e37a None None] Sync routers for ids ['4a8828ce-6785-42d6-abb8-a3b853b060fa'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:41.212394 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70ca7a-f7c7-4379-87aa-cd20f944e37a None None] Routers {'4a8828ce-6785-42d6-abb8-a3b853b060fa'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:41.213281 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5e70ca7a-f7c7-4379-87aa-cd20f944e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4a8828ce-6785-42d6-abb8-a3b853b060fa'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.349369 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5e70ca7a-f7c7-4379-87aa-cd20f944e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.358617 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e70ca7a-f7c7-4379-87aa-cd20f944e37a None None] Routers {'4a8828ce-6785-42d6-abb8-a3b853b060fa'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:41.359529 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5e70ca7a-f7c7-4379-87aa-cd20f944e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['4a8828ce-6785-42d6-abb8-a3b853b060fa'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.392856 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5e70ca7a-f7c7-4379-87aa-cd20f944e37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:41.393838 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e70ca7a-f7c7-4379-87aa-cd20f944e37a None None] The sync data for ids ['4a8828ce-6785-42d6-abb8-a3b853b060fa'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:41.453750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-908eb657-e61a-4508-a5d8-5002b6ec5309 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.684246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-908eb657-e61a-4508-a5d8-5002b6ec5309 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.686749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-908eb657-e61a-4508-a5d8-5002b6ec5309 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.778568 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-908eb657-e61a-4508-a5d8-5002b6ec5309 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.779129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908eb657-e61a-4508-a5d8-5002b6ec5309 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Fanout notify agent at l3_agent the message router_deleted on router 4a8828ce-6785-42d6-abb8-a3b853b060fa {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:45:41.792245 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-908eb657-e61a-4508-a5d8-5002b6ec5309 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.793425 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-908eb657-e61a-4508-a5d8-5002b6ec5309 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "DELETE /v2.0/routers/4a8828ce-6785-42d6-abb8-a3b853b060fa HTTP/1.1" status: 204 len: 168 time: 0.5931430 Jul 14 09:45:41.796101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51340) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:41.875982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af629-66fb-49b6-a495-79694436a6ef req-c024ea38-7d84-43b2-b3c2-ac8b7a030a63 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.876795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-67738cf8-9b75-4bb9-9312-db369bbbabc3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Deleting subnet 74d564bf-a789-4c21-8831-b122697543b4 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:45:41.880107 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67738cf8-9b75-4bb9-9312-db369bbbabc3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.883796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af629-66fb-49b6-a495-79694436a6ef req-c024ea38-7d84-43b2-b3c2-ac8b7a030a63 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.891025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af629-66fb-49b6-a495-79694436a6ef req-c024ea38-7d84-43b2-b3c2-ac8b7a030a63 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.903402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af629-66fb-49b6-a495-79694436a6ef req-c024ea38-7d84-43b2-b3c2-ac8b7a030a63 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.912926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af629-66fb-49b6-a495-79694436a6ef req-c024ea38-7d84-43b2-b3c2-ac8b7a030a63 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.919250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af629-66fb-49b6-a495-79694436a6ef req-c024ea38-7d84-43b2-b3c2-ac8b7a030a63 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.927302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40af629-66fb-49b6-a495-79694436a6ef req-c024ea38-7d84-43b2-b3c2-ac8b7a030a63 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:41.935596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67738cf8-9b75-4bb9-9312-db369bbbabc3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:41.936987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a40af629-66fb-49b6-a495-79694436a6ef req-c024ea38-7d84-43b2-b3c2-ac8b7a030a63 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.2383525 Jul 14 09:45:41.991886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a40af629-66fb-49b6-a495-79694436a6ef req-9f12875c-5bc0-441c-8d6b-bd1568f82b75 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536373 Jul 14 09:45:42.051525 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67738cf8-9b75-4bb9-9312-db369bbbabc3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.138258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67738cf8-9b75-4bb9-9312-db369bbbabc3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.182686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67738cf8-9b75-4bb9-9312-db369bbbabc3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event deleted for resources: {'Subnet': ['ID=74d564bf-a789-4c21-8831-b122697543b4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.190212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc334aa9-742e-492f-9bc8-1e0e174892e0 None None] Network 0aaf8922-32c4-46c6-816a-9be93dd3b610 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:42.194560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-67738cf8-9b75-4bb9-9312-db369bbbabc3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.202947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:42.203748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-67738cf8-9b75-4bb9-9312-db369bbbabc3 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "DELETE /v2.0/subnets/74d564bf-a789-4c21-8831-b122697543b4 HTTP/1.1" status: 204 len: 168 time: 0.4042242 Jul 14 09:45:42.381799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.493929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] DHCP port deletion for 0aaf8922-32c4-46c6-816a-9be93dd3b610 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:45:42.511110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Deleting port 64214e89-40f2-461a-bb13-17d8b241118e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:42.511565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.583542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Deleting port 64214e89-40f2-461a-bb13-17d8b241118e {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:42.584043 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.636061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] For port 64214e89-40f2-461a-bb13-17d8b241118e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=64214e89-40f2-461a-bb13-17d8b241118e,segment=NetworkSegment(8a8742ec-f466-4645-86d1-9d15134f5f3f),segment_id=8a8742ec-f466-4645-86d1-9d15134f5f3f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:42.636529 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.655196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Calling delete_port for 64214e89-40f2-461a-bb13-17d8b241118e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:42.670258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] For port 64214e89-40f2-461a-bb13-17d8b241118e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=64214e89-40f2-461a-bb13-17d8b241118e,segment=NetworkSegment(8a8742ec-f466-4645-86d1-9d15134f5f3f),segment_id=8a8742ec-f466-4645-86d1-9d15134f5f3f)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:42.670914 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.699056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Calling delete_port for 64214e89-40f2-461a-bb13-17d8b241118e owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:42.751303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.789365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event deleted for resources: {'Port': ['ID=64214e89-40f2-461a-bb13-17d8b241118e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.792757 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.794866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] No DVR routers for this DVR port 64214e89-40f2-461a-bb13-17d8b241118e on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:42.825843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Pushing event deleted for resources: {'Port': ['ID=64214e89-40f2-461a-bb13-17d8b241118e,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:42.852000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.855711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.856253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.856794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.857208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.857725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.858824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.862135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.862594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.863024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.863432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.863830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:42.877445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21270b6-ee2a-4099-9412-416b02851f9c None None] No DVR routers for this DVR port 64214e89-40f2-461a-bb13-17d8b241118e on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:45:42.883299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.907548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aaf8922-32c4-46c6-816a-9be93dd3b610']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:42.925368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8742ec-f466-4645-86d1-9d15134f5f3f') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:42.925671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8742ec-f466-4645-86d1-9d15134f5f3f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:42.935622 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.950589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.956701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:45:42.957168 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:45:42.960841 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:45:43.055583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.068875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:43.073753 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] 10.222.0.73 "DELETE /v2.0/networks/0aaf8922-32c4-46c6-816a-9be93dd3b610 HTTP/1.1" status: 204 len: 168 time: 0.8663917 Jul 14 09:45:43.085623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52755e93-a30f-4259-8e1f-0caf62d2ad17 tempest-FloatingIPNegativeTestJSON-920144660 tempest-FloatingIPNegativeTestJSON-920144660-project] Pushing event deleted for resources: {'Network': ['ID=0aaf8922-32c4-46c6-816a-9be93dd3b610,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:43.328127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-0edce72f-11c7-43b0-9d42-79097f52b5c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.344811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-0edce72f-11c7-43b0-9d42-79097f52b5c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.362582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-0edce72f-11c7-43b0-9d42-79097f52b5c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.376980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-0edce72f-11c7-43b0-9d42-79097f52b5c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.387557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-0edce72f-11c7-43b0-9d42-79097f52b5c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.394091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-0edce72f-11c7-43b0-9d42-79097f52b5c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.400367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-0edce72f-11c7-43b0-9d42-79097f52b5c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:43.408877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-0edce72f-11c7-43b0-9d42-79097f52b5c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.2437344 Jul 14 09:45:43.473930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-011d79f7-76cf-4151-8d20-7f3918cf5522 req-f93c66c7-a638-4d85-b755-d7cc7b01747f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641634 Jul 14 09:45:43.565362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51374) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.743142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51386) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:43.745252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5937b636-e709-47b0-b9d2-01db1923eea5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b1304565069448ca0d15313e92346da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709270 Jul 14 09:45:43.803020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-6a91c2ce-2bd4-4ea1-8aa5-17699b9fea6e tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=77f1664a04364cc3bf14956d46675fb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381777 Jul 14 09:45:43.910155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c707154-5e78-4e0d-8a31-541442bc8083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.011572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c707154-5e78-4e0d-8a31-541442bc8083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.066066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-2451696c-c709-4d92-bded-9b0f35288e11 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.067635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-2451696c-c709-4d92-bded-9b0f35288e11 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570939 Jul 14 09:45:44.086738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-f39cf6b0-2cfd-4be1-bd1d-c03282b92f4d tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/quotas/77f1664a04364cc3bf14956d46675fb3 HTTP/1.1" status: 200 len: 375 time: 0.0109684 Jul 14 09:45:44.126413 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d3870adc-06e1-4071-8cfa-245a46cd0be9 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=77f1664a04364cc3bf14956d46675fb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333726 Jul 14 09:45:44.136292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 64214e89-40f2-461a-bb13-17d8b241118e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:45:44.136880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c707154-5e78-4e0d-8a31-541442bc8083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.142822 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c707154-5e78-4e0d-8a31-541442bc8083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:44.144014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0c707154-5e78-4e0d-8a31-541442bc8083 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4d43046-372d-4882-a9ab-55bec23e505d HTTP/1.1" status: 204 len: 168 time: 0.3998864 Jul 14 09:45:44.159513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c707154-5e78-4e0d-8a31-541442bc8083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d43046-372d-4882-a9ab-55bec23e505d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:44.179618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 64214e89-40f2-461a-bb13-17d8b241118e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:45:44.179977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 64214e89-40f2-461a-bb13-17d8b241118e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:45:44.396445 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-afe6605e-e18e-4771-b764-6f17242d6cca req-ce407f4c-8a61-455e-8f0a-f745ef260d03 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 210 time: 0.0379159 Jul 14 09:45:44.715513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-d92e9e16-ea66-4ee9-a70e-ab287491909f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.732729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-d92e9e16-ea66-4ee9-a70e-ab287491909f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.739972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-d92e9e16-ea66-4ee9-a70e-ab287491909f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.749295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-d92e9e16-ea66-4ee9-a70e-ab287491909f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.758378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-d92e9e16-ea66-4ee9-a70e-ab287491909f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.766391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-d92e9e16-ea66-4ee9-a70e-ab287491909f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.779387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-d92e9e16-ea66-4ee9-a70e-ab287491909f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:44.790522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-d92e9e16-ea66-4ee9-a70e-ab287491909f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.1724858 Jul 14 09:45:44.859834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56ea9a3c-fea9-4a55-b514-0e56ea109434 req-dfd8ca5d-808b-4615-a82b-6f9bace11e17 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675843 Jul 14 09:45:45.130189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51438) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:45.250275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-59f54ea8-8e66-4c21-bf3f-40b33c0c227a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1773048608', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:45.293372 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59f54ea8-8e66-4c21-bf3f-40b33c0c227a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.294898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59f54ea8-8e66-4c21-bf3f-40b33c0c227a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.387314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58020-77d1-44a2-9165-e3f393d38097 req-63485988-d14c-4519-90a6-2fe5fcce9839 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.388921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-63485988-d14c-4519-90a6-2fe5fcce9839 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 815 time: 0.1173005 Jul 14 09:45:45.405290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59f54ea8-8e66-4c21-bf3f-40b33c0c227a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.405737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-e30b2d41-3a9d-4c98-a2e6-3045ab9969c3 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/quotas/89162cbbec274f159e006e7cd929e8c6 HTTP/1.1" status: 200 len: 375 time: 0.0103292 Jul 14 09:45:45.410551 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59f54ea8-8e66-4c21-bf3f-40b33c0c227a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.435544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-59f54ea8-8e66-4c21-bf3f-40b33c0c227a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.436727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-59f54ea8-8e66-4c21-bf3f-40b33c0c227a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3054695 Jul 14 09:45:45.440529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51454) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:45.447747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-910298895'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:45.471607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Made reservation on behalf of 1a69342849274714ad6b8782f5de5a46 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:45.475622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.496064 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.514402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-27e18a16-af35-4d00-9103-12b0fafabf0d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1006596 Jul 14 09:45:45.627756 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c85899e-150c-4f95-b590-28d9c66edd9c req-264be2af-34db-47d8-bf10-f08404dc5fcd tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 210 time: 0.0395589 Jul 14 09:45:45.658502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-3c349d19-7aa6-40da-9cef-f7df49c7a4d1 service neutron] 10.222.0.73 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431243 Jul 14 09:45:45.673975 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.679059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.712804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b27c1ef-83b1-4f62-9348-87f8c460527f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:45.727979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:45.742190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.742637 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Added segment ab0728d3-98e3-4259-8ede-3feb0e0f1427 of type vlan for network edc8d8bb-5785-4724-8c93-fd8beb129bed Jul 14 09:45:45.811473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-d25beb33-4940-4870-8a8e-e98c731ac258 service neutron] 10.222.0.73 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439853 Jul 14 09:45:45.817199 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-17272aa4-a0c6-49bb-8b62-6644cdd9451a tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=77f1664a04364cc3bf14956d46675fb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363605 Jul 14 09:45:45.819714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.936630 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:45.943623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:45.944342 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.046441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6038592 Jul 14 09:45:46.055352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-7174f878-3c06-47c2-a4df-8ee2db125039 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.057103 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-7174f878-3c06-47c2-a4df-8ee2db125039 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333906 Jul 14 09:45:46.057619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51468) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:46.065806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'subnet': {'network_id': 'edc8d8bb-5785-4724-8c93-fd8beb129bed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:46.095588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Request body: {'port': {'device_id': '9db58cf3-571f-4bce-becc-f29b88d67f04', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '77f1664a04364cc3bf14956d46675fb3'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:46.103366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-034d93fe-3733-4f91-a3ed-7d9f64de22de req-78fa6ef8-274d-4b06-846f-26abeb8bb375 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 210 time: 0.0728326 Jul 14 09:45:46.151476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506cd6d-5aea-44de-8879-07a44be31bfc tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Network': ['ID=edc8d8bb-5785-4724-8c93-fd8beb129bed,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:46.162955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network edc8d8bb-5785-4724-8c93-fd8beb129bed details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:46.361074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Made reservation on behalf of 1a69342849274714ad6b8782f5de5a46 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:46.364238 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.382948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711260e-de24-431a-b752-2fad44f88baf req-913baa6b-2f28-4cd0-8ec5-3ea9ec48bae2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.391044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711260e-de24-431a-b752-2fad44f88baf req-913baa6b-2f28-4cd0-8ec5-3ea9ec48bae2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.395922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711260e-de24-431a-b752-2fad44f88baf req-913baa6b-2f28-4cd0-8ec5-3ea9ec48bae2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.402021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711260e-de24-431a-b752-2fad44f88baf req-913baa6b-2f28-4cd0-8ec5-3ea9ec48bae2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.407913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711260e-de24-431a-b752-2fad44f88baf req-913baa6b-2f28-4cd0-8ec5-3ea9ec48bae2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.413902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711260e-de24-431a-b752-2fad44f88baf req-913baa6b-2f28-4cd0-8ec5-3ea9ec48bae2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.419793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7711260e-de24-431a-b752-2fad44f88baf req-913baa6b-2f28-4cd0-8ec5-3ea9ec48bae2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:46.421847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7711260e-de24-431a-b752-2fad44f88baf req-913baa6b-2f28-4cd0-8ec5-3ea9ec48bae2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.2714789 Jul 14 09:45:46.534587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Made reservation on behalf of 77f1664a04364cc3bf14956d46675fb3 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:46.538290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.572043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.589054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7711260e-de24-431a-b752-2fad44f88baf req-b22009c7-3cb6-480d-99be-12a09536976c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1541190 Jul 14 09:45:46.772734 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.801803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.803185 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f18f691-5ff8-4550-bf79-3e8fdc1faf17 req-93efb6cd-f9d1-474c-9089-d78c0b447fe3 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 210 time: 0.0382721 Jul 14 09:45:46.853523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:46.942302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Subnet': ['ID=0adae9c4-5ba9-428a-87f6-41d49082331c,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:46.966683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee7dd42-6500-4022-9302-c36517095f97,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:47.036522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Checking segment: {'id': 'ab0728d3-98e3-4259-8ede-3feb0e0f1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'edc8d8bb-5785-4724-8c93-fd8beb129bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:47.036957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network hostable DHCP agents. Network: edc8d8bb-5785-4724-8c93-fd8beb129bed, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:47.054538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Allocated IP 192.168.233.240 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:47.085458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network edc8d8bb-5785-4724-8c93-fd8beb129bed is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:47.116041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, edc8d8bb-5785-4724-8c93-fd8beb129bed) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:47.127272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e1823-b636-466f-92c3-ece2bb4fee5e None None] Network edc8d8bb-5785-4724-8c93-fd8beb129bed requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:47.137707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:47.138486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.206078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-71ec68dc-4e5c-4b5f-b5b7-b83b5682a983 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1410782 Jul 14 09:45:47.206395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51486) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:47.211956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'network': {'name': 'tempest-router-network01--1889186510'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:47.254959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Made reservation on behalf of 1a69342849274714ad6b8782f5de5a46 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:47.259445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.305082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:47.314459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.316747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.317535 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Added segment 06ab0ba3-bfba-4001-87e4-28726e7c2cc7 of type vlan for network f0760e4c-b008-4674-a808-bc7d89ed9e55 Jul 14 09:45:47.345931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Transition to ACTIVE for port object 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:47.377585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-108c3f56-f6ae-44cf-8af6-100d6f966603 req-105c1ce1-a7bb-4ba2-8c65-e88a868270ac tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 210 time: 0.1012640 Jul 14 09:45:47.397113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.415392 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.438195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-edc8d8bb-5785-4724-8c93-fd8beb129bed', 'network_id': 'edc8d8bb-5785-4724-8c93-fd8beb129bed', 'tenant_id': '1a69342849274714ad6b8782f5de5a46', 'fixed_ips': [{'subnet_id': '0adae9c4-5ba9-428a-87f6-41d49082331c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:47.439256 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.475381 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.482028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:47.483214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.506158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Pushing event updated for resources: {'Port': ['ID=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:47.517000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:47.519360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:47.522136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:47.613288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:47.614849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.633240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-801937b3-1d86-47ee-b2d4-8832c06712fc tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5597870 Jul 14 09:45:47.659584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Request body: {'port': {'device_id': '9db58cf3-571f-4bce-becc-f29b88d67f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:47.759190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Network': ['ID=f0760e4c-b008-4674-a808-bc7d89ed9e55,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:47.775920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58020-77d1-44a2-9165-e3f393d38097 req-17b0b2ee-202f-4aef-b058-a473ed0635d3 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:47.777990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-17b0b2ee-202f-4aef-b058-a473ed0635d3 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 815 time: 0.1878598 Jul 14 09:45:47.785167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network f0760e4c-b008-4674-a808-bc7d89ed9e55 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:47.791517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Request body: {'port': {'device_id': '32be36ab-97a8-4401-8bf1-752a2828b38b', 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'admin_state_up': True, 'tenant_id': '89162cbbec274f159e006e7cd929e8c6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:47.815243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f44f1319-b35a-4dd9-b9e1-4746be5dd6bb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6073132 Jul 14 09:45:47.824870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51492) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:47.827335 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.887783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'network': {'name': 'tempest-router-network02--1734201521'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:47.930471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Made reservation on behalf of 1a69342849274714ad6b8782f5de5a46 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:47.939932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:47.987620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Allocated IP 2001:db8::2 (edc8d8bb-5785-4724-8c93-fd8beb129bed/0adae9c4-5ba9-428a-87f6-41d49082331c/429f9ff7-eca6-49fb-8179-e5f9a061b5b6) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:48.012561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:45:48.024677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.025050 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Added segment b3c26383-e1cf-4008-aba3-3e6897d9b873 of type vlan for network 66ce8c66-baf0-4d3c-8b20-28642e72f66e Jul 14 09:45:48.063466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-50ea66d2-ad38-4ce6-bcae-1b9295be9b38 None None] Provisioning for port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:48.069230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-50ea66d2-ad38-4ce6-bcae-1b9295be9b38 None None] Provisioning complete for port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:48.069625 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-50ea66d2-ad38-4ce6-bcae-1b9295be9b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.105579 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.121618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-50ea66d2-ad38-4ce6-bcae-1b9295be9b38 None None] Port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:48.142496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-99cf01fe-d539-48bd-8897-4c5d409a8188 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.150270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-99cf01fe-d539-48bd-8897-4c5d409a8188 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.160239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-99cf01fe-d539-48bd-8897-4c5d409a8188 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.166059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.170325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-99cf01fe-d539-48bd-8897-4c5d409a8188 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.171933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.172614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.179286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-99cf01fe-d539-48bd-8897-4c5d409a8188 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.188297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-99cf01fe-d539-48bd-8897-4c5d409a8188 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.198346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-99cf01fe-d539-48bd-8897-4c5d409a8188 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.202637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-99cf01fe-d539-48bd-8897-4c5d409a8188 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.3612142 Jul 14 09:45:48.263494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Made reservation on behalf of 89162cbbec274f159e006e7cd929e8c6 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:48.269669 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.281888 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.313035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Transition to ACTIVE for port object 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:48.334869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Transition to ACTIVE for port object 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:48.344377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.355089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4779153 Jul 14 09:45:48.356244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51500) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:48.368447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'subnet': {'network_id': 'f0760e4c-b008-4674-a808-bc7d89ed9e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:48.409050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Pushing event updated for resources: {'Port': ['ID=429f9ff7-eca6-49fb-8179-e5f9a061b5b6,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:48.425054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Network edc8d8bb-5785-4724-8c93-fd8beb129bed is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:48.427172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:48.434793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:48.444267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Allocated IP 172.20.0.5 (b1801140-b883-4e1b-ad24-03ff37d1b9d9/47d5bc25-62a8-4342-9fa6-592761b94de1/f62a10e6-232f-41d1-bce3-b8f660b9411e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:48.478446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e14272-0555-4bbd-aca0-030914a20634 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Network': ['ID=66ce8c66-baf0-4d3c-8b20-28642e72f66e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:48.507280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 66ce8c66-baf0-4d3c-8b20-28642e72f66e details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:45:48.543212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e989f3-2b05-42c1-88a2-af0eac3f370c req-793b2386-1531-4dfa-a2fb-f69525b22dad tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.550476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13e989f3-2b05-42c1-88a2-af0eac3f370c req-793b2386-1531-4dfa-a2fb-f69525b22dad tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 936 time: 0.4038193 Jul 14 09:45:48.576677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Attempting to bind port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:48.577482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Attempting to bind port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ab0728d3-98e3-4259-8ede-3feb0e0f1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'edc8d8bb-5785-4724-8c93-fd8beb129bed'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:48.579780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Attempting to bind port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 on network edc8d8bb-5785-4724-8c93-fd8beb129bed {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:48.594797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:48.595358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Checking segment: {'id': 'ab0728d3-98e3-4259-8ede-3feb0e0f1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'edc8d8bb-5785-4724-8c93-fd8beb129bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:48.595878 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.597483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Bound using segment: {'id': 'ab0728d3-98e3-4259-8ede-3feb0e0f1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'edc8d8bb-5785-4724-8c93-fd8beb129bed'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:48.598094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Bound port: 429f9ff7-eca6-49fb-8179-e5f9a061b5b6, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0728d3-98e3-4259-8ede-3feb0e0f1427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'edc8d8bb-5785-4724-8c93-fd8beb129bed'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:48.598594 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.622656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.662627 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13e989f3-2b05-42c1-88a2-af0eac3f370c req-aac24800-458b-4a48-b186-636ff91b0d94 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111810 Jul 14 09:45:48.671497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Made reservation on behalf of 1a69342849274714ad6b8782f5de5a46 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:48.680270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.690250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-715e8eb3-a6d4-41d5-9e56-4deb7615f6d1 req-8499b522-a399-43af-bdf6-6b81a86cdbb2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4796350 Jul 14 09:45:48.695343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.696438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] For port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:48.700651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] For port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=429f9ff7-eca6-49fb-8179-e5f9a061b5b6,segment=NetworkSegment(ab0728d3-98e3-4259-8ede-3feb0e0f1427),segment_id=ab0728d3-98e3-4259-8ede-3feb0e0f1427)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:48.710644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3abc61f1-c105-4866-bb78-c9b96b4f7616', '7a157f43-8d60-449b-954d-7ee92018c077'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:48.755861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1ad0b0ae-1bca-47fc-bfac-89ab75de4d47'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:48.764149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Network b1801140-b883-4e1b-ad24-03ff37d1b9d9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:48.770972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:48.773730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:48.778121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Pushing event updated for resources: {'Port': ['ID=f62a10e6-232f-41d1-bce3-b8f660b9411e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:48.782086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:48.790095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.797447 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.803532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Transition to ACTIVE for port object 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:48.813412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.814052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.814645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.815175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.815688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.817644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.817999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.818339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.818683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.819012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.819347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.819669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:45:48.821127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.845700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:48.846795 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:48.864861 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-20bc0fa3-7116-4836-b81d-b22098981ad2 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0782247 Jul 14 09:45:48.881049 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Request body: {'port': {'device_id': '32be36ab-97a8-4401-8bf1-752a2828b38b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:48.968144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.188942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.232145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c18164-be50-4367-b947-e8ef96ced3c7 None None] Pushing event updated for resources: {'Port': ['ID=429f9ff7-eca6-49fb-8179-e5f9a061b5b6,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.376505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.395811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62a10e6-232f-41d1-bce3-b8f660b9411e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:49.409834 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.439877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Transition to ACTIVE for port object f62a10e6-232f-41d1-bce3-b8f660b9411e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:49.445387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.482913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9a7bb2-c111-4c83-869c-70a00f3cbee4 req-3caaabe0-400b-4281-993b-40b1d87a0017 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:49.497647 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f9a7bb2-c111-4c83-869c-70a00f3cbee4 req-3caaabe0-400b-4281-993b-40b1d87a0017 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 931 time: 0.5264614 Jul 14 09:45:49.617578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Pushing event updated for resources: {'Port': ['ID=f62a10e6-232f-41d1-bce3-b8f660b9411e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.634899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Subnet': ['ID=282abcc9-94f5-4b16-858a-a19256cfc032,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.676039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Attempting to bind port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:49.682531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Attempting to bind port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:49.682924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Attempting to bind port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:49.701827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Attempting to bind port f62a10e6-232f-41d1-bce3-b8f660b9411e on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:49.702254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Attempting to bind port f62a10e6-232f-41d1-bce3-b8f660b9411e by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:49.702722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Attempting to bind port f62a10e6-232f-41d1-bce3-b8f660b9411e on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:49.708136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Port f62a10e6-232f-41d1-bce3-b8f660b9411e on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:49.708306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Attempting to bind port f62a10e6-232f-41d1-bce3-b8f660b9411e on network b1801140-b883-4e1b-ad24-03ff37d1b9d9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:49.714060 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f9a7bb2-c111-4c83-869c-70a00f3cbee4 req-339eb985-4482-4658-809f-e8aec7b240cb tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736534 Jul 14 09:45:49.714661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:49.715424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Checking segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:49.715743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Bound using segment: {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:49.716275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Bound port: f62a10e6-232f-41d1-bce3-b8f660b9411e, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:49.716712 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.725886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Checking segment: {'id': '06ab0ba3-bfba-4001-87e4-28726e7c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f0760e4c-b008-4674-a808-bc7d89ed9e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:49.726300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network hostable DHCP agents. Network: f0760e4c-b008-4674-a808-bc7d89ed9e55, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:49.731234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:45:49.731578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Attempting to bind port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:49.754496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:49.754902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:49.755327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:49.755809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Bound port: 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:49.756186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.804883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] For port f62a10e6-232f-41d1-bce3-b8f660b9411e, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:49.809084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] For port f62a10e6-232f-41d1-bce3-b8f660b9411e, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f62a10e6-232f-41d1-bce3-b8f660b9411e,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:49.816406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.862036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network f0760e4c-b008-4674-a808-bc7d89ed9e55 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:49.890012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, f0760e4c-b008-4674-a808-bc7d89ed9e55) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:49.895394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] For port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:49.908252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:49.908889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.909269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c426b335-78aa-49d7-bbb7-c6f9908d5563 None None] Network f0760e4c-b008-4674-a808-bc7d89ed9e55 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:49.910318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] 10.222.0.66 "PUT /v2.0/ports/f62a10e6-232f-41d1-bce3-b8f660b9411e HTTP/1.1" status: 200 len: 1092 time: 1.0368412 Jul 14 09:45:49.915284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32be36ab-97a8-4401-8bf1-752a2828b38b', 'tag': 'f62a10e6-232f-41d1-bce3-b8f660b9411e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:49.917622 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce" -d '{"events": [{"name": "network-changed", "server_uuid": "32be36ab-97a8-4401-8bf1-752a2828b38b", "tag": "f62a10e6-232f-41d1-bce3-b8f660b9411e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:49.919456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] For port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:49.924625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:49.926360 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:49.936938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d7308-5f0d-4e4a-bfd4-4d43cb598ddf service neutron] Pushing event updated for resources: {'Port': ['ID=f62a10e6-232f-41d1-bce3-b8f660b9411e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:49.980076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.013852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badd762-f115-4b5f-a09b-cfe23c036d60 req-8153e14d-475f-4788-bbc6-b99732e12ca9 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.022158 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0badd762-f115-4b5f-a09b-cfe23c036d60 req-8153e14d-475f-4788-bbc6-b99732e12ca9 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 948 time: 0.2096319 Jul 14 09:45:50.037198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:50.053858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b32a357d-360b-4d03-b53e-5c7d71f0b2d2 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6899490 Jul 14 09:45:50.058061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.058968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.060400 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-d035d508-e5f8-4864-b60d-1bee1957b293 service neutron] 10.222.0.69 "PUT /v2.0/ports/2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 HTTP/1.1" status: 200 len: 1097 time: 2.4188094 Jul 14 09:45:50.060844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db58cf3-571f-4bce-becc-f29b88d67f04', 'tag': '2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:45:50.063142 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0018fc3f-06bb-494b-bce2-046cdb67b827" -d '{"events": [{"name": "network-changed", "server_uuid": "9db58cf3-571f-4bce-becc-f29b88d67f04", "tag": "2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:45:50.071136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51516) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:50.076398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'subnet': {'network_id': '66ce8c66-baf0-4d3c-8b20-28642e72f66e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:50.103496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0badd762-f115-4b5f-a09b-cfe23c036d60 req-5a25ecc0-f1cf-4c66-88c1-c5f7824c6da7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802236 Jul 14 09:45:50.163734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58020-77d1-44a2-9165-e3f393d38097 req-75694b25-c26a-4288-88c7-2d78c4f8470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.170566 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-75694b25-c26a-4288-88c7-2d78c4f8470e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 1095 time: 0.2039073 Jul 14 09:45:50.220645 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d22df2a-b77c-4055-bb4a-97d1193117ca x-openstack-request-id: req-1d22df2a-b77c-4055-bb4a-97d1193117ca {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:50.220645 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32be36ab-97a8-4401-8bf1-752a2828b38b", "tag": "f62a10e6-232f-41d1-bce3-b8f660b9411e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:50.220645 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d22df2a-b77c-4055-bb4a-97d1193117ca {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:50.220645 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32be36ab-97a8-4401-8bf1-752a2828b38b', 'tag': 'f62a10e6-232f-41d1-bce3-b8f660b9411e', 'status': 'completed', 'code': 200} Jul 14 09:45:50.279508 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-63e64f05-95be-4256-9ae2-fe77a0bf3788 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f62a10e6-232f-41d1-bce3-b8f660b9411e HTTP/1.1" status: 200 len: 217 time: 0.1060469 Jul 14 09:45:50.358201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:50.412449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-f0760e4c-b008-4674-a808-bc7d89ed9e55', 'network_id': 'f0760e4c-b008-4674-a808-bc7d89ed9e55', 'tenant_id': '1a69342849274714ad6b8782f5de5a46', 'fixed_ips': [{'subnet_id': '282abcc9-94f5-4b16-858a-a19256cfc032'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:50.413281 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.446500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-1e6a6975-8cfc-4b94-ac6c-1c89ed65dbc5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.456749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-1e6a6975-8cfc-4b94-ac6c-1c89ed65dbc5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.464476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-1e6a6975-8cfc-4b94-ac6c-1c89ed65dbc5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.477599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-1e6a6975-8cfc-4b94-ac6c-1c89ed65dbc5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.485607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-1e6a6975-8cfc-4b94-ac6c-1c89ed65dbc5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.493717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-1e6a6975-8cfc-4b94-ac6c-1c89ed65dbc5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.501397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-1e6a6975-8cfc-4b94-ac6c-1c89ed65dbc5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.504711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-1e6a6975-8cfc-4b94-ac6c-1c89ed65dbc5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.6059437 Jul 14 09:45:50.575801 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97665610-f506-4c13-a716-234d60f5c0ba x-openstack-request-id: req-97665610-f506-4c13-a716-234d60f5c0ba {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:45:50.576137 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db58cf3-571f-4bce-becc-f29b88d67f04", "tag": "2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:45:50.576378 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-97665610-f506-4c13-a716-234d60f5c0ba {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:45:50.576941 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db58cf3-571f-4bce-becc-f29b88d67f04', 'tag': '2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9', 'status': 'completed', 'code': 200} Jul 14 09:45:50.641135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c02a0dec-31cd-408d-9ede-cd052d51dcc5 req-fd4a306b-6dea-496f-b8f8-8672dac11418 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244109 Jul 14 09:45:50.646046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Made reservation on behalf of 1a69342849274714ad6b8782f5de5a46 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:45:50.655912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:50.660171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:50.697323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Allocated IP 2001:db8::2 (f0760e4c-b008-4674-a808-bc7d89ed9e55/282abcc9-94f5-4b16-858a-a19256cfc032/867ea12c-05e1-488e-8d49-3295d046e7f1) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:50.772756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-1bee0c8a-af6e-46f4-87ef-c2121f2e5e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.774298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-1bee0c8a-af6e-46f4-87ef-c2121f2e5e6d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77f1664a04364cc3bf14956d46675fb3&device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 1100 time: 0.5544293 Jul 14 09:45:50.806019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e80d3a4-b70b-4df6-8bd7-c706229df2df None None] Network edc8d8bb-5785-4724-8c93-fd8beb129bed requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:50.828663 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-11753414-bea1-4cff-b501-852972cadada service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 HTTP/1.1" status: 200 len: 217 time: 0.0439587 Jul 14 09:45:50.888946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e58020-77d1-44a2-9165-e3f393d38097 req-b5cbf67f-166c-411f-a345-03ecd0d4d0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.894947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-b5cbf67f-166c-411f-a345-03ecd0d4d0cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.6036422 Jul 14 09:45:50.904867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-cac900f7-d055-4be1-a509-634dea23f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:50.906534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-cac900f7-d055-4be1-a509-634dea23f078 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0724211 Jul 14 09:45:50.942687 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-ea4501f4-4f26-4b52-a16f-7b7ba039d730 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327897 Jul 14 09:45:51.018371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5e3b0551-1368-4170-8b54-6ee33a1cfbcd None None] Provisioning for port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:51.044942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-a927bc93-55d4-42e4-870c-ff4633c055c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:51.047017 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-a927bc93-55d4-42e4-870c-ff4633c055c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323195 Jul 14 09:45:51.071907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5e3b0551-1368-4170-8b54-6ee33a1cfbcd None None] Provisioning complete for port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:51.072461 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0551-1368-4170-8b54-6ee33a1cfbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.099467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6fab9-717f-48ac-98b2-a92113dbd1ad req-df6d2882-2467-4cdd-b007-ba05debb64a8 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:51.108220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8b6fab9-717f-48ac-98b2-a92113dbd1ad req-df6d2882-2467-4cdd-b007-ba05debb64a8 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 943 time: 0.2092814 Jul 14 09:45:51.111853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.137346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-4460cfcb-1de6-44e7-ae03-40450b9c503d service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737230 Jul 14 09:45:51.168919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8b6fab9-717f-48ac-98b2-a92113dbd1ad req-fc806445-e7e8-4900-a04b-30e551b85ed1 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587552 Jul 14 09:45:51.223433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Subnet': ['ID=114cb5cc-dcea-4347-9a74-3c1659b47ccd,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:51.259708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Checking segment: {'id': 'b3c26383-e1cf-4008-aba3-3e6897d9b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66ce8c66-baf0-4d3c-8b20-28642e72f66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:51.259971 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.260285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network hostable DHCP agents. Network: 66ce8c66-baf0-4d3c-8b20-28642e72f66e, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:45:51.268439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Transition to ACTIVE for port object 867ea12c-05e1-488e-8d49-3295d046e7f1 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:51.268680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-3934b5d3-63b2-4ac3-a20b-8fcd971e1b7a service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121689 Jul 14 09:45:51.303108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Transition to ACTIVE for port object 867ea12c-05e1-488e-8d49-3295d046e7f1 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:51.308408 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25e58020-77d1-44a2-9165-e3f393d38097 req-9c9c9937-3f01-4380-8350-2c5db00b897f service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364210 Jul 14 09:45:51.327584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.342967 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0551-1368-4170-8b54-6ee33a1cfbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.379284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Network f0760e4c-b008-4674-a808-bc7d89ed9e55 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:51.388374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:51.414492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5e3b0551-1368-4170-8b54-6ee33a1cfbcd None None] For port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=429f9ff7-eca6-49fb-8179-e5f9a061b5b6,segment=NetworkSegment(ab0728d3-98e3-4259-8ede-3feb0e0f1427),segment_id=ab0728d3-98e3-4259-8ede-3feb0e0f1427)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:51.415839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:51.422206 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5e3b0551-1368-4170-8b54-6ee33a1cfbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.488314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-4fe7cc72-706e-4b2c-a480-2dab4409464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:51.489172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Pushing event updated for resources: {'Port': ['ID=867ea12c-05e1-488e-8d49-3295d046e7f1,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:51.490223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-4fe7cc72-706e-4b2c-a480-2dab4409464d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 1095 time: 0.1158874 Jul 14 09:45:51.569021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b0551-1368-4170-8b54-6ee33a1cfbcd None None] Pushing event updated for resources: {'Port': ['ID=429f9ff7-eca6-49fb-8179-e5f9a061b5b6,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:51.605666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Attempting to bind port 867ea12c-05e1-488e-8d49-3295d046e7f1 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:51.608310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Attempting to bind port 867ea12c-05e1-488e-8d49-3295d046e7f1 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '06ab0ba3-bfba-4001-87e4-28726e7c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f0760e4c-b008-4674-a808-bc7d89ed9e55'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:51.610811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Attempting to bind port 867ea12c-05e1-488e-8d49-3295d046e7f1 on network f0760e4c-b008-4674-a808-bc7d89ed9e55 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:51.623620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:51.625062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Checking segment: {'id': '06ab0ba3-bfba-4001-87e4-28726e7c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f0760e4c-b008-4674-a808-bc7d89ed9e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:51.625770 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.626300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Bound using segment: {'id': '06ab0ba3-bfba-4001-87e4-28726e7c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f0760e4c-b008-4674-a808-bc7d89ed9e55'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:51.626889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Bound port: 867ea12c-05e1-488e-8d49-3295d046e7f1, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06ab0ba3-bfba-4001-87e4-28726e7c2cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'f0760e4c-b008-4674-a808-bc7d89ed9e55'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:51.627353 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.647050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-98dbd629-ad22-48a7-a392-bd1f7fd2fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:51.648886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-98dbd629-ad22-48a7-a392-bd1f7fd2fa4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 916 time: 0.1482527 Jul 14 09:45:51.752998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] For port 867ea12c-05e1-488e-8d49-3295d046e7f1, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:51.756877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-669180a0-9bf9-436a-aad0-1598997471cd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f62a10e6-232f-41d1-bce3-b8f660b9411e HTTP/1.1" status: 200 len: 217 time: 0.0998859 Jul 14 09:45:51.772850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa61ea78-aff6-4e6c-b2e0-ea6be3263a00 None None] Provisioning complete for port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:51.773244 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa61ea78-aff6-4e6c-b2e0-ea6be3263a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.813896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] For port 867ea12c-05e1-488e-8d49-3295d046e7f1, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=867ea12c-05e1-488e-8d49-3295d046e7f1,segment=NetworkSegment(06ab0ba3-bfba-4001-87e4-28726e7c2cc7),segment_id=06ab0ba3-bfba-4001-87e4-28726e7c2cc7)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:51.816953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 98a3df84-3902-4684-8e09-b9098d8a76ab details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:51.826182 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:51.896282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-95e28cda-371a-4416-8d07-7d2bb84e12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:51.897911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-95e28cda-371a-4416-8d07-7d2bb84e12b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.1338813 Jul 14 09:45:51.901958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab0abe-bce8-470a-87db-e80f864d7fc0 None None] Pushing event updated for resources: {'Port': ['ID=867ea12c-05e1-488e-8d49-3295d046e7f1,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:51.970755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network 66ce8c66-baf0-4d3c-8b20-28642e72f66e is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:45:51.972509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-6d98526b-043d-4572-9853-79e8e116595a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568242 Jul 14 09:45:52.022545 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b5982b40-3951-4505-9186-dd351ce24c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.034433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 66ce8c66-baf0-4d3c-8b20-28642e72f66e) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:52.042957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f3f72-cacc-4d66-a568-dbe1c2a44729 None None] Network 66ce8c66-baf0-4d3c-8b20-28642e72f66e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:52.053786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.054031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.066356 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b2afffd-f302-4037-9f50-d5c59f4dd6a8 req-ad2a7150-5259-468e-b84b-64006152c09e service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7899675 Jul 14 09:45:52.078720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4973-2082-4e3f-b4cb-edd594498b5c req-43c3ddd0-d00e-4ebf-96ea-78da630effe7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.086651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-367e4973-2082-4e3f-b4cb-edd594498b5c req-43c3ddd0-d00e-4ebf-96ea-78da630effe7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 948 time: 0.1986718 Jul 14 09:45:52.170258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:52.224436 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-72bd529b-fe61-4770-98f4-21e3a69d306a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1522005 Jul 14 09:45:52.227896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51540) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:52.231598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 98a3df84-3902-4684-8e09-b9098d8a76ab, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=98a3df84-3902-4684-8e09-b9098d8a76ab,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:52.243984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-eaf492e8-f6fc-408e-96e0-10491ee04b66 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603567 Jul 14 09:45:52.270616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'port_id': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'mac_address': 'fa:16:3e:6e:02:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:52.378535 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.391273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-2f8aa5f4-e0e0-4141-85df-05087fb399b1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.395641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:52.396017 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.398183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-2f8aa5f4-e0e0-4141-85df-05087fb399b1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.410142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-2f8aa5f4-e0e0-4141-85df-05087fb399b1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.416481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-2f8aa5f4-e0e0-4141-85df-05087fb399b1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.421294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98a3df84-3902-4684-8e09-b9098d8a76ab {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:52.422803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-2f8aa5f4-e0e0-4141-85df-05087fb399b1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.429460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-2f8aa5f4-e0e0-4141-85df-05087fb399b1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.441562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-2f8aa5f4-e0e0-4141-85df-05087fb399b1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.461342 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-2f8aa5f4-e0e0-4141-85df-05087fb399b1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5431 time: 0.4934709 Jul 14 09:45:52.505814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 98a3df84-3902-4684-8e09-b9098d8a76ab, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=98a3df84-3902-4684-8e09-b9098d8a76ab,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:52.511614 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.517487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c674859c-2659-4640-8ffd-07606442ab32 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:52.549542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e76f4c2b-4d64-47ea-b26e-8bb34e4d42a5 req-aaa95f86-5bea-4921-81d0-7c9e83d02d05 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870526 Jul 14 09:45:52.555597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50573cf5-82de-4ccb-b7ed-2fefde0f26ce req-3883cf92-e44e-4a7e-9b4c-9899a457d2f5 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005991 Jul 14 09:45:52.558877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-367e4973-2082-4e3f-b4cb-edd594498b5c req-1bdd2a20-04e6-4b8f-a47e-68380fee9c8a tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712205 Jul 14 09:45:52.586848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-66ce8c66-baf0-4d3c-8b20-28642e72f66e', 'network_id': '66ce8c66-baf0-4d3c-8b20-28642e72f66e', 'tenant_id': '1a69342849274714ad6b8782f5de5a46', 'fixed_ips': [{'subnet_id': '114cb5cc-dcea-4347-9a74-3c1659b47ccd'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:45:52.586848 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:52.740304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-f9ed2372-c02f-4369-a70b-eb864d7fb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:52.752915 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-f9ed2372-c02f-4369-a70b-eb864d7fb474 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=77f1664a04364cc3bf14956d46675fb3&device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 1100 time: 0.6204586 Jul 14 09:45:52.838013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Allocated IP 2001:db8::2 (66ce8c66-baf0-4d3c-8b20-28642e72f66e/114cb5cc-dcea-4347-9a74-3c1659b47ccd/04c1f516-e26c-42fa-987c-7f1d477e47dd) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:52.856148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:45:52.908875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=98a3df84-3902-4684-8e09-b9098d8a76ab,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:52.979109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.157508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c674859c-2659-4640-8ffd-07606442ab32, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c674859c-2659-4640-8ffd-07606442ab32,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:53.167706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f126d84-2362-4d2a-8caf-be6b355e3149 req-73f7caea-d455-453c-b754-b0df6b90ad06 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.175891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'c674859c-2659-4640-8ffd-07606442ab32', 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'port_id': 'c674859c-2659-4640-8ffd-07606442ab32', 'mac_address': 'fa:16:3e:23:a6:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475b94d5-7350-4d65-93c7-83bf6be3b87c', 'ip_address': '10.1.1.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:53.180145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f126d84-2362-4d2a-8caf-be6b355e3149 req-73f7caea-d455-453c-b754-b0df6b90ad06 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 943 time: 0.1636882 Jul 14 09:45:53.248616 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.265706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f126d84-2362-4d2a-8caf-be6b355e3149 req-d992268b-c88d-46f0-8fa9-da70aef4411c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825319 Jul 14 09:45:53.279972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-e2c1b8dc-ccc4-48d6-b6bb-c0c217373565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.285010 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-e2c1b8dc-ccc4-48d6-b6bb-c0c217373565 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.4942598 Jul 14 09:45:53.287857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c674859c-2659-4640-8ffd-07606442ab32 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:53.349377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c674859c-2659-4640-8ffd-07606442ab32, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c674859c-2659-4640-8ffd-07606442ab32,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:53.354922 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.355320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device effca56c-9fb3-4048-96e3-fdae9282a10a details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:53.362008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-a3dd0bb5-7251-4349-b051-ae13284d66f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 HTTP/1.1" status: 200 len: 217 time: 0.0641422 Jul 14 09:45:53.407301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.419516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Transition to ACTIVE for port object 04c1f516-e26c-42fa-987c-7f1d477e47dd will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:53.436871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-63ccccc4-c2a8-4bc2-9d1d-689ba2a99407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.438661 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-63ccccc4-c2a8-4bc2-9d1d-689ba2a99407 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0513752 Jul 14 09:45:53.443705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Transition to ACTIVE for port object 04c1f516-e26c-42fa-987c-7f1d477e47dd will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:53.474094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.511163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddf4ec-7bed-46ee-b021-0a610ae9df07 req-65d08c94-9106-46c5-9102-9f412f613982 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.512883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3eddf4ec-7bed-46ee-b021-0a610ae9df07 req-65d08c94-9106-46c5-9102-9f412f613982 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.3940072 Jul 14 09:45:53.525868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f792a4-6173-402a-9010-32c944840c52 None None] Network f0760e4c-b008-4674-a808-bc7d89ed9e55 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:53.530259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Network 66ce8c66-baf0-4d3c-8b20-28642e72f66e is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:53.606216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Allocated IP 2001:db8::1 (f0760e4c-b008-4674-a808-bc7d89ed9e55/282abcc9-94f5-4b16-858a-a19256cfc032/1453676e-ce0a-4f58-818c-d2380729cc64) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:45:53.620762 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3eddf4ec-7bed-46ee-b021-0a610ae9df07 req-5f8f0ef3-33d5-41b7-8116-cb22a0fe20fb tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944276 Jul 14 09:45:53.628400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-b2b40a76-4533-45de-9975-c4326ccda1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.630321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-b2b40a76-4533-45de-9975-c4326ccda1f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1786454 Jul 14 09:45:53.799111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba00dc-9648-4e6a-9b00-e62ef121d0f5 req-a8859f74-9288-4669-b423-fc4d5afd9a2b tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:53.801161 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48ba00dc-9648-4e6a-9b00-e62ef121d0f5 req-a8859f74-9288-4669-b423-fc4d5afd9a2b tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 948 time: 0.0986762 Jul 14 09:45:53.814139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:53.824891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:53.827154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c674859c-2659-4640-8ffd-07606442ab32,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:53.863479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48ba00dc-9648-4e6a-9b00-e62ef121d0f5 req-37d12804-a341-4f1b-b3a8-d4e2e21407df tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Jul 14 09:45:53.877029 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:53.911020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-284e1adf-93ff-4ad3-bca7-a232b0ce9000 None None] Provisioning for port 867ea12c-05e1-488e-8d49-3295d046e7f1 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:53.921773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Transition to ACTIVE for port object 1453676e-ce0a-4f58-818c-d2380729cc64 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:45:53.988691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-7339aab1-1e80-4f66-ba47-ff71517ff382 service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470078 Jul 14 09:45:53.993778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Pushing event updated for resources: {'Port': ['ID=04c1f516-e26c-42fa-987c-7f1d477e47dd,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.003596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port effca56c-9fb3-4048-96e3-fdae9282a10a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=effca56c-9fb3-4048-96e3-fdae9282a10a,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:54.007046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Attempting to bind port 04c1f516-e26c-42fa-987c-7f1d477e47dd on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:45:54.007485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Attempting to bind port 04c1f516-e26c-42fa-987c-7f1d477e47dd by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'b3c26383-e1cf-4008-aba3-3e6897d9b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66ce8c66-baf0-4d3c-8b20-28642e72f66e'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:45:54.007831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Attempting to bind port 04c1f516-e26c-42fa-987c-7f1d477e47dd on network 66ce8c66-baf0-4d3c-8b20-28642e72f66e {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:45:54.032868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'effca56c-9fb3-4048-96e3-fdae9282a10a', 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce', 'port_id': 'effca56c-9fb3-4048-96e3-fdae9282a10a', 'mac_address': 'fa:16:3e:3b:02:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f7522-1892-4648-abc1-daddaa0deacf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:54.034805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:45:54.035214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Checking segment: {'id': 'b3c26383-e1cf-4008-aba3-3e6897d9b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66ce8c66-baf0-4d3c-8b20-28642e72f66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:45:54.035637 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.036062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Bound using segment: {'id': 'b3c26383-e1cf-4008-aba3-3e6897d9b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66ce8c66-baf0-4d3c-8b20-28642e72f66e'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:45:54.036606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Bound port: 04c1f516-e26c-42fa-987c-7f1d477e47dd, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c26383-e1cf-4008-aba3-3e6897d9b873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '66ce8c66-baf0-4d3c-8b20-28642e72f66e'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:45:54.037008 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.086490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-afd09ec6-e452-447e-9284-fdc7581cd435 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.093884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-afd09ec6-e452-447e-9284-fdc7581cd435 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.101554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-afd09ec6-e452-447e-9284-fdc7581cd435 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.107543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-afd09ec6-e452-447e-9284-fdc7581cd435 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.114136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-afd09ec6-e452-447e-9284-fdc7581cd435 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.120014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-afd09ec6-e452-447e-9284-fdc7581cd435 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.126731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-afd09ec6-e452-447e-9284-fdc7581cd435 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.134934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-afd09ec6-e452-447e-9284-fdc7581cd435 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5433 time: 0.3495896 Jul 14 09:45:54.144140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.162654 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.207907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network f0760e4c-b008-4674-a808-bc7d89ed9e55 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:54.208698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 867ea12c-05e1-488e-8d49-3295d046e7f1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:54.220839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:54.243449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:45:54.243960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.255598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effca56c-9fb3-4048-96e3-fdae9282a10a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:54.261209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] For port 04c1f516-e26c-42fa-987c-7f1d477e47dd, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:45:54.293835 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7702cc8-a88f-41bc-a5bb-7341e301efbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.298300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] For port 04c1f516-e26c-42fa-987c-7f1d477e47dd, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=04c1f516-e26c-42fa-987c-7f1d477e47dd,segment=NetworkSegment(b3c26383-e1cf-4008-aba3-3e6897d9b873),segment_id=b3c26383-e1cf-4008-aba3-3e6897d9b873)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:45:54.310266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b219073-7d69-4bac-9cbc-6d5ec69afa63 req-fc156a25-6201-45c0-affe-cc551a7b3e05 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1743221 Jul 14 09:45:54.319931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.325957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Port': ['ID=1453676e-ce0a-4f58-818c-d2380729cc64,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.361553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0018fc3f-06bb-494b-bce2-046cdb67b827 req-4116a86e-2570-4b9e-8c18-042e82753c2a service neutron] 10.222.0.69 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634253 Jul 14 09:45:54.362659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port effca56c-9fb3-4048-96e3-fdae9282a10a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=effca56c-9fb3-4048-96e3-fdae9282a10a,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:54.393743 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.394454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d8808c44-4847-4355-a690-733c5f93cbde details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:54.495461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.513295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 867ea12c-05e1-488e-8d49-3295d046e7f1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:54.520415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d85ed-23dd-448c-8b2d-2d40e91feed2 None None] Pushing event updated for resources: {'Port': ['ID=04c1f516-e26c-42fa-987c-7f1d477e47dd,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.536890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 867ea12c-05e1-488e-8d49-3295d046e7f1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:54.537141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.558404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d8808c44-4847-4355-a690-733c5f93cbde, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d8808c44-4847-4355-a690-733c5f93cbde,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:54.564355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.605624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ecb71-432b-4c1a-95e0-842e04186ae7 req-43534648-d467-4a91-9f19-bb792030344f tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:54.607380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-280ecb71-432b-4c1a-95e0-842e04186ae7 req-43534648-d467-4a91-9f19-bb792030344f tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 943 time: 0.1497281 Jul 14 09:45:54.609220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'd8808c44-4847-4355-a690-733c5f93cbde', 'network_id': 'abc303e9-64b3-40af-b530-6d5136a0ebce', 'port_id': 'd8808c44-4847-4355-a690-733c5f93cbde', 'mac_address': 'fa:16:3e:fa:42:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8f7522-1892-4648-abc1-daddaa0deacf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:54.639478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=effca56c-9fb3-4048-96e3-fdae9282a10a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:54.710835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-280ecb71-432b-4c1a-95e0-842e04186ae7 req-f9bba8ff-d3e7-4d2a-a666-ec13877b2085 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964499 Jul 14 09:45:54.787360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.829968 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.873442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8808c44-4847-4355-a690-733c5f93cbde {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:54.905555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 867ea12c-05e1-488e-8d49-3295d046e7f1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=867ea12c-05e1-488e-8d49-3295d046e7f1,segment=NetworkSegment(06ab0ba3-bfba-4001-87e4-28726e7c2cc7),segment_id=06ab0ba3-bfba-4001-87e4-28726e7c2cc7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:54.911824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d8808c44-4847-4355-a690-733c5f93cbde, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d8808c44-4847-4355-a690-733c5f93cbde,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:54.914401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.922010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:54.922772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1260107c-1c78-4426-b1ab-d8ff67896347 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:55.054076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=867ea12c-05e1-488e-8d49-3295d046e7f1,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.082110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1260107c-1c78-4426-b1ab-d8ff67896347, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1260107c-1c78-4426-b1ab-d8ff67896347,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:55.125647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '1260107c-1c78-4426-b1ab-d8ff67896347', 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'port_id': '1260107c-1c78-4426-b1ab-d8ff67896347', 'mac_address': 'fa:16:3e:af:0d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475b94d5-7350-4d65-93c7-83bf6be3b87c', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:55.127564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8189d19-ef26-4e72-bf06-f7bf5e6eaf99 req-35d046cd-8e96-4651-805e-7ea8bd634fa1 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.138188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d8189d19-ef26-4e72-bf06-f7bf5e6eaf99 req-35d046cd-8e96-4651-805e-7ea8bd634fa1 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 948 time: 0.1216180 Jul 14 09:45:55.149907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1b9c-1a60-4818-8d8c-559ba242e578 req-47ec5375-8d75-482f-b706-5f2657e6c439 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.151545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c90d1b9c-1a60-4818-8d8c-559ba242e578 req-47ec5375-8d75-482f-b706-5f2657e6c439 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.3084877 Jul 14 09:45:55.173912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d8808c44-4847-4355-a690-733c5f93cbde,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.189518 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.205930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.213563 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d8189d19-ef26-4e72-bf06-f7bf5e6eaf99 req-57654db0-a6e5-436b-b84f-b7eb3122c006 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738220 Jul 14 09:45:55.214264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1260107c-1c78-4426-b1ab-d8ff67896347 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:55.228020 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.228020 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.234356 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c90d1b9c-1a60-4818-8d8c-559ba242e578 req-323ebc65-b0b3-4d96-a3f4-a796d2c2de33 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745807 Jul 14 09:45:55.246265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7ebf4878-7d3e-4d4e-84ac-205fc4466106 None None] Provisioning complete for port 867ea12c-05e1-488e-8d49-3295d046e7f1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:55.246739 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4878-7d3e-4d4e-84ac-205fc4466106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.293857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1260107c-1c78-4426-b1ab-d8ff67896347, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1260107c-1c78-4426-b1ab-d8ff67896347,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:55.304437 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.305138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 8698ddc3-fc01-4b42-8dc4-84fd9081c676 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:55.360605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Port': ['ID=1453676e-ce0a-4f58-818c-d2380729cc64,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.428987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 8698ddc3-fc01-4b42-8dc4-84fd9081c676, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:55.433946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network f0760e4c-b008-4674-a808-bc7d89ed9e55 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:45:55.435549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:45:55.454969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '8698ddc3-fc01-4b42-8dc4-84fd9081c676', 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'port_id': '8698ddc3-fc01-4b42-8dc4-84fd9081c676', 'mac_address': 'fa:16:3e:8f:c7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475b94d5-7350-4d65-93c7-83bf6be3b87c', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:55.629607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=1260107c-1c78-4426-b1ab-d8ff67896347,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.633780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Router c86fc8e0-402d-4b1c-a617-287e9597bd8d is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:45:55.654888 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.659311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.685683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8698ddc3-fc01-4b42-8dc4-84fd9081c676 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:55.692748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7ebf4878-7d3e-4d4e-84ac-205fc4466106 None None] Provisioning for port 1453676e-ce0a-4f58-818c-d2380729cc64 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:55.709113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7ebf4878-7d3e-4d4e-84ac-205fc4466106 None None] Provisioning complete for port 1453676e-ce0a-4f58-818c-d2380729cc64 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:55.710235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4878-7d3e-4d4e-84ac-205fc4466106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.751454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 8698ddc3-fc01-4b42-8dc4-84fd9081c676, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:55.758594 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:55.759557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 36c58c52-ca6a-4936-ac5c-a536ed1934ae details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:55.779854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-ea1b4e4e-8140-48a6-8997-1f7a26cfd49b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.794378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-ea1b4e4e-8140-48a6-8997-1f7a26cfd49b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.806331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-ea1b4e4e-8140-48a6-8997-1f7a26cfd49b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.820850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-ea1b4e4e-8140-48a6-8997-1f7a26cfd49b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.838956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-ea1b4e4e-8140-48a6-8997-1f7a26cfd49b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.848867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-ea1b4e4e-8140-48a6-8997-1f7a26cfd49b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.852160 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=8698ddc3-fc01-4b42-8dc4-84fd9081c676,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:55.881726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-ea1b4e4e-8140-48a6-8997-1f7a26cfd49b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:55.885076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-ea1b4e4e-8140-48a6-8997-1f7a26cfd49b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5436 time: 0.3073289 Jul 14 09:45:55.906126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7ebf4878-7d3e-4d4e-84ac-205fc4466106 None None] Port 1453676e-ce0a-4f58-818c-d2380729cc64 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:55.930451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:55.936498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:55.950182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307048a-e5bd-4cc7-946d-841e2f01359e None None] Sync routers for ids ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:55.957764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-10f9838d-5d65-4fa5-9433-dc1ea0154d0f tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "PUT /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7272584 Jul 14 09:45:55.962566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:55.992931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20e8637e-6ba7-4956-8d24-44a86b763f83 req-cbac450c-d908-4886-8722-2cd3cede35a8 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966525 Jul 14 09:45:56.288741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 36c58c52-ca6a-4936-ac5c-a536ed1934ae, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:56.288741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307048a-e5bd-4cc7-946d-841e2f01359e None None] Routers {'c86fc8e0-402d-4b1c-a617-287e9597bd8d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:56.288741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c307048a-e5bd-4cc7-946d-841e2f01359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:56.288741 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.resource_extend [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:45:56.288741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '36c58c52-ca6a-4936-ac5c-a536ed1934ae', 'network_id': 'a8f61289-c182-42aa-a179-f103deb902b5', 'port_id': '36c58c52-ca6a-4936-ac5c-a536ed1934ae', 'mac_address': 'fa:16:3e:a0:0b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475b94d5-7350-4d65-93c7-83bf6be3b87c', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:56.379566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0846ba-9b07-4128-a258-a20dd11506f7 None None] Network 66ce8c66-baf0-4d3c-8b20-28642e72f66e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:45:56.385448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c307048a-e5bd-4cc7-946d-841e2f01359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:56.417382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 04c1f516-e26c-42fa-987c-7f1d477e47dd up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:56.435707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-055f226a-829a-4e42-8cdc-a3bc5331863a None None] Provisioning complete for port 1453676e-ce0a-4f58-818c-d2380729cc64 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:56.436502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-055f226a-829a-4e42-8cdc-a3bc5331863a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.527954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773246d5-9519-458c-921d-6e3c0138c4f8 req-fc24cc5c-0439-4a7b-b331-98f27c118401 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.531145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-773246d5-9519-458c-921d-6e3c0138c4f8 req-fc24cc5c-0439-4a7b-b331-98f27c118401 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 948 time: 0.1056840 Jul 14 09:45:56.552476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307048a-e5bd-4cc7-946d-841e2f01359e None None] Routers {'c86fc8e0-402d-4b1c-a617-287e9597bd8d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:56.553415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c307048a-e5bd-4cc7-946d-841e2f01359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:56.602459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-773246d5-9519-458c-921d-6e3c0138c4f8 req-35d1ea4f-2f52-490d-800f-8f3521215aa7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639954 Jul 14 09:45:56.637210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:56.639616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c307048a-e5bd-4cc7-946d-841e2f01359e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:56.641036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c307048a-e5bd-4cc7-946d-841e2f01359e None None] The sync data for ids ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:56.651742 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-055f226a-829a-4e42-8cdc-a3bc5331863a None None] Port 1453676e-ce0a-4f58-818c-d2380729cc64 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:45:56.656587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.684806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9', 'mac_address': 'fa:16:3e:bc:b7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:56.694723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c58c52-ca6a-4936-ac5c-a536ed1934ae {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:56.711407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d0a6b-c401-4813-ba12-2a80d9947fd6 req-306d8034-9f98-4f13-8a2a-0eafd653ab31 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.715387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 36c58c52-ca6a-4936-ac5c-a536ed1934ae, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:56.723033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f6d0a6b-c401-4813-ba12-2a80d9947fd6 req-306d8034-9f98-4f13-8a2a-0eafd653ab31 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 943 time: 0.2711356 Jul 14 09:45:56.730406 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:56.766918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f62a10e6-232f-41d1-bce3-b8f660b9411e details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:45:56.788262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f6d0a6b-c401-4813-ba12-2a80d9947fd6 req-44a11ecd-404b-414d-9f94-a228b73ecefb tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639498 Jul 14 09:45:56.821666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 04c1f516-e26c-42fa-987c-7f1d477e47dd completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:56.916350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc2cc7-f4a6-4a6d-9e45-5f6fb5c693d0 req-acf74b40-e761-43f3-a329-518d433b4bf9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:56.918362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29cc2cc7-f4a6-4a6d-9e45-5f6fb5c693d0 req-acf74b40-e761-43f3-a329-518d433b4bf9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1234889 Jul 14 09:45:57.001212 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29cc2cc7-f4a6-4a6d-9e45-5f6fb5c693d0 req-f2ce42c5-4a75-4f0d-ab43-82b026bb25fe tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741048 Jul 14 09:45:57.041799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 867ea12c-05e1-488e-8d49-3295d046e7f1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:45:57.049710 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-b637f8e2-6a99-4d67-b490-aef2ea686973 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:45:57.053944 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b637f8e2-6a99-4d67-b490-aef2ea686973 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "PUT /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0898771 Jul 14 09:45:57.054141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:57.082134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.099613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d5e7e4e0-a67c-454b-a897-be237d137f14 None None] Provisioning for port 04c1f516-e26c-42fa-987c-7f1d477e47dd completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:45:57.194443 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.221869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d5e7e4e0-a67c-454b-a897-be237d137f14 None None] Provisioning complete for port 04c1f516-e26c-42fa-987c-7f1d477e47dd triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:57.222264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e4e0-a67c-454b-a897-be237d137f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.240106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:57.245279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=36c58c52-ca6a-4936-ac5c-a536ed1934ae,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:57.297855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-1a9719c7-608a-4b4a-9662-927c78664a35 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.316173 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-1a9719c7-608a-4b4a-9662-927c78664a35 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.322557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-1a9719c7-608a-4b4a-9662-927c78664a35 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.328890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-1a9719c7-608a-4b4a-9662-927c78664a35 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.335318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-1a9719c7-608a-4b4a-9662-927c78664a35 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.341687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-1a9719c7-608a-4b4a-9662-927c78664a35 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.348579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-1a9719c7-608a-4b4a-9662-927c78664a35 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.350712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-1a9719c7-608a-4b4a-9662-927c78664a35 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5438 time: 0.1910923 Jul 14 09:45:57.379325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:57.399104 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.403319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52c0651a-69c3-4386-91df-d7fb5da93da1 req-3095e5fa-b0a1-481b-83e3-4b82315506a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445805 Jul 14 09:45:57.404501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f62a10e6-232f-41d1-bce3-b8f660b9411e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f62a10e6-232f-41d1-bce3-b8f660b9411e,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:57.410912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['c674859c-2659-4640-8ffd-07606442ab32'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:57.451624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['98a3df84-3902-4684-8e09-b9098d8a76ab'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:57.455013 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.465476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['effca56c-9fb3-4048-96e3-fdae9282a10a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:57.497684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['36c58c52-ca6a-4936-ac5c-a536ed1934ae'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:57.499860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d8808c44-4847-4355-a690-733c5f93cbde'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:57.504145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 867ea12c-05e1-488e-8d49-3295d046e7f1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:57.505822 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.554756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['8698ddc3-fc01-4b42-8dc4-84fd9081c676'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:57.556943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['1260107c-1c78-4426-b1ab-d8ff67896347'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:57.561013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:57.626898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'f62a10e6-232f-41d1-bce3-b8f660b9411e', 'network_id': 'b1801140-b883-4e1b-ad24-03ff37d1b9d9', 'port_id': 'f62a10e6-232f-41d1-bce3-b8f660b9411e', 'mac_address': 'fa:16:3e:7a:fa:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47d5bc25-62a8-4342-9fa6-592761b94de1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:45:57.868552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:57.871485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:57.956021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36295e-c72c-46f0-8e61-49eef4058ee2 req-7b960e04-7af5-422c-9592-3a7dbaa8eec7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:57.958498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf36295e-c72c-46f0-8e61-49eef4058ee2 req-7b960e04-7af5-422c-9592-3a7dbaa8eec7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 949 time: 0.1180551 Jul 14 09:45:57.966802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Deleting port 1453676e-ce0a-4f58-818c-d2380729cc64 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:45:57.967556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.074665 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf36295e-c72c-46f0-8e61-49eef4058ee2 req-c9ab3550-633f-47bd-8994-8574e4cc271b tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028073 Jul 14 09:45:58.085798 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.146425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f2a64-993b-462b-afc0-f49d563a39d5 req-48e304c1-c7c9-4e53-ae52-37f0ec4425a0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.149707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-204f2a64-993b-462b-afc0-f49d563a39d5 req-48e304c1-c7c9-4e53-ae52-37f0ec4425a0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 943 time: 0.1973145 Jul 14 09:45:58.166228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.197825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Calling delete_port for 1453676e-ce0a-4f58-818c-d2380729cc64 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:45:58.200302 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e4e0-a67c-454b-a897-be237d137f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.225367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-204f2a64-993b-462b-afc0-f49d563a39d5 req-712e1eb8-2d8a-45a3-80b0-87ddde6a50c4 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676770 Jul 14 09:45:58.416428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62a10e6-232f-41d1-bce3-b8f660b9411e {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:45:58.549717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381550d1-4553-46fc-8fab-2861cb4f699f req-b33f40d0-f097-4f98-961f-2044fcd194c9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.553241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-381550d1-4553-46fc-8fab-2861cb4f699f req-b33f40d0-f097-4f98-961f-2044fcd194c9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1544898 Jul 14 09:45:58.615455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.653415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Port': ['ID=1453676e-ce0a-4f58-818c-d2380729cc64,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:58.655202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f62a10e6-232f-41d1-bce3-b8f660b9411e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f62a10e6-232f-41d1-bce3-b8f660b9411e,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:58.661885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d5e7e4e0-a67c-454b-a897-be237d137f14 None None] For port 04c1f516-e26c-42fa-987c-7f1d477e47dd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=04c1f516-e26c-42fa-987c-7f1d477e47dd,segment=NetworkSegment(b3c26383-e1cf-4008-aba3-3e6897d9b873),segment_id=b3c26383-e1cf-4008-aba3-3e6897d9b873)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:45:58.663020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-381550d1-4553-46fc-8fab-2861cb4f699f req-f1a291d8-18f8-438e-86f9-c27f71c02aae tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014295 Jul 14 09:45:58.757482 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.772269 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d5e7e4e0-a67c-454b-a897-be237d137f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.775447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-b49e72ba-e49e-40e1-9e8b-753ac4333e9e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.783563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-b49e72ba-e49e-40e1-9e8b-753ac4333e9e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.792961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-b49e72ba-e49e-40e1-9e8b-753ac4333e9e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.801533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-b49e72ba-e49e-40e1-9e8b-753ac4333e9e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.809224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-b49e72ba-e49e-40e1-9e8b-753ac4333e9e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.814050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:58.817444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-b49e72ba-e49e-40e1-9e8b-753ac4333e9e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.824134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-b49e72ba-e49e-40e1-9e8b-753ac4333e9e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:58.832736 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-b49e72ba-e49e-40e1-9e8b-753ac4333e9e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5438 time: 0.2045505 Jul 14 09:45:58.896868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b522905c-feaa-4f55-b5c9-a8df751db6de req-a53664c7-b0bb-4de4-82cc-7dfcd6f7ba3c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625772 Jul 14 09:45:59.086212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['f62a10e6-232f-41d1-bce3-b8f660b9411e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:45:59.235821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f62a10e6-232f-41d1-bce3-b8f660b9411e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:59.363257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Router c86fc8e0-402d-4b1c-a617-287e9597bd8d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:45:59.377922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9c433d40-af6a-416a-9106-689981033628 None None] Provisioning complete for port 04c1f516-e26c-42fa-987c-7f1d477e47dd triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:45:59.378437 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9c433d40-af6a-416a-9106-689981033628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.467878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2e32b-5875-4cca-9e08-d98037bd002c req-bf3c04bc-5f8a-4e51-bce6-81f3b3c84454 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.469548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-31b2e32b-5875-4cca-9e08-d98037bd002c req-bf3c04bc-5f8a-4e51-bce6-81f3b3c84454 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 944 time: 0.0776501 Jul 14 09:45:59.517797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cf369-b171-4f0a-b929-3547423bc130 req-14b6b20e-be2b-4906-a17f-bce7cc56d945 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.519402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-639cf369-b171-4f0a-b929-3547423bc130 req-14b6b20e-be2b-4906-a17f-bce7cc56d945 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 949 time: 0.2036457 Jul 14 09:45:59.524524 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:45:59.533841 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0662593c-c34e-48bf-849b-b9dca3558cf8 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "PUT /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4741273 Jul 14 09:45:59.556797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7e4e0-a67c-454b-a897-be237d137f14 None None] Pushing event updated for resources: {'Port': ['ID=04c1f516-e26c-42fa-987c-7f1d477e47dd,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:45:59.557469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-31b2e32b-5875-4cca-9e08-d98037bd002c req-83759f67-cb61-41e3-89d0-05d15ec79cc0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796742 Jul 14 09:45:59.557469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:59.563640 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b5ae4-3abb-4b8d-a40e-4a0945c146b5 None None] Sync routers for ids ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:45:59.585144 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b5ae4-3abb-4b8d-a40e-4a0945c146b5 None None] Routers {'c86fc8e0-402d-4b1c-a617-287e9597bd8d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:59.585789 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-154b5ae4-3abb-4b8d-a40e-4a0945c146b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.597039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-639cf369-b171-4f0a-b929-3547423bc130 req-5331873e-a1b5-4f55-a050-bed0b2322151 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657494 Jul 14 09:45:59.622032 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-154b5ae4-3abb-4b8d-a40e-4a0945c146b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.633095 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b5ae4-3abb-4b8d-a40e-4a0945c146b5 None None] Routers {'c86fc8e0-402d-4b1c-a617-287e9597bd8d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:45:59.633867 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-154b5ae4-3abb-4b8d-a40e-4a0945c146b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.664823 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-e6946758-d883-44c2-9b57-c76e2efb6202 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] delete failed (client error): The resource could not be found. Jul 14 09:45:59.666700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e6946758-d883-44c2-9b57-c76e2efb6202 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1336413889 HTTP/1.1" status: 404 len: 335 time: 0.1071863 Jul 14 09:45:59.670468 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-154b5ae4-3abb-4b8d-a40e-4a0945c146b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:45:59.670739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:59.671913 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154b5ae4-3abb-4b8d-a40e-4a0945c146b5 None None] The sync data for ids ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:45:59.676491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c4d7c04b-6bc0-4908-b2bd-77c665c87cc5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c86fc8e0-402d-4b1c-a617-287e9597bd8d'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:45:59.679927 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.926925 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4d7c04b-6bc0-4908-b2bd-77c665c87cc5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:45:59.929864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd26fc-79ea-4928-9c11-ef5cf4d5edc5 req-f6be01c8-7c7b-4418-ae09-c91a5600cfec tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:45:59.932287 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cedd26fc-79ea-4928-9c11-ef5cf4d5edc5 req-f6be01c8-7c7b-4418-ae09-c91a5600cfec tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.0879731 Jul 14 09:45:59.963015 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-c4d7c04b-6bc0-4908-b2bd-77c665c87cc5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] update failed (client error): The resource could not be found. Jul 14 09:45:59.964523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c4d7c04b-6bc0-4908-b2bd-77c665c87cc5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "PUT /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d HTTP/1.1" status: 404 len: 339 time: 0.2917304 Jul 14 09:45:59.969087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51668) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:45:59.974827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1704372556'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:00.000721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Made reservation on behalf of 1a69342849274714ad6b8782f5de5a46 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:00.002935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cedd26fc-79ea-4928-9c11-ef5cf4d5edc5 req-6829e2a3-e005-4201-a94c-4a67eee7ef7f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595608 Jul 14 09:46:00.005140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.039894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:46:00.052289 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.052613 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Added segment 70d3bc19-095c-4f70-9374-a2b8c9d466ad of type vlan for network 8bf8252e-f4c2-4f3e-a030-d7e913a35262 Jul 14 09:46:00.130358 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.174968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.180579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.181192 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.198235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-deee937a-f4be-4b9e-8740-4910943336db tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.204779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-deee937a-f4be-4b9e-8740-4910943336db tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.210880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-deee937a-f4be-4b9e-8740-4910943336db tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.216901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-deee937a-f4be-4b9e-8740-4910943336db tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.223555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-deee937a-f4be-4b9e-8740-4910943336db tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.229647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-deee937a-f4be-4b9e-8740-4910943336db tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.235774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-deee937a-f4be-4b9e-8740-4910943336db tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.238026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-deee937a-f4be-4b9e-8740-4910943336db tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5438 time: 0.1756897 Jul 14 09:46:00.305032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3342967 Jul 14 09:46:00.314248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51676) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:00.320835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'subnet': {'network_id': '8bf8252e-f4c2-4f3e-a030-d7e913a35262', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:00.323032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f809a-34dc-4a93-b40c-ddd9c45cdace tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Network': ['ID=8bf8252e-f4c2-4f3e-a030-d7e913a35262,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:00.337129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 8bf8252e-f4c2-4f3e-a030-d7e913a35262 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:46:00.345710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ecb6d830-b23c-44f4-a473-9d87f85d4ac5 req-fe60993e-26ff-43bd-b425-5f9c3524f76e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0891869 Jul 14 09:46:00.437909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Made reservation on behalf of 1a69342849274714ad6b8782f5de5a46 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:00.441757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.651440 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.725425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Subnet': ['ID=7a27db64-e4b4-467b-a84d-5cbdffa4d037,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:00.751680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Checking segment: {'id': '70d3bc19-095c-4f70-9374-a2b8c9d466ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8bf8252e-f4c2-4f3e-a030-d7e913a35262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:00.752405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network hostable DHCP agents. Network: 8bf8252e-f4c2-4f3e-a030-d7e913a35262, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:46:00.775933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 98a3df84-3902-4684-8e09-b9098d8a76ab up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:00.776576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network 8bf8252e-f4c2-4f3e-a030-d7e913a35262 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:46:00.779296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 04c1f516-e26c-42fa-987c-7f1d477e47dd up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:00.806541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 8bf8252e-f4c2-4f3e-a030-d7e913a35262) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:00.831069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.832089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:00.862239 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a6d33015-9a70-4d48-aa83-535d850e6eaa tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5466647 Jul 14 09:46:00.865731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51688) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:00.873310 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b2b3f4b4-dcfa-472d-8859-71115d6ee590 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'router': {'external_gateway_info': {'network_id': '8bf8252e-f4c2-4f3e-a030-d7e913a35262'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:00.924154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd9a82-13b5-431e-a327-f41560c69ed4 req-d82e5ef7-91a2-4b87-b317-f6d66b1c28e9 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:00.928071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25fd9a82-13b5-431e-a327-f41560c69ed4 req-d82e5ef7-91a2-4b87-b317-f6d66b1c28e9 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 949 time: 0.1377485 Jul 14 09:46:00.993199 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-25fd9a82-13b5-431e-a327-f41560c69ed4 req-43bbaf80-6e2d-4089-a571-6d047c509a84 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578411 Jul 14 09:46:01.009729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3ddb3-4369-4226-b346-8703c85c83e7 req-66b73f33-fd43-453b-9f4e-9b0f5a949e48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.011581 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bc3ddb3-4369-4226-b346-8703c85c83e7 req-66b73f33-fd43-453b-9f4e-9b0f5a949e48 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 944 time: 0.2215114 Jul 14 09:46:01.025181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974727b9-908e-47e5-ac7d-6fcd3cccbd91 None None] Network 8bf8252e-f4c2-4f3e-a030-d7e913a35262 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:01.137932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bc3ddb3-4369-4226-b346-8703c85c83e7 req-6cec772e-04f9-439b-b751-ead17aed24a9 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174378 Jul 14 09:46:01.153369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 04c1f516-e26c-42fa-987c-7f1d477e47dd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:01.153697 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.238342 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2b3f4b4-dcfa-472d-8859-71115d6ee590 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.257731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 98a3df84-3902-4684-8e09-b9098d8a76ab completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:01.270522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd1b6f-6193-4828-9828-78147c982836 req-c650d45e-de3f-4a92-a6aa-188df81b4675 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.271569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 98a3df84-3902-4684-8e09-b9098d8a76ab triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:01.271951 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.273053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dfcd1b6f-6193-4828-9828-78147c982836 req-c650d45e-de3f-4a92-a6aa-188df81b4675 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1128464 Jul 14 09:46:01.337618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dfcd1b6f-6193-4828-9828-78147c982836 req-007b75da-6464-4d93-9215-4e25e82986a6 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559378 Jul 14 09:46:01.369949 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-b2b3f4b4-dcfa-472d-8859-71115d6ee590 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:01.375445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b2b3f4b4-dcfa-472d-8859-71115d6ee590 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "PUT /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d HTTP/1.1" status: 400 len: 364 time: 0.5044382 Jul 14 09:46:01.375806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51700) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:01.395555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-8bf8252e-f4c2-4f3e-a030-d7e913a35262', 'network_id': '8bf8252e-f4c2-4f3e-a030-d7e913a35262', 'tenant_id': '1a69342849274714ad6b8782f5de5a46', 'fixed_ips': [{'subnet_id': '7a27db64-e4b4-467b-a84d-5cbdffa4d037'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:46:01.403572 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.567765 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.604566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3df84-3902-4684-8e09-b9098d8a76ab'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:01.606875 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abef6ed-4f63-4413-8605-13911d36f693" -d '{"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "98a3df84-3902-4684-8e09-b9098d8a76ab"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:01.620556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-ecd48869-e747-4872-b5cf-fbf9f56d444a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.628074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Allocated IP 2001:db8:1::2 (8bf8252e-f4c2-4f3e-a030-d7e913a35262/7a27db64-e4b4-467b-a84d-5cbdffa4d037/75eaabb9-1bfd-4d23-8373-136081473ba0) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:01.636265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-ecd48869-e747-4872-b5cf-fbf9f56d444a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.644776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-ecd48869-e747-4872-b5cf-fbf9f56d444a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.650512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 98a3df84-3902-4684-8e09-b9098d8a76ab, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=98a3df84-3902-4684-8e09-b9098d8a76ab,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:01.663635 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2525271-caa4-43bf-aed1-0a58690fbf44 x-openstack-request-id: req-b2525271-caa4-43bf-aed1-0a58690fbf44 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:01.663982 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "98a3df84-3902-4684-8e09-b9098d8a76ab", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:01.664267 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b2525271-caa4-43bf-aed1-0a58690fbf44 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:01.664767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-ecd48869-e747-4872-b5cf-fbf9f56d444a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.665278 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'code': 200} Jul 14 09:46:01.665500 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.666358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device effca56c-9fb3-4048-96e3-fdae9282a10a up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:01.672160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-ecd48869-e747-4872-b5cf-fbf9f56d444a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.679177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-ecd48869-e747-4872-b5cf-fbf9f56d444a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.687608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-ecd48869-e747-4872-b5cf-fbf9f56d444a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:01.696294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-ecd48869-e747-4872-b5cf-fbf9f56d444a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5438 time: 0.1852252 Jul 14 09:46:01.747762 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19b49abb-6257-45ac-8035-d4a13ed5ba87 req-0885c502-a45a-4b8f-a624-08dd364d7830 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493970 Jul 14 09:46:01.758147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=98a3df84-3902-4684-8e09-b9098d8a76ab,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:01.775071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.860367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port effca56c-9fb3-4048-96e3-fdae9282a10a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:01.882726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port effca56c-9fb3-4048-96e3-fdae9282a10a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:01.883737 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:01.942057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:02.025904 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.065256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Transition to ACTIVE for port object 75eaabb9-1bfd-4d23-8373-136081473ba0 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:02.090597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:02.099270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:02.099716 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.111267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Transition to ACTIVE for port object 75eaabb9-1bfd-4d23-8373-136081473ba0 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:02.143556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.173249 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.191193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Allocated IP 2001:db8::1 (edc8d8bb-5785-4724-8c93-fd8beb129bed/0adae9c4-5ba9-428a-87f6-41d49082331c/8c6bb970-3d73-433c-8424-77ad92d350eb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:02.231233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port effca56c-9fb3-4048-96e3-fdae9282a10a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=effca56c-9fb3-4048-96e3-fdae9282a10a,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:02.243784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Network 8bf8252e-f4c2-4f3e-a030-d7e913a35262 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:02.244776 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.256401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:02.258831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:02.298012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e13e45-5e41-4828-89d4-330b1688b45c req-bd894936-00d3-45d7-9d62-8b68a4f5f994 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:02.306612 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28e13e45-5e41-4828-89d4-330b1688b45c req-bd894936-00d3-45d7-9d62-8b68a4f5f994 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 949 time: 0.1800234 Jul 14 09:46:02.329526 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.343228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Pushing event updated for resources: {'Port': ['ID=75eaabb9-1bfd-4d23-8373-136081473ba0,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.380135 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a63ff-98b6-41d9-bfad-1c18c6a5d06b req-0ca9519e-d2ee-4e72-a668-f04032d3bebf tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:02.387412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b67a63ff-98b6-41d9-bfad-1c18c6a5d06b req-0ca9519e-d2ee-4e72-a668-f04032d3bebf tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 944 time: 0.0822110 Jul 14 09:46:02.418846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:02.424112 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.442644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b67a63ff-98b6-41d9-bfad-1c18c6a5d06b req-c04802d0-bdfd-4594-8114-38fd7b4e470a tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536928 Jul 14 09:46:02.449244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Transition to ACTIVE for port object 8c6bb970-3d73-433c-8424-77ad92d350eb will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:02.454249 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.490949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Attempting to bind port 75eaabb9-1bfd-4d23-8373-136081473ba0 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:02.491329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Attempting to bind port 75eaabb9-1bfd-4d23-8373-136081473ba0 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '70d3bc19-095c-4f70-9374-a2b8c9d466ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8bf8252e-f4c2-4f3e-a030-d7e913a35262'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:02.491708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Attempting to bind port 75eaabb9-1bfd-4d23-8373-136081473ba0 on network 8bf8252e-f4c2-4f3e-a030-d7e913a35262 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:02.493450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28e13e45-5e41-4828-89d4-330b1688b45c req-eeca071c-6678-4c64-aab6-2cac06bda793 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857288 Jul 14 09:46:02.494164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=effca56c-9fb3-4048-96e3-fdae9282a10a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.529412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:02.529842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Checking segment: {'id': '70d3bc19-095c-4f70-9374-a2b8c9d466ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8bf8252e-f4c2-4f3e-a030-d7e913a35262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:02.530210 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.530590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.530740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Bound using segment: {'id': '70d3bc19-095c-4f70-9374-a2b8c9d466ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8bf8252e-f4c2-4f3e-a030-d7e913a35262'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:02.531129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Bound port: 75eaabb9-1bfd-4d23-8373-136081473ba0, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d3bc19-095c-4f70-9374-a2b8c9d466ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '8bf8252e-f4c2-4f3e-a030-d7e913a35262'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:02.531515 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.577779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network edc8d8bb-5785-4724-8c93-fd8beb129bed is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:02.596708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:02.602425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:02.603258 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.620225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.643305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] For port 75eaabb9-1bfd-4d23-8373-136081473ba0, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:02.646958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] For port 75eaabb9-1bfd-4d23-8373-136081473ba0, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=75eaabb9-1bfd-4d23-8373-136081473ba0,segment=NetworkSegment(70d3bc19-095c-4f70-9374-a2b8c9d466ad),segment_id=70d3bc19-095c-4f70-9374-a2b8c9d466ad)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:02.656806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.658194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Port': ['ID=8c6bb970-3d73-433c-8424-77ad92d350eb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.778904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74077dfe-2cb7-4cdb-99f4-28ae8f3bbd61 None None] Pushing event updated for resources: {'Port': ['ID=75eaabb9-1bfd-4d23-8373-136081473ba0,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:02.790688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c674859c-2659-4640-8ffd-07606442ab32 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:02.806841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2f2cb-b02b-457f-9815-f5942a86ef7e req-760db88d-9ef7-4d4a-82c1-c9bcff28bdf5 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:02.815249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b2a2f2cb-b02b-457f-9815-f5942a86ef7e req-760db88d-9ef7-4d4a-82c1-c9bcff28bdf5 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1886661 Jul 14 09:46:02.871087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.937224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port c674859c-2659-4640-8ffd-07606442ab32 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:02.947376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port c674859c-2659-4640-8ffd-07606442ab32 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:02.947981 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:02.954272 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b2a2f2cb-b02b-457f-9815-f5942a86ef7e req-14050c48-1df9-405f-80c6-df8f6f334b48 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248095 Jul 14 09:46:03.157249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3904a3d6-1204-4fee-9901-f7ea7e0c8b74 None None] Provisioning for port 8c6bb970-3d73-433c-8424-77ad92d350eb completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:03.169036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3904a3d6-1204-4fee-9901-f7ea7e0c8b74 None None] Provisioning complete for port 8c6bb970-3d73-433c-8424-77ad92d350eb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:03.169610 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3904a3d6-1204-4fee-9901-f7ea7e0c8b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.317566 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.334589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-8c46ff91-7cf4-440d-a6b8-d4c7c17b615d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.340783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-8c46ff91-7cf4-440d-a6b8-d4c7c17b615d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.347888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-8c46ff91-7cf4-440d-a6b8-d4c7c17b615d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.352101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3904a3d6-1204-4fee-9901-f7ea7e0c8b74 None None] Port 8c6bb970-3d73-433c-8424-77ad92d350eb cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:03.354223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-8c46ff91-7cf4-440d-a6b8-d4c7c17b615d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.360393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-8c46ff91-7cf4-440d-a6b8-d4c7c17b615d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.366756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-8c46ff91-7cf4-440d-a6b8-d4c7c17b615d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.373135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-8c46ff91-7cf4-440d-a6b8-d4c7c17b615d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.376134 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-8c46ff91-7cf4-440d-a6b8-d4c7c17b615d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5440 time: 0.3334370 Jul 14 09:46:03.387929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c674859c-2659-4640-8ffd-07606442ab32, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c674859c-2659-4640-8ffd-07606442ab32,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:03.393999 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.395140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f62a10e6-232f-41d1-bce3-b8f660b9411e up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:03.460519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b59b7ba-24ed-4a23-bb3b-68997619f37c req-2294692f-dcbb-48d7-b049-bd30d1a2bb84 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0732906 Jul 14 09:46:03.508958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c674859c-2659-4640-8ffd-07606442ab32,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:03.513472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.527641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port f62a10e6-232f-41d1-bce3-b8f660b9411e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:03.527776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.528384 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.553665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port f62a10e6-232f-41d1-bce3-b8f660b9411e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:03.554042 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.669282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effca56c-9fb3-4048-96e3-fdae9282a10a'}, {'server_uuid': '9db58cf3-571f-4bce-becc-f29b88d67f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9'}, {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c674859c-2659-4640-8ffd-07606442ab32'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:03.671809 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a40456-dc1b-43e8-b284-80973e4d48c9" -d '{"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "effca56c-9fb3-4048-96e3-fdae9282a10a"}, {"server_uuid": "9db58cf3-571f-4bce-becc-f29b88d67f04", "name": "network-vif-plugged", "status": "completed", "tag": "2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9"}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "c674859c-2659-4640-8ffd-07606442ab32"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:03.676642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8412f-9a51-4478-89a9-c7fbf1e43113 req-5026e7d9-9073-41cc-bb35-5d3f82322a37 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.678673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71d8412f-9a51-4478-89a9-c7fbf1e43113 req-5026e7d9-9073-41cc-bb35-5d3f82322a37 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 944 time: 0.0806897 Jul 14 09:46:03.681037 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.740868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71d8412f-9a51-4478-89a9-c7fbf1e43113 req-55360a4e-38d8-465b-ae9c-049a3d8f3f0b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545297 Jul 14 09:46:03.744045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port f62a10e6-232f-41d1-bce3-b8f660b9411e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f62a10e6-232f-41d1-bce3-b8f660b9411e,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:03.748776 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.750341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 8698ddc3-fc01-4b42-8dc4-84fd9081c676 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:03.764128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event updated for resources: {'Port': ['ID=8c6bb970-3d73-433c-8424-77ad92d350eb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:03.860061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d8e9-aca0-4cdb-b059-9206cf83d247 req-8ba67703-0d5d-4a0d-8d99-ed93464acad3 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:03.862343 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b1d4d8e9-aca0-4cdb-b059-9206cf83d247 req-8ba67703-0d5d-4a0d-8d99-ed93464acad3 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 950 time: 0.1609838 Jul 14 09:46:03.869659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=f62a10e6-232f-41d1-bce3-b8f660b9411e,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:03.876666 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3d6335-3412-4f02-98db-1c0c781579aa x-openstack-request-id: req-3b3d6335-3412-4f02-98db-1c0c781579aa {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:03.877102 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "effca56c-9fb3-4048-96e3-fdae9282a10a", "code": 200}, {"server_uuid": "9db58cf3-571f-4bce-becc-f29b88d67f04", "name": "network-vif-plugged", "status": "completed", "tag": "2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9", "code": 200}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "c674859c-2659-4640-8ffd-07606442ab32", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:03.877450 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3b3d6335-3412-4f02-98db-1c0c781579aa {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:03.878111 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effca56c-9fb3-4048-96e3-fdae9282a10a', 'code': 200} Jul 14 09:46:03.878456 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db58cf3-571f-4bce-becc-f29b88d67f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9', 'code': 200} Jul 14 09:46:03.878805 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c674859c-2659-4640-8ffd-07606442ab32', 'code': 200} Jul 14 09:46:03.880012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:03.884880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:03.885426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:03.901080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Network edc8d8bb-5785-4724-8c93-fd8beb129bed is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:03.916529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:04.037799 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.059181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499a5e6-05d7-4b0b-a96a-8884d0ea9f7e req-b7501af0-6d7f-4d05-94c5-95d4b991f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:04.062112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d499a5e6-05d7-4b0b-a96a-8884d0ea9f7e req-b7501af0-6d7f-4d05-94c5-95d4b991f636 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 1102 time: 0.0875688 Jul 14 09:46:04.125116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 8698ddc3-fc01-4b42-8dc4-84fd9081c676, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:04.130553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.141255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1260107c-1c78-4426-b1ab-d8ff67896347 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:04.169685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d499a5e6-05d7-4b0b-a96a-8884d0ea9f7e req-04b0baee-7a70-4b1e-b775-fcd399f4b96b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012495 Jul 14 09:46:04.239982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=8698ddc3-fc01-4b42-8dc4-84fd9081c676,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:04.260093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 1260107c-1c78-4426-b1ab-d8ff67896347 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:04.264859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 1260107c-1c78-4426-b1ab-d8ff67896347 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:04.265176 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.294450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465af8a7-2f8b-444e-b767-6f955eb6e9aa req-6607d623-e054-40d1-91b1-cc3dc37f3aab tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:04.303851 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-465af8a7-2f8b-444e-b767-6f955eb6e9aa req-6607d623-e054-40d1-91b1-cc3dc37f3aab tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1856041 Jul 14 09:46:04.373932 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.390666 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-465af8a7-2f8b-444e-b767-6f955eb6e9aa req-219432dd-9934-4185-9702-a5962e0afb01 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858824 Jul 14 09:46:04.416823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1260107c-1c78-4426-b1ab-d8ff67896347, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1260107c-1c78-4426-b1ab-d8ff67896347,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:04.443572 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.448756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 36c58c52-ca6a-4936-ac5c-a536ed1934ae up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:04.494088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76247b37-095b-4ac0-ae15-57df538e31b7 None None] Network 8bf8252e-f4c2-4f3e-a030-d7e913a35262 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:04.602201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b1d4d8e9-aca0-4cdb-b059-9206cf83d247 req-e06bc1d5-752f-4921-ad87-5afbd85cccc2 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061627 Jul 14 09:46:04.689248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Router c86fc8e0-402d-4b1c-a617-287e9597bd8d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:04.814882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Provisioning complete for port 8c6bb970-3d73-433c-8424-77ad92d350eb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:04.818672 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:04.845985 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=1260107c-1c78-4426-b1ab-d8ff67896347,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:04.857560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:04.874883 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-72112ab9-175f-40c7-8195-47c60e75ad36 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "PUT /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4972367 Jul 14 09:46:04.876174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51766) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:04.981039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-19771bd1-9d9f-4a94-b79c-39051ae384b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:04.982543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-19771bd1-9d9f-4a94-b79c-39051ae384b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 1097 time: 0.1343606 Jul 14 09:46:04.991933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 75eaabb9-1bfd-4d23-8373-136081473ba0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:05.041199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f3840-2ec5-43f6-abff-63cf816a1eba None None] Sync routers for ids ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:05.054873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1633edfc-89eb-4233-afb1-20bff088dd4a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.084726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 36c58c52-ca6a-4936-ac5c-a536ed1934ae completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:05.105300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f3840-2ec5-43f6-abff-63cf816a1eba None None] Routers {'c86fc8e0-402d-4b1c-a617-287e9597bd8d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:05.106265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-220f3840-2ec5-43f6-abff-63cf816a1eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:05.114103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 36c58c52-ca6a-4936-ac5c-a536ed1934ae triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:05.114427 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.172463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-d3315da6-96de-46c5-8fc1-963e4eadb2f5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.178843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-d3315da6-96de-46c5-8fc1-963e4eadb2f5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.185553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-d3315da6-96de-46c5-8fc1-963e4eadb2f5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.203215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-d3315da6-96de-46c5-8fc1-963e4eadb2f5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.214693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-d3315da6-96de-46c5-8fc1-963e4eadb2f5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.219032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c827d-f8f5-411a-9aaa-baa149c62ea3 req-be420185-aced-42d4-8d2d-746df83963c2 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.220684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-d3315da6-96de-46c5-8fc1-963e4eadb2f5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.222154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-525c827d-f8f5-411a-9aaa-baa149c62ea3 req-be420185-aced-42d4-8d2d-746df83963c2 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.2431073 Jul 14 09:46:05.226646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-d3315da6-96de-46c5-8fc1-963e4eadb2f5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.228650 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-d3315da6-96de-46c5-8fc1-963e4eadb2f5 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5443 time: 0.2795684 Jul 14 09:46:05.236552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Port 8c6bb970-3d73-433c-8424-77ad92d350eb cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:05.253654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-220f3840-2ec5-43f6-abff-63cf816a1eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:05.256411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 75eaabb9-1bfd-4d23-8373-136081473ba0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:05.273147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-9c6446c6-4d45-42bb-9a69-39ad4a7b142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.274664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-9c6446c6-4d45-42bb-9a69-39ad4a7b142d service neutron] 10.222.0.69 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.2834396 Jul 14 09:46:05.286725 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-1633edfc-89eb-4233-afb1-20bff088dd4a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 09:46:05.291965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1633edfc-89eb-4233-afb1-20bff088dd4a tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d HTTP/1.1" status: 409 len: 329 time: 0.4137089 Jul 14 09:46:05.300004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51774) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:05.354889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f3840-2ec5-43f6-abff-63cf816a1eba None None] Routers {'c86fc8e0-402d-4b1c-a617-287e9597bd8d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:05.355901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-220f3840-2ec5-43f6-abff-63cf816a1eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:05.359210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Provisioning for port 75eaabb9-1bfd-4d23-8373-136081473ba0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:05.368589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-525c827d-f8f5-411a-9aaa-baa149c62ea3 req-02018620-b357-4ab7-acaa-a306f06151b8 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270144 Jul 14 09:46:05.404931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f1b3788-efc4-4253-b15a-a28c943492c2 req-e992e1dd-55f8-46d4-a055-acb2c711eb5a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599667 Jul 14 09:46:05.421811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Provisioning complete for port 75eaabb9-1bfd-4d23-8373-136081473ba0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:05.422378 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.460138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-220f3840-2ec5-43f6-abff-63cf816a1eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:05.461177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f3840-2ec5-43f6-abff-63cf816a1eba None None] The sync data for ids ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:05.489658 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.597786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 36c58c52-ca6a-4936-ac5c-a536ed1934ae, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:05.611010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.612344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d8808c44-4847-4355-a690-733c5f93cbde up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:05.739029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=36c58c52-ca6a-4936-ac5c-a536ed1934ae,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:05.756968 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.795171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port d8808c44-4847-4355-a690-733c5f93cbde completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:05.805066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port d8808c44-4847-4355-a690-733c5f93cbde triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:05.805477 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.809042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] For port 75eaabb9-1bfd-4d23-8373-136081473ba0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=75eaabb9-1bfd-4d23-8373-136081473ba0,segment=NetworkSegment(70d3bc19-095c-4f70-9374-a2b8c9d466ad),segment_id=70d3bc19-095c-4f70-9374-a2b8c9d466ad)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:05.854162 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:05.870011 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-00ac182a-4b3d-41f1-9b33-247b94789911 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 200 len: 1000 time: 0.5803704 Jul 14 09:46:05.884159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc40522-4563-497e-b93e-6410b6898153 req-ad764d28-3fb0-4d93-a1a0-6cc9f1382a92 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:05.891228 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcc40522-4563-497e-b93e-6410b6898153 req-ad764d28-3fb0-4d93-a1a0-6cc9f1382a92 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 950 time: 0.1172841 Jul 14 09:46:05.891393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32be36ab-97a8-4401-8bf1-752a2828b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62a10e6-232f-41d1-bce3-b8f660b9411e'}, {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8698ddc3-fc01-4b42-8dc4-84fd9081c676'}, {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1260107c-1c78-4426-b1ab-d8ff67896347'}, {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c58c52-ca6a-4936-ac5c-a536ed1934ae'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:05.894944 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe2b7bc-beae-4cd4-a472-e24d350233c1" -d '{"events": [{"server_uuid": "32be36ab-97a8-4401-8bf1-752a2828b38b", "name": "network-vif-plugged", "status": "completed", "tag": "f62a10e6-232f-41d1-bce3-b8f660b9411e"}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "8698ddc3-fc01-4b42-8dc4-84fd9081c676"}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "1260107c-1c78-4426-b1ab-d8ff67896347"}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "36c58c52-ca6a-4936-ac5c-a536ed1934ae"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:05.953299 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcc40522-4563-497e-b93e-6410b6898153 req-a25f0a4b-d647-426d-ae5b-2ce7f9759b8e tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504861 Jul 14 09:46:05.958317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc041422-9f70-44ab-8875-ccb944f9089a None None] Pushing event updated for resources: {'Port': ['ID=75eaabb9-1bfd-4d23-8373-136081473ba0,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:06.082372 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.097930 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6f2e7d-032d-4e0d-b929-d67c2a3c484d x-openstack-request-id: req-5b6f2e7d-032d-4e0d-b929-d67c2a3c484d {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:06.098236 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32be36ab-97a8-4401-8bf1-752a2828b38b", "name": "network-vif-plugged", "status": "completed", "tag": "f62a10e6-232f-41d1-bce3-b8f660b9411e", "code": 200}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "8698ddc3-fc01-4b42-8dc4-84fd9081c676", "code": 200}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "1260107c-1c78-4426-b1ab-d8ff67896347", "code": 200}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "36c58c52-ca6a-4936-ac5c-a536ed1934ae", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:06.098496 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b6f2e7d-032d-4e0d-b929-d67c2a3c484d {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:06.098905 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32be36ab-97a8-4401-8bf1-752a2828b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62a10e6-232f-41d1-bce3-b8f660b9411e', 'code': 200} Jul 14 09:46:06.099160 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8698ddc3-fc01-4b42-8dc4-84fd9081c676', 'code': 200} Jul 14 09:46:06.099552 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1260107c-1c78-4426-b1ab-d8ff67896347', 'code': 200} Jul 14 09:46:06.099809 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c58c52-ca6a-4936-ac5c-a536ed1934ae', 'code': 200} Jul 14 09:46:06.128845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d8808c44-4847-4355-a690-733c5f93cbde, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d8808c44-4847-4355-a690-733c5f93cbde,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:06.133876 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.178339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60297123-0d9f-47b1-bb25-bc6670401f04 req-a6656567-fb0e-4a62-9dff-91872667c8bd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.189710 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60297123-0d9f-47b1-bb25-bc6670401f04 req-a6656567-fb0e-4a62-9dff-91872667c8bd tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 945 time: 0.4210212 Jul 14 09:46:06.197197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-f418a9dc-4054-4cf3-9c57-e23bc8d58b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.201102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-f418a9dc-4054-4cf3-9c57-e23bc8d58b98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.3179102 Jul 14 09:46:06.213837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2d473d54-fb9e-474a-9c16-014cce6a02b0 None None] Provisioning complete for port 75eaabb9-1bfd-4d23-8373-136081473ba0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:06.214336 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d473d54-fb9e-474a-9c16-014cce6a02b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.263840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d8808c44-4847-4355-a690-733c5f93cbde,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:06.375346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ea68e-35ef-4927-ad9f-e76ef429bf2e req-9a7e2218-b446-485c-9a90-f104d9b040a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.377317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-298ea68e-35ef-4927-ad9f-e76ef429bf2e req-9a7e2218-b446-485c-9a90-f104d9b040a2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 1097 time: 0.2132537 Jul 14 09:46:06.415973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60297123-0d9f-47b1-bb25-bc6670401f04 req-783bcdd7-c86d-4465-a7ed-35370967e928 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252393 Jul 14 09:46:06.431952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-298ea68e-35ef-4927-ad9f-e76ef429bf2e req-979fcf42-c704-4ed9-8a9c-43ce844fb8d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Jul 14 09:46:06.534006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-63b12901-f3a5-4adb-a6d4-f047cf2e5437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.537525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-63b12901-f3a5-4adb-a6d4-f047cf2e5437 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072913 Jul 14 09:46:06.638945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bd50b-8a1f-4676-94f5-6706c4bf3266 req-b1b027c1-c7b4-448a-a172-e376afc8dcbd tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.649224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f6bd50b-8a1f-4676-94f5-6706c4bf3266 req-b1b027c1-c7b4-448a-a172-e376afc8dcbd tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.0847044 Jul 14 09:46:06.697200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4f6bd50b-8a1f-4676-94f5-6706c4bf3266 req-8a231f81-4b5d-4f7a-b5c1-653c5e046f9a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462112 Jul 14 09:46:06.761374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-96060b1c-de62-4eb7-a9b8-5c24ea4924c4 service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110794 Jul 14 09:46:06.783732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 75eaabb9-1bfd-4d23-8373-136081473ba0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:06.847098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 75eaabb9-1bfd-4d23-8373-136081473ba0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:06.849838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.867088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:06.955282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-bff92f28-2998-4e83-860f-54c046a5e08d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.969562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-bff92f28-2998-4e83-860f-54c046a5e08d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.990740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-bff92f28-2998-4e83-860f-54c046a5e08d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.991027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09abde-4b3e-4a93-9a19-6a6dff0d072d req-2c08e6a0-9561-4d5d-a58a-1d10a2b9362c tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:06.991218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d09abde-4b3e-4a93-9a19-6a6dff0d072d req-2c08e6a0-9561-4d5d-a58a-1d10a2b9362c tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 950 time: 0.3362489 Jul 14 09:46:07.000430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-bff92f28-2998-4e83-860f-54c046a5e08d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.006752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-bff92f28-2998-4e83-860f-54c046a5e08d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.017340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-bff92f28-2998-4e83-860f-54c046a5e08d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.027187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-bff92f28-2998-4e83-860f-54c046a5e08d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.029449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-bff92f28-2998-4e83-860f-54c046a5e08d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.1833856 Jul 14 09:46:07.039579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f979cac3-e6d6-4115-83c7-cf987bfac4f3 req-4953b644-aafe-4289-b81d-581323e81bcd service neutron] 10.222.0.69 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691574 Jul 14 09:46:07.109934 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31a8661e-2e45-4e26-8b0d-5b8e98d84736 req-54e99615-c12e-443d-92b2-f16f9a50a5de tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680251 Jul 14 09:46:07.120409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d09abde-4b3e-4a93-9a19-6a6dff0d072d req-95a2ae35-bb49-479c-bd6f-ad385e88f43b tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199157 Jul 14 09:46:07.275675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Deleting port 8c6bb970-3d73-433c-8424-77ad92d350eb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:07.276030 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.386606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.403567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Calling delete_port for 8c6bb970-3d73-433c-8424-77ad92d350eb owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:07.638742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbab98-e5bb-4326-8851-8ea6e1830276 req-015045e7-a297-4c78-93f9-a6c3b7e7100d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:07.640451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f3bbab98-e5bb-4326-8851-8ea6e1830276 req-015045e7-a297-4c78-93f9-a6c3b7e7100d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 945 time: 0.0768502 Jul 14 09:46:07.694470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f3bbab98-e5bb-4326-8851-8ea6e1830276 req-e41be933-dd21-4879-b7f6-3d25a70ac357 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Jul 14 09:46:07.695247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:07.728170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Port': ['ID=8c6bb970-3d73-433c-8424-77ad92d350eb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:07.890537 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:08.101791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8808c44-4847-4355-a690-733c5f93cbde'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:08.107478 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc2113d-6265-415f-84a0-ca58f29e8f83" -d '{"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "d8808c44-4847-4355-a690-733c5f93cbde"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:08.186943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Router c86fc8e0-402d-4b1c-a617-287e9597bd8d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:08.190611 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b915d2-09bc-455b-92bb-dcf25436f1b1 x-openstack-request-id: req-54b915d2-09bc-455b-92bb-dcf25436f1b1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:08.191589 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-plugged", "status": "completed", "tag": "d8808c44-4847-4355-a690-733c5f93cbde", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:08.191983 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-54b915d2-09bc-455b-92bb-dcf25436f1b1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:08.193110 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8808c44-4847-4355-a690-733c5f93cbde', 'code': 200} Jul 14 09:46:08.259605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-b40dc3bf-67e0-4662-afb3-3faf07b6751f tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.262086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-b40dc3bf-67e0-4662-afb3-3faf07b6751f tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.69 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 950 time: 0.3600357 Jul 14 09:46:08.440159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:08.454211 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447c98a-3d03-49e9-a7a0-bc976d68a74e None None] Sync routers for ids ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:08.470979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6e8b9-b29f-42e3-8caa-10ec6e9b6b7f req-f4d89acc-ac29-403e-9f7e-7b11ae1d74d1 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.475573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cd6e8b9-b29f-42e3-8caa-10ec6e9b6b7f req-f4d89acc-ac29-403e-9f7e-7b11ae1d74d1 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.5635374 Jul 14 09:46:08.479121 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447c98a-3d03-49e9-a7a0-bc976d68a74e None None] Routers {'c86fc8e0-402d-4b1c-a617-287e9597bd8d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:08.479970 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b447c98a-3d03-49e9-a7a0-bc976d68a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:08.493222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be664b44-313b-4574-954f-9c605c770480 req-0dc0f953-55d4-4f7e-b417-0f6029ee0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.494401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be664b44-313b-4574-954f-9c605c770480 req-0dc0f953-55d4-4f7e-b417-0f6029ee0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.495057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be664b44-313b-4574-954f-9c605c770480 req-0dc0f953-55d4-4f7e-b417-0f6029ee0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.495713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be664b44-313b-4574-954f-9c605c770480 req-0dc0f953-55d4-4f7e-b417-0f6029ee0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.496430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be664b44-313b-4574-954f-9c605c770480 req-0dc0f953-55d4-4f7e-b417-0f6029ee0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.497186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be664b44-313b-4574-954f-9c605c770480 req-0dc0f953-55d4-4f7e-b417-0f6029ee0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.497897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be664b44-313b-4574-954f-9c605c770480 req-0dc0f953-55d4-4f7e-b417-0f6029ee0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.500781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be664b44-313b-4574-954f-9c605c770480 req-0dc0f953-55d4-4f7e-b417-0f6029ee0462 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6509 time: 0.1747556 Jul 14 09:46:08.517104 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-28eac874-93d8-4947-aa2d-d4207d87e2a7 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "PUT /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1998279 Jul 14 09:46:08.517104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51860) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:08.553069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b609d-85c3-4877-9ea3-c0ad3e724ca9 req-b3ddb7a1-dfff-443d-bccb-98434143af2e tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.554725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e9b609d-85c3-4877-9ea3-c0ad3e724ca9 req-b3ddb7a1-dfff-443d-bccb-98434143af2e tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 950 time: 0.2178757 Jul 14 09:46:08.562961 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b447c98a-3d03-49e9-a7a0-bc976d68a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:08.596777 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447c98a-3d03-49e9-a7a0-bc976d68a74e None None] Routers {'c86fc8e0-402d-4b1c-a617-287e9597bd8d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:08.597747 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b447c98a-3d03-49e9-a7a0-bc976d68a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:08.597929 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be664b44-313b-4574-954f-9c605c770480 req-a0fd414a-0c42-4f49-af47-aaba5c0c18f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9dc2340f-2c61-4566-90a6-2822d65e777b&id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839789 Jul 14 09:46:08.626908 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e9b609d-85c3-4877-9ea3-c0ad3e724ca9 req-ae92cf9a-6e42-430e-84ff-d2965a4b2ee1 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/security-groups?id=2ee7dd42-6500-4022-9302-c36517095f97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599699 Jul 14 09:46:08.668458 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b447c98a-3d03-49e9-a7a0-bc976d68a74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:08.669458 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b447c98a-3d03-49e9-a7a0-bc976d68a74e None None] The sync data for ids ['c86fc8e0-402d-4b1c-a617-287e9597bd8d'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:08.870021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-b5eb79bd-e23e-41ff-bd06-91320db8cbc7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.876697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-b5eb79bd-e23e-41ff-bd06-91320db8cbc7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.883607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-b5eb79bd-e23e-41ff-bd06-91320db8cbc7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.890382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-b5eb79bd-e23e-41ff-bd06-91320db8cbc7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.896805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-b5eb79bd-e23e-41ff-bd06-91320db8cbc7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.904469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-b5eb79bd-e23e-41ff-bd06-91320db8cbc7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.911603 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-b5eb79bd-e23e-41ff-bd06-91320db8cbc7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:08.914087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-b5eb79bd-e23e-41ff-bd06-91320db8cbc7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.1299367 Jul 14 09:46:08.964132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-071e45bd-3fea-42ec-9c2e-ac72827acc15 req-fdd536db-e845-42cc-80b9-c4854dbd1455 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419357 Jul 14 09:46:09.013646 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-c5390738-a62a-4327-aef5-3fa2dbbadb2d tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] show failed (client error): The resource could not be found. Jul 14 09:46:09.022172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51868) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:09.022531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c5390738-a62a-4327-aef5-3fa2dbbadb2d tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-874373025 HTTP/1.1" status: 404 len: 334 time: 0.4970198 Jul 14 09:46:09.032023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3ec6f21d-100f-40a7-bca3-b49854bd38f5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:09.093435 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-3ec6f21d-100f-40a7-bca3-b49854bd38f5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] update failed (client error): The resource could not be found. Jul 14 09:46:09.098568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3ec6f21d-100f-40a7-bca3-b49854bd38f5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1867195317 HTTP/1.1" status: 404 len: 335 time: 0.0712640 Jul 14 09:46:09.099438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:09.100679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cd6e8b9-b29f-42e3-8caa-10ec6e9b6b7f req-d100eede-8b1a-409b-a439-d4eb75916b40 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5872643 Jul 14 09:46:09.161344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Deleting port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:09.161693 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.164159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4241b40-036a-490f-a88c-e8535c9aeec6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Deleting subnet 7a27db64-e4b4-467b-a84d-5cbdffa4d037 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:09.168307 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4241b40-036a-490f-a88c-e8535c9aeec6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.234996 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4241b40-036a-490f-a88c-e8535c9aeec6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.306683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] For port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:09.308139 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.338104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Calling delete_port for 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:09.369625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4241b40-036a-490f-a88c-e8535c9aeec6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.454882 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4241b40-036a-490f-a88c-e8535c9aeec6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.495402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35cb55-b36f-4168-a495-fe14cfa9a3df None None] Network 8bf8252e-f4c2-4f3e-a030-d7e913a35262 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:09.505323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4241b40-036a-490f-a88c-e8535c9aeec6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.507930 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f4241b40-036a-490f-a88c-e8535c9aeec6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/subnets/7a27db64-e4b4-467b-a84d-5cbdffa4d037 HTTP/1.1" status: 204 len: 168 time: 0.4071069 Jul 14 09:46:09.509375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4241b40-036a-490f-a88c-e8535c9aeec6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Subnet': ['ID=7a27db64-e4b4-467b-a84d-5cbdffa4d037,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:09.511108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:09.594817 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.617058 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.620373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:09.664338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Pushing event deleted for resources: {'Port': ['ID=2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:09.762802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Deleting port 75eaabb9-1bfd-4d23-8373-136081473ba0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:09.763153 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.765604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] No DVR routers for this DVR port 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:09.769207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:09.773634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79d156b6-e52d-4003-91ac-f34c90da65d1 req-e36a10ed-6622-4fe0-bbda-d22fe63f03e7 tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.69 "DELETE /v2.0/ports/2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 HTTP/1.1" status: 204 len: 173 time: 1.4380891 Jul 14 09:46:09.773975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db58cf3-571f-4bce-becc-f29b88d67f04', 'name': 'network-vif-deleted', 'tag': '2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:09.776895 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdde9d1-40aa-4a29-a60e-ffb3768be3e1" -d '{"events": [{"server_uuid": "9db58cf3-571f-4bce-becc-f29b88d67f04", "name": "network-vif-deleted", "tag": "2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:09.943990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] DHCP port deletion for 8bf8252e-f4c2-4f3e-a030-d7e913a35262 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:09.994457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] For port 75eaabb9-1bfd-4d23-8373-136081473ba0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=75eaabb9-1bfd-4d23-8373-136081473ba0,segment=NetworkSegment(70d3bc19-095c-4f70-9374-a2b8c9d466ad),segment_id=70d3bc19-095c-4f70-9374-a2b8c9d466ad)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:09.994797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.028954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Calling delete_port for 75eaabb9-1bfd-4d23-8373-136081473ba0 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:10.068608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] Deleting port 75eaabb9-1bfd-4d23-8373-136081473ba0 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:10.093637 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.185264 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f48ff6-72c9-447a-88be-d36af7402c03 x-openstack-request-id: req-90f48ff6-72c9-447a-88be-d36af7402c03 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:10.185773 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db58cf3-571f-4bce-becc-f29b88d67f04", "name": "network-vif-deleted", "tag": "2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:10.185873 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-90f48ff6-72c9-447a-88be-d36af7402c03 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:10.186224 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db58cf3-571f-4bce-becc-f29b88d67f04', 'name': 'network-vif-deleted', 'tag': '2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9', 'status': 'completed', 'code': 200} Jul 14 09:46:10.189423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2d31b70-2cf0-4130-b77d-ea1badaccbca req-31fd8ea5-d838-4c4a-b2da-5a046a05cbcf tempest-VolumesNegativeTest-786119689 tempest-VolumesNegativeTest-786119689-project] 10.222.0.73 "GET /v2.0/ports?device_id=9db58cf3-571f-4bce-becc-f29b88d67f04 HTTP/1.1" status: 200 len: 210 time: 0.1150899 Jul 14 09:46:10.221665 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:10.296982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] For port 75eaabb9-1bfd-4d23-8373-136081473ba0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=75eaabb9-1bfd-4d23-8373-136081473ba0,segment=NetworkSegment(70d3bc19-095c-4f70-9374-a2b8c9d466ad),segment_id=70d3bc19-095c-4f70-9374-a2b8c9d466ad)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:10.296982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.298659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.336997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Port': ['ID=75eaabb9-1bfd-4d23-8373-136081473ba0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:10.356485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] Calling delete_port for 75eaabb9-1bfd-4d23-8373-136081473ba0 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:10.361655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] No DVR routers for this DVR port 75eaabb9-1bfd-4d23-8373-136081473ba0 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:10.491599 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.537970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] No DVR routers for this DVR port 75eaabb9-1bfd-4d23-8373-136081473ba0 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:10.540815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7cf1b-1d3e-4bee-983a-53157eb26bd9 None None] Pushing event deleted for resources: {'Port': ['ID=75eaabb9-1bfd-4d23-8373-136081473ba0,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:10.605467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.618455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf8252e-f4c2-4f3e-a030-d7e913a35262']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:10.634105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d3bc19-095c-4f70-9374-a2b8c9d466ad') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:10.634405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d3bc19-095c-4f70-9374-a2b8c9d466ad') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:10.648619 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.664684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-ab79937e-76aa-4192-83ba-6c6fa13789b2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.674287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-ab79937e-76aa-4192-83ba-6c6fa13789b2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.685266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-ab79937e-76aa-4192-83ba-6c6fa13789b2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.697009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-ab79937e-76aa-4192-83ba-6c6fa13789b2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.709655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-ab79937e-76aa-4192-83ba-6c6fa13789b2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.722301 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-ab79937e-76aa-4192-83ba-6c6fa13789b2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.743411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-ab79937e-76aa-4192-83ba-6c6fa13789b2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:10.756655 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-ab79937e-76aa-4192-83ba-6c6fa13789b2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.3848336 Jul 14 09:46:10.805218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 75eaabb9-1bfd-4d23-8373-136081473ba0 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:10.815671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.831694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:46:10.832303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.843751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 75eaabb9-1bfd-4d23-8373-136081473ba0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:10.844106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 75eaabb9-1bfd-4d23-8373-136081473ba0 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:46:10.906779 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:46:10.931263 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.960570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:10.962708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/networks/8bf8252e-f4c2-4f3e-a030-d7e913a35262 HTTP/1.1" status: 204 len: 168 time: 1.4505050 Jul 14 09:46:10.965165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51920) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:10.967833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e31a35-2906-4653-ba92-1eeebb112779 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Network': ['ID=8bf8252e-f4c2-4f3e-a030-d7e913a35262,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:10.973604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70fd55ba-95ac-4c41-9451-55a5457fbcd0 req-fb97c4e5-8c50-46c2-958d-bb65b2194d2d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2154830 Jul 14 09:46:11.046774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59cbe8a-7124-4523-be5a-a091219d1217 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Deleting subnet 114cb5cc-dcea-4347-9a74-3c1659b47ccd {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:11.051764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e59cbe8a-7124-4523-be5a-a091219d1217 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.115134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e59cbe8a-7124-4523-be5a-a091219d1217 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.321421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac338-416f-4bec-ab74-3b21f2879cf2 req-5e39d08b-2887-4d4c-9a54-25701d90b0bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.328803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac338-416f-4bec-ab74-3b21f2879cf2 req-5e39d08b-2887-4d4c-9a54-25701d90b0bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.335919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac338-416f-4bec-ab74-3b21f2879cf2 req-5e39d08b-2887-4d4c-9a54-25701d90b0bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.344434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac338-416f-4bec-ab74-3b21f2879cf2 req-5e39d08b-2887-4d4c-9a54-25701d90b0bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.354426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac338-416f-4bec-ab74-3b21f2879cf2 req-5e39d08b-2887-4d4c-9a54-25701d90b0bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.372486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac338-416f-4bec-ab74-3b21f2879cf2 req-5e39d08b-2887-4d4c-9a54-25701d90b0bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.381378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ac338-416f-4bec-ab74-3b21f2879cf2 req-5e39d08b-2887-4d4c-9a54-25701d90b0bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:11.384460 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb1ac338-416f-4bec-ab74-3b21f2879cf2 req-5e39d08b-2887-4d4c-9a54-25701d90b0bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.2411718 Jul 14 09:46:11.388842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e59cbe8a-7124-4523-be5a-a091219d1217 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.395389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51940) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.402101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Request body: {'floatingip': {'port_id': '98a3df84-3902-4684-8e09-b9098d8a76ab'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:11.475463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.511857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e59cbe8a-7124-4523-be5a-a091219d1217 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.571082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cbe8a-7124-4523-be5a-a091219d1217 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Subnet': ['ID=114cb5cc-dcea-4347-9a74-3c1659b47ccd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:11.577173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e59cbe8a-7124-4523-be5a-a091219d1217 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.584588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ba1e1e-ccde-4940-965e-da497147836d None None] Network 66ce8c66-baf0-4d3c-8b20-28642e72f66e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:11.593574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e59cbe8a-7124-4523-be5a-a091219d1217 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/subnets/114cb5cc-dcea-4347-9a74-3c1659b47ccd HTTP/1.1" status: 204 len: 168 time: 0.6250188 Jul 14 09:46:11.595207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51950) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:11.682889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb80091-3ef3-43c7-97be-b286c614a6a0 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Deleting subnet 282abcc9-94f5-4b16-858a-a19256cfc032 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:11.688008 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-feb80091-3ef3-43c7-97be-b286c614a6a0 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.759156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-feb80091-3ef3-43c7-97be-b286c614a6a0 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:11.987192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:12.016151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:12.016793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2f9ee00e-cf78-4f72-8a9a-a38b314a4ae9 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:12.053224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-feb80091-3ef3-43c7-97be-b286c614a6a0 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.063909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] DHCP port deletion for 66ce8c66-baf0-4d3c-8b20-28642e72f66e request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:12.136955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-feb80091-3ef3-43c7-97be-b286c614a6a0 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.177782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-feb80091-3ef3-43c7-97be-b286c614a6a0 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.185586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-feb80091-3ef3-43c7-97be-b286c614a6a0 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/subnets/282abcc9-94f5-4b16-858a-a19256cfc032 HTTP/1.1" status: 204 len: 168 time: 0.5886388 Jul 14 09:46:12.191298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51968) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:12.206719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4343fc-780c-48e9-8b76-bd7450b664c5 None None] Network f0760e4c-b008-4674-a808-bc7d89ed9e55 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:12.212721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb80091-3ef3-43c7-97be-b286c614a6a0 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Subnet': ['ID=282abcc9-94f5-4b16-858a-a19256cfc032,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:12.263806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] Deleting port 04c1f516-e26c-42fa-987c-7f1d477e47dd {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:12.264857 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.440547 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.458904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] For port 04c1f516-e26c-42fa-987c-7f1d477e47dd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=04c1f516-e26c-42fa-987c-7f1d477e47dd,segment=NetworkSegment(b3c26383-e1cf-4008-aba3-3e6897d9b873),segment_id=b3c26383-e1cf-4008-aba3-3e6897d9b873)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:12.459916 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.502828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] Calling delete_port for 04c1f516-e26c-42fa-987c-7f1d477e47dd owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:12.635326 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:12.731434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] Pushing event deleted for resources: {'Port': ['ID=04c1f516-e26c-42fa-987c-7f1d477e47dd,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:12.761532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] DHCP port deletion for f0760e4c-b008-4674-a808-bc7d89ed9e55 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:12.766009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b08199-3f12-4d13-887f-a79980f09604 None None] No DVR routers for this DVR port 04c1f516-e26c-42fa-987c-7f1d477e47dd on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:12.876144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 04c1f516-e26c-42fa-987c-7f1d477e47dd no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:12.937928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 04c1f516-e26c-42fa-987c-7f1d477e47dd {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:12.938450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 04c1f516-e26c-42fa-987c-7f1d477e47dd not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:12.938918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 867ea12c-05e1-488e-8d49-3295d046e7f1 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:12.988699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] Deleting port 867ea12c-05e1-488e-8d49-3295d046e7f1 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:12.989178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.015062 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:46:13.070413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] For port 867ea12c-05e1-488e-8d49-3295d046e7f1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=867ea12c-05e1-488e-8d49-3295d046e7f1,segment=NetworkSegment(06ab0ba3-bfba-4001-87e4-28726e7c2cc7),segment_id=06ab0ba3-bfba-4001-87e4-28726e7c2cc7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:13.071140 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.124537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] Calling delete_port for 867ea12c-05e1-488e-8d49-3295d046e7f1 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:13.333908 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.368096 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.486375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] Pushing event deleted for resources: {'Port': ['ID=867ea12c-05e1-488e-8d49-3295d046e7f1,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:13.488634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04c3b0-b7ef-45d9-93a3-b8594c74ae4c None None] No DVR routers for this DVR port 867ea12c-05e1-488e-8d49-3295d046e7f1 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:13.572645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.631663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ce8c66-baf0-4d3c-8b20-28642e72f66e']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:13.650093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.656015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c26383-e1cf-4008-aba3-3e6897d9b873') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:13.656504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c26383-e1cf-4008-aba3-3e6897d9b873') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:13.671105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.715157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.763264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.853623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:46:13.854112 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:46:13.857436 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:46:13.924162 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Floating IP 8c7d056b-06a5-48e4-98e8-7c2667a98ed1 associated. External IP: 172.25.0.236, port: 98a3df84-3902-4684-8e09-b9098d8a76ab. Jul 14 09:46:13.981847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.988220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:13.990231 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/networks/66ce8c66-baf0-4d3c-8b20-28642e72f66e HTTP/1.1" status: 204 len: 168 time: 1.7980764 Jul 14 09:46:13.992954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52116) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:14.025485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3eb83-bb3d-4065-bdab-1aa5276e4f4c tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Network': ['ID=66ce8c66-baf0-4d3c-8b20-28642e72f66e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:14.185413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.310530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Router 9ac4fd8e-b356-4636-9021-f191e53fcf84 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:14.348925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.366946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0760e4c-b008-4674-a808-bc7d89ed9e55']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:14.385480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ab0ba3-bfba-4001-87e4-28726e7c2cc7') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:14.386122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ab0ba3-bfba-4001-87e4-28726e7c2cc7') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:14.402742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.431932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.460603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:46:14.461998 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:46:14.502251 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:46:14.537371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:14.550552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.551005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] Sync routers for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:14.575175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.587118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.593912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:14.595548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/networks/f0760e4c-b008-4674-a808-bc7d89ed9e55 HTTP/1.1" status: 204 len: 168 time: 0.5977354 Jul 14 09:46:14.599307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:14.600763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:14.635094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6decf2-15ad-4321-ad39-a39f6613a1eb tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Network': ['ID=f0760e4c-b008-4674-a808-bc7d89ed9e55,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:14.677809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e9ea2535-e06d-4890-8209-60a86b0d4f7f tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "PUT /v2.0/floatingips/8c7d056b-06a5-48e4-98e8-7c2667a98ed1 HTTP/1.1" status: 200 len: 991 time: 3.2810550 Jul 14 09:46:14.680800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '98a3df84-3902-4684-8e09-b9098d8a76ab'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:14.683811 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ca843a-4576-44a8-83d2-f83346cb85e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "98a3df84-3902-4684-8e09-b9098d8a76ab"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:14.715808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b139444b-68a1-4953-9078-7657693a28d6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Deleting subnet 0adae9c4-5ba9-428a-87f6-41d49082331c {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:46:14.726228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b139444b-68a1-4953-9078-7657693a28d6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:14.811806 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417741fc-8888-42f0-9b63-05ec2f65905b x-openstack-request-id: req-417741fc-8888-42f0-9b63-05ec2f65905b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:14.812609 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "tag": "98a3df84-3902-4684-8e09-b9098d8a76ab", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:14.813938 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-417741fc-8888-42f0-9b63-05ec2f65905b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:14.814663 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'tag': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'status': 'completed', 'code': 200} Jul 14 09:46:14.940633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:14.966359 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b139444b-68a1-4953-9078-7657693a28d6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.113410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b139444b-68a1-4953-9078-7657693a28d6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.204356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-8baa28e9-0f7f-4e87-adeb-3e420f622390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.207161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-8baa28e9-0f7f-4e87-adeb-3e420f622390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.208381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-8baa28e9-0f7f-4e87-adeb-3e420f622390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.213134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-8baa28e9-0f7f-4e87-adeb-3e420f622390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.218759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-8baa28e9-0f7f-4e87-adeb-3e420f622390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.219663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-8baa28e9-0f7f-4e87-adeb-3e420f622390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.220496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-8baa28e9-0f7f-4e87-adeb-3e420f622390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.223118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-8baa28e9-0f7f-4e87-adeb-3e420f622390 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6509 time: 0.3703949 Jul 14 09:46:15.327762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b139444b-68a1-4953-9078-7657693a28d6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.396815 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b139444b-68a1-4953-9078-7657693a28d6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.398234 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b139444b-68a1-4953-9078-7657693a28d6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/subnets/0adae9c4-5ba9-428a-87f6-41d49082331c HTTP/1.1" status: 204 len: 168 time: 0.7964334 Jul 14 09:46:15.399089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139444b-68a1-4953-9078-7657693a28d6 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Subnet': ['ID=0adae9c4-5ba9-428a-87f6-41d49082331c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:15.409036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52188) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:15.522962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-055992f5-ffbb-4bd0-af06-9d2017382e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.524837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-055992f5-ffbb-4bd0-af06-9d2017382e2c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0a23679-4185-490c-8b16-e72740c16252 HTTP/1.1" status: 200 len: 918 time: 0.2925258 Jul 14 09:46:15.556297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12b3cad-8c3e-450a-82fe-e2f6a41106d1 None None] Network edc8d8bb-5785-4724-8c93-fd8beb129bed requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:15.620326 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.729453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-93d33183-79bc-4c3a-9e4c-24a8b11c71dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 200 len: 999 time: 0.1976132 Jul 14 09:46:15.775896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Deleting port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:15.776643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.861801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-0f414314-8599-44ba-b51a-6778f1c2c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:15.863385 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-0f414314-8599-44ba-b51a-6778f1c2c341 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81804484-c2db-4e74-8daa-f75361a1ba82 HTTP/1.1" status: 200 len: 856 time: 0.1276894 Jul 14 09:46:15.913805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] For port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=429f9ff7-eca6-49fb-8179-e5f9a061b5b6,segment=NetworkSegment(ab0728d3-98e3-4259-8ede-3feb0e0f1427),segment_id=ab0728d3-98e3-4259-8ede-3feb0e0f1427)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:15.914178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:15.941974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Calling delete_port for 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:15.956721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '8c7d056b-06a5-48e4-98e8-7c2667a98ed1', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'port_id': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'mac_address': 'fa:16:3e:6e:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:46:12Z', 'revision_number': 1, 'project_id': 'da93836ffb284fb8873580293160a764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.019201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] Checking router: 9ac4fd8e-b356-4636-9021-f191e53fcf84 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:16.026844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-034276d3-4b91-4bce-9d47-f6f0e0a9b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:16.029120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-034276d3-4b91-4bce-9d47-f6f0e0a9b2bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a23679-4185-490c-8b16-e72740c16252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1577110 Jul 14 09:46:16.049093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:16.050089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:45:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.171841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.224852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] No DVR routers for this DVR port 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:16.262205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Port': ['ID=429f9ff7-eca6-49fb-8179-e5f9a061b5b6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:16.264315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:16.358551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-9751f3db-2a84-4818-b0ef-383772c5d378 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150482 Jul 14 09:46:16.401811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.437769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79f2483-bc1a-4401-b5c7-b163a0aae881 None None] DHCP port deletion for edc8d8bb-5785-4724-8c93-fd8beb129bed request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:46:16.438816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc8d8bb-5785-4724-8c93-fd8beb129bed']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.470582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0728d3-98e3-4259-8ede-3feb0e0f1427') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.470878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0728d3-98e3-4259-8ede-3feb0e0f1427') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.509112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.523067 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-29ca843a-4576-44a8-83d2-f83346cb85e0 req-b2aecfbc-d2b7-4333-9e2d-48c07d1677ea service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581557 Jul 14 09:46:16.550233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.562745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:46:16.563347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:46:16.567407 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:46:16.654222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.676359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:16.681568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/networks/edc8d8bb-5785-4724-8c93-fd8beb129bed HTTP/1.1" status: 204 len: 168 time: 1.2675889 Jul 14 09:46:16.681951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.696897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7fa16f-8d7e-4943-8e4c-d3c85c31c3fe tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Pushing event deleted for resources: {'Network': ['ID=edc8d8bb-5785-4724-8c93-fd8beb129bed,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:16.710831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '8c7d056b-06a5-48e4-98e8-7c2667a98ed1', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'port_id': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'mac_address': 'fa:16:3e:6e:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:46:12Z', 'revision_number': 1, 'project_id': 'da93836ffb284fb8873580293160a764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:16.741938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9883a-7ac9-413c-bf45-8475c2599780 None None] The sync data for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 is: [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '8c7d056b-06a5-48e4-98e8-7c2667a98ed1', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'port_id': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'mac_address': 'fa:16:3e:6e:02:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:44:50Z', 'updated_at': '2021-07-14T09:46:12Z', 'revision_number': 1, 'project_id': 'da93836ffb284fb8873580293160a764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:16.752313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52234) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:16.753156 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-732e87f9-104a-46f8-ad2e-0a8d86a89d74 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "GET /v2.0/ports?device_id=c86fc8e0-402d-4b1c-a617-287e9597bd8d HTTP/1.1" status: 200 len: 205 time: 0.0621078 Jul 14 09:46:16.818004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:16.848336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:16.848896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 429f9ff7-eca6-49fb-8179-e5f9a061b5b6 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:16.880567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-531d9994-d67b-49f9-8f86-ecf1926e8fb5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.064041 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f675523-1103-4819-9394-14dfadff13e9 None None] New status for floating IP 8c7d056b-06a5-48e4-98e8-7c2667a98ed1: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:17.110513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-531d9994-d67b-49f9-8f86-ecf1926e8fb5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.113476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-531d9994-d67b-49f9-8f86-ecf1926e8fb5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.183556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-531d9994-d67b-49f9-8f86-ecf1926e8fb5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.184666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531d9994-d67b-49f9-8f86-ecf1926e8fb5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Fanout notify agent at l3_agent the message router_deleted on router c86fc8e0-402d-4b1c-a617-287e9597bd8d {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:46:17.192981 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-531d9994-d67b-49f9-8f86-ecf1926e8fb5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.194254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-531d9994-d67b-49f9-8f86-ecf1926e8fb5 tempest-RoutersNegativeIpV6Test-179456344 tempest-RoutersNegativeIpV6Test-179456344-project] 10.222.0.73 "DELETE /v2.0/routers/c86fc8e0-402d-4b1c-a617-287e9597bd8d HTTP/1.1" status: 204 len: 168 time: 0.4423916 Jul 14 09:46:17.589095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52246) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:17.789633 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-12854de4-5828-46bf-9750-c84b62cd01b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1a69342849274714ad6b8782f5de5a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968739 Jul 14 09:46:17.789946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:17.853879 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b77260b-f7c6-4653-a346-a5f5e77195d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.885264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b77260b-f7c6-4653-a346-a5f5e77195d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.945662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b77260b-f7c6-4653-a346-a5f5e77195d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.948770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b77260b-f7c6-4653-a346-a5f5e77195d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:17.953162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b77260b-f7c6-4653-a346-a5f5e77195d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0b27c1ef-83b1-4f62-9348-87f8c460527f HTTP/1.1" status: 204 len: 168 time: 0.1587844 Jul 14 09:46:17.961250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77260b-f7c6-4653-a346-a5f5e77195d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b27c1ef-83b1-4f62-9348-87f8c460527f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:18.895770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.035079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778293131'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:19.062014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.072431 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.165251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.237296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.242683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.365339 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.373213 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.385574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09ef840-50f6-4ae5-b6f5-d557a3c0c624,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:19.418119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.419353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5214765 Jul 14 09:46:19.422418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52298) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.428366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d7f855ac-e8f4-4c35-b084-89c2e9cf2da1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=77f1664a04364cc3bf14956d46675fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593334 Jul 14 09:46:19.429722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52300) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.430301 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c0509-c8c9-4815-b02a-24b052582c07 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98141f-26b6-4a30-b0ee-2a41aa30cfd7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:19.528534 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b75c09bd-79d6-40f4-9ba7-75b77b5dde4f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1048341 Jul 14 09:46:19.531165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52302) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.535637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2ff9df29-44f9-47d4-8cbf-567f843fabcc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-security--809403097', 'description': 'tempest-security-description-836251608'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:19.556367 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b590b49-dfe7-4a1c-a3d5-b6315462f36a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.580968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ff9df29-44f9-47d4-8cbf-567f843fabcc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.602195 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b590b49-dfe7-4a1c-a3d5-b6315462f36a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.667053 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ff9df29-44f9-47d4-8cbf-567f843fabcc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.671846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ff9df29-44f9-47d4-8cbf-567f843fabcc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.674926 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ff9df29-44f9-47d4-8cbf-567f843fabcc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.676225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2ff9df29-44f9-47d4-8cbf-567f843fabcc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "PUT /v2.0/security-groups/3f98141f-26b6-4a30-b0ee-2a41aa30cfd7 HTTP/1.1" status: 200 len: 1778 time: 0.1441021 Jul 14 09:46:19.679348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52306) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.706889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b590b49-dfe7-4a1c-a3d5-b6315462f36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.709734 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b590b49-dfe7-4a1c-a3d5-b6315462f36a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.711030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5b590b49-dfe7-4a1c-a3d5-b6315462f36a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ee7dd42-6500-4022-9302-c36517095f97 HTTP/1.1" status: 204 len: 168 time: 0.2792940 Jul 14 09:46:19.711839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9df29-44f9-47d4-8cbf-567f843fabcc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98141f-26b6-4a30-b0ee-2a41aa30cfd7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:19.725122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b590b49-dfe7-4a1c-a3d5-b6315462f36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee7dd42-6500-4022-9302-c36517095f97,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:19.764992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0bba4acd-f2c7-4330-8364-2dc137df3783 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups/3f98141f-26b6-4a30-b0ee-2a41aa30cfd7 HTTP/1.1" status: 200 len: 1778 time: 0.0837588 Jul 14 09:46:19.765606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52310) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.855981 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23e86ff3-0078-41a6-afe9-452d0b536301 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.882642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23e86ff3-0078-41a6-afe9-452d0b536301 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.926885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23e86ff3-0078-41a6-afe9-452d0b536301 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.930312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23e86ff3-0078-41a6-afe9-452d0b536301 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:19.934046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-23e86ff3-0078-41a6-afe9-452d0b536301 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/3f98141f-26b6-4a30-b0ee-2a41aa30cfd7 HTTP/1.1" status: 204 len: 168 time: 0.1634066 Jul 14 09:46:19.934757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:19.947332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e86ff3-0078-41a6-afe9-452d0b536301 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f98141f-26b6-4a30-b0ee-2a41aa30cfd7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.019358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e3a905ab-bdd0-4b14-a372-1adc0d447445 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0827360 Jul 14 09:46:20.022200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52318) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.037474 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-12247f81-80b4-4b57-9b76-6a42be05c4e9 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] delete failed (client error): The resource could not be found. Jul 14 09:46:20.038531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-12247f81-80b4-4b57-9b76-6a42be05c4e9 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/3f98141f-26b6-4a30-b0ee-2a41aa30cfd7 HTTP/1.1" status: 404 len: 347 time: 0.0151212 Jul 14 09:46:20.042882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52320) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.049579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-77f8c6ca-5c4b-4a50-8260-3eb288b3335f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1946111670'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:20.093968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77f8c6ca-5c4b-4a50-8260-3eb288b3335f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.232124 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77f8c6ca-5c4b-4a50-8260-3eb288b3335f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.238235 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77f8c6ca-5c4b-4a50-8260-3eb288b3335f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.282558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8c6ca-5c4b-4a50-8260-3eb288b3335f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfedfe1f-ba64-42c5-8b02-131b3a72f554,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.286276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-77f8c6ca-5c4b-4a50-8260-3eb288b3335f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.287949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-77f8c6ca-5c4b-4a50-8260-3eb288b3335f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2434196 Jul 14 09:46:20.292309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.299968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-95afb564-04cd-4576-90a3-3156497d988c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': 'bfedfe1f-ba64-42c5-8b02-131b3a72f554', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:20.343649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95afb564-04cd-4576-90a3-3156497d988c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.441326 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95afb564-04cd-4576-90a3-3156497d988c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.446088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95afb564-04cd-4576-90a3-3156497d988c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.466436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95afb564-04cd-4576-90a3-3156497d988c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bffd337-7e80-4814-9d2a-3388d0ae2984,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.474978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95afb564-04cd-4576-90a3-3156497d988c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.476830 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-95afb564-04cd-4576-90a3-3156497d988c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830764 Jul 14 09:46:20.479529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52340) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.521854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45ffe377-aa1a-4946-a114-b51bc747e639 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.531975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45ffe377-aa1a-4946-a114-b51bc747e639 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.575039 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45ffe377-aa1a-4946-a114-b51bc747e639 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.583338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45ffe377-aa1a-4946-a114-b51bc747e639 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.584615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-45ffe377-aa1a-4946-a114-b51bc747e639 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/7bffd337-7e80-4814-9d2a-3388d0ae2984 HTTP/1.1" status: 204 len: 168 time: 0.1037116 Jul 14 09:46:20.587915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52344) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.590280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffe377-aa1a-4946-a114-b51bc747e639 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bffd337-7e80-4814-9d2a-3388d0ae2984,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.622389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.664252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5cfd3c7d-453f-4486-919e-6c5a9dde4845 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0733016 Jul 14 09:46:20.666147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.735554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22782020-2d0d-4c8c-baf7-44bf75da4dd8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.766903 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22782020-2d0d-4c8c-baf7-44bf75da4dd8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.786108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-624139842-network', 'tenant_id': '884739e586934cdeb526e2d82fd8418e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:20.830327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Made reservation on behalf of 884739e586934cdeb526e2d82fd8418e for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:20.833850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.858503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.862913 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22782020-2d0d-4c8c-baf7-44bf75da4dd8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.869177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22782020-2d0d-4c8c-baf7-44bf75da4dd8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:20.871764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-22782020-2d0d-4c8c-baf7-44bf75da4dd8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/bfedfe1f-ba64-42c5-8b02-131b3a72f554 HTTP/1.1" status: 204 len: 168 time: 0.2040792 Jul 14 09:46:20.874335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52354) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:20.907185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22782020-2d0d-4c8c-baf7-44bf75da4dd8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfedfe1f-ba64-42c5-8b02-131b3a72f554,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:20.982831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ad713929-b61d-4f1f-a9e9-d34ce06a7d33 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1059375 Jul 14 09:46:20.991536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52356) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:21.001676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1acafc9f-548e-42a0-9b28-a19bcb73a1e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-secgroup--2098391544'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:21.060051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.068424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.091137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1acafc9f-548e-42a0-9b28-a19bcb73a1e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.103244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:46:21.105785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96b9fdd-892f-4d79-934d-150162db650f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:21.118940 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.119298 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Added segment b7f9fea0-f1a5-41dd-a056-a76833354782 of type vlan for network d319c3f2-976a-4424-85e3-1869f6624e3b Jul 14 09:46:21.171455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.216059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.218407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:21.219341 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.253274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1acafc9f-548e-42a0-9b28-a19bcb73a1e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.259505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1acafc9f-548e-42a0-9b28-a19bcb73a1e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.331818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1acafc9f-548e-42a0-9b28-a19bcb73a1e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.334634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1acafc9f-548e-42a0-9b28-a19bcb73a1e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3404789 Jul 14 09:46:21.347361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52362) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:21.358921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-299498a6-51b8-4940-88be-3548defdbc9d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': '4f933ce2-c7cd-4607-87be-b63c5cf253b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:21.415484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acafc9f-548e-42a0-9b28-a19bcb73a1e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f933ce2-c7cd-4607-87be-b63c5cf253b5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:21.468466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-299498a6-51b8-4940-88be-3548defdbc9d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.531397 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9075391 Jul 14 09:46:21.536372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52364) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:21.548447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea50a0-996c-4bea-b00b-477ffcd16757 admin admin] Pushing event updated for resources: {'Network': ['ID=d319c3f2-976a-4424-85e3-1869f6624e3b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:21.554778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Request body: {'subnet': {'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-624139842-subnet', 'tenant_id': '884739e586934cdeb526e2d82fd8418e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:21.567603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network d319c3f2-976a-4424-85e3-1869f6624e3b details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:46:21.576313 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-51a649d5-42ce-4200-92e2-63a86f273b1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1648664 Jul 14 09:46:21.605229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Made reservation on behalf of 884739e586934cdeb526e2d82fd8418e for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:21.609007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.638684 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-299498a6-51b8-4940-88be-3548defdbc9d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.694581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-299498a6-51b8-4940-88be-3548defdbc9d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.720554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-e03a8d17-3224-48c7-9636-439ae1c8ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:21.722259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-e03a8d17-3224-48c7-9636-439ae1c8ef59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 1097 time: 0.1080513 Jul 14 09:46:21.752879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299498a6-51b8-4940-88be-3548defdbc9d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34c82038-a54e-43ea-b1fa-a2cf416271bb,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:21.757211 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-299498a6-51b8-4940-88be-3548defdbc9d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.759324 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-299498a6-51b8-4940-88be-3548defdbc9d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4095838 Jul 14 09:46:21.764016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52366) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:21.778276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c6a81148-2077-4a59-a1ff-7f80180d558f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': '4f933ce2-c7cd-4607-87be-b63c5cf253b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:21.825260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6a81148-2077-4a59-a1ff-7f80180d558f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.866163 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b5787ef5-eb58-4b10-a869-a7f416f38789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:21.909132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-f31d8bc6-9937-48b4-acc3-a69d6c0f73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:21.911384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-f31d8bc6-9937-48b4-acc3-a69d6c0f73c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 916 time: 0.1626472 Jul 14 09:46:21.990022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-eaec4d9f-2816-497d-b347-1ed1f38b3ef0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a157f43-8d60-449b-954d-7ee92018c077 HTTP/1.1" status: 200 len: 217 time: 0.0658779 Jul 14 09:46:21.997177 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6a81148-2077-4a59-a1ff-7f80180d558f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.007127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6a81148-2077-4a59-a1ff-7f80180d558f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.071372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-aff0d985-49b6-4245-924d-eb633da5a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.073791 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-aff0d985-49b6-4245-924d-eb633da5a4d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.0736573 Jul 14 09:46:22.093642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a81148-2077-4a59-a1ff-7f80180d558f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d861571c-ec37-4e17-98ef-9f7c91a06a23,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.105126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6a81148-2077-4a59-a1ff-7f80180d558f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.106993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c6a81148-2077-4a59-a1ff-7f80180d558f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3412108 Jul 14 09:46:22.115982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52370) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.125623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-04b7d53d-c2ac-426d-a28a-ae9ac98237e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': '4f933ce2-c7cd-4607-87be-b63c5cf253b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:22.140525 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-564c7ec7-d756-46db-95f4-27a27c88a658 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563505 Jul 14 09:46:22.166553 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.182687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04b7d53d-c2ac-426d-a28a-ae9ac98237e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.277311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-62cb3cef-5b15-4a14-be40-20e3147f05c4 service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266694 Jul 14 09:46:22.321154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.333549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Checking segment: {'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:22.333923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Network hostable DHCP agents. Network: d319c3f2-976a-4424-85e3-1869f6624e3b, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:46:22.367879 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04b7d53d-c2ac-426d-a28a-ae9ac98237e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.370392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Network d319c3f2-976a-4424-85e3-1869f6624e3b is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:46:22.376264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04b7d53d-c2ac-426d-a28a-ae9ac98237e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.408013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, d319c3f2-976a-4424-85e3-1869f6624e3b) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:22.414200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7d53d-c2ac-426d-a28a-ae9ac98237e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd67bd7-7a24-4ee1-8d92-c14e192f8882,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.418978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd442ee-b103-42d6-9647-84560e10a096 None None] Network d319c3f2-976a-4424-85e3-1869f6624e3b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:22.429236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02c5f25a-1172-41f4-8d9d-027896b2d30e req-ec7a2a4d-deaf-429a-982a-3b36adf4368e service neutron] 10.222.0.66 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448598 Jul 14 09:46:22.430103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:22.430814 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.455455 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-04b7d53d-c2ac-426d-a28a-ae9ac98237e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.457578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-04b7d53d-c2ac-426d-a28a-ae9ac98237e3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3400719 Jul 14 09:46:22.460794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.473014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-62beb3d1-e61d-41c8-888e-c2370bfa281d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': '4f933ce2-c7cd-4607-87be-b63c5cf253b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:22.488422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b886e32a-5c7d-4cdc-9f36-9ceee4dff824 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9413683 Jul 14 09:46:22.533353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62beb3d1-e61d-41c8-888e-c2370bfa281d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.659374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62beb3d1-e61d-41c8-888e-c2370bfa281d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.663387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1cb9ef-01df-4ccc-988a-0dbde477e93c None None] Network d319c3f2-976a-4424-85e3-1869f6624e3b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:46:22.665370 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62beb3d1-e61d-41c8-888e-c2370bfa281d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.689832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62beb3d1-e61d-41c8-888e-c2370bfa281d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef98393c-b178-4c7f-9b4e-9d3f2ebce51e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.707809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62beb3d1-e61d-41c8-888e-c2370bfa281d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.712336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52386) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.713175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-62beb3d1-e61d-41c8-888e-c2370bfa281d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2505322 Jul 14 09:46:22.724362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c5d10cad-404e-48ef-aed9-748e207c045d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': '4f933ce2-c7cd-4607-87be-b63c5cf253b5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:22.784322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5d10cad-404e-48ef-aed9-748e207c045d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.878072 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5d10cad-404e-48ef-aed9-748e207c045d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.883406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5d10cad-404e-48ef-aed9-748e207c045d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.906597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d10cad-404e-48ef-aed9-748e207c045d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792ad08a-6735-49de-8c86-3b755add953c,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:22.914876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5d10cad-404e-48ef-aed9-748e207c045d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.916375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c5d10cad-404e-48ef-aed9-748e207c045d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2018347 Jul 14 09:46:22.918908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52392) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.919187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52394) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:22.923862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e988cc86-1d3d-4f11-ad41-02dbe1fd394e tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-808931297', 'description': 'tempest-secgroup-smoke-808931297 description', 'project_id': '5bc23cab185841c2951399a296c98125'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:22.950394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e988cc86-1d3d-4f11-ad41-02dbe1fd394e tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.956967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6bf973e6-beda-4a80-b7f7-0df918636f02 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:22.970272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6bf973e6-beda-4a80-b7f7-0df918636f02 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.013167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6bf973e6-beda-4a80-b7f7-0df918636f02 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.021349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6bf973e6-beda-4a80-b7f7-0df918636f02 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.022602 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6bf973e6-beda-4a80-b7f7-0df918636f02 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/792ad08a-6735-49de-8c86-3b755add953c HTTP/1.1" status: 204 len: 168 time: 0.1024458 Jul 14 09:46:23.026757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52396) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.034776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf973e6-beda-4a80-b7f7-0df918636f02 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=792ad08a-6735-49de-8c86-3b755add953c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.084029 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bf6a31ad-3726-4a83-82ae-3f93913ae79c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0560122 Jul 14 09:46:23.087022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52398) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.101216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e988cc86-1d3d-4f11-ad41-02dbe1fd394e tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.107405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e988cc86-1d3d-4f11-ad41-02dbe1fd394e tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.121434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e12f94d-643c-473c-8dfc-9fe286397c69 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.147702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e12f94d-643c-473c-8dfc-9fe286397c69 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.158201 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e988cc86-1d3d-4f11-ad41-02dbe1fd394e tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.163572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e988cc86-1d3d-4f11-ad41-02dbe1fd394e tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2405412 Jul 14 09:46:23.163572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988cc86-1d3d-4f11-ad41-02dbe1fd394e tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dda663-d1f6-4cf5-9e47-1ae8b63d448f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.167484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52400) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.176448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8077d75b-4f69-4f62-97f0-2d7a54e9d320 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'security_group_rule': {'security_group_id': '70dda663-d1f6-4cf5-9e47-1ae8b63d448f', 'project_id': '5bc23cab185841c2951399a296c98125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:23.209891 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e12f94d-643c-473c-8dfc-9fe286397c69 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.218159 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e12f94d-643c-473c-8dfc-9fe286397c69 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.224134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6e12f94d-643c-473c-8dfc-9fe286397c69 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ef98393c-b178-4c7f-9b4e-9d3f2ebce51e HTTP/1.1" status: 204 len: 168 time: 0.1315143 Jul 14 09:46:23.226277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52404) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.239702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12f94d-643c-473c-8dfc-9fe286397c69 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef98393c-b178-4c7f-9b4e-9d3f2ebce51e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.242321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8077d75b-4f69-4f62-97f0-2d7a54e9d320 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.331862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a10861e-ae8c-4a2b-af47-a11cd73dd1eb tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0996823 Jul 14 09:46:23.332256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52406) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.364707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8077d75b-4f69-4f62-97f0-2d7a54e9d320 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.371042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8077d75b-4f69-4f62-97f0-2d7a54e9d320 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.384256 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d51963-5191-48a3-89a0-852dc8e0f999 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.395625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d51963-5191-48a3-89a0-852dc8e0f999 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.399007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077d75b-4f69-4f62-97f0-2d7a54e9d320 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35269f5f-1a4c-45f3-8001-01b23b718241,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.418496 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8077d75b-4f69-4f62-97f0-2d7a54e9d320 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.424813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52408) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.425951 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8077d75b-4f69-4f62-97f0-2d7a54e9d320 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2571127 Jul 14 09:46:23.431200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3ef75f19-8aaf-4bb1-875b-b96569ab1d5d tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'security_group_rule': {'security_group_id': '70dda663-d1f6-4cf5-9e47-1ae8b63d448f', 'project_id': '5bc23cab185841c2951399a296c98125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:23.470929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d51963-5191-48a3-89a0-852dc8e0f999 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.482213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9d51963-5191-48a3-89a0-852dc8e0f999 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.484470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c9d51963-5191-48a3-89a0-852dc8e0f999 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/fcd67bd7-7a24-4ee1-8d92-c14e192f8882 HTTP/1.1" status: 204 len: 168 time: 0.1509664 Jul 14 09:46:23.488411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52414) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.495249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d51963-5191-48a3-89a0-852dc8e0f999 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcd67bd7-7a24-4ee1-8d92-c14e192f8882,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.513061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ef75f19-8aaf-4bb1-875b-b96569ab1d5d tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.560247 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a0af4479-9e72-4da5-b6d8-120e563dc37f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0692952 Jul 14 09:46:23.562845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52416) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.578732 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ef75f19-8aaf-4bb1-875b-b96569ab1d5d tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.583676 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ef75f19-8aaf-4bb1-875b-b96569ab1d5d tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.588167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7ba5-a358-4698-b34a-4c36454291c4 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.597413 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7ba5-a358-4698-b34a-4c36454291c4 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.605424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef75f19-8aaf-4bb1-875b-b96569ab1d5d tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4127cc27-5c85-4286-b3d0-ca17684f65e7,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.629503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ef75f19-8aaf-4bb1-875b-b96569ab1d5d tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.629822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7ba5-a358-4698-b34a-4c36454291c4 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.636089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3ef75f19-8aaf-4bb1-875b-b96569ab1d5d tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2069449 Jul 14 09:46:23.636089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52422) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.643364 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1eaf7ba5-a358-4698-b34a-4c36454291c4 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.644748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1eaf7ba5-a358-4698-b34a-4c36454291c4 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/d861571c-ec37-4e17-98ef-9f7c91a06a23 HTTP/1.1" status: 204 len: 168 time: 0.0806866 Jul 14 09:46:23.645595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf7ba5-a358-4698-b34a-4c36454291c4 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d861571c-ec37-4e17-98ef-9f7c91a06a23,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.647513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52424) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.650610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-35a3aac2-0ae1-45ed-a205-d8254e3cad4b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'security_group_rule': {'security_group_id': '70dda663-d1f6-4cf5-9e47-1ae8b63d448f', 'project_id': '5bc23cab185841c2951399a296c98125', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:23.708833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35a3aac2-0ae1-45ed-a205-d8254e3cad4b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.753879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-790ed2f6-b857-45f8-ac47-fe98290ab1ab tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1051893 Jul 14 09:46:23.756767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52428) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.808839 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5dd1b84-3254-44d9-9278-5353fbfcf272 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.828992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5dd1b84-3254-44d9-9278-5353fbfcf272 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.889222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5dd1b84-3254-44d9-9278-5353fbfcf272 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.902300 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35a3aac2-0ae1-45ed-a205-d8254e3cad4b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.905079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5dd1b84-3254-44d9-9278-5353fbfcf272 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.910955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52432) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:23.925029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a5dd1b84-3254-44d9-9278-5353fbfcf272 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/34c82038-a54e-43ea-b1fa-a2cf416271bb HTTP/1.1" status: 204 len: 168 time: 0.1669896 Jul 14 09:46:23.944920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd1b84-3254-44d9-9278-5353fbfcf272 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34c82038-a54e-43ea-b1fa-a2cf416271bb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:23.960497 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35a3aac2-0ae1-45ed-a205-d8254e3cad4b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:23.988109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3aac2-0ae1-45ed-a205-d8254e3cad4b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef97da9f-5e11-46b0-be89-53f0610a4a6c,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.034757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-92fecd0f-9332-467c-ad27-0d632a4d94f2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1102827 Jul 14 09:46:24.037675 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35a3aac2-0ae1-45ed-a205-d8254e3cad4b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.039237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52436) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.056767 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-35a3aac2-0ae1-45ed-a205-d8254e3cad4b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4172003 Jul 14 09:46:24.060413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52438) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.084423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1ec0f611-0182-40fe-95c1-1d01f8a6dabf tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'security_group_rule': {'security_group_id': '70dda663-d1f6-4cf5-9e47-1ae8b63d448f', 'project_id': '5bc23cab185841c2951399a296c98125', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:24.121123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f611-0182-40fe-95c1-1d01f8a6dabf tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.177401 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63dfb423-b93f-439c-9965-141a8c0d3eac tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.221611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f611-0182-40fe-95c1-1d01f8a6dabf tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.226761 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f611-0182-40fe-95c1-1d01f8a6dabf tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.227387 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-822b9d0d-5bff-4baf-a9e0-aa103539ba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.251731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63dfb423-b93f-439c-9965-141a8c0d3eac tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.255467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0f611-0182-40fe-95c1-1d01f8a6dabf tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49092a56-7e1a-42b0-92e7-cfebeb543853,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.262880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f611-0182-40fe-95c1-1d01f8a6dabf tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.267413 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1ec0f611-0182-40fe-95c1-1d01f8a6dabf tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2011886 Jul 14 09:46:24.268314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52442) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.273761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-aad81955-a0bf-4d81-b09d-ef258a2f0d58 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'security_group_rule': {'security_group_id': '70dda663-d1f6-4cf5-9e47-1ae8b63d448f', 'project_id': '5bc23cab185841c2951399a296c98125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:24.322432 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63dfb423-b93f-439c-9965-141a8c0d3eac tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.325233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63dfb423-b93f-439c-9965-141a8c0d3eac tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.328821 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-aad81955-a0bf-4d81-b09d-ef258a2f0d58 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Project 5bc23cab185841c2951399a296c98125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:46:24.329514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-63dfb423-b93f-439c-9965-141a8c0d3eac tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/4f933ce2-c7cd-4607-87be-b63c5cf253b5 HTTP/1.1" status: 204 len: 168 time: 0.2851052 Jul 14 09:46:24.329974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52446) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.338215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad81955-a0bf-4d81-b09d-ef258a2f0d58 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.355912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfb423-b93f-439c-9965-141a8c0d3eac tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f933ce2-c7cd-4607-87be-b63c5cf253b5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.417097 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-14d3aff8-9db5-41be-8ba5-998e645c03ad tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825725 Jul 14 09:46:24.429871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52450) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.447271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9d50f348-5c23-494d-8f61-db9f646cc160 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804461767'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:24.487217 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.498909 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad81955-a0bf-4d81-b09d-ef258a2f0d58 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.505370 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad81955-a0bf-4d81-b09d-ef258a2f0d58 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.515447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d50f348-5c23-494d-8f61-db9f646cc160 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.582441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad81955-a0bf-4d81-b09d-ef258a2f0d58 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09730fd2-3c58-4d3e-9c89-e51291cf194e,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.686941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d50f348-5c23-494d-8f61-db9f646cc160 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.694089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d50f348-5c23-494d-8f61-db9f646cc160 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.702302 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aad81955-a0bf-4d81-b09d-ef258a2f0d58 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.703517 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-aad81955-a0bf-4d81-b09d-ef258a2f0d58 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4343078 Jul 14 09:46:24.706894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52456) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.712503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8dc5eb0c-9d5d-4eb3-bd98-0efa5f1f1407 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'security_group_rule': {'security_group_id': '70dda663-d1f6-4cf5-9e47-1ae8b63d448f', 'project_id': '5bc23cab185841c2951399a296c98125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:24.731873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d50f348-5c23-494d-8f61-db9f646cc160 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5084f85-e5bb-4f05-a06a-e9df1e200dfa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.734302 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d50f348-5c23-494d-8f61-db9f646cc160 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.735544 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9d50f348-5c23-494d-8f61-db9f646cc160 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3005617 Jul 14 09:46:24.741878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52458) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.749522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4df99f2e-0122-4f35-937d-87408243af68 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': 'b5084f85-e5bb-4f05-a06a-e9df1e200dfa', 'direction': 'ingress', 'protocol': 17}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:24.753812 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-8dc5eb0c-9d5d-4eb3-bd98-0efa5f1f1407 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Project 5bc23cab185841c2951399a296c98125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:46:24.759077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dc5eb0c-9d5d-4eb3-bd98-0efa5f1f1407 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.781413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4df99f2e-0122-4f35-937d-87408243af68 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.830378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dc5eb0c-9d5d-4eb3-bd98-0efa5f1f1407 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.834632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dc5eb0c-9d5d-4eb3-bd98-0efa5f1f1407 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.852090 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4df99f2e-0122-4f35-937d-87408243af68 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.857244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4df99f2e-0122-4f35-937d-87408243af68 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.861167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5eb0c-9d5d-4eb3-bd98-0efa5f1f1407 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacd94c9-4584-4c66-b6ef-6cb682e78855,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.865846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dc5eb0c-9d5d-4eb3-bd98-0efa5f1f1407 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.867292 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8dc5eb0c-9d5d-4eb3-bd98-0efa5f1f1407 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591988 Jul 14 09:46:24.883565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df99f2e-0122-4f35-937d-87408243af68 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6808c1f8-d9d2-4a25-b188-5383c65159ef,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:24.886376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4df99f2e-0122-4f35-937d-87408243af68 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:24.888137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4df99f2e-0122-4f35-937d-87408243af68 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1444974 Jul 14 09:46:24.891456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52462) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:24.969001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1de039a-c472-4737-bd37-5f392a37cce7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.006329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1de039a-c472-4737-bd37-5f392a37cce7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.079178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1de039a-c472-4737-bd37-5f392a37cce7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.083189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1de039a-c472-4737-bd37-5f392a37cce7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.085011 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b1de039a-c472-4737-bd37-5f392a37cce7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/b5084f85-e5bb-4f05-a06a-e9df1e200dfa HTTP/1.1" status: 204 len: 168 time: 0.1922688 Jul 14 09:46:25.089315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52468) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.116594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de039a-c472-4737-bd37-5f392a37cce7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5084f85-e5bb-4f05-a06a-e9df1e200dfa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:25.160730 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2db9329c-2135-4942-8d73-b97d849591f7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665479 Jul 14 09:46:25.161204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52470) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.166721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4c48300b-4ceb-438c-8139-7a250c5965ce tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522560101'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:25.180857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-49fe5be0-e474-4b59-88f3-c17baf3bf095 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-808931297&fields=id&tenant_id=5bc23cab185841c2951399a296c98125 HTTP/1.1" status: 200 len: 267 time: 0.0943468 Jul 14 09:46:25.193764 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c48300b-4ceb-438c-8139-7a250c5965ce tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.320451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-e1e7a983-1347-4227-bca8-83aa32f236c9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:25.322612 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-e1e7a983-1347-4227-bca8-83aa32f236c9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/networks?id=5a7832ed-406e-4a53-8415-6a0d861d99cd HTTP/1.1" status: 200 len: 813 time: 0.1321642 Jul 14 09:46:25.345801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-b902c739-3870-43f2-9475-18ed8337099e tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/quotas/5bc23cab185841c2951399a296c98125 HTTP/1.1" status: 200 len: 375 time: 0.0161607 Jul 14 09:46:25.459665 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-9d0c56da-1eb9-4982-a5de-18632865bab9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5bc23cab185841c2951399a296c98125&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068788 Jul 14 09:46:25.585380 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.612724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-c1616410-e97a-4c1d-8426-b1553a176e7f service neutron] 10.222.0.73 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393933 Jul 14 09:46:25.634610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c48300b-4ceb-438c-8139-7a250c5965ce tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.640981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c48300b-4ceb-438c-8139-7a250c5965ce tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.725778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c48300b-4ceb-438c-8139-7a250c5965ce tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6784b539-c926-41bc-b8d6-4289ed6cc68d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:25.740721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c48300b-4ceb-438c-8139-7a250c5965ce tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.742079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4c48300b-4ceb-438c-8139-7a250c5965ce tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5798810 Jul 14 09:46:25.745100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52480) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:25.759515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-98e96d6f-d3e6-4dc6-8e48-00b0ec41d4f7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009005271'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:25.790636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-6a1d111e-c80f-4848-b4d0-477849f322c5 service neutron] 10.222.0.73 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763065 Jul 14 09:46:25.806247 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e96d6f-d3e6-4dc6-8e48-00b0ec41d4f7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.948780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e96d6f-d3e6-4dc6-8e48-00b0ec41d4f7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.953413 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e96d6f-d3e6-4dc6-8e48-00b0ec41d4f7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.993985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e96d6f-d3e6-4dc6-8e48-00b0ec41d4f7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:25.995629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-98e96d6f-d3e6-4dc6-8e48-00b0ec41d4f7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2490511 Jul 14 09:46:25.999113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52486) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.006407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-84ced59b-be83-4dbb-b7fb-483aa0c8b651 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': '6784b539-c926-41bc-b8d6-4289ed6cc68d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7855a74d-99a0-48de-875e-901f20ffc533', 'remote_ip_prefix': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:26.007141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96d6f-d3e6-4dc6-8e48-00b0ec41d4f7 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7855a74d-99a0-48de-875e-901f20ffc533,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:26.069612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84ced59b-be83-4dbb-b7fb-483aa0c8b651 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.210922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84ced59b-be83-4dbb-b7fb-483aa0c8b651 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.215932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84ced59b-be83-4dbb-b7fb-483aa0c8b651 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.269212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ced59b-be83-4dbb-b7fb-483aa0c8b651 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2994d490-35b5-461c-b112-a2d5304144d2,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:26.271922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84ced59b-be83-4dbb-b7fb-483aa0c8b651 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.276431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52492) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.276987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-84ced59b-be83-4dbb-b7fb-483aa0c8b651 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2757835 Jul 14 09:46:26.345445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ebf18b2-c2a1-4006-b98a-74272b65386c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.365692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ebf18b2-c2a1-4006-b98a-74272b65386c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.423722 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c83db2b5-4d2c-4701-9aae-6427d6bd6e7d req-5c7502f8-9643-4bad-a908-5a03fab0ada2 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 210 time: 0.0482397 Jul 14 09:46:26.450589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ebf18b2-c2a1-4006-b98a-74272b65386c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.457657 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ebf18b2-c2a1-4006-b98a-74272b65386c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.461838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2ebf18b2-c2a1-4006-b98a-74272b65386c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2994d490-35b5-461c-b112-a2d5304144d2 HTTP/1.1" status: 204 len: 168 time: 0.1816602 Jul 14 09:46:26.462763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52498) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.473758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf18b2-c2a1-4006-b98a-74272b65386c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2994d490-35b5-461c-b112-a2d5304144d2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:26.528893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52500) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.529026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9b4671aa-0ff9-4763-9eea-791a44e150e5 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0541790 Jul 14 09:46:26.595502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aa51422-99c1-4370-b4c4-b621aea439e5 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.646630 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aa51422-99c1-4370-b4c4-b621aea439e5 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.746920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aa51422-99c1-4370-b4c4-b621aea439e5 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.750917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aa51422-99c1-4370-b4c4-b621aea439e5 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.755895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2aa51422-99c1-4370-b4c4-b621aea439e5 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/7855a74d-99a0-48de-875e-901f20ffc533 HTTP/1.1" status: 204 len: 168 time: 0.2328985 Jul 14 09:46:26.757010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52508) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.763738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa51422-99c1-4370-b4c4-b621aea439e5 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7855a74d-99a0-48de-875e-901f20ffc533,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:26.854547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4e3f16bc-46c5-4195-ab31-accf38a1e22d tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0951917 Jul 14 09:46:26.859054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52512) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:26.925411 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:26.984776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4baff255-731c-4867-acad-0c717c6b34fc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.017622 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4baff255-731c-4867-acad-0c717c6b34fc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.088315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4baff255-731c-4867-acad-0c717c6b34fc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.093632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4baff255-731c-4867-acad-0c717c6b34fc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.097551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4baff255-731c-4867-acad-0c717c6b34fc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/6784b539-c926-41bc-b8d6-4289ed6cc68d HTTP/1.1" status: 204 len: 168 time: 0.2293484 Jul 14 09:46:27.097915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52518) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:27.141656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baff255-731c-4867-acad-0c717c6b34fc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6784b539-c926-41bc-b8d6-4289ed6cc68d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:27.242376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:27.242616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d40bbd02-3cb1-4daa-8792-e2901cf26194 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1428916 Jul 14 09:46:27.251586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0013ab42-be7e-45a1-9f7a-a20d42a4eb9a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1552461477'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:27.264723 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.326025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0013ab42-be7e-45a1-9f7a-a20d42a4eb9a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.454975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0013ab42-be7e-45a1-9f7a-a20d42a4eb9a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.460665 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0013ab42-be7e-45a1-9f7a-a20d42a4eb9a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.496743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0013ab42-be7e-45a1-9f7a-a20d42a4eb9a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.498724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0013ab42-be7e-45a1-9f7a-a20d42a4eb9a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2555199 Jul 14 09:46:27.503197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52524) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:27.504701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013ab42-be7e-45a1-9f7a-a20d42a4eb9a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a84efc7-8aa0-401e-9688-aa4cebc2ddb1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:27.510288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-46b78bc6-2d22-406f-b660-960278dbdb01 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': '7a84efc7-8aa0-401e-9688-aa4cebc2ddb1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:27.547966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46b78bc6-2d22-406f-b660-960278dbdb01 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.630363 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46b78bc6-2d22-406f-b660-960278dbdb01 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.634706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46b78bc6-2d22-406f-b660-960278dbdb01 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.656711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b78bc6-2d22-406f-b660-960278dbdb01 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46f995c-376c-4134-a238-f9d3c23fc317,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:27.659948 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46b78bc6-2d22-406f-b660-960278dbdb01 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.661229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-46b78bc6-2d22-406f-b660-960278dbdb01 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1564696 Jul 14 09:46:27.663914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52526) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:27.677419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d944244c-ee7f-4752-9d5e-ef568717e13d req-5c8765b3-3576-4aad-9c25-90a0ca9e6fbc tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 210 time: 0.0424838 Jul 14 09:46:27.700138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6d4daa3-04ca-490e-943d-3ffa46da66e8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.713002 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6d4daa3-04ca-490e-943d-3ffa46da66e8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.751531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6d4daa3-04ca-490e-943d-3ffa46da66e8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.765009 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6d4daa3-04ca-490e-943d-3ffa46da66e8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.770409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b6d4daa3-04ca-490e-943d-3ffa46da66e8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/e46f995c-376c-4134-a238-f9d3c23fc317 HTTP/1.1" status: 204 len: 168 time: 0.1011820 Jul 14 09:46:27.770409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4daa3-04ca-490e-943d-3ffa46da66e8 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e46f995c-376c-4134-a238-f9d3c23fc317,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:27.771003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52530) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:27.826501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-90fa237a-c17c-4d18-9160-04e52d27ff68 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499129 Jul 14 09:46:27.827184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52532) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:27.916404 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e96a9779-38ae-471b-91b9-9c2cba3327d6 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:27.953760 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e96a9779-38ae-471b-91b9-9c2cba3327d6 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.012807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e96a9779-38ae-471b-91b9-9c2cba3327d6 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.016185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e96a9779-38ae-471b-91b9-9c2cba3327d6 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.021731 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e96a9779-38ae-471b-91b9-9c2cba3327d6 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/7a84efc7-8aa0-401e-9688-aa4cebc2ddb1 HTTP/1.1" status: 204 len: 168 time: 0.1934500 Jul 14 09:46:28.022364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52534) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.052539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a9779-38ae-471b-91b9-9c2cba3327d6 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a84efc7-8aa0-401e-9688-aa4cebc2ddb1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:28.152420 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-186ab597-3753-4e9b-9a42-e194756e400a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1218376 Jul 14 09:46:28.152420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.176103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-03f09f3d-8b1e-4d91-b698-694c0b2baed2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639065529'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:28.214249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03f09f3d-8b1e-4d91-b698-694c0b2baed2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.344816 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03f09f3d-8b1e-4d91-b698-694c0b2baed2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.349448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03f09f3d-8b1e-4d91-b698-694c0b2baed2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.383826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f09f3d-8b1e-4d91-b698-694c0b2baed2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a269a2df-5f36-4fd0-8df8-5988eb397c17,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:28.396526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03f09f3d-8b1e-4d91-b698-694c0b2baed2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.404833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03f09f3d-8b1e-4d91-b698-694c0b2baed2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2480969 Jul 14 09:46:28.404833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.409872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1f6743c6-89c1-4cf6-9dff-87a7b28eb399 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': 'a269a2df-5f36-4fd0-8df8-5988eb397c17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:28.447228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f6743c6-89c1-4cf6-9dff-87a7b28eb399 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.490033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-bda41abf-9e8c-4cc9-bad3-7fd7097a58ca tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:28.491783 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-bda41abf-9e8c-4cc9-bad3-7fd7097a58ca tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.69 "GET /v2.0/networks?id=5a7832ed-406e-4a53-8415-6a0d861d99cd HTTP/1.1" status: 200 len: 813 time: 0.5187273 Jul 14 09:46:28.528535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f6743c6-89c1-4cf6-9dff-87a7b28eb399 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.533173 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f6743c6-89c1-4cf6-9dff-87a7b28eb399 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.559300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6743c6-89c1-4cf6-9dff-87a7b28eb399 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b51e87-6ada-402d-aa3f-69058a054690,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:28.565206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f6743c6-89c1-4cf6-9dff-87a7b28eb399 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.569110 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1f6743c6-89c1-4cf6-9dff-87a7b28eb399 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1603489 Jul 14 09:46:28.569579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.583582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-ac2a9837-552b-4077-a663-bfbe03aa73fb tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bc23cab185841c2951399a296c98125 HTTP/1.1" status: 200 len: 379 time: 0.0818520 Jul 14 09:46:28.595571 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54c6e027-ce32-4a53-9ae4-eae3479219be tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules/95b51e87-6ada-402d-aa3f-69058a054690 HTTP/1.1" status: 200 len: 763 time: 0.0224607 Jul 14 09:46:28.595796 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'port': {'device_id': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'admin_state_up': True, 'tenant_id': '5bc23cab185841c2951399a296c98125', 'security_groups': ['70dda663-d1f6-4cf5-9e47-1ae8b63d448f']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:28.595941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52548) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.665739 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8d4e61b7-bc62-4bba-b962-b217eeb3cdcc tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0662987 Jul 14 09:46:28.666774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.705259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9684f066-6729-47b6-8179-4c67b59a630c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.735724 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9684f066-6729-47b6-8179-4c67b59a630c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.742277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Made reservation on behalf of 5bc23cab185841c2951399a296c98125 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:46:28.751900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.788372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9684f066-6729-47b6-8179-4c67b59a630c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.796654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9684f066-6729-47b6-8179-4c67b59a630c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:28.800344 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9684f066-6729-47b6-8179-4c67b59a630c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/95b51e87-6ada-402d-aa3f-69058a054690 HTTP/1.1" status: 204 len: 168 time: 0.1303682 Jul 14 09:46:28.800593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52554) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.818067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684f066-6729-47b6-8179-4c67b59a630c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95b51e87-6ada-402d-aa3f-69058a054690,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:28.869169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b50ebc28-361c-48c3-85b8-3c051b4ed8a0 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0674374 Jul 14 09:46:28.872243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52558) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:28.883276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c192749a-3a52-4fd2-a636-fdec7346ac5a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': 'a269a2df-5f36-4fd0-8df8-5988eb397c17', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:28.911961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d7ce6e6-bef9-4b40-9fc2-8edd98f703b0 req-44a1134a-2550-4eef-9f72-9b82123fa5af tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 210 time: 0.0580652 Jul 14 09:46:28.956405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Allocated IP 172.20.0.12 (5a7832ed-406e-4a53-8415-6a0d861d99cd/305ee63f-4825-4156-82e2-7f2011253b26/b0445cf9-1f79-441c-997c-dac7c6d1e1e3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:28.971058 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c192749a-3a52-4fd2-a636-fdec7346ac5a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.102103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c192749a-3a52-4fd2-a636-fdec7346ac5a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.111621 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c192749a-3a52-4fd2-a636-fdec7346ac5a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.158793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192749a-3a52-4fd2-a636-fdec7346ac5a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb22fad-a309-4d62-9ebe-36f92be6a293,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:29.168397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c192749a-3a52-4fd2-a636-fdec7346ac5a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.170117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c192749a-3a52-4fd2-a636-fdec7346ac5a tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2958343 Jul 14 09:46:29.173130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52560) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.182534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.194218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52562) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.194565 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ca9f4460-8161-4a6f-9838-ad80d6439302 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules/2fb22fad-a309-4d62-9ebe-36f92be6a293 HTTP/1.1" status: 200 len: 763 time: 0.0201874 Jul 14 09:46:29.214729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Transition to ACTIVE for port object b0445cf9-1f79-441c-997c-dac7c6d1e1e3 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:29.268443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e08f8962-9c30-4d26-9857-4f27434a3eb3 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0704710 Jul 14 09:46:29.268857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52566) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.284715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.299036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75e348ef-2b7c-487c-8f11-03830902f53c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.315633 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75e348ef-2b7c-487c-8f11-03830902f53c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.362950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:29.367039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:29.369452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75e348ef-2b7c-487c-8f11-03830902f53c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.379425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:29.380623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75e348ef-2b7c-487c-8f11-03830902f53c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.381956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-75e348ef-2b7c-487c-8f11-03830902f53c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2fb22fad-a309-4d62-9ebe-36f92be6a293 HTTP/1.1" status: 204 len: 168 time: 0.1118529 Jul 14 09:46:29.387737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52568) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.397028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e348ef-2b7c-487c-8f11-03830902f53c tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2fb22fad-a309-4d62-9ebe-36f92be6a293,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:29.465541 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7fe3dc65-b2fa-43a0-95f9-8f0fb47b77df tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0746744 Jul 14 09:46:29.469336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52570) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.473200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'Port': ['ID=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:29.481201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-feb83ad7-9049-4ac0-a6d7-5a18d07350a2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Request body: {'security_group_rule': {'security_group_id': 'a269a2df-5f36-4fd0-8df8-5988eb397c17', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:29.508872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:29.509707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.517411 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-feb83ad7-9049-4ac0-a6d7-5a18d07350a2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Project 94ea0cbb6b8a436badac6b9a31028916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:46:29.527207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-feb83ad7-9049-4ac0-a6d7-5a18d07350a2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.544706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-aa0227cc-f22f-4057-a6c9-2abfd1a2dca7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9554837 Jul 14 09:46:29.559858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Request body: {'port': {'device_id': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:29.611119 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.614505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-feb83ad7-9049-4ac0-a6d7-5a18d07350a2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.619676 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-feb83ad7-9049-4ac0-a6d7-5a18d07350a2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.657333 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-feb83ad7-9049-4ac0-a6d7-5a18d07350a2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.661923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52572) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.662731 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-feb83ad7-9049-4ac0-a6d7-5a18d07350a2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1918819 Jul 14 09:46:29.664543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb83ad7-9049-4ac0-a6d7-5a18d07350a2 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24423558-bf3a-4be1-9cee-40f19f3570d7,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:29.692509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f24b8c2d-7be3-435d-96dd-2671b71d093f tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules/24423558-bf3a-4be1-9cee-40f19f3570d7 HTTP/1.1" status: 200 len: 769 time: 0.0283239 Jul 14 09:46:29.695490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.706401 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.745020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-950a384d-2d43-4568-8c57-0ffb3c7a4569 None None] Provisioning for port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:29.754152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-950a384d-2d43-4568-8c57-0ffb3c7a4569 None None] Provisioning complete for port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:29.754527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-950a384d-2d43-4568-8c57-0ffb3c7a4569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.800812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-950a384d-2d43-4568-8c57-0ffb3c7a4569 None None] Port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:46:29.811054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7875f6ee-e7f5-4698-ad2b-5bc17b7161db tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1138306 Jul 14 09:46:29.814969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:29.861716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a16f-85e7-428a-bdac-3b0eb14b4b2e tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.891131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a16f-85e7-428a-bdac-3b0eb14b4b2e tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.955626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a16f-85e7-428a-bdac-3b0eb14b4b2e tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.962492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fe7a16f-85e7-428a-bdac-3b0eb14b4b2e tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:29.967358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0fe7a16f-85e7-428a-bdac-3b0eb14b4b2e tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/24423558-bf3a-4be1-9cee-40f19f3570d7 HTTP/1.1" status: 204 len: 168 time: 0.1479807 Jul 14 09:46:29.968048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:30.010406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7a16f-85e7-428a-bdac-3b0eb14b4b2e tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24423558-bf3a-4be1-9cee-40f19f3570d7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.069687 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8169dc04-9338-4365-909f-919e1c7759ec tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0911798 Jul 14 09:46:30.074257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:30.188512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-969d3946-e8ee-426e-9c85-57d642885bcd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2292788 Jul 14 09:46:30.324861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd8f-ebd5-4b87-b897-a0478824e5ca tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.395145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0445cf9-1f79-441c-997c-dac7c6d1e1e3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:30.414859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.458981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Transition to ACTIVE for port object b0445cf9-1f79-441c-997c-dac7c6d1e1e3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:46:30.483835 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.487212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d227a67-54ef-4861-9c28-eeb63a29b457 req-48fd79e0-3bbe-4782-bc7a-c3a5b2ea41b0 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:30.490287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d227a67-54ef-4861-9c28-eeb63a29b457 req-48fd79e0-3bbe-4782-bc7a-c3a5b2ea41b0 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 932 time: 0.3563635 Jul 14 09:46:30.494396 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd8f-ebd5-4b87-b897-a0478824e5ca tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.583937 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d227a67-54ef-4861-9c28-eeb63a29b457 req-5b1a2204-d15a-4a4f-8c50-87d167737ca3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785465 Jul 14 09:46:30.597020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd8f-ebd5-4b87-b897-a0478824e5ca tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.606755 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c1acd8f-ebd5-4b87-b897-a0478824e5ca tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.614273 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4c1acd8f-ebd5-4b87-b897-a0478824e5ca tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "DELETE /v2.0/security-groups/a269a2df-5f36-4fd0-8df8-5988eb397c17 HTTP/1.1" status: 204 len: 168 time: 0.5349517 Jul 14 09:46:30.615479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52594) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:30.625783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Pushing event updated for resources: {'Port': ['ID=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.640186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-f63a0e5d-f8f0-470b-8e36-fcbec68ae7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:30.641764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-f63a0e5d-f8f0-470b-8e36-fcbec68ae7b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=89162cbbec274f159e006e7cd929e8c6&device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 1098 time: 0.4098520 Jul 14 09:46:30.645991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1acd8f-ebd5-4b87-b897-a0478824e5ca tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a269a2df-5f36-4fd0-8df8-5988eb397c17,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:30.821720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-adaab119-ed9b-4115-bb9d-ff79c03d3f42 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2050943 Jul 14 09:46:30.826415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52596) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:30.847709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Attempting to bind port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:46:30.848355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Attempting to bind port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:46:30.848886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Attempting to bind port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 on network 5a7832ed-406e-4a53-8415-6a0d861d99cd {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:30.861284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 on network 5a7832ed-406e-4a53-8415-6a0d861d99cd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:46:30.861867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Attempting to bind port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 on network 5a7832ed-406e-4a53-8415-6a0d861d99cd {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:46:30.875227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:46:30.875577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Checking segment: {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:46:30.875969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Bound using segment: {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:46:30.876437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Bound port: b0445cf9-1f79-441c-997c-dac7c6d1e1e3, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f865dd51-e8a4-4970-b3f1-897360d06d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:46:30.876803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:30.881053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-5f29acff-46c6-4e77-9b66-5659b992dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:30.882628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-5f29acff-46c6-4e77-9b66-5659b992dedc service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 200 len: 916 time: 0.2022979 Jul 14 09:46:30.892453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a758ba6f-1a75-4e69-bf8c-ffe149682758 tempest-SecGroupIPv6Test-463761600 tempest-SecGroupIPv6Test-463761600-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634766 Jul 14 09:46:30.941185 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-ed0972fc-ba78-4808-91ac-b70282ec892c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 HTTP/1.1" status: 200 len: 217 time: 0.0515978 Jul 14 09:46:31.036759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-88793553-527b-4db4-8a30-29ac3e29b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.038388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-88793553-527b-4db4-8a30-29ac3e29b8df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 200 len: 855 time: 0.0773790 Jul 14 09:46:31.050615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] For port b0445cf9-1f79-441c-997c-dac7c6d1e1e3, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:46:31.102365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-f491386d-debb-4076-95e8-0e0d8aae3338 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1801140-b883-4e1b-ad24-03ff37d1b9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532031 Jul 14 09:46:31.128936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] For port b0445cf9-1f79-441c-997c-dac7c6d1e1e3, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:46:31.151183 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.214364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.215496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.218894 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] 10.222.0.69 "PUT /v2.0/ports/b0445cf9-1f79-441c-997c-dac7c6d1e1e3 HTTP/1.1" status: 200 len: 1093 time: 1.6668162 Jul 14 09:46:31.244240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:31.246715 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34fe1bf-9634-49be-becf-623da8a4a166" -d '{"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:31.319020 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c44f362-42e1-4e4a-94ca-981a736bb5c8 x-openstack-request-id: req-9c44f362-42e1-4e4a-94ca-981a736bb5c8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:31.319584 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:31.319837 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c44f362-42e1-4e4a-94ca-981a736bb5c8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:31.320262 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'status': 'completed', 'code': 200} Jul 14 09:46:31.370216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:31.376116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da93fbd-1862-4931-a821-6b873eed7052 service neutron] Pushing event updated for resources: {'Port': ['ID=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:31.386045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-1ddc04a3-bb0f-455f-af4e-d237bb761c28 service neutron] 10.222.0.69 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741859 Jul 14 09:46:31.487856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-b204f5d9-b037-49eb-841d-c00e09b9432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.489555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-b204f5d9-b037-49eb-841d-c00e09b9432b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bc23cab185841c2951399a296c98125&device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1096 time: 0.1968358 Jul 14 09:46:31.588040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-c79265a8-55ca-49c1-a2b0-eaf6b4a32a33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3 HTTP/1.1" status: 200 len: 217 time: 0.0817959 Jul 14 09:46:31.659368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-9f0bedfc-f27a-4861-a48e-7b5ca128e078 service neutron] 10.222.0.69 "GET /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658007 Jul 14 09:46:31.679237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-ce3e9678-11bb-4f9a-bc11-bde1001ea956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.681292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-ce3e9678-11bb-4f9a-bc11-bde1001ea956 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=305ee63f-4825-4156-82e2-7f2011253b26 HTTP/1.1" status: 200 len: 852 time: 0.0840645 Jul 14 09:46:31.741103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-be49e5c5-1ab6-4d65-9271-b845c5f58fe7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=94ea0cbb6b8a436badac6b9a31028916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689592 Jul 14 09:46:31.745243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:31.770086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-c95b7fad-eeea-49ec-9cfa-020128eb753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:31.771915 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-c95b7fad-eeea-49ec-9cfa-020128eb753d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a7832ed-406e-4a53-8415-6a0d861d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836852 Jul 14 09:46:31.865536 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60f6de2c-e7a0-4ac4-8ba3-58ee7e217aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.923157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60f6de2c-e7a0-4ac4-8ba3-58ee7e217aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:31.964484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-7d9491c0-2775-4ef7-89d4-f498312ae975 service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850998 Jul 14 09:46:32.011902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60f6de2c-e7a0-4ac4-8ba3-58ee7e217aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.016443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60f6de2c-e7a0-4ac4-8ba3-58ee7e217aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:32.022928 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-60f6de2c-e7a0-4ac4-8ba3-58ee7e217aa2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a09ef840-50f6-4ae5-b6f5-d557a3c0c624 HTTP/1.1" status: 204 len: 168 time: 0.2761962 Jul 14 09:46:32.037478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6de2c-e7a0-4ac4-8ba3-58ee7e217aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09ef840-50f6-4ae5-b6f5-d557a3c0c624,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:32.043462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda775cb-e44e-4437-968b-e2f142396474 req-a9e6a3ca-2000-4896-8cd1-3540736b0a21 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.046298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fda775cb-e44e-4437-968b-e2f142396474 req-a9e6a3ca-2000-4896-8cd1-3540736b0a21 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.1671498 Jul 14 09:46:32.131000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fda775cb-e44e-4437-968b-e2f142396474 req-53392b87-fd05-4f18-be18-9a470df4f444 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787053 Jul 14 09:46:32.149403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-84c2d928-5f5a-475f-8ba9-f512ae15f0c2 req-a5bc0f42-e29d-4801-9247-49a33b15324d service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767838 Jul 14 09:46:32.304974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-e2d91914-2fe7-4d50-98a7-4cf4774ef0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.306367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-e2d91914-2fe7-4d50-98a7-4cf4774ef0bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bc23cab185841c2951399a296c98125&device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1096 time: 0.1027396 Jul 14 09:46:32.506087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-5fa33b12-f33c-4312-8028-215a1e1dba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.508778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-5fa33b12-f33c-4312-8028-215a1e1dba39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a7832ed-406e-4a53-8415-6a0d861d99cd HTTP/1.1" status: 200 len: 914 time: 0.1901755 Jul 14 09:46:32.586235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-d25910a7-dfb4-48a0-a694-a4bacccc7d92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3 HTTP/1.1" status: 200 len: 217 time: 0.0692489 Jul 14 09:46:32.672642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-075fdfd1-d97d-48c2-a7a1-a326a2fd2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.676896 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-075fdfd1-d97d-48c2-a7a1-a326a2fd2cf8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=305ee63f-4825-4156-82e2-7f2011253b26 HTTP/1.1" status: 200 len: 852 time: 0.0810080 Jul 14 09:46:32.783318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-0ff101ab-2eeb-4992-9418-ee3a95d9a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:32.784972 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-0ff101ab-2eeb-4992-9418-ee3a95d9a541 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a7832ed-406e-4a53-8415-6a0d861d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006112 Jul 14 09:46:32.945875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-6a5ecc9d-5911-45d5-a884-3e75bb8734be service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448886 Jul 14 09:46:33.084450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e34fe1bf-9634-49be-becf-623da8a4a166 req-c3820c9b-e95f-4e8d-a75b-d22c1b01135e service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294236 Jul 14 09:46:33.214767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52646) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.391954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c4cab-85ee-424c-8cf7-503632bbace6 req-a3101815-e5b0-4902-a5fd-b7161d0b6e6f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:33.392575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-secgroup--699613903'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:33.401639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008c4cab-85ee-424c-8cf7-503632bbace6 req-a3101815-e5b0-4902-a5fd-b7161d0b6e6f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.1110125 Jul 14 09:46:33.433312 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.446216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.472660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008c4cab-85ee-424c-8cf7-503632bbace6 req-02658d50-bdf8-4372-b18f-846bb00b332b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685141 Jul 14 09:46:33.595226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.600027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.643513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=339d674e-d572-4696-987f-ff5ddb9aaf95,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:33.712607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.719482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.757494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.758786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5429978 Jul 14 09:46:33.763077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.764166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c5b73-8843-4a2f-86dd-7786feabf66e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1584a694-9746-4c19-8ccc-5ac42d031a2d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:33.846849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dc8bda49-1b02-49f7-b1aa-a4d4c98424b6 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0801523 Jul 14 09:46:33.850678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52656) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:33.857518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-02a1ee9e-4130-48a5-807b-806bc01a64f4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-security--333073564', 'description': 'tempest-security-description-673662999'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:33.901949 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a1ee9e-4130-48a5-807b-806bc01a64f4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.961284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a1ee9e-4130-48a5-807b-806bc01a64f4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.967686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a1ee9e-4130-48a5-807b-806bc01a64f4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.970063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a1ee9e-4130-48a5-807b-806bc01a64f4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:33.971392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-02a1ee9e-4130-48a5-807b-806bc01a64f4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "PUT /v2.0/security-groups/1584a694-9746-4c19-8ccc-5ac42d031a2d HTTP/1.1" status: 200 len: 1778 time: 0.1193414 Jul 14 09:46:33.974590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.002520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1ee9e-4130-48a5-807b-806bc01a64f4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1584a694-9746-4c19-8ccc-5ac42d031a2d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.049605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e486e904-9a32-4708-b3b5-c110d863e8b9 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups/1584a694-9746-4c19-8ccc-5ac42d031a2d HTTP/1.1" status: 200 len: 1778 time: 0.0719798 Jul 14 09:46:34.050556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52660) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.151442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d5702a0-d6d7-4c9a-ae0e-d87c28f119ed tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.207043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d5702a0-d6d7-4c9a-ae0e-d87c28f119ed tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.305589 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d5702a0-d6d7-4c9a-ae0e-d87c28f119ed tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.315716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d5702a0-d6d7-4c9a-ae0e-d87c28f119ed tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.320251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52664) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.324471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8d5702a0-d6d7-4c9a-ae0e-d87c28f119ed tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/1584a694-9746-4c19-8ccc-5ac42d031a2d HTTP/1.1" status: 204 len: 168 time: 0.2618327 Jul 14 09:46:34.337578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5702a0-d6d7-4c9a-ae0e-d87c28f119ed tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1584a694-9746-4c19-8ccc-5ac42d031a2d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.454190 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8bdea3ba-9cb2-4af1-830b-4fc4a8901663 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1283247 Jul 14 09:46:34.455467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52668) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.484312 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-5514492e-ad8a-4707-a2d5-9718f0798788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] delete failed (client error): The resource could not be found. Jul 14 09:46:34.485366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5514492e-ad8a-4707-a2d5-9718f0798788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/1584a694-9746-4c19-8ccc-5ac42d031a2d HTTP/1.1" status: 404 len: 347 time: 0.0293584 Jul 14 09:46:34.491004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52670) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.500751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9eea771b-147a-4d69-aabf-9285d313356b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-secgroup--707655305'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:34.530644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eea771b-147a-4d69-aabf-9285d313356b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.798666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eea771b-147a-4d69-aabf-9285d313356b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.813311 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eea771b-147a-4d69-aabf-9285d313356b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.879181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea771b-147a-4d69-aabf-9285d313356b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1e0b27-f882-4bc7-b453-ddce41584929,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:34.911941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9eea771b-147a-4d69-aabf-9285d313356b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:34.917856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9eea771b-147a-4d69-aabf-9285d313356b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4210668 Jul 14 09:46:34.918139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52678) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:34.923526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-16f8456b-98b0-4081-b176-4b99af89d1b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': '9f1e0b27-f882-4bc7-b453-ddce41584929', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:34.944586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f11ae-8a65-44f5-9dcc-b8a278614c23 req-b77031a3-b352-4f17-a628-4a68d9f975d9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:34.952408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b8f11ae-8a65-44f5-9dcc-b8a278614c23 req-b77031a3-b352-4f17-a628-4a68d9f975d9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.1981497 Jul 14 09:46:35.029526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b8f11ae-8a65-44f5-9dcc-b8a278614c23 req-6f40e4b3-0e58-47b5-ad6a-0fa554d58857 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739605 Jul 14 09:46:35.058701 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16f8456b-98b0-4081-b176-4b99af89d1b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.184044 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16f8456b-98b0-4081-b176-4b99af89d1b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.190578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16f8456b-98b0-4081-b176-4b99af89d1b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.221032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8456b-98b0-4081-b176-4b99af89d1b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8458d2a2-84b7-452c-bcd3-ef036366be1b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:35.230108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-16f8456b-98b0-4081-b176-4b99af89d1b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.235413 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-16f8456b-98b0-4081-b176-4b99af89d1b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3128033 Jul 14 09:46:35.235962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52680) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.296576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c8b75a2-8d94-4249-b636-126745caba34 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.330043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c8b75a2-8d94-4249-b636-126745caba34 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.381564 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c8b75a2-8d94-4249-b636-126745caba34 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.388531 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c8b75a2-8d94-4249-b636-126745caba34 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.395409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52682) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.406314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2c8b75a2-8d94-4249-b636-126745caba34 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/8458d2a2-84b7-452c-bcd3-ef036366be1b HTTP/1.1" status: 204 len: 168 time: 0.1689267 Jul 14 09:46:35.424455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b75a2-8d94-4249-b636-126745caba34 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8458d2a2-84b7-452c-bcd3-ef036366be1b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:35.510169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9868d729-ecfa-4424-8175-7061e792109c tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1094687 Jul 14 09:46:35.513675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52688) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.611210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9284d61b-c5be-4c28-89b7-2ecaa2efdcbb tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.637518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9284d61b-c5be-4c28-89b7-2ecaa2efdcbb tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.759225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9284d61b-c5be-4c28-89b7-2ecaa2efdcbb tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.774690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9284d61b-c5be-4c28-89b7-2ecaa2efdcbb tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:35.780725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9284d61b-c5be-4c28-89b7-2ecaa2efdcbb tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/9f1e0b27-f882-4bc7-b453-ddce41584929 HTTP/1.1" status: 204 len: 168 time: 0.2641330 Jul 14 09:46:35.782511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52690) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.815229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284d61b-c5be-4c28-89b7-2ecaa2efdcbb tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1e0b27-f882-4bc7-b453-ddce41584929,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:35.879396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-af2891e3-b284-4091-9275-2534a469131d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0950944 Jul 14 09:46:35.883656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52692) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:35.890964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a105e362-565a-4bdf-943f-d025dcd036b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-secgroup--342635923'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:35.951696 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a105e362-565a-4bdf-943f-d025dcd036b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.202872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a105e362-565a-4bdf-943f-d025dcd036b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.209447 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a105e362-565a-4bdf-943f-d025dcd036b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.235367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a105e362-565a-4bdf-943f-d025dcd036b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.240457 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a105e362-565a-4bdf-943f-d025dcd036b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3516653 Jul 14 09:46:36.246143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52698) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:36.257742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-59ffc078-542a-4132-93f3-8326545e8788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': 'b78290ff-9fa4-4136-8f64-6e355d5ed6f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:36.302444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105e362-565a-4bdf-943f-d025dcd036b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78290ff-9fa4-4136-8f64-6e355d5ed6f2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:36.356765 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ffc078-542a-4132-93f3-8326545e8788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.384786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9277d-9709-459c-9915-5b23a455aecf req-c889eabe-2f85-4bdc-942a-beca860272b0 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:36.387365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cc9277d-9709-459c-9915-5b23a455aecf req-c889eabe-2f85-4bdc-942a-beca860272b0 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.1478343 Jul 14 09:46:36.440533 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cc9277d-9709-459c-9915-5b23a455aecf req-bf432a61-87e7-4cea-81ba-0543ef8d6067 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448937 Jul 14 09:46:36.494612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ffc078-542a-4132-93f3-8326545e8788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.501916 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ffc078-542a-4132-93f3-8326545e8788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.529861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffc078-542a-4132-93f3-8326545e8788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f5c6ec-7d61-4a5b-8373-ad4c45d2813a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:36.539675 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59ffc078-542a-4132-93f3-8326545e8788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.543710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59ffc078-542a-4132-93f3-8326545e8788 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2958374 Jul 14 09:46:36.546100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52706) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:36.556437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f185372b-5b10-4182-8269-db4b64692b7f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': 'b78290ff-9fa4-4136-8f64-6e355d5ed6f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:36.617605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f185372b-5b10-4182-8269-db4b64692b7f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.713215 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f185372b-5b10-4182-8269-db4b64692b7f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.719144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f185372b-5b10-4182-8269-db4b64692b7f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.762997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185372b-5b10-4182-8269-db4b64692b7f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae13ea64-8489-4cf9-b1f6-e73a5a341530,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:36.770664 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f185372b-5b10-4182-8269-db4b64692b7f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:36.776153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52710) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:36.776968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f185372b-5b10-4182-8269-db4b64692b7f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2262480 Jul 14 09:46:36.782997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-930f1f36-6463-4e7b-b4dc-5d7794074b8b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': 'b78290ff-9fa4-4136-8f64-6e355d5ed6f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:36.893483 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-930f1f36-6463-4e7b-b4dc-5d7794074b8b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.022560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-930f1f36-6463-4e7b-b4dc-5d7794074b8b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.028351 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-930f1f36-6463-4e7b-b4dc-5d7794074b8b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.064805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-930f1f36-6463-4e7b-b4dc-5d7794074b8b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.066542 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-930f1f36-6463-4e7b-b4dc-5d7794074b8b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2885141 Jul 14 09:46:37.067477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f1f36-6463-4e7b-b4dc-5d7794074b8b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7c7da6-175e-4f39-b340-a64ff63f25ee,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:37.080664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52714) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:37.090942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0faaf9bd-3159-472f-b680-770187417591 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': 'b78290ff-9fa4-4136-8f64-6e355d5ed6f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:37.151491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0faaf9bd-3159-472f-b680-770187417591 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.328020 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0faaf9bd-3159-472f-b680-770187417591 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.336762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0faaf9bd-3159-472f-b680-770187417591 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.384884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0faaf9bd-3159-472f-b680-770187417591 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.387728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0faaf9bd-3159-472f-b680-770187417591 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3051598 Jul 14 09:46:37.390315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faaf9bd-3159-472f-b680-770187417591 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f179ce-ae05-4eb6-8864-3520a2effb98,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:37.393507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:37.411058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8a35a934-4993-4649-9ad3-007770b4449a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': 'b78290ff-9fa4-4136-8f64-6e355d5ed6f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:37.471568 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a35a934-4993-4649-9ad3-007770b4449a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.619968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a35a934-4993-4649-9ad3-007770b4449a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.647374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa76658-ea43-4abb-9cd0-b17f7322e1a3 req-6ef8095c-ad0d-4e6a-91c9-563a1955089c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:37.650837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cfa76658-ea43-4abb-9cd0-b17f7322e1a3 req-6ef8095c-ad0d-4e6a-91c9-563a1955089c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 945 time: 0.1460474 Jul 14 09:46:37.652860 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a35a934-4993-4649-9ad3-007770b4449a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.713910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a35a934-4993-4649-9ad3-007770b4449a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.715014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8a35a934-4993-4649-9ad3-007770b4449a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3205917 Jul 14 09:46:37.719412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35a934-4993-4649-9ad3-007770b4449a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee99159-12b7-4a02-ba49-44cc4a2169ab,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:37.728069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:37.783614 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cfa76658-ea43-4abb-9cd0-b17f7322e1a3 req-b8f91e3f-f9c1-40c6-bf36-47886281f08c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924218 Jul 14 09:46:37.785755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b2b977-17cf-4860-8e67-75f079d2e621 req-1985804a-e8b4-4c38-a381-97a26bf4aad7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:37.786703 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14dee54f-1335-4d99-ab86-3c8e20558525 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.793869 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0b2b977-17cf-4860-8e67-75f079d2e621 req-1985804a-e8b4-4c38-a381-97a26bf4aad7 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.1284575 Jul 14 09:46:37.804334 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14dee54f-1335-4d99-ab86-3c8e20558525 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.867386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14dee54f-1335-4d99-ab86-3c8e20558525 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.889061 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14dee54f-1335-4d99-ab86-3c8e20558525 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:37.893268 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-14dee54f-1335-4d99-ab86-3c8e20558525 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2ee99159-12b7-4a02-ba49-44cc4a2169ab HTTP/1.1" status: 204 len: 168 time: 0.1616547 Jul 14 09:46:37.894283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52730) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:37.905915 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0b2b977-17cf-4860-8e67-75f079d2e621 req-f80597ed-7e7f-406b-b513-fd0de8a271a0 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100914 Jul 14 09:46:37.926101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dee54f-1335-4d99-ab86-3c8e20558525 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ee99159-12b7-4a02-ba49-44cc4a2169ab,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:37.972048 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3a2efac1-a326-47e9-bd2f-48c4de6668f6 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0732255 Jul 14 09:46:37.972385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52732) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.000742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c919c613-3eb7-4aa5-9db0-e54f1be521ae tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.010674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c919c613-3eb7-4aa5-9db0-e54f1be521ae tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.041308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c919c613-3eb7-4aa5-9db0-e54f1be521ae tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.048138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c919c613-3eb7-4aa5-9db0-e54f1be521ae tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.053638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c919c613-3eb7-4aa5-9db0-e54f1be521ae tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/67f179ce-ae05-4eb6-8864-3520a2effb98 HTTP/1.1" status: 204 len: 168 time: 0.0760851 Jul 14 09:46:38.054706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52734) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.062496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919c613-3eb7-4aa5-9db0-e54f1be521ae tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67f179ce-ae05-4eb6-8864-3520a2effb98,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:38.108737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f6fc7e2e-e7d6-485a-9806-a12b63e88065 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0525651 Jul 14 09:46:38.111348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.139754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c13562-b934-4a74-9938-7cf0f971668d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.148536 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c13562-b934-4a74-9938-7cf0f971668d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.186878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c13562-b934-4a74-9938-7cf0f971668d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.193513 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c13562-b934-4a74-9938-7cf0f971668d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.196260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-10c13562-b934-4a74-9938-7cf0f971668d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ef7c7da6-175e-4f39-b340-a64ff63f25ee HTTP/1.1" status: 204 len: 168 time: 0.0822654 Jul 14 09:46:38.197931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52738) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.201705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c13562-b934-4a74-9938-7cf0f971668d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef7c7da6-175e-4f39-b340-a64ff63f25ee,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:38.247448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ee89c869-257e-43f4-ab9a-56bfc79456d3 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0480599 Jul 14 09:46:38.250507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52740) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.282775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4089c97-d817-46cd-9f96-96fbc8aa34a0 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.292132 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4089c97-d817-46cd-9f96-96fbc8aa34a0 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.330620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4089c97-d817-46cd-9f96-96fbc8aa34a0 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.340597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4089c97-d817-46cd-9f96-96fbc8aa34a0 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.342701 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e4089c97-d817-46cd-9f96-96fbc8aa34a0 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/ae13ea64-8489-4cf9-b1f6-e73a5a341530 HTTP/1.1" status: 204 len: 168 time: 0.0909369 Jul 14 09:46:38.348574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.351750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4089c97-d817-46cd-9f96-96fbc8aa34a0 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae13ea64-8489-4cf9-b1f6-e73a5a341530,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:38.429361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d9c72a24-34df-4478-9c46-29818c0f5bf0 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0749373 Jul 14 09:46:38.430221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52744) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.469089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e48e85fc-9da4-4e1b-9221-0ae56406adc9 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.482916 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e48e85fc-9da4-4e1b-9221-0ae56406adc9 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.525169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e48e85fc-9da4-4e1b-9221-0ae56406adc9 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.532330 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e48e85fc-9da4-4e1b-9221-0ae56406adc9 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.533583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e48e85fc-9da4-4e1b-9221-0ae56406adc9 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/70f5c6ec-7d61-4a5b-8373-ad4c45d2813a HTTP/1.1" status: 204 len: 168 time: 0.1021793 Jul 14 09:46:38.536593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52746) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.550417 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e85fc-9da4-4e1b-9221-0ae56406adc9 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70f5c6ec-7d61-4a5b-8373-ad4c45d2813a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:38.594294 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-35764f01-0ea7-40b7-ab78-41e9e72733e5 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564215 Jul 14 09:46:38.597327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52748) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.658042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fc61dda-1f6e-4ee2-8051-218572201e9a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.689902 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fc61dda-1f6e-4ee2-8051-218572201e9a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.744117 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fc61dda-1f6e-4ee2-8051-218572201e9a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.746994 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4fc61dda-1f6e-4ee2-8051-218572201e9a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:38.749416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4fc61dda-1f6e-4ee2-8051-218572201e9a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/b78290ff-9fa4-4136-8f64-6e355d5ed6f2 HTTP/1.1" status: 204 len: 168 time: 0.1505442 Jul 14 09:46:38.752268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.764734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc61dda-1f6e-4ee2-8051-218572201e9a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78290ff-9fa4-4136-8f64-6e355d5ed6f2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:38.816626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d45103f2-d4e4-4069-ad7e-878879a7c63a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629759 Jul 14 09:46:38.822727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52754) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:38.830039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842310675'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:38.871930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.006093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.046976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.100779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.102726 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2785845 Jul 14 09:46:39.105967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52762) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.106960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c6f02b-8462-40bf-acdd-3cd8d51412f6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.116231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2cb0dae6-8556-4afa-97de-5c3f2cc8cdde tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': '33c6f02b-8462-40bf-acdd-3cd8d51412f6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:39.140377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.140377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.140377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.142826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.142826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.142826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.142826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.142826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.143585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.143775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.144211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.154630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d8d564-9c6c-4aed-82da-9c10260477f7 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:39.166403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a726a-abfb-41e8-9195-b7b37caebc72 req-0563af18-5e3f-4801-9f91-53f201ee4e4f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.168403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-696a726a-abfb-41e8-9195-b7b37caebc72 req-0563af18-5e3f-4801-9f91-53f201ee4e4f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.0861547 Jul 14 09:46:39.202988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a875ce-d41f-48ba-8b43-190b9e164764 req-08d30b1b-d15d-4e50-8ff1-cd3583793109 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.211573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15a875ce-d41f-48ba-8b43-190b9e164764 req-08d30b1b-d15d-4e50-8ff1-cd3583793109 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 945 time: 0.2017276 Jul 14 09:46:39.239799 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dae6-8556-4afa-97de-5c3f2cc8cdde tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.283897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-696a726a-abfb-41e8-9195-b7b37caebc72 req-1a749fbf-362b-4ea5-9ccb-cc582b5f9eed tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761838 Jul 14 09:46:39.302134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15a875ce-d41f-48ba-8b43-190b9e164764 req-1053219b-41cc-4196-b70f-9f0b44823f16 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883985 Jul 14 09:46:39.332489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16315f5-b38c-4518-9633-3bf185e01345 req-b4caaf5b-6f2e-4a94-b444-eb2be1d9b00c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:39.334105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b16315f5-b38c-4518-9633-3bf185e01345 req-b4caaf5b-6f2e-4a94-b444-eb2be1d9b00c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 945 time: 0.1647215 Jul 14 09:46:39.368880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dae6-8556-4afa-97de-5c3f2cc8cdde tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.379865 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dae6-8556-4afa-97de-5c3f2cc8cdde tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.408878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0dae6-8556-4afa-97de-5c3f2cc8cdde tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e561adea-11a2-4840-a2a7-2b549e145193,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.436310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2cb0dae6-8556-4afa-97de-5c3f2cc8cdde tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.442540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2cb0dae6-8556-4afa-97de-5c3f2cc8cdde tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3306205 Jul 14 09:46:39.443742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52764) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.486783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Deleting port f62a10e6-232f-41d1-bce3-b8f660b9411e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:39.487814 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.525962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fc99c1f-64c9-4804-bc69-5d51f72e2a58 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.553449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fc99c1f-64c9-4804-bc69-5d51f72e2a58 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.613718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] For port f62a10e6-232f-41d1-bce3-b8f660b9411e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=f62a10e6-232f-41d1-bce3-b8f660b9411e,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:39.614515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.619383 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fc99c1f-64c9-4804-bc69-5d51f72e2a58 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.623135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9fc99c1f-64c9-4804-bc69-5d51f72e2a58 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.624921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9fc99c1f-64c9-4804-bc69-5d51f72e2a58 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/33c6f02b-8462-40bf-acdd-3cd8d51412f6 HTTP/1.1" status: 204 len: 168 time: 0.1787243 Jul 14 09:46:39.627707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52766) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.639586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc99c1f-64c9-4804-bc69-5d51f72e2a58 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c6f02b-8462-40bf-acdd-3cd8d51412f6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.647962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Calling delete_port for f62a10e6-232f-41d1-bce3-b8f660b9411e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:39.739225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1f888425-f33a-4390-b3e7-6cf2cc8be118 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1100848 Jul 14 09:46:39.745267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52770) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.748827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0eed5175-d69c-4510-925d-2db356b9d0ab tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773316703'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:39.774775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eed5175-d69c-4510-925d-2db356b9d0ab tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.863907 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.886982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3abc61f1-c105-4866-bb78-c9b96b4f7616', '7a157f43-8d60-449b-954d-7ee92018c077', 'f62a10e6-232f-41d1-bce3-b8f660b9411e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:39.889067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eed5175-d69c-4510-925d-2db356b9d0ab tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.891302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1ad0b0ae-1bca-47fc-bfac-89ab75de4d47'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:39.894172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eed5175-d69c-4510-925d-2db356b9d0ab tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.911082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Pushing event deleted for resources: {'Port': ['ID=f62a10e6-232f-41d1-bce3-b8f660b9411e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.932792 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0eed5175-d69c-4510-925d-2db356b9d0ab tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.934834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0eed5175-d69c-4510-925d-2db356b9d0ab tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1894460 Jul 14 09:46:39.937612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52772) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:39.943442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ebe50996-1191-4d3f-a9d8-4a4e32f0c3b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-secgroup--268661571'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:39.950572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed5175-d69c-4510-925d-2db356b9d0ab tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f22b8e3-1fd1-4eaf-9576-3f998573149d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:39.966077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] No DVR routers for this DVR port f62a10e6-232f-41d1-bce3-b8f660b9411e on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:39.968988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:39.971708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b16315f5-b38c-4518-9633-3bf185e01345 req-a9dc8d95-0894-44c1-8377-464ecd117b67 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "DELETE /v2.0/ports/f62a10e6-232f-41d1-bce3-b8f660b9411e HTTP/1.1" status: 204 len: 173 time: 0.6298289 Jul 14 09:46:39.972156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32be36ab-97a8-4401-8bf1-752a2828b38b', 'name': 'network-vif-deleted', 'tag': 'f62a10e6-232f-41d1-bce3-b8f660b9411e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:39.974574 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4dd268-e5bb-4e39-9e6f-b171ed4e4d4f" -d '{"events": [{"server_uuid": "32be36ab-97a8-4401-8bf1-752a2828b38b", "name": "network-vif-deleted", "tag": "f62a10e6-232f-41d1-bce3-b8f660b9411e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:39.990420 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ebe50996-1191-4d3f-a9d8-4a4e32f0c3b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.054356 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e423948-308d-47ab-8b14-7307dcab6504 x-openstack-request-id: req-0e423948-308d-47ab-8b14-7307dcab6504 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:40.054551 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32be36ab-97a8-4401-8bf1-752a2828b38b", "name": "network-vif-deleted", "tag": "f62a10e6-232f-41d1-bce3-b8f660b9411e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:40.054795 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e423948-308d-47ab-8b14-7307dcab6504 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:40.055202 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32be36ab-97a8-4401-8bf1-752a2828b38b', 'name': 'network-vif-deleted', 'tag': 'f62a10e6-232f-41d1-bce3-b8f660b9411e', 'status': 'completed', 'code': 200} Jul 14 09:46:40.143150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ebe50996-1191-4d3f-a9d8-4a4e32f0c3b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.148523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ebe50996-1191-4d3f-a9d8-4a4e32f0c3b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.177156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ebe50996-1191-4d3f-a9d8-4a4e32f0c3b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.178657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ebe50996-1191-4d3f-a9d8-4a4e32f0c3b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2397504 Jul 14 09:46:40.182632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52776) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:40.186621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5ac9e193-8e80-4fed-95e9-89c45ba14d5f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': '7f22b8e3-1fd1-4eaf-9576-3f998573149d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '70eef28f-6e82-41af-bc4f-ce7269c6579f', 'remote_ip_prefix': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:40.195687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe50996-1191-4d3f-a9d8-4a4e32f0c3b4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70eef28f-6e82-41af-bc4f-ce7269c6579f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.239492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e193-8e80-4fed-95e9-89c45ba14d5f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.350515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e193-8e80-4fed-95e9-89c45ba14d5f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.355822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e193-8e80-4fed-95e9-89c45ba14d5f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.387190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9e193-8e80-4fed-95e9-89c45ba14d5f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db61af7-2bbc-4197-ada3-39d24502b70c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.399113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ac9e193-8e80-4fed-95e9-89c45ba14d5f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.400660 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5ac9e193-8e80-4fed-95e9-89c45ba14d5f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2176380 Jul 14 09:46:40.403452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:40.445929 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a14837-6b9c-430d-9f05-5c972bc7885f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.461906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a14837-6b9c-430d-9f05-5c972bc7885f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.523911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3cf87346-c67c-4827-a0c6-534785c8751b req-eb5239ed-b3c2-4738-8bb1-1afbeee852e4 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=32be36ab-97a8-4401-8bf1-752a2828b38b HTTP/1.1" status: 200 len: 210 time: 0.0369740 Jul 14 09:46:40.526869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a14837-6b9c-430d-9f05-5c972bc7885f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.533544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4a14837-6b9c-430d-9f05-5c972bc7885f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.534923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f4a14837-6b9c-430d-9f05-5c972bc7885f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/9db61af7-2bbc-4197-ada3-39d24502b70c HTTP/1.1" status: 204 len: 168 time: 0.1293595 Jul 14 09:46:40.544649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52786) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:40.545706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a14837-6b9c-430d-9f05-5c972bc7885f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9db61af7-2bbc-4197-ada3-39d24502b70c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.580960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77c17-6ede-4d61-82b8-257a2c79149d req-6e72ca8e-bf42-4bfa-9cb0-7cd98db280e2 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:40.583374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01f77c17-6ede-4d61-82b8-257a2c79149d req-6e72ca8e-bf42-4bfa-9cb0-7cd98db280e2 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.1368973 Jul 14 09:46:40.629822 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0d6821fe-95e8-4759-8bc2-9d7354ab20a8 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0804818 Jul 14 09:46:40.632728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52788) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:40.655728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01f77c17-6ede-4d61-82b8-257a2c79149d req-8128b5bd-6675-47fd-b3c8-d04907525d90 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661027 Jul 14 09:46:40.699466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13485fba-00f8-421a-9c65-435279f24511 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.730571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13485fba-00f8-421a-9c65-435279f24511 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.783308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13485fba-00f8-421a-9c65-435279f24511 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.786063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13485fba-00f8-421a-9c65-435279f24511 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.787274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-13485fba-00f8-421a-9c65-435279f24511 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/70eef28f-6e82-41af-bc4f-ce7269c6579f HTTP/1.1" status: 204 len: 168 time: 0.1535578 Jul 14 09:46:40.790129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52792) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:40.801375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13485fba-00f8-421a-9c65-435279f24511 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eef28f-6e82-41af-bc4f-ce7269c6579f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:40.879368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a3323054-6362-426a-85b0-308435d8de7b tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0878446 Jul 14 09:46:40.882639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52794) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:40.941391 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43bfd938-46fb-4129-bed5-1385b1818c4c tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:40.964992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43bfd938-46fb-4129-bed5-1385b1818c4c tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.021632 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43bfd938-46fb-4129-bed5-1385b1818c4c tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.024659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43bfd938-46fb-4129-bed5-1385b1818c4c tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.025990 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-43bfd938-46fb-4129-bed5-1385b1818c4c tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/7f22b8e3-1fd1-4eaf-9576-3f998573149d HTTP/1.1" status: 204 len: 168 time: 0.1421936 Jul 14 09:46:41.028805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52796) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.036089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfd938-46fb-4129-bed5-1385b1818c4c tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f22b8e3-1fd1-4eaf-9576-3f998573149d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:41.094565 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eee7df8f-f153-47ff-bb84-9b2e4d1aec77 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0610147 Jul 14 09:46:41.095013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52798) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.100487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-628b9460-4264-435d-bf8a-7d69f5e29651 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689813385'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:41.126929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-628b9460-4264-435d-bf8a-7d69f5e29651 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.225647 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-628b9460-4264-435d-bf8a-7d69f5e29651 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.230099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-628b9460-4264-435d-bf8a-7d69f5e29651 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.261699 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-628b9460-4264-435d-bf8a-7d69f5e29651 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.262959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-628b9460-4264-435d-bf8a-7d69f5e29651 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1668503 Jul 14 09:46:41.267271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52802) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.272077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-40f6a406-e1fc-4373-ac4e-b9c49be77393 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': '38af5675-7d01-432d-b49e-569540feccee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:41.278098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b9460-4264-435d-bf8a-7d69f5e29651 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38af5675-7d01-432d-b49e-569540feccee,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:41.320819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40f6a406-e1fc-4373-ac4e-b9c49be77393 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.393606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40f6a406-e1fc-4373-ac4e-b9c49be77393 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.398093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40f6a406-e1fc-4373-ac4e-b9c49be77393 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.427090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6a406-e1fc-4373-ac4e-b9c49be77393 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b566416-567d-4f5d-b043-715b4383874a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:41.438495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40f6a406-e1fc-4373-ac4e-b9c49be77393 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.446341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-40f6a406-e1fc-4373-ac4e-b9c49be77393 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1718023 Jul 14 09:46:41.446762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52804) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.471969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-18960ea6-5421-4379-a7cf-9fa0fa45e06d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.481241 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-18960ea6-5421-4379-a7cf-9fa0fa45e06d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.514674 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-18960ea6-5421-4379-a7cf-9fa0fa45e06d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.521160 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-18960ea6-5421-4379-a7cf-9fa0fa45e06d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.522396 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-18960ea6-5421-4379-a7cf-9fa0fa45e06d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/1b566416-567d-4f5d-b043-715b4383874a HTTP/1.1" status: 204 len: 168 time: 0.0743394 Jul 14 09:46:41.526014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.528100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18960ea6-5421-4379-a7cf-9fa0fa45e06d tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b566416-567d-4f5d-b043-715b4383874a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:41.574968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4aa2686f-399f-4c62-a3a4-0c9316b3e8ca tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0444312 Jul 14 09:46:41.575445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52810) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.633077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e5a4b8a-228a-4aff-8fd4-8be058d79778 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.657855 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e5a4b8a-228a-4aff-8fd4-8be058d79778 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.741915 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e5a4b8a-228a-4aff-8fd4-8be058d79778 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.745166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e5a4b8a-228a-4aff-8fd4-8be058d79778 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.747312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6e5a4b8a-228a-4aff-8fd4-8be058d79778 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/38af5675-7d01-432d-b49e-569540feccee HTTP/1.1" status: 204 len: 168 time: 0.1706092 Jul 14 09:46:41.750894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.765722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a4b8a-228a-4aff-8fd4-8be058d79778 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38af5675-7d01-432d-b49e-569540feccee,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:41.849579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-306429fd-e3d7-4636-80be-07b75aac1cc1 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0973151 Jul 14 09:46:41.856459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:41.882107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-339fbcf8-6fdc-4614-856e-e9666e3c866f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879655290'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:41.916656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-339fbcf8-6fdc-4614-856e-e9666e3c866f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:41.948514 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b6394-d1d1-4278-8740-a37c050c3f1c req-1cfee6df-9478-43fa-b29e-146a19c7751b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:41.949933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f11b6394-d1d1-4278-8740-a37c050c3f1c req-1cfee6df-9478-43fa-b29e-146a19c7751b tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.1160336 Jul 14 09:46:42.012316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f11b6394-d1d1-4278-8740-a37c050c3f1c req-3e4f78a7-d16a-4e61-93f1-c65b17136033 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548651 Jul 14 09:46:42.073274 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-339fbcf8-6fdc-4614-856e-e9666e3c866f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.082367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-339fbcf8-6fdc-4614-856e-e9666e3c866f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.135153 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-339fbcf8-6fdc-4614-856e-e9666e3c866f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.140317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-339fbcf8-6fdc-4614-856e-e9666e3c866f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2788687 Jul 14 09:46:42.140317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fbcf8-6fdc-4614-856e-e9666e3c866f tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293f4ed5-7477-4d9d-aa08-ae24e7ba8c31,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.141041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52832) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.156877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f8d87d69-3c5f-4164-b175-e9569a251958 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': '293f4ed5-7477-4d9d-aa08-ae24e7ba8c31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:42.194718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8d87d69-3c5f-4164-b175-e9569a251958 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.259406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8d87d69-3c5f-4164-b175-e9569a251958 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.267226 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8d87d69-3c5f-4164-b175-e9569a251958 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.294624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d87d69-3c5f-4164-b175-e9569a251958 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ae8a45-7f86-4fd4-9f27-157975a45b7f,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.302888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f8d87d69-3c5f-4164-b175-e9569a251958 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.304371 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f8d87d69-3c5f-4164-b175-e9569a251958 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1555755 Jul 14 09:46:42.307511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52834) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.335953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52836) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.336371 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-187bc1ab-e315-4f52-98ab-09cbb0a51c21 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules/a0ae8a45-7f86-4fd4-9f27-157975a45b7f HTTP/1.1" status: 200 len: 763 time: 0.0226743 Jul 14 09:46:42.386150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1c4b7ff2-43d9-4d5a-aeb6-9dc9ba9d8541 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0488844 Jul 14 09:46:42.389094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52840) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.420532 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90fd846d-99b7-4df8-838e-7e0437222bf8 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.430198 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90fd846d-99b7-4df8-838e-7e0437222bf8 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.478463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90fd846d-99b7-4df8-838e-7e0437222bf8 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.504027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90fd846d-99b7-4df8-838e-7e0437222bf8 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.505207 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-90fd846d-99b7-4df8-838e-7e0437222bf8 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/a0ae8a45-7f86-4fd4-9f27-157975a45b7f HTTP/1.1" status: 204 len: 168 time: 0.1151195 Jul 14 09:46:42.508288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52842) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.511977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd846d-99b7-4df8-838e-7e0437222bf8 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a0ae8a45-7f86-4fd4-9f27-157975a45b7f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.553802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a47d-833d-464c-a998-fb97875db02b req-176f3c46-1493-43c3-931c-6c927a1adaa0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:42.555411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c30a47d-833d-464c-a998-fb97875db02b req-176f3c46-1493-43c3-931c-6c927a1adaa0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.0872836 Jul 14 09:46:42.587710 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fe584bbd-2ea0-4c9a-b6d5-715328607a52 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0747368 Jul 14 09:46:42.588615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52844) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.593453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ba7face6-92d1-4623-8bcb-34a49e877f63 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': '293f4ed5-7477-4d9d-aa08-ae24e7ba8c31', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:42.607503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c30a47d-833d-464c-a998-fb97875db02b req-f2134022-7c5d-4f81-9b2d-9daca9e7bafa tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Jul 14 09:46:42.635423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba7face6-92d1-4623-8bcb-34a49e877f63 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.687821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba7face6-92d1-4623-8bcb-34a49e877f63 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.692132 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba7face6-92d1-4623-8bcb-34a49e877f63 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.711181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7face6-92d1-4623-8bcb-34a49e877f63 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf45bbe1-88ee-459d-864c-17d1a1d27507,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.719618 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba7face6-92d1-4623-8bcb-34a49e877f63 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.724073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ba7face6-92d1-4623-8bcb-34a49e877f63 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343198 Jul 14 09:46:42.724288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52846) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.752236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4b923735-a11f-4273-bff9-647311abc3e3 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules/bf45bbe1-88ee-459d-864c-17d1a1d27507 HTTP/1.1" status: 200 len: 763 time: 0.0263720 Jul 14 09:46:42.755086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.796651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-186c1708-1cda-4ac6-9ee0-ed90649d7e7a tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403194 Jul 14 09:46:42.799073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52850) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.829659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7867111e-9598-49db-be6b-6f722170e6d4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.837732 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7867111e-9598-49db-be6b-6f722170e6d4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.872577 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7867111e-9598-49db-be6b-6f722170e6d4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.878826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7867111e-9598-49db-be6b-6f722170e6d4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:42.880352 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7867111e-9598-49db-be6b-6f722170e6d4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/bf45bbe1-88ee-459d-864c-17d1a1d27507 HTTP/1.1" status: 204 len: 168 time: 0.0801449 Jul 14 09:46:42.882776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52856) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.892003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867111e-9598-49db-be6b-6f722170e6d4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf45bbe1-88ee-459d-864c-17d1a1d27507,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:42.964876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3f5ce60a-1cd1-4a2c-b429-5876c49727f0 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0808723 Jul 14 09:46:42.968398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52860) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:42.974573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f8eb54ef-c6f2-4033-b8bc-74b1bb2ae9ff tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Request body: {'security_group_rule': {'security_group_id': '293f4ed5-7477-4d9d-aa08-ae24e7ba8c31', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:42.975960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f62a10e6-232f-41d1-bce3-b8f660b9411e no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:43.011499 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8eb54ef-c6f2-4033-b8bc-74b1bb2ae9ff tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.017504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: f62a10e6-232f-41d1-bce3-b8f660b9411e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:43.018123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device f62a10e6-232f-41d1-bce3-b8f660b9411e not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:43.069539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8eb54ef-c6f2-4033-b8bc-74b1bb2ae9ff tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.077126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8eb54ef-c6f2-4033-b8bc-74b1bb2ae9ff tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.099724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb54ef-c6f2-4033-b8bc-74b1bb2ae9ff tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6d16cc-4a92-4807-849a-84d00f19b4a6,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:43.109267 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8eb54ef-c6f2-4033-b8bc-74b1bb2ae9ff tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.111654 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f8eb54ef-c6f2-4033-b8bc-74b1bb2ae9ff tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419008 Jul 14 09:46:43.114229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52864) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.136707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fe315de2-c865-431c-804b-8660df0f25b5 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules/2d6d16cc-4a92-4807-849a-84d00f19b4a6 HTTP/1.1" status: 200 len: 764 time: 0.0206659 Jul 14 09:46:43.139758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.209224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6d43b67a-05b4-4aa0-a739-ac8b3094c344 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0679839 Jul 14 09:46:43.212440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52868) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.238928 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d94c2462-3dc3-4c3f-8cf3-dcf04ba66af4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.254591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d94c2462-3dc3-4c3f-8cf3-dcf04ba66af4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.273272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8495428-9956-4de8-ab35-76feda098b34 req-ea32fff9-0ef1-4db7-b83f-900cdda7f813 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.274813 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8495428-9956-4de8-ab35-76feda098b34 req-ea32fff9-0ef1-4db7-b83f-900cdda7f813 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 944 time: 0.0885932 Jul 14 09:46:43.303392 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d94c2462-3dc3-4c3f-8cf3-dcf04ba66af4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.310406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d94c2462-3dc3-4c3f-8cf3-dcf04ba66af4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.312484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d94c2462-3dc3-4c3f-8cf3-dcf04ba66af4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-group-rules/2d6d16cc-4a92-4807-849a-84d00f19b4a6 HTTP/1.1" status: 204 len: 168 time: 0.0986860 Jul 14 09:46:43.315536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52870) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.338271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c2462-3dc3-4c3f-8cf3-dcf04ba66af4 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d6d16cc-4a92-4807-849a-84d00f19b4a6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:43.346008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8495428-9956-4de8-ab35-76feda098b34 req-2e7e4139-3915-43c2-9873-86f43d99adde tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547621 Jul 14 09:46:43.373205 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cbcc3ec3-dd0d-4ade-ba0b-8112f870da94 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563812 Jul 14 09:46:43.377023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52872) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.436621 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c9c96f8-bd94-4203-ae70-8bdf49890e78 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.461886 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c9c96f8-bd94-4203-ae70-8bdf49890e78 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.504321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c9c96f8-bd94-4203-ae70-8bdf49890e78 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.507126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c9c96f8-bd94-4203-ae70-8bdf49890e78 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:43.508531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0c9c96f8-bd94-4203-ae70-8bdf49890e78 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "DELETE /v2.0/security-groups/293f4ed5-7477-4d9d-aa08-ae24e7ba8c31 HTTP/1.1" status: 204 len: 168 time: 0.1302404 Jul 14 09:46:43.511395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52874) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.518783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c96f8-bd94-4203-ae70-8bdf49890e78 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293f4ed5-7477-4d9d-aa08-ae24e7ba8c31,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:43.562310 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a3424ca8-a895-4d49-aae2-c13a7c6fad0e tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493321 Jul 14 09:46:43.566769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52876) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:43.615736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2520b85f-a2c3-4046-b905-9b4c39f1a545 tempest-SecGroupTest-903233037 tempest-SecGroupTest-903233037-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0475042 Jul 14 09:46:43.826213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ae2e-589d-4e6e-a039-5798c7618097 req-1e4282b7-edc2-4701-b118-56db7b213b4c tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:43.828544 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdf6ae2e-589d-4e6e-a039-5798c7618097 req-1e4282b7-edc2-4701-b118-56db7b213b4c tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.0938580 Jul 14 09:46:43.907683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdf6ae2e-589d-4e6e-a039-5798c7618097 req-1762a210-2e07-44b4-9d1c-99dc3d27372e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625482 Jul 14 09:46:43.915961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:44.080885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b0445cf9-1f79-441c-997c-dac7c6d1e1e3 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:46:44.104981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9819517a-1a91-4b0d-ad3d-3721875ee5f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=624992705b3d4898b42efe54d8287e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884675 Jul 14 09:46:44.108750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:44.187892 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a9e42bf-8965-4fb0-b7b5-388bdfc87f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.224867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a9e42bf-8965-4fb0-b7b5-388bdfc87f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.253973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b0445cf9-1f79-441c-997c-dac7c6d1e1e3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:44.280471 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'mac_address': 'fa:16:3e:19:26:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:46:44.289794 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a9e42bf-8965-4fb0-b7b5-388bdfc87f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.292418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a9e42bf-8965-4fb0-b7b5-388bdfc87f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.293599 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7a9e42bf-8965-4fb0-b7b5-388bdfc87f1e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/339d674e-d572-4696-987f-ff5ddb9aaf95 HTTP/1.1" status: 204 len: 168 time: 0.1833513 Jul 14 09:46:44.320547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e42bf-8965-4fb0-b7b5-388bdfc87f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339d674e-d572-4696-987f-ff5ddb9aaf95,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:44.359565 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.378507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0445cf9-1f79-441c-997c-dac7c6d1e1e3 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:46:44.401550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b0445cf9-1f79-441c-997c-dac7c6d1e1e3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:44.406911 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:44.478462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:44.487993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.488430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.488736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.489397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.489893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.490532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.491184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.491675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.493652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.494216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.496767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.497548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:44.649170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b0445cf9-1f79-441c-997c-dac7c6d1e1e3'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:44.955178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-a80c8f6e-a4f8-4a20-a78c-c3d7312f0499 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:44.957182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-a80c8f6e-a4f8-4a20-a78c-c3d7312f0499 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.5850356 Jul 14 09:46:45.033903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ade08-9941-4d50-9c89-c4b9a53746ed req-de72aaed-5581-44bd-9f8e-1ca15e9c37fc tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.041187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2ade08-9941-4d50-9c89-c4b9a53746ed req-de72aaed-5581-44bd-9f8e-1ca15e9c37fc tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 945 time: 0.4767678 Jul 14 09:46:45.135849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a2ade08-9941-4d50-9c89-c4b9a53746ed req-dce28a29-08e9-49ef-a95c-b5af94fa2f45 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936403 Jul 14 09:46:45.182681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Deleting port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:45.183219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.340851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d83e45-ddc6-4ea6-991a-1d9b560405c6 req-8f02c80f-8bca-4740-86d4-df4f5ea38043 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:45.343049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90d83e45-ddc6-4ea6-991a-1d9b560405c6 req-8f02c80f-8bca-4740-86d4-df4f5ea38043 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 945 time: 0.1548698 Jul 14 09:46:45.356458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] For port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:45.359025 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.445565 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90d83e45-ddc6-4ea6-991a-1d9b560405c6 req-78528a55-7ea7-42dc-be8b-baddfe67ec06 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3637e52-8ce8-441b-a741-9d4c5acea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916948 Jul 14 09:46:45.579924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52926) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:45.758949 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.759623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.759954 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Floating IP 38efc7d1-9843-4aa1-88d8-fe322a7cc8ed disassociated. External IP: 172.25.0.69, port: c376c8dc-95d3-4806-9dc0-d63f01bd9ad4. Jul 14 09:46:45.760367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Calling delete_port for c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:45.774664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-59b25c7f-2243-495a-af19-3e70ef9d6d83 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:45.775829 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-59b25c7f-2243-495a-af19-3e70ef9d6d83 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:46:45.777846 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-59b25c7f-2243-495a-af19-3e70ef9d6d83 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:46:45.782904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59b25c7f-2243-495a-af19-3e70ef9d6d83 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1970701 Jul 14 09:46:45.784527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52930) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:45.791951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--433479785'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:45.831126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.842394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.952407 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.975473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.981272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:45.992641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event deleted for resources: {'Port': ['ID=c376c8dc-95d3-4806-9dc0-d63f01bd9ad4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:46.042042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94142489-2e3b-4197-b3fd-1a848fefb39f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:46.093952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b0445cf9-1f79-441c-997c-dac7c6d1e1e3 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:46:46.175891 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.182081 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.187843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:46:46.206158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:46:46.206506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.232651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.238584 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4524431 Jul 14 09:46:46.241287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52942) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.268087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3b05a253-7fcd-4a59-8125-0d97cb7d0898 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '5bc22fb8-ca57-4f53-91b5-1b32c089b1d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:46.293211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5d21a-eb9e-4e8d-b02b-0e949e415528 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc22fb8-ca57-4f53-91b5-1b32c089b1d7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:46.350740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b05a253-7fcd-4a59-8125-0d97cb7d0898 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.437858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:46.539756 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.588901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b05a253-7fcd-4a59-8125-0d97cb7d0898 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.596735 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b05a253-7fcd-4a59-8125-0d97cb7d0898 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.609615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:46.612306 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef472a1-85b8-4bfa-9ac3-03c44f813593" -d '{"events": [{"server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "name": "network-vif-plugged", "status": "completed", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:46.652592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab69c96-f9fd-4319-aec7-913b0cbc416a req-ccd1163e-f94f-4a83-95f8-f3b872cf06de tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:46.654677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b0445cf9-1f79-441c-997c-dac7c6d1e1e3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:46.656079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ab69c96-f9fd-4319-aec7-913b0cbc416a req-ccd1163e-f94f-4a83-95f8-f3b872cf06de tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 945 time: 0.2504582 Jul 14 09:46:46.657325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05a253-7fcd-4a59-8125-0d97cb7d0898 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd264182-29d4-49a4-866a-a312cfbbbcc0,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:46.657505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:46.660342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.678393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b05a253-7fcd-4a59-8125-0d97cb7d0898 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.688265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3b05a253-7fcd-4a59-8125-0d97cb7d0898 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4448159 Jul 14 09:46:46.706336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:46.721181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-10f46bc8-4e4f-4561-aff6-0dfdc48394f6 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '5bc22fb8-ca57-4f53-91b5-1b32c089b1d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:46.723270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] Sync routers for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:46.776054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:46.776716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:46:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:46.798172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] No DVR routers for this DVR port c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:46.803077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:46.810612 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c4e6d864-c29f-4a9e-a1ba-64c8ad201b5f req-86205c77-beae-4ec6-bf88-9400826f2456 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.69 "DELETE /v2.0/ports/c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 HTTP/1.1" status: 204 len: 173 time: 1.8454051 Jul 14 09:46:46.811256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab26966-36e4-455d-9921-a30247497773', 'name': 'network-vif-deleted', 'tag': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:46.831710 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4dfad4-39d4-411d-a8a3-6f3d4e084d90" -d '{"events": [{"server_uuid": "3ab26966-36e4-455d-9921-a30247497773", "name": "network-vif-deleted", "tag": "c376c8dc-95d3-4806-9dc0-d63f01bd9ad4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:46.863870 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ab69c96-f9fd-4319-aec7-913b0cbc416a req-1e015fcf-70a7-4551-b0c3-983aa4305609 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725063 Jul 14 09:46:46.898021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10f46bc8-4e4f-4561-aff6-0dfdc48394f6 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.080354 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-10f46bc8-4e4f-4561-aff6-0dfdc48394f6 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:46:47.082977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-10f46bc8-4e4f-4561-aff6-0dfdc48394f6 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3741086 Jul 14 09:46:47.086179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52958) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.158868 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-795fc3a8-1fc1-4495-b393-0579445c3c9b req-8a20d180-fb82-481d-a613-dfbc0382c33a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=3ab26966-36e4-455d-9921-a30247497773 HTTP/1.1" status: 200 len: 210 time: 0.0709989 Jul 14 09:46:47.182575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:47.223824 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:46:47.273688 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22834cd4-20a6-4c37-b242-bb66b3c15da0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.333985 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22834cd4-20a6-4c37-b242-bb66b3c15da0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.380913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:47.402026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22834cd4-20a6-4c37-b242-bb66b3c15da0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.407692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-22834cd4-20a6-4c37-b242-bb66b3c15da0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.414401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-22834cd4-20a6-4c37-b242-bb66b3c15da0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/5bc22fb8-ca57-4f53-91b5-1b32c089b1d7 HTTP/1.1" status: 204 len: 168 time: 0.3261199 Jul 14 09:46:47.417521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52962) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.457115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22834cd4-20a6-4c37-b242-bb66b3c15da0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc22fb8-ca57-4f53-91b5-1b32c089b1d7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:47.514622 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc628477-e143-4a36-b53c-13eeb06d2d86 x-openstack-request-id: req-fc628477-e143-4a36-b53c-13eeb06d2d86 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:47.515007 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "name": "network-vif-plugged", "status": "completed", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:47.515236 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc628477-e143-4a36-b53c-13eeb06d2d86 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:47.515554 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'code': 200} Jul 14 09:46:47.527293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d186ac-661f-4922-a0f4-e402cbcf2a23 req-5e784b8a-c025-49fa-97e7-d3862ea0467d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.533236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d186ac-661f-4922-a0f4-e402cbcf2a23 req-5e784b8a-c025-49fa-97e7-d3862ea0467d tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 946 time: 0.2086577 Jul 14 09:46:47.586365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d7bb78bb-d59e-4376-8a31-c407e5e39f9f tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1587412 Jul 14 09:46:47.590824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52964) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.612180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:47.621785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f74af5fc-359d-4320-a1aa-4c9cd26862ae tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--175750478'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:47.668846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] Checking router: 9e7e47e2-5514-4d8a-83c4-e69959b8d96f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:47.681696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:47.682946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:46:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:47.694856 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82f8fb7-612f-4e7d-babd-a86d155e0b96 x-openstack-request-id: req-e82f8fb7-612f-4e7d-babd-a86d155e0b96 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:47.695177 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab26966-36e4-455d-9921-a30247497773", "name": "network-vif-deleted", "tag": "c376c8dc-95d3-4806-9dc0-d63f01bd9ad4", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:47.695443 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e82f8fb7-612f-4e7d-babd-a86d155e0b96 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:47.697576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43d186ac-661f-4922-a0f4-e402cbcf2a23 req-16117c1f-6450-4283-a2f6-3a202be99e2e tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578333 Jul 14 09:46:47.698387 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab26966-36e4-455d-9921-a30247497773', 'name': 'network-vif-deleted', 'tag': 'c376c8dc-95d3-4806-9dc0-d63f01bd9ad4', 'status': 'completed', 'code': 200} Jul 14 09:46:47.780893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f74af5fc-359d-4320-a1aa-4c9cd26862ae tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.898727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f74af5fc-359d-4320-a1aa-4c9cd26862ae tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.907873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78544074-456d-4b74-8a3d-2c3fd6e0eefd req-b0315024-982a-4fcd-ba44-fbe4df3b6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:47.910298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-78544074-456d-4b74-8a3d-2c3fd6e0eefd req-b0315024-982a-4fcd-ba44-fbe4df3b6bdf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1098 time: 0.3078594 Jul 14 09:46:47.911064 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f74af5fc-359d-4320-a1aa-4c9cd26862ae tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.953505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:47.968292 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f74af5fc-359d-4320-a1aa-4c9cd26862ae tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:47.974223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52968) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.981304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d1911962-1518-4860-9e6d-2cd06915e4b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'd41fa370-bec3-4340-8bad-720fbc08e8a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:47.983288 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-d1911962-1518-4860-9e6d-2cd06915e4b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:46:47.984063 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-d1911962-1518-4860-9e6d-2cd06915e4b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:47.988956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d1911962-1518-4860-9e6d-2cd06915e4b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133207 Jul 14 09:46:47.989993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52970) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:47.990405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f74af5fc-359d-4320-a1aa-4c9cd26862ae tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3912525 Jul 14 09:46:48.025968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74af5fc-359d-4320-a1aa-4c9cd26862ae tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41fa370-bec3-4340-8bad-720fbc08e8a6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:48.039586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-78544074-456d-4b74-8a3d-2c3fd6e0eefd req-b8d5e021-5de1-4c81-92e6-0e50ddd8f248 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140518 Jul 14 09:46:48.069627 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ed16d17-da2d-4e3b-a379-632870fdee33 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.097685 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ed16d17-da2d-4e3b-a379-632870fdee33 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.160884 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ed16d17-da2d-4e3b-a379-632870fdee33 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.165915 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ed16d17-da2d-4e3b-a379-632870fdee33 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.170850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:48.172174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7ed16d17-da2d-4e3b-a379-632870fdee33 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/d41fa370-bec3-4340-8bad-720fbc08e8a6 HTTP/1.1" status: 204 len: 168 time: 0.1801829 Jul 14 09:46:48.173093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52984) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.216888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:48.217613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device c376c8dc-95d3-4806-9dc0-d63f01bd9ad4 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:48.221949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed16d17-da2d-4e3b-a379-632870fdee33 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41fa370-bec3-4340-8bad-720fbc08e8a6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:48.250217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906daf46-7b6c-4ccb-9042-04ab895327a3 req-0ae6095a-5945-4f12-b76e-550d72e23a56 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.265768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-906daf46-7b6c-4ccb-9042-04ab895327a3 req-0ae6095a-5945-4f12-b76e-550d72e23a56 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 946 time: 0.1694002 Jul 14 09:46:48.294748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-666125e7-d19f-4b4c-bef0-62d08c3d8b9d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1159317 Jul 14 09:46:48.295749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52988) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.301499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9b46eff0-398a-436e-862c-13fbf68b30bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011151784'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:48.338640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b46eff0-398a-436e-862c-13fbf68b30bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.384788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:48.445861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd0db71-3d71-44cf-8824-d91f31b4fe6d None None] The sync data for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 is: [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:48.483161 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-906daf46-7b6c-4ccb-9042-04ab895327a3 req-792601b5-1e99-4e89-8cf3-f8de1ddc5603 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124205 Jul 14 09:46:48.495565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b46eff0-398a-436e-862c-13fbf68b30bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.503383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b46eff0-398a-436e-862c-13fbf68b30bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.573637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-52d358f9-38e1-4bf1-a7fd-a10d996c0d8b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:48.574412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46eff0-398a-436e-862c-13fbf68b30bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50454543-0ab3-4874-aea3-cde676ed2f60,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:48.576533 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-52d358f9-38e1-4bf1-a7fd-a10d996c0d8b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.69 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 946 time: 0.2534461 Jul 14 09:46:48.589151 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b46eff0-398a-436e-862c-13fbf68b30bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.595037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9b46eff0-398a-436e-862c-13fbf68b30bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2977920 Jul 14 09:46:48.595876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53000) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.604263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0d6f55f7-fddb-4564-8423-00d7aed171a0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '50454543-0ab3-4874-aea3-cde676ed2f60', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:48.605458 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-0d6f55f7-fddb-4564-8423-00d7aed171a0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:46:48.606076 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-0d6f55f7-fddb-4564-8423-00d7aed171a0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:48.613197 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0d6f55f7-fddb-4564-8423-00d7aed171a0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0156596 Jul 14 09:46:48.614156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53002) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.634371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53004) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.712096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.741680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.741853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-919521c6-9ca8-488a-aa2a-bf2ad10d7009 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.780907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-919521c6-9ca8-488a-aa2a-bf2ad10d7009 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.810990 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.814110 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.818762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Deleting port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:48.819650 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.820510 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/50454543-0ab3-4874-aea3-cde676ed2f60 HTTP/1.1" status: 204 len: 168 time: 0.1940265 Jul 14 09:46:48.821313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53008) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:48.878643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50454543-0ab3-4874-aea3-cde676ed2f60,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:48.896226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.900016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.900339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.904820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.904820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.904820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.904820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.905429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.906538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.908297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.908680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.909027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ba2af-35a4-4223-9ffa-a5a2570e1abd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:46:48.984182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] For port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:48.985874 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:48.988835 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04919891-e543-47a0-accb-8fd51378eaae None None] New status for floating IP 38efc7d1-9843-4aa1-88d8-fe322a7cc8ed: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:49.056124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Calling delete_port for 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:49.099312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cdd8b3f7-3160-48af-8e66-74501f801671 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2739530 Jul 14 09:46:49.105862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53016) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.119259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2000d7f3-ff8b-4935-87e8-4962d284aa74 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--813530753'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:49.186559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-919521c6-9ca8-488a-aa2a-bf2ad10d7009 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.192867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2000d7f3-ff8b-4935-87e8-4962d284aa74 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.194319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-919521c6-9ca8-488a-aa2a-bf2ad10d7009 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.202367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-919521c6-9ca8-488a-aa2a-bf2ad10d7009 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "DELETE /v2.0/security-groups/d3637e52-8ce8-441b-a741-9d4c5acea8e9 HTTP/1.1" status: 204 len: 168 time: 0.5665061 Jul 14 09:46:49.209358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.232106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919521c6-9ca8-488a-aa2a-bf2ad10d7009 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3637e52-8ce8-441b-a741-9d4c5acea8e9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.241193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4039125-5084-4b6f-8149-f6577ade65bf req-d2c6e826-599b-40e0-a222-62e8d08d48bf tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:49.251717 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4039125-5084-4b6f-8149-f6577ade65bf req-d2c6e826-599b-40e0-a222-62e8d08d48bf tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 946 time: 0.2525091 Jul 14 09:46:49.287834 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-58c5c16f-47a5-4573-8e8e-8296831073cc tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] show failed (client error): The resource could not be found. Jul 14 09:46:49.289042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-58c5c16f-47a5-4573-8e8e-8296831073cc tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups/d3637e52-8ce8-441b-a741-9d4c5acea8e9 HTTP/1.1" status: 404 len: 347 time: 0.0773070 Jul 14 09:46:49.297091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53022) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.342633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4039125-5084-4b6f-8149-f6577ade65bf req-b381fdcd-6f7b-43a6-91bf-191912fbf85c tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893066 Jul 14 09:46:49.467128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2000d7f3-ff8b-4935-87e8-4962d284aa74 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.476614 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2000d7f3-ff8b-4935-87e8-4962d284aa74 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.542837 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2000d7f3-ff8b-4935-87e8-4962d284aa74 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.547618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2000d7f3-ff8b-4935-87e8-4962d284aa74 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4334550 Jul 14 09:46:49.547618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53032) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.564416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-80073eed-4613-48dc-aad9-d5ae3f1e9d6f tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '553d8b4b-08bd-49e6-af4b-ed395cd83890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:49.577230 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-80073eed-4613-48dc-aad9-d5ae3f1e9d6f tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:46:49.582719 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-80073eed-4613-48dc-aad9-d5ae3f1e9d6f tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:49.582719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-80073eed-4613-48dc-aad9-d5ae3f1e9d6f tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0302489 Jul 14 09:46:49.582719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000d7f3-ff8b-4935-87e8-4962d284aa74 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553d8b4b-08bd-49e6-af4b-ed395cd83890,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.598558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53034) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.605367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-de349a86-b8d8-4f53-8576-d0c2a6644501 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '553d8b4b-08bd-49e6-af4b-ed395cd83890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:49.606110 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-de349a86-b8d8-4f53-8576-d0c2a6644501 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:46:49.607921 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-de349a86-b8d8-4f53-8576-d0c2a6644501 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:49.610053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-de349a86-b8d8-4f53-8576-d0c2a6644501 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092900 Jul 14 09:46:49.611842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.616696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a8438b83-d53e-48df-915e-b5eb12a1406c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '553d8b4b-08bd-49e6-af4b-ed395cd83890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:49.618186 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-a8438b83-d53e-48df-915e-b5eb12a1406c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:46:49.619046 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-a8438b83-d53e-48df-915e-b5eb12a1406c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:49.622749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a8438b83-d53e-48df-915e-b5eb12a1406c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078790 Jul 14 09:46:49.624055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53038) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.631064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ce340ca2-b98f-437e-a3c1-7e120bab480a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '553d8b4b-08bd-49e6-af4b-ed395cd83890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:49.632292 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-ce340ca2-b98f-437e-a3c1-7e120bab480a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:46:49.632956 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-ce340ca2-b98f-437e-a3c1-7e120bab480a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:49.634054 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ce340ca2-b98f-437e-a3c1-7e120bab480a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089259 Jul 14 09:46:49.637062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53040) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:49.640564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.661203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['1ad0b0ae-1bca-47fc-bfac-89ab75de4d47'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:49.664532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3abc61f1-c105-4866-bb78-c9b96b4f7616', '7a157f43-8d60-449b-954d-7ee92018c077'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:49.688584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Pushing event deleted for resources: {'Port': ['ID=1ad0b0ae-1bca-47fc-bfac-89ab75de4d47,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:49.746153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Deleting port 943f0beb-400b-49dc-b2d2-d44c6d935769 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:49.746528 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.749166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] No DVR routers for this DVR port 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:49.753421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.756241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-60fc5c38-6fd5-40d8-a62c-f419ca079c04 req-b213746d-fc75-4858-93e0-e60177ac9779 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.69 "DELETE /v2.0/ports/1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 HTTP/1.1" status: 204 len: 173 time: 1.1728082 Jul 14 09:46:49.758805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511ce42-8e46-4298-a5e4-c15c8365c4da', 'name': 'network-vif-deleted', 'tag': '1ad0b0ae-1bca-47fc-bfac-89ab75de4d47'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:49.761231 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550b5c95-c268-4795-9642-16b622ad978d" -d '{"events": [{"server_uuid": "0511ce42-8e46-4298-a5e4-c15c8365c4da", "name": "network-vif-deleted", "tag": "1ad0b0ae-1bca-47fc-bfac-89ab75de4d47"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:49.793628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3a743c6-0140-4832-ae1c-ebb6fac8d454 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.868371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62172b8e-ac78-4b91-97b9-4426a90a98fa req-da1d9fb5-c3db-44ed-9739-0b380af775d3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:49.871093 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62172b8e-ac78-4b91-97b9-4426a90a98fa req-da1d9fb5-c3db-44ed-9739-0b380af775d3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 946 time: 0.2111540 Jul 14 09:46:49.874625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3a743c6-0140-4832-ae1c-ebb6fac8d454 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.934194 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.934194 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.954136 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6434ac8-a8f5-4126-ae23-df7a16894a9d x-openstack-request-id: req-e6434ac8-a8f5-4126-ae23-df7a16894a9d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:49.956949 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511ce42-8e46-4298-a5e4-c15c8365c4da", "name": "network-vif-deleted", "tag": "1ad0b0ae-1bca-47fc-bfac-89ab75de4d47", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:49.957816 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6434ac8-a8f5-4126-ae23-df7a16894a9d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:49.959060 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0511ce42-8e46-4298-a5e4-c15c8365c4da', 'name': 'network-vif-deleted', 'tag': '1ad0b0ae-1bca-47fc-bfac-89ab75de4d47', 'status': 'completed', 'code': 200} Jul 14 09:46:49.974326 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-62172b8e-ac78-4b91-97b9-4426a90a98fa req-3eaa7b13-9369-4f40-a264-d35d8a594e7a tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857401 Jul 14 09:46:49.987322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Calling delete_port for 943f0beb-400b-49dc-b2d2-d44c6d935769 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:49.988472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3a743c6-0140-4832-ae1c-ebb6fac8d454 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.994502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3a743c6-0140-4832-ae1c-ebb6fac8d454 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:49.995454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b3a743c6-0140-4832-ae1c-ebb6fac8d454 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/553d8b4b-08bd-49e6-af4b-ed395cd83890 HTTP/1.1" status: 204 len: 168 time: 0.3566985 Jul 14 09:46:50.000747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.066705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a743c6-0140-4832-ae1c-ebb6fac8d454 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553d8b4b-08bd-49e6-af4b-ed395cd83890,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.158152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53052) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.158760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-99f26d5f-daec-4ca6-90e2-e59ce69d6f99 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1523998 Jul 14 09:46:50.169933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-937bd142-2bc7-404f-8d12-1fb461453c48 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308556515'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.209870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-937bd142-2bc7-404f-8d12-1fb461453c48 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.429619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e922da-0ec4-4cb0-bda4-c0cdb73d0b7b req-9e1e3e77-0618-43f1-9ead-b5fa30144e43 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:50.431571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4e922da-0ec4-4cb0-bda4-c0cdb73d0b7b req-9e1e3e77-0618-43f1-9ead-b5fa30144e43 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 946 time: 0.1817966 Jul 14 09:46:50.436716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.500424 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-937bd142-2bc7-404f-8d12-1fb461453c48 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.507779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event deleted for resources: {'Port': ['ID=943f0beb-400b-49dc-b2d2-d44c6d935769,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.514267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-937bd142-2bc7-404f-8d12-1fb461453c48 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.587279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c936d299-b4e0-4cbc-b234-6fda987f461d req-fdc84809-3d6e-4b47-b0c5-3eb8a5d84966 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=0511ce42-8e46-4298-a5e4-c15c8365c4da HTTP/1.1" status: 200 len: 210 time: 0.0406570 Jul 14 09:46:50.605186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-937bd142-2bc7-404f-8d12-1fb461453c48 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.606474 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-937bd142-2bc7-404f-8d12-1fb461453c48 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4454141 Jul 14 09:46:50.610699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53064) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.618372 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4e922da-0ec4-4cb0-bda4-c0cdb73d0b7b req-45730089-2b9e-4004-a8f4-6fd178f4825d tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698787 Jul 14 09:46:50.624226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c5e9c1d4-b010-4de3-bead-dea75c731f9d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.625158 n-d-780147-26 neutron-server[93780]: WARNING neutron.api.v2.base [None req-c5e9c1d4-b010-4de3-bead-dea75c731f9d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:46:50.625667 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-c5e9c1d4-b010-4de3-bead-dea75c731f9d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:50.626872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c5e9c1d4-b010-4de3-bead-dea75c731f9d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0117106 Jul 14 09:46:50.630829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bd142-2bc7-404f-8d12-1fb461453c48 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:50.636849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.643565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-37d85a96-36d0-459f-90e3-8d83a32da411 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.678200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.682626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:50.683906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.685463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0c0b6362-7eab-41c1-a48a-b8ad6f6cafca tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "DELETE /v2.0/floatingips/38efc7d1-9843-4aa1-88d8-fe322a7cc8ed HTTP/1.1" status: 204 len: 168 time: 1.3828259 Jul 14 09:46:50.745077 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-37d85a96-36d0-459f-90e3-8d83a32da411 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:50.749055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-37d85a96-36d0-459f-90e3-8d83a32da411 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1076860 Jul 14 09:46:50.750729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53072) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.766677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-74b8f18a-52f4-4b6c-915a-566733e3ff3b tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.767830 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-74b8f18a-52f4-4b6c-915a-566733e3ff3b tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:46:50.768490 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-74b8f18a-52f4-4b6c-915a-566733e3ff3b tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:50.770093 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-74b8f18a-52f4-4b6c-915a-566733e3ff3b tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0160646 Jul 14 09:46:50.772663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53076) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.780841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-caa4b830-efc3-401e-8308-b6fbd5fc289e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.836698 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-caa4b830-efc3-401e-8308-b6fbd5fc289e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:50.842585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53078) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.845813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-caa4b830-efc3-401e-8308-b6fbd5fc289e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0711918 Jul 14 09:46:50.850655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bd0ec62b-3fc6-4f8f-a575-2eb3108e10e4 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.851251 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-bd0ec62b-3fc6-4f8f-a575-2eb3108e10e4 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:46:50.852231 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-bd0ec62b-3fc6-4f8f-a575-2eb3108e10e4 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:50.856307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53080) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.856665 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bd0ec62b-3fc6-4f8f-a575-2eb3108e10e4 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127351 Jul 14 09:46:50.862583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f58e1f22-666a-4c6e-b7f8-f12f1a5ab8cb tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.895790 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-f58e1f22-666a-4c6e-b7f8-f12f1a5ab8cb tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Project 33b5be3254d04a289a4b856f5b3352e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:46:50.921613 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-f58e1f22-666a-4c6e-b7f8-f12f1a5ab8cb tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:50.925563 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f58e1f22-666a-4c6e-b7f8-f12f1a5ab8cb tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0648019 Jul 14 09:46:50.925934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53086) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.932424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3802b915-37eb-4af2-b55b-0873adef49d0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.933088 n-d-780147-26 neutron-server[93780]: WARNING neutron.api.v2.base [None req-3802b915-37eb-4af2-b55b-0873adef49d0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:46:50.933591 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-3802b915-37eb-4af2-b55b-0873adef49d0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:50.936281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3802b915-37eb-4af2-b55b-0873adef49d0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081570 Jul 14 09:46:50.938204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53088) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:50.947139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a8661db4-8f7b-4c2a-9cbd-03789db852bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:50.986440 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-a8661db4-8f7b-4c2a-9cbd-03789db852bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Project 33b5be3254d04a289a4b856f5b3352e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:46:51.027222 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-a8661db4-8f7b-4c2a-9cbd-03789db852bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:51.027547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995a62d8-2f97-45da-bda2-2c341a7420bf tempest-TestVolumeBackupRestore-1642287692 tempest-TestVolumeBackupRestore-1642287692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:51.030554 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-995a62d8-2f97-45da-bda2-2c341a7420bf tempest-TestVolumeBackupRestore-1642287692 tempest-TestVolumeBackupRestore-1642287692-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1093 time: 0.3434956 Jul 14 09:46:51.033202 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a8661db4-8f7b-4c2a-9cbd-03789db852bc tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0922246 Jul 14 09:46:51.034601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.044894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53092) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.045755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53094) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.047147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.056966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-78edac15-7c2a-40e6-8ad5-d0e8b6fd1bf0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214810050', 'description': 'tempest-description--831251519'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.071380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6ac16e86-097f-4742-acb9-b38d79eb373d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.084157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.108786 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-6ac16e86-097f-4742-acb9-b38d79eb373d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Project 33b5be3254d04a289a4b856f5b3352e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:46:51.133048 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78edac15-7c2a-40e6-8ad5-d0e8b6fd1bf0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.137156 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-6ac16e86-097f-4742-acb9-b38d79eb373d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:51.138446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6ac16e86-097f-4742-acb9-b38d79eb373d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0909283 Jul 14 09:46:51.146772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53096) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.233215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d5aac58-70a0-4202-a4cd-61fc082168b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.241697 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.270987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d5aac58-70a0-4202-a4cd-61fc082168b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.324837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78edac15-7c2a-40e6-8ad5-d0e8b6fd1bf0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.329593 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78edac15-7c2a-40e6-8ad5-d0e8b6fd1bf0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.352239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d5aac58-70a0-4202-a4cd-61fc082168b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.354876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d5aac58-70a0-4202-a4cd-61fc082168b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.358943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9d5aac58-70a0-4202-a4cd-61fc082168b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60 HTTP/1.1" status: 204 len: 168 time: 0.2088292 Jul 14 09:46:51.362052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53104) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.379980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-78edac15-7c2a-40e6-8ad5-d0e8b6fd1bf0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.383852 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-78edac15-7c2a-40e6-8ad5-d0e8b6fd1bf0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3312805 Jul 14 09:46:51.383852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78edac15-7c2a-40e6-8ad5-d0e8b6fd1bf0 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29eaf499-8852-4963-a51d-105583f91b2c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.386804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53106) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.395508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-654efd7f-bd16-468d-9c6e-715a1d90e880 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'security_group_rule': {'security_group_id': '29eaf499-8852-4963-a51d-105583f91b2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.414648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Allocated IP 172.25.0.136 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/eac61fae-a6bb-40e1-88ca-875c4449b213) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:51.432773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5aac58-70a0-4202-a4cd-61fc082168b0 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42e7ddf-4f06-4bd4-9f5f-05a29cd57a60,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.471217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-193bd229-e5e1-4180-abd4-2579db034803 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070516 Jul 14 09:46:51.476846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53108) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.480053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5bc4814b-9694-4ed3-a4a0-469d7d1181a8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--929662676'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.495437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-654efd7f-bd16-468d-9c6e-715a1d90e880 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.525738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bc4814b-9694-4ed3-a4a0-469d7d1181a8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.581951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.602333 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-654efd7f-bd16-468d-9c6e-715a1d90e880 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.612296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-654efd7f-bd16-468d-9c6e-715a1d90e880 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.649732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654efd7f-bd16-468d-9c6e-715a1d90e880 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c9d02e-1b05-4814-9c58-25fef9efdfd0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.658417 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.689642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bc4814b-9694-4ed3-a4a0-469d7d1181a8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.694863 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bc4814b-9694-4ed3-a4a0-469d7d1181a8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.709447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-654efd7f-bd16-468d-9c6e-715a1d90e880 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.711175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-654efd7f-bd16-468d-9c6e-715a1d90e880 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3234508 Jul 14 09:46:51.720472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53116) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.729480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d2449f7c-e02e-40e8-9401-18a5f0732729 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'security_group_rule': {'security_group_id': '29eaf499-8852-4963-a51d-105583f91b2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.733277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:51.734955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:51.742119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:51.748528 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5bc4814b-9694-4ed3-a4a0-469d7d1181a8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.753101 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5bc4814b-9694-4ed3-a4a0-469d7d1181a8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2746539 Jul 14 09:46:51.758968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53120) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:51.771380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8ffe0845-7073-4aee-aa9a-ee7d3fe5afbd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b00a9316-0d3e-43e9-ab95-5ebd18ebfb95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:51.785218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4814b-9694-4ed3-a4a0-469d7d1181a8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00a9316-0d3e-43e9-ab95-5ebd18ebfb95,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.785831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'Port': ['ID=eac61fae-a6bb-40e1-88ca-875c4449b213,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:51.822746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2449f7c-e02e-40e8-9401-18a5f0732729 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.875311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6664bde-34fb-4a56-ba3a-c35c02d565d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.963276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2449f7c-e02e-40e8-9401-18a5f0732729 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:51.971797 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-8ffe0845-7073-4aee-aa9a-ee7d3fe5afbd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The resource could not be found. Jul 14 09:46:51.984675 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8ffe0845-7073-4aee-aa9a-ee7d3fe5afbd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2172134 Jul 14 09:46:51.986185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53128) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.004330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-eb8df6bf-9952-4bd6-82f9-d797f0060741 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'b00a9316-0d3e-43e9-ab95-5ebd18ebfb95', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '11df640e-2641-43d5-bf87-3b4c163f6ac9'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:52.014777 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2449f7c-e02e-40e8-9401-18a5f0732729 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.050494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449f7c-e02e-40e8-9401-18a5f0732729 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02329444-adbe-45b3-9ada-fe7de1c8b68e,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:52.087748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2449f7c-e02e-40e8-9401-18a5f0732729 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.092044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d2449f7c-e02e-40e8-9401-18a5f0732729 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668678 Jul 14 09:46:52.094445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53130) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.100570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:52.108787 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-eb8df6bf-9952-4bd6-82f9-d797f0060741 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The resource could not be found. Jul 14 09:46:52.112237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eb8df6bf-9952-4bd6-82f9-d797f0060741 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1224074 Jul 14 09:46:52.112566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53134) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.129456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:52.169884 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.171613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:52.187161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a71997c-4004-491f-b92c-ed269d07b95a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.188431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 1ad0b0ae-1bca-47fc-bfac-89ab75de4d47 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:52.216690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a71997c-4004-491f-b92c-ed269d07b95a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.315594 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a71997c-4004-491f-b92c-ed269d07b95a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.319345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3a71997c-4004-491f-b92c-ed269d07b95a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.320716 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3a71997c-4004-491f-b92c-ed269d07b95a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/b00a9316-0d3e-43e9-ab95-5ebd18ebfb95 HTTP/1.1" status: 204 len: 168 time: 0.2064946 Jul 14 09:46:52.326545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53142) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.350840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71997c-4004-491f-b92c-ed269d07b95a tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00a9316-0d3e-43e9-ab95-5ebd18ebfb95,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:52.388403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7d9009e7-e53e-4cac-848d-5fe009dc3964 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601380 Jul 14 09:46:52.392830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53144) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.399052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ab21b1a2-80b2-4bb8-a457-418ae40b0e1e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': 'd76e6136-c895-4591-9cfc-9f12a437d852', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:52.452933 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-ab21b1a2-80b2-4bb8-a457-418ae40b0e1e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The resource could not be found. Jul 14 09:46:52.458520 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ab21b1a2-80b2-4bb8-a457-418ae40b0e1e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0607672 Jul 14 09:46:52.458981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53146) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.466891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-db7c928f-d054-437f-a864-61a7ad7d17bd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--860399769'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:52.487803 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.495249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db7c928f-d054-437f-a864-61a7ad7d17bd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.500540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b821ed65-ad5e-4b4d-a22c-d576f4e262d0 req-4cc6a3c8-da11-47bf-924b-d4d7acc95212 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:52.502270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b821ed65-ad5e-4b4d-a22c-d576f4e262d0 req-4cc6a3c8-da11-47bf-924b-d4d7acc95212 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 945 time: 0.1619689 Jul 14 09:46:52.547622 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.602483 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db7c928f-d054-437f-a864-61a7ad7d17bd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.613343 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db7c928f-d054-437f-a864-61a7ad7d17bd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.658870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db7c928f-d054-437f-a864-61a7ad7d17bd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.660114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db7c928f-d054-437f-a864-61a7ad7d17bd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1993370 Jul 14 09:46:52.663139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53152) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.664895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b821ed65-ad5e-4b4d-a22c-d576f4e262d0 req-3f311d51-4d36-43fb-83eb-e4a132f0c3ad tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415191 Jul 14 09:46:52.670918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-12e21e56-ce36-4139-8211-893a2f168b6e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875397295'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:52.675574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c928f-d054-437f-a864-61a7ad7d17bd tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49512d13-57b4-4ada-adca-357379543714,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:52.703141 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12e21e56-ce36-4139-8211-893a2f168b6e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.730611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.798020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Allocated IP 172.25.0.17 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/02bc9b80-8b90-4ee7-a379-91de045b7515) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:46:52.845421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12e21e56-ce36-4139-8211-893a2f168b6e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.852143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12e21e56-ce36-4139-8211-893a2f168b6e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.879826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12e21e56-ce36-4139-8211-893a2f168b6e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:52.881399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-12e21e56-ce36-4139-8211-893a2f168b6e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2169528 Jul 14 09:46:52.885140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53158) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:52.890537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8ff7c0a4-be36-4418-944a-643707a929b9 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '49512d13-57b4-4ada-adca-357379543714', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '54d9e277-fbdb-405e-a622-5cc09dcc82d2'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:52.919745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e21e56-ce36-4139-8211-893a2f168b6e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d9e277-fbdb-405e-a622-5cc09dcc82d2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:52.960484 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-8ff7c0a4-be36-4418-944a-643707a929b9 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:52.964478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8ff7c0a4-be36-4418-944a-643707a929b9 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0757024 Jul 14 09:46:52.964905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53160) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.041262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3070bd92-4112-4d8a-9ed2-f424cde0b83c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.080901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3070bd92-4112-4d8a-9ed2-f424cde0b83c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.168889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3070bd92-4112-4d8a-9ed2-f424cde0b83c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.172673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3070bd92-4112-4d8a-9ed2-f424cde0b83c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.174765 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3070bd92-4112-4d8a-9ed2-f424cde0b83c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/54d9e277-fbdb-405e-a622-5cc09dcc82d2 HTTP/1.1" status: 204 len: 168 time: 0.2083752 Jul 14 09:46:53.178143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.206150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070bd92-4112-4d8a-9ed2-f424cde0b83c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d9e277-fbdb-405e-a622-5cc09dcc82d2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.306377 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-30febb5e-b42b-4cd4-adf5-1c0758052967 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1268694 Jul 14 09:46:53.310075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53170) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.373044 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.385210 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.391674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.398234 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b7689f-1201-4452-a316-692cf021ce54 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.434265 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b7689f-1201-4452-a316-692cf021ce54 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.491994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event updated for resources: {'Port': ['ID=eac61fae-a6bb-40e1-88ca-875c4449b213,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.502931 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b7689f-1201-4452-a316-692cf021ce54 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.505944 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5b7689f-1201-4452-a316-692cf021ce54 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.507484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e5b7689f-1201-4452-a316-692cf021ce54 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/49512d13-57b4-4ada-adca-357379543714 HTTP/1.1" status: 204 len: 168 time: 0.1961551 Jul 14 09:46:53.513277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53178) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.526264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7689f-1201-4452-a316-692cf021ce54 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49512d13-57b4-4ada-adca-357379543714,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.574219 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.594730 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4a9cb11f-90ac-45f6-a5e2-98d041fc4f62 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0796065 Jul 14 09:46:53.605203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53180) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.612523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9c556880-2123-4d38-a1b0-4702321cb892 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--142444312'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:53.614446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.643991 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c556880-2123-4d38-a1b0-4702321cb892 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.714966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:46:53.724840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:46:53.732351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:46:53.740142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'Port': ['ID=02bc9b80-8b90-4ee7-a379-91de045b7515,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.775283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-bc1355c5-22a6-4e5a-b184-991d99f25dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:53.776902 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-bc1355c5-22a6-4e5a-b184-991d99f25dd5 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 945 time: 0.2493694 Jul 14 09:46:53.782413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c556880-2123-4d38-a1b0-4702321cb892 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.788829 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c556880-2123-4d38-a1b0-4702321cb892 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.830003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c556880-2123-4d38-a1b0-4702321cb892 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79faaf51-2db7-4436-89c5-90e271d4734e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:53.834304 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Floating IP 86aa4620-12df-4526-bbb1-13c5d0617398 associated. External IP: 172.25.0.136, port: b0445cf9-1f79-441c-997c-dac7c6d1e1e3. Jul 14 09:46:53.850897 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c556880-2123-4d38-a1b0-4702321cb892 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:53.856653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9c556880-2123-4d38-a1b0-4702321cb892 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2458355 Jul 14 09:46:53.856653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53188) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.863750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-280c3bb1-de50-4896-bf88-0d09f38e9e8d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '79faaf51-2db7-4436-89c5-90e271d4734e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:53.915801 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-280c3bb1-de50-4896-bf88-0d09f38e9e8d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:53.920133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-280c3bb1-de50-4896-bf88-0d09f38e9e8d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0625141 Jul 14 09:46:53.921080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53190) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:53.926438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6eb04936-75ce-4dc0-a84c-33361db5a930 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group_rule': {'security_group_id': '79faaf51-2db7-4436-89c5-90e271d4734e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:53.975986 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-6eb04936-75ce-4dc0-a84c-33361db5a930 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:53.980266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6eb04936-75ce-4dc0-a84c-33361db5a930 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0554001 Jul 14 09:46:53.983956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53192) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.061985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.062759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7a8875b-f097-463e-89fa-cd4a05187072 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.092652 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7a8875b-f097-463e-89fa-cd4a05187072 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.150380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7a8875b-f097-463e-89fa-cd4a05187072 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.154062 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7a8875b-f097-463e-89fa-cd4a05187072 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.156242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c7a8875b-f097-463e-89fa-cd4a05187072 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/79faaf51-2db7-4436-89c5-90e271d4734e HTTP/1.1" status: 204 len: 168 time: 0.1699088 Jul 14 09:46:54.162171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53200) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.175102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b142e21-0bb5-4a7e-95b5-1c192b0377e7 req-0f50761f-6dd0-41d8-9ea1-2ce120f1622b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:54.176886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b142e21-0bb5-4a7e-95b5-1c192b0377e7 req-0f50761f-6dd0-41d8-9ea1-2ce120f1622b tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 945 time: 0.2878749 Jul 14 09:46:54.178612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8875b-f097-463e-89fa-cd4a05187072 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79faaf51-2db7-4436-89c5-90e271d4734e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.184467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Deleting port 7a157f43-8d60-449b-954d-7ee92018c077 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:46:54.185367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.253563 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b533835e-c6a6-4ce9-a9ba-a34c300d086c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0859630 Jul 14 09:46:54.253923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53202) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.258992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9e611fea-3755-4659-a80c-d1a109832a4c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'tempest-secgroup--935485443'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:54.260973 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7016bb4-0f3d-462d-92be-315f7dc711c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.296915 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e611fea-3755-4659-a80c-d1a109832a4c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.336992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.438570 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b142e21-0bb5-4a7e-95b5-1c192b0377e7 req-bee62331-9ded-486e-a5f0-2c4a08d76973 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415347 Jul 14 09:46:54.440516 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e611fea-3755-4659-a80c-d1a109832a4c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.448879 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e611fea-3755-4659-a80c-d1a109832a4c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.483298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] For port 7a157f43-8d60-449b-954d-7ee92018c077, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=7a157f43-8d60-449b-954d-7ee92018c077,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:46:54.484003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.490106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Router 917149e3-6f41-4353-b0ca-d58fed2a18cc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:54.492356 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e611fea-3755-4659-a80c-d1a109832a4c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.493239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.499250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53208) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.499643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9e611fea-3755-4659-a80c-d1a109832a4c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2421627 Jul 14 09:46:54.502383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e611fea-3755-4659-a80c-d1a109832a4c tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb29372-5827-45f7-b084-4e0ea3ec3b76,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.507729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-45b2d9de-0151-471e-a2c8-06dcde3358fb tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:54.508451 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-45b2d9de-0151-471e-a2c8-06dcde3358fb tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:46:54.508802 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-45b2d9de-0151-471e-a2c8-06dcde3358fb tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:46:54.509723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-45b2d9de-0151-471e-a2c8-06dcde3358fb tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "PUT /v2.0/security-groups/0fb29372-5827-45f7-b084-4e0ea3ec3b76 HTTP/1.1" status: 409 len: 330 time: 0.0067837 Jul 14 09:46:54.512954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53212) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.556178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Calling delete_port for 7a157f43-8d60-449b-954d-7ee92018c077 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:46:54.574285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ec977f-46b1-42fe-9116-7ba66b4ed403 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.601642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ec977f-46b1-42fe-9116-7ba66b4ed403 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.649751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ec977f-46b1-42fe-9116-7ba66b4ed403 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.652810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ec977f-46b1-42fe-9116-7ba66b4ed403 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.654655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-47ec977f-46b1-42fe-9116-7ba66b4ed403 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/0fb29372-5827-45f7-b084-4e0ea3ec3b76 HTTP/1.1" status: 204 len: 168 time: 0.1399100 Jul 14 09:46:54.658113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53214) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.677499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec977f-46b1-42fe-9116-7ba66b4ed403 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb29372-5827-45f7-b084-4e0ea3ec3b76,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:54.719463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7b4b0eff-db56-43a2-b1fc-e329c2cf3e9e tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601585 Jul 14 09:46:54.725327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53216) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.748549 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-f4d30c0c-e129-439b-bc67-ed3acfe2cdf8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] delete failed (client error): The resource could not be found. Jul 14 09:46:54.754546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f4d30c0c-e129-439b-bc67-ed3acfe2cdf8 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "DELETE /v2.0/security-groups/6bedee68-a6d4-44fa-af1a-e16b5489a825 HTTP/1.1" status: 404 len: 347 time: 0.0238018 Jul 14 09:46:54.755549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53218) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.773761 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-b1bb0f06-92f0-4e58-a818-8ee82522eb21 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] show failed (client error): The resource could not be found. Jul 14 09:46:54.775068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b1bb0f06-92f0-4e58-a818-8ee82522eb21 tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-groups/51c8e4e0-f159-4161-abe6-a8c78929870e HTTP/1.1" status: 404 len: 347 time: 0.0192523 Jul 14 09:46:54.780103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53220) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:54.792911 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-498d5c8f-1370-4447-851d-760afcbf392d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] show failed (client error): The resource could not be found. Jul 14 09:46:54.796834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-498d5c8f-1370-4447-851d-760afcbf392d tempest-NegativeSecGroupIPv6Test-231680682 tempest-NegativeSecGroupIPv6Test-231680682-project] 10.222.0.73 "GET /v2.0/security-group-rules/8b3f3db9-6ade-4489-85cb-253ca088662f HTTP/1.1" status: 404 len: 356 time: 0.0124769 Jul 14 09:46:54.815962 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.821488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:54.828029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.842361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] Sync routers for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:54.860628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:54.862098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:46:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:54.924969 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:54.978228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'Port': ['ID=02bc9b80-8b90-4ee7-a379-91de045b7515,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:55.011325 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.026647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3abc61f1-c105-4866-bb78-c9b96b4f7616', '7a157f43-8d60-449b-954d-7ee92018c077'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:46:55.047042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Pushing event deleted for resources: {'Port': ['ID=7a157f43-8d60-449b-954d-7ee92018c077,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:55.050935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.076470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:55.079708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5266370a-912c-4133-9386-badbc2f20c27 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0410221 Jul 14 09:46:55.080378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53230) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:55.080960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:55.083293 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24356761-9316-4df7-ac6f-3123b149e534" -d '{"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:55.172917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881eefe1-ea1a-4780-96c0-52dbcd8d2c13 tempest-TestVolumeBackupRestore-1642287692 tempest-TestVolumeBackupRestore-1642287692-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:55.177674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-881eefe1-ea1a-4780-96c0-52dbcd8d2c13 tempest-TestVolumeBackupRestore-1642287692 tempest-TestVolumeBackupRestore-1642287692-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1093 time: 0.0933149 Jul 14 09:46:55.186690 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1826413f-6fd8-4855-a204-f6fc68f020d4 x-openstack-request-id: req-1826413f-6fd8-4855-a204-f6fc68f020d4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:55.186935 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:55.187127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53238) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:55.187271 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1826413f-6fd8-4855-a204-f6fc68f020d4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:55.187366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53240) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:55.187653 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'status': 'completed', 'code': 200} Jul 14 09:46:55.192812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.196438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f72805cf-420e-4aa3-aeae-7267871491ed tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1007957 Jul 14 09:46:55.220057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] No DVR routers for this DVR port 7a157f43-8d60-449b-954d-7ee92018c077 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:46:55.225528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Request body: {'floatingip': {'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:55.227608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.247930 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d0214b6-0806-4ab3-adbb-56db234eade7 req-7f379d8d-9d8b-42f3-9156-75baa69bdde0 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "DELETE /v2.0/ports/7a157f43-8d60-449b-954d-7ee92018c077 HTTP/1.1" status: 204 len: 173 time: 1.4601939 Jul 14 09:46:55.580537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-38f7ac2e-b6b1-4e19-a9d9-4d37e5d5b776 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=33b5be3254d04a289a4b856f5b3352e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883178 Jul 14 09:46:55.584670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.585693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53260) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:55.652914 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.725723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ad55378-bf1e-4641-bf56-4634ed6ee4ee req-f70a1846-5de4-4b05-8c48-1775af5771b7 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=bd2ad23c-707c-41d0-87b1-f42e840eb501 HTTP/1.1" status: 200 len: 210 time: 0.0603151 Jul 14 09:46:55.770779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '86aa4620-12df-4526-bbb1-13c5d0617398', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'mac_address': 'fa:16:3e:19:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:52Z', 'updated_at': '2021-07-14T09:46:52Z', 'revision_number': 0, 'project_id': '5bc23cab185841c2951399a296c98125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:55.771611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-681ab8af-a483-4f3a-a651-d8f70fae894b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.812992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-681ab8af-a483-4f3a-a651-d8f70fae894b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.816766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] Checking router: 917149e3-6f41-4353-b0ca-d58fed2a18cc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:46:55.826619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:55.827255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:46:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:55.888734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-681ab8af-a483-4f3a-a651-d8f70fae894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.893363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-681ab8af-a483-4f3a-a651-d8f70fae894b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:55.895298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-681ab8af-a483-4f3a-a651-d8f70fae894b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/94142489-2e3b-4197-b3fd-1a848fefb39f HTTP/1.1" status: 204 len: 168 time: 0.3086298 Jul 14 09:46:55.921674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ab8af-a483-4f3a-a651-d8f70fae894b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94142489-2e3b-4197-b3fd-1a848fefb39f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:56.078730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:56.424804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356761-9316-4df7-ac6f-3123b149e534 req-337debfc-5186-4864-9678-37ae028324b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.426457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24356761-9316-4df7-ac6f-3123b149e534 req-337debfc-5186-4864-9678-37ae028324b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bc23cab185841c2951399a296c98125&device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1098 time: 1.1853008 Jul 14 09:46:56.480291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-e7dca4ce-b70b-4ff2-bb0a-c5fd85d7a53c tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--214810050&fields=id&tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4 HTTP/1.1" status: 200 len: 267 time: 0.7055309 Jul 14 09:46:56.515969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '86aa4620-12df-4526-bbb1-13c5d0617398', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'mac_address': 'fa:16:3e:19:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:52Z', 'updated_at': '2021-07-14T09:46:52Z', 'revision_number': 0, 'project_id': '5bc23cab185841c2951399a296c98125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:56.599129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3cce0f-bc62-4c6f-bc55-1a5fdc8ad386 None None] The sync data for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 is: [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '86aa4620-12df-4526-bbb1-13c5d0617398', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'mac_address': 'fa:16:3e:19:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:52Z', 'updated_at': '2021-07-14T09:46:52Z', 'revision_number': 0, 'project_id': '5bc23cab185841c2951399a296c98125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:46:56.832520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356761-9316-4df7-ac6f-3123b149e534 req-00984f97-6f0a-45c8-ad64-ef722a04d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:56.834665 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24356761-9316-4df7-ac6f-3123b149e534 req-00984f97-6f0a-45c8-ad64-ef722a04d4bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a7832ed-406e-4a53-8415-6a0d861d99cd HTTP/1.1" status: 200 len: 914 time: 0.3913820 Jul 14 09:46:56.901669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.044433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53310) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.060237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7a157f43-8d60-449b-954d-7ee92018c077 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:46:57.093598 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf366a23-2b79-43d5-b2b6-d1fed7f7240e None None] New status for floating IP 86aa4620-12df-4526-bbb1-13c5d0617398: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:57.157904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 7a157f43-8d60-449b-954d-7ee92018c077 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:46:57.158401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 7a157f43-8d60-449b-954d-7ee92018c077 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:46:57.189342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2ad23c-707c-41d0-87b1-f42e840eb501', 'name': 'network-vif-deleted', 'tag': '7a157f43-8d60-449b-954d-7ee92018c077'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:57.196152 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01637b7-15d2-4f6d-96c9-6d1109fb0667" -d '{"events": [{"server_uuid": "bd2ad23c-707c-41d0-87b1-f42e840eb501", "name": "network-vif-deleted", "tag": "7a157f43-8d60-449b-954d-7ee92018c077"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:57.246692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.349219 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fec4de6-d183-4d30-9986-51ea05624e14 x-openstack-request-id: req-9fec4de6-d183-4d30-9986-51ea05624e14 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:57.349965 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2ad23c-707c-41d0-87b1-f42e840eb501", "name": "network-vif-deleted", "tag": "7a157f43-8d60-449b-954d-7ee92018c077", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:57.350741 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9fec4de6-d183-4d30-9986-51ea05624e14 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:57.351580 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd2ad23c-707c-41d0-87b1-f42e840eb501', 'name': 'network-vif-deleted', 'tag': '7a157f43-8d60-449b-954d-7ee92018c077', 'status': 'completed', 'code': 200} Jul 14 09:46:57.359249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e5591204-60b0-4555-a017-69248d91d87f tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:57.366649 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-e5591204-60b0-4555-a017-69248d91d87f tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:46:57.367269 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-e5591204-60b0-4555-a017-69248d91d87f tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:46:57.368716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e5591204-60b0-4555-a017-69248d91d87f tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3222549 Jul 14 09:46:57.374465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.381244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--301522711'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:57.410021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.424674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.428680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-21699f67-7a04-4598-97f1-747da90f0b40 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.431334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-21699f67-7a04-4598-97f1-747da90f0b40 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 811 time: 0.9502628 Jul 14 09:46:57.499422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-274a9f92-68a9-485b-8f9b-635664717967 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/quotas/5880c0bd5d9743d7ad80f5fff651c1f4 HTTP/1.1" status: 200 len: 375 time: 0.0516093 Jul 14 09:46:57.506336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24356761-9316-4df7-ac6f-3123b149e534 req-4f92ce47-42e7-4dc7-a2f5-979482975636 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3 HTTP/1.1" status: 200 len: 1000 time: 0.4080358 Jul 14 09:46:57.592298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.599564 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.677061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:46:57.725614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356761-9316-4df7-ac6f-3123b149e534 req-e08ea5b9-f708-469a-98bf-bad9a97533b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:57.727429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24356761-9316-4df7-ac6f-3123b149e534 req-e08ea5b9-f708-469a-98bf-bad9a97533b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=305ee63f-4825-4156-82e2-7f2011253b26 HTTP/1.1" status: 200 len: 852 time: 0.2019134 Jul 14 09:46:57.780354 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.786768 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.db.api [None req-cf366a23-2b79-43d5-b2b6-d1fed7f7240e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:46:57.787475 n-d-780147-26 neutron-server[93782]: DEBUG oslo_db.api [None req-cf366a23-2b79-43d5-b2b6-d1fed7f7240e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:46:57.789891 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.792034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.802005 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.821059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d767437-efd5-4395-b54e-2cef60d812ac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:57.843899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:57.848373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4702995 Jul 14 09:46:57.852160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53330) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:57.860646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c5e8902e-3bf4-4fc2-a999-c2e6962820bb tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '6dc5f1dc-92e1-4c1e-93b3-5b88d57fd8c5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:57.883598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc916f-7ced-4503-ab03-4dd86466f59b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc5f1dc-92e1-4c1e-93b3-5b88d57fd8c5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:57.923708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-49921952-1253-4a02-990e-e59300cdd7bc tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3965371 Jul 14 09:46:57.933740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5e8902e-3bf4-4fc2-a999-c2e6962820bb tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.025084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5e8902e-3bf4-4fc2-a999-c2e6962820bb tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.031244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5e8902e-3bf4-4fc2-a999-c2e6962820bb tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.077016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8902e-3bf4-4fc2-a999-c2e6962820bb tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=119231b2-ff31-4333-8a98-38f1c377ad52,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:58.088345 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5e8902e-3bf4-4fc2-a999-c2e6962820bb tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.090487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c5e8902e-3bf4-4fc2-a999-c2e6962820bb tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2371256 Jul 14 09:46:58.094170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.102634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0d298fd8-69d7-462b-aea5-45050fda8423 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '6dc5f1dc-92e1-4c1e-93b3-5b88d57fd8c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:58.115207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356761-9316-4df7-ac6f-3123b149e534 req-3ba1ea06-b567-498b-88d3-05188488c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:46:58.117248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24356761-9316-4df7-ac6f-3123b149e534 req-3ba1ea06-b567-498b-88d3-05188488c0a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a7832ed-406e-4a53-8415-6a0d861d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3822191 Jul 14 09:46:58.154665 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d298fd8-69d7-462b-aea5-45050fda8423 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.242498 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-0d298fd8-69d7-462b-aea5-45050fda8423 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:46:58.251512 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0d298fd8-69d7-462b-aea5-45050fda8423 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1554914 Jul 14 09:46:58.252418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.289760 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf366a23-2b79-43d5-b2b6-d1fed7f7240e None None] New status for floating IP 86aa4620-12df-4526-bbb1-13c5d0617398: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:46:58.378164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d86a-b054-44f1-82d0-ae261b815132 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.418392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d86a-b054-44f1-82d0-ae261b815132 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.484187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-312e0825-fcf6-45c8-a8ba-ac87dba06390 service neutron] 10.222.0.73 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347917 Jul 14 09:46:58.487264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d86a-b054-44f1-82d0-ae261b815132 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.491680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5b7d86a-b054-44f1-82d0-ae261b815132 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.497308 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d5b7d86a-b054-44f1-82d0-ae261b815132 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/6dc5f1dc-92e1-4c1e-93b3-5b88d57fd8c5 HTTP/1.1" status: 204 len: 168 time: 0.2435095 Jul 14 09:46:58.498962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53342) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.519616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7d86a-b054-44f1-82d0-ae261b815132 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc5f1dc-92e1-4c1e-93b3-5b88d57fd8c5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:58.590677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9c913100-aa6c-4afd-a187-8a01921617cd tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0767343 Jul 14 09:46:58.593583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.601201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2463d277-123b-4d75-b799-a9918cd8baf6 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--296879377'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:58.665760 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24356761-9316-4df7-ac6f-3123b149e534 req-23a84449-8be5-4f5f-b657-f5380f2ea80e service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349734 Jul 14 09:46:58.670804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2463d277-123b-4d75-b799-a9918cd8baf6 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.791924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Router 917149e3-6f41-4353-b0ca-d58fed2a18cc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:46:58.803784 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2463d277-123b-4d75-b799-a9918cd8baf6 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.809703 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2463d277-123b-4d75-b799-a9918cd8baf6 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.848462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2463d277-123b-4d75-b799-a9918cd8baf6 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:58.850802 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2463d277-123b-4d75-b799-a9918cd8baf6 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2556953 Jul 14 09:46:58.853514 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53348) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.858773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-90155ae0-5442-42b8-b5d1-a3ce63e3595d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '08bc34dd-431d-43c3-b744-3f670fa2cf92', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:58.859322 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-90155ae0-5442-42b8-b5d1-a3ce63e3595d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 14 09:46:58.861294 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-90155ae0-5442-42b8-b5d1-a3ce63e3595d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:58.862828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-90155ae0-5442-42b8-b5d1-a3ce63e3595d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083258 Jul 14 09:46:58.863777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463d277-123b-4d75-b799-a9918cd8baf6 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08bc34dd-431d-43c3-b744-3f670fa2cf92,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:58.866163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:58.937358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-3d9e1892-47bd-4206-9462-43347bd3101f service neutron] 10.222.0.73 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374747 Jul 14 09:46:58.948861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dc0a-3bdb-495d-ad79-474e216e1672 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.000140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24356761-9316-4df7-ac6f-3123b149e534 req-2692e497-0cb1-481a-9dd6-e983c4e23981 service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220513 Jul 14 09:46:59.009857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dc0a-3bdb-495d-ad79-474e216e1672 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.131399 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dc0a-3bdb-495d-ad79-474e216e1672 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.170567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5fb5dc0a-3bdb-495d-ad79-474e216e1672 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.172642 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5fb5dc0a-3bdb-495d-ad79-474e216e1672 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/08bc34dd-431d-43c3-b744-3f670fa2cf92 HTTP/1.1" status: 204 len: 168 time: 0.2940352 Jul 14 09:46:59.177449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53360) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:59.193991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5dc0a-3bdb-495d-ad79-474e216e1672 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bc34dd-431d-43c3-b744-3f670fa2cf92,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:59.289352 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ec49079e-76fb-47e2-89dc-3cb2baa20fcc tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102235 Jul 14 09:46:59.290199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:59.295846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-02396129-45f6-4697-9303-02c98d8b9b69 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1059227471'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:59.338750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02396129-45f6-4697-9303-02c98d8b9b69 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.449282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4ccfef47-fb1d-4b12-9d4e-71925919af76 req-84081d33-f3f6-495c-ad29-97622ad16d34 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 210 time: 0.1276016 Jul 14 09:46:59.555446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02396129-45f6-4697-9303-02c98d8b9b69 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.562461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02396129-45f6-4697-9303-02c98d8b9b69 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.629379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02396129-45f6-4697-9303-02c98d8b9b69 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.630821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-02396129-45f6-4697-9303-02c98d8b9b69 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3394265 Jul 14 09:46:59.634525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:59.635597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.645508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-13fcc9f9-73d9-40f3-bf84-1449e3e32511 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '5365eb9e-b87b-4751-9816-c3a039404075', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:46:59.646364 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-13fcc9f9-73d9-40f3-bf84-1449e3e32511 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 14 09:46:59.646969 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-13fcc9f9-73d9-40f3-bf84-1449e3e32511 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:46:59.648036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-13fcc9f9-73d9-40f3-bf84-1449e3e32511 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0126441 Jul 14 09:46:59.651914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53380) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:46:59.666197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02396129-45f6-4697-9303-02c98d8b9b69 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5365eb9e-b87b-4751-9816-c3a039404075,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:46:59.705015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:46:59.711918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.717847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] Sync routers for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:46:59.732179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:46:59.733905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:46:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:46:59.763221 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-503d07bc-93b4-4ab4-91d3-c0dcd569fe24 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.777489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:46:59.779679 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04f56a2-4727-409a-8f78-8b06586c12e7" -d '{"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:46:59.858174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-503d07bc-93b4-4ab4-91d3-c0dcd569fe24 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:46:59.901830 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b32526-d708-49f5-a8b5-f12ef06e6d50 x-openstack-request-id: req-53b32526-d708-49f5-a8b5-f12ef06e6d50 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:46:59.902652 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:46:59.903498 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53b32526-d708-49f5-a8b5-f12ef06e6d50 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:46:59.904158 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'status': 'completed', 'code': 200} Jul 14 09:46:59.949164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:46:59.966973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f144143e-3ecb-4539-a17c-2cd69f4612f3 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "PUT /v2.0/floatingips/86aa4620-12df-4526-bbb1-13c5d0617398 HTTP/1.1" status: 200 len: 992 time: 4.7775137 Jul 14 09:47:00.008895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-503d07bc-93b4-4ab4-91d3-c0dcd569fe24 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.024687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-503d07bc-93b4-4ab4-91d3-c0dcd569fe24 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.028825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53390) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.036770 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-503d07bc-93b4-4ab4-91d3-c0dcd569fe24 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/5365eb9e-b87b-4751-9816-c3a039404075 HTTP/1.1" status: 204 len: 168 time: 0.3776584 Jul 14 09:47:00.088504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-e6e9b87d-509e-4b7b-808c-55b7bb290759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:00.090337 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-e6e9b87d-509e-4b7b-808c-55b7bb290759 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bc23cab185841c2951399a296c98125&device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1098 time: 0.1850088 Jul 14 09:47:00.091259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d07bc-93b4-4ab4-91d3-c0dcd569fe24 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5365eb9e-b87b-4751-9816-c3a039404075,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:00.162581 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bdef7e10-eb39-4417-ab90-9aa44888fd82 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1288011 Jul 14 09:47:00.163254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.171978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d5794bfc-0769-4211-a2b3-caadae76d3e8 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--4894722'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.213015 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5794bfc-0769-4211-a2b3-caadae76d3e8 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.323818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-ec9f7142-d8df-44cd-8d45-999af8909894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:00.327010 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-ec9f7142-d8df-44cd-8d45-999af8909894 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a7832ed-406e-4a53-8415-6a0d861d99cd HTTP/1.1" status: 200 len: 914 time: 0.2293081 Jul 14 09:47:00.428449 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5794bfc-0769-4211-a2b3-caadae76d3e8 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.437920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5794bfc-0769-4211-a2b3-caadae76d3e8 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.443893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-811add27-c9cf-4ea8-80b0-427ea3b435b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3 HTTP/1.1" status: 200 len: 1002 time: 0.1022654 Jul 14 09:47:00.504496 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5794bfc-0769-4211-a2b3-caadae76d3e8 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.508718 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d5794bfc-0769-4211-a2b3-caadae76d3e8 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3414853 Jul 14 09:47:00.522434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53400) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.535402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1981560a-98b8-4664-9f95-fa9616bd77ac tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': 'a9a891be-a9ee-487e-8447-aba1ae51cd34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.537736 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-1981560a-98b8-4664-9f95-fa9616bd77ac tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 14 09:47:00.538303 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-1981560a-98b8-4664-9f95-fa9616bd77ac tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:00.542279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1981560a-98b8-4664-9f95-fa9616bd77ac tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154333 Jul 14 09:47:00.549510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53402) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.567065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7f5e366c-a545-40fe-964f-a9d9068c532c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': 'a9a891be-a9ee-487e-8447-aba1ae51cd34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.567907 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-7f5e366c-a545-40fe-964f-a9d9068c532c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 14 09:47:00.572630 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-7f5e366c-a545-40fe-964f-a9d9068c532c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:00.573976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7f5e366c-a545-40fe-964f-a9d9068c532c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0234230 Jul 14 09:47:00.577807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5794bfc-0769-4211-a2b3-caadae76d3e8 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a891be-a9ee-487e-8447-aba1ae51cd34,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:00.589778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53404) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.597463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-0c9e0990-8270-4cc4-b631-4879683303f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:00.600996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-0c9e0990-8270-4cc4-b631-4879683303f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=305ee63f-4825-4156-82e2-7f2011253b26 HTTP/1.1" status: 200 len: 852 time: 0.1556604 Jul 14 09:47:00.609208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e42ced19-c57d-42a2-9e69-17548aeaf72b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': 'a9a891be-a9ee-487e-8447-aba1ae51cd34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.612236 n-d-780147-26 neutron-server[93780]: WARNING neutron.api.v2.base [None req-e42ced19-c57d-42a2-9e69-17548aeaf72b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 14 09:47:00.613361 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-e42ced19-c57d-42a2-9e69-17548aeaf72b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:00.614661 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e42ced19-c57d-42a2-9e69-17548aeaf72b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123708 Jul 14 09:47:00.617416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53406) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.623726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f4c4fe6a-a001-4108-9b81-14c5066b3e81 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': 'a9a891be-a9ee-487e-8447-aba1ae51cd34', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:00.626808 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-f4c4fe6a-a001-4108-9b81-14c5066b3e81 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 14 09:47:00.627587 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-f4c4fe6a-a001-4108-9b81-14c5066b3e81 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:00.629363 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f4c4fe6a-a001-4108-9b81-14c5066b3e81 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106235 Jul 14 09:47:00.632324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53410) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.731674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '86aa4620-12df-4526-bbb1-13c5d0617398', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'mac_address': 'fa:16:3e:19:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:52Z', 'updated_at': '2021-07-14T09:46:58Z', 'revision_number': 2, 'project_id': '5bc23cab185841c2951399a296c98125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:00.793286 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f7f9d6d-26f4-4d4e-a43b-71d71e814bc2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.818983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe8660f2-a3dc-4d4e-b56a-aaf9a341893a req-14452aa8-9ad3-4f9d-8722-926c68dddbe9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 210 time: 0.0573974 Jul 14 09:47:00.819166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] Checking router: 917149e3-6f41-4353-b0ca-d58fed2a18cc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:00.828032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-2eef1fc8-c487-492c-b638-7db3f51dc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:00.829618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f7f9d6d-26f4-4d4e-a43b-71d71e814bc2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.830778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-2eef1fc8-c487-492c-b638-7db3f51dc747 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a7832ed-406e-4a53-8415-6a0d861d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2137914 Jul 14 09:47:00.834615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:00.835511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:46:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:00.897799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f7f9d6d-26f4-4d4e-a43b-71d71e814bc2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.901725 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f7f9d6d-26f4-4d4e-a43b-71d71e814bc2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:00.903848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6f7f9d6d-26f4-4d4e-a43b-71d71e814bc2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/a9a891be-a9ee-487e-8447-aba1ae51cd34 HTTP/1.1" status: 204 len: 168 time: 0.2702940 Jul 14 09:47:00.908259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53416) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:00.961164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f9d6d-26f4-4d4e-a43b-71d71e814bc2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a891be-a9ee-487e-8447-aba1ae51cd34,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.002818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cfc2a138-fed3-4fef-8dba-609d1bd31c05 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928693 Jul 14 09:47:01.008304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.017453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-efeb367a-5eea-460e-967a-0597f2560e6a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--451177088'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:01.051279 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-306b97b0-6eb2-44c5-bc1a-8045aec57c44 service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140219 Jul 14 09:47:01.081621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efeb367a-5eea-460e-967a-0597f2560e6a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.186947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:01.250667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d04f56a2-4727-409a-8f78-8b06586c12e7 req-bb4eeeb8-b595-4e96-9ee6-caeaa160bad6 service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772151 Jul 14 09:47:01.322896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efeb367a-5eea-460e-967a-0597f2560e6a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.722344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '86aa4620-12df-4526-bbb1-13c5d0617398', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'mac_address': 'fa:16:3e:19:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:52Z', 'updated_at': '2021-07-14T09:46:58Z', 'revision_number': 2, 'project_id': '5bc23cab185841c2951399a296c98125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:01.776969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69a9ac0-4c2b-4318-a946-971560a2517e None None] The sync data for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 is: [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '86aa4620-12df-4526-bbb1-13c5d0617398', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'port_id': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'mac_address': 'fa:16:3e:19:26:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:52Z', 'updated_at': '2021-07-14T09:46:58Z', 'revision_number': 2, 'project_id': '5bc23cab185841c2951399a296c98125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:01.845792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-f82b180c-1b83-4f32-b2d6-a76e61e751b6 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:01.847671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-f82b180c-1b83-4f32-b2d6-a76e61e751b6 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.66 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 811 time: 0.5232749 Jul 14 09:47:01.848778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efeb367a-5eea-460e-967a-0597f2560e6a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.879058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb367a-5eea-460e-967a-0597f2560e6a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca89c04-7b1b-48c7-bd5a-f3e1966867e0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:01.906401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:01.930482 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1939e92-d3c7-4807-aede-6478b1e72620" -d '{"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:01.937338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-efeb367a-5eea-460e-967a-0597f2560e6a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:01.941994 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-efeb367a-5eea-460e-967a-0597f2560e6a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9289863 Jul 14 09:47:01.942590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53444) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.953231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-faae61af-a528-462f-a159-6509872b2ad5 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:01.958135 n-d-780147-26 neutron-server[93780]: WARNING neutron.api.v2.base [None req-faae61af-a528-462f-a159-6509872b2ad5 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:47:01.959112 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-faae61af-a528-462f-a159-6509872b2ad5 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:01.963221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-faae61af-a528-462f-a159-6509872b2ad5 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157011 Jul 14 09:47:01.963926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53446) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:01.974281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e7eba04f-c620-4aff-b0f0-8ee25b82acd2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.007633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-bce85f22-e50a-4453-9eca-7ed70df3dc89 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4 HTTP/1.1" status: 200 len: 379 time: 0.1238832 Jul 14 09:47:02.020522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'port': {'device_id': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'admin_state_up': True, 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'security_groups': ['29eaf499-8852-4963-a51d-105583f91b2c']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.096886 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-e7eba04f-c620-4aff-b0f0-8ee25b82acd2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:02.107626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e7eba04f-c620-4aff-b0f0-8ee25b82acd2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1416855 Jul 14 09:47:02.111127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53448) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.132232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e1771e76-7ce7-4ad8-b823-e397156871c7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.132723 n-d-780147-26 neutron-server[93780]: WARNING neutron.api.v2.base [None req-e1771e76-7ce7-4ad8-b823-e397156871c7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 14 09:47:02.133279 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-e1771e76-7ce7-4ad8-b823-e397156871c7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:02.138220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e1771e76-7ce7-4ad8-b823-e397156871c7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0249391 Jul 14 09:47:02.138831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53450) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.143542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4d59f97e-cd39-4696-ab02-a5ca1918dfa4 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.181076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2fc2de4b-1bce-4a09-b848-95daa8dd5d28 req-bc2206b1-3897-4fff-932c-6ab8b74a89c2 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 210 time: 0.1190512 Jul 14 09:47:02.248291 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-4d59f97e-cd39-4696-ab02-a5ca1918dfa4 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:02.254009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53454) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.264377 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4d59f97e-cd39-4696-ab02-a5ca1918dfa4 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1134720 Jul 14 09:47:02.272272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fefabc61-0317-4632-af43-ee3ac31c56e7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.272769 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-fefabc61-0317-4632-af43-ee3ac31c56e7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 14 09:47:02.273269 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-fefabc61-0317-4632-af43-ee3ac31c56e7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:02.274763 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fefabc61-0317-4632-af43-ee3ac31c56e7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0193808 Jul 14 09:47:02.278765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53458) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.279948 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d44e85c-abe0-4703-a9eb-6f0052944a61 x-openstack-request-id: req-4d44e85c-abe0-4703-a9eb-6f0052944a61 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:02.284778 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:02.285052 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d44e85c-abe0-4703-a9eb-6f0052944a61 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:02.287236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-52245597-3805-40d5-ba4b-2c9ef97d9e2d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.292719 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'status': 'completed', 'code': 200} Jul 14 09:47:02.335999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Made reservation on behalf of 5880c0bd5d9743d7ad80f5fff651c1f4 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:02.342727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.358639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-453bc127-0ed9-4297-b2fd-b5954613c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.360312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-453bc127-0ed9-4297-b2fd-b5954613c7a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bc23cab185841c2951399a296c98125&device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0666945 Jul 14 09:47:02.528512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-61446939-0b90-4651-b225-f521aa8ac993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.530409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-61446939-0b90-4651-b225-f521aa8ac993 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a7832ed-406e-4a53-8415-6a0d861d99cd HTTP/1.1" status: 200 len: 914 time: 0.1619081 Jul 14 09:47:02.530750 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-52245597-3805-40d5-ba4b-2c9ef97d9e2d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:02.531932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52245597-3805-40d5-ba4b-2c9ef97d9e2d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2495368 Jul 14 09:47:02.535239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53462) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.542286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-268c4ba7-8421-4342-af21-f266901e1dd3 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.543308 n-d-780147-26 neutron-server[93780]: WARNING neutron.api.v2.base [None req-268c4ba7-8421-4342-af21-f266901e1dd3 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 14 09:47:02.545228 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-268c4ba7-8421-4342-af21-f266901e1dd3 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:02.548449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-268c4ba7-8421-4342-af21-f266901e1dd3 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101867 Jul 14 09:47:02.552443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53466) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.580528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e45d7594-9024-4b80-8ec1-14d13bf9cfe4 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.649354 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-2d334d52-f24b-4459-b544-9fc973a5eec2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3 HTTP/1.1" status: 200 len: 1002 time: 0.0993583 Jul 14 09:47:02.675460 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-e45d7594-9024-4b80-8ec1-14d13bf9cfe4 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:02.676676 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e45d7594-9024-4b80-8ec1-14d13bf9cfe4 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1041434 Jul 14 09:47:02.686213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53472) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.698709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fea5c-13d5-4390-b10b-97cb55ef57c5 req-406213e9-f7ca-497f-920c-8556e18b4e73 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.700410 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-641fea5c-13d5-4390-b10b-97cb55ef57c5 req-406213e9-f7ca-497f-920c-8556e18b4e73 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 945 time: 0.2376122 Jul 14 09:47:02.705122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Allocated IP 172.20.0.5 (5196138a-b2d8-4938-886e-581d2de57586/8eba5b50-489a-4db5-b14c-5998f8e9fb66/d31ee6ad-da76-4a97-9bc6-d721b84402f0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:02.714661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ffb7a7e8-3a9b-4f01-8a3f-6e56fc3e0f8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '1ca89c04-7b1b-48c7-bd5a-f3e1966867e0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:02.756661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-55fefdd9-4bcb-4c75-9cb3-e0095ad0752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.756661 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-55fefdd9-4bcb-4c75-9cb3-e0095ad0752a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=305ee63f-4825-4156-82e2-7f2011253b26 HTTP/1.1" status: 200 len: 852 time: 0.0991249 Jul 14 09:47:02.801631 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-ffb7a7e8-3a9b-4f01-8a3f-6e56fc3e0f8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:02.806959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ffb7a7e8-3a9b-4f01-8a3f-6e56fc3e0f8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1142089 Jul 14 09:47:02.811892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53476) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:02.858134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-4eee17c3-7cf4-46df-a549-585987ee427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:02.859067 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-641fea5c-13d5-4390-b10b-97cb55ef57c5 req-e0e2376f-3714-41ae-b835-5ae0d607f963 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471245 Jul 14 09:47:02.860420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-4eee17c3-7cf4-46df-a549-585987ee427a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a7832ed-406e-4a53-8415-6a0d861d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923727 Jul 14 09:47:02.975663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8294521a-eb59-411f-b1b6-29186ea1fe8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:02.983749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-8d17fccc-71e1-42de-9463-360d9b8b3eb6 service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153667 Jul 14 09:47:03.020699 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8294521a-eb59-411f-b1b6-29186ea1fe8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.041954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.072652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Transition to ACTIVE for port object d31ee6ad-da76-4a97-9bc6-d721b84402f0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:03.105177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8294521a-eb59-411f-b1b6-29186ea1fe8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.109044 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8294521a-eb59-411f-b1b6-29186ea1fe8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.110250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8294521a-eb59-411f-b1b6-29186ea1fe8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/1ca89c04-7b1b-48c7-bd5a-f3e1966867e0 HTTP/1.1" status: 204 len: 168 time: 0.2857962 Jul 14 09:47:03.122793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53482) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.159401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294521a-eb59-411f-b1b6-29186ea1fe8c tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca89c04-7b1b-48c7-bd5a-f3e1966867e0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:03.164801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1939e92-d3c7-4807-aede-6478b1e72620 req-dbb2d817-2593-4370-9165-9a33250a4f87 service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743124 Jul 14 09:47:03.181147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.218235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b3c45c6d-92b4-4cdb-bebc-383244dc77a5 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939684 Jul 14 09:47:03.224886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53486) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.231857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5e826224-efac-404c-8676-0366028117ee tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065070527'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.271357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Network 5196138a-b2d8-4938-886e-581d2de57586 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:03.271823 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e826224-efac-404c-8676-0366028117ee tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.275090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:03.279948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:03.285990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event updated for resources: {'Port': ['ID=d31ee6ad-da76-4a97-9bc6-d721b84402f0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:03.363552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:03.364398 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.445325 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e826224-efac-404c-8676-0366028117ee tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.468674 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-52bfdbf4-001b-450e-b9f6-1cfa8dd9a52f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4593179 Jul 14 09:47:03.484088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e826224-efac-404c-8676-0366028117ee tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.485366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Request body: {'port': {'device_id': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.523301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e826224-efac-404c-8676-0366028117ee tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.529148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5e826224-efac-404c-8676-0366028117ee tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3027012 Jul 14 09:47:03.530029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53492) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.551144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-607a8953-6663-4fd1-9898-88894eeb4cf1 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '4a904162-0c16-4f60-8108-8ffc35a740b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.558282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e826224-efac-404c-8676-0366028117ee tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a904162-0c16-4f60-8108-8ffc35a740b6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:03.596175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e5fd6-c2a3-4475-bc88-e753918bd7af req-7697094e-1e0b-4c99-9993-98eae9c925f1 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:03.603778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.604051 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-784e5fd6-c2a3-4475-bc88-e753918bd7af req-7697094e-1e0b-4c99-9993-98eae9c925f1 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 931 time: 0.1908433 Jul 14 09:47:03.652255 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-607a8953-6663-4fd1-9898-88894eeb4cf1 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The resource could not be found. Jul 14 09:47:03.657202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53494) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.657439 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-607a8953-6663-4fd1-9898-88894eeb4cf1 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1149874 Jul 14 09:47:03.662844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a9aeb5c5-acfc-4058-a657-fd1c1410690a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '4a904162-0c16-4f60-8108-8ffc35a740b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '33509798-7741-4149-b2fe-da49330caa88'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:03.666068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-784e5fd6-c2a3-4475-bc88-e753918bd7af req-f745a251-792f-496d-b2d4-42fbde8d9f37 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612299 Jul 14 09:47:03.745065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e5a955f7-9b0b-4bb0-86e6-737cced1746f None None] Provisioning for port d31ee6ad-da76-4a97-9bc6-d721b84402f0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:03.751045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e5a955f7-9b0b-4bb0-86e6-737cced1746f None None] Provisioning complete for port d31ee6ad-da76-4a97-9bc6-d721b84402f0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:03.751648 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5a955f7-9b0b-4bb0-86e6-737cced1746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:03.796934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e5a955f7-9b0b-4bb0-86e6-737cced1746f None None] Port d31ee6ad-da76-4a97-9bc6-d721b84402f0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:03.908228 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-a9aeb5c5-acfc-4058-a657-fd1c1410690a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The resource could not be found. Jul 14 09:47:03.909314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a9aeb5c5-acfc-4058-a657-fd1c1410690a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2509902 Jul 14 09:47:03.920127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53508) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:03.983205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-051caf19-fdf8-4251-b151-a6ba7ac40cb1 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:03.984826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-051caf19-fdf8-4251-b151-a6ba7ac40cb1 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1980481 Jul 14 09:47:04.076231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea0e3-1a2a-4f2c-97ce-f740b8d3fab7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.108757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea0e3-1a2a-4f2c-97ce-f740b8d3fab7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.118611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d31ee6ad-da76-4a97-9bc6-d721b84402f0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:04.131133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.157057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Transition to ACTIVE for port object d31ee6ad-da76-4a97-9bc6-d721b84402f0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:04.162190 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.162675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa249a9e-91b3-4021-ba5d-5f78a2b24160 req-d5a7e1cd-bf73-4087-b82f-c9316bfa9e6a tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:04.169862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa249a9e-91b3-4021-ba5d-5f78a2b24160 req-d5a7e1cd-bf73-4087-b82f-c9316bfa9e6a tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 945 time: 0.1516235 Jul 14 09:47:04.209345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea0e3-1a2a-4f2c-97ce-f740b8d3fab7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.210626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Deleting port 3abc61f1-c105-4866-bb78-c9b96b4f7616 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:04.211072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.212142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad7ea0e3-1a2a-4f2c-97ce-f740b8d3fab7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.213420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ad7ea0e3-1a2a-4f2c-97ce-f740b8d3fab7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/4a904162-0c16-4f60-8108-8ffc35a740b6 HTTP/1.1" status: 204 len: 168 time: 0.2910810 Jul 14 09:47:04.230464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.250437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ea0e3-1a2a-4f2c-97ce-f740b8d3fab7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a904162-0c16-4f60-8108-8ffc35a740b6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.271861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fa249a9e-91b3-4021-ba5d-5f78a2b24160 req-aa9063a4-11be-4633-8e7f-19ff186e3a43 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/security-groups?id=d1560841-868e-4a29-82d3-e1e933e39fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007416 Jul 14 09:47:04.311452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d31ee6ad-da76-4a97-9bc6-d721b84402f0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:04.450822 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f5cef7a7-c005-4820-8317-667004954b3a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2080491 Jul 14 09:47:04.452230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53520) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.462096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b69af378-32d4-487b-b690-860d4fa502f7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '362dc0d7-9008-40d0-a733-fb4dfadecbd6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:04.470055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] For port 3abc61f1-c105-4866-bb78-c9b96b4f7616, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3abc61f1-c105-4866-bb78-c9b96b4f7616,segment=NetworkSegment(f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295),segment_id=f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:04.470576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.494362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Calling delete_port for 3abc61f1-c105-4866-bb78-c9b96b4f7616 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:04.521409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Attempting to bind port d31ee6ad-da76-4a97-9bc6-d721b84402f0 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:04.521806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Attempting to bind port d31ee6ad-da76-4a97-9bc6-d721b84402f0 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:04.522146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Attempting to bind port d31ee6ad-da76-4a97-9bc6-d721b84402f0 on network 5196138a-b2d8-4938-886e-581d2de57586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:04.535111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Port d31ee6ad-da76-4a97-9bc6-d721b84402f0 on network 5196138a-b2d8-4938-886e-581d2de57586 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:47:04.535451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Attempting to bind port d31ee6ad-da76-4a97-9bc6-d721b84402f0 on network 5196138a-b2d8-4938-886e-581d2de57586 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:04.586987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:04.587370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Checking segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:04.587768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Bound using segment: {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:04.588444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Bound port: d31ee6ad-da76-4a97-9bc6-d721b84402f0, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2544c34b-bb68-48d9-bf98-ff2eed059e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '5196138a-b2d8-4938-886e-581d2de57586'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:04.588884 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.614870 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-b69af378-32d4-487b-b690-860d4fa502f7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The resource could not be found. Jul 14 09:47:04.616014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b69af378-32d4-487b-b690-860d4fa502f7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1623533 Jul 14 09:47:04.620416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53522) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:04.628012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9c262546-bb84-441b-86d3-a20b346a6a7d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275984277'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:04.706687 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c262546-bb84-441b-86d3-a20b346a6a7d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.765145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] For port d31ee6ad-da76-4a97-9bc6-d721b84402f0, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:04.792667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] For port d31ee6ad-da76-4a97-9bc6-d721b84402f0, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:04.803619 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.864486 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.876660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3abc61f1-c105-4866-bb78-c9b96b4f7616'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:04.910638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:04.911218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:04.912721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] 10.222.0.66 "PUT /v2.0/ports/d31ee6ad-da76-4a97-9bc6-d721b84402f0 HTTP/1.1" status: 200 len: 1092 time: 1.4328907 Jul 14 09:47:04.913461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'tag': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:04.915434 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015" -d '{"events": [{"name": "network-changed", "server_uuid": "defeee0f-7cca-429c-8970-6484effd9aa8", "tag": "d31ee6ad-da76-4a97-9bc6-d721b84402f0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:05.013879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ea1ee-f93f-453e-9962-8cdd47cc6cd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d31ee6ad-da76-4a97-9bc6-d721b84402f0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.137854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] No DVR routers for this DVR port 3abc61f1-c105-4866-bb78-c9b96b4f7616 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:05.139611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Pushing event deleted for resources: {'Port': ['ID=3abc61f1-c105-4866-bb78-c9b96b4f7616,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.145956 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.147994 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-046e7a79-a1f4-4ce4-82d7-edb18edfc9c1 req-47fb0fee-a6c4-4423-a67a-045df8b59706 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.66 "DELETE /v2.0/ports/3abc61f1-c105-4866-bb78-c9b96b4f7616 HTTP/1.1" status: 204 len: 173 time: 1.1558509 Jul 14 09:47:05.189386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c262546-bb84-441b-86d3-a20b346a6a7d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.201191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1e1274-d43a-4019-8b50-759d9f0babeb req-c7544426-41a9-42ff-83d2-0cceb4ebde19 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.202936 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb1e1274-d43a-4019-8b50-759d9f0babeb req-c7544426-41a9-42ff-83d2-0cceb4ebde19 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 943 time: 0.3786850 Jul 14 09:47:05.206782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c262546-bb84-441b-86d3-a20b346a6a7d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.265491 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c262546-bb84-441b-86d3-a20b346a6a7d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.266598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9c262546-bb84-441b-86d3-a20b346a6a7d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6451242 Jul 14 09:47:05.269796 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53542) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.277036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fc74869b-d105-479c-a24b-0faa02729e8d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366025491'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:05.277316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-0330eb5c-627b-429b-a425-f6a58b051175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.279434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-0330eb5c-627b-429b-a425-f6a58b051175 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 1095 time: 0.3034439 Jul 14 09:47:05.285096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c262546-bb84-441b-86d3-a20b346a6a7d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736cf173-6b68-4a13-ab0e-64c069940314,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.312867 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb1e1274-d43a-4019-8b50-759d9f0babeb req-14d15306-c56f-43d9-a3d4-f283e2d542bc tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955899 Jul 14 09:47:05.350888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc74869b-d105-479c-a24b-0faa02729e8d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.368099 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-460d280b-342e-406a-b67a-afb9414ebf50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0 HTTP/1.1" status: 200 len: 217 time: 0.0796151 Jul 14 09:47:05.376142 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75398113-e9e4-4e12-8c3e-400b271434f7 x-openstack-request-id: req-75398113-e9e4-4e12-8c3e-400b271434f7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:05.376659 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defeee0f-7cca-429c-8970-6484effd9aa8", "tag": "d31ee6ad-da76-4a97-9bc6-d721b84402f0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:05.377070 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75398113-e9e4-4e12-8c3e-400b271434f7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:05.378110 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'tag': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'status': 'completed', 'code': 200} Jul 14 09:47:05.471405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc74869b-d105-479c-a24b-0faa02729e8d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.476652 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc74869b-d105-479c-a24b-0faa02729e8d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.509268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc74869b-d105-479c-a24b-0faa02729e8d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.510899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fc74869b-d105-479c-a24b-0faa02729e8d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2394640 Jul 14 09:47:05.512921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-5a9e0e3f-2aa4-4d0b-a728-a583a83132d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.514243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53550) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.514667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-5a9e0e3f-2aa4-4d0b-a728-a583a83132d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.1346512 Jul 14 09:47:05.519823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-411f9934-b6c4-4c9d-b56a-ab29cfa275c7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group_rule': {'security_group_id': '736cf173-6b68-4a13-ab0e-64c069940314', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '72252bef-049b-46a0-b09d-8795912e0638'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:05.526388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74869b-d105-479c-a24b-0faa02729e8d tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72252bef-049b-46a0-b09d-8795912e0638,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.557305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-49b42c75-72db-4e41-ad15-d5e7d813a4bc req-54ce215b-2451-4f10-a820-12104803dc07 tempest-AttachVolumeNegativeTest-639984139 tempest-AttachVolumeNegativeTest-639984139-project] 10.222.0.73 "GET /v2.0/ports?device_id=9706f56b-07d2-4bf4-9708-6b201602c5f1 HTTP/1.1" status: 200 len: 210 time: 0.0773077 Jul 14 09:47:05.574440 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-411f9934-b6c4-4c9d-b56a-ab29cfa275c7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:47:05.576523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-411f9934-b6c4-4c9d-b56a-ab29cfa275c7 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0607910 Jul 14 09:47:05.579385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53552) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.615430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-ff216a35-9ccb-4287-8aa1-65997aa68ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:05.617159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-ff216a35-9ccb-4287-8aa1-65997aa68ce9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588634 Jul 14 09:47:05.648556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc5aadcd-6d16-44fe-9e56-b8a1a82c9ab2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.678875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc5aadcd-6d16-44fe-9e56-b8a1a82c9ab2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.737188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc5aadcd-6d16-44fe-9e56-b8a1a82c9ab2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.741224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-9a74f014-0931-45a4-952a-5deb507b1786 service neutron] 10.222.0.66 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145687 Jul 14 09:47:05.742270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc5aadcd-6d16-44fe-9e56-b8a1a82c9ab2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.748317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dc5aadcd-6d16-44fe-9e56-b8a1a82c9ab2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/72252bef-049b-46a0-b09d-8795912e0638 HTTP/1.1" status: 204 len: 168 time: 0.1631722 Jul 14 09:47:05.748553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.756382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aadcd-6d16-44fe-9e56-b8a1a82c9ab2 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72252bef-049b-46a0-b09d-8795912e0638,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:05.885552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a1d43354-55dc-47dc-9258-a2a3cb574a86 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1333416 Jul 14 09:47:05.885984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53562) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:05.890142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48780119-386e-4b5e-840a-4a3f29ae4844 req-b1821517-f0c0-46a0-828a-e4c632464b39 service neutron] 10.222.0.66 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347032 Jul 14 09:47:05.962986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39e7c3e9-fc91-4656-92c9-1ce2cae9488b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:05.989530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39e7c3e9-fc91-4656-92c9-1ce2cae9488b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.036967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-3d9d8dfd-0221-491f-ab4b-0a773bb6ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.039138 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-3d9d8dfd-0221-491f-ab4b-0a773bb6ffdf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 1095 time: 0.0847299 Jul 14 09:47:06.050333 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39e7c3e9-fc91-4656-92c9-1ce2cae9488b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.061963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39e7c3e9-fc91-4656-92c9-1ce2cae9488b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.069773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-39e7c3e9-fc91-4656-92c9-1ce2cae9488b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/736cf173-6b68-4a13-ab0e-64c069940314 HTTP/1.1" status: 204 len: 168 time: 0.1822894 Jul 14 09:47:06.070245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53568) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.113239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7c3e9-fc91-4656-92c9-1ce2cae9488b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736cf173-6b68-4a13-ab0e-64c069940314,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:06.151338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a6508695-9123-483f-8a1c-91f50dde74a0 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0764399 Jul 14 09:47:06.152067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53572) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.176508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3ad3fda2-992e-40a8-b65b-91575871387a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153416805'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:06.204895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-579dc03e-28e9-4cce-a1a0-6a53b1c29749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.207171 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-579dc03e-28e9-4cce-a1a0-6a53b1c29749 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.1591992 Jul 14 09:47:06.210380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fda2-992e-40a8-b65b-91575871387a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.263126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-ac02f73e-56fd-4f0a-a375-edf67dc09575 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0 HTTP/1.1" status: 200 len: 217 time: 0.0442629 Jul 14 09:47:06.342610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-403c0ecd-9cb7-4f94-b8e8-ef6a23c5fe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.344317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-403c0ecd-9cb7-4f94-b8e8-ef6a23c5fe8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.0771580 Jul 14 09:47:06.356723 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fda2-992e-40a8-b65b-91575871387a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.362193 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fda2-992e-40a8-b65b-91575871387a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.391793 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ad3fda2-992e-40a8-b65b-91575871387a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.394134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3ad3fda2-992e-40a8-b65b-91575871387a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2410591 Jul 14 09:47:06.397535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.404435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3fda2-992e-40a8-b65b-91575871387a tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df1b648-6a80-4fca-a093-1bb7ca6c2913,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:06.407617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4d046ec6-7e1d-41c0-b373-5565505de0a1 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:06.408652 n-d-780147-26 neutron-server[93779]: WARNING neutron.api.v2.base [None req-4d046ec6-7e1d-41c0-b373-5565505de0a1 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 14 09:47:06.409322 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-4d046ec6-7e1d-41c0-b373-5565505de0a1 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] update failed (client error): There was a conflict when trying to complete your request. Jul 14 09:47:06.410369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4d046ec6-7e1d-41c0-b373-5565505de0a1 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "PUT /v2.0/security-groups/5df1b648-6a80-4fca-a093-1bb7ca6c2913 HTTP/1.1" status: 409 len: 330 time: 0.0114756 Jul 14 09:47:06.416613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53578) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.594176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-946d8f1e-cfd7-4418-a496-e34c2c703048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.596930 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-946d8f1e-cfd7-4418-a496-e34c2c703048 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429931 Jul 14 09:47:06.670418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53586) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.688228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc65c504-a7a4-4933-8771-9edc81a9ca9b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.731464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc65c504-a7a4-4933-8771-9edc81a9ca9b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.732425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-37835460-9b9c-4a10-822f-2cad97b62f24 admin admin] Deleting subnet 47d5bc25-62a8-4342-9fa6-592761b94de1 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:06.737166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37835460-9b9c-4a10-822f-2cad97b62f24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.781479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11afa9-d66c-4266-af3a-9c62a7a061ce req-14b62965-9f59-4b50-b2f1-a72a4642d6d9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:06.783103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e11afa9-d66c-4266-af3a-9c62a7a061ce req-14b62965-9f59-4b50-b2f1-a72a4642d6d9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 943 time: 0.3021770 Jul 14 09:47:06.783453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37835460-9b9c-4a10-822f-2cad97b62f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.826904 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37835460-9b9c-4a10-822f-2cad97b62f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.832686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-9736835b-9b68-4b56-b9c5-9a451ea2cb9d service neutron] 10.222.0.66 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196236 Jul 14 09:47:06.876859 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc65c504-a7a4-4933-8771-9edc81a9ca9b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.879414 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc65c504-a7a4-4933-8771-9edc81a9ca9b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.884644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cc65c504-a7a4-4933-8771-9edc81a9ca9b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/5df1b648-6a80-4fca-a093-1bb7ca6c2913 HTTP/1.1" status: 204 len: 168 time: 0.4629951 Jul 14 09:47:06.889227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53592) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:06.924490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e11afa9-d66c-4266-af3a-9c62a7a061ce req-9aaaf79a-e883-47ef-9b75-ac547b1b82cb tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304014 Jul 14 09:47:06.944898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37835460-9b9c-4a10-822f-2cad97b62f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:06.978221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65c504-a7a4-4933-8771-9edc81a9ca9b tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df1b648-6a80-4fca-a093-1bb7ca6c2913,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:07.000383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37835460-9b9c-4a10-822f-2cad97b62f24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d5bc25-62a8-4342-9fa6-592761b94de1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:07.003945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37835460-9b9c-4a10-822f-2cad97b62f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.008008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-37835460-9b9c-4a10-822f-2cad97b62f24 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/47d5bc25-62a8-4342-9fa6-592761b94de1 HTTP/1.1" status: 204 len: 168 time: 0.3333070 Jul 14 09:47:07.011175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53596) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.024573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-823cd518-61dc-45a5-aa2f-b072bc7f6540 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343460 Jul 14 09:47:07.029117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53598) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.045298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1dbf6a2b-50cc-4916-a7f5-bbcc097a0015 req-54a1dea3-4579-451f-a0ab-28dbaca1c171 service neutron] 10.222.0.66 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909857 Jul 14 09:47:07.097931 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-7c562ccd-7b17-42b1-9ac5-f82e4fcb5304 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] delete failed (client error): The resource could not be found. Jul 14 09:47:07.098988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7c562ccd-7b17-42b1-9ac5-f82e4fcb5304 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "DELETE /v2.0/security-groups/3735b58b-636a-4865-a173-4d246abfa645 HTTP/1.1" status: 404 len: 347 time: 0.0688109 Jul 14 09:47:07.104719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d31ee6ad-da76-4a97-9bc6-d721b84402f0 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:47:07.105741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.109645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3abc61f1-c105-4866-bb78-c9b96b4f7616 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:07.123649 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.133433 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-401355e3-57a5-4fb8-8505-cfc13efa12ba tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] show failed (client error): The resource could not be found. Jul 14 09:47:07.134242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-401355e3-57a5-4fb8-8505-cfc13efa12ba tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-groups/c7bdf995-86dc-455c-995a-c7196e56b1f4 HTTP/1.1" status: 404 len: 347 time: 0.0274661 Jul 14 09:47:07.142523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.153368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 3abc61f1-c105-4866-bb78-c9b96b4f7616 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:07.153731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3abc61f1-c105-4866-bb78-c9b96b4f7616 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:07.162432 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-d6c996dd-ed59-441a-af9f-36bfd0ddcd34 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] show failed (client error): The resource could not be found. Jul 14 09:47:07.163969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d6c996dd-ed59-441a-af9f-36bfd0ddcd34 tempest-NegativeSecGroupTest-72259648 tempest-NegativeSecGroupTest-72259648-project] 10.222.0.73 "GET /v2.0/security-group-rules/2bcba118-6088-4da4-97f8-4f041c263726 HTTP/1.1" status: 404 len: 356 time: 0.0193233 Jul 14 09:47:07.268782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.294875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1801140-b883-4e1b-ad24-03ff37d1b9d9']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:07.329420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:07.329715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d1db2c-8838-4ca3-9b53-4f9bd3c5e295') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:07.346990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d31ee6ad-da76-4a97-9bc6-d721b84402f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:07.357253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.380759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9706f56b-07d2-4bf4-9708-6b201602c5f1', 'name': 'network-vif-deleted', 'tag': '3abc61f1-c105-4866-bb78-c9b96b4f7616'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:07.382443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'port_id': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'mac_address': 'fa:16:3e:b7:2f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:47:07.385890 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4d801-65f3-4838-a699-c7d856e6564c" -d '{"events": [{"server_uuid": "9706f56b-07d2-4bf4-9708-6b201602c5f1", "name": "network-vif-deleted", "tag": "3abc61f1-c105-4866-bb78-c9b96b4f7616"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:07.420028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.430567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.436948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:07.437427 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.441513 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5ed5f8-55bf-4186-a49b-1b63831335dd x-openstack-request-id: req-5d5ed5f8-55bf-4186-a49b-1b63831335dd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:07.442547 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9706f56b-07d2-4bf4-9708-6b201602c5f1", "name": "network-vif-deleted", "tag": "3abc61f1-c105-4866-bb78-c9b96b4f7616", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:07.444244 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5d5ed5f8-55bf-4186-a49b-1b63831335dd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:07.445076 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9706f56b-07d2-4bf4-9708-6b201602c5f1', 'name': 'network-vif-deleted', 'tag': '3abc61f1-c105-4866-bb78-c9b96b4f7616', 'status': 'completed', 'code': 200} Jul 14 09:47:07.452482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d31ee6ad-da76-4a97-9bc6-d721b84402f0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:07.460692 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:07.479534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d31ee6ad-da76-4a97-9bc6-d721b84402f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:07.493755 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.536867 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.544657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:07.548859 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] 10.222.0.73 "DELETE /v2.0/networks/b1801140-b883-4e1b-ad24-03ff37d1b9d9 HTTP/1.1" status: 204 len: 168 time: 0.5354388 Jul 14 09:47:07.571351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d31ee6ad-da76-4a97-9bc6-d721b84402f0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:07.574854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c55acd-a3b7-4d0e-9b97-bb55bd285b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=b1801140-b883-4e1b-ad24-03ff37d1b9d9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:07.661296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53622) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.801415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['d31ee6ad-da76-4a97-9bc6-d721b84402f0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:07.841615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53630) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.904953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b134c693-cdb8-464f-8a30-af87a76c211e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89162cbbec274f159e006e7cd929e8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620492 Jul 14 09:47:07.907420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53632) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.909429 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-986abdfc-5916-4d7d-b495-6c0447b9cdc2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a047226622649acb7629355a385b15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468960 Jul 14 09:47:07.911795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53634) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:07.980792 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ecfa0a00-837f-4015-a44c-d70c94a7e1c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.010904 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ecfa0a00-837f-4015-a44c-d70c94a7e1c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.011911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb43a65a-c008-49e4-9565-40496389c682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.040487 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb43a65a-c008-49e4-9565-40496389c682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.082953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ecfa0a00-837f-4015-a44c-d70c94a7e1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.087028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ecfa0a00-837f-4015-a44c-d70c94a7e1c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.092708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ecfa0a00-837f-4015-a44c-d70c94a7e1c4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d1560841-868e-4a29-82d3-e1e933e39fb6 HTTP/1.1" status: 204 len: 168 time: 0.1841781 Jul 14 09:47:08.105142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa0a00-837f-4015-a44c-d70c94a7e1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1560841-868e-4a29-82d3-e1e933e39fb6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:08.124984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb43a65a-c008-49e4-9565-40496389c682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.124984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb43a65a-c008-49e4-9565-40496389c682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:08.124984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cb43a65a-c008-49e4-9565-40496389c682 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d767437-efd5-4395-b54e-2cef60d812ac HTTP/1.1" status: 204 len: 168 time: 0.2077572 Jul 14 09:47:08.161357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43a65a-c008-49e4-9565-40496389c682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d767437-efd5-4395-b54e-2cef60d812ac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:08.282259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eeec38-fd34-4623-9bfc-b49062c9fe18 req-4f280a79-6af0-4148-a111-5c1dc523207a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:08.284129 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8eeec38-fd34-4623-9bfc-b49062c9fe18 req-4f280a79-6af0-4148-a111-5c1dc523207a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 944 time: 0.1736917 Jul 14 09:47:08.336973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8eeec38-fd34-4623-9bfc-b49062c9fe18 req-32b5f017-3138-42bf-9021-bb1aecca075f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403976 Jul 14 09:47:09.121417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53700) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:09.129675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d31ee6ad-da76-4a97-9bc6-d721b84402f0 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:09.201693 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port d31ee6ad-da76-4a97-9bc6-d721b84402f0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:09.207807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port d31ee6ad-da76-4a97-9bc6-d721b84402f0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:09.208547 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.280948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-864532942'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:09.318308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Made reservation on behalf of 1c91d2b82ca5458fae2681ab7178808a for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:09.322193 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.337360 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.338082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.369477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:09.373873 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe776df2-445c-47ca-9b17-9fd3d290a185" -d '{"events": [{"server_uuid": "defeee0f-7cca-429c-8970-6484effd9aa8", "name": "network-vif-plugged", "status": "completed", "tag": "d31ee6ad-da76-4a97-9bc6-d721b84402f0"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:09.420525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port d31ee6ad-da76-4a97-9bc6-d721b84402f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:09.432160 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.565313 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06a1d1-6b19-45b9-9797-59e1ef389811 x-openstack-request-id: req-1c06a1d1-6b19-45b9-9797-59e1ef389811 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:09.565433 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defeee0f-7cca-429c-8970-6484effd9aa8", "name": "network-vif-plugged", "status": "completed", "tag": "d31ee6ad-da76-4a97-9bc6-d721b84402f0", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:09.567502 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c06a1d1-6b19-45b9-9797-59e1ef389811 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:09.569141 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'code': 200} Jul 14 09:47:09.633522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.652787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=d31ee6ad-da76-4a97-9bc6-d721b84402f0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:09.660360 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.707021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dee0e2-e9e3-417f-beef-e83e627a4784 req-673f86ae-1f64-4496-af45-2da2d2bfb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:09.709447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93dee0e2-e9e3-417f-beef-e83e627a4784 req-673f86ae-1f64-4496-af45-2da2d2bfb098 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 1097 time: 0.1271453 Jul 14 09:47:09.732961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:09.739791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e1070c-9fba-4202-b93e-c90a2cc01655,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:09.754627 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.754903 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Added segment a50261d9-45b2-4ccd-a113-81bd4a8d58bb of type vlan for network 73aea308-3b3e-4922-8114-443440363eeb Jul 14 09:47:09.764986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93dee0e2-e9e3-417f-beef-e83e627a4784 req-a8e41045-a0f6-4517-8950-44dc527c31f8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448318 Jul 14 09:47:09.815410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.834803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6f8e7-baa6-4d02-b98c-994e26c71578 req-393a5e15-3309-4653-8c2e-25e16a852cf6 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:09.843711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62a6f8e7-baa6-4d02-b98c-994e26c71578 req-393a5e15-3309-4653-8c2e-25e16a852cf6 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 945 time: 0.2040911 Jul 14 09:47:09.915447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62a6f8e7-baa6-4d02-b98c-994e26c71578 req-933f09ae-028d-409b-b71b-6447965e8ad5 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704081 Jul 14 09:47:09.916840 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:09.923030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:09.923647 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.028131 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9052885 Jul 14 09:47:10.036456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53730) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:10.041742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Request body: {'subnet': {'network_id': '73aea308-3b3e-4922-8114-443440363eeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:10.047174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5585617-1104-444d-abef-3ed5941903cd tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Pushing event updated for resources: {'Network': ['ID=73aea308-3b3e-4922-8114-443440363eeb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:10.059543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 73aea308-3b3e-4922-8114-443440363eeb details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:10.154590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Made reservation on behalf of 1c91d2b82ca5458fae2681ab7178808a for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:10.159047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.408510 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.490100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Pushing event updated for resources: {'Subnet': ['ID=c1f0d5db-c3c7-4064-9398-0d170a0764ad,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:10.503625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Checking segment: {'id': 'a50261d9-45b2-4ccd-a113-81bd4a8d58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '73aea308-3b3e-4922-8114-443440363eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:10.504090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Network hostable DHCP agents. Network: 73aea308-3b3e-4922-8114-443440363eeb, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:10.530702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Network 73aea308-3b3e-4922-8114-443440363eeb is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:10.544349 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 73aea308-3b3e-4922-8114-443440363eeb) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:10.559008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c834547d-73f0-44e7-a744-df9d3bb37134 None None] Network 73aea308-3b3e-4922-8114-443440363eeb requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:10.562584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:10.563451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.596371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9b43c350-cb7c-4a4d-8c0d-240661dc8f8a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5561931 Jul 14 09:47:10.597725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53740) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:10.607996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Request body: {'port': {'network_id': '73aea308-3b3e-4922-8114-443440363eeb', 'name': 'tempest-TagsExtTest-677006307'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:10.848554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Made reservation on behalf of 1c91d2b82ca5458fae2681ab7178808a for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:10.862378 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:10.893323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] device_id is not set on port d1897c07-f06d-49fd-888e-1c24cce3065f yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:47:10.930167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-73aea308-3b3e-4922-8114-443440363eeb', 'network_id': '73aea308-3b3e-4922-8114-443440363eeb', 'tenant_id': '1c91d2b82ca5458fae2681ab7178808a', 'fixed_ips': [{'subnet_id': 'c1f0d5db-c3c7-4064-9398-0d170a0764ad'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:47:10.931774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.117696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Allocated IP 172.20.0.5 (73aea308-3b3e-4922-8114-443440363eeb/c1f0d5db-c3c7-4064-9398-0d170a0764ad/d1897c07-f06d-49fd-888e-1c24cce3065f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:11.318823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06dd06-26be-4d43-8148-ff741825974e req-1bbf8d53-6042-41f4-9e30-c80db28c548d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:11.322242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9d06dd06-26be-4d43-8148-ff741825974e req-1bbf8d53-6042-41f4-9e30-c80db28c548d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 945 time: 0.2011573 Jul 14 09:47:11.396772 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9d06dd06-26be-4d43-8148-ff741825974e req-4933bc27-3d59-44fe-9d44-14d8b1d98e86 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613713 Jul 14 09:47:11.424140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.446113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Transition to ACTIVE for port object d1897c07-f06d-49fd-888e-1c24cce3065f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:11.510096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.604477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Allocated IP 172.20.0.2 (73aea308-3b3e-4922-8114-443440363eeb/c1f0d5db-c3c7-4064-9398-0d170a0764ad/1bb5bac8-27b1-464b-83aa-d05e91b6e7e8) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:11.634118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Pushing event updated for resources: {'Port': ['ID=d1897c07-f06d-49fd-888e-1c24cce3065f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:11.647640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c6265-9840-45c3-913a-3718a6562092 req-e41fc884-74b2-4f68-9fdc-fd75cff2fb9d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:11.660767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53770) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:11.661749 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e7c6265-9840-45c3-913a-3718a6562092 req-e41fc884-74b2-4f68-9fdc-fd75cff2fb9d tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 945 time: 0.1238601 Jul 14 09:47:11.686230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Request body: {'floatingip': {'port_id': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:11.698314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Network 73aea308-3b3e-4922-8114-443440363eeb is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:11.701435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:11.746526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:11.798677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.891989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:11.892738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.916520 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9932dbde-147c-4813-bf80-62391cb2a961 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3158364 Jul 14 09:47:11.920043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53776) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:11.942685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e1f2097e-0e76-4573-bc6c-18f831f11fc8 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1719424403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:11.949095 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:11.978188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Transition to ACTIVE for port object 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:12.000563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f2097e-0e76-4573-bc6c-18f831f11fc8 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.005296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f2097e-0e76-4573-bc6c-18f831f11fc8 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.013026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Transition to ACTIVE for port object 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:12.031276 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.065352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Network 73aea308-3b3e-4922-8114-443440363eeb is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:12.075214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:12.118796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:12.196574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Pushing event updated for resources: {'Port': ['ID=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:12.202672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Attempting to bind port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:12.203253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Attempting to bind port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'a50261d9-45b2-4ccd-a113-81bd4a8d58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '73aea308-3b3e-4922-8114-443440363eeb'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:12.204028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Attempting to bind port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 on network 73aea308-3b3e-4922-8114-443440363eeb {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:12.211022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f2097e-0e76-4573-bc6c-18f831f11fc8 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.214423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:12.215698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Checking segment: {'id': 'a50261d9-45b2-4ccd-a113-81bd4a8d58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '73aea308-3b3e-4922-8114-443440363eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:12.216528 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.217300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Bound using segment: {'id': 'a50261d9-45b2-4ccd-a113-81bd4a8d58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '73aea308-3b3e-4922-8114-443440363eeb'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:12.218220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Bound port: 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50261d9-45b2-4ccd-a113-81bd4a8d58bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '73aea308-3b3e-4922-8114-443440363eeb'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:12.218900 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.228031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f2097e-0e76-4573-bc6c-18f831f11fc8 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.267776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1f2097e-0e76-4573-bc6c-18f831f11fc8 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.270552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e1f2097e-0e76-4573-bc6c-18f831f11fc8 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3484302 Jul 14 09:47:12.273379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53784) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:12.284917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-312cfc3d-1202-418a-958d-e6720c4f5901 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1809577787', 'prefixes': ['172.20.0.0/16']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:12.297690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] For port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:12.301297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] For port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,segment=NetworkSegment(a50261d9-45b2-4ccd-a113-81bd4a8d58bb),segment_id=a50261d9-45b2-4ccd-a113-81bd4a8d58bb)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:12.313165 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.446022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-312cfc3d-1202-418a-958d-e6720c4f5901 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for subnetpool, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.447346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-312cfc3d-1202-418a-958d-e6720c4f5901 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1718750 Jul 14 09:47:12.451344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53790) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:12.461731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-9d5e9181-6b82-4baf-9c33-da0282717c7c tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad', 'tempest-TagsExtTest-Tag-1146887551') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:12.491451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26002791-6ffa-43d0-8d20-e30235d14560 None None] Pushing event updated for resources: {'Port': ['ID=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:12.787388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.resource_extend [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:47:12.823782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9d5e9181-6b82-4baf-9c33-da0282717c7c tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags/tempest-TagsExtTest-Tag-1146887551 HTTP/1.1" status: 201 len: 201 time: 0.3689475 Jul 14 09:47:12.824918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53798) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:12.833364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-76b9b799-7fcd-4cdd-bace-767178693cea tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f', 'tempest-TagsExtTest-Tag-2064866518') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:12.913824 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.941745 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:12.989677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-76b9b799-7fcd-4cdd-bace-767178693cea tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags/tempest-TagsExtTest-Tag-2064866518 HTTP/1.1" status: 201 len: 201 time: 0.1606843 Jul 14 09:47:12.990435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.001979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-0afe2c77-d6c0-4c44-9de5-c06545cfccaa tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396', 'tempest-TagsExtTest-Tag-1928826931') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.047676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:13.101890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:13.148703 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0afe2c77-d6c0-4c44-9de5-c06545cfccaa tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags/tempest-TagsExtTest-Tag-1928826931 HTTP/1.1" status: 201 len: 201 time: 0.1543322 Jul 14 09:47:13.149342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53802) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.155413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-0228c7b1-fb8d-4c83-a395-1360e80384fe tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c', 'tempest-TagsExtTest-Tag-1454535539') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.289610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0228c7b1-fb8d-4c83-a395-1360e80384fe tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags/tempest-TagsExtTest-Tag-1454535539 HTTP/1.1" status: 201 len: 201 time: 0.1379380 Jul 14 09:47:13.297981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.312746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-88b2df37-3d53-45ab-940f-09fbd331ae93 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.461856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-88b2df37-3d53-45ab-940f-09fbd331ae93 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags HTTP/1.1" status: 200 len: 241 time: 0.1565542 Jul 14 09:47:13.464068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53814) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.473010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-bc4b3613-8933-4839-a8ee-05fc54abf131 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad', 'tempest-TagsExtTest-Tag-1146887551') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.506978 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Floating IP d1024964-0b9d-4d20-9c7d-32392f843596 associated. External IP: 172.25.0.17, port: d31ee6ad-da76-4a97-9bc6-d721b84402f0. Jul 14 09:47:13.643636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bc4b3613-8933-4839-a8ee-05fc54abf131 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags/tempest-TagsExtTest-Tag-1146887551 HTTP/1.1" status: 204 len: 168 time: 0.1774113 Jul 14 09:47:13.647402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.657728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-2d670855-3184-41c1-a014-19fc43d70c68 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad', 'tempest-TagsExtTest-Tag-1146887551') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.767317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2d670855-3184-41c1-a014-19fc43d70c68 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags/tempest-TagsExtTest-Tag-1146887551 HTTP/1.1" status: 204 len: 168 time: 0.1177175 Jul 14 09:47:13.769664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.783778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-81b808dd-871f-46e7-b073-884f97ae916d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.816619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:13.847853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-81b808dd-871f-46e7-b073-884f97ae916d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags HTTP/1.1" status: 200 len: 205 time: 0.0737391 Jul 14 09:47:13.848490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.853023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-06854232-e567-4db8-814c-10faf7345ceb tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.922581 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-06854232-e567-4db8-814c-10faf7345ceb tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags HTTP/1.1" status: 200 len: 241 time: 0.0730538 Jul 14 09:47:13.925925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:13.932031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-664c6da4-2c4c-4c27-ba77-fd67e2881ac2 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f', 'tempest-TagsExtTest-Tag-2064866518') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:13.970813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec7291-b837-43f3-978f-cb54bf147227 None None] Network 73aea308-3b3e-4922-8114-443440363eeb requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:13.982904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:13.989718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:13.994700 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] Sync routers for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:14.011595 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:14.015571 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:46:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:14.090215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dd37498c-f294-4adc-801e-72af82237b5f tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "PUT /v2.0/floatingips/d1024964-0b9d-4d20-9c7d-32392f843596 HTTP/1.1" status: 200 len: 990 time: 2.4244201 Jul 14 09:47:14.090450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'tag': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:14.092955 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41be5d1-ff3e-4777-af00-1b20270463a8" -d '{"events": [{"name": "network-changed", "server_uuid": "defeee0f-7cca-429c-8970-6484effd9aa8", "tag": "d31ee6ad-da76-4a97-9bc6-d721b84402f0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:14.251789 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:14.284670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7c49f74-780d-48a6-bef4-9df630a3a8c4 None None] Provisioning for port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:14.292964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7c49f74-780d-48a6-bef4-9df630a3a8c4 None None] Provisioning complete for port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:14.294053 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7c49f74-780d-48a6-bef4-9df630a3a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.310420 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63340df-68df-45d7-bf71-c2f3b2578e7d x-openstack-request-id: req-b63340df-68df-45d7-bf71-c2f3b2578e7d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:14.310951 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defeee0f-7cca-429c-8970-6484effd9aa8", "tag": "d31ee6ad-da76-4a97-9bc6-d721b84402f0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:14.311512 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b63340df-68df-45d7-bf71-c2f3b2578e7d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:14.312110 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'tag': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'status': 'completed', 'code': 200} Jul 14 09:47:14.456344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7c49f74-780d-48a6-bef4-9df630a3a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.493172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7c49f74-780d-48a6-bef4-9df630a3a8c4 None None] For port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,segment=NetworkSegment(a50261d9-45b2-4ccd-a113-81bd4a8d58bb),segment_id=a50261d9-45b2-4ccd-a113-81bd4a8d58bb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:14.500062 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7c49f74-780d-48a6-bef4-9df630a3a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.580480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c49f74-780d-48a6-bef4-9df630a3a8c4 None None] Pushing event updated for resources: {'Port': ['ID=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:14.745755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-f306eb2e-862f-4702-8b6a-77d80fb4971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:14.749221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-f306eb2e-862f-4702-8b6a-77d80fb4971a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 1097 time: 0.1099851 Jul 14 09:47:14.753494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-664c6da4-2c4c-4c27-ba77-fd67e2881ac2 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags/tempest-TagsExtTest-Tag-2064866518 HTTP/1.1" status: 204 len: 168 time: 0.8261111 Jul 14 09:47:14.757060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:14.786359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-793a64df-05da-4781-a76d-212e8871673d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f', 'tempest-TagsExtTest-Tag-2064866518') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:14.831349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-43343dd4-427f-420f-aacc-dad79243b0c7 None None] Provisioning complete for port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:14.841506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-43343dd4-427f-420f-aacc-dad79243b0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:14.929199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:14.995908 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'd1024964-0b9d-4d20-9c7d-32392f843596', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'port_id': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'mac_address': 'fa:16:3e:b7:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:53Z', 'updated_at': '2021-07-14T09:47:12Z', 'revision_number': 1, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:15.056466 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] Checking router: 9e7e47e2-5514-4d8a-83c4-e69959b8d96f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:15.068114 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:15.068896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:46:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:15.109456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-1454d06a-4f53-4990-b2ed-25a66b82bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.111171 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-1454d06a-4f53-4990-b2ed-25a66b82bda6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.3501399 Jul 14 09:47:15.123922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:15.124585 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.190173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-59dff3e0-8610-45e9-b328-a5f312cd1890 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0 HTTP/1.1" status: 200 len: 998 time: 0.0705926 Jul 14 09:47:15.191280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-793a64df-05da-4781-a76d-212e8871673d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags/tempest-TagsExtTest-Tag-2064866518 HTTP/1.1" status: 204 len: 168 time: 0.4328721 Jul 14 09:47:15.194778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53866) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.198740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-43343dd4-427f-420f-aacc-dad79243b0c7 None None] Provisioning for port d1897c07-f06d-49fd-888e-1c24cce3065f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:15.200236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-2c627785-26f9-4be7-8dbd-0f126b7db6dc tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:15.205112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-43343dd4-427f-420f-aacc-dad79243b0c7 None None] Provisioning complete for port d1897c07-f06d-49fd-888e-1c24cce3065f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:15.205486 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-43343dd4-427f-420f-aacc-dad79243b0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.244835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-43343dd4-427f-420f-aacc-dad79243b0c7 None None] Port d1897c07-f06d-49fd-888e-1c24cce3065f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:15.256740 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:15.352939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2c627785-26f9-4be7-8dbd-0f126b7db6dc tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags HTTP/1.1" status: 200 len: 205 time: 0.1567352 Jul 14 09:47:15.353760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53872) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.358965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-7d75c96e-3e2c-4b4c-a4e2-9238ea19c5d3 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:15.365795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-d3f0a214-558f-4835-a50d-84d8d973ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.367346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-d3f0a214-558f-4835-a50d-84d8d973ebcc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.1612740 Jul 14 09:47:15.376103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2896b9fb-5929-4f79-9fd0-9bf134cd3b7a None None] Provisioning complete for port d1897c07-f06d-49fd-888e-1c24cce3065f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:15.376685 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2896b9fb-5929-4f79-9fd0-9bf134cd3b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:15.466935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2896b9fb-5929-4f79-9fd0-9bf134cd3b7a None None] Port d1897c07-f06d-49fd-888e-1c24cce3065f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:47:15.498962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-eebdf5db-2efb-488a-9df6-b5a8cb6acc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:15.500575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-eebdf5db-2efb-488a-9df6-b5a8cb6acc3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253159 Jul 14 09:47:15.506270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7d75c96e-3e2c-4b4c-a4e2-9238ea19c5d3 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags HTTP/1.1" status: 200 len: 241 time: 0.1514137 Jul 14 09:47:15.509228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53878) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.514771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-75b7726d-19e6-40fd-9b46-69a885e5f16e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396', 'tempest-TagsExtTest-Tag-1928826931') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:15.639134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-75b7726d-19e6-40fd-9b46-69a885e5f16e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags/tempest-TagsExtTest-Tag-1928826931 HTTP/1.1" status: 204 len: 168 time: 0.1256907 Jul 14 09:47:15.639134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53882) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.651243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-df4f6f73-57bb-43ad-b21c-2bde753c6dd7 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396', 'tempest-TagsExtTest-Tag-1928826931') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:15.668755 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-48ad9487-ff5d-439c-9fc2-9634d80d5115 service neutron] 10.222.0.66 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609285 Jul 14 09:47:15.798714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-df4f6f73-57bb-43ad-b21c-2bde753c6dd7 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags/tempest-TagsExtTest-Tag-1928826931 HTTP/1.1" status: 204 len: 168 time: 0.1568925 Jul 14 09:47:15.801518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53884) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.804642 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'd1024964-0b9d-4d20-9c7d-32392f843596', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'port_id': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'mac_address': 'fa:16:3e:b7:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:53Z', 'updated_at': '2021-07-14T09:47:12Z', 'revision_number': 1, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:15.808659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d41be5d1-ff3e-4777-af00-1b20270463a8 req-9bee5723-6f9a-4b26-8851-652577c43b75 service neutron] 10.222.0.66 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270678 Jul 14 09:47:15.811380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-ee3c1d7e-f300-436d-99af-8a2eb7a64bd6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:15.849099 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfd1380-4167-440c-bffb-a7e2f535a9e3 None None] The sync data for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 is: [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'd1024964-0b9d-4d20-9c7d-32392f843596', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'floating_ip_address': '172.25.0.17', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'port_id': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'mac_address': 'fa:16:3e:b7:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:46:53Z', 'updated_at': '2021-07-14T09:47:12Z', 'revision_number': 1, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:15.946209 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ee3c1d7e-f300-436d-99af-8a2eb7a64bd6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags HTTP/1.1" status: 200 len: 205 time: 0.1413107 Jul 14 09:47:15.946919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53892) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:15.955731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-60c6fe40-55fe-486f-8395-466bc6688fd5 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.015347 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-60c6fe40-55fe-486f-8395-466bc6688fd5 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags HTTP/1.1" status: 200 len: 241 time: 0.0650921 Jul 14 09:47:16.015593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.021205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-ba0167be-faee-49b4-9ae4-776b93e7bbe0 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c', 'tempest-TagsExtTest-Tag-1454535539') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.060938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ba0167be-faee-49b4-9ae4-776b93e7bbe0 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags/tempest-TagsExtTest-Tag-1454535539 HTTP/1.1" status: 204 len: 168 time: 0.0436001 Jul 14 09:47:16.064103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53896) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.069981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-6a7beada-212a-4342-882b-d29c7b075571 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c', 'tempest-TagsExtTest-Tag-1454535539') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.161667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6a7beada-212a-4342-882b-d29c7b075571 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags/tempest-TagsExtTest-Tag-1454535539 HTTP/1.1" status: 204 len: 168 time: 0.0958755 Jul 14 09:47:16.164403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53902) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.173605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-6c2641fa-cb57-4867-a6fb-32b77d3cd07d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.219005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6c2641fa-cb57-4867-a6fb-32b77d3cd07d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags HTTP/1.1" status: 200 len: 205 time: 0.0503781 Jul 14 09:47:16.219682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53906) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.227268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-d38d98f8-d4ff-4398-9a86-9f4e0819e7d4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.256970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35bf2f5-5d5a-4f77-be4a-afd0676f2ea2 None None] New status for floating IP d1024964-0b9d-4d20-9c7d-32392f843596: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:47:16.282471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d38d98f8-d4ff-4398-9a86-9f4e0819e7d4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags HTTP/1.1" status: 204 len: 168 time: 0.0587499 Jul 14 09:47:16.283538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53908) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.289402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-884cfcb2-8e3f-48f6-ae88-fc3d5b983097 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.411373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-884cfcb2-8e3f-48f6-ae88-fc3d5b983097 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags HTTP/1.1" status: 204 len: 168 time: 0.1263800 Jul 14 09:47:16.416028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53912) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.422162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-21881886-b720-4284-9ed3-2243600cf9c2 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.503215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-21881886-b720-4284-9ed3-2243600cf9c2 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags HTTP/1.1" status: 204 len: 168 time: 0.0853286 Jul 14 09:47:16.506391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53918) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.512801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-b60a9a87-9fbb-4116-bb76-5aca8949744c tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.591914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b60a9a87-9fbb-4116-bb76-5aca8949744c tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0843031 Jul 14 09:47:16.597649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53922) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.602624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-eb5e9ac0-1919-4f99-b9c9-f835201176ad tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad', 'tempest-TagsExtTest-Tag-1173784412') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.677417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eb5e9ac0-1919-4f99-b9c9-f835201176ad tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags/tempest-TagsExtTest-Tag-1173784412 HTTP/1.1" status: 201 len: 201 time: 0.0783911 Jul 14 09:47:16.680638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53924) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.687763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-d18ee60d-7e52-4fb1-a2e0-297f42269871 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f', 'tempest-TagsExtTest-Tag-1968360861') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.784067 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d18ee60d-7e52-4fb1-a2e0-297f42269871 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags/tempest-TagsExtTest-Tag-1968360861 HTTP/1.1" status: 201 len: 201 time: 0.1016788 Jul 14 09:47:16.787296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53928) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.797778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-9529aa0d-d7a9-43ff-ae08-0a9b13e906e0 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396', 'tempest-TagsExtTest-Tag-1408719096') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.932213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9529aa0d-d7a9-43ff-ae08-0a9b13e906e0 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags/tempest-TagsExtTest-Tag-1408719096 HTTP/1.1" status: 201 len: 201 time: 0.1421778 Jul 14 09:47:16.936753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53934) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.942214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-a6eda178-94ef-4d5b-9575-c39100a06f16 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c', 'tempest-TagsExtTest-Tag-1245467789') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:16.985820 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a6eda178-94ef-4d5b-9575-c39100a06f16 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags/tempest-TagsExtTest-Tag-1245467789 HTTP/1.1" status: 201 len: 201 time: 0.0476713 Jul 14 09:47:16.988948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:16.994457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-67c785b8-18af-45d0-854b-c2662745e3f6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad', {'tags': ['tempest-TagsExtTest-Tag-1082969092', 'tempest-TagsExtTest-Tag-1406829284', 'tempest-TagsExtTest-Tag-372313412']}) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.080966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-67c785b8-18af-45d0-854b-c2662745e3f6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags HTTP/1.1" status: 200 len: 317 time: 0.0903299 Jul 14 09:47:17.083575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53942) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.088785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-4f99951d-5c6c-4c6b-a80e-a6f89c9fc598 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.192672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4f99951d-5c6c-4c6b-a80e-a6f89c9fc598 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags HTTP/1.1" status: 204 len: 168 time: 0.1075907 Jul 14 09:47:17.197387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53954) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.202943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-54059e6e-64b1-4601-90f4-95eede555500 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad', 'tempest-TagsExtTest-Tag-1082969092') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.316740 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-54059e6e-64b1-4601-90f4-95eede555500 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:17.319412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-54059e6e-64b1-4601-90f4-95eede555500 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags/tempest-TagsExtTest-Tag-1082969092 HTTP/1.1" status: 404 len: 329 time: 0.1194193 Jul 14 09:47:17.320924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53956) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.327151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-447ecc85-78e9-4069-b66e-11e167b1bf58 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad', 'tempest-TagsExtTest-Tag-1406829284') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.410104 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-447ecc85-78e9-4069-b66e-11e167b1bf58 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:17.412686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-447ecc85-78e9-4069-b66e-11e167b1bf58 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags/tempest-TagsExtTest-Tag-1406829284 HTTP/1.1" status: 404 len: 329 time: 0.0906632 Jul 14 09:47:17.414168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53964) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.418904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-4e141d45-7ffa-490f-81ca-74b752b13f5b tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad', 'tempest-TagsExtTest-Tag-372313412') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.493473 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-4e141d45-7ffa-490f-81ca-74b752b13f5b tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:17.496263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4e141d45-7ffa-490f-81ca-74b752b13f5b tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags/tempest-TagsExtTest-Tag-372313412 HTTP/1.1" status: 404 len: 328 time: 0.0793405 Jul 14 09:47:17.500301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53974) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.505617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-546da448-b45a-47ba-98d5-6758c5c59680 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f', {'tags': ['tempest-TagsExtTest-Tag-1202555294', 'tempest-TagsExtTest-Tag-1041742002', 'tempest-TagsExtTest-Tag-44647753']}) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.605236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-546da448-b45a-47ba-98d5-6758c5c59680 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags HTTP/1.1" status: 200 len: 316 time: 0.1031075 Jul 14 09:47:17.607480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53980) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.614539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-4d3a90d8-086e-431d-bafa-139f8dd2ccef tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.723022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4d3a90d8-086e-431d-bafa-139f8dd2ccef tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags HTTP/1.1" status: 204 len: 168 time: 0.1139972 Jul 14 09:47:17.725718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53984) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.735180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-13fc05cf-bbcf-4a34-9fcd-3849c0825c9e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f', 'tempest-TagsExtTest-Tag-1202555294') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.832241 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-13fc05cf-bbcf-4a34-9fcd-3849c0825c9e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:17.832241 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-13fc05cf-bbcf-4a34-9fcd-3849c0825c9e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags/tempest-TagsExtTest-Tag-1202555294 HTTP/1.1" status: 404 len: 329 time: 0.1013796 Jul 14 09:47:17.836924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53994) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.850385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-1780fa6a-4853-45f3-b6e5-9c64fded17d4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f', 'tempest-TagsExtTest-Tag-1041742002') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:17.978551 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-1780fa6a-4853-45f3-b6e5-9c64fded17d4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:17.984288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54002) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:17.984700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1780fa6a-4853-45f3-b6e5-9c64fded17d4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags/tempest-TagsExtTest-Tag-1041742002 HTTP/1.1" status: 404 len: 329 time: 0.1464720 Jul 14 09:47:17.989834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-0dcc0bcc-2ade-41e1-a2f1-6b695727c3cf tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f', 'tempest-TagsExtTest-Tag-44647753') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.062312 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-0dcc0bcc-2ade-41e1-a2f1-6b695727c3cf tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:18.063463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0dcc0bcc-2ade-41e1-a2f1-6b695727c3cf tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags/tempest-TagsExtTest-Tag-44647753 HTTP/1.1" status: 404 len: 327 time: 0.0778303 Jul 14 09:47:18.066429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54004) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.072065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-26604374-0564-414b-9957-d3537fabc5a5 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396', {'tags': ['tempest-TagsExtTest-Tag-1189481840', 'tempest-TagsExtTest-Tag-1609206215', 'tempest-TagsExtTest-Tag-859902896']}) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.219040 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-26604374-0564-414b-9957-d3537fabc5a5 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags HTTP/1.1" status: 200 len: 317 time: 0.1510413 Jul 14 09:47:18.222837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54018) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.229039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-165b98d4-c238-4364-b92b-1ca4d596aa94 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.369640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-165b98d4-c238-4364-b92b-1ca4d596aa94 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags HTTP/1.1" status: 204 len: 168 time: 0.1453450 Jul 14 09:47:18.373232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54024) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.379739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-b5640a6a-17bb-4609-a032-2efe24b7c40d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396', 'tempest-TagsExtTest-Tag-1189481840') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.490628 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-b5640a6a-17bb-4609-a032-2efe24b7c40d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:18.493663 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b5640a6a-17bb-4609-a032-2efe24b7c40d tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags/tempest-TagsExtTest-Tag-1189481840 HTTP/1.1" status: 404 len: 329 time: 0.1181390 Jul 14 09:47:18.498045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54032) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.504680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-6151f38c-d7d9-4af0-9d01-7dd69b19a843 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396', 'tempest-TagsExtTest-Tag-1609206215') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.600850 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-6151f38c-d7d9-4af0-9d01-7dd69b19a843 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:18.605784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6151f38c-d7d9-4af0-9d01-7dd69b19a843 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags/tempest-TagsExtTest-Tag-1609206215 HTTP/1.1" status: 404 len: 329 time: 0.1030750 Jul 14 09:47:18.605967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.611941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-d02de550-7e54-476c-a422-0283fece87e6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396', 'tempest-TagsExtTest-Tag-859902896') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.710027 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-d02de550-7e54-476c-a422-0283fece87e6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:18.713957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d02de550-7e54-476c-a422-0283fece87e6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags/tempest-TagsExtTest-Tag-859902896 HTTP/1.1" status: 404 len: 328 time: 0.1037865 Jul 14 09:47:18.714353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54038) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.719853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-654332a0-9ba6-4945-b259-98076d18698e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c', {'tags': ['tempest-TagsExtTest-Tag-397799382', 'tempest-TagsExtTest-Tag-1275119312', 'tempest-TagsExtTest-Tag-95574928']}) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.771845 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-654332a0-9ba6-4945-b259-98076d18698e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "PUT /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags HTTP/1.1" status: 200 len: 315 time: 0.0533857 Jul 14 09:47:18.771955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54044) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.780242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-8d52ddb1-0a1e-4d6f-977f-b70d2091b48c tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.873468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8d52ddb1-0a1e-4d6f-977f-b70d2091b48c tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags HTTP/1.1" status: 204 len: 168 time: 0.0948722 Jul 14 09:47:18.873468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54048) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.878319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-146b921b-c4d8-404f-9d49-85974a516937 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c', 'tempest-TagsExtTest-Tag-397799382') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.926317 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-146b921b-c4d8-404f-9d49-85974a516937 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:18.927302 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-146b921b-c4d8-404f-9d49-85974a516937 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags/tempest-TagsExtTest-Tag-397799382 HTTP/1.1" status: 404 len: 328 time: 0.0538828 Jul 14 09:47:18.932563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54050) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.937952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-930885f5-f106-4c07-bab9-d8ec47df1f73 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c', 'tempest-TagsExtTest-Tag-1275119312') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:18.967293 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-930885f5-f106-4c07-bab9-d8ec47df1f73 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:18.969768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-930885f5-f106-4c07-bab9-d8ec47df1f73 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags/tempest-TagsExtTest-Tag-1275119312 HTTP/1.1" status: 404 len: 329 time: 0.0347381 Jul 14 09:47:18.972328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54052) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:18.977497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-0a22253c-de6c-4e5a-a6f2-310a0412d113 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c', 'tempest-TagsExtTest-Tag-95574928') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:19.012060 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-0a22253c-de6c-4e5a-a6f2-310a0412d113 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] show failed (client error): The resource could not be found. Jul 14 09:47:19.016973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54056) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.017805 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0a22253c-de6c-4e5a-a6f2-310a0412d113 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags/tempest-TagsExtTest-Tag-95574928 HTTP/1.1" status: 404 len: 327 time: 0.0436804 Jul 14 09:47:19.026626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-9bc36fc1-cfac-49f2-88c3-56f92e509bfb tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6adb016d-5421-45b3-a1b8-be85d422003c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:19.071740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9bc36fc1-cfac-49f2-88c3-56f92e509bfb tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c/tags HTTP/1.1" status: 204 len: 168 time: 0.0520251 Jul 14 09:47:19.074236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54058) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.080144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-1bf20549-2ee4-4930-9fa1-18172f6229c2 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '7ba73a7d-f542-41e3-9351-95d321d69396') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:19.208826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1bf20549-2ee4-4930-9fa1-18172f6229c2 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396/tags HTTP/1.1" status: 204 len: 168 time: 0.1331887 Jul 14 09:47:19.210553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54064) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.216094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-54d7a3f3-b84e-4631-97be-f8f67ae8faa6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd1897c07-f06d-49fd-888e-1c24cce3065f') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:19.300629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54d7a3f3-b84e-4631-97be-f8f67ae8faa6 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f/tags HTTP/1.1" status: 204 len: 168 time: 0.0885963 Jul 14 09:47:19.303355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.311222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-8e5f211f-5035-4ee8-ba29-46b91ac7d85a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c1f0d5db-c3c7-4064-9398-0d170a0764ad') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:19.385343 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8e5f211f-5035-4ee8-ba29-46b91ac7d85a tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0805247 Jul 14 09:47:19.390221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.544849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49b3e0f1-877c-4ba8-9c0f-6330699c8181 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for subnetpool, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.546393 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49b3e0f1-877c-4ba8-9c0f-6330699c8181 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnetpools/6adb016d-5421-45b3-a1b8-be85d422003c HTTP/1.1" status: 204 len: 168 time: 0.1541100 Jul 14 09:47:19.549784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54078) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.583796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d8d9f8ed-3a78-47d3-b5df-fe0e340aa5a7 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "GET /v2.0/ports?device_id=7ba73a7d-f542-41e3-9351-95d321d69396 HTTP/1.1" status: 200 len: 205 time: 0.0324140 Jul 14 09:47:19.587652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54080) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:19.671278 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8291c12f-e3ff-45ff-84ce-326abf425495 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.866108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8291c12f-e3ff-45ff-84ce-326abf425495 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.870582 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8291c12f-e3ff-45ff-84ce-326abf425495 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.929897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8291c12f-e3ff-45ff-84ce-326abf425495 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.930826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8291c12f-e3ff-45ff-84ce-326abf425495 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba73a7d-f542-41e3-9351-95d321d69396 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:47:19.943151 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8291c12f-e3ff-45ff-84ce-326abf425495 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:19.944539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8291c12f-e3ff-45ff-84ce-326abf425495 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/routers/7ba73a7d-f542-41e3-9351-95d321d69396 HTTP/1.1" status: 204 len: 168 time: 0.3557718 Jul 14 09:47:19.947335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54088) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:20.109041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-af50a218-4f6a-4ed5-b14a-26183b2ea4c4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Deleting port d1897c07-f06d-49fd-888e-1c24cce3065f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:20.109587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af50a218-4f6a-4ed5-b14a-26183b2ea4c4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.218962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af50a218-4f6a-4ed5-b14a-26183b2ea4c4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.234614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-af50a218-4f6a-4ed5-b14a-26183b2ea4c4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Calling delete_port for d1897c07-f06d-49fd-888e-1c24cce3065f owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:20.426194 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af50a218-4f6a-4ed5-b14a-26183b2ea4c4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.476613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50a218-4f6a-4ed5-b14a-26183b2ea4c4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Pushing event deleted for resources: {'Port': ['ID=d1897c07-f06d-49fd-888e-1c24cce3065f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:20.596548 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-af50a218-4f6a-4ed5-b14a-26183b2ea4c4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.601074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-af50a218-4f6a-4ed5-b14a-26183b2ea4c4 tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/ports/d1897c07-f06d-49fd-888e-1c24cce3065f HTTP/1.1" status: 204 len: 168 time: 0.6502001 Jul 14 09:47:20.601451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:20.682493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c129f07d-daef-4535-a022-0e19e0565f3f tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Deleting subnet c1f0d5db-c3c7-4064-9398-0d170a0764ad {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:20.689349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c129f07d-daef-4535-a022-0e19e0565f3f tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.818079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c129f07d-daef-4535-a022-0e19e0565f3f tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:20.968454 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c129f07d-daef-4535-a022-0e19e0565f3f tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.045868 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c129f07d-daef-4535-a022-0e19e0565f3f tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.078500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129f07d-daef-4535-a022-0e19e0565f3f tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f0d5db-c3c7-4064-9398-0d170a0764ad,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:21.086373 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c129f07d-daef-4535-a022-0e19e0565f3f tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.089082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c129f07d-daef-4535-a022-0e19e0565f3f tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/subnets/c1f0d5db-c3c7-4064-9398-0d170a0764ad HTTP/1.1" status: 204 len: 168 time: 0.4857838 Jul 14 09:47:21.091649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54118) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:21.095026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713116be-ba9c-4fb7-9e8a-f5487b21453f None None] Network 73aea308-3b3e-4922-8114-443440363eeb requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:21.232515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.423641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Deleting port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:21.424479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.441550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] DHCP port deletion for 73aea308-3b3e-4922-8114-443440363eeb request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:21.565162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-c7373770-018c-4623-9877-8a6663f82d71 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2412131 Jul 14 09:47:21.566577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] Deleting port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:21.570316 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.670345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] For port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,segment=NetworkSegment(a50261d9-45b2-4ccd-a113-81bd4a8d58bb),segment_id=a50261d9-45b2-4ccd-a113-81bd4a8d58bb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:21.671411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] For port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,segment=NetworkSegment(a50261d9-45b2-4ccd-a113-81bd4a8d58bb),segment_id=a50261d9-45b2-4ccd-a113-81bd4a8d58bb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:21.672038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.673707 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:21.732404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Calling delete_port for 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:21.759226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] Calling delete_port for 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:21.859550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a0b716a8-64d9-4762-9f88-a66ba65eed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.860367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a0b716a8-64d9-4762-9f88-a66ba65eed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.861293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a0b716a8-64d9-4762-9f88-a66ba65eed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.862132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a0b716a8-64d9-4762-9f88-a66ba65eed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.862964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a0b716a8-64d9-4762-9f88-a66ba65eed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.863810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a0b716a8-64d9-4762-9f88-a66ba65eed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.864749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a0b716a8-64d9-4762-9f88-a66ba65eed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:21.868302 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a0b716a8-64d9-4762-9f88-a66ba65eed08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6509 time: 0.1717665 Jul 14 09:47:22.038423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:47:22.050237 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 09:47:22.069325 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.127314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] No DVR routers for this DVR port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:22.134322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Pushing event deleted for resources: {'Port': ['ID=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:22.153986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] No DVR routers for this DVR port 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:22.233811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a7b009-d858-44df-9134-f73e41af9733 None None] Pushing event deleted for resources: {'Port': ['ID=1bb5bac8-27b1-464b-83aa-d05e91b6e7e8,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:22.239810 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-50d4d630-df65-49d4-aee8-b1fe3b1e5a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.261129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-2d67538c-575b-4e01-91ee-286c8e9ff036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.262525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-2d67538c-575b-4e01-91ee-286c8e9ff036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.263574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-2d67538c-575b-4e01-91ee-286c8e9ff036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.267742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-2d67538c-575b-4e01-91ee-286c8e9ff036 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0a23679-4185-490c-8b16-e72740c16252&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=abc303e9-64b3-40af-b530-6d5136a0ebce&id=abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 200 len: 2298 time: 0.3571284 Jul 14 09:47:22.279107 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.294899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73aea308-3b3e-4922-8114-443440363eeb']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:22.307203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50261d9-45b2-4ccd-a113-81bd4a8d58bb') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:22.307578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50261d9-45b2-4ccd-a113-81bd4a8d58bb') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:22.319236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.335393 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.357981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:22.360621 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:22.362901 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:22.369244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-8d3d3896-bd12-482c-82e0-79a7bc28f42d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 200 len: 1001 time: 0.0939906 Jul 14 09:47:22.448753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a1b5ef79-b762-4114-b243-db3e41857181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.451998 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-a1b5ef79-b762-4114-b243-db3e41857181 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81804484-c2db-4e74-8daa-f75361a1ba82 HTTP/1.1" status: 200 len: 856 time: 0.0733414 Jul 14 09:47:22.469095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.474708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:22.476580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] 10.222.0.73 "DELETE /v2.0/networks/73aea308-3b3e-4922-8114-443440363eeb HTTP/1.1" status: 204 len: 168 time: 1.3833020 Jul 14 09:47:22.510518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65fd83-4faa-4b78-9f20-f510e1a0434e tempest-TagsExtTest-1973859642 tempest-TagsExtTest-1973859642-project] Pushing event deleted for resources: {'Network': ['ID=73aea308-3b3e-4922-8114-443440363eeb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:22.609610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-f982ea37-4533-4f94-8ae7-613e67346b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:22.612016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-f982ea37-4533-4f94-8ae7-613e67346b68 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a23679-4185-490c-8b16-e72740c16252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535909 Jul 14 09:47:22.763237 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-1572a779-4a84-4737-88e0-13a57bd6b9a0 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421862 Jul 14 09:47:22.946138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:22.986488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-ef525d71-80f0-4fe7-b053-fcb80fcc6a61 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106273 Jul 14 09:47:23.003954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:23.013709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1bb5bac8-27b1-464b-83aa-d05e91b6e7e8 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:23.093502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-507b7342-a6ac-40b7-b42d-fad433884671 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 217 time: 0.0814686 Jul 14 09:47:23.125854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54156) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:23.166398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-97b0f7b3-4231-4392-bfa9-f16e41156d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.168517 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-97b0f7b3-4231-4392-bfa9-f16e41156d3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0587947 Jul 14 09:47:23.286984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-aae4a4d7-0c0b-4e90-a65b-29befba789b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.289017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-aae4a4d7-0c0b-4e90-a65b-29befba789b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1111190 Jul 14 09:47:23.384308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cdbb07b4-8390-4d8b-abd2-3d6462ee56d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c91d2b82ca5458fae2681ab7178808a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2576101 Jul 14 09:47:23.387236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54164) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:23.395349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-e100a28b-c4c8-4cd6-93ed-59bf7388b8e0 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965858 Jul 14 09:47:23.440534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ea50c92-d6db-4357-8ba9-29f91ff6874f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.475125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ea50c92-d6db-4357-8ba9-29f91ff6874f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.497567 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-866aac07-abc7-4622-8a4e-800b138dd3fd service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942700 Jul 14 09:47:23.542381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ea50c92-d6db-4357-8ba9-29f91ff6874f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.545868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ea50c92-d6db-4357-8ba9-29f91ff6874f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:23.550583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7ea50c92-d6db-4357-8ba9-29f91ff6874f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99e1070c-9fba-4202-b93e-c90a2cc01655 HTTP/1.1" status: 204 len: 168 time: 0.1621737 Jul 14 09:47:23.567328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea50c92-d6db-4357-8ba9-29f91ff6874f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e1070c-9fba-4202-b93e-c90a2cc01655,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:23.584170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-65eaf933-1dcc-4500-878b-1291dad003ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 217 time: 0.0699036 Jul 14 09:47:23.655277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-44116aee-fecd-4204-963e-c112f9fded76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.657245 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-44116aee-fecd-4204-963e-c112f9fded76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0656769 Jul 14 09:47:23.737640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-17552922-e1e8-4e8e-bcb3-d0e9f48db924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:23.740585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-17552922-e1e8-4e8e-bcb3-d0e9f48db924 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758379 Jul 14 09:47:24.266745 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:47:24.267485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-b64ea525-9e91-45d1-96a4-3d6bdab2a145 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176647 Jul 14 09:47:24.296671 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-91eb9fa4-df1c-4338-9036-5e470036e1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.500544 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:24.552686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-08f5452a-2d40-4230-b71b-a826db182137 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779579 Jul 14 09:47:24.626773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-f6f783a9-0e70-486e-ac36-150b243c7079 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae HTTP/1.1" status: 200 len: 217 time: 0.0654540 Jul 14 09:47:24.720267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-8c5660e3-3322-4d90-8684-6f15c1235902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:24.721977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-8c5660e3-3322-4d90-8684-6f15c1235902 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0845208 Jul 14 09:47:24.864309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-9f3f2cda-2afd-46cc-99c9-1be867a27582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:24.868075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-9f3f2cda-2afd-46cc-99c9-1be867a27582 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1359243 Jul 14 09:47:24.894105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54212) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:25.012667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-7e6731a0-6e5d-4ea1-9440-005a501d9ae0 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355612 Jul 14 09:47:25.029876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009221144-network', 'tenant_id': '27242d18b08545c9b127c3295f568ca4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:25.060417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Made reservation on behalf of 27242d18b08545c9b127c3295f568ca4 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:25.063323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.079320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.134166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-4707cf87-45fc-4114-8ba6-51ccc8224b77 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091053 Jul 14 09:47:25.190862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-cbc34452-c00b-4031-b0ac-e83fb0e1f24e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1260107c-1c78-4426-b1ab-d8ff67896347 HTTP/1.1" status: 200 len: 217 time: 0.0507722 Jul 14 09:47:25.216076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.221667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.253796 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:25.268954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-9189a434-eabc-4f21-942c-dd40faf25ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:25.270760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-9189a434-eabc-4f21-942c-dd40faf25ca3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0709474 Jul 14 09:47:25.274132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436a5579-1d9f-4e08-9916-8752cc1b5b47,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:25.300027 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.300791 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Added segment 1e246307-1076-428d-81a5-21b3791c5709 of type vlan for network aab31359-ef58-482e-b90b-6b1eaf4c5652 Jul 14 09:47:25.367977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.382365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-91f201f6-16e5-48cb-a5c4-2fbacc0c1171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:25.384325 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-91f201f6-16e5-48cb-a5c4-2fbacc0c1171 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1054327 Jul 14 09:47:25.430022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.433153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:25.434879 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.553151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6573298 Jul 14 09:47:25.554225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54230) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:25.588122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-32cff7ec-53c1-4b65-90a4-6d99c34e8391 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918175 Jul 14 09:47:25.597039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.617708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Request body: {'subnet': {'network_id': 'aab31359-ef58-482e-b90b-6b1eaf4c5652', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2009221144-subnet', 'tenant_id': '27242d18b08545c9b127c3295f568ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:25.685395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b011d6-76d1-49f4-b6ca-7580b4f70252 admin admin] Pushing event updated for resources: {'Network': ['ID=aab31359-ef58-482e-b90b-6b1eaf4c5652,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:25.700940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Made reservation on behalf of 27242d18b08545c9b127c3295f568ca4 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:25.701455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network aab31359-ef58-482e-b90b-6b1eaf4c5652 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:25.709286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:25.755453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-90b78765-a49a-4532-9d27-94179e90f944 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582866 Jul 14 09:47:25.818122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-5c5656e6-39aa-471e-821e-6d9372e0e6aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca56c-9fb3-4048-96e3-fdae9282a10a HTTP/1.1" status: 200 len: 217 time: 0.0514338 Jul 14 09:47:25.877688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-3d66908c-0881-4f86-a9b7-15cf47b02d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:25.879649 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-3d66908c-0881-4f86-a9b7-15cf47b02d00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0557258 Jul 14 09:47:25.958411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-b08ae495-9730-4148-a877-c45fec859d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:25.960667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-b08ae495-9730-4148-a877-c45fec859d3c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0741897 Jul 14 09:47:26.120039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-4837478f-fefe-4ba7-9b4b-dac015404885 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513846 Jul 14 09:47:26.260161 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-95e03169-e094-4daa-978c-b2b6069594f7 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337342 Jul 14 09:47:26.341839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-ca3b11b3-db0a-4ff0-be6c-086738b2e644 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 200 len: 217 time: 0.0660768 Jul 14 09:47:26.358126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.424624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-84dda42e-bdc0-4156-bd60-a95ac2f3e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.426339 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-84dda42e-bdc0-4156-bd60-a95ac2f3e457 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0742805 Jul 14 09:47:26.438602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f714a9f-9e2c-4e09-b642-ff9a4a046627,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:26.447482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Checking segment: {'id': '1e246307-1076-428d-81a5-21b3791c5709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'aab31359-ef58-482e-b90b-6b1eaf4c5652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:26.447989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Network hostable DHCP agents. Network: aab31359-ef58-482e-b90b-6b1eaf4c5652, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:26.474192 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Network aab31359-ef58-482e-b90b-6b1eaf4c5652 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:26.499671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, aab31359-ef58-482e-b90b-6b1eaf4c5652) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:26.515292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5141c07-f366-44dd-be3d-5639bf2b2498 None None] Network aab31359-ef58-482e-b90b-6b1eaf4c5652 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:26.525616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.530306 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:26.578637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-0a5f9283-ba31-484c-ac07-37254d8edc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:26.580897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-0a5f9283-ba31-484c-ac07-37254d8edc3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1400046 Jul 14 09:47:26.591267 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b6a8d9ef-ceb1-4ccd-8485-98f01595801a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9908974 Jul 14 09:47:26.855411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-2a6f8605-9ce8-4b9a-8504-3f0f691d2cd8 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666962 Jul 14 09:47:26.869170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54262) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:26.885802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a71311-ecc2-4abb-b039-b4e7aacee151 None None] Network aab31359-ef58-482e-b90b-6b1eaf4c5652 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:27.004871 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.063501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2c826e-aa07-4e76-b7c7-ac3607e73b5b req-0b3f1e5f-458c-4d44-8d80-0b01821a9980 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897707 Jul 14 09:47:27.248924 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.261236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54274) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:27.339306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Deleting port eac61fae-a6bb-40e1-88ca-875c4449b213 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:27.340408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.493476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.494494 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.548795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Calling delete_port for eac61fae-a6bb-40e1-88ca-875c4449b213 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:27.660771 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a586ee2-2bb2-4c30-8b08-f9d301d1048c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.722939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:27.731498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1678425664-network', 'tenant_id': '9abb402f28104b2b8297d1da573fa10e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:27.890621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a586ee2-2bb2-4c30-8b08-f9d301d1048c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.952216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:27.955017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a586ee2-2bb2-4c30-8b08-f9d301d1048c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.013204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Made reservation on behalf of 9abb402f28104b2b8297d1da573fa10e for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:28.014943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event deleted for resources: {'Port': ['ID=eac61fae-a6bb-40e1-88ca-875c4449b213,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.015885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.031005 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a586ee2-2bb2-4c30-8b08-f9d301d1048c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f422e931-fd88-4a61-837a-bf684d4e8d0d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.040581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.105725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a586ee2-2bb2-4c30-8b08-f9d301d1048c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f8d4f48dfc9a434082cf364051db10fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8421252 Jul 14 09:47:28.108978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54300) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.157432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.157818 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Floating IP 86aa4620-12df-4526-bbb1-13c5d0617398 disassociated (deleted). External IP: 172.25.0.136, port: b0445cf9-1f79-441c-997c-dac7c6d1e1e3. Jul 14 09:47:28.253054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-217deae4-7b0b-4aa8-a03e-bc37b0b948e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.296534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-217deae4-7b0b-4aa8-a03e-bc37b0b948e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.319686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.375664 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.444814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54755bd-b6e7-437f-a4fa-d74b81fc7f39,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.448519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:47:28.477800 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.478153 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Added segment b4b001f5-a04c-4543-8800-799135741756 of type vlan for network 5b193d51-e55d-446f-81db-a8fdb38acaf4 Jul 14 09:47:28.520306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Router 917149e3-6f41-4353-b0ca-d58fed2a18cc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:28.530507 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-217deae4-7b0b-4aa8-a03e-bc37b0b948e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.533607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-217deae4-7b0b-4aa8-a03e-bc37b0b948e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.535000 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-217deae4-7b0b-4aa8-a03e-bc37b0b948e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f422e931-fd88-4a61-837a-bf684d4e8d0d HTTP/1.1" status: 204 len: 168 time: 0.4248064 Jul 14 09:47:28.553923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217deae4-7b0b-4aa8-a03e-bc37b0b948e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f422e931-fd88-4a61-837a-bf684d4e8d0d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.566630 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.623865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.625078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:28.626363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.707711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9838390 Jul 14 09:47:28.711968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:28.717576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Request body: {'subnet': {'network_id': '5b193d51-e55d-446f-81db-a8fdb38acaf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1678425664-subnet', 'tenant_id': '9abb402f28104b2b8297d1da573fa10e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:28.717862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:28.724729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.732537 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] Sync routers for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:28.741908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c46a1-3e73-4016-88f6-e946b68b3518 admin admin] Pushing event updated for resources: {'Network': ['ID=5b193d51-e55d-446f-81db-a8fdb38acaf4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:28.755508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Made reservation on behalf of 9abb402f28104b2b8297d1da573fa10e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:28.763498 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:28.766226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5b193d51-e55d-446f-81db-a8fdb38acaf4 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:47:28.795547 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:28.797894 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:28.842444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4c23cf3d-d0fc-4952-b1fa-d444bd69bb3f tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "DELETE /v2.0/floatingips/86aa4620-12df-4526-bbb1-13c5d0617398 HTTP/1.1" status: 204 len: 168 time: 1.9720514 Jul 14 09:47:28.865371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:28.880149 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:29.019314 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8fa751-90a1-482e-8b7c-c5d46255c416 x-openstack-request-id: req-1c8fa751-90a1-482e-8b7c-c5d46255c416 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:29.019653 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:29.020057 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c8fa751-90a1-482e-8b7c-c5d46255c416 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:29.020768 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'status': 'completed', 'code': 200} Jul 14 09:47:29.034520 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.063932 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:29.123612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-213c7ea9-264d-45d2-9d2c-61da7ac9c77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:29.125863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-213c7ea9-264d-45d2-9d2c-61da7ac9c77c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bc23cab185841c2951399a296c98125&device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 1098 time: 0.0816267 Jul 14 09:47:29.164456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c1a9f8b-010c-4b62-92e2-926a0c46cada,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:29.213374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Checking segment: {'id': 'b4b001f5-a04c-4543-8800-799135741756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '5b193d51-e55d-446f-81db-a8fdb38acaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:29.213892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Network hostable DHCP agents. Network: 5b193d51-e55d-446f-81db-a8fdb38acaf4, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:47:29.261916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Network 5b193d51-e55d-446f-81db-a8fdb38acaf4 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:47:29.279836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5b193d51-e55d-446f-81db-a8fdb38acaf4) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:29.291491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:29.294489 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b65fb2-b08e-4575-991b-d738470a701a None None] Network 5b193d51-e55d-446f-81db-a8fdb38acaf4 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:29.295312 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.343402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-84e75281-1f5d-40a4-99de-4933022e1990 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6312842 Jul 14 09:47:29.412882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-03b51c46-da45-4290-8d1d-06bfba3a7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:29.414442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-03b51c46-da45-4290-8d1d-06bfba3a7bb4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a7832ed-406e-4a53-8415-6a0d861d99cd HTTP/1.1" status: 200 len: 914 time: 0.2810824 Jul 14 09:47:29.549635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-6c320b02-3f54-4c5f-9a8d-3711addd8004 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3 HTTP/1.1" status: 200 len: 217 time: 0.1267378 Jul 14 09:47:29.670938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:29.673212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-e6d50c2b-69a9-44ee-8736-ae9718bc82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:29.677334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-e6d50c2b-69a9-44ee-8736-ae9718bc82da service neutron] 10.222.0.69 "GET /v2.0/subnets?id=305ee63f-4825-4156-82e2-7f2011253b26 HTTP/1.1" status: 200 len: 852 time: 0.1177881 Jul 14 09:47:29.695524 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.766983 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] Checking router: 917149e3-6f41-4353-b0ca-d58fed2a18cc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:29.806352 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:29.807200 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:29.826779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-60edb270-ce02-47e1-8e0a-6e6dc31d2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:29.829000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-60edb270-ce02-47e1-8e0a-6e6dc31d2e3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a7832ed-406e-4a53-8415-6a0d861d99cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468799 Jul 14 09:47:29.882602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddf0508-c727-4e04-8e3e-d16880f151f4 admin admin] Deleting subnet 8f714a9f-9e2c-4e09-b642-ff9a4a046627 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:29.902692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0508-c727-4e04-8e3e-d16880f151f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.976456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:29.976986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0508-c727-4e04-8e3e-d16880f151f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.018932 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:30.032590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f4e186-3dd7-4a17-a9cd-f2cc38462290 None None] Network 5b193d51-e55d-446f-81db-a8fdb38acaf4 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:30.037706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0508-c727-4e04-8e3e-d16880f151f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.057941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-74f59ff4-b7d7-44dd-9b43-f76fafb3c715 service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181094 Jul 14 09:47:30.162788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0508-c727-4e04-8e3e-d16880f151f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.223977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34e0d719-db51-4ab3-8d0e-d2d8760c2a8c req-1608e4e9-6454-40d7-b1d9-31f5a30a9029 service neutron] 10.222.0.69 "GET /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608109 Jul 14 09:47:30.233263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddf0508-c727-4e04-8e3e-d16880f151f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f714a9f-9e2c-4e09-b642-ff9a4a046627,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.274263 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ddf0508-c727-4e04-8e3e-d16880f151f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.276346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8ddf0508-c727-4e04-8e3e-d16880f151f4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8f714a9f-9e2c-4e09-b642-ff9a4a046627 HTTP/1.1" status: 204 len: 168 time: 0.6040220 Jul 14 09:47:30.279318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54364) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:30.320737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20096413-df1e-484c-82ca-708778f40701 req-86713f0c-6e39-4118-9ef5-2b0311730170 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:30.329090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20096413-df1e-484c-82ca-708778f40701 req-86713f0c-6e39-4118-9ef5-2b0311730170 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 946 time: 0.5801456 Jul 14 09:47:30.374893 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:30.404376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.421949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20096413-df1e-484c-82ca-708778f40701 req-1cdb0af3-5053-4834-b4d7-1a1e93452619 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766487 Jul 14 09:47:30.457480 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e26137-f125-462b-adb6-0c9d333f621c None None] The sync data for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 is: [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:43:07Z', 'revision_number': 4, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df3fdca1-b337-45c8-b954-96e340c043a0', 'name': '', 'network_id': '5a7832ed-406e-4a53-8415-6a0d861d99cd', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'mac_address': 'fa:16:3e:a6:86:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2527, 'fixed_ips': [{'subnet_id': '305ee63f-4825-4156-82e2-7f2011253b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:06Z', 'updated_at': '2021-07-14T09:43:16Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'subnets': [{'id': '305ee63f-4825-4156-82e2-7f2011253b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:30.531468 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.547852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab31359-ef58-482e-b90b-6b1eaf4c5652']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:30.567617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e246307-1076-428d-81a5-21b3791c5709') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:30.568222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e246307-1076-428d-81a5-21b3791c5709') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:30.580616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.605443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.613610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:30.614952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:30.618595 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:30.728186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.736646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.742060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54374) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:30.761769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/aab31359-ef58-482e-b90b-6b1eaf4c5652 HTTP/1.1" status: 204 len: 168 time: 0.4778178 Jul 14 09:47:30.782656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dccb84-7a53-4ee7-a4b5-ac21b79e3dd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab31359-ef58-482e-b90b-6b1eaf4c5652,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:30.835244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b8fa9c-2e11-486a-98dc-662bcaf4926d admin admin] Deleting subnet 6c1a9f8b-010c-4b62-92e2-926a0c46cada {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:30.839518 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73b8fa9c-2e11-486a-98dc-662bcaf4926d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.884147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6eb4d-fe7c-415c-8806-c138804ca4ce None None] New status for floating IP 86aa4620-12df-4526-bbb1-13c5d0617398: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:47:30.885425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73b8fa9c-2e11-486a-98dc-662bcaf4926d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:30.960253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73b8fa9c-2e11-486a-98dc-662bcaf4926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.040149 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73b8fa9c-2e11-486a-98dc-662bcaf4926d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.086861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73b8fa9c-2e11-486a-98dc-662bcaf4926d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.089780 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-73b8fa9c-2e11-486a-98dc-662bcaf4926d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6c1a9f8b-010c-4b62-92e2-926a0c46cada HTTP/1.1" status: 204 len: 168 time: 0.3460677 Jul 14 09:47:31.091636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8fa9c-2e11-486a-98dc-662bcaf4926d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c1a9f8b-010c-4b62-92e2-926a0c46cada,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.092596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54386) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:31.188867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-1ee416de-a762-45bb-850b-e2b6e5e720fb tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:31.190793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-1ee416de-a762-45bb-850b-e2b6e5e720fb tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.69 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 946 time: 0.1830964 Jul 14 09:47:31.198660 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.376723 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.391415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b193d51-e55d-446f-81db-a8fdb38acaf4']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:31.413436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b001f5-a04c-4543-8800-799135741756') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:31.413732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b001f5-a04c-4543-8800-799135741756') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:31.436287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.460114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.468101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:31.469501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:31.529818 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:31.581171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Deleting port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:31.582473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.624782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.671831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.675476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] 10.222.0.73 "DELETE /v2.0/networks/5b193d51-e55d-446f-81db-a8fdb38acaf4 HTTP/1.1" status: 204 len: 168 time: 0.5779684 Jul 14 09:47:31.699450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963c028-4dc7-476e-ae64-f70eeb25adfe admin admin] Pushing event deleted for resources: {'Network': ['ID=5b193d51-e55d-446f-81db-a8fdb38acaf4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:31.762644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c29bc-3c8c-4507-a6b5-7ea325b1dee6 req-c6507073-1cc2-41e7-81c6-a1b687638e47 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:31.770341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-423c29bc-3c8c-4507-a6b5-7ea325b1dee6 req-c6507073-1cc2-41e7-81c6-a1b687638e47 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 946 time: 0.2092919 Jul 14 09:47:31.782474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] For port b0445cf9-1f79-441c-997c-dac7c6d1e1e3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:31.782849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:31.810248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Calling delete_port for b0445cf9-1f79-441c-997c-dac7c6d1e1e3 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:31.852941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-423c29bc-3c8c-4507-a6b5-7ea325b1dee6 req-6ddb3ffc-7d55-4eb2-9240-7cc0ee5581a0 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/security-groups?id=70dda663-d1f6-4cf5-9e47-1ae8b63d448f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816104 Jul 14 09:47:32.030275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54408) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.084974 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.089657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f7080cce-6dbf-49bf-bb10-561efbc385aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27242d18b08545c9b127c3295f568ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554178 Jul 14 09:47:32.090838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.156266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event deleted for resources: {'Port': ['ID=b0445cf9-1f79-441c-997c-dac7c6d1e1e3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.203397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] No DVR routers for this DVR port b0445cf9-1f79-441c-997c-dac7c6d1e1e3 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:32.207744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.210547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48ce12e-1a20-400b-9e75-33ddf64ec89e req-d391ec5e-d7cc-4546-93a5-560b55723535 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.69 "DELETE /v2.0/ports/b0445cf9-1f79-441c-997c-dac7c6d1e1e3 HTTP/1.1" status: 204 len: 173 time: 1.0096083 Jul 14 09:47:32.211182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'name': 'network-vif-deleted', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:32.213898 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be7373-ad23-49fa-8e5d-aaf4a4bc0361" -d '{"events": [{"server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "name": "network-vif-deleted", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:32.223878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a454903-9816-4122-bc77-7d39cc3de092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.270641 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a454903-9816-4122-bc77-7d39cc3de092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.322905 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36cc4e9-5638-4098-a13c-57a10276e0d9 x-openstack-request-id: req-b36cc4e9-5638-4098-a13c-57a10276e0d9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:32.323260 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2266d4ca-5fa6-49f8-894a-bb57af517aa2", "name": "network-vif-deleted", "tag": "b0445cf9-1f79-441c-997c-dac7c6d1e1e3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:32.323651 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b36cc4e9-5638-4098-a13c-57a10276e0d9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:32.324306 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2266d4ca-5fa6-49f8-894a-bb57af517aa2', 'name': 'network-vif-deleted', 'tag': 'b0445cf9-1f79-441c-997c-dac7c6d1e1e3', 'status': 'completed', 'code': 200} Jul 14 09:47:32.377983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a454903-9816-4122-bc77-7d39cc3de092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.382105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a454903-9816-4122-bc77-7d39cc3de092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:32.386869 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a454903-9816-4122-bc77-7d39cc3de092 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/436a5579-1d9f-4e08-9916-8752cc1b5b47 HTTP/1.1" status: 204 len: 168 time: 0.2949526 Jul 14 09:47:32.395454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a454903-9816-4122-bc77-7d39cc3de092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436a5579-1d9f-4e08-9916-8752cc1b5b47,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:32.781460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54426) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.974948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:32.979266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5d9319e-5695-42fd-92f5-25f7c7f5eec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.059845 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a5f50f23-d58a-404b-9da6-68c897af5d04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9abb402f28104b2b8297d1da573fa10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834208 Jul 14 09:47:33.063989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:33.101045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8ef1aa6-9231-4f6c-ad07-ba24a0620c7b req-6bdc9b18-4426-4696-a927-d00a5b99b8d1 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 210 time: 0.0373650 Jul 14 09:47:33.176700 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64b6028f-667a-4594-9362-b12c71a578d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.191152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5d9319e-5695-42fd-92f5-25f7c7f5eec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.196998 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5d9319e-5695-42fd-92f5-25f7c7f5eec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.233948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64b6028f-667a-4594-9362-b12c71a578d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.266916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9319e-5695-42fd-92f5-25f7c7f5eec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2217ec9a-02fb-4b42-8a41-90722d44a7e8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:33.290644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54440) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:33.290818 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c5d9319e-5695-42fd-92f5-25f7c7f5eec6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cff7a2e5463841bc9ba0138db27be338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069807 Jul 14 09:47:33.350782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64b6028f-667a-4594-9362-b12c71a578d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.353370 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64b6028f-667a-4594-9362-b12c71a578d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.354531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-64b6028f-667a-4594-9362-b12c71a578d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b54755bd-b6e7-437f-a4fa-d74b81fc7f39 HTTP/1.1" status: 204 len: 168 time: 0.2895222 Jul 14 09:47:33.368165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6028f-667a-4594-9362-b12c71a578d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54755bd-b6e7-437f-a4fa-d74b81fc7f39,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:33.370237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd146-41a1-417a-9c57-f92b7d713fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.412357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd146-41a1-417a-9c57-f92b7d713fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.510128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd146-41a1-417a-9c57-f92b7d713fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.514584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd146-41a1-417a-9c57-f92b7d713fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:33.520249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0b7fd146-41a1-417a-9c57-f92b7d713fad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2217ec9a-02fb-4b42-8a41-90722d44a7e8 HTTP/1.1" status: 204 len: 168 time: 0.2209637 Jul 14 09:47:33.531641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fd146-41a1-417a-9c57-f92b7d713fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2217ec9a-02fb-4b42-8a41-90722d44a7e8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:33.972267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54460) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:33.998869 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-058db418-7a96-46c6-8146-5ffc9c2aa8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.142797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-058db418-7a96-46c6-8146-5ffc9c2aa8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.152977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-058db418-7a96-46c6-8146-5ffc9c2aa8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.203217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-058db418-7a96-46c6-8146-5ffc9c2aa8d9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=68a40c22e9404eb4823f50d289c9e5b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2286019 Jul 14 09:47:34.204282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058db418-7a96-46c6-8146-5ffc9c2aa8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff99e5e-33e6-48dc-bbe3-ae9ac33b656f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:34.205912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54470) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:34.300048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d1343a4-ba20-4c6e-9c87-3ebfd166c451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.314459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b0445cf9-1f79-441c-997c-dac7c6d1e1e3 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:34.347556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d1343a4-ba20-4c6e-9c87-3ebfd166c451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.360590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: b0445cf9-1f79-441c-997c-dac7c6d1e1e3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:34.361320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b0445cf9-1f79-441c-997c-dac7c6d1e1e3 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:34.383740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0f2b1a3d-6ade-46be-a4ea-779cc4ba5bf4 req-5befd1aa-9500-4b27-a993-16ede7d13979 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 210 time: 0.0503509 Jul 14 09:47:34.438169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d1343a4-ba20-4c6e-9c87-3ebfd166c451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.441966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d1343a4-ba20-4c6e-9c87-3ebfd166c451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:34.443447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7d1343a4-ba20-4c6e-9c87-3ebfd166c451 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dff99e5e-33e6-48dc-bbe3-ae9ac33b656f HTTP/1.1" status: 204 len: 168 time: 0.2363737 Jul 14 09:47:34.460901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1343a4-ba20-4c6e-9c87-3ebfd166c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff99e5e-33e6-48dc-bbe3-ae9ac33b656f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:35.585860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-610752a3-c616-4526-ad25-db75bf1d897b req-e20b2752-fa25-4ef6-beec-349f11f7f897 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 210 time: 0.0432980 Jul 14 09:47:36.771052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ba550bc-9624-4992-be17-8589544a4da3 req-1fe81f1e-ecbc-486e-899d-66f9641b2ce1 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "GET /v2.0/ports?device_id=2266d4ca-5fa6-49f8-894a-bb57af517aa2 HTTP/1.1" status: 200 len: 210 time: 0.0424099 Jul 14 09:47:37.893047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:37.991601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee9073a-e548-40d2-a290-3654721f55e9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.032565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee9073a-e548-40d2-a290-3654721f55e9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.121387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee9073a-e548-40d2-a290-3654721f55e9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.124680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee9073a-e548-40d2-a290-3654721f55e9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:38.125954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ee9073a-e548-40d2-a290-3654721f55e9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] 10.222.0.73 "DELETE /v2.0/security-groups/70dda663-d1f6-4cf5-9e47-1ae8b63d448f HTTP/1.1" status: 204 len: 168 time: 0.2318184 Jul 14 09:47:38.148947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9073a-e548-40d2-a290-3654721f55e9 tempest-TestVolumeBackupRestore-683804129 tempest-TestVolumeBackupRestore-683804129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dda663-d1f6-4cf5-9e47-1ae8b63d448f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:44.339280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:44.600393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55388) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:44.841214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.146719 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.158182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.233221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f4eea54facc44ef593b935679cea6ada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314378 Jul 14 09:47:45.234730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a604d23f-124c-495c-b334-844883a297e2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:45.236784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:45.250696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.251794 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.253587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.253587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.253802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.254158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.254907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.255684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.256275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.257035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.257646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.258174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c9636-aff4-42b8-9d04-b05509a01c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:45.357267 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9166c0f-55e6-449b-846c-ec49e6bbb5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.445753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9166c0f-55e6-449b-846c-ec49e6bbb5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.658410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9166c0f-55e6-449b-846c-ec49e6bbb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.667014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9166c0f-55e6-449b-846c-ec49e6bbb5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:45.674646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c9166c0f-55e6-449b-846c-ec49e6bbb5ab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a604d23f-124c-495c-b334-844883a297e2 HTTP/1.1" status: 204 len: 168 time: 0.4367912 Jul 14 09:47:45.729164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9166c0f-55e6-449b-846c-ec49e6bbb5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a604d23f-124c-495c-b334-844883a297e2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:45.845938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.210290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55536) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:46.250082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdec6693-4b16-4f97-8125-fecf6c90b6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.421910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Deleting port df3fdca1-b337-45c8-b954-96e340c043a0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:46.423152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.463227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdec6693-4b16-4f97-8125-fecf6c90b6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.470843 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bdec6693-4b16-4f97-8125-fecf6c90b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.524998 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bdec6693-4b16-4f97-8125-fecf6c90b6c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e57d6d527dff4538b549a295b1d98fc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135331 Jul 14 09:47:46.527810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec6693-4b16-4f97-8125-fecf6c90b6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daff14f0-fbc8-47b2-921b-e02d23d6af75,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:46.531781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55570) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:46.563546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] For port df3fdca1-b337-45c8-b954-96e340c043a0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df3fdca1-b337-45c8-b954-96e340c043a0,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:46.564293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.595650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Calling delete_port for df3fdca1-b337-45c8-b954-96e340c043a0 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:46.712124 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9f30d76-05df-495e-b407-c4dfb7235117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.779159 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9f30d76-05df-495e-b407-c4dfb7235117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.906250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9f30d76-05df-495e-b407-c4dfb7235117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.911051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9f30d76-05df-495e-b407-c4dfb7235117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:46.912686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f9f30d76-05df-495e-b407-c4dfb7235117 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/daff14f0-fbc8-47b2-921b-e02d23d6af75 HTTP/1.1" status: 204 len: 168 time: 0.3796976 Jul 14 09:47:46.929217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f30d76-05df-495e-b407-c4dfb7235117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daff14f0-fbc8-47b2-921b-e02d23d6af75,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:47.069035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:47.107666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3fdca1-b337-45c8-b954-96e340c043a0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:47.386752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:48.189329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Router 917149e3-6f41-4353-b0ca-d58fed2a18cc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:48.280355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-d7933e02-e0ce-4107-93ea-ced775eabefa tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:48.282805 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-d7933e02-e0ce-4107-93ea-ced775eabefa tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/networks?id=d319c3f2-976a-4424-85e3-1869f6624e3b HTTP/1.1" status: 200 len: 813 time: 0.1251328 Jul 14 09:47:48.300258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-99aef1e0-172a-4b47-9b8d-afc28e83b133 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/quotas/884739e586934cdeb526e2d82fd8418e HTTP/1.1" status: 200 len: 375 time: 0.0119395 Jul 14 09:47:48.318708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:48.332730 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-db90eb0d-2cd4-48f9-a77d-1a96b58ced99 admin admin] 10.222.0.73 "PUT /v2.0/routers/917149e3-6f41-4353-b0ca-d58fed2a18cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9877369 Jul 14 09:47:48.333755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:48.338415 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] Sync routers for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:48.355099 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:48.355898 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:48.381098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-00ff8997-867e-470d-80d2-04b77bc73481 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=884739e586934cdeb526e2d82fd8418e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705318 Jul 14 09:47:48.492293 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:48.534726 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-21997d26-e137-4628-a96c-776d6dfe8fdd service neutron] 10.222.0.73 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509559 Jul 14 09:47:48.537805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:48.648331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9a1f2da9-af03-413d-8ecf-f61c956fc738 service neutron] 10.222.0.73 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071727 Jul 14 09:47:48.807218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:48.958857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Deleting port 567a8c91-8d49-4dc2-abfa-17551d93deb7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:48.959197 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.122330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4803afa4-d0b1-4099-bf12-ddaa584ebe74 req-6fb5383f-b300-4748-b70a-a9fb51dd3c8a tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 210 time: 0.1543772 Jul 14 09:47:49.190454 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:47:46Z', 'revision_number': 5, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port': {'id': '567a8c91-8d49-4dc2-abfa-17551d93deb7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:04:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2525, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:01Z', 'updated_at': '2021-07-14T09:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:49.215592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] For port 567a8c91-8d49-4dc2-abfa-17551d93deb7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=567a8c91-8d49-4dc2-abfa-17551d93deb7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:49.217533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.249465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Calling delete_port for 567a8c91-8d49-4dc2-abfa-17551d93deb7 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:49.278895 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] Checking router: 917149e3-6f41-4353-b0ca-d58fed2a18cc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:49.289372 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] Routers {'917149e3-6f41-4353-b0ca-d58fed2a18cc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:49.290002 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['917149e3-6f41-4353-b0ca-d58fed2a18cc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:49.418882 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] Set router 917149e3-6f41-4353-b0ca-d58fed2a18cc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:49.538272 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:47:48Z', 'revision_number': 6, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:49.557035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.593427 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c4c34-5fbe-40b1-971e-0dbdafdf5c17 None None] The sync data for ids ['917149e3-6f41-4353-b0ca-d58fed2a18cc'] in n-d-780147-26 is: [{'id': '917149e3-6f41-4353-b0ca-d58fed2a18cc', 'name': 'tempest-TestVolumeBackupRestore-617117132-router', 'tenant_id': '5bc23cab185841c2951399a296c98125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:59Z', 'updated_at': '2021-07-14T09:47:48Z', 'revision_number': 6, 'project_id': '5bc23cab185841c2951399a296c98125', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:49.596892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=567a8c91-8d49-4dc2-abfa-17551d93deb7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:49.683389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.683745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.684104 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.684519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.684806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.685215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.685469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.685809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.686136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.686469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.686803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.687136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:49.703162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.846181 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.849770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.948390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.950806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917149e3-6f41-4353-b0ca-d58fed2a18cc {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:47:49.971180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:49.976250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bc302c5b-19db-4008-ab66-43985bc7d5bd admin admin] 10.222.0.73 "DELETE /v2.0/routers/917149e3-6f41-4353-b0ca-d58fed2a18cc HTTP/1.1" status: 204 len: 168 time: 1.6373565 Jul 14 09:47:49.977701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55740) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:50.077802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5d8307-b544-4d65-8852-a68a2f136533 admin admin] Deleting subnet 305ee63f-4825-4156-82e2-7f2011253b26 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:50.083461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8307-b544-4d65-8852-a68a2f136533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.142189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8307-b544-4d65-8852-a68a2f136533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.389814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d20a815-ebce-458d-82f5-68a61e92622b req-9ea7dae5-7134-4eb1-9598-dd9068b33410 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 210 time: 0.0959036 Jul 14 09:47:50.412166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8307-b544-4d65-8852-a68a2f136533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.506119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8307-b544-4d65-8852-a68a2f136533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.548389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d8307-b544-4d65-8852-a68a2f136533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305ee63f-4825-4156-82e2-7f2011253b26,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:50.561705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea5d8307-b544-4d65-8852-a68a2f136533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.565438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ea5d8307-b544-4d65-8852-a68a2f136533 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/305ee63f-4825-4156-82e2-7f2011253b26 HTTP/1.1" status: 204 len: 168 time: 0.5848379 Jul 14 09:47:50.566634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20579646-9f25-4b4b-a36d-ebaca461c9b6 None None] Network 5a7832ed-406e-4a53-8415-6a0d861d99cd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:50.568965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:50.684867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.846904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] DHCP port deletion for 5a7832ed-406e-4a53-8415-6a0d861d99cd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:50.849199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-f291f8c2-56ba-4215-a65b-75e9c2b13227 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:50.850827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-f291f8c2-56ba-4215-a65b-75e9c2b13227 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.69 "GET /v2.0/networks?id=d319c3f2-976a-4424-85e3-1869f6624e3b HTTP/1.1" status: 200 len: 813 time: 0.2079561 Jul 14 09:47:50.864001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Request body: {'port': {'device_id': 'a9c7641e-d7f7-44c8-a146-6ee2001c25ef', 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b', 'admin_state_up': True, 'tenant_id': '884739e586934cdeb526e2d82fd8418e'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:50.876729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Deleting port 3e7f3194-9ace-4972-91b6-52a5f30d67ad {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:50.877454 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:50.957246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df3fdca1-b337-45c8-b954-96e340c043a0 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:50.966159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Deleting port 3e7f3194-9ace-4972-91b6-52a5f30d67ad {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:50.968568 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.050639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] For port 3e7f3194-9ace-4972-91b6-52a5f30d67ad, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3e7f3194-9ace-4972-91b6-52a5f30d67ad,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:51.051404 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.077682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Calling delete_port for 3e7f3194-9ace-4972-91b6-52a5f30d67ad owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:51.093954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: df3fdca1-b337-45c8-b954-96e340c043a0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:51.094316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df3fdca1-b337-45c8-b954-96e340c043a0 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:51.095047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 567a8c91-8d49-4dc2-abfa-17551d93deb7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:51.113701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Made reservation on behalf of 884739e586934cdeb526e2d82fd8418e for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:47:51.118274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.152612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 567a8c91-8d49-4dc2-abfa-17551d93deb7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:51.153367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 567a8c91-8d49-4dc2-abfa-17551d93deb7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:51.181310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] For port 3e7f3194-9ace-4972-91b6-52a5f30d67ad, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3e7f3194-9ace-4972-91b6-52a5f30d67ad,segment=NetworkSegment(f865dd51-e8a4-4970-b3f1-897360d06d28),segment_id=f865dd51-e8a4-4970-b3f1-897360d06d28)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:51.181804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.212229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Calling delete_port for 3e7f3194-9ace-4972-91b6-52a5f30d67ad owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:51.228770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.284574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7f3194-9ace-4972-91b6-52a5f30d67ad,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:51.303394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] No DVR routers for this DVR port 3e7f3194-9ace-4972-91b6-52a5f30d67ad on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:51.335234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Allocated IP 172.20.0.14 (d319c3f2-976a-4424-85e3-1869f6624e3b/9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67/ec019648-0ee6-4367-89cb-50e66b25fd5a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:47:51.372176 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.406522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Pushing event deleted for resources: {'Port': ['ID=3e7f3194-9ace-4972-91b6-52a5f30d67ad,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:51.409689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] No DVR routers for this DVR port 3e7f3194-9ace-4972-91b6-52a5f30d67ad on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:51.430622 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.439770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.442591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.443132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.443794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.448928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7832ed-406e-4a53-8415-6a0d861d99cd']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:51.456401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.457098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.457656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.458305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.458891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.460744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.461088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.464234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21937827-02d6-43e8-b42c-b2d0e368320a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:47:51.467243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f865dd51-e8a4-4970-b3f1-897360d06d28') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:51.467542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f865dd51-e8a4-4970-b3f1-897360d06d28') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:51.485333 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.503552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.518179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:51.518783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:51.522497 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:51.590802 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.638654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.677763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55774) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:51.686904 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.706984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Network d319c3f2-976a-4424-85e3-1869f6624e3b is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:47:51.710698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:47:51.718528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.721183 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5a7832ed-406e-4a53-8415-6a0d861d99cd HTTP/1.1" status: 204 len: 168 time: 1.1494207 Jul 14 09:47:51.724692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:47:51.726830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55778) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:51.728821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Pushing event updated for resources: {'Port': ['ID=ec019648-0ee6-4367-89cb-50e66b25fd5a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:51.792608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:51.793290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.797498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a099038-e3ca-4c49-8c91-1c13fc8a0b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7832ed-406e-4a53-8415-6a0d861d99cd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:51.813308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-9e9b13da-9010-45f4-b3ed-32f3d7070559 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9538846 Jul 14 09:47:51.826701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Request body: {'port': {'device_id': 'a9c7641e-d7f7-44c8-a146-6ee2001c25ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:47:51.875310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c17bcd99-a817-43f3-b624-4d710cceea36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.884654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8f983-16ed-4c99-a361-e8ab8747c7cd req-8a7b6df4-a1ee-45a4-a402-b612eb5dd9c7 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:51.892646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98d8f983-16ed-4c99-a361-e8ab8747c7cd req-8a7b6df4-a1ee-45a4-a402-b612eb5dd9c7 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 932 time: 0.2281735 Jul 14 09:47:51.932252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a671a291-4cc6-4911-b880-e137e923f70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:51.981205 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.019037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98d8f983-16ed-4c99-a361-e8ab8747c7cd req-383a1d6b-cf91-4e31-ac2d-efc4c2267195 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254888 Jul 14 09:47:52.215572 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a671a291-4cc6-4911-b880-e137e923f70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.227218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a671a291-4cc6-4911-b880-e137e923f70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.261373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a671a291-4cc6-4911-b880-e137e923f70e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3579aa5c291e435485efc3ea41cbb829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808344 Jul 14 09:47:52.262035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:52.322275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a291-4cc6-4911-b880-e137e923f70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70be39c9-b630-4b48-8e4d-08d25283a879,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:52.376352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec019648-0ee6-4367-89cb-50e66b25fd5a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:52.384810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.391014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74509677-94f8-4f10-97b2-c07ed2483021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.407167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Transition to ACTIVE for port object ec019648-0ee6-4367-89cb-50e66b25fd5a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:47:52.413514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.420998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74509677-94f8-4f10-97b2-c07ed2483021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.481191 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74509677-94f8-4f10-97b2-c07ed2483021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.488246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74509677-94f8-4f10-97b2-c07ed2483021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.488246 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-74509677-94f8-4f10-97b2-c07ed2483021 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/70be39c9-b630-4b48-8e4d-08d25283a879 HTTP/1.1" status: 204 len: 168 time: 0.2180288 Jul 14 09:47:52.509418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Pushing event updated for resources: {'Port': ['ID=ec019648-0ee6-4367-89cb-50e66b25fd5a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:52.527329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74509677-94f8-4f10-97b2-c07ed2483021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70be39c9-b630-4b48-8e4d-08d25283a879,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:52.552566 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.602923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Attempting to bind port ec019648-0ee6-4367-89cb-50e66b25fd5a on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:47:52.603276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Attempting to bind port ec019648-0ee6-4367-89cb-50e66b25fd5a by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:47:52.603616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Attempting to bind port ec019648-0ee6-4367-89cb-50e66b25fd5a on network d319c3f2-976a-4424-85e3-1869f6624e3b {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:52.611549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Port ec019648-0ee6-4367-89cb-50e66b25fd5a on network d319c3f2-976a-4424-85e3-1869f6624e3b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:47:52.612324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Attempting to bind port ec019648-0ee6-4367-89cb-50e66b25fd5a on network d319c3f2-976a-4424-85e3-1869f6624e3b {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:47:52.621231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:47:52.621662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Checking segment: {'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:47:52.622110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Bound using segment: {'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:47:52.622623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Bound port: ec019648-0ee6-4367-89cb-50e66b25fd5a, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:47:52.623092 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.771160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] For port ec019648-0ee6-4367-89cb-50e66b25fd5a, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:47:52.779112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] For port ec019648-0ee6-4367-89cb-50e66b25fd5a, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec019648-0ee6-4367-89cb-50e66b25fd5a,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:47:52.793857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.951632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:52.952664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:52.954501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] 10.222.0.69 "PUT /v2.0/ports/ec019648-0ee6-4367-89cb-50e66b25fd5a HTTP/1.1" status: 200 len: 1093 time: 1.1331117 Jul 14 09:47:52.957689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c7641e-d7f7-44c8-a146-6ee2001c25ef', 'tag': 'ec019648-0ee6-4367-89cb-50e66b25fd5a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:52.964262 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9a989e-cf49-4be1-bac9-4816b5f930fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c7641e-d7f7-44c8-a146-6ee2001c25ef", "tag": "ec019648-0ee6-4367-89cb-50e66b25fd5a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:52.978270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3e7f3194-9ace-4972-91b6-52a5f30d67ad no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:53.043890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 3e7f3194-9ace-4972-91b6-52a5f30d67ad {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:53.048588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3e7f3194-9ace-4972-91b6-52a5f30d67ad not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:53.058459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbfe83-dccf-4671-80e3-f9f11b40359a service neutron] Pushing event updated for resources: {'Port': ['ID=ec019648-0ee6-4367-89cb-50e66b25fd5a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:53.083300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Deleting port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:53.083924 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.097656 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8088c82a-a84d-4209-ac56-caffaaf2a1e2 x-openstack-request-id: req-8088c82a-a84d-4209-ac56-caffaaf2a1e2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:53.098077 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c7641e-d7f7-44c8-a146-6ee2001c25ef", "tag": "ec019648-0ee6-4367-89cb-50e66b25fd5a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:53.098430 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8088c82a-a84d-4209-ac56-caffaaf2a1e2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:53.098944 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c7641e-d7f7-44c8-a146-6ee2001c25ef', 'tag': 'ec019648-0ee6-4367-89cb-50e66b25fd5a', 'status': 'completed', 'code': 200} Jul 14 09:47:53.110861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55796) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:53.127619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-36696092-4825-4f3c-bb87-cdd8913a24ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:53.129723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-36696092-4825-4f3c-bb87-cdd8913a24ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=884739e586934cdeb526e2d82fd8418e&device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 1096 time: 0.1199501 Jul 14 09:47:53.183541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b484ec7-3566-4395-8c4d-ca7caacd1a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.187981 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-d89ab0d3-caa5-47d3-b42a-0f78b24dd780 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec019648-0ee6-4367-89cb-50e66b25fd5a HTTP/1.1" status: 200 len: 217 time: 0.0490925 Jul 14 09:47:53.235073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] For port 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,segment=NetworkSegment(08c92abb-3f11-4b67-b11e-f3ac647b0ed4),segment_id=08c92abb-3f11-4b67-b11e-f3ac647b0ed4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:53.235444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.258656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-ec92103d-f64c-482a-a53d-da9dad41b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:53.260238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-ec92103d-f64c-482a-a53d-da9dad41b067 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67 HTTP/1.1" status: 200 len: 853 time: 0.0645370 Jul 14 09:47:53.260829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Calling delete_port for 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:53.304081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-7a56efb9-342d-48aa-9cb6-75a05efad95f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d319c3f2-976a-4424-85e3-1869f6624e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337725 Jul 14 09:47:53.350718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b277-aed9-4d52-95b6-d4d1fa2edfcc req-0d4414b8-c621-4c0f-8f85-1776bf00d63a tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:53.352364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d92b277-aed9-4d52-95b6-d4d1fa2edfcc req-0d4414b8-c621-4c0f-8f85-1776bf00d63a tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 944 time: 0.1623945 Jul 14 09:47:53.459561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d92b277-aed9-4d52-95b6-d4d1fa2edfcc req-5f794758-fae3-4834-8518-a824bd183a93 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991607 Jul 14 09:47:53.584070 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.614817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=505cf14f-9cd7-4d5f-bea7-26f73b8c68cd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:53.755691 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b484ec7-3566-4395-8c4d-ca7caacd1a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.765620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b484ec7-3566-4395-8c4d-ca7caacd1a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.793949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-e4383612-80e6-44a7-b114-5bd8c2a4b1e1 service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819298 Jul 14 09:47:53.869321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1b484ec7-3566-4395-8c4d-ca7caacd1a24 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08baf8834d1c4022bff599708d43f2f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7566731 Jul 14 09:47:53.872497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55812) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:53.883381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b484ec7-3566-4395-8c4d-ca7caacd1a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a1b6ba-d24d-4a7b-8ca8-3dd585048dde,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:53.890349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:53.968684 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90912330-e302-493a-a5ee-e1e8fa7bcdc5 req-8a6e8c14-5118-414f-a274-d18173facb4e service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691742 Jul 14 09:47:53.972018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81db5b35-c39f-4c80-b302-887e5a2c28e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.002314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81db5b35-c39f-4c80-b302-887e5a2c28e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.107642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-7b271606-103e-4237-9dd9-ca84cadd10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:54.109157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-7b271606-103e-4237-9dd9-ca84cadd10e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=884739e586934cdeb526e2d82fd8418e&device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 1096 time: 0.0767095 Jul 14 09:47:54.110397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81db5b35-c39f-4c80-b302-887e5a2c28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.113145 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81db5b35-c39f-4c80-b302-887e5a2c28e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.117014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-81db5b35-c39f-4c80-b302-887e5a2c28e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d0a1b6ba-d24d-4a7b-8ca8-3dd585048dde HTTP/1.1" status: 204 len: 168 time: 0.2405725 Jul 14 09:47:54.133369 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db5b35-c39f-4c80-b302-887e5a2c28e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a1b6ba-d24d-4a7b-8ca8-3dd585048dde,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:54.224391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Router 17b66065-2914-4d98-9ea4-a462caa9f42f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:47:54.238117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-383912a8-ce23-4c9d-8b0c-1afbe719df49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.260516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-2ea368a9-5a27-490c-abac-cfa0a7f54e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:54.262249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-2ea368a9-5a27-490c-abac-cfa0a7f54e99 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d319c3f2-976a-4424-85e3-1869f6624e3b HTTP/1.1" status: 200 len: 914 time: 0.1467235 Jul 14 09:47:54.329985 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-bb9bad61-dd16-4253-b324-7a5a4f571b4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec019648-0ee6-4367-89cb-50e66b25fd5a HTTP/1.1" status: 200 len: 217 time: 0.0603728 Jul 14 09:47:54.388959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:47:54.392896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-a550db87-bea8-4927-8163-6a35abe773ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:54.394580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-a550db87-bea8-4927-8163-6a35abe773ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67 HTTP/1.1" status: 200 len: 853 time: 0.0569146 Jul 14 09:47:54.399950 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-752bd3b4-76b8-4894-9945-e7d1a8d227e6 admin admin] 10.222.0.73 "PUT /v2.0/routers/17b66065-2914-4d98-9ea4-a462caa9f42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6694503 Jul 14 09:47:54.400579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] Sync routers for ids ['17b66065-2914-4d98-9ea4-a462caa9f42f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:47:54.401342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55816) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:54.422329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] Routers {'17b66065-2914-4d98-9ea4-a462caa9f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:54.422329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['17b66065-2914-4d98-9ea4-a462caa9f42f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:54.474486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-741ad666-a0b5-4ff4-988b-78e4cef45156 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d319c3f2-976a-4424-85e3-1869f6624e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707121 Jul 14 09:47:54.610292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] Set router 17b66065-2914-4d98-9ea4-a462caa9f42f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:54.752304 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.779743 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:54.865357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-53ab6c48-a78d-49a5-ad75-e9cfb022a1f3 service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814964 Jul 14 09:47:54.904004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b128f-6599-47a7-8664-bda72f7d36b7 req-df8bfcd9-670f-440f-aa28-2b316507ab0c tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:54.906667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf8b128f-6599-47a7-8664-bda72f7d36b7 req-df8bfcd9-670f-440f-aa28-2b316507ab0c tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 944 time: 0.2620480 Jul 14 09:47:54.977187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:47:53Z', 'revision_number': 5, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:55.032931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] Checking router: 17b66065-2914-4d98-9ea4-a462caa9f42f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:47:55.045814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] Routers {'17b66065-2914-4d98-9ea4-a462caa9f42f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:47:55.047041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['17b66065-2914-4d98-9ea4-a462caa9f42f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:55.099436 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf8b128f-6599-47a7-8664-bda72f7d36b7 req-dee1077a-498f-4898-a7f4-29a28b661212 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324675 Jul 14 09:47:55.162158 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.182789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f9a989e-cf49-4be1-bac9-4816b5f930fe req-3af3dc6a-cdd3-4e81-9a47-f5dc06e8f619 service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065732 Jul 14 09:47:55.247537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] Set router 17b66065-2914-4d98-9ea4-a462caa9f42f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:47:55.336284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Deleting port b8e629da-6297-4fb4-bb1f-17529e2fd7d8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:55.336654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.444896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] For port b8e629da-6297-4fb4-bb1f-17529e2fd7d8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b8e629da-6297-4fb4-bb1f-17529e2fd7d8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:55.445422 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.465464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Calling delete_port for b8e629da-6297-4fb4-bb1f-17529e2fd7d8 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:55.509390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:47:53Z', 'revision_number': 5, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:55.552973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641fa0fa-4db4-4767-8a6c-4d3205abf046 None None] The sync data for ids ['17b66065-2914-4d98-9ea4-a462caa9f42f'] in n-d-780147-26 is: [{'id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'name': 'tempest-TestVolumeBackupRestore-18610817-router', 'tenant_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:12Z', 'updated_at': '2021-07-14T09:47:53Z', 'revision_number': 5, 'project_id': 'c0700f05cb7c4c8ca0f842f7eef708f0', 'gw_port': {'id': 'b8e629da-6297-4fb4-bb1f-17529e2fd7d8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:42:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17b66065-2914-4d98-9ea4-a462caa9f42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:13Z', 'updated_at': '2021-07-14T09:43:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:47:55.606759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.678275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.713015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e629da-6297-4fb4-bb1f-17529e2fd7d8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:55.795766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.907229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.911143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.971629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.972951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17b66065-2914-4d98-9ea4-a462caa9f42f {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:47:55.983907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:55.985240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4064937e-58a1-4fa9-b992-9d56af913827 admin admin] 10.222.0.73 "DELETE /v2.0/routers/17b66065-2914-4d98-9ea4-a462caa9f42f HTTP/1.1" status: 204 len: 168 time: 1.5827363 Jul 14 09:47:55.988139 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55860) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:56.408380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ec019648-0ee6-4367-89cb-50e66b25fd5a details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:47:56.544021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-54eea4df-7add-4548-a827-dd863b13ae57 admin admin] Deleting subnet 50a86ce5-8a62-4bd3-b53a-894ee379b649 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:47:56.563396 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54eea4df-7add-4548-a827-dd863b13ae57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.594386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ec019648-0ee6-4367-89cb-50e66b25fd5a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec019648-0ee6-4367-89cb-50e66b25fd5a,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:56.618600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'ec019648-0ee6-4367-89cb-50e66b25fd5a', 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b', 'port_id': 'ec019648-0ee6-4367-89cb-50e66b25fd5a', 'mac_address': 'fa:16:3e:db:aa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:47:56.644441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54eea4df-7add-4548-a827-dd863b13ae57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.694294 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.712858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec019648-0ee6-4367-89cb-50e66b25fd5a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:47:56.715880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5a47d-b24d-4a63-89ee-e296cdf7cb83 req-2a46b8ab-de39-40ed-85d8-8dfc56cb5cfb tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:56.724833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efa5a47d-b24d-4a63-89ee-e296cdf7cb83 req-2a46b8ab-de39-40ed-85d8-8dfc56cb5cfb tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 944 time: 0.2877131 Jul 14 09:47:56.738738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ec019648-0ee6-4367-89cb-50e66b25fd5a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec019648-0ee6-4367-89cb-50e66b25fd5a,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:56.744128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.806389 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efa5a47d-b24d-4a63-89ee-e296cdf7cb83 req-90d1c043-8a38-4f2d-9cdf-64c46ba8a262 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806279 Jul 14 09:47:56.807569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ec019648-0ee6-4367-89cb-50e66b25fd5a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:56.826952 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54eea4df-7add-4548-a827-dd863b13ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.911712 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.929677 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54eea4df-7add-4548-a827-dd863b13ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.957415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ec019648-0ee6-4367-89cb-50e66b25fd5a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:47:56.973338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54eea4df-7add-4548-a827-dd863b13ae57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:56.978736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54eea4df-7add-4548-a827-dd863b13ae57 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/50a86ce5-8a62-4bd3-b53a-894ee379b649 HTTP/1.1" status: 204 len: 168 time: 0.9887702 Jul 14 09:47:56.980285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eea4df-7add-4548-a827-dd863b13ae57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a86ce5-8a62-4bd3-b53a-894ee379b649,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:56.982186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55888) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:57.001155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45345318-65a0-46b9-bfeb-fcd41aadc413 None None] Network bc7e37a1-e249-42fb-8a07-2af1edcdd833 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:47:57.037819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:57.060820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b8e629da-6297-4fb4-bb1f-17529e2fd7d8 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:57.100061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: b8e629da-6297-4fb4-bb1f-17529e2fd7d8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:57.102027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b8e629da-6297-4fb4-bb1f-17529e2fd7d8 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:57.102027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:57.124515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.138508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:57.138906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 505cf14f-9cd7-4d5f-bea7-26f73b8c68cd not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:57.214177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f113b2c7-91f3-4855-85a5-94df0ee71a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.221047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Deleting port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:57.221314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.293653 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.330624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] For port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a,segment=NetworkSegment(08c92abb-3f11-4b67-b11e-f3ac647b0ed4),segment_id=08c92abb-3f11-4b67-b11e-f3ac647b0ed4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:57.331153 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.347599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Calling delete_port for cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:57.348156 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f113b2c7-91f3-4855-85a5-94df0ee71a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.354644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f113b2c7-91f3-4855-85a5-94df0ee71a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.422741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f113b2c7-91f3-4855-85a5-94df0ee71a9c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cbb662ddd9e749aeb3f36d6f05d41b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831444 Jul 14 09:47:57.425982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55896) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:57.428397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f113b2c7-91f3-4855-85a5-94df0ee71a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7593c17c-a25a-4263-8cb5-7c6072132040,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:57.482869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] DHCP port deletion for bc7e37a1-e249-42fb-8a07-2af1edcdd833 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:47:57.520923 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bba2267-1577-481e-b239-936991ed536b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.532413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.560590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] Deleting port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:47:57.562114 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.573241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:57.575318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] No DVR routers for this DVR port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:57.578487 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bba2267-1577-481e-b239-936991ed536b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.643288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] For port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:57.643680 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.660716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] Calling delete_port for cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:47:57.663947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] Port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:47:57.665546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.693240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] Pushing event deleted for resources: {'Port': ['ID=cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:57.718150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30ad4b-11fe-49ab-979e-5144845a5734 None None] No DVR routers for this DVR port cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:47:57.728678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.755093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7e37a1-e249-42fb-8a07-2af1edcdd833']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:57.775352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c92abb-3f11-4b67-b11e-f3ac647b0ed4') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:57.775742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c92abb-3f11-4b67-b11e-f3ac647b0ed4') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:47:57.787029 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.808336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.810702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bba2267-1577-481e-b239-936991ed536b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.816274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bba2267-1577-481e-b239-936991ed536b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.816274 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4bba2267-1577-481e-b239-936991ed536b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7593c17c-a25a-4263-8cb5-7c6072132040 HTTP/1.1" status: 204 len: 168 time: 0.3881571 Jul 14 09:47:57.825709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:47:57.826297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:47:57.828627 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:47:57.887109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba2267-1577-481e-b239-936991ed536b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7593c17c-a25a-4263-8cb5-7c6072132040,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:57.935042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.947984 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:57.955956 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bc7e37a1-e249-42fb-8a07-2af1edcdd833 HTTP/1.1" status: 204 len: 168 time: 0.9667027 Jul 14 09:47:57.990234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9000977-9ab4-4f66-8969-9e7d0ab870b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7e37a1-e249-42fb-8a07-2af1edcdd833,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:58.174005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f97d7-2b0c-4db5-960c-9bbb4f6c047d req-f9fff0bc-1aa8-403a-a8ad-2084a9d2f5d9 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:58.175974 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c5f97d7-2b0c-4db5-960c-9bbb4f6c047d req-f9fff0bc-1aa8-403a-a8ad-2084a9d2f5d9 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 945 time: 0.1542668 Jul 14 09:47:58.233871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c5f97d7-2b0c-4db5-960c-9bbb4f6c047d req-6a1e07f6-7c31-4804-b3cb-c715d254ad0e tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480437 Jul 14 09:47:58.296062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55910) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:58.338909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-93bf6afb-c830-4020-bcb8-e125b30651ec admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5bc23cab185841c2951399a296c98125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414457 Jul 14 09:47:58.341415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 55912) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:58.376811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55914) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:58.391258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184fb815-942b-4633-b051-5036c9d97eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.392493 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f432ef80-544e-4c14-ab81-4fe5cea5f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.417969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ec019648-0ee6-4367-89cb-50e66b25fd5a up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:47:58.423216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f432ef80-544e-4c14-ab81-4fe5cea5f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.494475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port ec019648-0ee6-4367-89cb-50e66b25fd5a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:47:58.499946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port ec019648-0ee6-4367-89cb-50e66b25fd5a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:47:58.500542 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.565578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184fb815-942b-4633-b051-5036c9d97eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.572521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-184fb815-942b-4633-b051-5036c9d97eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.640351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fb815-942b-4633-b051-5036c9d97eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1b2d2a-8f13-43af-9f3c-e7d265a78eca,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:58.650700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-184fb815-942b-4633-b051-5036c9d97eab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5144fea111234f38980eb2fd5899df4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727420 Jul 14 09:47:58.655576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55924) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:58.747021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a060cd4-6f4b-4612-8b56-7b3bfabd7af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.794435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a060cd4-6f4b-4612-8b56-7b3bfabd7af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.848566 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.928431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a060cd4-6f4b-4612-8b56-7b3bfabd7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.931464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ec019648-0ee6-4367-89cb-50e66b25fd5a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec019648-0ee6-4367-89cb-50e66b25fd5a,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:47:58.932708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c7641e-d7f7-44c8-a146-6ee2001c25ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec019648-0ee6-4367-89cb-50e66b25fd5a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:47:58.932968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a060cd4-6f4b-4612-8b56-7b3bfabd7af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.935511 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23924575-41ed-4539-97c2-5cddb73c6e36" -d '{"events": [{"server_uuid": "a9c7641e-d7f7-44c8-a146-6ee2001c25ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec019648-0ee6-4367-89cb-50e66b25fd5a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:47:58.935885 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a060cd4-6f4b-4612-8b56-7b3bfabd7af9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c1b2d2a-8f13-43af-9f3c-e7d265a78eca HTTP/1.1" status: 204 len: 168 time: 0.2777786 Jul 14 09:47:58.953590 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:58.963745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a060cd4-6f4b-4612-8b56-7b3bfabd7af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1b2d2a-8f13-43af-9f3c-e7d265a78eca,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:59.016606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:47:59.021623 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17deb8aa-fb9c-4829-9e3b-591487ca238f x-openstack-request-id: req-17deb8aa-fb9c-4829-9e3b-591487ca238f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:47:59.022056 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c7641e-d7f7-44c8-a146-6ee2001c25ef", "name": "network-vif-plugged", "status": "completed", "tag": "ec019648-0ee6-4367-89cb-50e66b25fd5a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:47:59.022319 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-17deb8aa-fb9c-4829-9e3b-591487ca238f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:47:59.022711 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c7641e-d7f7-44c8-a146-6ee2001c25ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec019648-0ee6-4367-89cb-50e66b25fd5a', 'code': 200} Jul 14 09:47:59.061799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:47:59.064377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb73ae2c-af4e-4e1a-a6c5-feef781a7b8a not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:47:59.092272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f432ef80-544e-4c14-ab81-4fe5cea5f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.095922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f432ef80-544e-4c14-ab81-4fe5cea5f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.101968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f432ef80-544e-4c14-ab81-4fe5cea5f4dc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b099c3c9-1857-418c-a220-b37125aa5318 HTTP/1.1" status: 204 len: 168 time: 0.7555437 Jul 14 09:47:59.118413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ec019648-0ee6-4367-89cb-50e66b25fd5a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:59.121219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432ef80-544e-4c14-ab81-4fe5cea5f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b099c3c9-1857-418c-a220-b37125aa5318,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:47:59.256276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e48732-e247-41fc-a6cc-730ec8782654 req-15150e93-43a8-4494-aedd-82efa2ad2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:59.259358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5e48732-e247-41fc-a6cc-730ec8782654 req-15150e93-43a8-4494-aedd-82efa2ad2149 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 1098 time: 0.1199191 Jul 14 09:47:59.341729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f5e48732-e247-41fc-a6cc-730ec8782654 req-9cd641a0-b68f-4bb7-8f45-be21c1a030ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759740 Jul 14 09:47:59.525253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7029b-0100-43e7-8293-fec04f697eea req-c2cf4eaa-1658-4b94-9406-b5aeb37083c5 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:47:59.527512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ca7029b-0100-43e7-8293-fec04f697eea req-c2cf4eaa-1658-4b94-9406-b5aeb37083c5 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 946 time: 0.0989668 Jul 14 09:47:59.578817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ca7029b-0100-43e7-8293-fec04f697eea req-d9efd57b-b8ab-4b56-a286-259ba4ad7c6a tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430553 Jul 14 09:47:59.637182 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.695460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55946) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:59.761815 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a1f4bd59-fc20-47e3-98a2-d94630e4cfc2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0700f05cb7c4c8ca0f842f7eef708f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648777 Jul 14 09:47:59.764497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 55948) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:47:59.836860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-586df2a6-da7f-4448-8df2-8c1f24e9c601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.868368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-586df2a6-da7f-4448-8df2-8c1f24e9c601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.938357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-586df2a6-da7f-4448-8df2-8c1f24e9c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.942761 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-586df2a6-da7f-4448-8df2-8c1f24e9c601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:47:59.944731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-586df2a6-da7f-4448-8df2-8c1f24e9c601 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9c91eed5-85bf-49e8-84c3-48940e2d1258 HTTP/1.1" status: 204 len: 168 time: 0.1788411 Jul 14 09:47:59.954673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586df2a6-da7f-4448-8df2-8c1f24e9c601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c91eed5-85bf-49e8-84c3-48940e2d1258,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:00.819880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905d9e1-d2a0-4cdd-a275-f92ba6f2ee2b req-cbbfd036-5071-412a-a69a-9f944d01e393 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:00.829014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8905d9e1-d2a0-4cdd-a275-f92ba6f2ee2b req-cbbfd036-5071-412a-a69a-9f944d01e393 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 946 time: 0.1071029 Jul 14 09:48:00.919734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8905d9e1-d2a0-4cdd-a275-f92ba6f2ee2b req-940a691d-5f7b-4bbb-8e2a-086fc69a5ef3 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824833 Jul 14 09:48:01.079707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56060) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:01.225846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1979561004-network', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:01.249550 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:48:01.286353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:01.288301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.314805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.485624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.491801 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.532902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:01.555844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d611886-bef1-4a46-b64d-bce2f7069ff2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:01.570732 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.571096 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Added segment 147ba1d1-4501-48e0-ac47-bb59aaa67996 of type vlan for network de13b0cf-15f7-43e1-a35b-48b256378e83 Jul 14 09:48:01.641607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.691011 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.695381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:01.698665 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:01.768859 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6892140 Jul 14 09:48:01.772138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:01.779577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Request body: {'subnet': {'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1979561004-subnet', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:01.789307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31397930-939d-4bc5-b9e4-01ac595c5302 admin admin] Pushing event updated for resources: {'Network': ['ID=de13b0cf-15f7-43e1-a35b-48b256378e83,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:01.802185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network de13b0cf-15f7-43e1-a35b-48b256378e83 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:01.818263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:01.827418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.117709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.140416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56194) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:02.197927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:02.206113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:02.206504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Network hostable DHCP agents. Network: de13b0cf-15f7-43e1-a35b-48b256378e83, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:02.228403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:02.242560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, de13b0cf-15f7-43e1-a35b-48b256378e83) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:02.252682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a92c637-27c5-46fb-926a-5319d32eb08a None None] Network de13b0cf-15f7-43e1-a35b-48b256378e83 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:02.253281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:02.253923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.277663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56198) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:02.278045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5b192230-55f3-4e23-8b91-7b9e355b41f6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5036230 Jul 14 09:48:02.282327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:02.340983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d63e810-6e63-422b-ae1e-13829a4db2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.418249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.419259 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.542894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-de13b0cf-15f7-43e1-a35b-48b256378e83', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:02.543878 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.575620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d63e810-6e63-422b-ae1e-13829a4db2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.579880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.582655 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d63e810-6e63-422b-ae1e-13829a4db2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.727426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Allocated IP 172.20.0.2 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:02.733193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63e810-6e63-422b-ae1e-13829a4db2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df56e6bf-0ea3-4461-aed6-3d0ffe1ab193,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:02.790478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56208) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:02.791355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6d63e810-6e63-422b-ae1e-13829a4db2a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=90f1f4fa3a8e43a89427614c5887ea03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6488283 Jul 14 09:48:02.829010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:02.982846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58365a8b-1d63-4f14-ac2e-32b6ea8321d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.047350 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58365a8b-1d63-4f14-ac2e-32b6ea8321d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.128907 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.134225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58365a8b-1d63-4f14-ac2e-32b6ea8321d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.138095 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58365a8b-1d63-4f14-ac2e-32b6ea8321d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.139674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Transition to ACTIVE for port object d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:03.139994 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-58365a8b-1d63-4f14-ac2e-32b6ea8321d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df56e6bf-0ea3-4461-aed6-3d0ffe1ab193 HTTP/1.1" status: 204 len: 168 time: 0.3479640 Jul 14 09:48:03.160580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Transition to ACTIVE for port object d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:03.165055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58365a8b-1d63-4f14-ac2e-32b6ea8321d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df56e6bf-0ea3-4461-aed6-3d0ffe1ab193,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:03.169580 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.237755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:03.252219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:03.257125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:03.278574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Pushing event updated for resources: {'Port': ['ID=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:03.315301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.347067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.388654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Attempting to bind port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:03.389493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Attempting to bind port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:03.390085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Attempting to bind port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:03.397419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:03.398037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:03.398551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.399332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:03.401038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Bound port: d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:03.401717 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.528732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] For port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:03.532360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] For port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:03.540634 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:03.563739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Allocated IP 172.25.0.88 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:03.717753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbc170-3cc1-49b0-a263-6b46939b7867 None None] Pushing event updated for resources: {'Port': ['ID=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:04.362247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.423485 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:04.476062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:04.481734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:04.486414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:04.529547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Pushing event updated for resources: {'Port': ['ID=33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:04.919759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.037741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:05.181453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:05.244229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.354339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5347b4ad-5b76-4957-ad35-43fde3ed2ec6 None None] Network de13b0cf-15f7-43e1-a35b-48b256378e83 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:05.504316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Router ca36f42d-8693-4085-8eef-dc86cbc9007f is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:48:05.535906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8cb5c750-ff4e-4299-892d-ab3421fe4c18 None None] Provisioning for port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:05.546563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8cb5c750-ff4e-4299-892d-ab3421fe4c18 None None] Provisioning complete for port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:05.547235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c750-ff4e-4299-892d-ab3421fe4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.664439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:05.683629 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c750-ff4e-4299-892d-ab3421fe4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.690882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:05.707030 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:05.731425 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:05.733554 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:05.736702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.739475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8cb5c750-ff4e-4299-892d-ab3421fe4c18 None None] For port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:05.744872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:05.748310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8329af66-2280-421d-8552-87fe8962933c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4684479 Jul 14 09:48:05.759349 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8cb5c750-ff4e-4299-892d-ab3421fe4c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:05.903104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5c750-ff4e-4299-892d-ab3421fe4c18 None None] Pushing event updated for resources: {'Port': ['ID=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:05.931118 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:06.035846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1d0371ea-8fd0-4005-8c17-5167a2812171 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2002727778'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:06.036601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1d0371ea-8fd0-4005-8c17-5167a2812171 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Unknown quota resources ['metering_label']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:48:06.288838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-26230e70-3009-4198-8a15-c6f778e72f2c None None] Provisioning complete for port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:06.290526 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-26230e70-3009-4198-8a15-c6f778e72f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.317620 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 3, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:06.340103 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d0371ea-8fd0-4005-8c17-5167a2812171 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.341473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1d0371ea-8fd0-4005-8c17-5167a2812171 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6750376 Jul 14 09:48:06.344594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56276) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:06.350686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5f4a9d0c-8ee1-4e5a-8d13-f69757b2ee2a tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c08b7635-d2ad-4391-95f9-9b9a8e3ae321'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:06.351251 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:06.351829 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Updating router ca36f42d-8693-4085-8eef-dc86cbc9007f port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:06.352124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5f4a9d0c-8ee1-4e5a-8d13-f69757b2ee2a tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:48:06.404133 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.477545 n-d-780147-26 neutron-server[93779]: WARNING neutron.services.metering.metering_plugin [None req-5f4a9d0c-8ee1-4e5a-8d13-f69757b2ee2a tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:48:06.687199 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f4a9d0c-8ee1-4e5a-8d13-f69757b2ee2a tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.688666 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5f4a9d0c-8ee1-4e5a-8d13-f69757b2ee2a tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3430836 Jul 14 09:48:06.693000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56280) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:06.699959 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4bc6b0df-fb38-4288-ab62-79e350f5e2d3 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c08b7635-d2ad-4391-95f9-9b9a8e3ae321'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:06.700725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4bc6b0df-fb38-4288-ab62-79e350f5e2d3 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:48:06.841939 n-d-780147-26 neutron-server[93780]: WARNING neutron.services.metering.metering_plugin [None req-4bc6b0df-fb38-4288-ab62-79e350f5e2d3 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 14 09:48:06.843528 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.857269 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Transition to ACTIVE for port object 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:06.865614 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.931761 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Attempting to bind port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:06.931761 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Attempting to bind port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:06.932160 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Attempting to bind port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:06.944253 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:06.944984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:06.945734 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.946450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:06.947784 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Bound port: 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:06.948473 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:06.974089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:07.049238 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] For port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:07.053198 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] For port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:07.060982 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.064354 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Pushing event updated for resources: {'Port': ['ID=33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.078972 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.079409 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.079891 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.080535 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.080980 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.081399 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.081809 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.082238 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.082672 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.083158 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.083703 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.084125 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:07.109299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:07.109743 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.122424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.172870 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:07.179522 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:07.212173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bc6b0df-fb38-4288-ab62-79e350f5e2d3 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.213734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4bc6b0df-fb38-4288-ab62-79e350f5e2d3 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5193572 Jul 14 09:48:07.219738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56292) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:07.261100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-83134bc0-c28f-4e0e-83b1-4fdecbf981b6 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=d01f8f63-8e64-4775-9b43-e87e590c3f45 HTTP/1.1" status: 200 len: 462 time: 0.0398557 Jul 14 09:48:07.261759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56294) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:07.478911 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:07.487668 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6809c037-c342-4ea4-9e35-732582984465 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.491743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6809c037-c342-4ea4-9e35-732582984465 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/d01f8f63-8e64-4775-9b43-e87e590c3f45 HTTP/1.1" status: 204 len: 168 time: 0.2284856 Jul 14 09:48:07.495871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56296) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:07.508879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-30b1643e-232f-4cab-b69d-17e325c062da tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=d01f8f63-8e64-4775-9b43-e87e590c3f45 HTTP/1.1" status: 200 len: 221 time: 0.0113676 Jul 14 09:48:07.512835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56298) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:07.522579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e88a14d8-b219-449c-8f3b-e90b19e871ac tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--989677639', 'description': 'label created by tempest'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:07.523687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e88a14d8-b219-449c-8f3b-e90b19e871ac tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Unknown quota resources ['metering_label']. {{(pid=93780) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 09:48:07.556247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Allocated IP 172.20.0.1 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/f678bf70-1ea0-4d34-8f21-5504fb89708b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:07.593188 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aa45d-1aec-48ce-8f64-e04e701d6c16 None None] Pushing event updated for resources: {'Port': ['ID=33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:07.742718 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.789278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Transition to ACTIVE for port object f678bf70-1ea0-4d34-8f21-5504fb89708b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:07.792105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56304) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:07.882287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.931364 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e88a14d8-b219-449c-8f3b-e90b19e871ac tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:07.933583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e88a14d8-b219-449c-8f3b-e90b19e871ac tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4188168 Jul 14 09:48:07.938055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56308) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:07.975215 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 3, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:07.980804 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:07.986148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:07.990588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:08.052366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-392a0ac1-3719-4c58-b18f-94b50261409b tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=1925ca4c-a002-488c-a341-e409c1753638 HTTP/1.1" status: 200 len: 467 time: 0.1125705 Jul 14 09:48:08.055526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56310) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.061746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f678bf70-1ea0-4d34-8f21-5504fb89708b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:08.085158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.095467 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7608404-8f7d-4710-acb8-2303472be2b3 None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:04Z', 'revision_number': 3, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:08.248124 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12a8c693-e1d5-4403-8f8c-3a3dc2d69acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.340484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9cee0032-1501-47f3-9040-fb51582db7d0 None None] Provisioning for port f678bf70-1ea0-4d34-8f21-5504fb89708b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:08.354434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9cee0032-1501-47f3-9040-fb51582db7d0 None None] Provisioning complete for port f678bf70-1ea0-4d34-8f21-5504fb89708b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:08.355556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9cee0032-1501-47f3-9040-fb51582db7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.463985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.477229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9cee0032-1501-47f3-9040-fb51582db7d0 None None] Port f678bf70-1ea0-4d34-8f21-5504fb89708b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:08.524021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ffa3847-cead-440e-a2a3-b80f063357cd tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.533075 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9ffa3847-cead-440e-a2a3-b80f063357cd tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/1925ca4c-a002-488c-a341-e409c1753638 HTTP/1.1" status: 204 len: 168 time: 0.4687452 Jul 14 09:48:08.533075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56316) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.558078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fbbd5164-fea3-496b-b940-a4ca65f0b668 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=1925ca4c-a002-488c-a341-e409c1753638 HTTP/1.1" status: 200 len: 216 time: 0.0285034 Jul 14 09:48:08.568492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56318) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.594197 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9a5727c6-1dee-4331-ac4e-a19188cc6926 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0229065 Jul 14 09:48:08.597392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56320) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.624262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e774e9c0-a103-4660-ac10-134ccefccd16 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0238638 Jul 14 09:48:08.632693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56322) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.673617 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12a8c693-e1d5-4403-8f8c-3a3dc2d69acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.680604 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12a8c693-e1d5-4403-8f8c-3a3dc2d69acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.742508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-12a8c693-e1d5-4403-8f8c-3a3dc2d69acd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf181736181f4892b0a10e9041c61ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9489846 Jul 14 09:48:08.743301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56324) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.772523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8c693-e1d5-4403-8f8c-3a3dc2d69acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8add1fba-c9db-4ca3-847e-3156bc0a7cb2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:08.775281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-92b76600-5195-4d9b-8c45-45f15aa80e7d tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-labels/c08b7635-d2ad-4391-95f9-9b9a8e3ae321 HTTP/1.1" status: 200 len: 473 time: 0.1381576 Jul 14 09:48:08.780562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.797679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ce60234-360d-4797-96c2-1c5a94a0affc tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "GET /v2.0/metering/metering-label-rules/840a10ea-0877-4073-84a2-9f6821dd3d34 HTTP/1.1" status: 200 len: 459 time: 0.0156353 Jul 14 09:48:08.803375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56328) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:08.844031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be02467e-eb0c-436a-9986-fdb23ed84cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.909919 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be02467e-eb0c-436a-9986-fdb23ed84cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.913563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.921425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:08.977465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.071390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:09.093035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c996748c-f027-4eed-8376-b0f335139431 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.095174 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c996748c-f027-4eed-8376-b0f335139431 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-label-rules/840a10ea-0877-4073-84a2-9f6821dd3d34 HTTP/1.1" status: 204 len: 168 time: 0.2906013 Jul 14 09:48:09.095678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f678bf70-1ea0-4d34-8f21-5504fb89708b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:09.099373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56332) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:09.187606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be02467e-eb0c-436a-9986-fdb23ed84cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.189978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:09.191607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be02467e-eb0c-436a-9986-fdb23ed84cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.195529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-be02467e-eb0c-436a-9986-fdb23ed84cfa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8add1fba-c9db-4ca3-847e-3156bc0a7cb2 HTTP/1.1" status: 204 len: 168 time: 0.4471776 Jul 14 09:48:09.196173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:09.196838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.207456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02467e-eb0c-436a-9986-fdb23ed84cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add1fba-c9db-4ca3-847e-3156bc0a7cb2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:09.361963 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.393662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:09.401288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.532552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:09.599534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:09.601640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:09.610367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03f376b8-c392-4ad8-a827-b628de232c34 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.614230 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03f376b8-c392-4ad8-a827-b628de232c34 tempest-MeteringIpV6TestJSON-1104118749 tempest-MeteringIpV6TestJSON-1104118749-project-admin] 10.222.0.73 "DELETE /v2.0/metering/metering-labels/c08b7635-d2ad-4391-95f9-9b9a8e3ae321 HTTP/1.1" status: 204 len: 168 time: 0.5091994 Jul 14 09:48:09.695762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56344) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:09.734953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-107f2daf-8236-40dc-89bc-c2070da1f074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.903246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Router ca36f42d-8693-4085-8eef-dc86cbc9007f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:09.910156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-107f2daf-8236-40dc-89bc-c2070da1f074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.916584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-107f2daf-8236-40dc-89bc-c2070da1f074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:09.974278 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-107f2daf-8236-40dc-89bc-c2070da1f074 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a1cdda2c821e43a6910f53596f912030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723792 Jul 14 09:48:09.975974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56348) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:09.985745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f2daf-8236-40dc-89bc-c2070da1f074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69298d85-22af-46ee-98f1-85962be36fa3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:10.012791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-130fbff8-d8c9-493f-b5de-7066fb485e04 None None] Provisioning complete for port f678bf70-1ea0-4d34-8f21-5504fb89708b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:10.013458 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-130fbff8-d8c9-493f-b5de-7066fb485e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.020243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56350) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:10.055115 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bb48f10-1665-4d87-bf1f-f311537d6606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.095241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-130fbff8-d8c9-493f-b5de-7066fb485e04 None None] Port f678bf70-1ea0-4d34-8f21-5504fb89708b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:10.111616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bb48f10-1665-4d87-bf1f-f311537d6606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.126368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:10.139986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d79a71dd-c125-451e-a116-7dc3022da1b8 admin admin] 10.222.0.73 "PUT /v2.0/routers/ca36f42d-8693-4085-8eef-dc86cbc9007f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3948240 Jul 14 09:48:10.183285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bb48f10-1665-4d87-bf1f-f311537d6606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.186345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bb48f10-1665-4d87-bf1f-f311537d6606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.187538 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8bb48f10-1665-4d87-bf1f-f311537d6606 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69298d85-22af-46ee-98f1-85962be36fa3 HTTP/1.1" status: 204 len: 168 time: 0.2105908 Jul 14 09:48:10.199555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb48f10-1665-4d87-bf1f-f311537d6606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69298d85-22af-46ee-98f1-85962be36fa3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:10.248078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-279abd76-f820-4bc4-8d50-1245210b92f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.458313 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-279abd76-f820-4bc4-8d50-1245210b92f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.465289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-279abd76-f820-4bc4-8d50-1245210b92f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.519059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-279abd76-f820-4bc4-8d50-1245210b92f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=83e7df3e958a4f9789fa8e1dbf0d684c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974487 Jul 14 09:48:10.524784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:10.545020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279abd76-f820-4bc4-8d50-1245210b92f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d184b68-1417-439d-8d67-5141d5c6dbc6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:10.599043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8496b9ee-aa8e-4129-a34e-7745b141052f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.637102 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8496b9ee-aa8e-4129-a34e-7745b141052f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.734734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8496b9ee-aa8e-4129-a34e-7745b141052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.737881 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8496b9ee-aa8e-4129-a34e-7745b141052f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:10.739734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8496b9ee-aa8e-4129-a34e-7745b141052f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d184b68-1417-439d-8d67-5141d5c6dbc6 HTTP/1.1" status: 204 len: 168 time: 0.2135987 Jul 14 09:48:10.753940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496b9ee-aa8e-4129-a34e-7745b141052f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d184b68-1417-439d-8d67-5141d5c6dbc6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:10.889670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:10.902863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:10.903536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:10.979431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:11.098684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:11.099373 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.141438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:11.386880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:11.411057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de95e941-1be6-4ea9-bcb3-02b60abea546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.425821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 2, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:11.465772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:11.466418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Updating router ca36f42d-8693-4085-8eef-dc86cbc9007f port f678bf70-1ea0-4d34-8f21-5504fb89708b binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:11.510640 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.644231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de95e941-1be6-4ea9-bcb3-02b60abea546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.659749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de95e941-1be6-4ea9-bcb3-02b60abea546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.901568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56402) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:11.907925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1555235644-network', 'tenant_id': '065e88c5b20047a8894921759d56a2fa'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:11.961895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Made reservation on behalf of 065e88c5b20047a8894921759d56a2fa for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:11.967439 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:11.991629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.105073 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.139344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Transition to ACTIVE for port object f678bf70-1ea0-4d34-8f21-5504fb89708b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:12.154920 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.160706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95e941-1be6-4ea9-bcb3-02b60abea546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735fa26a-07b5-431c-83a9-ce1182350b63,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.187100 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-de95e941-1be6-4ea9-bcb3-02b60abea546 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f1cff62b2fba428796a9214ce55cadf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7989080 Jul 14 09:48:12.191559 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56408) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:12.247022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d54ce-e8b1-47bf-9cac-22b25554e4a7 None None] Pushing event updated for resources: {'Port': ['ID=f678bf70-1ea0-4d34-8f21-5504fb89708b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.254169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.264084 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.302968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b015449f-e4dd-482d-b03f-b43e7a9e2819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.316052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:12.342815 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b015449f-e4dd-482d-b03f-b43e7a9e2819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.362922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87398490-21ed-4a30-8168-56491dcc952a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.404915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Attempting to bind port f678bf70-1ea0-4d34-8f21-5504fb89708b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:12.405513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Attempting to bind port f678bf70-1ea0-4d34-8f21-5504fb89708b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:12.405951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Attempting to bind port f678bf70-1ea0-4d34-8f21-5504fb89708b on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:12.406821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.407460 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b015449f-e4dd-482d-b03f-b43e7a9e2819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.409551 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Added segment a4f99347-2d4c-48ef-8938-76d44e04f89a of type vlan for network 918b6e6a-2cae-4550-9645-e8f5aaa0845c Jul 14 09:48:12.415971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b015449f-e4dd-482d-b03f-b43e7a9e2819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.417448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b015449f-e4dd-482d-b03f-b43e7a9e2819 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/735fa26a-07b5-431c-83a9-ce1182350b63 HTTP/1.1" status: 204 len: 168 time: 0.2248204 Jul 14 09:48:12.425047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:12.425656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:12.426110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.426544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:12.427025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Bound port: f678bf70-1ea0-4d34-8f21-5504fb89708b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:12.427426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.450733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015449f-e4dd-482d-b03f-b43e7a9e2819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735fa26a-07b5-431c-83a9-ce1182350b63,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.517063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.610064 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.615212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:12.615983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.625551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] For port f678bf70-1ea0-4d34-8f21-5504fb89708b, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:12.631635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] For port f678bf70-1ea0-4d34-8f21-5504fb89708b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f678bf70-1ea0-4d34-8f21-5504fb89708b,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:12.642182 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.698859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:12.699098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7954726 Jul 14 09:48:12.706097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Request body: {'subnet': {'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1555235644-subnet', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:12.725690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5570500-de02-42b6-9122-06e84691486f admin admin] Pushing event updated for resources: {'Network': ['ID=918b6e6a-2cae-4550-9645-e8f5aaa0845c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:12.768328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Made reservation on behalf of 065e88c5b20047a8894921759d56a2fa for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:12.777571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 918b6e6a-2cae-4550-9645-e8f5aaa0845c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:12.777721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:12.959145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:12.962284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:12.973526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d54ce-e8b1-47bf-9cac-22b25554e4a7 None None] Pushing event updated for resources: {'Port': ['ID=f678bf70-1ea0-4d34-8f21-5504fb89708b,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:13.199919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:13.308455 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.438799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=837cd8ca-ae4b-4957-b04a-ee661b1897c1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:13.456275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Checking segment: {'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:13.456981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Network hostable DHCP agents. Network: 918b6e6a-2cae-4550-9645-e8f5aaa0845c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:13.490895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Network 918b6e6a-2cae-4550-9645-e8f5aaa0845c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:13.510792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 918b6e6a-2cae-4550-9645-e8f5aaa0845c) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:13.517558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:13.519206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.558178 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0f699ab3-5000-4a26-9d77-334dcaa72d29 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8567848 Jul 14 09:48:13.561168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:13.571286 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:13.616292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.618491 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.725965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:13.759497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d67dc-03bf-4064-b375-dad8f391655f None None] Network 918b6e6a-2cae-4550-9645-e8f5aaa0845c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:13.983973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-918b6e6a-2cae-4550-9645-e8f5aaa0845c', 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'fixed_ips': [{'subnet_id': '837cd8ca-ae4b-4957-b04a-ee661b1897c1'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:13.985214 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.027454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:12Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:14.075637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.104490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344ed65-c333-4bb8-bb18-2a4f09f0f913 None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:12Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:14.133552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56466) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:14.462413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Allocated IP 172.20.0.2 (918b6e6a-2cae-4550-9645-e8f5aaa0845c/837cd8ca-ae4b-4957-b04a-ee661b1897c1/4fe9669a-7e3d-436b-b004-c4d8fa32931e) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:14.553226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1736777386'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:14.626795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:14.631619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.669455 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.692954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.746710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.829995 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.849101 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.891555 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.919817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Transition to ACTIVE for port object 4fe9669a-7e3d-436b-b004-c4d8fa32931e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:14.946145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:14.947978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Transition to ACTIVE for port object 4fe9669a-7e3d-436b-b004-c4d8fa32931e will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:14.959537 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.980068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1681ed47-b319-48a6-93ff-e4c06af53149,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:14.987376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:14.988089 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Added segment 774cb668-a6d7-414a-b0d7-de71e95c1632 of type vlan for network b12552fe-b9c9-4a4a-aed8-2ce4434be818 Jul 14 09:48:15.021764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Allocated IP 172.25.0.147 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/a3962a45-10ad-4ed9-9574-063c94027ee6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:15.063842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f678bf70-1ea0-4d34-8f21-5504fb89708b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:15.131936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.151123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Network 918b6e6a-2cae-4550-9645-e8f5aaa0845c is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:15.163508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:15.194589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:15.221312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.233236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:15.237283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.300225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.301050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Pushing event updated for resources: {'Port': ['ID=4fe9669a-7e3d-436b-b004-c4d8fa32931e,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:15.329277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1888998 Jul 14 09:48:15.372038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Attempting to bind port 4fe9669a-7e3d-436b-b004-c4d8fa32931e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:15.372587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Attempting to bind port 4fe9669a-7e3d-436b-b004-c4d8fa32931e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:15.373070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Attempting to bind port 4fe9669a-7e3d-436b-b004-c4d8fa32931e on network 918b6e6a-2cae-4550-9645-e8f5aaa0845c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:15.376884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f678bf70-1ea0-4d34-8f21-5504fb89708b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:15.383149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:15.383907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Checking segment: {'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:15.385526 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.386322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Bound using segment: {'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:15.387400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Bound port: 4fe9669a-7e3d-436b-b004-c4d8fa32931e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:15.387992 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.392407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f678bf70-1ea0-4d34-8f21-5504fb89708b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:15.392913 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.514719 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.636789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b180eb44-4c89-43d6-827c-4bf6cc3b5490 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Network': ['ID=b12552fe-b9c9-4a4a-aed8-2ce4434be818,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:15.639583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] For port 4fe9669a-7e3d-436b-b004-c4d8fa32931e, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:15.659275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] For port 4fe9669a-7e3d-436b-b004-c4d8fa32931e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fe9669a-7e3d-436b-b004-c4d8fa32931e,segment=NetworkSegment(a4f99347-2d4c-48ef-8938-76d44e04f89a),segment_id=a4f99347-2d4c-48ef-8938-76d44e04f89a)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:15.666731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b12552fe-b9c9-4a4a-aed8-2ce4434be818 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:15.676954 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:15.718609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Pushing event updated for resources: {'Port': ['ID=a3962a45-10ad-4ed9-9574-063c94027ee6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:15.769289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:15.771470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:15.775628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:16.089354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b97d29d-66ec-4f74-adb7-b7c3b2ec25e8 None None] Pushing event updated for resources: {'Port': ['ID=4fe9669a-7e3d-436b-b004-c4d8fa32931e,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:16.271247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.417300 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.430656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port f678bf70-1ea0-4d34-8f21-5504fb89708b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f678bf70-1ea0-4d34-8f21-5504fb89708b,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:16.437143 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:16.689039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=f678bf70-1ea0-4d34-8f21-5504fb89708b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:17.100765 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:17.149095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fe9669a-7e3d-436b-b004-c4d8fa32931e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:17.274756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4fe9669a-7e3d-436b-b004-c4d8fa32931e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:17.284659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f678bf70-1ea0-4d34-8f21-5504fb89708b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:17.441142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f678bf70-1ea0-4d34-8f21-5504fb89708b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:17.441591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:17.560438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:48:17.973938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:17.996422 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Sync routers for ids ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:18.016966 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Routers {'5f2adfe2-db3e-4db4-baf3-2223fe5b1918'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:18.018372 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:18.053856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:18.059738 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7067ebfe-0db2-4ffc-8d18-5469f057ebfe admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4956925 Jul 14 09:48:18.062545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56522) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:18.247186 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Set router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:18.307996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ad658c-7eb6-4dde-abcb-dace3e42344e None None] Network 918b6e6a-2cae-4550-9645-e8f5aaa0845c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:18.495929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d71abb48-0ea0-403f-8ba5-915f15a78d99 None None] Provisioning for port 4fe9669a-7e3d-436b-b004-c4d8fa32931e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:18.523643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d71abb48-0ea0-403f-8ba5-915f15a78d99 None None] Provisioning complete for port 4fe9669a-7e3d-436b-b004-c4d8fa32931e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:18.524456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d71abb48-0ea0-403f-8ba5-915f15a78d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:18.814778 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d71abb48-0ea0-403f-8ba5-915f15a78d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:18.942347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d71abb48-0ea0-403f-8ba5-915f15a78d99 None None] For port 4fe9669a-7e3d-436b-b004-c4d8fa32931e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fe9669a-7e3d-436b-b004-c4d8fa32931e,segment=NetworkSegment(a4f99347-2d4c-48ef-8938-76d44e04f89a),segment_id=a4f99347-2d4c-48ef-8938-76d44e04f89a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:18.950012 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d71abb48-0ea0-403f-8ba5-915f15a78d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.063532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56532) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:19.068864 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 3, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port': {'id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:14Z', 'updated_at': '2021-07-14T09:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:19.074086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'subnet': {'network_id': 'b12552fe-b9c9-4a4a-aed8-2ce4434be818', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:19.107716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71abb48-0ea0-403f-8ba5-915f15a78d99 None None] Pushing event updated for resources: {'Port': ['ID=4fe9669a-7e3d-436b-b004-c4d8fa32931e,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:19.216057 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Checking router: 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:19.216701 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Updating router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 port a3962a45-10ad-4ed9-9574-063c94027ee6 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:19.367280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:19.372097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.419749 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.428310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-df445db3-002c-4258-9524-6c42de47753d None None] Provisioning complete for port 4fe9669a-7e3d-436b-b004-c4d8fa32931e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:19.429247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-df445db3-002c-4258-9524-6c42de47753d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.703607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.744392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.807732 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.822713 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Transition to ACTIVE for port object a3962a45-10ad-4ed9-9574-063c94027ee6 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:19.836763 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.866157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Checking segment: {'id': '774cb668-a6d7-414a-b0d7-de71e95c1632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b12552fe-b9c9-4a4a-aed8-2ce4434be818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:19.869340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network hostable DHCP agents. Network: b12552fe-b9c9-4a4a-aed8-2ce4434be818, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:19.890220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Subnet': ['ID=5e8e1daf-ac41-4858-857a-456031a4a337,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:19.927955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network b12552fe-b9c9-4a4a-aed8-2ce4434be818 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:19.946032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b12552fe-b9c9-4a4a-aed8-2ce4434be818) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:19.946344 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f862ff-1817-4e37-b421-c6cd3134a275 None None] Pushing event updated for resources: {'Port': ['ID=a3962a45-10ad-4ed9-9574-063c94027ee6,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:19.948704 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Attempting to bind port a3962a45-10ad-4ed9-9574-063c94027ee6 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:19.949250 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Attempting to bind port a3962a45-10ad-4ed9-9574-063c94027ee6 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:19.949750 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Attempting to bind port a3962a45-10ad-4ed9-9574-063c94027ee6 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:19.957981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95851c04-7530-4d2c-9531-6ec4d8a7ec70 None None] Network b12552fe-b9c9-4a4a-aed8-2ce4434be818 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:19.960317 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:19.960945 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:19.961488 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.961874 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:19.962535 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Bound port: a3962a45-10ad-4ed9-9574-063c94027ee6, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:19.963487 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:19.982705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:19.983692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.000326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Allocated IP 172.20.0.1 (918b6e6a-2cae-4550-9645-e8f5aaa0845c/837cd8ca-ae4b-4957-b04a-ee661b1897c1/b289c7e9-43f3-4ee4-8db5-453af1f634f7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:20.019173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-72214e46-3946-46fa-b13e-17d35d1840c9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9534564 Jul 14 09:48:20.022692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:20.031426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1481901935'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:20.040147 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] For port a3962a45-10ad-4ed9-9574-063c94027ee6, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:20.046843 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] For port a3962a45-10ad-4ed9-9574-063c94027ee6, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3962a45-10ad-4ed9-9574-063c94027ee6,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:20.060357 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.093361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:20.099077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.177018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.185050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:20.194205 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Routers {'5f2adfe2-db3e-4db4-baf3-2223fe5b1918'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:20.194205 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:20.222774 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.223148 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Added segment 434970fa-8129-45bf-b686-f1a4bbd0d6ce of type vlan for network b6a3b682-d56a-4afc-9b72-d29de374e773 Jul 14 09:48:20.236739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Transition to ACTIVE for port object b289c7e9-43f3-4ee4-8db5-453af1f634f7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:20.255198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b12552fe-b9c9-4a4a-aed8-2ce4434be818', 'network_id': 'b12552fe-b9c9-4a4a-aed8-2ce4434be818', 'tenant_id': '8367efe19d754235bfb3ddecca7b0699', 'fixed_ips': [{'subnet_id': '5e8e1daf-ac41-4858-857a-456031a4a337'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:20.262965 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.286829 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f862ff-1817-4e37-b421-c6cd3134a275 None None] Pushing event updated for resources: {'Port': ['ID=a3962a45-10ad-4ed9-9574-063c94027ee6,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:20.354021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.359434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.520172 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] Set router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:20.538989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.552680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Pushing event updated for resources: {'Port': ['ID=b289c7e9-43f3-4ee4-8db5-453af1f634f7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:20.562761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:20.565830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Network 918b6e6a-2cae-4550-9645-e8f5aaa0845c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:20.568844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:20.571678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.574513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:20.666239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:20.778528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Allocated IP 2001:db8:0:ffff::2 (b12552fe-b9c9-4a4a-aed8-2ce4434be818/5e8e1daf-ac41-4858-857a-456031a4a337/1e34b96e-0a6e-496b-bb80-cb2c3e5a2138) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:20.837900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Network': ['ID=b6a3b682-d56a-4afc-9b72-d29de374e773,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:20.852399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-94777c72-ecc4-4f4a-9ac6-48376bea5b90 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8278708 Jul 14 09:48:20.857581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:20.870423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'subnet': {'network_id': 'b6a3b682-d56a-4afc-9b72-d29de374e773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:20.937430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b6a3b682-d56a-4afc-9b72-d29de374e773 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:21.054256 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 3, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port': {'id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:14Z', 'updated_at': '2021-07-14T09:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:21.090434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.138861 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e05f27-534a-48e6-9797-6cc7a53117c7 None None] The sync data for ids ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'] in n-d-780147-26 is: [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 3, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port': {'id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:14Z', 'updated_at': '2021-07-14T09:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:21.144828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fe9669a-7e3d-436b-b004-c4d8fa32931e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:21.152920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:21.159114 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.341024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6b4805d-d2b9-43ee-8957-0ab6be078af8 None None] Provisioning for port b289c7e9-43f3-4ee4-8db5-453af1f634f7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:21.377216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e6b4805d-d2b9-43ee-8957-0ab6be078af8 None None] Provisioning complete for port b289c7e9-43f3-4ee4-8db5-453af1f634f7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:21.377216 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6b4805d-d2b9-43ee-8957-0ab6be078af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.495244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.505164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.548586 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.609423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e6b4805d-d2b9-43ee-8957-0ab6be078af8 None None] Port b289c7e9-43f3-4ee4-8db5-453af1f634f7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:21.615293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Transition to ACTIVE for port object 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:21.683923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-79240762-0399-468f-8dcc-343e94390799 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2749951 Jul 14 09:48:21.704128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4fe9669a-7e3d-436b-b004-c4d8fa32931e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:21.704532 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.862498 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.904253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:48:21.906140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:21.949623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Transition to ACTIVE for port object 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:21.997574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Subnet': ['ID=32bb501b-fc4d-4fb6-8c70-24b402668a84,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:22.009040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-c65028ee-3a3a-44b0-8ed6-55396157fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:22.011041 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:22.011522 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-c65028ee-3a3a-44b0-8ed6-55396157fdfa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 1097 time: 0.2900465 Jul 14 09:48:22.077278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Network b12552fe-b9c9-4a4a-aed8-2ce4434be818 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:22.103946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Pushing event updated for resources: {'Port': ['ID=b289c7e9-43f3-4ee4-8db5-453af1f634f7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:22.137422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:22.148043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:22.161513 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-08098caf-d02d-43e8-9f3d-872d2694c070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:22.275794 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Network 918b6e6a-2cae-4550-9645-e8f5aaa0845c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:22.280128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:22.710576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:48:22.782770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-46b90e29-30b9-4a54-8062-d79406a684a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:22.785172 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-46b90e29-30b9-4a54-8062-d79406a684a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 200 len: 912 time: 0.7242370 Jul 14 09:48:22.786401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Checking segment: {'id': '434970fa-8129-45bf-b686-f1a4bbd0d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6a3b682-d56a-4afc-9b72-d29de374e773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:22.786809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network hostable DHCP agents. Network: b6a3b682-d56a-4afc-9b72-d29de374e773, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:22.950194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network b6a3b682-d56a-4afc-9b72-d29de374e773 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:22.978466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b6a3b682-d56a-4afc-9b72-d29de374e773) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:22.992428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:22.999982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:23.014668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1955c977-26c4-4297-8628-79e6567d4954 None None] Network b6a3b682-d56a-4afc-9b72-d29de374e773 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:23.036688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-f4c835b6-d9c9-4c14-b637-578c99243f8f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0 HTTP/1.1" status: 200 len: 1000 time: 0.2430928 Jul 14 09:48:23.072610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-27cb5b9b-8976-4188-84e6-a5fc7c4a09d1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2137747 Jul 14 09:48:23.089416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56566) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:23.113960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'port': {'network_id': 'b6a3b682-d56a-4afc-9b72-d29de374e773', 'name': 'tempest-NetworksIpV6TestAttrs-992733045'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:23.174178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-92fd0db6-e867-458d-8fd8-280ea2633385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:23.180074 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-92fd0db6-e867-458d-8fd8-280ea2633385 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 200 len: 850 time: 0.1328559 Jul 14 09:48:23.292018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Pushing event updated for resources: {'Port': ['ID=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:23.330249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3962a45-10ad-4ed9-9574-063c94027ee6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:23.401002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-898bc258-be49-43e4-b051-14556b703e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:23.402695 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-898bc258-be49-43e4-b051-14556b703e79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5196138a-b2d8-4938-886e-581d2de57586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2166474 Jul 14 09:48:23.477188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Attempting to bind port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:23.477637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Attempting to bind port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '774cb668-a6d7-414a-b0d7-de71e95c1632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b12552fe-b9c9-4a4a-aed8-2ce4434be818'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:23.478687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Attempting to bind port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 on network b12552fe-b9c9-4a4a-aed8-2ce4434be818 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:23.484406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cad1383a-88ba-47fe-a699-c8d44b836251 None None] Provisioning complete for port b289c7e9-43f3-4ee4-8db5-453af1f634f7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:23.485028 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cad1383a-88ba-47fe-a699-c8d44b836251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:23.490794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:23.491510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Checking segment: {'id': '774cb668-a6d7-414a-b0d7-de71e95c1632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b12552fe-b9c9-4a4a-aed8-2ce4434be818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:23.492085 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:23.492673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Bound using segment: {'id': '774cb668-a6d7-414a-b0d7-de71e95c1632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b12552fe-b9c9-4a4a-aed8-2ce4434be818'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:23.493354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Bound port: 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774cb668-a6d7-414a-b0d7-de71e95c1632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'b12552fe-b9c9-4a4a-aed8-2ce4434be818'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:23.494009 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:23.530360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:48:23.573980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5f500601-5a5b-43ad-952b-44880dba283e admin admin] 10.222.0.73 "PUT /v2.0/routers/5f2adfe2-db3e-4db4-baf3-2223fe5b1918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5023394 Jul 14 09:48:23.588399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-58348cb3-8604-41d2-9545-f5db7f2071f3 service neutron] 10.222.0.66 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781483 Jul 14 09:48:23.626854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] For port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:23.630943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] For port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,segment=NetworkSegment(774cb668-a6d7-414a-b0d7-de71e95c1632),segment_id=774cb668-a6d7-414a-b0d7-de71e95c1632)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:23.668243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:23.693912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:23.709631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:23.749812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a2a4-2b5e-4260-a88e-5b7ef99194ba None None] Pushing event updated for resources: {'Port': ['ID=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:23.795468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] device_id is not set on port 0e9ba140-f4d0-4a9d-a497-2316a6461804 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:48:23.835313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b6a3b682-d56a-4afc-9b72-d29de374e773', 'network_id': 'b6a3b682-d56a-4afc-9b72-d29de374e773', 'tenant_id': '8367efe19d754235bfb3ddecca7b0699', 'fixed_ips': [{'subnet_id': '32bb501b-fc4d-4fb6-8c70-24b402668a84'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:23.836180 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:23.841779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cad1383a-88ba-47fe-a699-c8d44b836251 None None] Port b289c7e9-43f3-4ee4-8db5-453af1f634f7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:24.070726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20ae16c1-982a-4255-a9ca-301d25f9b1bb req-ff56c6d3-ac33-4276-981b-01d7365b1fdd service neutron] 10.222.0.66 "GET /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735525 Jul 14 09:48:24.159100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Allocated IP 2001:db8::f816:3eff:fe32:190 (b6a3b682-d56a-4afc-9b72-d29de374e773/32bb501b-fc4d-4fb6-8c70-24b402668a84/0e9ba140-f4d0-4a9d-a497-2316a6461804) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:24.177407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port a3962a45-10ad-4ed9-9574-063c94027ee6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:24.214023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a3962a45-10ad-4ed9-9574-063c94027ee6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:24.214393 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:24.593550 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-25b7bebb-aa29-480a-9cac-585631b66dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:24.625619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Sync routers for ids ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:48:24.626059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:24.636406 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:24.686217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Transition to ACTIVE for port object 0e9ba140-f4d0-4a9d-a497-2316a6461804 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:24.709904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Routers {'5f2adfe2-db3e-4db4-baf3-2223fe5b1918'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:24.711284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:48:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:24.802441 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:24.806320 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.010083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port a3962a45-10ad-4ed9-9574-063c94027ee6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3962a45-10ad-4ed9-9574-063c94027ee6,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:25.027082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Port': ['ID=0e9ba140-f4d0-4a9d-a497-2316a6461804,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:25.049794 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.063300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network b6a3b682-d56a-4afc-9b72-d29de374e773 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:25.065348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:25.072437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:25.090067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Allocated IP 2001:db8::f816:3eff:fe2e:1d42 (b6a3b682-d56a-4afc-9b72-d29de374e773/32bb501b-fc4d-4fb6-8c70-24b402668a84/0f5440da-141a-45eb-852f-c853e447a6c8) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:25.101157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:25.109216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.173297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56596) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:25.182618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed5331bb-749f-46dd-99df-128eb4931ce9 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.0910020 Jul 14 09:48:25.450322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=a3962a45-10ad-4ed9-9574-063c94027ee6,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:25.501082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-15669216-7b48-425c-9a0e-f1ef537857f6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Deleting subnet 32bb501b-fc4d-4fb6-8c70-24b402668a84 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:25.519262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Set router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:25.531554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:25.783362 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:25.835813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27083903-5700-46ed-838c-74c4bccb7866 None None] Network b12552fe-b9c9-4a4a-aed8-2ce4434be818 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:26.326831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:26.335486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-17efe3d2-682f-43cc-9b71-4d58d13fc214 None None] Provisioning for port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:26.392587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:26.392963 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.396690 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.401358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-17efe3d2-682f-43cc-9b71-4d58d13fc214 None None] Provisioning complete for port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:26.401943 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-17efe3d2-682f-43cc-9b71-4d58d13fc214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.523634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Transition to ACTIVE for port object 0f5440da-141a-45eb-852f-c853e447a6c8 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:26.545421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Transition to ACTIVE for port object 0f5440da-141a-45eb-852f-c853e447a6c8 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:26.554648 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15669216-7b48-425c-9a0e-f1ef537857f6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.627262 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.707468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Pushing event updated for resources: {'Port': ['ID=0f5440da-141a-45eb-852f-c853e447a6c8,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:26.722283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15669216-7b48-425c-9a0e-f1ef537857f6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.805903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Network b6a3b682-d56a-4afc-9b72-d29de374e773 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:26.815474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:26.828963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:26.951240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T09:48:20Z', 'revision_number': 4, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port': {'id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:14Z', 'updated_at': '2021-07-14T09:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b289c7e9-43f3-4ee4-8db5-453af1f634f7', 'name': '', 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'mac_address': 'fa:16:3e:a7:fe:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '837cd8ca-ae4b-4957-b04a-ee661b1897c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:19Z', 'updated_at': '2021-07-14T09:48:21Z', 'revision_number': 2, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'subnets': [{'id': '837cd8ca-ae4b-4957-b04a-ee661b1897c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:26.991010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15669216-7b48-425c-9a0e-f1ef537857f6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:26.992228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Checking router: 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:48:26.994874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Updating router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 port b289c7e9-43f3-4ee4-8db5-453af1f634f7 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:48:27.008090 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.104314 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.138186 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15669216-7b48-425c-9a0e-f1ef537857f6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.230422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15669216-7b48-425c-9a0e-f1ef537857f6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Subnet': ['ID=32bb501b-fc4d-4fb6-8c70-24b402668a84,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:27.239111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15669216-7b48-425c-9a0e-f1ef537857f6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.245740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56648) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:27.260669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-15669216-7b48-425c-9a0e-f1ef537857f6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/subnets/32bb501b-fc4d-4fb6-8c70-24b402668a84 HTTP/1.1" status: 204 len: 168 time: 2.0843072 Jul 14 09:48:27.428467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c7bb8-230f-4acb-b0c4-b7d00e04700f tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:27.431526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0c7bb8-230f-4acb-b0c4-b7d00e04700f tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:27.433252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1b0c7bb8-230f-4acb-b0c4-b7d00e04700f tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1862736 Jul 14 09:48:27.437605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56650) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:27.463846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Attempting to bind port 0f5440da-141a-45eb-852f-c853e447a6c8 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:27.464564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Attempting to bind port 0f5440da-141a-45eb-852f-c853e447a6c8 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '434970fa-8129-45bf-b686-f1a4bbd0d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6a3b682-d56a-4afc-9b72-d29de374e773'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:27.465221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Attempting to bind port 0f5440da-141a-45eb-852f-c853e447a6c8 on network b6a3b682-d56a-4afc-9b72-d29de374e773 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:27.486558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-17efe3d2-682f-43cc-9b71-4d58d13fc214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.491559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.505124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,segment=NetworkSegment(774cb668-a6d7-414a-b0d7-de71e95c1632),segment_id=774cb668-a6d7-414a-b0d7-de71e95c1632)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:27.511206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:27.511577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Checking segment: {'id': '434970fa-8129-45bf-b686-f1a4bbd0d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6a3b682-d56a-4afc-9b72-d29de374e773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:27.512186 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.512837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Bound using segment: {'id': '434970fa-8129-45bf-b686-f1a4bbd0d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6a3b682-d56a-4afc-9b72-d29de374e773'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:27.513523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Bound port: 0f5440da-141a-45eb-852f-c853e447a6c8, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434970fa-8129-45bf-b686-f1a4bbd0d6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b6a3b682-d56a-4afc-9b72-d29de374e773'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:27.513916 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.516627 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.527554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.528818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d43a2fa-59f6-4b2c-94ba-864524f3752e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.536461 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d43a2fa-59f6-4b2c-94ba-864524f3752e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:48:27.536938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d43a2fa-59f6-4b2c-94ba-864524f3752e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:27.538983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8d43a2fa-59f6-4b2c-94ba-864524f3752e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/b6a3b682-d56a-4afc-9b72-d29de374e773 HTTP/1.1" status: 409 len: 405 time: 0.1000586 Jul 14 09:48:27.543645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56652) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:27.549217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1008408522'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:27.579760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:27.584690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.631009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:27.647085 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.647477 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Added segment b3168f41-886b-4a20-a88e-7f970883fcb6 of type vlan for network 013f15b7-0104-4abc-bb91-3eb1c34dfcd3 Jul 14 09:48:27.669443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3962a45-10ad-4ed9-9574-063c94027ee6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:27.695192 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.739945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.749837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:27.750690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.783862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:27.797363 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-17efe3d2-682f-43cc-9b71-4d58d13fc214 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:48:27.797725 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-17efe3d2-682f-43cc-9b71-4d58d13fc214 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:48:27.820898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] For port 0f5440da-141a-45eb-852f-c853e447a6c8, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:27.822196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2771602 Jul 14 09:48:27.827203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] For port 0f5440da-141a-45eb-852f-c853e447a6c8, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0f5440da-141a-45eb-852f-c853e447a6c8,segment=NetworkSegment(434970fa-8129-45bf-b686-f1a4bbd0d6ce),segment_id=434970fa-8129-45bf-b686-f1a4bbd0d6ce)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:27.828535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56656) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:27.836821 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:27.837989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'subnet': {'network_id': '013f15b7-0104-4abc-bb91-3eb1c34dfcd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:27.842795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c14df-2aeb-4a55-9ee2-c9e9da5af1d6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Network': ['ID=013f15b7-0104-4abc-bb91-3eb1c34dfcd3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:27.908784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 013f15b7-0104-4abc-bb91-3eb1c34dfcd3 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:28.031245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:28.036840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.038863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a3962a45-10ad-4ed9-9574-063c94027ee6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:28.039252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.059822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b68d50-d9ed-4a96-8969-9e324c848fe4 None None] Pushing event updated for resources: {'Port': ['ID=0f5440da-141a-45eb-852f-c853e447a6c8,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:28.138633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163d8891-81cc-45ec-abf8-040a68dd6a39 None None] Network b6a3b682-d56a-4afc-9b72-d29de374e773 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:28.344840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.405992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Transition to ACTIVE for port object b289c7e9-43f3-4ee4-8db5-453af1f634f7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:28.459161 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.609869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05e804-d94e-4551-a6eb-265eeb61320b None None] Pushing event updated for resources: {'Port': ['ID=b289c7e9-43f3-4ee4-8db5-453af1f634f7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:28.654035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:48:28.655738 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.694136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-827e9039-9d15-43c6-b00b-ec54b314136e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:28.708958 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-827e9039-9d15-43c6-b00b-ec54b314136e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.3052962 Jul 14 09:48:28.740124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Attempting to bind port b289c7e9-43f3-4ee4-8db5-453af1f634f7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:28.740575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Attempting to bind port b289c7e9-43f3-4ee4-8db5-453af1f634f7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:28.741171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Attempting to bind port b289c7e9-43f3-4ee4-8db5-453af1f634f7 on network 918b6e6a-2cae-4550-9645-e8f5aaa0845c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:28.748947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:28.749686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Checking segment: {'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:28.750428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.751000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Bound using segment: {'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:28.751882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-d4a1ab11-5567-471a-a3c8-3393fe5facf6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/quotas/6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 375 time: 0.0409954 Jul 14 09:48:28.752030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Bound port: b289c7e9-43f3-4ee4-8db5-453af1f634f7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f99347-2d4c-48ef-8938-76d44e04f89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:28.752620 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.799440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9e69eb89-4099-4f3a-bf1b-1d0f0ece047c None None] Provisioning complete for port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:28.799825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9e69eb89-4099-4f3a-bf1b-1d0f0ece047c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.891818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Checking segment: {'id': 'b3168f41-886b-4a20-a88e-7f970883fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '013f15b7-0104-4abc-bb91-3eb1c34dfcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:28.892454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network hostable DHCP agents. Network: 013f15b7-0104-4abc-bb91-3eb1c34dfcd3, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:28.915501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Subnet': ['ID=0f6dd761-5e0f-41db-adc0-e4fe0bf6feef,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:28.943542 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-64dbd31f-a395-4cc9-b5a3-705a2be492e8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1881940 Jul 14 09:48:28.944066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] For port b289c7e9-43f3-4ee4-8db5-453af1f634f7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:28.950835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] For port b289c7e9-43f3-4ee4-8db5-453af1f634f7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b289c7e9-43f3-4ee4-8db5-453af1f634f7,segment=NetworkSegment(a4f99347-2d4c-48ef-8938-76d44e04f89a),segment_id=a4f99347-2d4c-48ef-8938-76d44e04f89a)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:28.958514 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:28.960212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network 013f15b7-0104-4abc-bb91-3eb1c34dfcd3 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:28.979908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 013f15b7-0104-4abc-bb91-3eb1c34dfcd3) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:28.988325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:28.988504 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:29.020221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7bed2bea-079b-48aa-9785-867182121324 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1893969 Jul 14 09:48:29.022301 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56696) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:29.028846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'port': {'network_id': '013f15b7-0104-4abc-bb91-3eb1c34dfcd3', 'name': 'tempest-NetworksIpV6TestAttrs-492661442'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:29.063041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9933a50b-beeb-481a-ae0d-5425b4752251 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:48:29.075001 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-881c3cb6-6698-4b08-9805-6ef60ced27a3 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304510 Jul 14 09:48:29.177353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05e804-d94e-4551-a6eb-265eeb61320b None None] Pushing event updated for resources: {'Port': ['ID=b289c7e9-43f3-4ee4-8db5-453af1f634f7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:29.265867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9933a50b-beeb-481a-ae0d-5425b4752251 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:48:29.289682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Routers {'5f2adfe2-db3e-4db4-baf3-2223fe5b1918'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:48:29.291446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:48:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:29.319295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:29.328394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:29.354566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-3b94a590-befd-41f2-9349-8798eafce69f service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711568 Jul 14 09:48:29.396658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] device_id is not set on port 9a389f9e-28e6-42a3-9d7c-9a80670802da yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:48:29.624378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Allocated IP 2001:db8::f816:3eff:fe29:72fd (013f15b7-0104-4abc-bb91-3eb1c34dfcd3/0f6dd761-5e0f-41db-adc0-e4fe0bf6feef/9a389f9e-28e6-42a3-9d7c-9a80670802da) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:29.781261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:29.879729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-51db9d5a-935e-485c-a3bd-b431751ace87 req-fce45855-35fa-4c3b-8ee0-f6a049f79759 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.0503595 Jul 14 09:48:30.021532 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.064944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Transition to ACTIVE for port object 9a389f9e-28e6-42a3-9d7c-9a80670802da will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:30.152007 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.244954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network 013f15b7-0104-4abc-bb91-3eb1c34dfcd3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:30.250152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:30.254114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:30.262793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:30.263616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.335440 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3079970 Jul 14 09:48:30.335440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02459975-0126-49ad-ba2d-86f85fd7091b tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Port': ['ID=9a389f9e-28e6-42a3-9d7c-9a80670802da,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:30.337600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56732) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:30.445935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef21ae05-6901-4337-a6eb-0ab92ed2a71e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Deleting subnet 0f6dd761-5e0f-41db-adc0-e4fe0bf6feef {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:30.451186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae05-6901-4337-a6eb-0ab92ed2a71e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.480754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.509450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:30.509697 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.517795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] Set router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:48:30.523287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae05-6901-4337-a6eb-0ab92ed2a71e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.690119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae05-6901-4337-a6eb-0ab92ed2a71e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.757575 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae05-6901-4337-a6eb-0ab92ed2a71e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.820510 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae05-6901-4337-a6eb-0ab92ed2a71e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:30.826020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ef21ae05-6901-4337-a6eb-0ab92ed2a71e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/subnets/0f6dd761-5e0f-41db-adc0-e4fe0bf6feef HTTP/1.1" status: 204 len: 168 time: 0.4865036 Jul 14 09:48:30.826268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56734) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:30.828538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21ae05-6901-4337-a6eb-0ab92ed2a71e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6dd761-5e0f-41db-adc0-e4fe0bf6feef,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:31.037938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e4d18-3738-474f-8a55-20a14234ee81 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:31.040961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336e4d18-3738-474f-8a55-20a14234ee81 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:31.042115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265d0319-a62b-4224-af4f-17a09918a6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-013f15b7-0104-4abc-bb91-3eb1c34dfcd3', 'network_id': '013f15b7-0104-4abc-bb91-3eb1c34dfcd3', 'tenant_id': '8367efe19d754235bfb3ddecca7b0699', 'fixed_ips': [{'subnet_id': '0f6dd761-5e0f-41db-adc0-e4fe0bf6feef'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:31.045550 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-265d0319-a62b-4224-af4f-17a09918a6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:31.046485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-336e4d18-3738-474f-8a55-20a14234ee81 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2158554 Jul 14 09:48:31.046485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:31.260824 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81b01e41-9fab-4d98-90fc-078deaffd7ba req-0df18210-7acb-46b6-a815-fc893f9bd21b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.1276031 Jul 14 09:48:31.336186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe31e687-cfb5-4e00-8aa1-5d6637c2cc6b None None] Network 013f15b7-0104-4abc-bb91-3eb1c34dfcd3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:31.344308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49d13009-3510-40dc-ab2f-18889fd6e045 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:31.369578 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d13009-3510-40dc-ab2f-18889fd6e045 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 14 09:48:31.370065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d13009-3510-40dc-ab2f-18889fd6e045 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:31.371992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49d13009-3510-40dc-ab2f-18889fd6e045 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/013f15b7-0104-4abc-bb91-3eb1c34dfcd3 HTTP/1.1" status: 409 len: 405 time: 0.3241472 Jul 14 09:48:31.376248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56748) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:31.381206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1953083414'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:31.458837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:31.464050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:31.531612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:31.558645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:31.560016 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Added segment 80a9eb99-f83d-46f8-a778-e25b15d09175 of type vlan for network 44b20d67-ef0b-47ea-8287-43d650d89118 Jul 14 09:48:31.637704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T09:48:20Z', 'revision_number': 4, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port': {'id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:14Z', 'updated_at': '2021-07-14T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b289c7e9-43f3-4ee4-8db5-453af1f634f7', 'name': '', 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'mac_address': 'fa:16:3e:a7:fe:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '837cd8ca-ae4b-4957-b04a-ee661b1897c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:19Z', 'updated_at': '2021-07-14T09:48:28Z', 'revision_number': 4, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'subnets': [{'id': '837cd8ca-ae4b-4957-b04a-ee661b1897c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:31.641590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:31.718469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66cd751-0264-4b0e-914a-008feb665f67 None None] The sync data for ids ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'] in n-d-780147-26 is: [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T09:48:20Z', 'revision_number': 4, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port': {'id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:14Z', 'updated_at': '2021-07-14T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b289c7e9-43f3-4ee4-8db5-453af1f634f7', 'name': '', 'network_id': '918b6e6a-2cae-4550-9645-e8f5aaa0845c', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'mac_address': 'fa:16:3e:a7:fe:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3032, 'fixed_ips': [{'subnet_id': '837cd8ca-ae4b-4957-b04a-ee661b1897c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:19Z', 'updated_at': '2021-07-14T09:48:28Z', 'revision_number': 4, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'subnets': [{'id': '837cd8ca-ae4b-4957-b04a-ee661b1897c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:48:31.751883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c6ab68-ea9c-4933-a710-b1c4e04d026f None None] Network 013f15b7-0104-4abc-bb91-3eb1c34dfcd3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:31.831457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 14 09:48:31.891108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:31.903879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:31.906194 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.095184 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ac05866-611b-4ec4-aedc-98c27082351b req-bc240e93-aea9-4640-be88-bd6d32415220 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1803446 Jul 14 09:48:32.205453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8280582 Jul 14 09:48:32.224182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:32.259266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'subnet': {'network_id': '44b20d67-ef0b-47ea-8287-43d650d89118', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:32.289176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac05866-611b-4ec4-aedc-98c27082351b req-c30557d7-3059-4e76-aa8d-2d7932e6af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.293236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ac05866-611b-4ec4-aedc-98c27082351b req-c30557d7-3059-4e76-aa8d-2d7932e6af4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=884739e586934cdeb526e2d82fd8418e&device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 1098 time: 0.1085427 Jul 14 09:48:32.515314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030353ee-bf32-4f6c-9c61-e6dfbe3e9df6 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Network': ['ID=44b20d67-ef0b-47ea-8287-43d650d89118,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:32.553919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 44b20d67-ef0b-47ea-8287-43d650d89118 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:32.596548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-d66cff8b-ad05-4a29-8c2a-5e727f54ae91 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.609981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-d66cff8b-ad05-4a29-8c2a-5e727f54ae91 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.9431636 Jul 14 09:48:32.655730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'port': {'device_id': '254c44bb-0eff-4dee-b10d-6615a0357524', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'admin_state_up': True, 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:32.659779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79527005-8ab4-4af6-945e-11fe7c94cf0b req-1c1b8c21-9c3b-455d-b8b6-6cb3a8ed5158 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.1211927 Jul 14 09:48:32.693577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac05866-611b-4ec4-aedc-98c27082351b req-c27e67a2-394d-4a4d-8574-8be0675a482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.695141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ac05866-611b-4ec4-aedc-98c27082351b req-c27e67a2-394d-4a4d-8574-8be0675a482e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d319c3f2-976a-4424-85e3-1869f6624e3b HTTP/1.1" status: 200 len: 914 time: 0.3634491 Jul 14 09:48:32.789716 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ac05866-611b-4ec4-aedc-98c27082351b req-425ab11b-d06b-4eb0-a8d8-d3ca6682d2be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec019648-0ee6-4367-89cb-50e66b25fd5a HTTP/1.1" status: 200 len: 217 time: 0.0828211 Jul 14 09:48:32.800497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:32.805580 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:32.872477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac05866-611b-4ec4-aedc-98c27082351b req-22bf9237-22e5-4fae-bca7-99ed2ef5af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:32.874173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ac05866-611b-4ec4-aedc-98c27082351b req-22bf9237-22e5-4fae-bca7-99ed2ef5af2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67 HTTP/1.1" status: 200 len: 853 time: 0.0742388 Jul 14 09:48:32.938344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ac05866-611b-4ec4-aedc-98c27082351b req-8c52b01c-89ba-4f7f-a729-a79e02fdbfdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d319c3f2-976a-4424-85e3-1869f6624e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569391 Jul 14 09:48:33.144306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ac05866-611b-4ec4-aedc-98c27082351b req-f6d312bb-f586-48fd-8ae1-c885e3718c1f service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919188 Jul 14 09:48:33.336232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2ac05866-611b-4ec4-aedc-98c27082351b req-5fc56c6b-aca3-44f6-9250-1ef83566d767 service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842191 Jul 14 09:48:33.436807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:48:33.439911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:33.452902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:33.471945 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:33.721070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.20.0.12 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/b8c1b767-7eb5-44fa-90a7-1c0314f82f27) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:33.786078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b289c7e9-43f3-4ee4-8db5-453af1f634f7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:33.922820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port b289c7e9-43f3-4ee4-8db5-453af1f634f7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:33.932429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b289c7e9-43f3-4ee4-8db5-453af1f634f7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:33.933352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.000804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.018728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Transition to ACTIVE for port object b8c1b767-7eb5-44fa-90a7-1c0314f82f27 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:34.138849 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.184499 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ccf9410-4f55-4319-bb6b-0ba770a277b4 req-bb787535-a40f-4ecc-a0b0-aaa1a4bda4ab tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.1492023 Jul 14 09:48:34.210733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Checking segment: {'id': '80a9eb99-f83d-46f8-a778-e25b15d09175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '44b20d67-ef0b-47ea-8287-43d650d89118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:34.212807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network hostable DHCP agents. Network: 44b20d67-ef0b-47ea-8287-43d650d89118, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:34.214877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port b289c7e9-43f3-4ee4-8db5-453af1f634f7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b289c7e9-43f3-4ee4-8db5-453af1f634f7,segment=NetworkSegment(a4f99347-2d4c-48ef-8938-76d44e04f89a),segment_id=a4f99347-2d4c-48ef-8938-76d44e04f89a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:34.217110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Subnet': ['ID=d2012f05-5d88-4ef2-b514-c782996b24fd,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:34.225506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.304540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.339948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=b289c7e9-43f3-4ee4-8db5-453af1f634f7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:34.377421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network 44b20d67-ef0b-47ea-8287-43d650d89118 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:34.387471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:34.392331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:34.398797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:34.450794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 44b20d67-ef0b-47ea-8287-43d650d89118) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:34.462543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:34.466141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:34.467004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.490884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56776) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:34.491942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-81eb5c4b-c340-42ef-b856-9ba7f1200c55 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2652371 Jul 14 09:48:34.498840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fbe374-480b-44fc-b25b-6a09cfedfa6b None None] Network 44b20d67-ef0b-47ea-8287-43d650d89118 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:34.513448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:34.516073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.569338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-9af4b7ca-baae-4391-b267-c13a25414efb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9304714 Jul 14 09:48:34.587477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Request body: {'port': {'device_id': '254c44bb-0eff-4dee-b10d-6615a0357524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:34.745365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.761977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.847340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ffd247a3-69d6-4a87-aad3-cc8e3245a019 None None] Provisioning for port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:34.864006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ffd247a3-69d6-4a87-aad3-cc8e3245a019 None None] Provisioning complete for port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:34.864423 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffd247a3-69d6-4a87-aad3-cc8e3245a019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.944716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:34.983564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ffd247a3-69d6-4a87-aad3-cc8e3245a019 None None] Port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:48:35.092508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6644e9-942d-439f-99ee-47bf8554fe32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-44b20d67-ef0b-47ea-8287-43d650d89118', 'network_id': '44b20d67-ef0b-47ea-8287-43d650d89118', 'tenant_id': '8367efe19d754235bfb3ddecca7b0699', 'fixed_ips': [{'subnet_id': 'd2012f05-5d88-4ef2-b514-c782996b24fd'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:35.093516 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ee6644e9-942d-439f-99ee-47bf8554fe32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.165804 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.219940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Subnet': ['ID=d2012f05-5d88-4ef2-b514-c782996b24fd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-ee6644e9-942d-439f-99ee-47bf8554fe32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2012f05-5d88-4ef2-b514-c782996b24fd: This subnet is being modified by another concurrent operation. Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2012f05-5d88-4ef2-b514-c782996b24fd: This subnet is being modified by another concurrent operation. Jul 14 09:48:35.301327 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 09:48:35.335747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71988dca-483a-48fc-924f-03e1275640cd None None] Network 44b20d67-ef0b-47ea-8287-43d650d89118 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:35.374325 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.405629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b20d67-ef0b-47ea-8287-43d650d89118']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:35.438442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a9eb99-f83d-46f8-a778-e25b15d09175') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:35.438749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a9eb99-f83d-46f8-a778-e25b15d09175') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:35.448951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c1b767-7eb5-44fa-90a7-1c0314f82f27 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:35.449998 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.479393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.486268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.498899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:35.504368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:35.510871 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:35.523451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Transition to ACTIVE for port object b8c1b767-7eb5-44fa-90a7-1c0314f82f27 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:35.533681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.704049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b289c7e9-43f3-4ee4-8db5-453af1f634f7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:35.725831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:35.747735 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.765399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.782140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/44b20d67-ef0b-47ea-8287-43d650d89118 HTTP/1.1" status: 204 len: 168 time: 1.2870693 Jul 14 09:48:35.799170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56798) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:35.810572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c85d54-0b2e-4b90-b8a8-e1761070a377 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Network': ['ID=44b20d67-ef0b-47ea-8287-43d650d89118,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:35.815550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1259562180'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:35.863705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b289c7e9-43f3-4ee4-8db5-453af1f634f7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:35.864465 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:35.954418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:35.958522 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.025547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Attempting to bind port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:36.026096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Attempting to bind port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:36.026594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Attempting to bind port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:36.041644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 774} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:36.043323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 on network de13b0cf-15f7-43e1-a35b-48b256378e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:48:36.043772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Attempting to bind port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:36.058652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:36.059148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:36.059649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:36.060222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Bound port: b8c1b767-7eb5-44fa-90a7-1c0314f82f27, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:36.061943 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.089010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.089773 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Added segment d5b3ed64-9376-4d37-8dda-e16540f3a988 of type vlan for network 4a5835fe-8772-489c-8535-fb50e760260c Jul 14 09:48:36.094133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e71dc5-6adc-4f4e-b034-ccf5b98cf7c6 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:48:36.189425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.279743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] For port b8c1b767-7eb5-44fa-90a7-1c0314f82f27, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:36.294897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.307630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:36.320804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.359768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] For port b8c1b767-7eb5-44fa-90a7-1c0314f82f27, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:36.478318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e71dc5-6adc-4f4e-b034-ccf5b98cf7c6 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:48:36.480801 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.510313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Network': ['ID=4a5835fe-8772-489c-8535-fb50e760260c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:36.567102 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dfb1895d-dc57-46e0-9cb7-3c62c22dd309 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7590227 Jul 14 09:48:36.572692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56818) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:36.581581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:36.582321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.583844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] 10.222.0.66 "PUT /v2.0/ports/b8c1b767-7eb5-44fa-90a7-1c0314f82f27 HTTP/1.1" status: 200 len: 1093 time: 2.0014751 Jul 14 09:48:36.584354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'subnet': {'network_id': '4a5835fe-8772-489c-8535-fb50e760260c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:36.596546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '254c44bb-0eff-4dee-b10d-6615a0357524', 'tag': 'b8c1b767-7eb5-44fa-90a7-1c0314f82f27'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:36.600631 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b" -d '{"events": [{"name": "network-changed", "server_uuid": "254c44bb-0eff-4dee-b10d-6615a0357524", "tag": "b8c1b767-7eb5-44fa-90a7-1c0314f82f27"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:36.682026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe271a4-5e09-4b5e-9668-fc83f8a82fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:36.723319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4a5835fe-8772-489c-8535-fb50e760260c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:36.746970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1f0c4-765c-4ca0-9f00-0fb884c4e925 req-66c2fe57-97de-48d4-9cbe-31b4efc87d6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:36.755046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fbe1f0c4-765c-4ca0-9f00-0fb884c4e925 req-66c2fe57-97de-48d4-9cbe-31b4efc87d6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.4214816 Jul 14 09:48:36.825081 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639ef09a-ef60-4a95-bf75-b6439f70768c x-openstack-request-id: req-639ef09a-ef60-4a95-bf75-b6439f70768c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:36.825463 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "254c44bb-0eff-4dee-b10d-6615a0357524", "tag": "b8c1b767-7eb5-44fa-90a7-1c0314f82f27", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:36.825723 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-639ef09a-ef60-4a95-bf75-b6439f70768c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:36.826128 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '254c44bb-0eff-4dee-b10d-6615a0357524', 'tag': 'b8c1b767-7eb5-44fa-90a7-1c0314f82f27', 'status': 'completed', 'code': 200} Jul 14 09:48:36.828647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:36.834899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:36.845727 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fbe1f0c4-765c-4ca0-9f00-0fb884c4e925 req-48154f72-bd8b-44e9-a938-e424c5693db7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896356 Jul 14 09:48:36.858976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-19f8a5c8-06ab-44d4-9b67-87213a2d5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:36.860958 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-19f8a5c8-06ab-44d4-9b67-87213a2d5b39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 1096 time: 0.2258708 Jul 14 09:48:36.934316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56824) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:36.945556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-2a7cbc70-41b4-422a-bbd0-e0fccf3e7a76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1b767-7eb5-44fa-90a7-1c0314f82f27 HTTP/1.1" status: 200 len: 217 time: 0.0634358 Jul 14 09:48:37.008019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-1e710c54-eca0-4265-bef1-522ba360f718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.010542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-1e710c54-eca0-4265-bef1-522ba360f718 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0578835 Jul 14 09:48:37.094934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-704fb478-7192-4d2d-a199-7f60d3093638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.099149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-704fb478-7192-4d2d-a199-7f60d3093638 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817239 Jul 14 09:48:37.235383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-07bf0dee-8ff2-45a4-b183-58297bdb8251 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274004 Jul 14 09:48:37.245312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99028128-2292-42de-8a87-3eb91246b4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.288007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.374744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-282ea8e7-5e94-4690-97ac-ef33ca2abce9 req-ae015a28-38cf-4773-a212-8a126a8813e9 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315444 Jul 14 09:48:37.413859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Subnet': ['ID=b700e0d4-70d0-47de-a0f4-6e8d3b388b17,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:37.439228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Checking segment: {'id': 'd5b3ed64-9376-4d37-8dda-e16540f3a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4a5835fe-8772-489c-8535-fb50e760260c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:37.439755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network hostable DHCP agents. Network: 4a5835fe-8772-489c-8535-fb50e760260c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:37.480091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network 4a5835fe-8772-489c-8535-fb50e760260c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:37.499679 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99028128-2292-42de-8a87-3eb91246b4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.501400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4a5835fe-8772-489c-8535-fb50e760260c) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:37.518809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-eb2b41b1-764b-42a5-a218-6068a89c2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.521108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99028128-2292-42de-8a87-3eb91246b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.521319 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-eb2b41b1-764b-42a5-a218-6068a89c2979 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 1096 time: 0.0843232 Jul 14 09:48:37.522176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2790c0cd-106c-4917-916e-4396d3053441 None None] Network 4a5835fe-8772-489c-8535-fb50e760260c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:37.533813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.534557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.568511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-56be0309-bf2b-476a-8461-87e5fbc17be1 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9902513 Jul 14 09:48:37.573982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56832) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:37.644493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-da9d3dda-ccd5-48c5-8851-3589c41a9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.646019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-da9d3dda-ccd5-48c5-8851-3589c41a9dfc service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1176465 Jul 14 09:48:37.745185 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-16bc7399-4fc0-463d-aad1-95da0adbe157 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8c1b767-7eb5-44fa-90a7-1c0314f82f27 HTTP/1.1" status: 200 len: 217 time: 0.0912442 Jul 14 09:48:37.771983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-4a5835fe-8772-489c-8535-fb50e760260c', 'network_id': '4a5835fe-8772-489c-8535-fb50e760260c', 'tenant_id': '8367efe19d754235bfb3ddecca7b0699', 'fixed_ips': [{'subnet_id': 'b700e0d4-70d0-47de-a0f4-6e8d3b388b17'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:37.774289 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:37.900259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-1ef7fb96-50bb-494d-aad5-316575a6130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:37.906667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-1ef7fb96-50bb-494d-aad5-316575a6130b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.1550455 Jul 14 09:48:38.041548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Allocated IP 2001:db8::2 (4a5835fe-8772-489c-8535-fb50e760260c/b700e0d4-70d0-47de-a0f4-6e8d3b388b17/00d2d9d5-2b82-448a-bdd8-c8d91c68d5df) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:48:38.059887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-4f3c7aab-79aa-4a54-aad7-cde79b736c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:38.061497 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-4f3c7aab-79aa-4a54-aad7-cde79b736c0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447964 Jul 14 09:48:38.091699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-99028128-2292-42de-8a87-3eb91246b4d5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f7f95e468724c71906cf7b8dd638aab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1563015 Jul 14 09:48:38.103375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56838) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:38.105214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99028128-2292-42de-8a87-3eb91246b4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb34789-b8a3-4d9d-9e20-567e934fbd9c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.211495 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-9afdab3a-8b05-41d5-9456-2a3571dd0aa8 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421039 Jul 14 09:48:38.230588 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.245323 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.253366 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:48:38.254452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Transition to ACTIVE for port object 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:38.264572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cab7a4c-9d16-4415-b5e7-98adb6e46e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.271246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Transition to ACTIVE for port object 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:48:38.280662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158b67a-f537-4b09-aa10-582cedb8b365 req-268b3c00-e3f9-4756-bea8-6aa7c7580a24 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:38.282607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f158b67a-f537-4b09-aa10-582cedb8b365 req-268b3c00-e3f9-4756-bea8-6aa7c7580a24 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.1979115 Jul 14 09:48:38.297424 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.342668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Network 4a5835fe-8772-489c-8535-fb50e760260c is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:48:38.345841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:38.349640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:48:38.373548 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cab7a4c-9d16-4415-b5e7-98adb6e46e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.377205 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb6ce4c5-07a1-4d3e-a403-623ec9ae277b req-f7263d8e-ac77-484f-8dcf-c10041fd2a05 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586659 Jul 14 09:48:38.389240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Pushing event updated for resources: {'Port': ['ID=00d2d9d5-2b82-448a-bdd8-c8d91c68d5df,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.420068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.426922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Attempting to bind port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:48:38.427537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Attempting to bind port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'd5b3ed64-9376-4d37-8dda-e16540f3a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4a5835fe-8772-489c-8535-fb50e760260c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:48:38.428476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Attempting to bind port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df on network 4a5835fe-8772-489c-8535-fb50e760260c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:48:38.437794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:48:38.438432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Checking segment: {'id': 'd5b3ed64-9376-4d37-8dda-e16540f3a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4a5835fe-8772-489c-8535-fb50e760260c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:38.439091 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.439548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Bound using segment: {'id': 'd5b3ed64-9376-4d37-8dda-e16540f3a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4a5835fe-8772-489c-8535-fb50e760260c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:48:38.440151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Bound port: 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b3ed64-9376-4d37-8dda-e16540f3a988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '4a5835fe-8772-489c-8535-fb50e760260c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:48:38.440833 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.472544 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f158b67a-f537-4b09-aa10-582cedb8b365 req-0951da46-6de4-4f19-99d5-5b1a7721d6b5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448596 Jul 14 09:48:38.514571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cab7a4c-9d16-4415-b5e7-98adb6e46e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.528233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] For port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:48:38.529253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4cab7a4c-9d16-4415-b5e7-98adb6e46e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.530443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4cab7a4c-9d16-4415-b5e7-98adb6e46e9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fb34789-b8a3-4d9d-9e20-567e934fbd9c HTTP/1.1" status: 204 len: 168 time: 0.4223077 Jul 14 09:48:38.532014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] For port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=00d2d9d5-2b82-448a-bdd8-c8d91c68d5df,segment=NetworkSegment(d5b3ed64-9376-4d37-8dda-e16540f3a988),segment_id=d5b3ed64-9376-4d37-8dda-e16540f3a988)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:48:38.535322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.541384 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.573386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab7a4c-9d16-4415-b5e7-98adb6e46e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb34789-b8a3-4d9d-9e20-567e934fbd9c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.579209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Subnet': ['ID=b700e0d4-70d0-47de-a0f4-6e8d3b388b17,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.640071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab8750-c2b7-4e77-a0e5-737860f1ab59 None None] Pushing event updated for resources: {'Port': ['ID=00d2d9d5-2b82-448a-bdd8-c8d91c68d5df,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:38.674148 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.695260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5835fe-8772-489c-8535-fb50e760260c']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:38.712102 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b3ed64-9376-4d37-8dda-e16540f3a988') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:38.712650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b3ed64-9376-4d37-8dda-e16540f3a988') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:38.727742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.771105 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.778977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:38.779847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:38.784946 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:38.888337 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:48:38.888337 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:48:38.888337 n-d-780147-26 neutron-server[93780]: [parameters: {'id': '4a5835fe-8772-489c-8535-fb50e760260c'}] Jul 14 09:48:38.888337 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:48:38.889342 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:48:38.996449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:39.028517 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ce4bae2-3e6f-4c9c-bc56-73ff1842fdf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.146332 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ce4bae2-3e6f-4c9c-bc56-73ff1842fdf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.151954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ce4bae2-3e6f-4c9c-bc56-73ff1842fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.192384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5ce4bae2-3e6f-4c9c-bc56-73ff1842fdf5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47fb0e30527e4c26aa5274158b2d4d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940997 Jul 14 09:48:39.193138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4bae2-3e6f-4c9c-bc56-73ff1842fdf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca9ca4-80be-458a-bedf-de4bd77a401b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:39.196821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56850) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:39.267937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ffee225-579a-4bb8-80e4-6c7b31d92eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.298053 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ffee225-579a-4bb8-80e4-6c7b31d92eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.354384 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ffee225-579a-4bb8-80e4-6c7b31d92eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.357192 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ffee225-579a-4bb8-80e4-6c7b31d92eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.359732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7ffee225-579a-4bb8-80e4-6c7b31d92eba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/00ca9ca4-80be-458a-bedf-de4bd77a401b HTTP/1.1" status: 204 len: 168 time: 0.1605453 Jul 14 09:48:39.366951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffee225-579a-4bb8-80e4-6c7b31d92eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca9ca4-80be-458a-bedf-de4bd77a401b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:39.390942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.459441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Deleting port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:39.459874 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.559537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] For port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=00d2d9d5-2b82-448a-bdd8-c8d91c68d5df,segment=NetworkSegment(d5b3ed64-9376-4d37-8dda-e16540f3a988),segment_id=d5b3ed64-9376-4d37-8dda-e16540f3a988)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:39.560149 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.584760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Calling delete_port for 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:39.712685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:39.740188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.774467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Port': ['ID=00d2d9d5-2b82-448a-bdd8-c8d91c68d5df,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:39.779213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No DVR routers for this DVR port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:39.802910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2eec8-adaa-407b-8e31-22cd81ccf201 req-9699f653-9a8b-48c8-a93c-353426cad484 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:39.811361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6e2eec8-adaa-407b-8e31-22cd81ccf201 req-9699f653-9a8b-48c8-a93c-353426cad484 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.1014462 Jul 14 09:48:39.870963 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6e2eec8-adaa-407b-8e31-22cd81ccf201 req-73b2e2f6-2d07-4385-925d-fdadcc30bcf8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583873 Jul 14 09:48:39.884138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.895697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5835fe-8772-489c-8535-fb50e760260c']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:39.903621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No active binding found for port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df {{(pid=93781) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:48:39.904366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 14 09:48:39.939434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b3ed64-9376-4d37-8dda-e16540f3a988') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:39.940030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b3ed64-9376-4d37-8dda-e16540f3a988') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:39.962989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:39.995499 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.009730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:40.012066 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:40.037891 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:40.131685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.148365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.151447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/4a5835fe-8772-489c-8535-fb50e760260c HTTP/1.1" status: 204 len: 168 time: 2.5701246 Jul 14 09:48:40.155099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:40.161936 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-411238718'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:40.193076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56864) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:40.210715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f5ae0-6724-4cda-83fc-735a4374ec43 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Network': ['ID=4a5835fe-8772-489c-8535-fb50e760260c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:40.218230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:40.222224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350187f-4fb6-4f59-8606-e0e198459ce0 None None] Network 4a5835fe-8772-489c-8535-fb50e760260c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:40.225143 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.227252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Port 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df not found, will not notify nova. {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 14 09:48:40.237169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d063e7c-7048-4ca4-9da5-ed9def9ff928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.240419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350187f-4fb6-4f59-8606-e0e198459ce0 None None] Network 4a5835fe-8772-489c-8535-fb50e760260c could not be found, it might have been deleted concurrently. {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:48:40.243603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa5131ea-2ab1-4797-8c96-e66e46d9a339 None None] Could not find standard attr ID for object 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:48:40.287816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:48:40.317059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.317795 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Added segment c3f7cc61-1389-4f28-a101-5a9ab3018f5c of type vlan for network 9f711590-1af7-4022-81aa-fd9fe178d175 Jul 14 09:48:40.333510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce50a62-30be-442e-89a1-97cba0c79d66 None None] DHCP port deletion for 4a5835fe-8772-489c-8535-fb50e760260c request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:48:40.382926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.405789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d063e7c-7048-4ca4-9da5-ed9def9ff928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.410474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d063e7c-7048-4ca4-9da5-ed9def9ff928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.440852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.448946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:40.449695 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.470473 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6d063e7c-7048-4ca4-9da5-ed9def9ff928 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74223bff911940cabf35fe86a79ecff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624583 Jul 14 09:48:40.470473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d063e7c-7048-4ca4-9da5-ed9def9ff928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c84f7ca-8b81-4db0-bdf1-81ac8cedb48b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:40.470473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56866) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:40.528752 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c96c478-1644-49e3-baa1-209b67085dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.543402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3858867 Jul 14 09:48:40.544614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56868) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:40.557312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c96c478-1644-49e3-baa1-209b67085dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.558672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Request body: {'subnet': {'network_id': '9f711590-1af7-4022-81aa-fd9fe178d175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:40.615917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582dc57-da35-4be8-94a8-3d52c03d0224 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Network': ['ID=9f711590-1af7-4022-81aa-fd9fe178d175,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:40.628936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 9f711590-1af7-4022-81aa-fd9fe178d175 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:48:40.629394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c96c478-1644-49e3-baa1-209b67085dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.632708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c96c478-1644-49e3-baa1-209b67085dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:40.634461 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3c96c478-1644-49e3-baa1-209b67085dd1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4c84f7ca-8b81-4db0-bdf1-81ac8cedb48b HTTP/1.1" status: 204 len: 168 time: 0.1669264 Jul 14 09:48:40.644160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96c478-1644-49e3-baa1-209b67085dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c84f7ca-8b81-4db0-bdf1-81ac8cedb48b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:40.677448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Made reservation on behalf of 8367efe19d754235bfb3ddecca7b0699 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:48:40.684525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.201417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45033b3d-5edd-4e65-a5d9-7e8cb5bba18c req-2a7cc7d9-4a8e-43af-b6eb-fa0e0676f788 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:41.213112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45033b3d-5edd-4e65-a5d9-7e8cb5bba18c req-2a7cc7d9-4a8e-43af-b6eb-fa0e0676f788 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.1676867 Jul 14 09:48:41.274788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45033b3d-5edd-4e65-a5d9-7e8cb5bba18c req-3eebb58a-3795-42f6-9bde-fbd1dbba6907 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547154 Jul 14 09:48:41.425605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:48:41.427226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.494556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event updated for resources: {'Subnet': ['ID=5568bad3-680c-4d1b-8ac3-b33b8d7cf062,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:41.503025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Checking segment: {'id': 'c3f7cc61-1389-4f28-a101-5a9ab3018f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '9f711590-1af7-4022-81aa-fd9fe178d175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:48:41.503485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network hostable DHCP agents. Network: 9f711590-1af7-4022-81aa-fd9fe178d175, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:48:41.528733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Network 9f711590-1af7-4022-81aa-fd9fe178d175 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:48:41.540836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 9f711590-1af7-4022-81aa-fd9fe178d175) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:48:41.551972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:41.553106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.553449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eba08fd-efc1-457e-990b-d9dc7160e06e None None] Network 9f711590-1af7-4022-81aa-fd9fe178d175 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:41.575876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-80d83450-8ee6-4406-92ff-3f33a6b13716 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0262048 Jul 14 09:48:41.578617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56892) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:41.639976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:41.674061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:41.674604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 00d2d9d5-2b82-448a-bdd8-c8d91c68d5df not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:41.722357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.803408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b5098-b737-45f1-ae46-144e16350e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-9f711590-1af7-4022-81aa-fd9fe178d175', 'network_id': '9f711590-1af7-4022-81aa-fd9fe178d175', 'tenant_id': '8367efe19d754235bfb3ddecca7b0699', 'fixed_ips': [{'subnet_id': '5568bad3-680c-4d1b-8ac3-b33b8d7cf062'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:48:41.804558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-025b5098-b737-45f1-ae46-144e16350e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.819285 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.910470 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-025b5098-b737-45f1-ae46-144e16350e39 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5568bad3-680c-4d1b-8ac3-b33b8d7cf062: This subnet is being modified by another concurrent operation. Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5568bad3-680c-4d1b-8ac3-b33b8d7cf062: This subnet is being modified by another concurrent operation. Jul 14 09:48:41.948636 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 09:48:41.956961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Subnet': ['ID=5568bad3-680c-4d1b-8ac3-b33b8d7cf062,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:41.989282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6425fd79-1ed8-4d19-8af1-30f568c55932 None None] Network 9f711590-1af7-4022-81aa-fd9fe178d175 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:42.061778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.076318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f711590-1af7-4022-81aa-fd9fe178d175']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:42.094048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f7cc61-1389-4f28-a101-5a9ab3018f5c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:42.094331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f7cc61-1389-4f28-a101-5a9ab3018f5c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:42.118608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.125955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a93829-9416-4ff6-b2d5-b5c6419885d5 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:48:42.144147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.155690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:42.156368 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:42.175528 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:42.250615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.262858 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.265907 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/9f711590-1af7-4022-81aa-fd9fe178d175 HTTP/1.1" status: 204 len: 168 time: 0.6844037 Jul 14 09:48:42.269199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56904) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.301012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516693d-f557-4a85-b326-2caca4d3c571 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Network': ['ID=9f711590-1af7-4022-81aa-fd9fe178d175,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:42.319191 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e6f523-ba41-4d6a-9b41-998d6175b962 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:42.319707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7e6f523-ba41-4d6a-9b41-998d6175b962 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:42.324503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e7e6f523-ba41-4d6a-9b41-998d6175b962 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/subnets/5568bad3-680c-4d1b-8ac3-b33b8d7cf062 HTTP/1.1" status: 404 len: 337 time: 0.0540624 Jul 14 09:48:42.325320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56912) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.352030 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-42c5847b-6573-49f1-a36d-fcff05a43a37 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:42.352694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42c5847b-6573-49f1-a36d-fcff05a43a37 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:42.357540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-42c5847b-6573-49f1-a36d-fcff05a43a37 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/9f711590-1af7-4022-81aa-fd9fe178d175 HTTP/1.1" status: 404 len: 339 time: 0.0278461 Jul 14 09:48:42.357807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a93829-9416-4ff6-b2d5-b5c6419885d5 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:48:42.357998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56914) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.398361 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-4429993b-95da-4c1b-9b68-da13be78f9f7 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:42.399014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4429993b-95da-4c1b-9b68-da13be78f9f7 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:42.401076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4429993b-95da-4c1b-9b68-da13be78f9f7 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/subnets/b700e0d4-70d0-47de-a0f4-6e8d3b388b17 HTTP/1.1" status: 404 len: 337 time: 0.0421121 Jul 14 09:48:42.403795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56916) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.440543 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2745de95-c45e-4f03-badf-8b55c8a3cbf4 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:42.441681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2745de95-c45e-4f03-badf-8b55c8a3cbf4 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:42.444647 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2745de95-c45e-4f03-badf-8b55c8a3cbf4 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/4a5835fe-8772-489c-8535-fb50e760260c HTTP/1.1" status: 404 len: 339 time: 0.0396106 Jul 14 09:48:42.447374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56922) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.497599 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd9a272-d296-46bc-b779-8d3af4da655f tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:42.498431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd9a272-d296-46bc-b779-8d3af4da655f tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:42.500745 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5cd9a272-d296-46bc-b779-8d3af4da655f tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/subnets/d2012f05-5d88-4ef2-b514-c782996b24fd HTTP/1.1" status: 404 len: 337 time: 0.0515039 Jul 14 09:48:42.503434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56924) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.559196 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-086c1bf2-e415-4da8-b7af-0405f866d1cc tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:42.559915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086c1bf2-e415-4da8-b7af-0405f866d1cc tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:42.562410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-086c1bf2-e415-4da8-b7af-0405f866d1cc tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/44b20d67-ef0b-47ea-8287-43d650d89118 HTTP/1.1" status: 404 len: 339 time: 0.0578775 Jul 14 09:48:42.565039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56926) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:42.691037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873b8a4-e516-4875-9a5c-8425950718a3 req-6c3401b0-446e-453b-abd3-713825425945 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:42.699594 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f873b8a4-e516-4875-9a5c-8425950718a3 req-6c3401b0-446e-453b-abd3-713825425945 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.1864986 Jul 14 09:48:42.799736 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f873b8a4-e516-4875-9a5c-8425950718a3 req-9523d901-d9da-4d1b-b8e2-5556f8230803 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986698 Jul 14 09:48:42.821827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-11b4e6b8-0d69-4a2e-8387-d2cba4644e05 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Deleting port 9a389f9e-28e6-42a3-9d7c-9a80670802da {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:42.822174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11b4e6b8-0d69-4a2e-8387-d2cba4644e05 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.934951 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11b4e6b8-0d69-4a2e-8387-d2cba4644e05 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:42.950344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-11b4e6b8-0d69-4a2e-8387-d2cba4644e05 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Calling delete_port for 9a389f9e-28e6-42a3-9d7c-9a80670802da owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:43.050121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11b4e6b8-0d69-4a2e-8387-d2cba4644e05 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.083256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4e6b8-0d69-4a2e-8387-d2cba4644e05 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Port': ['ID=9a389f9e-28e6-42a3-9d7c-9a80670802da,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:43.089214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11b4e6b8-0d69-4a2e-8387-d2cba4644e05 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.094392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-11b4e6b8-0d69-4a2e-8387-d2cba4644e05 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/ports/9a389f9e-28e6-42a3-9d7c-9a80670802da HTTP/1.1" status: 204 len: 168 time: 0.5282660 Jul 14 09:48:43.094891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:43.125896 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2c0c4e-dc28-4b45-8656-a67cfe526a78 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:43.126665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2c0c4e-dc28-4b45-8656-a67cfe526a78 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:43.128657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cb2c0c4e-dc28-4b45-8656-a67cfe526a78 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/subnets/0f6dd761-5e0f-41db-adc0-e4fe0bf6feef HTTP/1.1" status: 404 len: 337 time: 0.0325937 Jul 14 09:48:43.131307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56940) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:43.240797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.375471 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.387681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013f15b7-0104-4abc-bb91-3eb1c34dfcd3']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:43.401649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3168f41-886b-4a20-a88e-7f970883fcb6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:43.402625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3168f41-886b-4a20-a88e-7f970883fcb6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:43.412646 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.430402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.437848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:43.438741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:43.442806 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:43.559498 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.574852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.580180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/013f15b7-0104-4abc-bb91-3eb1c34dfcd3 HTTP/1.1" status: 204 len: 168 time: 0.4468694 Jul 14 09:48:43.582232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56952) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:43.605258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7dd1b-45e1-4401-9f87-0d45bafa335a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Network': ['ID=013f15b7-0104-4abc-bb91-3eb1c34dfcd3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:43.750318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-17457bb3-bff8-4288-a154-fbacce9ab703 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Deleting port 0e9ba140-f4d0-4a9d-a497-2316a6461804 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:43.750666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17457bb3-bff8-4288-a154-fbacce9ab703 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.884364 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17457bb3-bff8-4288-a154-fbacce9ab703 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:43.913383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-17457bb3-bff8-4288-a154-fbacce9ab703 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Calling delete_port for 0e9ba140-f4d0-4a9d-a497-2316a6461804 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:44.041917 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17457bb3-bff8-4288-a154-fbacce9ab703 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.063668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a49cf-0a5b-4a30-b9aa-95c6d1aa70a8 req-edb3b327-a69f-41fc-b6bc-cbc33914c58b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:44.071065 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f2a49cf-0a5b-4a30-b9aa-95c6d1aa70a8 req-edb3b327-a69f-41fc-b6bc-cbc33914c58b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.1231992 Jul 14 09:48:44.087578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17457bb3-bff8-4288-a154-fbacce9ab703 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Port': ['ID=0e9ba140-f4d0-4a9d-a497-2316a6461804,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:44.100810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17457bb3-bff8-4288-a154-fbacce9ab703 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.104028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-17457bb3-bff8-4288-a154-fbacce9ab703 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/ports/0e9ba140-f4d0-4a9d-a497-2316a6461804 HTTP/1.1" status: 204 len: 168 time: 0.5207019 Jul 14 09:48:44.106684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56966) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:44.124011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f2a49cf-0a5b-4a30-b9aa-95c6d1aa70a8 req-ba031a7f-01f4-4e84-a6e5-5ea992898237 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519571 Jul 14 09:48:44.148673 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5118e75d-c27a-4250-8d82-7b38d7fc28d3 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:44.149455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5118e75d-c27a-4250-8d82-7b38d7fc28d3 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:44.154857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5118e75d-c27a-4250-8d82-7b38d7fc28d3 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/subnets/32bb501b-fc4d-4fb6-8c70-24b402668a84 HTTP/1.1" status: 404 len: 337 time: 0.0430033 Jul 14 09:48:44.155612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 56968) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:44.236816 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.306889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Deleting port 0f5440da-141a-45eb-852f-c853e447a6c8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:44.307230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.393191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] For port 0f5440da-141a-45eb-852f-c853e447a6c8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0f5440da-141a-45eb-852f-c853e447a6c8,segment=NetworkSegment(434970fa-8129-45bf-b686-f1a4bbd0d6ce),segment_id=434970fa-8129-45bf-b686-f1a4bbd0d6ce)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:44.393632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.413269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Calling delete_port for 0f5440da-141a-45eb-852f-c853e447a6c8 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:44.510152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.537365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Port': ['ID=0f5440da-141a-45eb-852f-c853e447a6c8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:44.547297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No DVR routers for this DVR port 0f5440da-141a-45eb-852f-c853e447a6c8 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:44.635960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.649561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a3b682-d56a-4afc-9b72-d29de374e773']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:44.662465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434970fa-8129-45bf-b686-f1a4bbd0d6ce') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:44.662773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434970fa-8129-45bf-b686-f1a4bbd0d6ce') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:44.673498 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.694034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.701232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:44.701652 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:44.705490 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:44.765679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.773002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.775459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/b6a3b682-d56a-4afc-9b72-d29de374e773 HTTP/1.1" status: 204 len: 168 time: 0.6188128 Jul 14 09:48:44.778447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56972) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:44.788167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45605a4f-9d5f-40ef-92e3-99a6a5be9496 tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Network': ['ID=b6a3b682-d56a-4afc-9b72-d29de374e773,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:44.837062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d633131-e3ba-4855-a61c-d8a8915c464e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Deleting subnet 5e8e1daf-ac41-4858-857a-456031a4a337 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:48:44.840586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d633131-e3ba-4855-a61c-d8a8915c464e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.882297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d633131-e3ba-4855-a61c-d8a8915c464e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:44.973989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d633131-e3ba-4855-a61c-d8a8915c464e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.041085 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d633131-e3ba-4855-a61c-d8a8915c464e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.071414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d633131-e3ba-4855-a61c-d8a8915c464e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8e1daf-ac41-4858-857a-456031a4a337,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:45.076559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d633131-e3ba-4855-a61c-d8a8915c464e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.079947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2d633131-e3ba-4855-a61c-d8a8915c464e tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/subnets/5e8e1daf-ac41-4858-857a-456031a4a337 HTTP/1.1" status: 204 len: 168 time: 0.3001211 Jul 14 09:48:45.082088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 56988) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:45.087180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83785ec9-2c5f-48eb-9b85-9eaff14f5e90 None None] Network b12552fe-b9c9-4a4a-aed8-2ce4434be818 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:48:45.176223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.298091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Deleting port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:45.298640 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.363036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] DHCP port deletion for b12552fe-b9c9-4a4a-aed8-2ce4434be818 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:48:45.410221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] For port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,segment=NetworkSegment(774cb668-a6d7-414a-b0d7-de71e95c1632),segment_id=774cb668-a6d7-414a-b0d7-de71e95c1632)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:45.410513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.416963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] Deleting port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:45.417352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.433302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Calling delete_port for 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:45.482498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] For port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,segment=NetworkSegment(774cb668-a6d7-414a-b0d7-de71e95c1632),segment_id=774cb668-a6d7-414a-b0d7-de71e95c1632)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:45.482896 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.497058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] Calling delete_port for 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:45.505708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364da10-ec6a-456e-8f53-81ba39326a75 req-61105c5e-26a9-452d-aa16-150c5d7892c1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:45.507326 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4364da10-ec6a-456e-8f53-81ba39326a75 req-61105c5e-26a9-452d-aa16-150c5d7892c1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.2038522 Jul 14 09:48:45.574510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4364da10-ec6a-456e-8f53-81ba39326a75 req-cbbcd771-c173-4613-b8b8-65d7c31a7dd4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549831 Jul 14 09:48:45.581397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.613490 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.614483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Port': ['ID=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:45.619285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] No DVR routers for this DVR port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:45.629229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.629585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.629928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.630266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.630602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.630934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.631263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.631589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.631913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.632262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.632584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.632905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:45.643011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] Pushing event deleted for resources: {'Port': ['ID=1e34b96e-0a6e-496b-bb80-cb2c3e5a2138,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:45.648130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:48:45.669362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec71758d-ecd5-40ef-be41-2c0ed04272e3 None None] No DVR routers for this DVR port 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:45.671187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:48:45.671549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1e34b96e-0a6e-496b-bb80-cb2c3e5a2138 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:48:45.720435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.731770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b12552fe-b9c9-4a4a-aed8-2ce4434be818']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:45.743969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774cb668-a6d7-414a-b0d7-de71e95c1632') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:45.744371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774cb668-a6d7-414a-b0d7-de71e95c1632') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:48:45.756172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.774661 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.783099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:48:45.784517 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:48:45.789979 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:48:45.880873 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.888520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:45.890364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] 10.222.0.73 "DELETE /v2.0/networks/b12552fe-b9c9-4a4a-aed8-2ce4434be818 HTTP/1.1" status: 204 len: 168 time: 0.8058980 Jul 14 09:48:45.906505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcaa644-ee91-4401-b811-d32173b64a1a tempest-NetworksIpV6TestAttrs-1141554925 tempest-NetworksIpV6TestAttrs-1141554925-project] Pushing event deleted for resources: {'Network': ['ID=b12552fe-b9c9-4a4a-aed8-2ce4434be818,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:46.167909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57004) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:46.321974 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cbb9b948-18ca-465c-9a76-3c73addf4c43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8367efe19d754235bfb3ddecca7b0699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528490 Jul 14 09:48:46.324618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57010) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:46.383055 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3811a7a6-3987-42dc-9818-1b1cf9010167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:46.406444 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3811a7a6-3987-42dc-9818-1b1cf9010167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:46.465860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3811a7a6-3987-42dc-9818-1b1cf9010167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:46.468617 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3811a7a6-3987-42dc-9818-1b1cf9010167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:46.472152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3811a7a6-3987-42dc-9818-1b1cf9010167 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1681ed47-b319-48a6-93ff-e4c06af53149 HTTP/1.1" status: 204 len: 168 time: 0.1442032 Jul 14 09:48:46.479431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811a7a6-3987-42dc-9818-1b1cf9010167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1681ed47-b319-48a6-93ff-e4c06af53149,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:46.797112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd497d03-30a7-4b78-88f1-38ab22e51031 req-3eda54a6-5af7-4bd2-b114-1f7deecdaad8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:46.798750 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd497d03-30a7-4b78-88f1-38ab22e51031 req-3eda54a6-5af7-4bd2-b114-1f7deecdaad8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.0740793 Jul 14 09:48:46.844675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd497d03-30a7-4b78-88f1-38ab22e51031 req-02844b36-14c8-40ee-b9b0-e339e1312939 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386245 Jul 14 09:48:47.222792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57040) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.351294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-966405de-e9ea-4395-a14b-35fa13e77cb9 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] Request body: {'port': {'network_id': '4679724e-1e00-4d2b-95c6-38ad58020498', 'name': 'tempest-NetworksNegativeTestJSON-845084769'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:47.365959 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-966405de-e9ea-4395-a14b-35fa13e77cb9 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] POST failed (client error): The resource could not be found. Jul 14 09:48:47.366718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966405de-e9ea-4395-a14b-35fa13e77cb9 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:47.368504 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-966405de-e9ea-4395-a14b-35fa13e77cb9 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1445079 Jul 14 09:48:47.372846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57048) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.403049 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48fd3fc-85a3-479c-ba63-ed08811fd720 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:47.403717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48fd3fc-85a3-479c-ba63-ed08811fd720 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:47.405698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a48fd3fc-85a3-479c-ba63-ed08811fd720 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "DELETE /v2.0/networks/310633c8-adba-477b-92e7-c5033bfa0719 HTTP/1.1" status: 404 len: 339 time: 0.0315566 Jul 14 09:48:47.409742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57050) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.439458 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dae94e0-44cb-409d-92d8-9d40859d9b19 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:47.440223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dae94e0-44cb-409d-92d8-9d40859d9b19 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:47.442014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1dae94e0-44cb-409d-92d8-9d40859d9b19 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "DELETE /v2.0/ports/2e4f15ec-6d27-4928-a58d-2e4783630e22 HTTP/1.1" status: 404 len: 333 time: 0.0309505 Jul 14 09:48:47.446954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57052) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.482582 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f556b8f9-ff4a-4806-a8f3-2415e3273b09 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] DELETE failed (client error): The resource could not be found. Jul 14 09:48:47.483033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f556b8f9-ff4a-4806-a8f3-2415e3273b09 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:47.484743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f556b8f9-ff4a-4806-a8f3-2415e3273b09 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "DELETE /v2.0/subnets/06561e43-f329-4bb1-a043-453307cdd585 HTTP/1.1" status: 404 len: 337 time: 0.0358438 Jul 14 09:48:47.488761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57054) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.515900 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-681f9e7d-e065-4745-8e78-63e7a8733551 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] GET failed (client error): The resource could not be found. Jul 14 09:48:47.517416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-681f9e7d-e065-4745-8e78-63e7a8733551 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "GET /v2.0/networks/b39f33d2-7204-4bc2-8ef4-f06165f3c584 HTTP/1.1" status: 404 len: 339 time: 0.0277123 Jul 14 09:48:47.521428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57056) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.550570 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-722dbed7-c958-471d-aa86-fe7f2738a58d tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] GET failed (client error): The resource could not be found. Jul 14 09:48:47.553028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-722dbed7-c958-471d-aa86-fe7f2738a58d tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "GET /v2.0/ports/bb3b8918-2635-422d-974e-67bb08b0b5a7 HTTP/1.1" status: 404 len: 333 time: 0.0302403 Jul 14 09:48:47.557957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57060) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.604047 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-03193eb4-b86e-4379-aa19-a1613f4eb788 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] GET failed (client error): The resource could not be found. Jul 14 09:48:47.611170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03193eb4-b86e-4379-aa19-a1613f4eb788 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "GET /v2.0/subnets/ce3f93dc-1cc2-4cc2-98d0-56c0186d7bbe HTTP/1.1" status: 404 len: 337 time: 0.0461617 Jul 14 09:48:47.612045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57062) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.618318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a500bf98-6132-46ad-8ec1-ebd7971a6efd tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:47.634845 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a500bf98-6132-46ad-8ec1-ebd7971a6efd tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] PUT failed (client error): The resource could not be found. Jul 14 09:48:47.635554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a500bf98-6132-46ad-8ec1-ebd7971a6efd tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:47.641443 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a500bf98-6132-46ad-8ec1-ebd7971a6efd tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "PUT /v2.0/networks/986a7b08-811a-4891-a0c0-e01ef4e8b9c4 HTTP/1.1" status: 404 len: 339 time: 0.0235724 Jul 14 09:48:47.641789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57064) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.647416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c4a9b833-a53f-4fc3-ad83-3dcfee23cfe4 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:47.655741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.672462 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a9b833-a53f-4fc3-ad83-3dcfee23cfe4 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] PUT failed (client error): The resource could not be found. Jul 14 09:48:47.673220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a9b833-a53f-4fc3-ad83-3dcfee23cfe4 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:47.678343 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c4a9b833-a53f-4fc3-ad83-3dcfee23cfe4 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "PUT /v2.0/ports/678ac976-114d-45b1-bc05-0573deca28cc HTTP/1.1" status: 404 len: 333 time: 0.0321274 Jul 14 09:48:47.678959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:47.685103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8fa33532-d43a-4f58-857c-5269f04089a5 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:48:47.709411 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa33532-d43a-4f58-857c-5269f04089a5 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] PUT failed (client error): The resource could not be found. Jul 14 09:48:47.709880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa33532-d43a-4f58-857c-5269f04089a5 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:48:47.712254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8fa33532-d43a-4f58-857c-5269f04089a5 tempest-NetworksNegativeTestJSON-890723225 tempest-NetworksNegativeTestJSON-890723225-project] 10.222.0.73 "PUT /v2.0/subnets/a798c153-fd8c-4a64-99ff-6accb61e2efc HTTP/1.1" status: 404 len: 337 time: 0.0311365 Jul 14 09:48:47.800729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-635babdc-8ddc-45df-bcad-0fac5e5bc5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:47.959449 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-635babdc-8ddc-45df-bcad-0fac5e5bc5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:47.968889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-635babdc-8ddc-45df-bcad-0fac5e5bc5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.028327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57080) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:48.050014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635babdc-8ddc-45df-bcad-0fac5e5bc5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d21aed-fafd-48e3-a227-69fb906c7d84,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:48.061000 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-635babdc-8ddc-45df-bcad-0fac5e5bc5a9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=15e37a6713474806896c636387cb1e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031329 Jul 14 09:48:48.061666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:48.122870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df242c4c-2a35-4294-a19c-8bf6e0960de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.127994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709d3a7-6656-49c6-beda-d5f50b063132 req-1c3873c3-a854-4434-a15f-8a5bf17c3f66 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:48.132069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6709d3a7-6656-49c6-beda-d5f50b063132 req-1c3873c3-a854-4434-a15f-8a5bf17c3f66 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.1367064 Jul 14 09:48:48.158139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df242c4c-2a35-4294-a19c-8bf6e0960de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.178526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab64154c-5e89-4ea2-b7c1-b6def8590db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.216317 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df242c4c-2a35-4294-a19c-8bf6e0960de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.218229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6709d3a7-6656-49c6-beda-d5f50b063132 req-0c6f73e1-fd4c-4659-9013-c1644d08820c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717025 Jul 14 09:48:48.219677 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df242c4c-2a35-4294-a19c-8bf6e0960de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.221164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-df242c4c-2a35-4294-a19c-8bf6e0960de3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99d21aed-fafd-48e3-a227-69fb906c7d84 HTTP/1.1" status: 204 len: 168 time: 0.1585166 Jul 14 09:48:48.232173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df242c4c-2a35-4294-a19c-8bf6e0960de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d21aed-fafd-48e3-a227-69fb906c7d84,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:48.359031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab64154c-5e89-4ea2-b7c1-b6def8590db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.368686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ab64154c-5e89-4ea2-b7c1-b6def8590db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.414057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ab64154c-5e89-4ea2-b7c1-b6def8590db7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=110efd7d6b294fa5abd4a9e41fc7c89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833716 Jul 14 09:48:48.414057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64154c-5e89-4ea2-b7c1-b6def8590db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929ceaaf-cd74-4a90-bfa7-1bd6df12d512,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:48.416853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57094) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:48.483808 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77749751-3d3d-4fa3-bc7e-fef7e430d0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.511269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77749751-3d3d-4fa3-bc7e-fef7e430d0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.577812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77749751-3d3d-4fa3-bc7e-fef7e430d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.580462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77749751-3d3d-4fa3-bc7e-fef7e430d0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.581704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-77749751-3d3d-4fa3-bc7e-fef7e430d0c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/929ceaaf-cd74-4a90-bfa7-1bd6df12d512 HTTP/1.1" status: 204 len: 168 time: 0.1634114 Jul 14 09:48:48.597904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77749751-3d3d-4fa3-bc7e-fef7e430d0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ceaaf-cd74-4a90-bfa7-1bd6df12d512,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:48.615132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57098) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:48.632386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d596ffba-f1f0-48c1-afca-caba2ada0eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.741956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d596ffba-f1f0-48c1-afca-caba2ada0eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.747024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d596ffba-f1f0-48c1-afca-caba2ada0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.787732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d596ffba-f1f0-48c1-afca-caba2ada0eaa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c691764c4bf4b5fb2d39ea5c885c1f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713912 Jul 14 09:48:48.790045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596ffba-f1f0-48c1-afca-caba2ada0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed05bfd-49a8-41a9-a23e-150d4a0c2031,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:48.790510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:48.848975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28a91d8f-4656-4198-8397-e66d3ceb0666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.871012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28a91d8f-4656-4198-8397-e66d3ceb0666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.926565 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28a91d8f-4656-4198-8397-e66d3ceb0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.930395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28a91d8f-4656-4198-8397-e66d3ceb0666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:48.931741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-28a91d8f-4656-4198-8397-e66d3ceb0666 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eed05bfd-49a8-41a9-a23e-150d4a0c2031 HTTP/1.1" status: 204 len: 168 time: 0.1401405 Jul 14 09:48:48.941777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a91d8f-4656-4198-8397-e66d3ceb0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed05bfd-49a8-41a9-a23e-150d4a0c2031,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:49.415786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57142) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:49.420229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029714 Jul 14 09:48:49.423972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57144) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:49.500647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e04de8-e1f3-4b48-8779-4d643e5b4c21 req-f6ccdcae-4263-4cfd-b464-97509b232e53 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:49.503322 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-13e04de8-e1f3-4b48-8779-4d643e5b4c21 req-f6ccdcae-4263-4cfd-b464-97509b232e53 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.1035335 Jul 14 09:48:49.572800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-13e04de8-e1f3-4b48-8779-4d643e5b4c21 req-939cd906-eb11-4cf1-9929-2c8e74e9b5c8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612133 Jul 14 09:48:49.659480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e6e72b61-5034-4383-b779-ec1cd909d6b3 tempest-NetworksApiDiscovery-560620802 tempest-NetworksApiDiscovery-560620802-project] 10.222.0.73 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2341418 Jul 14 09:48:49.904099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:50.056062 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.168089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.172482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.216077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fcd71e7dad504e77acefc7ad90ba8eba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107738 Jul 14 09:48:50.218666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57168) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:50.225290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e68b84-aea1-4539-9992-c16b019d3ec9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:50.238813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.239160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.239498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.239833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.240179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.240670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.241010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.241338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.241777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.242108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.242979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.243304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3823dd8-e410-421f-9d1b-5064ecf8c6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:50.290960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d29c6fed-7742-4710-b687-67857edeb4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.314626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d29c6fed-7742-4710-b687-67857edeb4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.364973 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d29c6fed-7742-4710-b687-67857edeb4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.368302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d29c6fed-7742-4710-b687-67857edeb4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:50.371782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d29c6fed-7742-4710-b687-67857edeb4ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4e68b84-aea1-4539-9992-c16b019d3ec9 HTTP/1.1" status: 204 len: 168 time: 0.1498549 Jul 14 09:48:50.378215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c6fed-7742-4710-b687-67857edeb4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e68b84-aea1-4539-9992-c16b019d3ec9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:50.862068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77718a57-402e-4393-9dfc-f40151f03cdd req-20775b3f-6911-4710-bd92-a6fa98180c92 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:50.864361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77718a57-402e-4393-9dfc-f40151f03cdd req-20775b3f-6911-4710-bd92-a6fa98180c92 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 944 time: 0.1026168 Jul 14 09:48:50.957784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77718a57-402e-4393-9dfc-f40151f03cdd req-b3614ad7-0cc6-4cad-a950-2e9c23cd974d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844450 Jul 14 09:48:51.670796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b8c1b767-7eb5-44fa-90a7-1c0314f82f27 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:48:51.819150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b8c1b767-7eb5-44fa-90a7-1c0314f82f27, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:51.834127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'b8c1b767-7eb5-44fa-90a7-1c0314f82f27', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'port_id': 'b8c1b767-7eb5-44fa-90a7-1c0314f82f27', 'mac_address': 'fa:16:3e:a9:09:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:48:51.874344 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.889740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c1b767-7eb5-44fa-90a7-1c0314f82f27 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:48:51.912391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b8c1b767-7eb5-44fa-90a7-1c0314f82f27, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:51.919120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:51.962821 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-742dd1dc-6e74-453e-bfe2-31289866a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:52.025580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:52.044084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.044480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.044835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.045182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.045532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.045876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.046215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.046631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.046968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.047303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.047638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.066242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:48:52.188921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d202-ea42-40fc-bef6-ac8141ac1bbe req-4e675299-7ae9-40d7-bc85-9bd0b00d6ab2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:52.198193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3264d202-ea42-40fc-bef6-ac8141ac1bbe req-4e675299-7ae9-40d7-bc85-9bd0b00d6ab2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 945 time: 0.0962422 Jul 14 09:48:52.232676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['b8c1b767-7eb5-44fa-90a7-1c0314f82f27'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:48:52.253788 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3264d202-ea42-40fc-bef6-ac8141ac1bbe req-a73a4206-025e-4419-a426-17983a9c6eec tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540998 Jul 14 09:48:53.525613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657a9a0-22ac-4238-a538-7d334552a0cf req-196e3894-e17e-4d57-b02d-0368790e2d7d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:53.535606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2657a9a0-22ac-4238-a538-7d334552a0cf req-196e3894-e17e-4d57-b02d-0368790e2d7d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 945 time: 0.0899990 Jul 14 09:48:53.589264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2657a9a0-22ac-4238-a538-7d334552a0cf req-3f62aef5-6775-490c-8bd8-593765d60319 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524912 Jul 14 09:48:53.681003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b8c1b767-7eb5-44fa-90a7-1c0314f82f27 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:48:53.745460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:48:53.750649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:48:53.751211 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:53.843621 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:53.870791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c44bb-0eff-4dee-b10d-6615a0357524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c1b767-7eb5-44fa-90a7-1c0314f82f27'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:53.873290 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ea08b4-95b4-4214-9410-3b5232cc9e96" -d '{"events": [{"server_uuid": "254c44bb-0eff-4dee-b10d-6615a0357524", "name": "network-vif-plugged", "status": "completed", "tag": "b8c1b767-7eb5-44fa-90a7-1c0314f82f27"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:53.887642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b8c1b767-7eb5-44fa-90a7-1c0314f82f27, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:53.898146 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:53.954586 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393368ce-f89a-4634-8a05-d2de1cb970ff x-openstack-request-id: req-393368ce-f89a-4634-8a05-d2de1cb970ff {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:53.954586 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c44bb-0eff-4dee-b10d-6615a0357524", "name": "network-vif-plugged", "status": "completed", "tag": "b8c1b767-7eb5-44fa-90a7-1c0314f82f27", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:53.954986 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-393368ce-f89a-4634-8a05-d2de1cb970ff {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:53.955158 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254c44bb-0eff-4dee-b10d-6615a0357524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c1b767-7eb5-44fa-90a7-1c0314f82f27', 'code': 200} Jul 14 09:48:54.009850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:54.118544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539cd0f-8b29-4efc-a24a-f0b9c8b78e3b req-c81d3316-e05f-44d2-9a63-e3815333bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:54.121439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8539cd0f-8b29-4efc-a24a-f0b9c8b78e3b req-c81d3316-e05f-44d2-9a63-e3815333bc43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 1098 time: 0.0959203 Jul 14 09:48:54.197995 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8539cd0f-8b29-4efc-a24a-f0b9c8b78e3b req-ea416a35-be38-4bc1-9efa-6ac021d455d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593903 Jul 14 09:48:54.230077 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e265bd15-21fd-46a9-9e03-5167b7b8a81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.497493 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:54.990787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08be92-9400-4014-b658-4c2d47b838d7 req-91966f68-a448-4305-ae79-83c7547b14d9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:55.006108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1e08be92-9400-4014-b658-4c2d47b838d7 req-91966f68-a448-4305-ae79-83c7547b14d9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 946 time: 0.1911311 Jul 14 09:48:55.125540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1e08be92-9400-4014-b658-4c2d47b838d7 req-0ab59130-ef09-4a52-b565-029b123e0df6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160128 Jul 14 09:48:55.595124 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.308050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48115de-9046-4fbe-8734-f9f9640edefa req-38b76053-4569-4bdc-968f-f57717205ee1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:56.309806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48115de-9046-4fbe-8734-f9f9640edefa req-38b76053-4569-4bdc-968f-f57717205ee1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 946 time: 0.0678115 Jul 14 09:48:56.364279 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e48115de-9046-4fbe-8734-f9f9640edefa req-4c41d0ba-3d8f-4007-8e16-89a8c525fd0e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457370 Jul 14 09:48:56.605440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cb1c3-97c1-447e-b5df-0ce0d75a772c req-50a74286-b9a5-4a29-8746-81f11b5449ec tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:56.607408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-054cb1c3-97c1-447e-b5df-0ce0d75a772c req-50a74286-b9a5-4a29-8746-81f11b5449ec tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 946 time: 0.0817461 Jul 14 09:48:56.668902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-054cb1c3-97c1-447e-b5df-0ce0d75a772c req-52a65d2f-ae51-4a9a-8fba-813392936464 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546076 Jul 14 09:48:56.882063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92933102-6a6c-4c6d-b82a-7874d1357f0e req-da74e35e-15c3-41bf-bb9b-3cd18e7773da tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:56.885017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92933102-6a6c-4c6d-b82a-7874d1357f0e req-da74e35e-15c3-41bf-bb9b-3cd18e7773da tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 946 time: 0.1022120 Jul 14 09:48:56.930514 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:56.963457 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92933102-6a6c-4c6d-b82a-7874d1357f0e req-3f4bc867-8e65-4333-b1f3-18ab887d65de tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709207 Jul 14 09:48:57.262591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:57.656168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a076690-0edc-4a0f-9d08-26db4e1fe260 req-a66ffdfb-44da-4536-baae-8c61c0ae6cf4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:57.657271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a076690-0edc-4a0f-9d08-26db4e1fe260 req-a66ffdfb-44da-4536-baae-8c61c0ae6cf4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 946 time: 0.0890467 Jul 14 09:48:57.722153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a076690-0edc-4a0f-9d08-26db4e1fe260 req-24abf153-9143-4351-9caa-272b58fce254 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565498 Jul 14 09:48:58.939453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3028b2a-edde-46e9-899c-1d373e3c394b req-4f3afcdc-d9eb-4073-be07-f3e523d89556 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:58.941167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3028b2a-edde-46e9-899c-1d373e3c394b req-4f3afcdc-d9eb-4073-be07-f3e523d89556 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 946 time: 0.0849221 Jul 14 09:48:58.983733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3028b2a-edde-46e9-899c-1d373e3c394b req-30efe1c8-bf9c-437d-80f7-a350b062cb5a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361812 Jul 14 09:48:59.197352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-33ea8ea5-3554-427e-a2bc-4d40187eff33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:48:59.199085 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-33ea8ea5-3554-427e-a2bc-4d40187eff33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 946 time: 0.1056781 Jul 14 09:48:59.337375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:48:59.338133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.490493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] For port b8c1b767-7eb5-44fa-90a7-1c0314f82f27, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:48:59.491034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.513684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for b8c1b767-7eb5-44fa-90a7-1c0314f82f27 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:48:59.666581 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.731353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.762577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57446) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:48:59.767691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=b8c1b767-7eb5-44fa-90a7-1c0314f82f27,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:48:59.862410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] No DVR routers for this DVR port b8c1b767-7eb5-44fa-90a7-1c0314f82f27 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:48:59.866838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.869111 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-40540597-d245-4872-a31d-f4cdfbf6a151 req-8e03252b-6e4f-41ac-9e36-72c395c22fb4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "DELETE /v2.0/ports/b8c1b767-7eb5-44fa-90a7-1c0314f82f27 HTTP/1.1" status: 204 len: 173 time: 0.6640294 Jul 14 09:48:59.869597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '254c44bb-0eff-4dee-b10d-6615a0357524', 'name': 'network-vif-deleted', 'tag': 'b8c1b767-7eb5-44fa-90a7-1c0314f82f27'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:48:59.872169 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5252dc-eb1b-45d9-8dee-58d73d27338b" -d '{"events": [{"server_uuid": "254c44bb-0eff-4dee-b10d-6615a0357524", "name": "network-vif-deleted", "tag": "b8c1b767-7eb5-44fa-90a7-1c0314f82f27"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:48:59.981448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-007dbc2d-7f85-4f25-a912-44275c4c3514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:48:59.984280 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bf4976-0126-4287-98b4-18e0a7e18a6b x-openstack-request-id: req-21bf4976-0126-4287-98b4-18e0a7e18a6b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:48:59.985154 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "254c44bb-0eff-4dee-b10d-6615a0357524", "name": "network-vif-deleted", "tag": "b8c1b767-7eb5-44fa-90a7-1c0314f82f27", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:48:59.985564 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-21bf4976-0126-4287-98b4-18e0a7e18a6b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:48:59.986223 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '254c44bb-0eff-4dee-b10d-6615a0357524', 'name': 'network-vif-deleted', 'tag': 'b8c1b767-7eb5-44fa-90a7-1c0314f82f27', 'status': 'completed', 'code': 200} Jul 14 09:49:00.214135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-007dbc2d-7f85-4f25-a912-44275c4c3514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.222247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-007dbc2d-7f85-4f25-a912-44275c4c3514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.315811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-007dbc2d-7f85-4f25-a912-44275c4c3514 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1029a71836dd463aa63944f86da3b292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481117 Jul 14 09:49:00.316314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4202bb42-f775-482d-a4bf-d9131c11ba67 req-fb6cc644-1150-472b-bd74-a41b51797339 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.0574932 Jul 14 09:49:00.316774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57462) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:00.349990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dbc2d-7f85-4f25-a912-44275c4c3514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d4ee40-b0f1-472f-97f4-40b8546d17bb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:00.403742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8173430-b8c5-4e90-a81a-40b0c3c79bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.431575 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8173430-b8c5-4e90-a81a-40b0c3c79bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.494249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8173430-b8c5-4e90-a81a-40b0c3c79bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.497476 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8173430-b8c5-4e90-a81a-40b0c3c79bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:00.501154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e8173430-b8c5-4e90-a81a-40b0c3c79bf6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/26d4ee40-b0f1-472f-97f4-40b8546d17bb HTTP/1.1" status: 204 len: 168 time: 0.1810873 Jul 14 09:49:00.520533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8173430-b8c5-4e90-a81a-40b0c3c79bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d4ee40-b0f1-472f-97f4-40b8546d17bb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:01.531603 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9600a9cc-c2cd-429c-bfa4-b9ed2c4af33a req-0874967d-edc6-4953-ae8a-675a54c843ba tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.0558376 Jul 14 09:49:01.687056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b8c1b767-7eb5-44fa-90a7-1c0314f82f27 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:01.707059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: b8c1b767-7eb5-44fa-90a7-1c0314f82f27 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:01.707414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b8c1b767-7eb5-44fa-90a7-1c0314f82f27 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:02.787078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-118dbd98-f51e-4ee5-9187-182b22294b6c req-ef3d0e0a-5ae3-43c8-baad-48da915d999c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.0530286 Jul 14 09:49:04.007051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf605086-6ad1-49fa-ae11-b2eaf12e14f4 req-c2ffc741-81da-4216-b376-a5cf906a759e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.0401344 Jul 14 09:49:05.199946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee8eb673-0679-4355-b7ff-6bba1ff14d5b req-90eb74f2-76c5-40cd-979f-1db323ae3c10 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=254c44bb-0eff-4dee-b10d-6615a0357524 HTTP/1.1" status: 200 len: 210 time: 0.0310843 Jul 14 09:49:09.945569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc50ff0-7168-4429-b7f5-071b9c225772 req-64e9ac38-33bc-4538-bdd6-98371b0a4fd7 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:09.947539 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cc50ff0-7168-4429-b7f5-071b9c225772 req-64e9ac38-33bc-4538-bdd6-98371b0a4fd7 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 946 time: 0.0742469 Jul 14 09:49:09.993518 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cc50ff0-7168-4429-b7f5-071b9c225772 req-1d6f4f76-3525-40ce-a4de-fcee10b01aa0 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 Jul 14 09:49:11.176718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17877265-42f3-4f77-9565-d78a0467a16f req-f39caf03-06b2-4b0b-b360-3a4f2d3fb604 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:11.178547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17877265-42f3-4f77-9565-d78a0467a16f req-f39caf03-06b2-4b0b-b360-3a4f2d3fb604 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 946 time: 0.0659659 Jul 14 09:49:11.222071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17877265-42f3-4f77-9565-d78a0467a16f req-4901bd99-e833-4284-92dd-87bd5567af9a tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353372 Jul 14 09:49:11.346472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-fdaae835-efdc-41b4-bc9a-1fc686bfac81 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:11.347966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-fdaae835-efdc-41b4-bc9a-1fc686bfac81 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 946 time: 0.0832989 Jul 14 09:49:11.472398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Deleting port ec019648-0ee6-4367-89cb-50e66b25fd5a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:11.472893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.586591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] For port ec019648-0ee6-4367-89cb-50e66b25fd5a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ec019648-0ee6-4367-89cb-50e66b25fd5a,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:11.587022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.603009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Calling delete_port for ec019648-0ee6-4367-89cb-50e66b25fd5a owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:11.754353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.766390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ec019648-0ee6-4367-89cb-50e66b25fd5a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:11.790083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Pushing event deleted for resources: {'Port': ['ID=ec019648-0ee6-4367-89cb-50e66b25fd5a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:11.853846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] No DVR routers for this DVR port ec019648-0ee6-4367-89cb-50e66b25fd5a on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:11.860457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:11.860457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f7593732-a5b4-447e-8e62-84e82e730c12 req-25167385-e0f8-4a77-8af6-fe051c215078 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.69 "DELETE /v2.0/ports/ec019648-0ee6-4367-89cb-50e66b25fd5a HTTP/1.1" status: 204 len: 173 time: 0.5060434 Jul 14 09:49:11.860457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c7641e-d7f7-44c8-a146-6ee2001c25ef', 'name': 'network-vif-deleted', 'tag': 'ec019648-0ee6-4367-89cb-50e66b25fd5a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:11.863424 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92492972-4c92-4c1f-b1ff-f21b4d875eea" -d '{"events": [{"server_uuid": "a9c7641e-d7f7-44c8-a146-6ee2001c25ef", "name": "network-vif-deleted", "tag": "ec019648-0ee6-4367-89cb-50e66b25fd5a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:11.912336 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cc0cba-48ca-4990-90a3-ca087d76e563 x-openstack-request-id: req-43cc0cba-48ca-4990-90a3-ca087d76e563 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:11.912704 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c7641e-d7f7-44c8-a146-6ee2001c25ef", "name": "network-vif-deleted", "tag": "ec019648-0ee6-4367-89cb-50e66b25fd5a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:11.913069 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43cc0cba-48ca-4990-90a3-ca087d76e563 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:11.914442 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c7641e-d7f7-44c8-a146-6ee2001c25ef', 'name': 'network-vif-deleted', 'tag': 'ec019648-0ee6-4367-89cb-50e66b25fd5a', 'status': 'completed', 'code': 200} Jul 14 09:49:12.449455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a2ec393-43e8-4e4f-93bc-08a5806eab79 req-70397f41-f675-4700-be64-11876e0a9bcd tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9c7641e-d7f7-44c8-a146-6ee2001c25ef HTTP/1.1" status: 200 len: 210 time: 0.0333505 Jul 14 09:49:14.771445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ec019648-0ee6-4367-89cb-50e66b25fd5a no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:14.795202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: ec019648-0ee6-4367-89cb-50e66b25fd5a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:14.795927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ec019648-0ee6-4367-89cb-50e66b25fd5a not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:14.918835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:15.133181 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-972d4dc3-5b58-4fae-b6be-0888375bc328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.253706 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:15.501254 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-972d4dc3-5b58-4fae-b6be-0888375bc328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.508889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-972d4dc3-5b58-4fae-b6be-0888375bc328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.551437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57866) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:15.552462 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-972d4dc3-5b58-4fae-b6be-0888375bc328 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c56766547ad4cb3844044bb1a603bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6317875 Jul 14 09:49:15.608725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d4dc3-5b58-4fae-b6be-0888375bc328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa28c66-8ad9-4a81-aa68-5e2fa5339499,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:15.714421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b14e91fa-26fd-4368-91c5-a15072863375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.742414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b14e91fa-26fd-4368-91c5-a15072863375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.811056 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b14e91fa-26fd-4368-91c5-a15072863375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.813926 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b14e91fa-26fd-4368-91c5-a15072863375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:15.816275 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b14e91fa-26fd-4368-91c5-a15072863375 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9aa28c66-8ad9-4a81-aa68-5e2fa5339499 HTTP/1.1" status: 204 len: 168 time: 0.2626753 Jul 14 09:49:15.829788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e91fa-26fd-4368-91c5-a15072863375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa28c66-8ad9-4a81-aa68-5e2fa5339499,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:16.227078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 57926) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:16.244326 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-111654e0-bd9c-40c4-bc2d-2bb17bd0cd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.427318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-111654e0-bd9c-40c4-bc2d-2bb17bd0cd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.434587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-111654e0-bd9c-40c4-bc2d-2bb17bd0cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.533560 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-111654e0-bd9c-40c4-bc2d-2bb17bd0cd30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f05d4cddfa94c988c412a78a1bd8c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048251 Jul 14 09:49:16.536220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57942) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:16.545575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111654e0-bd9c-40c4-bc2d-2bb17bd0cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeef2de-e828-4091-9492-dbb62be5e762,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:16.660178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6d1beac-da2f-46b9-bc8b-92d894b92f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.689204 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6d1beac-da2f-46b9-bc8b-92d894b92f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.764686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6d1beac-da2f-46b9-bc8b-92d894b92f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.768149 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6d1beac-da2f-46b9-bc8b-92d894b92f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:16.771286 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f6d1beac-da2f-46b9-bc8b-92d894b92f0c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/caeef2de-e828-4091-9492-dbb62be5e762 HTTP/1.1" status: 204 len: 168 time: 0.2338037 Jul 14 09:49:16.780000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1beac-da2f-46b9-bc8b-92d894b92f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeef2de-e828-4091-9492-dbb62be5e762,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:17.272102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 57998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:17.456008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58002) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:17.463767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80fb5f4f-9bf4-46a9-b2b5-3f6a4dadde4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.483486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92e745fc-ef47-4b4a-8252-f09d9bdb8dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.533308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-80fb5f4f-9bf4-46a9-b2b5-3f6a4dadde4d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:49:17.533308 n-d-780147-26 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:49:17.533308 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id': 'bb26d26735fb4d4a9f727581fbb26828', 'id': '3b5c23cd-13a3-4861-8121-de689ea5af24', 'expiration': datetime.datetime(2021, 7, 14, 9, 51, 17, 524848)}] Jul 14 09:49:17.533308 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:49:17.539572 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-80fb5f4f-9bf4-46a9-b2b5-3f6a4dadde4d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:49:17.659957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92e745fc-ef47-4b4a-8252-f09d9bdb8dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.665899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-92e745fc-ef47-4b4a-8252-f09d9bdb8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.730626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-92e745fc-ef47-4b4a-8252-f09d9bdb8dd7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3e1af2acff4492d8075d64c6d421595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721872 Jul 14 09:49:17.733251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58010) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:17.737101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e745fc-ef47-4b4a-8252-f09d9bdb8dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ccc2b-58f0-429c-9bfd-a40c49dd4d05,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:17.805881 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e839a32d-4e3f-41c5-8c40-094eb347c992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.845561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e839a32d-4e3f-41c5-8c40-094eb347c992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.905353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e839a32d-4e3f-41c5-8c40-094eb347c992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.909939 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e839a32d-4e3f-41c5-8c40-094eb347c992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:17.915087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e839a32d-4e3f-41c5-8c40-094eb347c992 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b5ccc2b-58f0-429c-9bfd-a40c49dd4d05 HTTP/1.1" status: 204 len: 168 time: 0.1798058 Jul 14 09:49:17.924764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839a32d-4e3f-41c5-8c40-094eb347c992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ccc2b-58f0-429c-9bfd-a40c49dd4d05,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:18.042119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80fb5f4f-9bf4-46a9-b2b5-3f6a4dadde4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.174895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80fb5f4f-9bf4-46a9-b2b5-3f6a4dadde4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.180540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80fb5f4f-9bf4-46a9-b2b5-3f6a4dadde4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.220977 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb5f4f-9bf4-46a9-b2b5-3f6a4dadde4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e35e1e9-f512-4c08-914f-238834fc5edf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:18.227165 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-80fb5f4f-9bf4-46a9-b2b5-3f6a4dadde4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb26d26735fb4d4a9f727581fbb26828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9520938 Jul 14 09:49:18.230911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58018) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:18.304138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6cc92a0-edb8-420e-ab36-6150f393231f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.342870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6cc92a0-edb8-420e-ab36-6150f393231f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.402681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6cc92a0-edb8-420e-ab36-6150f393231f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.407107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6cc92a0-edb8-420e-ab36-6150f393231f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:18.411818 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e6cc92a0-edb8-420e-ab36-6150f393231f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4e35e1e9-f512-4c08-914f-238834fc5edf HTTP/1.1" status: 204 len: 168 time: 0.1795702 Jul 14 09:49:18.423766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc92a0-edb8-420e-ab36-6150f393231f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e35e1e9-f512-4c08-914f-238834fc5edf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:18.907586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58052) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:18.934375 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765fac21-09d5-4c63-8562-fcd6863b8da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.105874 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765fac21-09d5-4c63-8562-fcd6863b8da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.111901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765fac21-09d5-4c63-8562-fcd6863b8da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.159821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-765fac21-09d5-4c63-8562-fcd6863b8da1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=810bddc91b5b42fdb1d3fffc96eba78c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503636 Jul 14 09:49:19.160617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fac21-09d5-4c63-8562-fcd6863b8da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523b5753-d4eb-4e6b-b7db-d7e54095c37a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:19.163821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58060) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:19.247162 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdb707e5-d8c8-4099-8c14-db29050674e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.283462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdb707e5-d8c8-4099-8c14-db29050674e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.343153 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdb707e5-d8c8-4099-8c14-db29050674e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.346450 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fdb707e5-d8c8-4099-8c14-db29050674e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:19.347925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fdb707e5-d8c8-4099-8c14-db29050674e9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/523b5753-d4eb-4e6b-b7db-d7e54095c37a HTTP/1.1" status: 204 len: 168 time: 0.1803930 Jul 14 09:49:19.358671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb707e5-d8c8-4099-8c14-db29050674e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b5753-d4eb-4e6b-b7db-d7e54095c37a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:21.894632 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b15d6f04-3dd8-4448-8af0-4d74e43074fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:21.974867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58214) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:22.183501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc46460e-de3e-4de4-b262-aafb2567e9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.329696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc46460e-de3e-4de4-b262-aafb2567e9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.335493 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fc46460e-de3e-4de4-b262-aafb2567e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.380154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fc46460e-de3e-4de4-b262-aafb2567e9e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e49964d42c54d2b99a5d9948d188db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040942 Jul 14 09:49:22.381789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46460e-de3e-4de4-b262-aafb2567e9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338a8195-d92f-4c51-b154-07f7fe25bcde,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:22.383679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:22.406511 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-5b85f380-e4a6-4052-a50f-fe8e9cde8e27 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0745800 Jul 14 09:49:22.497608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2bdcd3-6f7d-4804-b7cc-0d5391f7ba9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.534363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2bdcd3-6f7d-4804-b7cc-0d5391f7ba9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.576264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7622a75b-01d0-4402-939e-f56e6fd9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.577071 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7622a75b-01d0-4402-939e-f56e6fd9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.577588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7622a75b-01d0-4402-939e-f56e6fd9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.578035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7622a75b-01d0-4402-939e-f56e6fd9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.578516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7622a75b-01d0-4402-939e-f56e6fd9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.579000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7622a75b-01d0-4402-939e-f56e6fd9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.579653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7622a75b-01d0-4402-939e-f56e6fd9e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.581711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7622a75b-01d0-4402-939e-f56e6fd9e803 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6509 time: 0.1245062 Jul 14 09:49:22.607616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2bdcd3-6f7d-4804-b7cc-0d5391f7ba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.612619 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2bdcd3-6f7d-4804-b7cc-0d5391f7ba9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:22.618398 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6f2bdcd3-6f7d-4804-b7cc-0d5391f7ba9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/338a8195-d92f-4c51-b154-07f7fe25bcde HTTP/1.1" status: 204 len: 168 time: 0.2299931 Jul 14 09:49:22.637340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bdcd3-6f7d-4804-b7cc-0d5391f7ba9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338a8195-d92f-4c51-b154-07f7fe25bcde,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:22.742695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-a3ecdcd6-6212-42a4-a3a7-71eddeccd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.743196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-a3ecdcd6-6212-42a4-a3a7-71eddeccd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.743680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-a3ecdcd6-6212-42a4-a3a7-71eddeccd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.745360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-a3ecdcd6-6212-42a4-a3a7-71eddeccd485 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0a23679-4185-490c-8b16-e72740c16252&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=abc303e9-64b3-40af-b530-6d5136a0ebce&id=abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 200 len: 2298 time: 0.1173790 Jul 14 09:49:22.840669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-5ed38ac6-8564-4ad4-bab8-e1cd8d41ac12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 200 len: 1001 time: 0.0882299 Jul 14 09:49:22.917574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-a7fe10f4-8e73-4a74-bd6f-dcb93d57be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:22.919779 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-a7fe10f4-8e73-4a74-bd6f-dcb93d57be36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81804484-c2db-4e74-8daa-f75361a1ba82 HTTP/1.1" status: 200 len: 856 time: 0.0623176 Jul 14 09:49:23.005775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-ea392afa-6775-4e02-9379-c4c0f9456e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.008459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-ea392afa-6775-4e02-9379-c4c0f9456e05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a23679-4185-490c-8b16-e72740c16252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817711 Jul 14 09:49:23.070818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58234) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:23.087031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57aa40bf-5fa9-448f-aed1-106fd2de3113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:23.138315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-a50c9577-19ff-4bd4-a5d9-0fcae22bcec5 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222472 Jul 14 09:49:23.205454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57aa40bf-5fa9-448f-aed1-106fd2de3113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:23.210463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-57aa40bf-5fa9-448f-aed1-106fd2de3113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:23.264564 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-57aa40bf-5fa9-448f-aed1-106fd2de3113 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=19d1178f16ca44ef96d2c7658d49a505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920002 Jul 14 09:49:23.275480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58240) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:23.285844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-fe2c4ed1-52d0-414a-a554-c287c4f531f4 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406789 Jul 14 09:49:23.287509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa40bf-5fa9-448f-aed1-106fd2de3113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43781c6-00db-42cd-a3d8-28e0182eb47b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:23.342429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11613f7f-89c2-4b6a-8a4f-ffc5b4a99213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:23.371062 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11613f7f-89c2-4b6a-8a4f-ffc5b4a99213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:23.382558 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-4e804bdb-c24b-4b27-9877-b63bdaf75e22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 217 time: 0.0759184 Jul 14 09:49:23.439414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-39ce4d9a-c5ce-4081-98a3-896a400dbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.441266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-39ce4d9a-c5ce-4081-98a3-896a400dbdf4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0524604 Jul 14 09:49:23.457670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11613f7f-89c2-4b6a-8a4f-ffc5b4a99213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:23.460956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-11613f7f-89c2-4b6a-8a4f-ffc5b4a99213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:23.464294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-11613f7f-89c2-4b6a-8a4f-ffc5b4a99213 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a43781c6-00db-42cd-a3d8-28e0182eb47b HTTP/1.1" status: 204 len: 168 time: 0.1949425 Jul 14 09:49:23.480773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11613f7f-89c2-4b6a-8a4f-ffc5b4a99213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43781c6-00db-42cd-a3d8-28e0182eb47b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:23.539101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-f2cf01a1-c7a9-48c9-aaa6-b9fb8d96fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.542323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-f2cf01a1-c7a9-48c9-aaa6-b9fb8d96fd00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0912886 Jul 14 09:49:23.659150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-1661d013-6ee4-4fd1-92bb-bcbcff79d5a8 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106563 Jul 14 09:49:23.805675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-7a328661-d6d7-4ae0-ad19-a63ae25eb18a service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291447 Jul 14 09:49:23.858131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-8b7dc377-fb37-40f7-b04c-dce9c84c4057 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 217 time: 0.0462778 Jul 14 09:49:23.940790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-166babde-8cca-4150-aadb-3fb79a206838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:23.942650 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-166babde-8cca-4150-aadb-3fb79a206838 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0785940 Jul 14 09:49:24.023698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-b32415c3-bb04-4d49-beb0-a8b67aa74d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.027344 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-b32415c3-bb04-4d49-beb0-a8b67aa74d2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0764244 Jul 14 09:49:24.193500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-62452313-f1d6-45f7-b963-577ed4f62312 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600995 Jul 14 09:49:24.218740 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ef4f9a5e-abec-4dfb-a2f6-6e1ba51549ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:24.370744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-681ada00-7846-4ffc-8275-75dd5f3e0596 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707592 Jul 14 09:49:24.421313 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-6129e564-6882-47e0-b30d-4120de94228b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae HTTP/1.1" status: 200 len: 217 time: 0.0445869 Jul 14 09:49:24.493325 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:24.503204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-d1e2d20e-99a4-4c7c-a731-71742fbd8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.505108 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-d1e2d20e-99a4-4c7c-a731-71742fbd8ee8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0776229 Jul 14 09:49:24.601443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-923c1bc1-b23b-4ecc-a014-7f2db36565e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:24.603189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-923c1bc1-b23b-4ecc-a014-7f2db36565e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0913041 Jul 14 09:49:24.769621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-89d4b541-b1bf-433a-a523-634739c8ce7f service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591749 Jul 14 09:49:25.028290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-abfc167b-929d-4179-8aa8-b662a66ffea0 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462788 Jul 14 09:49:25.107193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-d4e26139-f81c-4db0-9b25-d78bc97aa618 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1260107c-1c78-4426-b1ab-d8ff67896347 HTTP/1.1" status: 200 len: 217 time: 0.0726607 Jul 14 09:49:25.164060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-6b96aef5-9372-44f2-827a-41968635b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:25.166368 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-6b96aef5-9372-44f2-827a-41968635b535 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0531974 Jul 14 09:49:25.263976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-1d1703e5-ff8d-410e-b52b-15f4de8d0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:25.265979 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-1d1703e5-ff8d-410e-b52b-15f4de8d0895 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0923545 Jul 14 09:49:25.389658 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-180899dd-bfd2-4f0f-bd92-bfa79cf71047 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167798 Jul 14 09:49:25.530127 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-740ee57b-a95b-4e53-b98e-e3545e30398a service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312373 Jul 14 09:49:25.585095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-d76f7ada-0261-4586-ad94-90f72c367d6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca56c-9fb3-4048-96e3-fdae9282a10a HTTP/1.1" status: 200 len: 217 time: 0.0490553 Jul 14 09:49:25.606532 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:25.653029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-691760a8-36fd-4727-9ef8-2e61d97bbcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:25.654572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-691760a8-36fd-4727-9ef8-2e61d97bbcdc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0632443 Jul 14 09:49:25.719410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-22ca516b-432b-41ce-ac9d-8f77bff44d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:25.721050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-22ca516b-432b-41ce-ac9d-8f77bff44d82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583768 Jul 14 09:49:25.920004 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-98d0a67b-dcf8-4db6-832e-e94f104318e8 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911571 Jul 14 09:49:26.056652 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-e9164d8a-d4d4-41c1-9fae-4202e22b6a0f service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298666 Jul 14 09:49:26.148984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-2deed24e-ec5f-4936-8172-e585e0cc53ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 200 len: 217 time: 0.0865290 Jul 14 09:49:26.257828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-2ec195b0-fc11-415c-8f1b-95c535fe0503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:26.260516 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-2ec195b0-fc11-415c-8f1b-95c535fe0503 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0980842 Jul 14 09:49:26.356468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-81cd235b-2fb1-4083-9bd6-ae2e91c56a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:26.357899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-81cd235b-2fb1-4083-9bd6-ae2e91c56a7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0911682 Jul 14 09:49:26.527408 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-c3dcf6f4-f75d-4a3a-a98c-6b5215523a7c service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606963 Jul 14 09:49:26.640463 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8e5316-d26f-4026-b5b8-4cfddfd8262c req-f9ca9b54-d9bb-4f79-85b7-390cebad8d36 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015291 Jul 14 09:49:26.953247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:27.257579 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:29.666246 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.198200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58398) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:32.354846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef2aa2a6-46fd-4e58-a283-b80a0cb546ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.503480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef2aa2a6-46fd-4e58-a283-b80a0cb546ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.513713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef2aa2a6-46fd-4e58-a283-b80a0cb546ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.576988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ef2aa2a6-46fd-4e58-a283-b80a0cb546ba admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=11712811607e4deca3aed8d304ecab18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3753576 Jul 14 09:49:32.576988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2aa2a6-46fd-4e58-a283-b80a0cb546ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea28af07-0b9f-439f-ba39-6240e0026789,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:32.578013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58404) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:32.645594 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f97efd3a-91b2-479d-b097-466bf0c1d410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.671541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f97efd3a-91b2-479d-b097-466bf0c1d410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.732589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f97efd3a-91b2-479d-b097-466bf0c1d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.735362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f97efd3a-91b2-479d-b097-466bf0c1d410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:32.739582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f97efd3a-91b2-479d-b097-466bf0c1d410 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea28af07-0b9f-439f-ba39-6240e0026789 HTTP/1.1" status: 204 len: 168 time: 0.1595354 Jul 14 09:49:32.751756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97efd3a-91b2-479d-b097-466bf0c1d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea28af07-0b9f-439f-ba39-6240e0026789,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:33.102778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:33.117110 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b3f6-178e-4dfd-a1df-06adad0c504d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.247668 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b3f6-178e-4dfd-a1df-06adad0c504d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.256956 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a9b3f6-178e-4dfd-a1df-06adad0c504d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.313206 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b2a9b3f6-178e-4dfd-a1df-06adad0c504d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce2b86e807f641d6b8e72b254dd76b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086957 Jul 14 09:49:33.314508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9b3f6-178e-4dfd-a1df-06adad0c504d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856c91a0-0fcb-4387-8576-53bf98efd68b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:33.316106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58418) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:33.390455 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa59dc18-37b6-4963-a04c-45607ce46e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.423600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa59dc18-37b6-4963-a04c-45607ce46e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.482995 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa59dc18-37b6-4963-a04c-45607ce46e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.485636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa59dc18-37b6-4963-a04c-45607ce46e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:33.486836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fa59dc18-37b6-4963-a04c-45607ce46e06 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/856c91a0-0fcb-4387-8576-53bf98efd68b HTTP/1.1" status: 204 len: 168 time: 0.1694031 Jul 14 09:49:33.499271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59dc18-37b6-4963-a04c-45607ce46e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856c91a0-0fcb-4387-8576-53bf98efd68b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:34.386518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d9e11-b737-41e9-aa57-ba36f59c191e req-8f328d52-642f-4489-8068-9769a77501c2 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:34.388833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-056d9e11-b737-41e9-aa57-ba36f59c191e req-8f328d52-642f-4489-8068-9769a77501c2 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 945 time: 0.0790529 Jul 14 09:49:34.448086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-056d9e11-b737-41e9-aa57-ba36f59c191e req-cdf76968-0f72-4ba6-8cad-2cd5fa06a43e tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481694 Jul 14 09:49:35.752963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483306e1-0a28-4d47-ba5c-39a77818aae1 req-991f7971-8030-44d0-9e1c-73e2c32c9bdd tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:35.755016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-483306e1-0a28-4d47-ba5c-39a77818aae1 req-991f7971-8030-44d0-9e1c-73e2c32c9bdd tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 945 time: 0.1365948 Jul 14 09:49:35.804774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-483306e1-0a28-4d47-ba5c-39a77818aae1 req-fbd88120-5ff0-42bf-b257-1bca39579355 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400090 Jul 14 09:49:36.018391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-ca45f996-8e7c-46c9-b0eb-fe4c0d232bc9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:36.020030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-ca45f996-8e7c-46c9-b0eb-fe4c0d232bc9 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.66 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 945 time: 0.0879698 Jul 14 09:49:36.209100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Deleting port d31ee6ad-da76-4a97-9bc6-d721b84402f0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:36.209390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.372187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] For port d31ee6ad-da76-4a97-9bc6-d721b84402f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d31ee6ad-da76-4a97-9bc6-d721b84402f0,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:36.373691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:36.967883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5211506f-5bfc-4983-9f81-ec535b815d54 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:36.969501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5211506f-5bfc-4983-9f81-ec535b815d54 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/networks?id=d319c3f2-976a-4424-85e3-1869f6624e3b HTTP/1.1" status: 200 len: 813 time: 0.1867414 Jul 14 09:49:36.989376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c55327b-93dc-4ede-be69-5f7cf1f97c89 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/quotas/884739e586934cdeb526e2d82fd8418e HTTP/1.1" status: 200 len: 375 time: 0.0130513 Jul 14 09:49:37.038530 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-a38d0ac7-e323-4fc0-aee4-f018450a4253 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=884739e586934cdeb526e2d82fd8418e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413501 Jul 14 09:49:37.048157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.049194 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.049194 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Floating IP d1024964-0b9d-4d20-9c7d-32392f843596 disassociated. External IP: 172.25.0.17, port: d31ee6ad-da76-4a97-9bc6-d721b84402f0. Jul 14 09:49:37.049194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Calling delete_port for d31ee6ad-da76-4a97-9bc6-d721b84402f0 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:37.180740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b555af5-4950-46b0-8237-0b59762b73a8 req-4f822771-2a44-45b6-93d6-8c26b17c7932 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:37.182877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b555af5-4950-46b0-8237-0b59762b73a8 req-4f822771-2a44-45b6-93d6-8c26b17c7932 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 945 time: 0.1865776 Jul 14 09:49:37.287859 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b555af5-4950-46b0-8237-0b59762b73a8 req-aa8de4e4-95b3-4740-90d6-de9e64be5e73 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups?id=29eaf499-8852-4963-a51d-105583f91b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904419 Jul 14 09:49:37.398654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.400268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-2d0785ca-c291-4249-a847-b7f9ed117475 service neutron] 10.222.0.73 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529096 Jul 14 09:49:37.433028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event deleted for resources: {'Port': ['ID=d31ee6ad-da76-4a97-9bc6-d721b84402f0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:37.581502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-0483190f-1709-4abf-8b7f-0b0b5505c023 service neutron] 10.222.0.73 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720510 Jul 14 09:49:37.632507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:37.774748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:37.785603 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] Sync routers for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:37.803166 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:37.804152 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:49:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:37.928335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cec84781-23ef-4d4b-8f83-390dd5f2d0fa req-929831a6-a1f5-4cbc-adde-04956a237521 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 210 time: 0.0764861 Jul 14 09:49:37.931881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] No DVR routers for this DVR port d31ee6ad-da76-4a97-9bc6-d721b84402f0 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:49:37.938294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:37.940773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58b2bee6-248c-4b52-b780-7a0730bf709c req-f95b6089-77cf-43a4-8752-68b125a80469 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.66 "DELETE /v2.0/ports/d31ee6ad-da76-4a97-9bc6-d721b84402f0 HTTP/1.1" status: 204 len: 173 time: 1.8389494 Jul 14 09:49:37.941469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'name': 'network-vif-deleted', 'tag': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:37.948152 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d93a67f-b650-484b-bd54-a818ee202a05" -d '{"events": [{"server_uuid": "defeee0f-7cca-429c-8970-6484effd9aa8", "name": "network-vif-deleted", "tag": "d31ee6ad-da76-4a97-9bc6-d721b84402f0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:38.033603 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa628d41-24bf-4bac-bb15-5537d5938bf0 x-openstack-request-id: req-fa628d41-24bf-4bac-bb15-5537d5938bf0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:38.033931 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defeee0f-7cca-429c-8970-6484effd9aa8", "name": "network-vif-deleted", "tag": "d31ee6ad-da76-4a97-9bc6-d721b84402f0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:38.034144 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa628d41-24bf-4bac-bb15-5537d5938bf0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:38.034546 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defeee0f-7cca-429c-8970-6484effd9aa8', 'name': 'network-vif-deleted', 'tag': 'd31ee6ad-da76-4a97-9bc6-d721b84402f0', 'status': 'completed', 'code': 200} Jul 14 09:49:38.070975 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:38.342006 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:38.388875 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] Checking router: 9e7e47e2-5514-4d8a-83c4-e69959b8d96f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:38.403750 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:38.404596 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:49:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:38.657532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70492606-cc53-4968-99ed-62a4117533bd req-c05629d1-c2ed-49b5-b4a2-f8e78f2cba3b tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/ports?device_id=defeee0f-7cca-429c-8970-6484effd9aa8 HTTP/1.1" status: 200 len: 210 time: 0.1301775 Jul 14 09:49:38.892095 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:39.206692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e47a263b-3862-43ed-8a83-dd376e758090 req-caecb7db-3058-4c6a-abaa-e93df74865d9 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 210 time: 0.1033468 Jul 14 09:49:39.347642 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:39.379846 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95a0141-ce73-4b83-8223-6147ee393a22 None None] The sync data for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 is: [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:42:18Z', 'revision_number': 4, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3aea5809-80f9-4fd2-b4de-e14d8e91a160', 'name': '', 'network_id': '5196138a-b2d8-4938-886e-581d2de57586', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'mac_address': 'fa:16:3e:35:73:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:17Z', 'updated_at': '2021-07-14T09:42:27Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'subnets': [{'id': '8eba5b50-489a-4db5-b14c-5998f8e9fb66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:39.859196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1967333-8b60-4bea-828d-06e0927a1c73 None None] New status for floating IP d1024964-0b9d-4d20-9c7d-32392f843596: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:49:39.915548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:40.015704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d31ee6ad-da76-4a97-9bc6-d721b84402f0 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:49:40.034197 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0031-d8db-4397-a8b9-a5997fa0a70a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.073193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: d31ee6ad-da76-4a97-9bc6-d721b84402f0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:49:40.073533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d31ee6ad-da76-4a97-9bc6-d721b84402f0 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:49:40.078718 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0031-d8db-4397-a8b9-a5997fa0a70a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.102128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-7d4a9407-57f2-4c11-8051-4e412bcb95da tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:40.103915 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-7d4a9407-57f2-4c11-8051-4e412bcb95da tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.69 "GET /v2.0/networks?id=d319c3f2-976a-4424-85e3-1869f6624e3b HTTP/1.1" status: 200 len: 813 time: 0.3439879 Jul 14 09:49:40.117408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Request body: {'port': {'device_id': '33fd5e23-ebdf-4030-945b-282b9b8bb42d', 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b', 'admin_state_up': True, 'tenant_id': '884739e586934cdeb526e2d82fd8418e'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:40.200914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0031-d8db-4397-a8b9-a5997fa0a70a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.203603 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b8a0031-d8db-4397-a8b9-a5997fa0a70a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.208145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b8a0031-d8db-4397-a8b9-a5997fa0a70a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "DELETE /v2.0/security-groups/29eaf499-8852-4963-a51d-105583f91b2c HTTP/1.1" status: 204 len: 168 time: 0.2913823 Jul 14 09:49:40.210173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58606) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:40.229019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a0031-d8db-4397-a8b9-a5997fa0a70a tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eaf499-8852-4963-a51d-105583f91b2c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:40.245093 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-3116d534-69fe-4960-8156-8436426df358 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] show failed (client error): The resource could not be found. Jul 14 09:49:40.246105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3116d534-69fe-4960-8156-8436426df358 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "GET /v2.0/security-groups/29eaf499-8852-4963-a51d-105583f91b2c HTTP/1.1" status: 404 len: 347 time: 0.0250883 Jul 14 09:49:40.249400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58610) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:40.462757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f81eb4ba-20ba-4e9b-b192-d7e5aadad5fb req-1882c971-2ef7-4695-b51b-8f4c14f95e0c tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 210 time: 0.0483377 Jul 14 09:49:40.533954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Deleting port 02bc9b80-8b90-4ee7-a379-91de045b7515 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:40.534529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.601802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Made reservation on behalf of 884739e586934cdeb526e2d82fd8418e for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:40.606365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.648053 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.648502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.663858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Calling delete_port for 02bc9b80-8b90-4ee7-a379-91de045b7515 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:40.965059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:40.969953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Allocated IP 172.20.0.10 (d319c3f2-976a-4424-85e3-1869f6624e3b/9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67/d6a29933-c0d7-43a6-b24f-c50a6ac73bc7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:41.008900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Pushing event deleted for resources: {'Port': ['ID=02bc9b80-8b90-4ee7-a379-91de045b7515,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:41.158261 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:41.160956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:41.162986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b6abe26a-90e0-4710-b810-fe41d5584064 tempest-AttachVolumeTestJSON-1814696846 tempest-AttachVolumeTestJSON-1814696846-project] 10.222.0.73 "DELETE /v2.0/floatingips/d1024964-0b9d-4d20-9c7d-32392f843596 HTTP/1.1" status: 204 len: 168 time: 0.9115353 Jul 14 09:49:41.300695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:41.374625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:41.470301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Pushing event updated for resources: {'Port': ['ID=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:41.479128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Network d319c3f2-976a-4424-85e3-1869f6624e3b is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:41.485912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:41.494787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:41.609465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:41.613848 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:41.632182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e105f877-ab4f-4ab4-b7a0-c53500a5b0ef tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5182257 Jul 14 09:49:41.644825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Request body: {'port': {'device_id': '33fd5e23-ebdf-4030-945b-282b9b8bb42d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:41.796692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:42.520673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a7fc1-21cf-4ae5-a224-d6f0aff7d11b req-5bace297-826c-42e8-92b6-f52a09887a2f tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:42.523100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-395a7fc1-21cf-4ae5-a224-d6f0aff7d11b req-5bace297-826c-42e8-92b6-f52a09887a2f tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 932 time: 0.7766519 Jul 14 09:49:42.719099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58662) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:42.771518 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-395a7fc1-21cf-4ae5-a224-d6f0aff7d11b req-15605935-c005-4664-b1f0-6d8be25ef9ae tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333653 Jul 14 09:49:42.904842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6fc1925e-e941-45f5-8019-cfb5edfe387d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:42.937755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:42.946908 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:42.963403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Transition to ACTIVE for port object d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:42.967186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.024637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6fc1925e-e941-45f5-8019-cfb5edfe387d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.029657 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6fc1925e-e941-45f5-8019-cfb5edfe387d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.065703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Pushing event updated for resources: {'Port': ['ID=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:43.083690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1925e-e941-45f5-8019-cfb5edfe387d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943e1bad-7af7-4fba-bb7d-8161f08e26f7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:43.097929 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6fc1925e-e941-45f5-8019-cfb5edfe387d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=40c233b0531b4c12909872bc9a15065e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768744 Jul 14 09:49:43.101378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58674) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:43.226074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Attempting to bind port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:43.226686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Attempting to bind port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:43.227239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Attempting to bind port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 on network d319c3f2-976a-4424-85e3-1869f6624e3b {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:43.232682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 on network d319c3f2-976a-4424-85e3-1869f6624e3b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:43.233288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Attempting to bind port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 on network d319c3f2-976a-4424-85e3-1869f6624e3b {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:43.242593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:43.243278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Checking segment: {'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:43.243893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Bound using segment: {'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:43.244699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Bound port: d6a29933-c0d7-43a6-b24f-c50a6ac73bc7, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7f9fea0-f1a5-41dd-a056-a76833354782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:43.245811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.258801 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab801b14-8d7f-4365-9d73-9a980426bf2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.316942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab801b14-8d7f-4365-9d73-9a980426bf2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.427085 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab801b14-8d7f-4365-9d73-9a980426bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.429185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] For port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:43.433541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] For port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:43.434733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab801b14-8d7f-4365-9d73-9a980426bf2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.441992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ab801b14-8d7f-4365-9d73-9a980426bf2a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/943e1bad-7af7-4fba-bb7d-8161f08e26f7 HTTP/1.1" status: 204 len: 168 time: 0.3385384 Jul 14 09:49:43.453397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.457207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab801b14-8d7f-4365-9d73-9a980426bf2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e1bad-7af7-4fba-bb7d-8161f08e26f7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:43.567431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:43.569643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:43.576228 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] 10.222.0.69 "PUT /v2.0/ports/d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 HTTP/1.1" status: 200 len: 1093 time: 1.9375491 Jul 14 09:49:43.589591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fd5e23-ebdf-4030-945b-282b9b8bb42d', 'tag': 'd6a29933-c0d7-43a6-b24f-c50a6ac73bc7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:43.615000 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "33fd5e23-ebdf-4030-945b-282b9b8bb42d", "tag": "d6a29933-c0d7-43a6-b24f-c50a6ac73bc7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:43.754506 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb68f95-2da5-4f07-b4c1-24f4699d2413 x-openstack-request-id: req-dcb68f95-2da5-4f07-b4c1-24f4699d2413 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:43.754957 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33fd5e23-ebdf-4030-945b-282b9b8bb42d", "tag": "d6a29933-c0d7-43a6-b24f-c50a6ac73bc7", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:43.755367 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcb68f95-2da5-4f07-b4c1-24f4699d2413 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:43.760869 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33fd5e23-ebdf-4030-945b-282b9b8bb42d', 'tag': 'd6a29933-c0d7-43a6-b24f-c50a6ac73bc7', 'status': 'completed', 'code': 200} Jul 14 09:49:43.763740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40103c-ac33-4de1-abb3-583b5ae69e1e service neutron] Pushing event updated for resources: {'Port': ['ID=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:43.851876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-627c25ad-5474-4847-9f13-7d0fd8123a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:43.853733 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-627c25ad-5474-4847-9f13-7d0fd8123a2a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=884739e586934cdeb526e2d82fd8418e&device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 1096 time: 0.1807048 Jul 14 09:49:43.954551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-464fed5b-eecd-479b-b866-746d81d17a38 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 HTTP/1.1" status: 200 len: 217 time: 0.0892742 Jul 14 09:49:44.026090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-aea61012-c512-43d7-939e-9cfd30dcff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:44.027920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-aea61012-c512-43d7-939e-9cfd30dcff9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67 HTTP/1.1" status: 200 len: 853 time: 0.0670769 Jul 14 09:49:44.104942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-0c8db493-6444-4fc7-9892-04fa1ffcbbf5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d319c3f2-976a-4424-85e3-1869f6624e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709429 Jul 14 09:49:44.140007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58692) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:44.156042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45a91765-9b74-4154-b8bd-eb6c52e00a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.254002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-bd81c300-6156-4596-a2fc-f0316451dc66 service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991690 Jul 14 09:49:44.285842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45a91765-9b74-4154-b8bd-eb6c52e00a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.291358 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45a91765-9b74-4154-b8bd-eb6c52e00a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.327298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-45a91765-9b74-4154-b8bd-eb6c52e00a79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1e2bbdc1c04e4537b2a91035b061f208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859398 Jul 14 09:49:44.329944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58696) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:44.410997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b1d154e-1951-4345-890e-532452e71021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.413377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a91765-9b74-4154-b8bd-eb6c52e00a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a13bde0-4378-4a8a-85bb-03cdd08b2cd6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:44.475961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9dfc5a-ebec-4126-a4b1-1cea9f0892c8 req-02ea6e2c-6ccf-411f-b871-426f1718b526 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:44.476371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b1d154e-1951-4345-890e-532452e71021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.479384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff9dfc5a-ebec-4126-a4b1-1cea9f0892c8 req-02ea6e2c-6ccf-411f-b871-426f1718b526 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 944 time: 0.4247129 Jul 14 09:49:44.505122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97662917-ad4a-4ca6-ab66-a34d7482d62d req-e3f8dd41-045c-47c9-a61c-5e503196fa46 service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496498 Jul 14 09:49:44.586481 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b1d154e-1951-4345-890e-532452e71021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.601913 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9b1d154e-1951-4345-890e-532452e71021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:44.602865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff9dfc5a-ebec-4126-a4b1-1cea9f0892c8 req-efd0bc8c-d03b-44d3-bcbb-064ec02079fa tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083560 Jul 14 09:49:44.608486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9b1d154e-1951-4345-890e-532452e71021 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a13bde0-4378-4a8a-85bb-03cdd08b2cd6 HTTP/1.1" status: 204 len: 168 time: 0.2730589 Jul 14 09:49:44.653988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d154e-1951-4345-890e-532452e71021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a13bde0-4378-4a8a-85bb-03cdd08b2cd6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:44.762333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-d864a9af-fec4-4992-9323-5996924e3d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:44.767831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-d864a9af-fec4-4992-9323-5996924e3d51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=884739e586934cdeb526e2d82fd8418e&device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 1096 time: 0.1959946 Jul 14 09:49:44.992746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-e9c33ce5-7b5c-412c-80d4-1cd4e29cbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:44.994375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-e9c33ce5-7b5c-412c-80d4-1cd4e29cbbc7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d319c3f2-976a-4424-85e3-1869f6624e3b HTTP/1.1" status: 200 len: 914 time: 0.2169938 Jul 14 09:49:45.043069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-0e2d6e1e-e33b-474e-b201-3b8230dc24eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 HTTP/1.1" status: 200 len: 217 time: 0.0390136 Jul 14 09:49:45.102550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-93206ee9-023c-4924-aff1-7ff2158ed6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:45.104622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-93206ee9-023c-4924-aff1-7ff2158ed6e4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67 HTTP/1.1" status: 200 len: 853 time: 0.0544157 Jul 14 09:49:45.159949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-6866021a-d368-4122-a0f2-4ea61c2b1c84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d319c3f2-976a-4424-85e3-1869f6624e3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478420 Jul 14 09:49:45.300945 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-cda776f4-e162-4770-89d1-662b2cf6be22 service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328323 Jul 14 09:49:45.332050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:45.348539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb680d66-80c4-42db-a97e-7dc393a6b2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.480656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb680d66-80c4-42db-a97e-7dc393a6b2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.487770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb680d66-80c4-42db-a97e-7dc393a6b2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.490032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed69f9d6-4aa6-4ebe-995b-5e88136c1f1a req-a88e3d12-82ed-40ee-83e5-66847072ca36 service neutron] 10.222.0.69 "GET /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822319 Jul 14 09:49:45.543289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb680d66-80c4-42db-a97e-7dc393a6b2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b154a6-f024-4606-af05-1bba79b8d51d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:45.550062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eb680d66-80c4-42db-a97e-7dc393a6b2e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=af7e485767ce4ce4bf16bc248da4a053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138731 Jul 14 09:49:45.550458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58722) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:45.616399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.641715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.706947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.713019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:45.714337 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a3b154a6-f024-4606-af05-1bba79b8d51d HTTP/1.1" status: 204 len: 168 time: 0.1624179 Jul 14 09:49:45.725335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b154a6-f024-4606-af05-1bba79b8d51d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:45.744739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.745093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.745780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.746128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.746472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.746806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.747140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.747469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.747800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.748126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.748479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.752348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f038d198-6bd6-4870-802c-99e44ac8979a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:45.892103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6b22e-2b59-4e35-b9fd-87f5ae352674 req-94df388e-bfc3-413b-9ef8-97a2ee0e13ff tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:45.893853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecf6b22e-2b59-4e35-b9fd-87f5ae352674 req-94df388e-bfc3-413b-9ef8-97a2ee0e13ff tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 944 time: 0.0997107 Jul 14 09:49:45.971716 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ecf6b22e-2b59-4e35-b9fd-87f5ae352674 req-da10a62f-71ac-4383-9bf6-956e2e85f1e2 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713756 Jul 14 09:49:46.926740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:49:47.129926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:47.162952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd6a29933-c0d7-43a6-b24f-c50a6ac73bc7', 'network_id': 'd319c3f2-976a-4424-85e3-1869f6624e3b', 'port_id': 'd6a29933-c0d7-43a6-b24f-c50a6ac73bc7', 'mac_address': 'fa:16:3e:bf:7d:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:49:47.292036 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.328689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:47.397601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:47.404051 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:47.439343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61960f05-dfae-418b-9009-3c0c705652a8 req-bbac36db-fb96-47be-95e3-4818739a4662 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:47.473786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61960f05-dfae-418b-9009-3c0c705652a8 req-bbac36db-fb96-47be-95e3-4818739a4662 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 944 time: 0.2159197 Jul 14 09:49:47.547749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:47.592180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61960f05-dfae-418b-9009-3c0c705652a8 req-94797e9a-54ae-4603-acf9-c53df8dd2af0 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169219 Jul 14 09:49:47.652412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d6a29933-c0d7-43a6-b24f-c50a6ac73bc7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:49:48.895624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4efa4-1d02-4b99-918f-e4ef3bca7ef8 req-ef505aeb-d377-4689-a43f-879b7235d740 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:48.899006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-83a4efa4-1d02-4b99-918f-e4ef3bca7ef8 req-ef505aeb-d377-4689-a43f-879b7235d740 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 945 time: 0.0887153 Jul 14 09:49:48.943831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:49:48.956158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-83a4efa4-1d02-4b99-918f-e4ef3bca7ef8 req-94788bf3-6501-42ce-89b3-2ae669c06931 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509245 Jul 14 09:49:49.046695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:49.053977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:49.055274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.195501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58832) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:49.202841 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.241615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fd5e23-ebdf-4030-945b-282b9b8bb42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a29933-c0d7-43a6-b24f-c50a6ac73bc7'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:49.247872 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492fa6a6-ea7a-4e90-b2dd-122ef0d63954" -d '{"events": [{"server_uuid": "33fd5e23-ebdf-4030-945b-282b9b8bb42d", "name": "network-vif-plugged", "status": "completed", "tag": "d6a29933-c0d7-43a6-b24f-c50a6ac73bc7"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:49.270027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:49.276158 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.328621 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b7dd5b-010d-4c2f-bed3-9071f22fbf34 x-openstack-request-id: req-70b7dd5b-010d-4c2f-bed3-9071f22fbf34 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:49.329351 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fd5e23-ebdf-4030-945b-282b9b8bb42d", "name": "network-vif-plugged", "status": "completed", "tag": "d6a29933-c0d7-43a6-b24f-c50a6ac73bc7", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:49.330033 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70b7dd5b-010d-4c2f-bed3-9071f22fbf34 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:49.331351 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fd5e23-ebdf-4030-945b-282b9b8bb42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a29933-c0d7-43a6-b24f-c50a6ac73bc7', 'code': 200} Jul 14 09:49:49.383236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:49.396265 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-64763079-cc4b-4fd8-ab3f-81449ac59edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.534096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16010a70-85dc-437c-9f1e-3bcbb4809124 req-fefa789a-fe95-45e4-9d1a-75af428f924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:49.535662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16010a70-85dc-437c-9f1e-3bcbb4809124 req-fefa789a-fe95-45e4-9d1a-75af428f924f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 1098 time: 0.1090920 Jul 14 09:49:49.593375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16010a70-85dc-437c-9f1e-3bcbb4809124 req-993fd064-a9a0-4944-b5c4-645945f083fc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 Jul 14 09:49:49.611109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-64763079-cc4b-4fd8-ab3f-81449ac59edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.616463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-64763079-cc4b-4fd8-ab3f-81449ac59edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.658549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64763079-cc4b-4fd8-ab3f-81449ac59edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89464df8-ba17-4f3a-bae4-782e4afeb070,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:49.670091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-64763079-cc4b-4fd8-ab3f-81449ac59edb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=47bf21c9781c4e14bb2c7cec58b3acb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4728475 Jul 14 09:49:49.673478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:49.750723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeddedb1-3b97-4c0a-a0b9-09c044cc7d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.787405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeddedb1-3b97-4c0a-a0b9-09c044cc7d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.865094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeddedb1-3b97-4c0a-a0b9-09c044cc7d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.868254 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eeddedb1-3b97-4c0a-a0b9-09c044cc7d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:49.872481 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eeddedb1-3b97-4c0a-a0b9-09c044cc7d3f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89464df8-ba17-4f3a-bae4-782e4afeb070 HTTP/1.1" status: 204 len: 168 time: 0.1975894 Jul 14 09:49:49.888695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeddedb1-3b97-4c0a-a0b9-09c044cc7d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89464df8-ba17-4f3a-bae4-782e4afeb070,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:50.252661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-46ce9d70-28a8-40a2-9485-b26c01f67e04 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:50.259883 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-46ce9d70-28a8-40a2-9485-b26c01f67e04 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.2343209 Jul 14 09:49:50.264977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91362e24-7036-4d8d-92dd-abfcf86a1fbb req-5a5f6156-acf4-4497-9f38-d009538779e0 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:50.266838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91362e24-7036-4d8d-92dd-abfcf86a1fbb req-5a5f6156-acf4-4497-9f38-d009538779e0 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 946 time: 0.1195223 Jul 14 09:49:50.274756 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-eecda17d-0b33-49f9-8ca7-fe0aed146285 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/quotas/6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 375 time: 0.0128655 Jul 14 09:49:50.358033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91362e24-7036-4d8d-92dd-abfcf86a1fbb req-c0c659a3-1b07-4c25-835f-bca72c18912c tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825589 Jul 14 09:49:50.366843 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-0ee41e36-c11f-4703-92b7-308bcba6d689 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867054 Jul 14 09:49:50.381096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 58868) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:50.406761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.589072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.596997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.722499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad44ca7-d468-4764-8ef3-9775e666ef08,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:50.738795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.739308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.740240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.740990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.741666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.742633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.743134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.743580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.744027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.744553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.745000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.745439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:49:50.786255 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8a879e88-fd11-45a5-bc94-c1d047413d0a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=50f5a81e36bb49aba5c023952cfaf0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033773 Jul 14 09:49:50.789718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58878) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:50.855699 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-208d73d5-2484-4a9a-97d0-6fb9fb6c18f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.913481 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-208d73d5-2484-4a9a-97d0-6fb9fb6c18f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:50.920160 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-26701a7e-873c-4fc0-9478-499ef90a0eb3 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312238 Jul 14 09:49:51.024419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-208d73d5-2484-4a9a-97d0-6fb9fb6c18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.029591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-208d73d5-2484-4a9a-97d0-6fb9fb6c18f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:51.044610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-208d73d5-2484-4a9a-97d0-6fb9fb6c18f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1ad44ca7-d468-4764-8ef3-9775e666ef08 HTTP/1.1" status: 204 len: 168 time: 0.2450123 Jul 14 09:49:51.082110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d73d5-2484-4a9a-97d0-6fb9fb6c18f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad44ca7-d468-4764-8ef3-9775e666ef08,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:51.150244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-0f84e18e-9609-4b4d-8cc3-91d97508cf78 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222996 Jul 14 09:49:51.544546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5baaf58-c0ab-4d8e-b42a-30a6dd1b415a req-80f74b58-6b56-4d51-bed2-841c939278d5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 210 time: 0.0969450 Jul 14 09:49:51.684985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873b657-7548-4d1c-8af5-962f64c591cb req-a15f5694-62fd-4501-b312-c18ba5707c40 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:51.688715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0873b657-7548-4d1c-8af5-962f64c591cb req-a15f5694-62fd-4501-b312-c18ba5707c40 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 946 time: 0.1050236 Jul 14 09:49:51.758742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0873b657-7548-4d1c-8af5-962f64c591cb req-6cdbdf33-044c-4c63-a884-a0ae9a4c974d tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611434 Jul 14 09:49:51.897685 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-11a5d83f-530b-4be1-a991-24d7a6578904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:52.259314 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:49:52.953796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c2ec636-9327-43ee-9056-fd2eccd78f68 req-1827078d-8c2f-4e72-ad89-78e384306851 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 210 time: 0.1616580 Jul 14 09:49:53.423583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-b016afff-c559-4843-afe5-4633019df00e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:53.427447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-b016afff-c559-4843-afe5-4633019df00e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.3089349 Jul 14 09:49:53.441540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'port': {'device_id': 'c0eb52ee-ce9c-4dd4-9602-c6446d13b43a', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'admin_state_up': True, 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:53.672659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:49:53.676621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:53.968412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.20.0.4 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/3515b7fb-4d4b-415e-bd66-28d6c9630e1e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:49:54.215619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c46ae90-2395-4b0a-9567-25b60ec51e2a req-8555ba3b-07c8-463c-9820-a55284939bac tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 210 time: 0.0462649 Jul 14 09:49:54.229845 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5968a738-5ab2-4f07-b1d8-8e2e93f89820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.266213 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.296038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Transition to ACTIVE for port object 3515b7fb-4d4b-415e-bd66-28d6c9630e1e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:54.366996 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.433771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:49:54.440500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:49:54.450902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:49:54.516281 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.561923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:54.617614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:54.623243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.675368 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-e0710512-ec37-43ed-bee7-c6a286a13ac2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2395780 Jul 14 09:49:54.691069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Request body: {'port': {'device_id': 'c0eb52ee-ce9c-4dd4-9602-c6446d13b43a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:49:54.863232 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:54.946536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9db0a792-0ae2-411a-9813-a467eb9d156e None None] Provisioning for port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:49:54.955474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9db0a792-0ae2-411a-9813-a467eb9d156e None None] Provisioning complete for port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:49:54.956129 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9db0a792-0ae2-411a-9813-a467eb9d156e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.023086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 58996) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:55.050788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9db0a792-0ae2-411a-9813-a467eb9d156e None None] Port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:49:55.615692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.622526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3515b7fb-4d4b-415e-bd66-28d6c9630e1e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:49:55.632187 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.650348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Transition to ACTIVE for port object 3515b7fb-4d4b-415e-bd66-28d6c9630e1e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:49:55.658639 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:55.732339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Pushing event updated for resources: {'Port': ['ID=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:55.992560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Attempting to bind port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:49:55.994349 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Attempting to bind port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:49:55.994818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Attempting to bind port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:56.006026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e on network de13b0cf-15f7-43e1-a35b-48b256378e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:49:56.009447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Attempting to bind port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:49:56.024931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:49:56.026837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:49:56.027356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:49:56.029243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Bound port: 3515b7fb-4d4b-415e-bd66-28d6c9630e1e, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:49:56.029842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:56.053992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1fe76-7735-421c-ac39-b19aaed23c67 req-90d50adb-cf46-4643-9dc9-b003118fa6e0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.056373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59a1fe76-7735-421c-ac39-b19aaed23c67 req-90d50adb-cf46-4643-9dc9-b003118fa6e0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 931 time: 0.4959266 Jul 14 09:49:56.181492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-59a1fe76-7735-421c-ac39-b19aaed23c67 req-24a31baf-2b54-4419-93ae-0186ed29ca67 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168816 Jul 14 09:49:56.212634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] For port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:49:56.218997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] For port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:49:56.228342 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:56.343344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.346461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:56.349891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] 10.222.0.66 "PUT /v2.0/ports/3515b7fb-4d4b-415e-bd66-28d6c9630e1e HTTP/1.1" status: 200 len: 1092 time: 1.6667693 Jul 14 09:49:56.354318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0eb52ee-ce9c-4dd4-9602-c6446d13b43a', 'tag': '3515b7fb-4d4b-415e-bd66-28d6c9630e1e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:49:56.356711 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf6c5d5-353c-4997-8022-577cdb7f43c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0eb52ee-ce9c-4dd4-9602-c6446d13b43a", "tag": "3515b7fb-4d4b-415e-bd66-28d6c9630e1e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:49:56.432485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67990b27-d3c5-4e18-8fa0-e412f0b3b448 service neutron] Pushing event updated for resources: {'Port': ['ID=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:56.482903 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db8d5d-8022-404e-a691-7dbc6a3b9359 x-openstack-request-id: req-d6db8d5d-8022-404e-a691-7dbc6a3b9359 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:49:56.483252 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0eb52ee-ce9c-4dd4-9602-c6446d13b43a", "tag": "3515b7fb-4d4b-415e-bd66-28d6c9630e1e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:49:56.483515 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6db8d5d-8022-404e-a691-7dbc6a3b9359 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:49:56.483943 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0eb52ee-ce9c-4dd4-9602-c6446d13b43a', 'tag': '3515b7fb-4d4b-415e-bd66-28d6c9630e1e', 'status': 'completed', 'code': 200} Jul 14 09:49:56.492427 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:56.535814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-90f3d22e-6b30-4071-990c-60ee5bf3a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.537766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-90f3d22e-6b30-4071-990c-60ee5bf3a5ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 1095 time: 0.1359181 Jul 14 09:49:56.618643 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-69adcbaf-3e51-493c-b473-a5b6898d7340 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3515b7fb-4d4b-415e-bd66-28d6c9630e1e HTTP/1.1" status: 200 len: 217 time: 0.0704610 Jul 14 09:49:56.718675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-dbf77d81-d612-459e-841d-917e0fee55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.721670 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-dbf77d81-d612-459e-841d-917e0fee55e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0953507 Jul 14 09:49:56.862057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-57706bfb-3dff-4272-89ec-c287b31f81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:56.863688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-57706bfb-3dff-4272-89ec-c287b31f81b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1339171 Jul 14 09:49:56.929987 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:56.984941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Deleting port 3aea5809-80f9-4fd2-b4de-e14d8e91a160 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:56.985291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.011390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-f514a5e6-d276-4f71-a403-888366b109c1 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396990 Jul 14 09:49:57.135203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] For port 3aea5809-80f9-4fd2-b4de-e14d8e91a160, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3aea5809-80f9-4fd2-b4de-e14d8e91a160,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:57.135952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.151528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73f539b0-5e39-4e21-95e1-6eac7f0a7530 req-d661002c-3b14-4113-85d4-6bd412fc5dda service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332088 Jul 14 09:49:57.167397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Calling delete_port for 3aea5809-80f9-4fd2-b4de-e14d8e91a160 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:57.272929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.333200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-3ae69012-d1c1-4477-9e45-4e686d9e8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:57.336467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-3ae69012-d1c1-4477-9e45-4e686d9e8440 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 1095 time: 0.1218684 Jul 14 09:49:57.650158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-6a655904-f96e-4692-9001-23b1464e778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:57.652181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-6a655904-f96e-4692-9001-23b1464e778f service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.3017950 Jul 14 09:49:57.656096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:57.663988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fbb6e-028f-4f07-9974-fece6386028d req-168d6ba5-d20e-49ed-8ded-9bd2681e4999 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:57.672579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d99fbb6e-028f-4f07-9974-fece6386028d req-168d6ba5-d20e-49ed-8ded-9bd2681e4999 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1741650 Jul 14 09:49:57.719365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Pushing event deleted for resources: {'Port': ['ID=3aea5809-80f9-4fd2-b4de-e14d8e91a160,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:57.780384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-e2fcee39-1651-4a26-bfee-a95f4b2a5be4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3515b7fb-4d4b-415e-bd66-28d6c9630e1e HTTP/1.1" status: 200 len: 217 time: 0.0767362 Jul 14 09:49:57.800301 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d99fbb6e-028f-4f07-9974-fece6386028d req-98230a7a-5b5c-4b65-814a-e59154133c76 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267946 Jul 14 09:49:57.900447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-9f3e5d89-4c44-4531-a194-0fc01c25f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:57.904362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-9f3e5d89-4c44-4531-a194-0fc01c25f425 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.1006491 Jul 14 09:49:58.066156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-0c798d58-99b6-4273-af2c-bb0bf1e8ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:58.068431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-0c798d58-99b6-4273-af2c-bb0bf1e8ad5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592212 Jul 14 09:49:58.178884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.334265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-c24b623a-8aa4-4a27-9b26-807a314dbc7b service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520258 Jul 14 09:49:58.531953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:49:58.555439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdf6c5d5-353c-4997-8022-577cdb7f43c1 req-4714aee8-1386-4ba1-a2cb-14533d0e5d49 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121327 Jul 14 09:49:58.668126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:49:58.676271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9daf63d1-d5e4-42bf-a484-0cf236adc9bb admin admin] 10.222.0.73 "PUT /v2.0/routers/9e7e47e2-5514-4d8a-83c4-e69959b8d96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6503832 Jul 14 09:49:58.678193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:49:58.682188 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] Sync routers for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:49:58.696965 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:58.697856 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:49:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:58.843246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:58.873255 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:59.119203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:59.141500 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '07684d83-8f77-452c-9896-41a762f8aff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:49:57Z', 'revision_number': 5, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port': {'id': '07684d83-8f77-452c-9896-41a762f8aff2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:81:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:42:14Z', 'updated_at': '2021-07-14T09:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:59.173261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e139-bf2b-4a11-915c-a3fc32d235c3 req-2f5ba698-4acd-4518-821c-f25c678deb29 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:49:59.175022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31b1e139-bf2b-4a11-915c-a3fc32d235c3 req-2f5ba698-4acd-4518-821c-f25c678deb29 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1313694 Jul 14 09:49:59.186895 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] Checking router: 9e7e47e2-5514-4d8a-83c4-e69959b8d96f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:49:59.200394 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] Routers {'9e7e47e2-5514-4d8a-83c4-e69959b8d96f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:49:59.201496 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:49:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:59.231660 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-31b1e139-bf2b-4a11-915c-a3fc32d235c3 req-52c01599-49bd-4c97-99a4-893b49969554 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Jul 14 09:49:59.245133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Deleting port 07684d83-8f77-452c-9896-41a762f8aff2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:49:59.245807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:59.362820 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] Set router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:49:59.367864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] For port 07684d83-8f77-452c-9896-41a762f8aff2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=07684d83-8f77-452c-9896-41a762f8aff2,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:49:59.369906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:59.389481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Calling delete_port for 07684d83-8f77-452c-9896-41a762f8aff2 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:49:59.447875 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:49:59Z', 'revision_number': 6, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:49:59.482965 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da9d67-7408-4bfc-b663-03e2600ef738 None None] The sync data for ids ['9e7e47e2-5514-4d8a-83c4-e69959b8d96f'] in n-d-780147-26 is: [{'id': '9e7e47e2-5514-4d8a-83c4-e69959b8d96f', 'name': 'tempest-AttachVolumeTestJSON-1807254494-router', 'tenant_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:42:12Z', 'updated_at': '2021-07-14T09:49:59Z', 'revision_number': 6, 'project_id': '5880c0bd5d9743d7ad80f5fff651c1f4', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:49:59.633566 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:59.681057 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:49:59.732595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Pushing event deleted for resources: {'Port': ['ID=07684d83-8f77-452c-9896-41a762f8aff2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:49:59.798753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.065443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.070431 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.184167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3aea5809-80f9-4fd2-b4de-e14d8e91a160 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:00.220548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 3aea5809-80f9-4fd2-b4de-e14d8e91a160 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:00.220899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3aea5809-80f9-4fd2-b4de-e14d8e91a160 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:00.227888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.230384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e7e47e2-5514-4d8a-83c4-e69959b8d96f {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:50:00.245849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.251064 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a0ebe723-634f-42d2-8a77-b1447e8cb671 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9e7e47e2-5514-4d8a-83c4-e69959b8d96f HTTP/1.1" status: 204 len: 168 time: 1.5690961 Jul 14 09:50:00.252051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59056) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:00.367134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2a7e6c-fc69-4a5e-8982-3e03c0f8ec1c admin admin] Deleting subnet 8eba5b50-489a-4db5-b14c-5998f8e9fb66 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:00.372994 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2a7e6c-fc69-4a5e-8982-3e03c0f8ec1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.489773 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2a7e6c-fc69-4a5e-8982-3e03c0f8ec1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.571874 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2737839-ac15-4821-8069-e947ccce882f req-e285e708-efb0-4270-997d-e971b16fbad4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:00.582722 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c2737839-ac15-4821-8069-e947ccce882f req-e285e708-efb0-4270-997d-e971b16fbad4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1599152 Jul 14 09:50:00.680186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c2737839-ac15-4821-8069-e947ccce882f req-209f9135-39ef-49c6-98e3-9668bd1b7cd7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744362 Jul 14 09:50:00.688252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2a7e6c-fc69-4a5e-8982-3e03c0f8ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.859057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2a7e6c-fc69-4a5e-8982-3e03c0f8ec1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.908920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc24992-3829-4588-9130-2331ed8f771a None None] Network 5196138a-b2d8-4938-886e-581d2de57586 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:00.909367 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db2a7e6c-fc69-4a5e-8982-3e03c0f8ec1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:00.913607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db2a7e6c-fc69-4a5e-8982-3e03c0f8ec1c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8eba5b50-489a-4db5-b14c-5998f8e9fb66 HTTP/1.1" status: 204 len: 168 time: 0.6575272 Jul 14 09:50:00.913607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a7e6c-fc69-4a5e-8982-3e03c0f8ec1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eba5b50-489a-4db5-b14c-5998f8e9fb66,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:00.918349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59066) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:01.053515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.166924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Deleting port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:01.168714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.296496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] For port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:01.297806 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.335643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Calling delete_port for 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:01.374175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] DHCP port deletion for 5196138a-b2d8-4938-886e-581d2de57586 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:50:01.459046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Deleting port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:01.460129 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.548708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.559430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] For port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,segment=NetworkSegment(2544c34b-bb68-48d9-bf98-ff2eed059e95),segment_id=2544c34b-bb68-48d9-bf98-ff2eed059e95)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:01.559888 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.578578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:01.582501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Calling delete_port for 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:01.592901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] No DVR routers for this DVR port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:01.702961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.739874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5196138a-b2d8-4938-886e-581d2de57586']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:01.769567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2544c34b-bb68-48d9-bf98-ff2eed059e95') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:01.770135 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2544c34b-bb68-48d9-bf98-ff2eed059e95') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:50:01.797744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.831617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 07684d83-8f77-452c-9896-41a762f8aff2 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:01.833944 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.884758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:50:01.886166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:50:01.903097 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:50:01.980862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 07684d83-8f77-452c-9896-41a762f8aff2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:01.981943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 07684d83-8f77-452c-9896-41a762f8aff2 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:01.981943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:02.038386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:02.039346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:02.044557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.059161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.064128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/5196138a-b2d8-4938-886e-581d2de57586 HTTP/1.1" status: 204 len: 168 time: 1.1468089 Jul 14 09:50:02.094623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.120330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd700e-c824-43a3-b571-9eaf09d282f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5196138a-b2d8-4938-886e-581d2de57586,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:02.130396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Pushing event deleted for resources: {'Port': ['ID=0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:02.144433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.145105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.146193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.146739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.147300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.147866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.148452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.149275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.149820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.150384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.150980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.151513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:02.160691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] Network 5196138a-b2d8-4938-886e-581d2de57586 is not hosted by any dhcp agent {{(pid=93781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:50:02.162411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fdf07a-3e29-4e96-b405-b684e6c105f3 None None] No DVR routers for this DVR port 0defabe7-33e2-4f5b-9552-e6eb0c1b8cbd on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:02.209671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4c7e9-e79b-44d2-9ad9-e8e69dac116e req-f7e77168-eb5b-49d6-8ca3-d035563fff8d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:02.217240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5a4c7e9-e79b-44d2-9ad9-e8e69dac116e req-f7e77168-eb5b-49d6-8ca3-d035563fff8d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.3070762 Jul 14 09:50:02.338801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5a4c7e9-e79b-44d2-9ad9-e8e69dac116e req-d229c13f-cc5b-42eb-a275-6cfcf579c946 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082001 Jul 14 09:50:02.426928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59082) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:02.523102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-336a7049-1d7f-4011-b212-d2a7e690e846 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5880c0bd5d9743d7ad80f5fff651c1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906143 Jul 14 09:50:02.523933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:02.626186 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50fd16ed-8637-471d-a719-5ca166a8b410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.669489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50fd16ed-8637-471d-a719-5ca166a8b410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.741551 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50fd16ed-8637-471d-a719-5ca166a8b410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.744892 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50fd16ed-8637-471d-a719-5ca166a8b410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:02.746272 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-50fd16ed-8637-471d-a719-5ca166a8b410 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/127934c1-e2f5-4864-9926-8d2db40e35f7 HTTP/1.1" status: 204 len: 168 time: 0.2205713 Jul 14 09:50:02.762295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd16ed-8637-471d-a719-5ca166a8b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127934c1-e2f5-4864-9926-8d2db40e35f7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:03.688732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6463223-e688-4866-8e3f-c4358774d62b req-cefb4f01-f919-4add-871d-28e4841fd1d3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:03.698954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6463223-e688-4866-8e3f-c4358774d62b req-cefb4f01-f919-4add-871d-28e4841fd1d3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1273868 Jul 14 09:50:03.761090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6463223-e688-4866-8e3f-c4358774d62b req-2de16344-d744-4b00-a6a8-506065699c09 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608077 Jul 14 09:50:05.046352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5f3dd-d999-45f4-849c-4176969be248 req-6f7539ea-8d4c-42b4-87f4-da1b4ddde7c8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:05.047984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ae5f3dd-d999-45f4-849c-4176969be248 req-6f7539ea-8d4c-42b4-87f4-da1b4ddde7c8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1076415 Jul 14 09:50:05.130007 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ae5f3dd-d999-45f4-849c-4176969be248 req-a8b74977-8a7d-4fc2-be95-8042009e1ea4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735433 Jul 14 09:50:06.532553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aea3f5-894b-4247-950a-0657f7f319d0 req-d3c06e61-753f-4c5e-8bbb-1c3565ba4476 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:06.542776 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97aea3f5-894b-4247-950a-0657f7f319d0 req-d3c06e61-753f-4c5e-8bbb-1c3565ba4476 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1173134 Jul 14 09:50:06.625076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97aea3f5-894b-4247-950a-0657f7f319d0 req-d3a266bb-9bed-4320-af5a-9738037b7fd4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807691 Jul 14 09:50:08.065082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1379207-b0f9-42b2-9a01-27e04d10b384 req-60107a52-4b14-468e-b77b-70337a7ec1bb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:08.088927 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1379207-b0f9-42b2-9a01-27e04d10b384 req-60107a52-4b14-468e-b77b-70337a7ec1bb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.3102932 Jul 14 09:50:08.233962 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1379207-b0f9-42b2-9a01-27e04d10b384 req-4d403fce-ee2c-4319-b235-1cc3d313d95c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406071 Jul 14 09:50:09.229816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59240) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:09.413671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d92debb8-1e67-47ad-a535-f02c2705ca43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.048860 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d92debb8-1e67-47ad-a535-f02c2705ca43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.054491 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d92debb8-1e67-47ad-a535-f02c2705ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.144466 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d92debb8-1e67-47ad-a535-f02c2705ca43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16d7d63f9d6d43989640dbfbef2b6939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9125140 Jul 14 09:50:10.147379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59264) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:10.149932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92debb8-1e67-47ad-a535-f02c2705ca43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2c5453-7db3-4e0b-978e-e8c5ddde21a5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:10.195456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb06f9-6f1c-480d-aafd-58f373864368 req-95317229-e8ec-47cf-a62f-fa2bd269113f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:10.203166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a2cb06f9-6f1c-480d-aafd-58f373864368 req-95317229-e8ec-47cf-a62f-fa2bd269113f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.7909915 Jul 14 09:50:10.233063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39c7ae8-dbd4-4020-a0f0-9246d5ea4d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.270633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a2cb06f9-6f1c-480d-aafd-58f373864368 req-f1f6102c-0ebd-4920-9c34-0525aef30e25 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633409 Jul 14 09:50:10.271155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39c7ae8-dbd4-4020-a0f0-9246d5ea4d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.361934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39c7ae8-dbd4-4020-a0f0-9246d5ea4d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.376552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d39c7ae8-dbd4-4020-a0f0-9246d5ea4d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:10.381327 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d39c7ae8-dbd4-4020-a0f0-9246d5ea4d62 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2e2c5453-7db3-4e0b-978e-e8c5ddde21a5 HTTP/1.1" status: 204 len: 168 time: 0.2293746 Jul 14 09:50:10.400560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c7ae8-dbd4-4020-a0f0-9246d5ea4d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2c5453-7db3-4e0b-978e-e8c5ddde21a5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:10.786976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59284) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:10.801065 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7397fe63-5338-45ba-992f-5db195a3cf53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.016477 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7397fe63-5338-45ba-992f-5db195a3cf53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.022390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7397fe63-5338-45ba-992f-5db195a3cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.059977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397fe63-5338-45ba-992f-5db195a3cf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a00317-8c24-4c60-9766-e55a5ea72368,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:11.085719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7397fe63-5338-45ba-992f-5db195a3cf53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a138d31d7652495ca593b21e176f0ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2974629 Jul 14 09:50:11.088232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59288) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:11.151447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81118fc8-a954-4f19-95a0-cde3546933ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.184530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81118fc8-a954-4f19-95a0-cde3546933ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.307470 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81118fc8-a954-4f19-95a0-cde3546933ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.312584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81118fc8-a954-4f19-95a0-cde3546933ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:11.314926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-81118fc8-a954-4f19-95a0-cde3546933ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/41a00317-8c24-4c60-9766-e55a5ea72368 HTTP/1.1" status: 204 len: 168 time: 0.2253807 Jul 14 09:50:11.353791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81118fc8-a954-4f19-95a0-cde3546933ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a00317-8c24-4c60-9766-e55a5ea72368,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:11.865291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca6a81-65ec-42ba-9791-79422b16aa67 req-db624791-46fd-4744-88cd-f256431762a3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:11.868790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcca6a81-65ec-42ba-9791-79422b16aa67 req-db624791-46fd-4744-88cd-f256431762a3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.2353010 Jul 14 09:50:11.959037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcca6a81-65ec-42ba-9791-79422b16aa67 req-bcc8d83a-f355-45fa-854f-7ccf7b2bc2fe tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841827 Jul 14 09:50:13.485028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b59e2-b84c-4a6d-84ae-daddae640649 req-ce31c836-ea69-4b1d-8036-7b0e06b8f440 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:13.495442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-786b59e2-b84c-4a6d-84ae-daddae640649 req-ce31c836-ea69-4b1d-8036-7b0e06b8f440 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.2423623 Jul 14 09:50:13.628588 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-786b59e2-b84c-4a6d-84ae-daddae640649 req-7db96a37-5af2-40ac-8fe4-9ccb7f93ebde tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258826 Jul 14 09:50:15.012946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39e6fd-7e37-4c08-af50-36dc4cc5b04c req-87968064-1cbd-4ffd-bf47-f2968ff6fd9d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:15.023217 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b39e6fd-7e37-4c08-af50-36dc4cc5b04c req-87968064-1cbd-4ffd-bf47-f2968ff6fd9d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1756275 Jul 14 09:50:15.114791 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1b39e6fd-7e37-4c08-af50-36dc4cc5b04c req-7988542c-bc1b-47be-a869-2129e768cbfd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881467 Jul 14 09:50:15.764258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59466) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:16.166118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f7a5b3-f22c-47a2-aab4-6b2253399d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.490620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f7a5b3-f22c-47a2-aab4-6b2253399d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.510170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26412-8e98-4e9f-8d47-80d804b306b5 req-de7802af-4ee2-4194-b6ed-746a4f63b5bf tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:16.518763 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12a26412-8e98-4e9f-8d47-80d804b306b5 req-de7802af-4ee2-4194-b6ed-746a4f63b5bf tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1776392 Jul 14 09:50:16.521421 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f7a5b3-f22c-47a2-aab4-6b2253399d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.578079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f7a5b3-f22c-47a2-aab4-6b2253399d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1adbacf5-d008-475f-8d48-146799cfb28c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:16.622735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12a26412-8e98-4e9f-8d47-80d804b306b5 req-811a43de-bd01-4b0d-8d2f-3a619f4cf9da tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027701 Jul 14 09:50:16.657207 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-59f7a5b3-f22c-47a2-aab4-6b2253399d64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5b5ff46b250744c9b2b2fa87489ebf1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8917904 Jul 14 09:50:16.659937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59498) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:16.725857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f069e8b7-d70e-4fe9-a500-f8541ba45670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:16.765459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f069e8b7-d70e-4fe9-a500-f8541ba45670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.321049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f069e8b7-d70e-4fe9-a500-f8541ba45670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.324042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f069e8b7-d70e-4fe9-a500-f8541ba45670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.325390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f069e8b7-d70e-4fe9-a500-f8541ba45670 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1adbacf5-d008-475f-8d48-146799cfb28c HTTP/1.1" status: 204 len: 168 time: 0.6642134 Jul 14 09:50:17.335023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069e8b7-d70e-4fe9-a500-f8541ba45670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1adbacf5-d008-475f-8d48-146799cfb28c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:17.637956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59542) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:17.844453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0871329c-af3d-44d5-96da-187a84e0457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:17.890982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5acca-a876-479d-ba68-b4e75174a4f9 req-95855fa5-d11e-4988-b6a2-267f7bb214a1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:17.902316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0e5acca-a876-479d-ba68-b4e75174a4f9 req-95855fa5-d11e-4988-b6a2-267f7bb214a1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1123807 Jul 14 09:50:17.990975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0e5acca-a876-479d-ba68-b4e75174a4f9 req-c8482755-a070-420a-99db-56103557e9df tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852308 Jul 14 09:50:18.046090 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0871329c-af3d-44d5-96da-187a84e0457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.053049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0871329c-af3d-44d5-96da-187a84e0457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.086691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0871329c-af3d-44d5-96da-187a84e0457e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=727a2d702bbe47d890dd734345a91129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474931 Jul 14 09:50:18.089395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59564) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:18.109535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871329c-af3d-44d5-96da-187a84e0457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf88409f-d060-4c86-b1f4-6e904ec05138,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:18.171106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c444d94-e302-4c20-ac6a-57e0f758ddce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.236735 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c444d94-e302-4c20-ac6a-57e0f758ddce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.318690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c444d94-e302-4c20-ac6a-57e0f758ddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.322125 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c444d94-e302-4c20-ac6a-57e0f758ddce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:18.323867 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5c444d94-e302-4c20-ac6a-57e0f758ddce admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf88409f-d060-4c86-b1f4-6e904ec05138 HTTP/1.1" status: 204 len: 168 time: 0.2330904 Jul 14 09:50:18.346383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c444d94-e302-4c20-ac6a-57e0f758ddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf88409f-d060-4c86-b1f4-6e904ec05138,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:18.872439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59598) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:18.898552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dffef2a3-b584-4928-a5b4-0cfe42fbfc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.046838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dffef2a3-b584-4928-a5b4-0cfe42fbfc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.072797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dffef2a3-b584-4928-a5b4-0cfe42fbfc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.124593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dffef2a3-b584-4928-a5b4-0cfe42fbfc09 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c134692caa1745d49177292d51369fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493711 Jul 14 09:50:19.125846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffef2a3-b584-4928-a5b4-0cfe42fbfc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d82378-e909-4e2b-b6ce-d8130ec53717,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:19.127216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:19.206761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a91a142-a09e-4123-b91a-83c8861bf920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.261239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a91a142-a09e-4123-b91a-83c8861bf920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.332792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e27d52-7b35-4b02-aec9-abc7e7a546e0 req-0106c2b5-4b1e-4b33-a1f5-c06928327f06 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:19.334423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a2e27d52-7b35-4b02-aec9-abc7e7a546e0 req-0106c2b5-4b1e-4b33-a1f5-c06928327f06 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1236629 Jul 14 09:50:19.359292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a91a142-a09e-4123-b91a-83c8861bf920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.361893 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a91a142-a09e-4123-b91a-83c8861bf920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:19.363052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7a91a142-a09e-4123-b91a-83c8861bf920 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c8d82378-e909-4e2b-b6ce-d8130ec53717 HTTP/1.1" status: 204 len: 168 time: 0.2340858 Jul 14 09:50:19.410035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91a142-a09e-4123-b91a-83c8861bf920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d82378-e909-4e2b-b6ce-d8130ec53717,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:19.415744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a2e27d52-7b35-4b02-aec9-abc7e7a546e0 req-d4bebc23-1f0b-4f1e-ad37-b8d6657f99cf tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Jul 14 09:50:20.298074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:20.531077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1658a840-d29c-4f3b-8e6b-c5966fa31b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.780415 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1658a840-d29c-4f3b-8e6b-c5966fa31b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.791675 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1658a840-d29c-4f3b-8e6b-c5966fa31b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.880258 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1658a840-d29c-4f3b-8e6b-c5966fa31b29 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=913b420d96804f83be386c862a79ea86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808458 Jul 14 09:50:20.884124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658a840-d29c-4f3b-8e6b-c5966fa31b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d55829-7649-472f-9b19-6c26d4918867,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:20.886760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:20.944872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1adccb3d-3cdc-4a57-8035-75ce4e44e1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:20.976428 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1adccb3d-3cdc-4a57-8035-75ce4e44e1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.017816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72edbb-93d0-42e4-8377-1b9ff52b5992 req-18a4069d-3a36-4558-980b-19c1af0ba63a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:21.034221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc72edbb-93d0-42e4-8377-1b9ff52b5992 req-18a4069d-3a36-4558-980b-19c1af0ba63a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.4716911 Jul 14 09:50:21.038128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1adccb3d-3cdc-4a57-8035-75ce4e44e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.041597 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1adccb3d-3cdc-4a57-8035-75ce4e44e1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.043006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1adccb3d-3cdc-4a57-8035-75ce4e44e1cb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8d55829-7649-472f-9b19-6c26d4918867 HTTP/1.1" status: 204 len: 168 time: 0.1551785 Jul 14 09:50:21.053046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adccb3d-3cdc-4a57-8035-75ce4e44e1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d55829-7649-472f-9b19-6c26d4918867,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:21.124482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc72edbb-93d0-42e4-8377-1b9ff52b5992 req-92d03338-1727-4b11-99de-46efc5e76553 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893354 Jul 14 09:50:21.707427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59840) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:21.727277 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8870ea69-9e56-45f8-b884-bfd68ea01772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.888647 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99360cd3-6bd1-4cf5-88e8-b7c626a7093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.914175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8870ea69-9e56-45f8-b884-bfd68ea01772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:21.927099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8870ea69-9e56-45f8-b884-bfd68ea01772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.029069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8870ea69-9e56-45f8-b884-bfd68ea01772 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e4c2b203fd6946b3a65bfa54dd5e8222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200920 Jul 14 09:50:22.031688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:22.045859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870ea69-9e56-45f8-b884-bfd68ea01772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b05f22-f2eb-4925-9f18-3d624e7a516b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:22.198022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cacf-935b-45d7-a20c-1eddf8afa3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.266382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cacf-935b-45d7-a20c-1eddf8afa3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.375111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cacf-935b-45d7-a20c-1eddf8afa3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.380733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cacf-935b-45d7-a20c-1eddf8afa3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:22.382717 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9fa5cacf-935b-45d7-a20c-1eddf8afa3ac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7b05f22-f2eb-4925-9f18-3d624e7a516b HTTP/1.1" status: 204 len: 168 time: 0.3493161 Jul 14 09:50:22.393672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5cacf-935b-45d7-a20c-1eddf8afa3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b05f22-f2eb-4925-9f18-3d624e7a516b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:22.526855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e43ff3-7977-43f5-af08-59a9ca8438d0 req-3aff91f3-6ea2-4bfd-a135-b53462d6844a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:22.529265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79e43ff3-7977-43f5-af08-59a9ca8438d0 req-3aff91f3-6ea2-4bfd-a135-b53462d6844a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.2002287 Jul 14 09:50:22.589833 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79e43ff3-7977-43f5-af08-59a9ca8438d0 req-89e3f801-62d9-4d11-9a41-71a1c727903e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506167 Jul 14 09:50:23.022848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59884) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:23.296133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ed6fffd-5f49-44cf-b49c-317198705e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.420219 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ed6fffd-5f49-44cf-b49c-317198705e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.424922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ed6fffd-5f49-44cf-b49c-317198705e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.466725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6fffd-5f49-44cf-b49c-317198705e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa093e1-f45c-4707-996e-cd9756f0bef4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:23.471840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1ed6fffd-5f49-44cf-b49c-317198705e88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c706787d14694010b1b6543d7a8ed682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477191 Jul 14 09:50:23.474654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59900) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:23.541822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adab8912-e64f-4036-948a-2af15680b685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.571120 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adab8912-e64f-4036-948a-2af15680b685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.647620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adab8912-e64f-4036-948a-2af15680b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.650664 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adab8912-e64f-4036-948a-2af15680b685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:23.652051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-adab8912-e64f-4036-948a-2af15680b685 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9fa093e1-f45c-4707-996e-cd9756f0bef4 HTTP/1.1" status: 204 len: 168 time: 0.1761811 Jul 14 09:50:23.662456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab8912-e64f-4036-948a-2af15680b685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa093e1-f45c-4707-996e-cd9756f0bef4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:23.845752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfb07b-db95-4fb8-9a1e-adc36c4b5f45 req-673e0c59-4705-44d9-80ed-6519b6e3483d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:23.848013 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6bfb07b-db95-4fb8-9a1e-adc36c4b5f45 req-673e0c59-4705-44d9-80ed-6519b6e3483d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 943 time: 0.1152020 Jul 14 09:50:23.896375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6bfb07b-db95-4fb8-9a1e-adc36c4b5f45 req-e1aa35ad-f247-4884-803a-dc69b64ac94f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Jul 14 09:50:24.081808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 59918) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:24.096769 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f15c1c7-4d99-48e3-8b45-ee053ac3c78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.119231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3515b7fb-4d4b-415e-bd66-28d6c9630e1e details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:50:24.249393 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f15c1c7-4d99-48e3-8b45-ee053ac3c78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.261641 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f15c1c7-4d99-48e3-8b45-ee053ac3c78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.269403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:24.290371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '3515b7fb-4d4b-415e-bd66-28d6c9630e1e', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'port_id': '3515b7fb-4d4b-415e-bd66-28d6c9630e1e', 'mac_address': 'fa:16:3e:6b:7e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:50:24.331332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15c1c7-4d99-48e3-8b45-ee053ac3c78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdaa926-c9ae-4e00-92c4-2dc1908f48fa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:24.364817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3f15c1c7-4d99-48e3-8b45-ee053ac3c78c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a22a31484f34357aee60f92926e295e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2812743 Jul 14 09:50:24.368407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 59930) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:24.379146 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.401123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3515b7fb-4d4b-415e-bd66-28d6c9630e1e {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:50:24.439096 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-94ae5643-1fa5-47a6-8966-5d159a510403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.461938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:24.462112 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72773c69-c38a-451f-a884-96d07446098a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.467347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.493140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72773c69-c38a-451f-a884-96d07446098a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.558924 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72773c69-c38a-451f-a884-96d07446098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.562557 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72773c69-c38a-451f-a884-96d07446098a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.573009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:24.579503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-72773c69-c38a-451f-a884-96d07446098a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efdaa926-c9ae-4e00-92c4-2dc1908f48fa HTTP/1.1" status: 204 len: 168 time: 0.1994579 Jul 14 09:50:24.587473 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:24.604587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72773c69-c38a-451f-a884-96d07446098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdaa926-c9ae-4e00-92c4-2dc1908f48fa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:24.747514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3515b7fb-4d4b-415e-bd66-28d6c9630e1e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:25.216435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364d088-0fdb-4d9a-b853-9bb8a38f419d req-db02bd3a-7933-4664-8910-b49d3474cf8b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:25.218242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6364d088-0fdb-4d9a-b853-9bb8a38f419d req-db02bd3a-7933-4664-8910-b49d3474cf8b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 944 time: 0.1396611 Jul 14 09:50:25.264508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6364d088-0fdb-4d9a-b853-9bb8a38f419d req-747989b2-6fc1-45a6-9688-ff35146aa4ef tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 Jul 14 09:50:25.614699 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.136240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3515b7fb-4d4b-415e-bd66-28d6c9630e1e up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:26.209303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:26.218310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:26.218903 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.425932 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.454481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb52ee-ce9c-4dd4-9602-c6446d13b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3515b7fb-4d4b-415e-bd66-28d6c9630e1e'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:26.457959 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f26558-054c-4007-8b3f-51f34fc219e7" -d '{"events": [{"server_uuid": "c0eb52ee-ce9c-4dd4-9602-c6446d13b43a", "name": "network-vif-plugged", "status": "completed", "tag": "3515b7fb-4d4b-415e-bd66-28d6c9630e1e"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:26.478213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:26.485377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:26.584568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a107a1-3986-436b-867d-d5991d9c3b45 req-c567dfb2-582b-414a-bc63-1c6764cf2c5a tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:26.585721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:26.608330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36a107a1-3986-436b-867d-d5991d9c3b45 req-c567dfb2-582b-414a-bc63-1c6764cf2c5a tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 946 time: 0.6501970 Jul 14 09:50:26.657899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36a107a1-3986-436b-867d-d5991d9c3b45 req-a3e02fe5-5e09-473f-8547-91faf2641a0b tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473263 Jul 14 09:50:26.710352 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38c7cb1-c2df-4868-b044-d6714019f3f5 x-openstack-request-id: req-f38c7cb1-c2df-4868-b044-d6714019f3f5 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:26.711022 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb52ee-ce9c-4dd4-9602-c6446d13b43a", "name": "network-vif-plugged", "status": "completed", "tag": "3515b7fb-4d4b-415e-bd66-28d6c9630e1e", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:26.711022 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f38c7cb1-c2df-4868-b044-d6714019f3f5 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:26.711544 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb52ee-ce9c-4dd4-9602-c6446d13b43a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3515b7fb-4d4b-415e-bd66-28d6c9630e1e', 'code': 200} Jul 14 09:50:26.750150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef532-008f-4ae9-95c7-4f9a40ef79d1 req-6cba01d6-b336-4f31-8f4a-3716968b0d47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:26.753921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6cef532-008f-4ae9-95c7-4f9a40ef79d1 req-6cba01d6-b336-4f31-8f4a-3716968b0d47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 945 time: 0.1087511 Jul 14 09:50:26.819004 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6cef532-008f-4ae9-95c7-4f9a40ef79d1 req-ac8f536d-5668-4504-8f39-a704ad42e301 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494559 Jul 14 09:50:26.882076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafcd53-a071-4285-9974-a77a2501e987 req-d6bdde2e-379b-4e8d-95fd-ceeb68853922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:26.883803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3fafcd53-a071-4285-9974-a77a2501e987 req-d6bdde2e-379b-4e8d-95fd-ceeb68853922 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 1097 time: 0.0970907 Jul 14 09:50:26.940718 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3fafcd53-a071-4285-9974-a77a2501e987 req-9dc8d837-6d50-4681-9141-9eb37b992521 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482841 Jul 14 09:50:26.949867 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.260020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.494550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-b40a7dce-0648-4d56-84ef-ef49095058c7 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:27.496124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-b40a7dce-0648-4d56-84ef-ef49095058c7 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.69 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 946 time: 0.0896189 Jul 14 09:50:27.602278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Deleting port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:27.602621 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.730552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] For port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,segment=NetworkSegment(b7f9fea0-f1a5-41dd-a056-a76833354782),segment_id=b7f9fea0-f1a5-41dd-a056-a76833354782)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:27.731137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:27.754468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Calling delete_port for d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:28.006194 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:28.019373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d6a29933-c0d7-43a6-b24f-c50a6ac73bc7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:28.071879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Pushing event deleted for resources: {'Port': ['ID=d6a29933-c0d7-43a6-b24f-c50a6ac73bc7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:28.095621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddb788-b807-4d6d-96e9-938431af5bdd req-df1bebc7-40fc-4fc9-9a3e-72864a130c9f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:28.097262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6ddb788-b807-4d6d-96e9-938431af5bdd req-df1bebc7-40fc-4fc9-9a3e-72864a130c9f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 945 time: 0.0840850 Jul 14 09:50:28.145286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] No DVR routers for this DVR port d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:28.149073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:28.151423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee7bca5a-070c-4cf9-a4e9-f7a60b7aaebb req-389e3794-bde2-4751-8e14-6b0c89341d69 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.69 "DELETE /v2.0/ports/d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 HTTP/1.1" status: 204 len: 173 time: 0.6490374 Jul 14 09:50:28.152242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fd5e23-ebdf-4030-945b-282b9b8bb42d', 'name': 'network-vif-deleted', 'tag': 'd6a29933-c0d7-43a6-b24f-c50a6ac73bc7'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:28.155717 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39cca57-c9e1-4797-8587-51a17c8b2ed0" -d '{"events": [{"server_uuid": "33fd5e23-ebdf-4030-945b-282b9b8bb42d", "name": "network-vif-deleted", "tag": "d6a29933-c0d7-43a6-b24f-c50a6ac73bc7"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:28.158825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6ddb788-b807-4d6d-96e9-938431af5bdd req-b09cc57c-2d4e-4a6c-8a0d-2dfc6b7002b2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526328 Jul 14 09:50:28.166815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8779f-5997-4931-8f99-8d1fc2696975 req-92620c71-7c2e-4d80-af70-c6abff8ba5b1 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:28.174398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cba8779f-5997-4931-8f99-8d1fc2696975 req-92620c71-7c2e-4d80-af70-c6abff8ba5b1 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/ports?device_id=33fd5e23-ebdf-4030-945b-282b9b8bb42d HTTP/1.1" status: 200 len: 867 time: 0.3209262 Jul 14 09:50:28.266927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cba8779f-5997-4931-8f99-8d1fc2696975 req-568112ff-e9ca-4d09-b1f7-1e56b15c26e8 tempest-VolumesSnapshotTestJSON-1262813293 tempest-VolumesSnapshotTestJSON-1262813293-project] 10.222.0.73 "GET /v2.0/security-groups?id=a96b9fdd-892f-4d79-934d-150162db650f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893896 Jul 14 09:50:28.362235 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e30e07-d64c-451b-97e7-dad668664850 x-openstack-request-id: req-f0e30e07-d64c-451b-97e7-dad668664850 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:28.362537 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33fd5e23-ebdf-4030-945b-282b9b8bb42d", "name": "network-vif-deleted", "tag": "d6a29933-c0d7-43a6-b24f-c50a6ac73bc7", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:28.362797 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0e30e07-d64c-451b-97e7-dad668664850 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:28.363240 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33fd5e23-ebdf-4030-945b-282b9b8bb42d', 'name': 'network-vif-deleted', 'tag': 'd6a29933-c0d7-43a6-b24f-c50a6ac73bc7', 'status': 'completed', 'code': 200} Jul 14 09:50:28.485181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47610240-59b2-4c84-81ab-cc019ae29ab3 req-8112bb75-8d2a-4d0c-9956-580016fe5bf1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:28.486817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-47610240-59b2-4c84-81ab-cc019ae29ab3 req-8112bb75-8d2a-4d0c-9956-580016fe5bf1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 945 time: 0.0728645 Jul 14 09:50:28.532519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-47610240-59b2-4c84-81ab-cc019ae29ab3 req-784049a2-ef4a-4b9f-947f-cfca747d9879 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Jul 14 09:50:28.749225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88081c60-f83e-4aef-b021-00730c5a9279 req-f2e52ea2-233a-40ed-8ff0-64709cedd762 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:28.751155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88081c60-f83e-4aef-b021-00730c5a9279 req-f2e52ea2-233a-40ed-8ff0-64709cedd762 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 945 time: 0.0908105 Jul 14 09:50:28.805264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88081c60-f83e-4aef-b021-00730c5a9279 req-f3ce0408-cc04-44b2-96f1-5df665c58d03 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Jul 14 09:50:29.261444 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:50:29.298269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f290663-94d3-4399-bf3b-ba1165d00da5 req-7b4102ac-20f0-4472-bd52-78475ee58a06 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:29.309937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f290663-94d3-4399-bf3b-ba1165d00da5 req-7b4102ac-20f0-4472-bd52-78475ee58a06 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 945 time: 0.0802767 Jul 14 09:50:29.359091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f290663-94d3-4399-bf3b-ba1165d00da5 req-45aabf50-8ceb-4e45-a760-974786e0e957 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 Jul 14 09:50:29.733306 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:30.577430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12947c-4a88-4275-a0c4-f43ebabe4143 req-9e5b1d17-3384-4a17-aac5-e8be486b24de tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:30.579826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca12947c-4a88-4275-a0c4-f43ebabe4143 req-9e5b1d17-3384-4a17-aac5-e8be486b24de tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 945 time: 0.0883729 Jul 14 09:50:30.653775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ca12947c-4a88-4275-a0c4-f43ebabe4143 req-9badda31-4dce-4a65-8781-601550e82b52 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665693 Jul 14 09:50:30.768760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-17b130f3-d69f-4655-8f9f-f7d4b2ac16cd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:30.770450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-17b130f3-d69f-4655-8f9f-f7d4b2ac16cd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 945 time: 0.0927064 Jul 14 09:50:30.905786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:30.906311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.069812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] For port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:31.070248 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.089588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for 3515b7fb-4d4b-415e-bd66-28d6c9630e1e owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:31.178327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:31.218689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:31.219372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d6a29933-c0d7-43a6-b24f-c50a6ac73bc7 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:31.356588 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.374540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3515b7fb-4d4b-415e-bd66-28d6c9630e1e'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:50:31.467327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=3515b7fb-4d4b-415e-bd66-28d6c9630e1e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:31.569631 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] No DVR routers for this DVR port 3515b7fb-4d4b-415e-bd66-28d6c9630e1e on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:50:31.572863 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:31.576056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-445e6b5b-49d3-4ada-98b0-a56d22db9df4 req-d5485a76-9e98-4329-ad25-416066dfb23b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "DELETE /v2.0/ports/3515b7fb-4d4b-415e-bd66-28d6c9630e1e HTTP/1.1" status: 204 len: 173 time: 0.8002679 Jul 14 09:50:31.576756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0eb52ee-ce9c-4dd4-9602-c6446d13b43a', 'name': 'network-vif-deleted', 'tag': '3515b7fb-4d4b-415e-bd66-28d6c9630e1e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:50:31.590118 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22efcf97-5cd6-4ef8-b694-e2c3576e4f2c" -d '{"events": [{"server_uuid": "c0eb52ee-ce9c-4dd4-9602-c6446d13b43a", "name": "network-vif-deleted", "tag": "3515b7fb-4d4b-415e-bd66-28d6c9630e1e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:50:31.692923 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9341a3-9a6b-4b0f-959c-0ab403413b63 x-openstack-request-id: req-ff9341a3-9a6b-4b0f-959c-0ab403413b63 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:50:31.693327 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0eb52ee-ce9c-4dd4-9602-c6446d13b43a", "name": "network-vif-deleted", "tag": "3515b7fb-4d4b-415e-bd66-28d6c9630e1e", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:50:31.695383 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff9341a3-9a6b-4b0f-959c-0ab403413b63 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:50:31.697682 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0eb52ee-ce9c-4dd4-9602-c6446d13b43a', 'name': 'network-vif-deleted', 'tag': '3515b7fb-4d4b-415e-bd66-28d6c9630e1e', 'status': 'completed', 'code': 200} Jul 14 09:50:31.950998 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f7d3b13-f672-4447-aef5-45b418591185 req-b4b85e86-7206-4647-aae6-05b1f3988c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 210 time: 0.0376413 Jul 14 09:50:33.187598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a10bc383-942e-45c7-bc80-ae67a679676e req-d4bab59a-6b31-49fd-9cb4-b8006f4ab56f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 210 time: 0.0544996 Jul 14 09:50:34.181499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3515b7fb-4d4b-415e-bd66-28d6c9630e1e no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:50:34.211692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 3515b7fb-4d4b-415e-bd66-28d6c9630e1e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:50:34.212037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3515b7fb-4d4b-415e-bd66-28d6c9630e1e not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:50:34.399674 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f92bf69-face-415d-beed-e6acb3632bf7 req-9e90a474-4190-459c-9906-a2efc58cc103 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 210 time: 0.0333965 Jul 14 09:50:35.617767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-37e7f2a3-5ee6-4284-9b2a-fd2027d4e46f req-0c0edb8f-242b-40cd-a93e-8d6e93d35761 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 210 time: 0.0505161 Jul 14 09:50:36.902234 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ee36bdc-d4b9-4e8b-b63c-199a7939880a req-2d2fb1ac-5d8f-4dae-8030-74001a5adfd5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0eb52ee-ce9c-4dd4-9602-c6446d13b43a HTTP/1.1" status: 200 len: 210 time: 0.0932505 Jul 14 09:50:42.082945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:42.309285 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ded8be6f-1784-40d0-97d9-8265147f556f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.515144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ded8be6f-1784-40d0-97d9-8265147f556f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.522845 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ded8be6f-1784-40d0-97d9-8265147f556f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.578833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ded8be6f-1784-40d0-97d9-8265147f556f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ff038ff1b8b4046bbfcf088340b78ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4943871 Jul 14 09:50:42.583842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60548) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:42.639346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8be6f-1784-40d0-97d9-8265147f556f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bf4fab-2b74-4814-861b-3d9476fc9fd7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:42.704103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84a9194b-c8ad-43b2-b5d6-04ffc9b18174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.732366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84a9194b-c8ad-43b2-b5d6-04ffc9b18174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.832290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84a9194b-c8ad-43b2-b5d6-04ffc9b18174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.848219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84a9194b-c8ad-43b2-b5d6-04ffc9b18174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:42.866160 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-84a9194b-c8ad-43b2-b5d6-04ffc9b18174 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92bf4fab-2b74-4814-861b-3d9476fc9fd7 HTTP/1.1" status: 204 len: 168 time: 0.2777624 Jul 14 09:50:42.912455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9194b-c8ad-43b2-b5d6-04ffc9b18174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bf4fab-2b74-4814-861b-3d9476fc9fd7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:43.492983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:43.510629 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05f6489c-a6ca-405a-b4ad-a32deedfa28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.631384 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05f6489c-a6ca-405a-b4ad-a32deedfa28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.637250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05f6489c-a6ca-405a-b4ad-a32deedfa28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.683059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-05f6489c-a6ca-405a-b4ad-a32deedfa28b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=71e6a7cf3ad44a70bbf4284aebe41477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884322 Jul 14 09:50:43.685590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60578) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:43.694091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6489c-a6ca-405a-b4ad-a32deedfa28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffb9bc3-fcd4-4006-a6e0-1b6b98bea936,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:43.751901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82627649-54c6-48ea-a3e8-6b44c829e208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.781473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82627649-54c6-48ea-a3e8-6b44c829e208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.919336 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82627649-54c6-48ea-a3e8-6b44c829e208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.923390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82627649-54c6-48ea-a3e8-6b44c829e208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:43.925391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-82627649-54c6-48ea-a3e8-6b44c829e208 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ffb9bc3-fcd4-4006-a6e0-1b6b98bea936 HTTP/1.1" status: 204 len: 168 time: 0.2381458 Jul 14 09:50:43.955795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82627649-54c6-48ea-a3e8-6b44c829e208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffb9bc3-fcd4-4006-a6e0-1b6b98bea936,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:45.630075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60702) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:45.803560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:45.999639 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.005032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.088099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:46.098605 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28e4bc99300844f386ff39512bb5c0b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666767 Jul 14 09:50:46.102847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6637ce-d14c-4fb0-8d90-acff8324b50d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:46.118034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.122709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.123346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.123888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.124473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.125013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.126788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.127339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.127906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.128576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.129132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.129724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89b3183-478a-4b77-bad5-670cb09740c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:46.169222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad66e-268e-4435-bd6a-ed05a2d32135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.230758 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad66e-268e-4435-bd6a-ed05a2d32135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.314962 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad66e-268e-4435-bd6a-ed05a2d32135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.318624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad66e-268e-4435-bd6a-ed05a2d32135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:46.322692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ae0ad66e-268e-4435-bd6a-ed05a2d32135 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f6637ce-d14c-4fb0-8d90-acff8324b50d HTTP/1.1" status: 204 len: 168 time: 0.2326593 Jul 14 09:50:46.331972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0ad66e-268e-4435-bd6a-ed05a2d32135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6637ce-d14c-4fb0-8d90-acff8324b50d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:47.804498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:47.974908 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32f594c8-eb1a-4eb4-b90f-f9cd7802315a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.112885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32f594c8-eb1a-4eb4-b90f-f9cd7802315a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.119296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32f594c8-eb1a-4eb4-b90f-f9cd7802315a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.160066 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-32f594c8-eb1a-4eb4-b90f-f9cd7802315a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b4d5ad7f904d4057bda3b85e1ab70364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512378 Jul 14 09:50:48.162435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60826) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:48.199995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f594c8-eb1a-4eb4-b90f-f9cd7802315a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e4c9e-f4cf-45e1-81e3-d17b41906f28,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:48.228549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aee7eb48-30eb-4386-b0c5-dafc25fda873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.255714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aee7eb48-30eb-4386-b0c5-dafc25fda873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.318928 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aee7eb48-30eb-4386-b0c5-dafc25fda873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.322184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aee7eb48-30eb-4386-b0c5-dafc25fda873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:48.325454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-aee7eb48-30eb-4386-b0c5-dafc25fda873 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/db8e4c9e-f4cf-45e1-81e3-d17b41906f28 HTTP/1.1" status: 204 len: 168 time: 0.1600780 Jul 14 09:50:48.333518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7eb48-30eb-4386-b0c5-dafc25fda873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e4c9e-f4cf-45e1-81e3-d17b41906f28,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:50.650522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60908) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:50.787117 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-911769c2-ed8a-424a-8f49-399e28847163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.937141 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-911769c2-ed8a-424a-8f49-399e28847163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.943176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-911769c2-ed8a-424a-8f49-399e28847163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:50.984070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911769c2-ed8a-424a-8f49-399e28847163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714e4d26-5878-4ada-a89c-96463d3f17c8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:51.012245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-911769c2-ed8a-424a-8f49-399e28847163 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7df2b76252674d0ea42695730fa406f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597512 Jul 14 09:50:51.014563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60916) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:51.074799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.104741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.163488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.166293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:51.170245 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/714e4d26-5878-4ada-a89c-96463d3f17c8 HTTP/1.1" status: 204 len: 168 time: 0.1543920 Jul 14 09:50:51.179239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714e4d26-5878-4ada-a89c-96463d3f17c8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:51.187879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.188369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.188719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.189167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.189508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.189842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.190707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.191038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.191373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.191805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.192138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.192599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aaa736-9eed-4d94-93e8-3a2818bb9617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:50:51.893577 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21702e09-159b-431d-911a-3298f90a9c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.153811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60954) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:52.334722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1829249322'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:52.384297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:52.394631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.408963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.571938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.581771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.609018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:50:52.624163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c532f6b-0489-4c0f-959e-d3fc1cab40ea,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:52.631060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.631417 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Added segment fbb436d7-abbb-4dde-8689-eccf15daa343 of type vlan for network ea7e8c03-d0af-4380-98b0-c9233c51cdfd Jul 14 09:50:52.694385 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.765164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.773734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:52.774094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:52.847182 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6911488 Jul 14 09:50:52.851221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60964) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:52.861632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:52.932239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb41ffc7-8d1e-4d8d-b1ce-f24f849a3c4e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Network': ['ID=ea7e8c03-d0af-4380-98b0-c9233c51cdfd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:52.949652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:50:53.042309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:53.047274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.338132 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.453209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=9135ac3a-130d-4c78-b737-51969a108282,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:53.462994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:53.463442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network hostable DHCP agents. Network: ea7e8c03-d0af-4380-98b0-c9233c51cdfd, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:50:53.510272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:50:53.522660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, ea7e8c03-d0af-4380-98b0-c9233c51cdfd) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:53.531048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:53.535983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.543274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8051b-a41f-40d7-84d8-c78a9cc57237 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:53.567735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0e4d0b56-416b-43ed-9fc8-5eef485a9218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7151597 Jul 14 09:50:53.570866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 60978) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:53.580963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'name': 'tempest-NetworksTestDHCPv6-1939649680'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:53.775922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:53.790685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.814003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': '9135ac3a-130d-4c78-b737-51969a108282'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:50:53.814472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port b68f02ee-8bff-44f9-915a-98f61918d81d yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:50:53.815117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:53.995564 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::165 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/9135ac3a-130d-4c78-b737-51969a108282/b68f02ee-8bff-44f9-915a-98f61918d81d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:54.218243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-10b395c4-e68b-4cc7-8550-c2de4670a283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.241877 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.261565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object b68f02ee-8bff-44f9-915a-98f61918d81d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:54.316938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.381373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=b68f02ee-8bff-44f9-915a-98f61918d81d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:54.397634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:54.399747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:54.402713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:54.411199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:54.412091 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.430398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/9135ac3a-130d-4c78-b737-51969a108282/e6f72dc7-25ab-4ac3-97ee-035f90c21a56) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:54.436508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-569693d7-3649-4d54-943f-1393137999d7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8600717 Jul 14 09:50:54.440671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60988) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:54.531099 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.555458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1903f26-2587-4354-b932-aff585894ee6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:54.557411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e1903f26-2587-4354-b932-aff585894ee6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1156807 Jul 14 09:50:54.560076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 60992) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:54.730033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.747894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db91afd0-6af6-4abb-b474-cc796a1e7397 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port b68f02ee-8bff-44f9-915a-98f61918d81d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:54.748822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db91afd0-6af6-4abb-b474-cc796a1e7397 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.753085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Transition to ACTIVE for port object e6f72dc7-25ab-4ac3-97ee-035f90c21a56 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:54.808423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Transition to ACTIVE for port object e6f72dc7-25ab-4ac3-97ee-035f90c21a56 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:54.821198 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.878752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Pushing event updated for resources: {'Port': ['ID=e6f72dc7-25ab-4ac3-97ee-035f90c21a56,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:54.892266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:54.894078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:54.897029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:54.898265 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db91afd0-6af6-4abb-b474-cc796a1e7397 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.924148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db91afd0-6af6-4abb-b474-cc796a1e7397 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for b68f02ee-8bff-44f9-915a-98f61918d81d owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:54.972618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Attempting to bind port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:50:54.973072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Attempting to bind port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:50:54.973538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Attempting to bind port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:50:54.980588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:50:54.981393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:50:54.982208 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:54.982750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:50:54.983406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Bound port: e6f72dc7-25ab-4ac3-97ee-035f90c21a56, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:50:54.983945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.059936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] For port e6f72dc7-25ab-4ac3-97ee-035f90c21a56, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:50:55.065261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] For port e6f72dc7-25ab-4ac3-97ee-035f90c21a56, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e6f72dc7-25ab-4ac3-97ee-035f90c21a56,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:50:55.073598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.140311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452138f6-6fca-4c61-9e81-b5e01cbc7434 None None] Pushing event updated for resources: {'Port': ['ID=e6f72dc7-25ab-4ac3-97ee-035f90c21a56,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:55.200857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db91afd0-6af6-4abb-b474-cc796a1e7397 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.269460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db91afd0-6af6-4abb-b474-cc796a1e7397 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=b68f02ee-8bff-44f9-915a-98f61918d81d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:55.310961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db91afd0-6af6-4abb-b474-cc796a1e7397 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.316641 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-db91afd0-6af6-4abb-b474-cc796a1e7397 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/b68f02ee-8bff-44f9-915a-98f61918d81d HTTP/1.1" status: 204 len: 168 time: 0.7533350 Jul 14 09:50:55.318277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32770) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:55.410633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef48ed4-9b2c-478c-ace1-9c8cdd3fd2e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:55.412609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef48ed4-9b2c-478c-ace1-9c8cdd3fd2e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:55.416251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7ef48ed4-9b2c-478c-ace1-9c8cdd3fd2e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0959649 Jul 14 09:50:55.418415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32774) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:55.603459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ad5dcd-cc81-4bca-bf43-795249b49897 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 9135ac3a-130d-4c78-b737-51969a108282 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:55.623654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07ad5dcd-cc81-4bca-bf43-795249b49897 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.634246 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.751317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07ad5dcd-cc81-4bca-bf43-795249b49897 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:55.890301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e6f72dc7-25ab-4ac3-97ee-035f90c21a56 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:55.968919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:55.983432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07ad5dcd-cc81-4bca-bf43-795249b49897 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.087139 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07ad5dcd-cc81-4bca-bf43-795249b49897 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.142695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad5dcd-cc81-4bca-bf43-795249b49897 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=9135ac3a-130d-4c78-b737-51969a108282,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:56.148934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07ad5dcd-cc81-4bca-bf43-795249b49897 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.151653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-07ad5dcd-cc81-4bca-bf43-795249b49897 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/9135ac3a-130d-4c78-b737-51969a108282 HTTP/1.1" status: 204 len: 168 time: 0.7285085 Jul 14 09:50:56.154239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32782) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:56.229892 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fc01586a-bc5f-4c1c-b92a-fc984869f7b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729909 Jul 14 09:50:56.231449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32786) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:56.240418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:56.473849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:56.478456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.821114 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.878986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:56.880681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d65cd-042a-49e5-9bbf-e7ab6bcb3798 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:56.882624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:56.887336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:56.887942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:56.903915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=93988964-c402-4a55-80e6-367cd7ca3278,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:56.920233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e4994b93-affd-4f07-83cb-606fbab16172 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6842711 Jul 14 09:50:56.920416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32792) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:56.931901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'name': 'tempest-NetworksTestDHCPv6-53880539'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:50:56.991847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.004989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-97e73588-688a-401a-94ba-1b4682eb7f8f None None] Provisioning for port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:50:57.019374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-97e73588-688a-401a-94ba-1b4682eb7f8f None None] Provisioning complete for port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:57.020094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97e73588-688a-401a-94ba-1b4682eb7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.130650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:50:57.136931 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.163739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port f977e6f8-e5a4-45d1-916a-a659cf15a6d0 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:50:57.196698 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97e73588-688a-401a-94ba-1b4682eb7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.257276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-97e73588-688a-401a-94ba-1b4682eb7f8f None None] For port e6f72dc7-25ab-4ac3-97ee-035f90c21a56, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e6f72dc7-25ab-4ac3-97ee-035f90c21a56,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:50:57.273888 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97e73588-688a-401a-94ba-1b4682eb7f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.285708 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.452616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e73588-688a-401a-94ba-1b4682eb7f8f None None] Pushing event updated for resources: {'Port': ['ID=e6f72dc7-25ab-4ac3-97ee-035f90c21a56,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:57.485079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::d2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/93988964-c402-4a55-80e6-367cd7ca3278/f977e6f8-e5a4-45d1-916a-a659cf15a6d0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:50:57.641333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723ae536-8fa9-4439-ac76-e835fd83c0ed None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:50:57.784256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8df0dbb8-113e-4646-8de9-75a9bc62c7f0 None None] Provisioning complete for port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:57.784641 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8df0dbb8-113e-4646-8de9-75a9bc62c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.813563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e6f72dc7-25ab-4ac3-97ee-035f90c21a56 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:50:57.835256 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:57.856325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object f977e6f8-e5a4-45d1-916a-a659cf15a6d0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:50:57.904300 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.045542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=f977e6f8-e5a4-45d1-916a-a659cf15a6d0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:58.048742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:50:58.051106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:50:58.069242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:50:58.076003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:58.076707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.117887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32802) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:58.118759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-902b9caf-15a0-4af8-8718-7750a1fff396 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1934464 Jul 14 09:50:58.163205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:58.165486 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.322946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4732758-a2ca-4af0-b7c7-f586d26f45e2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:58.329373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4732758-a2ca-4af0-b7c7-f586d26f45e2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:58.331700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a4732758-a2ca-4af0-b7c7-f586d26f45e2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.2125821 Jul 14 09:50:58.334418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32804) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:58.555897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f0618a61-6228-4dae-8aa5-28fc5bb6e753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port f977e6f8-e5a4-45d1-916a-a659cf15a6d0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:50:58.555897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0618a61-6228-4dae-8aa5-28fc5bb6e753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.706959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0618a61-6228-4dae-8aa5-28fc5bb6e753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:58.744728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f0618a61-6228-4dae-8aa5-28fc5bb6e753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for f977e6f8-e5a4-45d1-916a-a659cf15a6d0 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:50:58.792665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d6fbc6c4-4cf2-4c28-aed2-5078b11b454d None None] Provisioning complete for port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:58.793396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc6c4-4cf2-4c28-aed2-5078b11b454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.052317 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0618a61-6228-4dae-8aa5-28fc5bb6e753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.081275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d6fbc6c4-4cf2-4c28-aed2-5078b11b454d None None] Provisioning complete for port f977e6f8-e5a4-45d1-916a-a659cf15a6d0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:50:59.086152 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d6fbc6c4-4cf2-4c28-aed2-5078b11b454d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.177947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d6fbc6c4-4cf2-4c28-aed2-5078b11b454d None None] Port f977e6f8-e5a4-45d1-916a-a659cf15a6d0 was deleted so its status cannot be updated. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 09:50:59.182469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0618a61-6228-4dae-8aa5-28fc5bb6e753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=f977e6f8-e5a4-45d1-916a-a659cf15a6d0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.266037 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0618a61-6228-4dae-8aa5-28fc5bb6e753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.270579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f0618a61-6228-4dae-8aa5-28fc5bb6e753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/f977e6f8-e5a4-45d1-916a-a659cf15a6d0 HTTP/1.1" status: 204 len: 168 time: 0.9326041 Jul 14 09:50:59.276547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.349774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-97cb589a-47ab-4e37-87a7-71f3b6ed4854 None None] Could not find standard attr ID for object b68f02ee-8bff-44f9-915a-98f61918d81d. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:50:59.421103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd40b4a-ebc3-41d7-ac8a-f0009711ef9f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:59.428847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd40b4a-ebc3-41d7-ac8a-f0009711ef9f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:50:59.437360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32816) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.437931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3fd40b4a-ebc3-41d7-ac8a-f0009711ef9f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1441641 Jul 14 09:50:59.547050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-decbbbec-25db-484f-a070-f548f9b2dbfb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 93988964-c402-4a55-80e6-367cd7ca3278 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:50:59.558836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-decbbbec-25db-484f-a070-f548f9b2dbfb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.672142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-decbbbec-25db-484f-a070-f548f9b2dbfb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.693481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-12fd78bd-08ec-4708-8fbd-57797e99113d None None] Could not find standard attr ID for object f977e6f8-e5a4-45d1-916a-a659cf15a6d0. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:50:59.702156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.764517 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-decbbbec-25db-484f-a070-f548f9b2dbfb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.879552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-decbbbec-25db-484f-a070-f548f9b2dbfb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.917426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbbbec-25db-484f-a070-f548f9b2dbfb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=93988964-c402-4a55-80e6-367cd7ca3278,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:50:59.926950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-decbbbec-25db-484f-a070-f548f9b2dbfb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:50:59.929921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-decbbbec-25db-484f-a070-f548f9b2dbfb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/93988964-c402-4a55-80e6-367cd7ca3278 HTTP/1.1" status: 204 len: 168 time: 0.4904885 Jul 14 09:50:59.931964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32822) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.990511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a8b3afe4-fd7e-433b-8579-c3403471d1e5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563416 Jul 14 09:50:59.992803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32824) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:50:59.997827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:00.131193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b5f95-4cf5-4919-8025-d2fa3add0f90 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:00.283496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:00.287642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.635479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.641383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:00.730672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] Deleting port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:00.731360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.740672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:00.742153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:00.749563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:00.750305 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.778071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=314ff098-652f-4a4c-a47b-073c690b9abe,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:00.786959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:00.788053 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-115f3ed9-7dea-4318-9472-1cdf9ceb0f91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7932453 Jul 14 09:51:00.793630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'name': 'tempest-NetworksTestDHCPv6-1004224687'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:00.965809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:00.970385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:00.989455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] For port e6f72dc7-25ab-4ac3-97ee-035f90c21a56, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e6f72dc7-25ab-4ac3-97ee-035f90c21a56,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:00.990440 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.007858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 77e0ef44-d2c2-4566-abb4-2d0477310734 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:01.014549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] Calling delete_port for e6f72dc7-25ab-4ac3-97ee-035f90c21a56 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:01.148184 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.179694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] No DVR routers for this DVR port e6f72dc7-25ab-4ac3-97ee-035f90c21a56 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:01.206218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf8f6f-4f74-46fc-8bde-3006c0fa2c97 None None] Pushing event deleted for resources: {'Port': ['ID=e6f72dc7-25ab-4ac3-97ee-035f90c21a56,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:01.222433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167e2a9-9d70-49b8-9b95-a4ed18823fcd None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:01.248410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::1d2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/314ff098-652f-4a4c-a47b-073c690b9abe/77e0ef44-d2c2-4566-abb4-2d0477310734) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:01.587907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': '314ff098-652f-4a4c-a47b-073c690b9abe'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:01.588860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.636280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.659338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 77e0ef44-d2c2-4566-abb4-2d0477310734 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:01.701952 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.767785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:01.771643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/314ff098-652f-4a4c-a47b-073c690b9abe/3ac74bba-9bb0-4963-8923-80382c1ca1a3) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:01.779817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:01.779817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:01.787487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:01.788445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:01.806780 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0172763 Jul 14 09:51:01.807902 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ee45f-38bb-4a04-994b-dc1325956bda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=77e0ef44-d2c2-4566-abb4-2d0477310734,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:01.810893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32844) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.868755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e6f72dc7-25ab-4ac3-97ee-035f90c21a56 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:01.894441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: e6f72dc7-25ab-4ac3-97ee-035f90c21a56 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:01.895067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e6f72dc7-25ab-4ac3-97ee-035f90c21a56 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:01.916678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6478b-08d0-479d-9fa8-f5cffde1e9f8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:01.922084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:01.923380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e6e6478b-08d0-479d-9fa8-f5cffde1e9f8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1100354 Jul 14 09:51:02.060529 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.073959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Transition to ACTIVE for port object 3ac74bba-9bb0-4963-8923-80382c1ca1a3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:02.102180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Transition to ACTIVE for port object 3ac74bba-9bb0-4963-8923-80382c1ca1a3 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:02.114459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e3bbd-eacc-4923-9b39-5004532b06c3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 77e0ef44-d2c2-4566-abb4-2d0477310734 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:02.114980 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3bbd-eacc-4923-9b39-5004532b06c3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.121257 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.145052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:02.148932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:02.170309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:02.252546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Pushing event updated for resources: {'Port': ['ID=3ac74bba-9bb0-4963-8923-80382c1ca1a3,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.261700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Attempting to bind port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:02.262531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Attempting to bind port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:02.263009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Attempting to bind port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:02.266522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.267115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.267563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.268563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.269000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.269539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.269968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.270395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.270818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.271238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.271632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.272149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:02.279379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:02.280260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:02.280470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.281036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:02.281531 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3bbd-eacc-4923-9b39-5004532b06c3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.281673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Bound port: 3ac74bba-9bb0-4963-8923-80382c1ca1a3, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:02.281994 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.310609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0d1e3bbd-eacc-4923-9b39-5004532b06c3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 77e0ef44-d2c2-4566-abb4-2d0477310734 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:02.391690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] For port 3ac74bba-9bb0-4963-8923-80382c1ca1a3, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:02.395782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] For port 3ac74bba-9bb0-4963-8923-80382c1ca1a3, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3ac74bba-9bb0-4963-8923-80382c1ca1a3,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:02.402988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.555170 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3bbd-eacc-4923-9b39-5004532b06c3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.569623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaafa61-17c8-4df7-a60e-332a6e3cf8c0 None None] Pushing event updated for resources: {'Port': ['ID=3ac74bba-9bb0-4963-8923-80382c1ca1a3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.631029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e3bbd-eacc-4923-9b39-5004532b06c3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=77e0ef44-d2c2-4566-abb4-2d0477310734,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:02.699269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d1e3bbd-eacc-4923-9b39-5004532b06c3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.704260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0d1e3bbd-eacc-4923-9b39-5004532b06c3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/77e0ef44-d2c2-4566-abb4-2d0477310734 HTTP/1.1" status: 204 len: 168 time: 0.7783673 Jul 14 09:51:02.705121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32860) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:02.782763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60692dd-d2a2-4244-8fb2-13860e2e5681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:02.783116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60692dd-d2a2-4244-8fb2-13860e2e5681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:02.784760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f60692dd-d2a2-4244-8fb2-13860e2e5681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0765405 Jul 14 09:51:02.787516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:02.874029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d4aad0-e309-4bca-9774-b47b31d17169 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 314ff098-652f-4a4c-a47b-073c690b9abe {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:02.880807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d4aad0-e309-4bca-9774-b47b31d17169 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:02.952573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d4aad0-e309-4bca-9774-b47b31d17169 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.096594 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d4aad0-e309-4bca-9774-b47b31d17169 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.142844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-9bb9e42b-e84a-4535-a552-b61b09302314 req-70dd7d66-9d44-45b5-a970-ccaf27c4007d service neutron] (93779) timed out ('10.222.0.69', 54976) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:51:03.184101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d4aad0-e309-4bca-9774-b47b31d17169 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.218164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4aad0-e309-4bca-9774-b47b31d17169 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=314ff098-652f-4a4c-a47b-073c690b9abe,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:03.224880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84d4aad0-e309-4bca-9774-b47b31d17169 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.228759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-84d4aad0-e309-4bca-9774-b47b31d17169 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/314ff098-652f-4a4c-a47b-073c690b9abe HTTP/1.1" status: 204 len: 168 time: 0.4390984 Jul 14 09:51:03.229720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.347812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32870) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.349154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-22a462bb-d831-4b72-a65a-cb97bc285d9f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165450 Jul 14 09:51:03.463689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb084e9-7abe-4328-9333-933694a09e2e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:03.468519 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5bb084e9-7abe-4328-9333-933694a09e2e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1148398 Jul 14 09:51:03.468846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.534687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70731d6-8dde-4df3-bf33-65b656541bfc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:03.540391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d70731d6-8dde-4df3-bf33-65b656541bfc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0665183 Jul 14 09:51:03.540805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32874) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.619397 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fe401774-9cd1-483c-99c9-55d0c130a99f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705924 Jul 14 09:51:03.621280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32878) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:03.628907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:03.861188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:03.865921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:03.948986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3ac74bba-9bb0-4963-8923-80382c1ca1a3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:04.068753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:04.169826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.170640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57344c3-4786-4db2-8770-54400cd76ccc None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:04.237396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:04.241380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:04.246366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:04.247049 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.262293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=30272313-dba4-4fea-ac27-96f0406adffc,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:04.278568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e337e5b1-bc5b-4e32-8bea-8a53e04531df tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6527710 Jul 14 09:51:04.279823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32886) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:04.293438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': '30272313-dba4-4fea-ac27-96f0406adffc', 'ip_address': '2001:db8::1e5a:59f7:8b3:c9d4'}], 'name': 'tempest-NetworksTestDHCPv6-79244934'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:04.441738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e2f18c90-5828-4e07-b677-32214316f8d3 None None] Provisioning for port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:04.453086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e2f18c90-5828-4e07-b677-32214316f8d3 None None] Provisioning complete for port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:04.453876 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e2f18c90-5828-4e07-b677-32214316f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.579079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:04.691924 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.713104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:04.807453 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e2f18c90-5828-4e07-b677-32214316f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.858202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e2f18c90-5828-4e07-b677-32214316f8d3 None None] For port 3ac74bba-9bb0-4963-8923-80382c1ca1a3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3ac74bba-9bb0-4963-8923-80382c1ca1a3,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:04.864709 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e2f18c90-5828-4e07-b677-32214316f8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:04.945360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f18c90-5828-4e07-b677-32214316f8d3 None None] Pushing event updated for resources: {'Port': ['ID=3ac74bba-9bb0-4963-8923-80382c1ca1a3,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:05.022976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::1e5a:59f7:8b3:c9d4 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/30272313-dba4-4fea-ac27-96f0406adffc/f3cb8c8e-997e-4ebe-b669-acf8e21b6a15) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:05.110492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23465801-6453-4793-8369-ed2e708a9ab6 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:05.205712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.217179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c963d2db-f42d-4d10-87ba-478f8fb4da07 None None] Provisioning complete for port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:05.217873 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c963d2db-f42d-4d10-87ba-478f8fb4da07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.223423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:05.261401 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.327858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=f3cb8c8e-997e-4ebe-b669-acf8e21b6a15,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:05.350518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:05.353492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:05.359025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:05.373585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:05.374286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:05.408071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b447071b-b0b1-41b6-a44b-94bd3d4bc1eb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.1263397 Jul 14 09:51:05.410647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32896) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:05.573929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa3438e-8c73-4da8-9a34-b6f5ad924625 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:05.591715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa3438e-8c73-4da8-9a34-b6f5ad924625 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:05.593415 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9aa3438e-8c73-4da8-9a34-b6f5ad924625 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1817548 Jul 14 09:51:05.596138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32904) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:05.834430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3ac74bba-9bb0-4963-8923-80382c1ca1a3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:05.850778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-29a168db-d724-4ba2-8d3d-eabaf22536a9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:05.851384 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-29a168db-d724-4ba2-8d3d-eabaf22536a9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.017091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e2731b36-3a84-403d-8570-3d22ada0d7f8 None None] Provisioning for port f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:06.029519 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e2731b36-3a84-403d-8570-3d22ada0d7f8 None None] Provisioning complete for port f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:06.032015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e2731b36-3a84-403d-8570-3d22ada0d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.040651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:06.041767 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.056291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-29a168db-d724-4ba2-8d3d-eabaf22536a9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.304889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-29a168db-d724-4ba2-8d3d-eabaf22536a9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:06.310302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e2731b36-3a84-403d-8570-3d22ada0d7f8 None None] Port f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:06.311063 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:06.336828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e2731b36-3a84-403d-8570-3d22ada0d7f8 None None] Provisioning complete for port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:06.337210 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e2731b36-3a84-403d-8570-3d22ada0d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.458628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-29a168db-d724-4ba2-8d3d-eabaf22536a9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.529812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a168db-d724-4ba2-8d3d-eabaf22536a9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=f3cb8c8e-997e-4ebe-b669-acf8e21b6a15,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:06.574680 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-29a168db-d724-4ba2-8d3d-eabaf22536a9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.577459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-29a168db-d724-4ba2-8d3d-eabaf22536a9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 HTTP/1.1" status: 204 len: 168 time: 0.9792256 Jul 14 09:51:06.582480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32928) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:06.631947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9984c3f5-21db-4353-959e-13f44cd897a6 None None] Could not find standard attr ID for object 77e0ef44-d2c2-4566-abb4-2d0477310734. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:51:06.660070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6368970b-8555-4d0b-a2cf-543cbedbcb63 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:06.662447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6368970b-8555-4d0b-a2cf-543cbedbcb63 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:06.666382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6368970b-8555-4d0b-a2cf-543cbedbcb63 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0826561 Jul 14 09:51:06.670458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32930) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:06.777581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e802509-c5a5-45dc-b63e-8bf61e6898b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 30272313-dba4-4fea-ac27-96f0406adffc {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:06.782970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e802509-c5a5-45dc-b63e-8bf61e6898b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:06.844732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-012c8abe-fc67-4a48-ba96-4b6b20d293a4 None None] Could not find standard attr ID for object f3cb8c8e-997e-4ebe-b669-acf8e21b6a15. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:51:06.901251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e802509-c5a5-45dc-b63e-8bf61e6898b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.007616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e802509-c5a5-45dc-b63e-8bf61e6898b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.186952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e802509-c5a5-45dc-b63e-8bf61e6898b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.259609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e802509-c5a5-45dc-b63e-8bf61e6898b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=30272313-dba4-4fea-ac27-96f0406adffc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:07.265798 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e802509-c5a5-45dc-b63e-8bf61e6898b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.287782 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32946) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:07.289585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1e802509-c5a5-45dc-b63e-8bf61e6898b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/30272313-dba4-4fea-ac27-96f0406adffc HTTP/1.1" status: 204 len: 168 time: 0.6178474 Jul 14 09:51:07.353944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bfca6342-aa60-453b-8a5e-040e6275e128 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781469 Jul 14 09:51:07.357734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 32950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:07.363678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:07.538074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:07.542961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.563726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6403f-ba17-4eeb-a9c2-479cf9954517 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:07.842812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:07.895457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.946240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] Deleting port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:07.946851 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:07.998375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:08.005828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:08.009171 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:08.009906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.039824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=c077a05b-41cf-4dd3-b092-9f5cc577efd5,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:08.051101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 32974) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:08.057145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': 'c077a05b-41cf-4dd3-b092-9f5cc577efd5', 'ip_address': '2001:db8::ecc7:21c1:5fd1:945a'}], 'name': 'tempest-NetworksTestDHCPv6-979315918'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:08.061203 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2b45758b-add9-4ae7-a408-3b7b1736970f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6940200 Jul 14 09:51:08.109578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] For port 3ac74bba-9bb0-4963-8923-80382c1ca1a3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3ac74bba-9bb0-4963-8923-80382c1ca1a3,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:08.110151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.135497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] Calling delete_port for 3ac74bba-9bb0-4963-8923-80382c1ca1a3 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:08.281627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:08.291745 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.297746 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.326219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] No DVR routers for this DVR port 3ac74bba-9bb0-4963-8923-80382c1ca1a3 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:08.330321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 802489fa-a8b6-42b4-b89f-6b67a2d7378f yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:08.350288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bccd9e-1d38-4a10-ba52-98d758a27bb2 None None] Pushing event deleted for resources: {'Port': ['ID=3ac74bba-9bb0-4963-8923-80382c1ca1a3,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:08.365635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c96fa30-92fc-43df-8824-8aa0fef7c533 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:08.556025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::ecc7:21c1:5fd1:945a (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/c077a05b-41cf-4dd3-b092-9f5cc577efd5/802489fa-a8b6-42b4-b89f-6b67a2d7378f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:08.604673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': 'c077a05b-41cf-4dd3-b092-9f5cc577efd5'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:08.606282 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.778503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.795598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 802489fa-a8b6-42b4-b89f-6b67a2d7378f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:08.847153 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.900762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:08.904562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:08.906873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:08.913427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:08.914045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:08.923009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=802489fa-a8b6-42b4-b89f-6b67a2d7378f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:08.940315 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ba49f528-fe70-4a66-8e78-46c41889f759 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8881981 Jul 14 09:51:08.942890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33010) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:08.967680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/c077a05b-41cf-4dd3-b092-9f5cc577efd5/c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:09.068934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c45a082-efb9-42c3-bc6b-126ecbedb045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.074336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8c45a082-efb9-42c3-bc6b-126ecbedb045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1269224 Jul 14 09:51:09.074691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33016) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:09.258079 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.280855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Transition to ACTIVE for port object c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:09.294365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-de42e571-65ca-414a-82fd-ebd74f30c609 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 802489fa-a8b6-42b4-b89f-6b67a2d7378f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:09.294707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de42e571-65ca-414a-82fd-ebd74f30c609 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.320422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Transition to ACTIVE for port object c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:09.333421 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.412535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:09.419325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:09.427870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:09.557371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de42e571-65ca-414a-82fd-ebd74f30c609 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.565823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Pushing event updated for resources: {'Port': ['ID=c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:09.581938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-de42e571-65ca-414a-82fd-ebd74f30c609 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 802489fa-a8b6-42b4-b89f-6b67a2d7378f owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:09.589562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Attempting to bind port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:09.590355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Attempting to bind port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:09.590921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Attempting to bind port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:09.597726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:09.598381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:09.598932 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.599509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:09.600349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Bound port: c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:09.600936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.706704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] For port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:09.711859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] For port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:09.718111 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.794003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de42e571-65ca-414a-82fd-ebd74f30c609 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.803049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3ac74bba-9bb0-4963-8923-80382c1ca1a3 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:09.858348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 3ac74bba-9bb0-4963-8923-80382c1ca1a3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:09.858696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3ac74bba-9bb0-4963-8923-80382c1ca1a3 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:09.860630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1efee7-35b0-455d-81a1-cc7e890e2372 None None] Pushing event updated for resources: {'Port': ['ID=c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:09.874546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42e571-65ca-414a-82fd-ebd74f30c609 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=802489fa-a8b6-42b4-b89f-6b67a2d7378f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:09.877257 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de42e571-65ca-414a-82fd-ebd74f30c609 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:09.879236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-de42e571-65ca-414a-82fd-ebd74f30c609 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/802489fa-a8b6-42b4-b89f-6b67a2d7378f HTTP/1.1" status: 204 len: 168 time: 0.8035233 Jul 14 09:51:09.882246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33032) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:09.977791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cecdaf-c5d9-4627-b073-4b130da4c505 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.979477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cecdaf-c5d9-4627-b073-4b130da4c505 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:09.984069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:09.984379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e5cecdaf-c5d9-4627-b073-4b130da4c505 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1003747 Jul 14 09:51:10.114186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a09aafe-caab-420c-89f8-ecc95f8cc7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet c077a05b-41cf-4dd3-b092-9f5cc577efd5 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:10.121394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a09aafe-caab-420c-89f8-ecc95f8cc7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.247302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a09aafe-caab-420c-89f8-ecc95f8cc7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.501430 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a09aafe-caab-420c-89f8-ecc95f8cc7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.660525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a09aafe-caab-420c-89f8-ecc95f8cc7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.692725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09aafe-caab-420c-89f8-ecc95f8cc7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=c077a05b-41cf-4dd3-b092-9f5cc577efd5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:10.700682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3a09aafe-caab-420c-89f8-ecc95f8cc7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:10.705564 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3a09aafe-caab-420c-89f8-ecc95f8cc7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/c077a05b-41cf-4dd3-b092-9f5cc577efd5 HTTP/1.1" status: 204 len: 168 time: 0.7175674 Jul 14 09:51:10.705846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33062) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:10.758866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7d915e81-4184-4252-b2cb-6dbc3f25e1e0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517449 Jul 14 09:51:10.761656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33066) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:10.769025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:10.932881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:10.937244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.241082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.314404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:11.316839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:11.346180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=3b8f4dfd-e322-48ec-802e-41a0fc5cc147,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:11.349896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:11.350404 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.369296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f1fb4837-9c20-4c31-b6fe-bf79755ecbc1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6056242 Jul 14 09:51:11.372130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:11.378102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': '3b8f4dfd-e322-48ec-802e-41a0fc5cc147', 'ip_address': '2001:db8::f133:2a15:78e9:7f14'}], 'name': 'tempest-NetworksTestDHCPv6-402760109'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:11.416273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f72295-d654-422e-a900-093a5a5180dd None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:11.536754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:11.654300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fa84acb8-18f4-4c2a-8bd6-a10e1a9f67cc None None] Provisioning for port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:11.725688 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:11.764519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port ac79a324-deb2-4978-b301-8c0732558e70 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:11.966689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:12.118504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:12.129277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:12.129660 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.241866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c6645255-502a-40e1-8fff-d6b9e22db2df None None] Provisioning complete for port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:12.242710 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c6645255-502a-40e1-8fff-d6b9e22db2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.389380 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.530459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:12.532744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c6645255-502a-40e1-8fff-d6b9e22db2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.553202 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.735356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:12.746507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f133:2a15:78e9:7f14 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/3b8f4dfd-e322-48ec-802e-41a0fc5cc147/ac79a324-deb2-4978-b301-8c0732558e70) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:12.749840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-c6645255-502a-40e1-8fff-d6b9e22db2df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:51:12.750204 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-c6645255-502a-40e1-8fff-d6b9e22db2df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:51:12.965405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:12.980523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object ac79a324-deb2-4978-b301-8c0732558e70 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:13.019759 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.107730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=ac79a324-deb2-4978-b301-8c0732558e70,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:13.130709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:13.132696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:13.153466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:13.162875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:13.163264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.183449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4d5eb170-275a-49f8-a7e9-9401ecb5dccb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8100641 Jul 14 09:51:13.186389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33126) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:13.284472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30b3369-bd74-4e58-a961-79bf46eb5bcd tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:13.297810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30b3369-bd74-4e58-a961-79bf46eb5bcd tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:13.304088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33128) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:13.319637 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d30b3369-bd74-4e58-a961-79bf46eb5bcd tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1313460 Jul 14 09:51:13.491753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-96955415-2dcc-4eae-9020-e9ca75269609 None None] Could not find standard attr ID for object 802489fa-a8b6-42b4-b89f-6b67a2d7378f. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:51:13.497808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-36554d55-715c-4753-a47d-4277ceddd0d9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port ac79a324-deb2-4978-b301-8c0732558e70 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:13.498422 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36554d55-715c-4753-a47d-4277ceddd0d9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.632600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-15c55526-2891-48d1-9f52-41ae3033f0fd None None] Provisioning for port ac79a324-deb2-4978-b301-8c0732558e70 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:13.638374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-15c55526-2891-48d1-9f52-41ae3033f0fd None None] Provisioning complete for port ac79a324-deb2-4978-b301-8c0732558e70 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:13.638862 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-15c55526-2891-48d1-9f52-41ae3033f0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.654969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36554d55-715c-4753-a47d-4277ceddd0d9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.678108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-36554d55-715c-4753-a47d-4277ceddd0d9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for ac79a324-deb2-4978-b301-8c0732558e70 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:13.722610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-15c55526-2891-48d1-9f52-41ae3033f0fd None None] Port ac79a324-deb2-4978-b301-8c0732558e70 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:13.819716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:13.880309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:13.880740 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.929985 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36554d55-715c-4753-a47d-4277ceddd0d9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:13.963103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36554d55-715c-4753-a47d-4277ceddd0d9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=ac79a324-deb2-4978-b301-8c0732558e70,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:14.038383 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36554d55-715c-4753-a47d-4277ceddd0d9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.040754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-36554d55-715c-4753-a47d-4277ceddd0d9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/ac79a324-deb2-4978-b301-8c0732558e70 HTTP/1.1" status: 204 len: 168 time: 0.7355344 Jul 14 09:51:14.043154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33144) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:14.131661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b390869-cb01-431f-ba42-e0d5deabcdfc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:14.136118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b390869-cb01-431f-ba42-e0d5deabcdfc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:14.144113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:14.144824 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7b390869-cb01-431f-ba42-e0d5deabcdfc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1002502 Jul 14 09:51:14.310504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44203ac-c282-49ab-a81e-41af5f132bc2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 3b8f4dfd-e322-48ec-802e-41a0fc5cc147 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:14.315667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44203ac-c282-49ab-a81e-41af5f132bc2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.483158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44203ac-c282-49ab-a81e-41af5f132bc2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.570458 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44203ac-c282-49ab-a81e-41af5f132bc2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.659120 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44203ac-c282-49ab-a81e-41af5f132bc2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.699700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44203ac-c282-49ab-a81e-41af5f132bc2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8f4dfd-e322-48ec-802e-41a0fc5cc147,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:14.702169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d44203ac-c282-49ab-a81e-41af5f132bc2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:14.704133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d44203ac-c282-49ab-a81e-41af5f132bc2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/3b8f4dfd-e322-48ec-802e-41a0fc5cc147 HTTP/1.1" status: 204 len: 168 time: 0.5589807 Jul 14 09:51:14.707215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33166) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:14.709938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f676a-3abb-4cd2-b133-23d7706d7d96 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:14.756175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1a5a6551-4920-467f-9dab-799f9d6a97f7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467696 Jul 14 09:51:14.758637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:14.911548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0ce8f-2d18-4865-97bc-d0ef2477c948 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:14.911801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:14.911899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-74b0ce8f-2d18-4865-97bc-d0ef2477c948 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1416633 Jul 14 09:51:15.061019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99a19f-e2f5-47f1-9577-b9a37327a6e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:15.064986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33178) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:15.074593 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9f99a19f-e2f5-47f1-9577-b9a37327a6e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1650515 Jul 14 09:51:15.126108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2d110639-0a49-497b-9275-b3e34ef7eea2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595400 Jul 14 09:51:15.133678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33182) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:15.147272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:15.162868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:15.259979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] Deleting port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:15.260395 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.327327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:15.332613 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.346226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] For port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:15.346634 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.364777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] Calling delete_port for c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:15.504771 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.536143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] Pushing event deleted for resources: {'Port': ['ID=c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:15.557998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf5e10-4394-4388-a34a-07387f223242 None None] No DVR routers for this DVR port c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:15.745564 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.819099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:15.851583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=e76e059b-16a2-47d7-8e5e-a69a367320c8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:15.868497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:15.869066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c2fc8c8b-0e1a-4133-b8f6-c9d6345a6b8e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:15.869584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:15.871335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:15.895933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:15.896958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:15.897530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d94ecdd-31ad-42ce-997e-5e9db637d9d7 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:15.917690 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dc0522ea-6d17-4ccc-b407-0b1650c00cd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7778745 Jul 14 09:51:15.919595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33202) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:15.926924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': 'e76e059b-16a2-47d7-8e5e-a69a367320c8', 'ip_address': '2001:db8::1aea:999f:572c:cc02'}], 'name': 'tempest-NetworksTestDHCPv6-1912027840'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:16.146704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': 'e76e059b-16a2-47d7-8e5e-a69a367320c8'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:16.148342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.160832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:16.258188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.383851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/e76e059b-16a2-47d7-8e5e-a69a367320c8/c1b481da-e7a6-4ecf-af70-e145a1932614) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:16.643334 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.659403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Transition to ACTIVE for port object c1b481da-e7a6-4ecf-af70-e145a1932614 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:16.681470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Transition to ACTIVE for port object c1b481da-e7a6-4ecf-af70-e145a1932614 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:16.689999 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.737591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:16.739137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:16.744609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:16.756676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Pushing event updated for resources: {'Port': ['ID=c1b481da-e7a6-4ecf-af70-e145a1932614,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:16.769903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port ac5fe672-e450-4fe8-9b7e-89bb7c642a23 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:16.855323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Attempting to bind port c1b481da-e7a6-4ecf-af70-e145a1932614 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:16.855880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Attempting to bind port c1b481da-e7a6-4ecf-af70-e145a1932614 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:16.856233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Attempting to bind port c1b481da-e7a6-4ecf-af70-e145a1932614 on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:16.862188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:16.862566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:16.862981 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:16.863383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:16.863864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Bound port: c1b481da-e7a6-4ecf-af70-e145a1932614, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:16.864606 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.030469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::1aea:999f:572c:cc02 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/e76e059b-16a2-47d7-8e5e-a69a367320c8/ac5fe672-e450-4fe8-9b7e-89bb7c642a23) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:17.041334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] For port c1b481da-e7a6-4ecf-af70-e145a1932614, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:17.051684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] For port c1b481da-e7a6-4ecf-af70-e145a1932614, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c1b481da-e7a6-4ecf-af70-e145a1932614,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:17.059162 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.228207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4528-b45f-45cc-a1e9-facf5ca6eeea None None] Pushing event updated for resources: {'Port': ['ID=c1b481da-e7a6-4ecf-af70-e145a1932614,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:17.416805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.451905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object ac5fe672-e450-4fe8-9b7e-89bb7c642a23 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:17.529372 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.612874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=ac5fe672-e450-4fe8-9b7e-89bb7c642a23,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:17.642251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:17.643987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:17.653414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:17.663103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:17.664009 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:17.697801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f1eb1834-aaa7-40c3-9127-b7a3a2e048e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7763853 Jul 14 09:51:17.700708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33266) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:17.706950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e409d196-4b48-4d60-b5c8-8ea9f398d308 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': 'e76e059b-16a2-47d7-8e5e-a69a367320c8', 'ip_address': '2001:db8::1aea:999f:572c:cc02'}], 'name': 'tempest-NetworksTestDHCPv6-1483682611'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:17.898218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c1b481da-e7a6-4ecf-af70-e145a1932614 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:18.025892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c1b481da-e7a6-4ecf-af70-e145a1932614 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:18.037019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e409d196-4b48-4d60-b5c8-8ea9f398d308 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:18.055658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-a5254764-c8cd-4d5f-97fe-a9f851621c36 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:18.058929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-a5254764-c8cd-4d5f-97fe-a9f851621c36 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.1920183 Jul 14 09:51:18.081856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-493b3ff2-de0d-48b4-9d56-019cd9b4afd5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/quotas/6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 375 time: 0.0157752 Jul 14 09:51:18.203472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e409d196-4b48-4d60-b5c8-8ea9f398d308 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:18.228626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-e409d196-4b48-4d60-b5c8-8ea9f398d308 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 0fdc2bc6-d589-4810-a7e6-328c1832901c yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:18.262172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-f21e8380-6477-4c2a-be11-58c4a4a9712e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759295 Jul 14 09:51:18.267927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-f413383c-a2a2-42ca-9791-b83de385f569 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:51:18.275291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-f413383c-a2a2-42ca-9791-b83de385f569 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121655 Jul 14 09:51:18.451550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-a8f50fc6-adc1-49d2-90a9-b2872eacd42e service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752272 Jul 14 09:51:18.508341 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e409d196-4b48-4d60-b5c8-8ea9f398d308 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 14 09:51:18.510667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e409d196-4b48-4d60-b5c8-8ea9f398d308 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:18.535754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e409d196-4b48-4d60-b5c8-8ea9f398d308 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8306854 Jul 14 09:51:18.536329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33284) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:18.702623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55754836-8a7c-43ea-8857-536d2e2b5a0e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:18.709512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55754836-8a7c-43ea-8857-536d2e2b5a0e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:18.712156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-55754836-8a7c-43ea-8857-536d2e2b5a0e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1739676 Jul 14 09:51:18.714118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33288) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:18.715817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-ce4032e7-b2c4-4260-b52a-f394ba701fe2 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634087 Jul 14 09:51:18.940487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e43524e0-c90b-4f0d-a674-47fd64049618 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port ac5fe672-e450-4fe8-9b7e-89bb7c642a23 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:18.940934 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43524e0-c90b-4f0d-a674-47fd64049618 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.129011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43524e0-c90b-4f0d-a674-47fd64049618 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.147977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f384efbd-c767-495d-8508-12f72426cfd5 None None] Provisioning for port c1b481da-e7a6-4ecf-af70-e145a1932614 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:19.154544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f384efbd-c767-495d-8508-12f72426cfd5 None None] Provisioning complete for port c1b481da-e7a6-4ecf-af70-e145a1932614 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:19.155193 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f384efbd-c767-495d-8508-12f72426cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.170092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e43524e0-c90b-4f0d-a674-47fd64049618 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for ac5fe672-e450-4fe8-9b7e-89bb7c642a23 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:19.369978 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f384efbd-c767-495d-8508-12f72426cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.388037 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0df604d-53c5-4941-a629-a93ff932b884 req-81d13127-ae33-47ba-b939-2a2c86515928 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 210 time: 0.0782928 Jul 14 09:51:19.484098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f384efbd-c767-495d-8508-12f72426cfd5 None None] For port c1b481da-e7a6-4ecf-af70-e145a1932614, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c1b481da-e7a6-4ecf-af70-e145a1932614,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:19.497015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f384efbd-c767-495d-8508-12f72426cfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.552840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43524e0-c90b-4f0d-a674-47fd64049618 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.568456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384efbd-c767-495d-8508-12f72426cfd5 None None] Pushing event updated for resources: {'Port': ['ID=c1b481da-e7a6-4ecf-af70-e145a1932614,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:19.605667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43524e0-c90b-4f0d-a674-47fd64049618 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=ac5fe672-e450-4fe8-9b7e-89bb7c642a23,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:19.669934 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e43524e0-c90b-4f0d-a674-47fd64049618 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.672254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e43524e0-c90b-4f0d-a674-47fd64049618 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/ac5fe672-e450-4fe8-9b7e-89bb7c642a23 HTTP/1.1" status: 204 len: 168 time: 0.9562154 Jul 14 09:51:19.675766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33322) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:19.714802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bb009505-3f0f-427d-bfa0-58a54f0ff867 None None] Could not find standard attr ID for object ac5fe672-e450-4fe8-9b7e-89bb7c642a23. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:51:19.793565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c425f3ce-bef3-4fc1-850e-d0f7bb3b6294 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.797262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c425f3ce-bef3-4fc1-850e-d0f7bb3b6294 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:19.802959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33326) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:19.803708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c425f3ce-bef3-4fc1-850e-d0f7bb3b6294 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1256604 Jul 14 09:51:19.839145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c1b481da-e7a6-4ecf-af70-e145a1932614 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:19.891639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8462ed1-f43e-45ea-9ba0-97b2d1c5de90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet e76e059b-16a2-47d7-8e5e-a69a367320c8 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:19.897105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8462ed1-f43e-45ea-9ba0-97b2d1c5de90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.958979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c1b481da-e7a6-4ecf-af70-e145a1932614 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:19.959180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8462ed1-f43e-45ea-9ba0-97b2d1c5de90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:19.959398 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.098806 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8462ed1-f43e-45ea-9ba0-97b2d1c5de90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.198193 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8462ed1-f43e-45ea-9ba0-97b2d1c5de90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.235551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8462ed1-f43e-45ea-9ba0-97b2d1c5de90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=e76e059b-16a2-47d7-8e5e-a69a367320c8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:20.244608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8462ed1-f43e-45ea-9ba0-97b2d1c5de90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.246562 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d8462ed1-f43e-45ea-9ba0-97b2d1c5de90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/e76e059b-16a2-47d7-8e5e-a69a367320c8 HTTP/1.1" status: 204 len: 168 time: 0.4428918 Jul 14 09:51:20.249128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33344) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:20.254146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c3c92-9894-453d-a42a-191af9ab028a None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:20.327145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-28e228f2-99ac-4e2b-8d0d-42b3d6241570 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764785 Jul 14 09:51:20.337822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:20.348044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:20.610040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:20.614424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.691660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:20.763759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] Deleting port c1b481da-e7a6-4ecf-af70-e145a1932614 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:20.764040 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.789962 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aef8d041-8aef-4444-a866-91796cf59486 req-18a7e078-c7d2-42bd-b619-5100734d6147 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 210 time: 0.0542619 Jul 14 09:51:20.911294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] For port c1b481da-e7a6-4ecf-af70-e145a1932614, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c1b481da-e7a6-4ecf-af70-e145a1932614,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:20.912012 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:20.932909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] Calling delete_port for c1b481da-e7a6-4ecf-af70-e145a1932614 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:20.990116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.029657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.046540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:21.054839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:21.058970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.059715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.068439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=da91ef2c-bb96-4c3e-ac62-377dc144e625,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:21.091435 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ba88528c-60c7-4478-9bcf-f104c22ec3d3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7478380 Jul 14 09:51:21.091644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:21.092682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] Pushing event deleted for resources: {'Port': ['ID=c1b481da-e7a6-4ecf-af70-e145a1932614,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:21.102298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d503618-8c7c-4123-afe0-40a2397ae706 None None] No DVR routers for this DVR port c1b481da-e7a6-4ecf-af70-e145a1932614 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:21.122172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-079095be-c51b-495e-ad08-570ae39e6779 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': 'da91ef2c-bb96-4c3e-ac62-377dc144e625', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1563697588'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:21.148967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b774f-5f48-4116-bbbc-f12dc99d9266 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:21.297046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079095be-c51b-495e-ad08-570ae39e6779 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:21.310104 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-079095be-c51b-495e-ad08-570ae39e6779 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.339153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-079095be-c51b-495e-ad08-570ae39e6779 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 9bc70b13-84b9-4904-bc93-732a160bb524 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:21.411525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': 'da91ef2c-bb96-4c3e-ac62-377dc144e625'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:21.413237 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.545480 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-079095be-c51b-495e-ad08-570ae39e6779 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:51:21.545951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-079095be-c51b-495e-ad08-570ae39e6779 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:51:21.602837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-079095be-c51b-495e-ad08-570ae39e6779 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5098312 Jul 14 09:51:21.603375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:21.623157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-52fb667f-a168-4927-be64-30caf1143639 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.630144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-52fb667f-a168-4927-be64-30caf1143639 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.2558169 Jul 14 09:51:21.657385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'port': {'device_id': '5a258a46-df8c-4e2d-9c24-451e328b1664', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'admin_state_up': True, 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:21.717704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-aaa17a9f-824a-41b6-a4a8-daf001d35f90 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1109810 Jul 14 09:51:21.719123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33382) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:21.746965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/da91ef2c-bb96-4c3e-ac62-377dc144e625/12b64ee0-c4ed-49e1-b316-9d62ff680cce) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:21.942340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bebda-0a0b-40d7-9864-dabcbe6517e0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.942927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:21.944178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bebda-0a0b-40d7-9864-dabcbe6517e0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:21.946104 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e14bebda-0a0b-40d7-9864-dabcbe6517e0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2250907 Jul 14 09:51:21.951663 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:21.956735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:22.081509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9016aeb7-5049-4dd3-aeaf-b03b36ec52f2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet da91ef2c-bb96-4c3e-ac62-377dc144e625 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:22.198877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-273bc6b2-c4ad-4965-b8fd-1b2b4d1de690 req-1a5641c6-4fb7-4474-ad9d-c2351764158a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 210 time: 0.0978746 Jul 14 09:51:22.326062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c1b481da-e7a6-4ecf-af70-e145a1932614 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:22.339686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.20.0.11 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/38d39cc3-60a2-4594-90ca-8fa07bc315fa) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:22.356940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c1b481da-e7a6-4ecf-af70-e145a1932614 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:22.357483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c1b481da-e7a6-4ecf-af70-e145a1932614 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:22.375409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-951df212-b3fc-4c81-a078-513326e39ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.515760 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.530065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Transition to ACTIVE for port object 12b64ee0-c4ed-49e1-b316-9d62ff680cce will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:22.555754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Transition to ACTIVE for port object 12b64ee0-c4ed-49e1-b316-9d62ff680cce will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:22.565793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9016aeb7-5049-4dd3-aeaf-b03b36ec52f2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.573395 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.665254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:22.666819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Pushing event updated for resources: {'Port': ['ID=12b64ee0-c4ed-49e1-b316-9d62ff680cce,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:22.671434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:22.675314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.675707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:22.701119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Transition to ACTIVE for port object 38d39cc3-60a2-4594-90ca-8fa07bc315fa will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:22.705610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9016aeb7-5049-4dd3-aeaf-b03b36ec52f2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.758044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Attempting to bind port 12b64ee0-c4ed-49e1-b316-9d62ff680cce on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:22.758430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Attempting to bind port 12b64ee0-c4ed-49e1-b316-9d62ff680cce by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:22.758800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Attempting to bind port 12b64ee0-c4ed-49e1-b316-9d62ff680cce on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:22.777319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:22.777922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:22.778573 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.779212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:22.779998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Bound port: 12b64ee0-c4ed-49e1-b316-9d62ff680cce, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:22.780670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.800940 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:22.894671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=38d39cc3-60a2-4594-90ca-8fa07bc315fa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:22.915875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:22.917520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:22.921276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:22.941355 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9016aeb7-5049-4dd3-aeaf-b03b36ec52f2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.073584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9016aeb7-5049-4dd3-aeaf-b03b36ec52f2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.075977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] For port 12b64ee0-c4ed-49e1-b316-9d62ff680cce, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:23.080527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] For port 12b64ee0-c4ed-49e1-b316-9d62ff680cce, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=12b64ee0-c4ed-49e1-b316-9d62ff680cce,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:23.091025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:23.092412 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.103980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.111078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9016aeb7-5049-4dd3-aeaf-b03b36ec52f2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.120767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9016aeb7-5049-4dd3-aeaf-b03b36ec52f2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/da91ef2c-bb96-4c3e-ac62-377dc144e625 HTTP/1.1" status: 204 len: 168 time: 1.1628866 Jul 14 09:51:23.121418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33400) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:23.148842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-02a8481a-44d8-4105-ad52-895439004c7f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4983611 Jul 14 09:51:23.164630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-3646802a-2b57-4005-8156-6a3b018401b2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:51:23.168121 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-3646802a-2b57-4005-8156-6a3b018401b2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131149 Jul 14 09:51:23.201934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016aeb7-5049-4dd3-aeaf-b03b36ec52f2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=da91ef2c-bb96-4c3e-ac62-377dc144e625,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:23.270761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd098618-3845-40ae-b189-949fdbeb94c2 None None] Pushing event updated for resources: {'Port': ['ID=12b64ee0-c4ed-49e1-b316-9d62ff680cce,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:23.402117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-10819276-48a1-4cc6-b5f1-5280d8f0917d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2456050 Jul 14 09:51:23.405853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33406) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:23.430230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:23.481939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-754bf3c5-5404-4a8c-95ce-a302d7fed5f2 None None] Provisioning for port 38d39cc3-60a2-4594-90ca-8fa07bc315fa completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:23.495460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-754bf3c5-5404-4a8c-95ce-a302d7fed5f2 None None] Provisioning complete for port 38d39cc3-60a2-4594-90ca-8fa07bc315fa triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:23.495460 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-754bf3c5-5404-4a8c-95ce-a302d7fed5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.602836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Request body: {'port': {'device_id': '5a258a46-df8c-4e2d-9c24-451e328b1664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:23.613541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-754bf3c5-5404-4a8c-95ce-a302d7fed5f2 None None] Port 38d39cc3-60a2-4594-90ca-8fa07bc315fa cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:23.887063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.905789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae96fd8-a140-49de-a41f-bc734129a23d req-0d97dd32-6047-48ce-bdcd-65e2be81242e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:23.913875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ae96fd8-a140-49de-a41f-bc734129a23d req-0d97dd32-6047-48ce-bdcd-65e2be81242e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 932 time: 0.3535562 Jul 14 09:51:23.916883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:23.920885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:23.929591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 12b64ee0-c4ed-49e1-b316-9d62ff680cce up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:23.996147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 12b64ee0-c4ed-49e1-b316-9d62ff680cce completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:24.121286 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ae96fd8-a140-49de-a41f-bc734129a23d req-39945a5d-eec5-42c2-a22f-72ee78ceb19b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063336 Jul 14 09:51:24.230563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a454-6e57-4472-833b-2d44d04113e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.336950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.516187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-cb1e8427-66b0-4959-8ab1-3a3de07ecf43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2483501 Jul 14 09:51:24.519991 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.560429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:24.568309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:24.602464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.603344 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.618662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=eed76249-60b5-4036-ba46-54ca565f31f3,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:24.641448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-790d3489-f449-4d9a-a8ca-c40d653aabd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2297173 Jul 14 09:51:24.641448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d39cc3-60a2-4594-90ca-8fa07bc315fa {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:24.645744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33420) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:24.651682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9ca90c18-dc80-4fdc-858f-5beda68f7dd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-985730970', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:24.660729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.683189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Transition to ACTIVE for port object 38d39cc3-60a2-4594-90ca-8fa07bc315fa will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:24.693942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.697417 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca90c18-dc80-4fdc-858f-5beda68f7dd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.698797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca90c18-dc80-4fdc-858f-5beda68f7dd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.718751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c6e32ded-1a40-4935-b29d-66b8618e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.719260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c6e32ded-1a40-4935-b29d-66b8618e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.719820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c6e32ded-1a40-4935-b29d-66b8618e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.721319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c6e32ded-1a40-4935-b29d-66b8618e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.721858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c6e32ded-1a40-4935-b29d-66b8618e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.722724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c6e32ded-1a40-4935-b29d-66b8618e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.723387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c6e32ded-1a40-4935-b29d-66b8618e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:24.725670 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c6e32ded-1a40-4935-b29d-66b8618e416c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6509 time: 0.1418252 Jul 14 09:51:24.815680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=38d39cc3-60a2-4594-90ca-8fa07bc315fa,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:24.930631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca90c18-dc80-4fdc-858f-5beda68f7dd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.940089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca90c18-dc80-4fdc-858f-5beda68f7dd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.942376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Attempting to bind port 38d39cc3-60a2-4594-90ca-8fa07bc315fa on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:24.943844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Attempting to bind port 38d39cc3-60a2-4594-90ca-8fa07bc315fa by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:24.944486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Attempting to bind port 38d39cc3-60a2-4594-90ca-8fa07bc315fa on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:24.950851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Port 38d39cc3-60a2-4594-90ca-8fa07bc315fa on network de13b0cf-15f7-43e1-a35b-48b256378e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:24.951580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Attempting to bind port 38d39cc3-60a2-4594-90ca-8fa07bc315fa on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:24.963748 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ca90c18-dc80-4fdc-858f-5beda68f7dd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:24.965157 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ca90c18-dc80-4fdc-858f-5beda68f7dd1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3183815 Jul 14 09:51:24.968055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:24.973439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:24.973926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:24.974602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:24.975248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Bound port: 38d39cc3-60a2-4594-90ca-8fa07bc315fa, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:24.975624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.078430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] For port 38d39cc3-60a2-4594-90ca-8fa07bc315fa, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:25.083722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] For port 38d39cc3-60a2-4594-90ca-8fa07bc315fa, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=38d39cc3-60a2-4594-90ca-8fa07bc315fa,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:25.091765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.095645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cf500a-0b4e-4d7b-9ef5-4a9ecc52540c None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:25.131269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.132057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.134734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] 10.222.0.69 "PUT /v2.0/ports/38d39cc3-60a2-4594-90ca-8fa07bc315fa HTTP/1.1" status: 200 len: 1093 time: 1.9571283 Jul 14 09:51:25.135353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a258a46-df8c-4e2d-9c24-451e328b1664', 'tag': '38d39cc3-60a2-4594-90ca-8fa07bc315fa'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:25.138823 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c1016-fdc4-4937-bc30-24a824d8d6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a258a46-df8c-4e2d-9c24-451e328b1664", "tag": "38d39cc3-60a2-4594-90ca-8fa07bc315fa"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:25.227508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be8304-a841-4e7e-ab28-9048748fb7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=38d39cc3-60a2-4594-90ca-8fa07bc315fa,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:25.247786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-8e6825ab-818e-40aa-8226-4309b5ddf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.248615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-8e6825ab-818e-40aa-8226-4309b5ddf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.249251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-8e6825ab-818e-40aa-8226-4309b5ddf882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.253350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-8e6825ab-818e-40aa-8226-4309b5ddf882 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0a23679-4185-490c-8b16-e72740c16252&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=abc303e9-64b3-40af-b530-6d5136a0ebce&id=abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 200 len: 2298 time: 0.4760528 Jul 14 09:51:25.262196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-e22d7cb0-18cc-4970-836a-7df7f06e1a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.264031 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-e22d7cb0-18cc-4970-836a-7df7f06e1a1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 1096 time: 0.0800157 Jul 14 09:51:25.373181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0f8c9cc4-7861-4d17-94ea-0a66ca919101 None None] Provisioning for port 12b64ee0-c4ed-49e1-b316-9d62ff680cce completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:25.404306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-f67f9857-ad1f-49b7-999e-6f8ab900ccdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38d39cc3-60a2-4594-90ca-8fa07bc315fa HTTP/1.1" status: 200 len: 217 time: 0.1305778 Jul 14 09:51:25.498520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-2471a2b9-5f94-4017-983f-30c53e18df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.501742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-2471a2b9-5f94-4017-983f-30c53e18df6e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0837967 Jul 14 09:51:25.504993 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a992b24a-c502-40c7-ad49-e9aeffcd6996 x-openstack-request-id: req-a992b24a-c502-40c7-ad49-e9aeffcd6996 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:25.505566 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a258a46-df8c-4e2d-9c24-451e328b1664", "tag": "38d39cc3-60a2-4594-90ca-8fa07bc315fa", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:25.505996 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a992b24a-c502-40c7-ad49-e9aeffcd6996 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:25.507122 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a258a46-df8c-4e2d-9c24-451e328b1664', 'tag': '38d39cc3-60a2-4594-90ca-8fa07bc315fa', 'status': 'completed', 'code': 200} Jul 14 09:51:25.523783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0f8c9cc4-7861-4d17-94ea-0a66ca919101 None None] Provisioning complete for port 12b64ee0-c4ed-49e1-b316-9d62ff680cce triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:25.524711 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0f8c9cc4-7861-4d17-94ea-0a66ca919101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.567564 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-1de65403-b40a-4518-8f10-2ac89567a156 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 200 len: 1001 time: 0.3078544 Jul 14 09:51:25.599353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-e0534bf6-cd8f-4a1e-b6ac-0b1a747e98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.603880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-e0534bf6-cd8f-4a1e-b6ac-0b1a747e98ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955286 Jul 14 09:51:25.637443 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.687648 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.696436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0f8c9cc4-7861-4d17-94ea-0a66ca919101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.737692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0f8c9cc4-7861-4d17-94ea-0a66ca919101 None None] For port 12b64ee0-c4ed-49e1-b316-9d62ff680cce, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=12b64ee0-c4ed-49e1-b316-9d62ff680cce,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:25.745778 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0f8c9cc4-7861-4d17-94ea-0a66ca919101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:25.746189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5d743-e890-45d0-81a7-ba1a350ffd16 req-8408b130-1e19-4c4c-87e9-3e6375202d27 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.755336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5d5d743-e890-45d0-81a7-ba1a350ffd16 req-8408b130-1e19-4c4c-87e9-3e6375202d27 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 944 time: 0.3422210 Jul 14 09:51:25.762028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-c63c7154-dfb8-472c-b43a-6018923037b3 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495979 Jul 14 09:51:25.767220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-dade899c-3b44-484f-a66b-903a5777334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:25.768600 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-dade899c-3b44-484f-a66b-903a5777334d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81804484-c2db-4e74-8daa-f75361a1ba82 HTTP/1.1" status: 200 len: 856 time: 0.1870596 Jul 14 09:51:25.807278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c9cc4-7861-4d17-94ea-0a66ca919101 None None] Pushing event updated for resources: {'Port': ['ID=12b64ee0-c4ed-49e1-b316-9d62ff680cce,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:25.932949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fe1a97d3-0b73-4f40-b083-12743ba3cbbe req-3af14f2f-2680-4922-875b-8969790b2561 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562669 Jul 14 09:51:26.008943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5d5d743-e890-45d0-81a7-ba1a350ffd16 req-37db13ae-7553-4e71-bfcf-5b3553b8d13b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501931 Jul 14 09:51:26.096325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-66f425ed-48a9-4442-b303-c806484a2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.098048 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-66f425ed-48a9-4442-b303-c806484a2f7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a23679-4185-490c-8b16-e72740c16252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2951596 Jul 14 09:51:26.139735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-06e1ac66-9191-4bfe-bcfe-ec1cb267259e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:51:26.140821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-06e1ac66-9191-4bfe-bcfe-ec1cb267259e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053875 Jul 14 09:51:26.158166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-2c4f6279-c71c-4442-838c-701e50b9e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.159852 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-2c4f6279-c71c-4442-838c-701e50b9e037 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 1096 time: 0.1297915 Jul 14 09:51:26.210428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-45361ec0-6c87-42f2-810c-fd4b97b1578c None None] Provisioning complete for port 12b64ee0-c4ed-49e1-b316-9d62ff680cce triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:26.211015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45361ec0-6c87-42f2-810c-fd4b97b1578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.226783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::1 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/eed76249-60b5-4036-ba46-54ca565f31f3/b75dc33d-a17c-446f-92df-4e39d572c815) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:26.268546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-0e60ae93-e3ea-4172-a834-e97f562daa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.270312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-0e60ae93-e3ea-4172-a834-e97f562daa32 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1043112 Jul 14 09:51:26.327469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-d78c9a7e-3f80-47ca-a6e5-7d9f62f4689a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38d39cc3-60a2-4594-90ca-8fa07bc315fa HTTP/1.1" status: 200 len: 217 time: 0.0494792 Jul 14 09:51:26.383153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-32787aa4-8a7e-4d85-93e3-0a3ef2194b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.385006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-32787aa4-8a7e-4d85-93e3-0a3ef2194b17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0521472 Jul 14 09:51:26.410536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-e4118080-407a-4017-9d41-e9337cbb6f18 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586129 Jul 14 09:51:26.456713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-1904c389-9ad1-41eb-b5b7-6b971639d2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.458275 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-1904c389-9ad1-41eb-b5b7-6b971639d2e4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671360 Jul 14 09:51:26.536847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.562842 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-3eaa120f-e440-4b5f-a953-0a58da72dbc2 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449149 Jul 14 09:51:26.576996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object b75dc33d-a17c-446f-92df-4e39d572c815 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:26.581581 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-484da50d-6692-426b-b86b-abdfb98660dc service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143339 Jul 14 09:51:26.619087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-6bcbd904-07ed-4b1c-b01f-6ff18efa84cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 217 time: 0.0489240 Jul 14 09:51:26.698811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d32c1016-fdc4-4937-bc30-24a824d8d6a1 req-26f8b450-2cab-4e19-9598-e76d4eea0965 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132381 Jul 14 09:51:26.703196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-9a3ff82c-f0f2-464c-8161-1b059fbda3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.705794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-9a3ff82c-f0f2-464c-8161-1b059fbda3c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0793817 Jul 14 09:51:26.759264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.846516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:26.857879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:26.864051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:26.865073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:26.869550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-3d0477cd-ca5d-47af-a63c-6ce3c826b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:26.871176 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-3d0477cd-ca5d-47af-a63c-6ce3c826b638 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1584427 Jul 14 09:51:26.930760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=b75dc33d-a17c-446f-92df-4e39d572c815,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:26.959242 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.100853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-1d68180d-77be-49d0-a22b-be91a16a362c service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804774 Jul 14 09:51:27.261831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f56bfc91-62fe-43ba-a3ba-a342050a73c3 None None] Provisioning for port b75dc33d-a17c-446f-92df-4e39d572c815 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:27.269318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f56bfc91-62fe-43ba-a3ba-a342050a73c3 None None] Provisioning complete for port b75dc33d-a17c-446f-92df-4e39d572c815 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:27.270204 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f56bfc91-62fe-43ba-a3ba-a342050a73c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.274475 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.323516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f56bfc91-62fe-43ba-a3ba-a342050a73c3 None None] Port b75dc33d-a17c-446f-92df-4e39d572c815 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:27.622075 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.690202 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-d128136e-fdac-449a-b43f-375df793ae37 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796542 Jul 14 09:51:27.778553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452acc5e-cb0c-4da1-9f1c-d77754d77932 req-0558759c-bfc0-448e-ab7d-9909e327523f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:27.780126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-452acc5e-cb0c-4da1-9f1c-d77754d77932 req-0558759c-bfc0-448e-ab7d-9909e327523f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 944 time: 0.5658662 Jul 14 09:51:27.785091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 12b64ee0-c4ed-49e1-b316-9d62ff680cce up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:27.811076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c632078a-97ed-44b2-a10b-51da008003ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 217 time: 0.1100678 Jul 14 09:51:27.849237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 12b64ee0-c4ed-49e1-b316-9d62ff680cce triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:27.849622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:27.932918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-452acc5e-cb0c-4da1-9f1c-d77754d77932 req-ef3c51dd-6d9b-4d63-a253-7a04f7a26d85 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156189 Jul 14 09:51:27.947365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-567b5028-6fc0-4afc-8ad3-89ea68e0badf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:27.949414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-567b5028-6fc0-4afc-8ad3-89ea68e0badf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.1273792 Jul 14 09:51:28.093623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-f1b47258-9d6f-410c-8d8f-9aeb7d87cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:28.095700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-f1b47258-9d6f-410c-8d8f-9aeb7d87cf1c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1393518 Jul 14 09:51:28.176976 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.183137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.183840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.304565 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-5e2f6b99-7ddc-413d-8a91-899797a4dd07 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023981 Jul 14 09:51:28.306870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=b75dc33d-a17c-446f-92df-4e39d572c815,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:28.401627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:28.405903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:28.498803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-2b5ac632-f520-4001-96ed-3f859c298596 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867394 Jul 14 09:51:28.552104 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-d01862df-d86c-486a-a095-f07590ba8af7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae HTTP/1.1" status: 200 len: 217 time: 0.0463786 Jul 14 09:51:28.631517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-5089afb1-ceed-4df3-82c4-cc8332755155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:28.633161 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-5089afb1-ceed-4df3-82c4-cc8332755155 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0733290 Jul 14 09:51:28.653502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Router 2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:28.762124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4183973f-7e67-4967-aea4-4f29134f5e9d None None] Provisioning complete for port b75dc33d-a17c-446f-92df-4e39d572c815 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:28.762738 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4183973f-7e67-4967-aea4-4f29134f5e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:28.773390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-1e689f93-02e8-4d4d-a4aa-f9f22f080013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:28.774968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-1e689f93-02e8-4d4d-a4aa-f9f22f080013 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1333559 Jul 14 09:51:28.805711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4183973f-7e67-4967-aea4-4f29134f5e9d None None] Port b75dc33d-a17c-446f-92df-4e39d572c815 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:28.835638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:28.844056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eaf5d0d9-a3a6-4797-9b22-9cdeb6e14102 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "PUT /v2.0/routers/2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8727839 Jul 14 09:51:28.844733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33458) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:28.852758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Sync routers for ids ['2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:28.874657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Routers {'2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:28.875785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:51:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:28.897198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-8ce6093a-3464-4bc9-b2b2-a242e3b4a46b service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150284 Jul 14 09:51:28.909108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4d8bde-7cb7-40d5-b90c-969540d7e9cb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:28.912877 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db4d8bde-7cb7-40d5-b90c-969540d7e9cb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports/b75dc33d-a17c-446f-92df-4e39d572c815 HTTP/1.1" status: 200 len: 911 time: 0.0648396 Jul 14 09:51:28.913164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33460) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:28.985177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Set router 2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:28.993443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ccb681-87e7-4b6a-85f9-b91ab13cb239 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:29.000517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ccb681-87e7-4b6a-85f9-b91ab13cb239 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:29.003276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-16ccb681-87e7-4b6a-85f9-b91ab13cb239 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0891750 Jul 14 09:51:29.006001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33466) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:29.097138 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-694cde4f-0433-4a4d-b698-0625908d84db service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938267 Jul 14 09:51:29.190353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-08d71119-3f5e-4a1a-94de-20227779539b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1260107c-1c78-4426-b1ab-d8ff67896347 HTTP/1.1" status: 200 len: 217 time: 0.0764410 Jul 14 09:51:29.247211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c2b0336c-250b-4cfa-9ddb-6fe6ea541350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:29.249017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-c2b0336c-250b-4cfa-9ddb-6fe6ea541350 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0508263 Jul 14 09:51:29.260049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7', 'name': 'tempest-NetworksTestDHCPv6-router-985730970', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:27Z', 'revision_number': 2, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'gw_port_host': None, '_interfaces': [{'id': 'b75dc33d-a17c-446f-92df-4e39d572c815', 'name': '', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'mac_address': 'fa:16:3e:b2:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'eed76249-60b5-4036-ba46-54ca565f31f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:25Z', 'updated_at': '2021-07-14T09:51:27Z', 'revision_number': 2, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'subnets': [{'id': 'eed76249-60b5-4036-ba46-54ca565f31f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:29.308438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Checking router: 2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:29.308940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Updating router 2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 port b75dc33d-a17c-446f-92df-4e39d572c815 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:29.332780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66341d7-12b4-4c9c-90b9-d01c20c0e84d req-5ea08eb7-e04a-42a6-a38d-9d76a885fa11 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:29.335319 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e66341d7-12b4-4c9c-90b9-d01c20c0e84d req-5ea08eb7-e04a-42a6-a38d-9d76a885fa11 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 944 time: 0.2365906 Jul 14 09:51:29.374428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.395527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-b98b0101-5003-4192-b301-1c8f0a1b49af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:29.397175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-b98b0101-5003-4192-b301-1c8f0a1b49af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1361680 Jul 14 09:51:29.401000 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e66341d7-12b4-4c9c-90b9-d01c20c0e84d req-8b4dfaf2-5731-47cf-8dbe-521466e76175 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577204 Jul 14 09:51:29.515528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-cd9f0194-eba0-4157-8ee0-06eb59cb6ebc service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115484 Jul 14 09:51:29.572361 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.628462 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-3243c541-f6a3-46a8-8df3-5bc21001544b service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054375 Jul 14 09:51:29.677626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.702634 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-42c93e96-795d-4ea2-9281-b82481cd0369 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca56c-9fb3-4048-96e3-fdae9282a10a HTTP/1.1" status: 200 len: 217 time: 0.0678191 Jul 14 09:51:29.793801 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.810082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Transition to ACTIVE for port object b75dc33d-a17c-446f-92df-4e39d572c815 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:29.810290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-81cef3c4-95a7-471b-8a0e-7a25e91be294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:29.812918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-81cef3c4-95a7-471b-8a0e-7a25e91be294 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.1021271 Jul 14 09:51:29.821017 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:29.882907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-0e30330f-bc15-497c-85b4-679952cbaf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:29.884611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-0e30330f-bc15-497c-85b4-679952cbaf62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0629482 Jul 14 09:51:29.934902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995a40c-2533-48c0-8a3b-3ac0ff17d9c1 None None] Pushing event updated for resources: {'Port': ['ID=b75dc33d-a17c-446f-92df-4e39d572c815,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:29.998560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port b75dc33d-a17c-446f-92df-4e39d572c815 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:29.999196 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.012611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-01c8e823-9e75-4d68-8c6f-898cb1eca3cb service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192961 Jul 14 09:51:30.017092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Attempting to bind port b75dc33d-a17c-446f-92df-4e39d572c815 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:30.017464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Attempting to bind port b75dc33d-a17c-446f-92df-4e39d572c815 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:30.017831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Attempting to bind port b75dc33d-a17c-446f-92df-4e39d572c815 on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:30.023320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:30.023702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:30.024110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.024856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:30.025051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Bound port: b75dc33d-a17c-446f-92df-4e39d572c815, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:30.025441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.117730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] For port b75dc33d-a17c-446f-92df-4e39d572c815, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:30.122277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] For port b75dc33d-a17c-446f-92df-4e39d572c815, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b75dc33d-a17c-446f-92df-4e39d572c815,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:30.122670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] For port b75dc33d-a17c-446f-92df-4e39d572c815, host n-d-780147-26, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:30.123070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.131364 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.143760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for b75dc33d-a17c-446f-92df-4e39d572c815 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:30.177077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-49df9391-5aac-4afe-a35b-f5ae39480065 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524611 Jul 14 09:51:30.250013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995a40c-2533-48c0-8a3b-3ac0ff17d9c1 None None] Pushing event updated for resources: {'Port': ['ID=b75dc33d-a17c-446f-92df-4e39d572c815,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:30.251469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-843bc1ea-33db-4d75-86d4-d8ed2446aee8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 200 len: 217 time: 0.0670111 Jul 14 09:51:30.254693 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Routers {'2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:30.255561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:51:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:30.366547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-4310c75a-d731-4254-a510-de8a193e8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.374618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-4310c75a-d731-4254-a510-de8a193e8325 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.1110351 Jul 14 09:51:30.398037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] Set router 2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:30.510483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383fee9-6324-4913-a6c1-20e510235b30 req-7b47b514-0f64-4cb0-bae3-7d1759fc127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.511683 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:30.514105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-7b47b514-0f64-4cb0-bae3-7d1759fc127f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1298959 Jul 14 09:51:30.714881 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-71f538a1-17cd-44ff-b46d-8d65584dd7a2 None None] Could not find standard attr ID for object b75dc33d-a17c-446f-92df-4e39d572c815. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:51:30.723182 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-bb8c6434-abe7-4941-9404-49adfa076e67 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016907 Jul 14 09:51:30.816533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7', 'name': 'tempest-NetworksTestDHCPv6-router-985730970', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:27Z', 'revision_number': 2, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'gw_port_host': None, '_interfaces': [{'id': 'b75dc33d-a17c-446f-92df-4e39d572c815', 'name': '', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'mac_address': 'fa:16:3e:b2:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'eed76249-60b5-4036-ba46-54ca565f31f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:25Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 4, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'subnets': [{'id': 'eed76249-60b5-4036-ba46-54ca565f31f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:30.833681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee63d0-0b76-44d3-9c41-a10d9208c31c req-6e804140-9fee-427b-b3b1-440407c3333c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:30.835494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edee63d0-0b76-44d3-9c41-a10d9208c31c req-6e804140-9fee-427b-b3b1-440407c3333c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 944 time: 0.2628505 Jul 14 09:51:30.895628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470dec16-bc4b-4ad9-b513-e98df3243e0c None None] The sync data for ids ['2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'] in n-d-780147-26 is: [{'id': '2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7', 'name': 'tempest-NetworksTestDHCPv6-router-985730970', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:24Z', 'updated_at': '2021-07-14T09:51:27Z', 'revision_number': 2, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'gw_port_host': None, '_interfaces': [{'id': 'b75dc33d-a17c-446f-92df-4e39d572c815', 'name': '', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'mac_address': 'fa:16:3e:b2:c5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3271, 'fixed_ips': [{'subnet_id': 'eed76249-60b5-4036-ba46-54ca565f31f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:25Z', 'updated_at': '2021-07-14T09:51:30Z', 'revision_number': 4, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'subnets': [{'id': 'eed76249-60b5-4036-ba46-54ca565f31f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:30.905889 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8383fee9-6324-4913-a6c1-20e510235b30 req-54cc4163-ba1d-4ca8-9486-2fd522ed1afe service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760044 Jul 14 09:51:30.914754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edee63d0-0b76-44d3-9c41-a10d9208c31c req-199a321d-da0c-4bdc-9710-993b591182b1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718021 Jul 14 09:51:31.008104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=b75dc33d-a17c-446f-92df-4e39d572c815,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:31.079787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.289319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Router 2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:31.410064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:31.420234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33484) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:31.420456 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-effc9e12-6b02-460a-81ce-df583910a059 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "PUT /v2.0/routers/2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4130802 Jul 14 09:51:31.477991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0270593d-a092-46c6-9e2e-f7b17f56ba1f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:31.479767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0270593d-a092-46c6-9e2e-f7b17f56ba1f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:31.481559 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0270593d-a092-46c6-9e2e-f7b17f56ba1f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0603318 Jul 14 09:51:31.486380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33486) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:31.550415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c0c910-8932-4f5f-bcee-3d712e8a98b2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet eed76249-60b5-4036-ba46-54ca565f31f3 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:31.554162 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c910-8932-4f5f-bcee-3d712e8a98b2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.621173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c910-8932-4f5f-bcee-3d712e8a98b2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.675979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c910-8932-4f5f-bcee-3d712e8a98b2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.746803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c910-8932-4f5f-bcee-3d712e8a98b2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.775939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0c910-8932-4f5f-bcee-3d712e8a98b2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=eed76249-60b5-4036-ba46-54ca565f31f3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:31.777936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c910-8932-4f5f-bcee-3d712e8a98b2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:31.783025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33490) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:31.783686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d9c0c910-8932-4f5f-bcee-3d712e8a98b2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/eed76249-60b5-4036-ba46-54ca565f31f3 HTTP/1.1" status: 204 len: 168 time: 0.2941504 Jul 14 09:51:31.784591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693d59cb-68a2-4a17-959f-69f9088d6d44 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:31.903086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e6da76f2-416d-4667-bcff-61af92c703bd tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1190038 Jul 14 09:51:31.905648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33492) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:31.987791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aab94a14-527e-4ca2-bd2e-461d1b8d92b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.005689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:32.066598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] Deleting port 12b64ee0-c4ed-49e1-b316-9d62ff680cce {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:32.067298 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.133508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] For port 12b64ee0-c4ed-49e1-b316-9d62ff680cce, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=12b64ee0-c4ed-49e1-b316-9d62ff680cce,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:32.134272 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.150003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] Calling delete_port for 12b64ee0-c4ed-49e1-b316-9d62ff680cce owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:32.186832 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aab94a14-527e-4ca2-bd2e-461d1b8d92b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.190013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aab94a14-527e-4ca2-bd2e-461d1b8d92b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.264011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aab94a14-527e-4ca2-bd2e-461d1b8d92b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.264914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab94a14-527e-4ca2-bd2e-461d1b8d92b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:32.279211 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aab94a14-527e-4ca2-bd2e-461d1b8d92b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.280264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.289613 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-aab94a14-527e-4ca2-bd2e-461d1b8d92b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/routers/2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 HTTP/1.1" status: 204 len: 168 time: 0.3828309 Jul 14 09:51:32.290918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33498) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:32.297442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:32.298268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47bf17-f275-44fc-a845-39be650deb1e req-5d933895-d993-498d-82d2-99baef2a6f1b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.300185 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a47bf17-f275-44fc-a845-39be650deb1e req-5d933895-d993-498d-82d2-99baef2a6f1b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 944 time: 0.2092988 Jul 14 09:51:32.335654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] No DVR routers for this DVR port 12b64ee0-c4ed-49e1-b316-9d62ff680cce on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:32.353186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d532de-afcf-48e3-8330-1652ba09ef5e None None] Pushing event deleted for resources: {'Port': ['ID=12b64ee0-c4ed-49e1-b316-9d62ff680cce,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:32.365801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a47bf17-f275-44fc-a845-39be650deb1e req-8d42e3bb-d991-4ca2-a79c-03e0a2a611f8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490141 Jul 14 09:51:32.415871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:32.422084 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.691278 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2c79f-511e-4177-97d5-1530e48f0241 None None] Sync routers for ids ['2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:32.702537 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2c79f-511e-4177-97d5-1530e48f0241 None None] Routers set() bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:32.702909 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2c79f-511e-4177-97d5-1530e48f0241 None None] Router IDs set() for agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:51:32.703515 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_agentschedulers_db [None req-caa2c79f-511e-4177-97d5-1530e48f0241 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:51:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent'). {{(pid=93782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:51:32.712473 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2c79f-511e-4177-97d5-1530e48f0241 None None] Routers set() bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:32.712839 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa2c79f-511e-4177-97d5-1530e48f0241 None None] Router IDs set() for agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:51:32.713425 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_agentschedulers_db [None req-caa2c79f-511e-4177-97d5-1530e48f0241 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:51:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent'). {{(pid=93782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:51:32.713782 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa2c79f-511e-4177-97d5-1530e48f0241 None None] The sync data for ids ['2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:32.738496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.789663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:32.792986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:32.796447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:32.797078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.806967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc39675-4b31-420a-a3ab-9cbf00615a6d None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:32.819652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=71395c6a-4a85-431b-8a3b-2634cbe2db1d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:32.834313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-82009b2e-5414-41b0-9a8b-7dc80ad203fe tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5385654 Jul 14 09:51:32.834686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33504) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:32.839503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6b0bd499-ce31-48fa-894b-6de425492245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-797715494', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:32.869790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd499-ce31-48fa-894b-6de425492245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.872154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd499-ce31-48fa-894b-6de425492245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.967241 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd499-ce31-48fa-894b-6de425492245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:32.974411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd499-ce31-48fa-894b-6de425492245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.003794 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b0bd499-ce31-48fa-894b-6de425492245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.008808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6b0bd499-ce31-48fa-894b-6de425492245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1730680 Jul 14 09:51:33.009989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33506) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:33.130820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': '71395c6a-4a85-431b-8a3b-2634cbe2db1d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:33.131701 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.361575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/71395c6a-4a85-431b-8a3b-2634cbe2db1d/5e823951-64ad-4c4e-94e7-2bc7c101ab5d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:33.607426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.619133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Transition to ACTIVE for port object 5e823951-64ad-4c4e-94e7-2bc7c101ab5d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:33.637931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Transition to ACTIVE for port object 5e823951-64ad-4c4e-94e7-2bc7c101ab5d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:33.654457 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.723929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Pushing event updated for resources: {'Port': ['ID=5e823951-64ad-4c4e-94e7-2bc7c101ab5d,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:33.764543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:33.773788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:33.777612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:33.831389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 12b64ee0-c4ed-49e1-b316-9d62ff680cce no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:33.890211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 12b64ee0-c4ed-49e1-b316-9d62ff680cce {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:33.890676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 12b64ee0-c4ed-49e1-b316-9d62ff680cce not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:33.891102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b75dc33d-a17c-446f-92df-4e39d572c815 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:33.923620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: b75dc33d-a17c-446f-92df-4e39d572c815 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:33.923975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b75dc33d-a17c-446f-92df-4e39d572c815 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:33.930595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Attempting to bind port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:33.931198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Attempting to bind port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:33.931828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Attempting to bind port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:33.942669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:33.943381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:33.944016 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.944585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:33.945311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Bound port: 5e823951-64ad-4c4e-94e7-2bc7c101ab5d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:33.946023 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:33.953346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06872dfd-dd24-4458-a47e-51b1396dd636 req-2040880a-79c2-4ec3-bbdf-de34d76daee5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:33.955490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06872dfd-dd24-4458-a47e-51b1396dd636 req-2040880a-79c2-4ec3-bbdf-de34d76daee5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 944 time: 0.3712635 Jul 14 09:51:33.982980 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.025054 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-06872dfd-dd24-4458-a47e-51b1396dd636 req-66534a97-6ae3-4a30-8245-9d645afd0fa6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505450 Jul 14 09:51:34.057562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] For port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:34.062943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] For port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5e823951-64ad-4c4e-94e7-2bc7c101ab5d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:34.068915 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.148592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bda28e-b047-410d-8d6c-3ea54f766778 None None] Pushing event updated for resources: {'Port': ['ID=5e823951-64ad-4c4e-94e7-2bc7c101ab5d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:34.290350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::1 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/71395c6a-4a85-431b-8a3b-2634cbe2db1d/897f985e-99b9-4f92-bfdd-cf5909f877e7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:34.493338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.526020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 897f985e-99b9-4f92-bfdd-cf5909f877e7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:34.568294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.620058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:34.632651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:34.635665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:34.636449 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:34.686188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=897f985e-99b9-4f92-bfdd-cf5909f877e7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:34.843465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.432775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074f833-d3a2-4537-9ed9-915c19b767bf req-ad2185dc-7b12-474b-b5ed-3808e34825b9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:35.434396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f074f833-d3a2-4537-9ed9-915c19b767bf req-ad2185dc-7b12-474b-b5ed-3808e34825b9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 944 time: 0.1777530 Jul 14 09:51:35.436759 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.452840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.453650 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:35.603937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=897f985e-99b9-4f92-bfdd-cf5909f877e7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:35.624414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f074f833-d3a2-4537-9ed9-915c19b767bf req-c921daf7-f1ce-44a9-9cd7-7a186da79c23 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812720 Jul 14 09:51:35.675279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:35.678856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:35.744615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4d69c3ea-41a4-4c29-bf96-8888d5c7d3e0 None None] Provisioning for port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:35.909448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33656) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:35.963479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Router 99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:51:36.014848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5e823951-64ad-4c4e-94e7-2bc7c101ab5d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:36.276453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f88eb29-4387-4df6-8987-beda0f76cef6 admin admin] Deleting subnet 9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:36.288289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f88eb29-4387-4df6-8987-beda0f76cef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.309197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6419a511-9191-4193-91a9-2b7a9d486b63 None None] Provisioning for port 897f985e-99b9-4f92-bfdd-cf5909f877e7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:36.325449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6419a511-9191-4193-91a9-2b7a9d486b63 None None] Provisioning complete for port 897f985e-99b9-4f92-bfdd-cf5909f877e7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:36.328290 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6419a511-9191-4193-91a9-2b7a9d486b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.335725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:36.391237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f88eb29-4387-4df6-8987-beda0f76cef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.407025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:36.407679 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.530348 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f88eb29-4387-4df6-8987-beda0f76cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.547006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:36.571323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6419a511-9191-4193-91a9-2b7a9d486b63 None None] Port 897f985e-99b9-4f92-bfdd-cf5909f877e7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:36.581922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Sync routers for ids ['99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:36.589727 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52a68584-b8a0-4395-8675-7c639ec4766b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "PUT /v2.0/routers/99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5740724 Jul 14 09:51:36.594431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:36.613135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Routers {'99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:36.614272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:51:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:36.671439 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f88eb29-4387-4df6-8987-beda0f76cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.789515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f88eb29-4387-4df6-8987-beda0f76cef6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.797048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5f88eb29-4387-4df6-8987-beda0f76cef6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67 HTTP/1.1" status: 204 len: 168 time: 0.8863177 Jul 14 09:51:36.800926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33750) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:36.801740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88eb29-4387-4df6-8987-beda0f76cef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9135d6ca-ecbe-4f22-a4d9-f8c4b0a53a67,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:36.889546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba68f1-7785-4511-adae-a030a1995798 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:36.899290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1dba68f1-7785-4511-adae-a030a1995798 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports/897f985e-99b9-4f92-bfdd-cf5909f877e7 HTTP/1.1" status: 200 len: 911 time: 0.2963066 Jul 14 09:51:36.903439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33762) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:36.961963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.977305 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:36.981056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Set router 99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:36.983636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c8e6c218-9afc-45cf-85d8-76dd37222d7b None None] Provisioning complete for port 897f985e-99b9-4f92-bfdd-cf5909f877e7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:36.984229 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8e6c218-9afc-45cf-85d8-76dd37222d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.084060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5041de-bb26-4c8a-beb4-381ae0ef156c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:37.086581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.092840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5041de-bb26-4c8a-beb4-381ae0ef156c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:37.097600 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4a5041de-bb26-4c8a-beb4-381ae0ef156c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1900043 Jul 14 09:51:37.102343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 33780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:37.104684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d319c3f2-976a-4424-85e3-1869f6624e3b']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.119458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f9fea0-f1a5-41dd-a056-a76833354782') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.119804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f9fea0-f1a5-41dd-a056-a76833354782') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.130982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.143122 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6c218-9afc-45cf-85d8-76dd37222d7b None None] Port 897f985e-99b9-4f92-bfdd-cf5909f877e7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:37.151269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.160582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5e823951-64ad-4c4e-94e7-2bc7c101ab5d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:37.160737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:51:37.161159 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:51:37.164298 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:51:37.193426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.199214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e82a9e-4a7d-4c3f-8427-d495137ffcb7 req-ea708200-d870-43dc-90e8-d12f4a6a0f05 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:37.215146 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e82a9e-4a7d-4c3f-8427-d495137ffcb7 req-ea708200-d870-43dc-90e8-d12f4a6a0f05 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 944 time: 0.2335901 Jul 14 09:51:37.274571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.304563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=5e823951-64ad-4c4e-94e7-2bc7c101ab5d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:37.316052 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.318950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] 10.222.0.73 "DELETE /v2.0/networks/d319c3f2-976a-4424-85e3-1869f6624e3b HTTP/1.1" status: 204 len: 168 time: 0.5110281 Jul 14 09:51:37.370035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56f8e-0b7a-43c9-95fa-f0f0b3cc160c admin admin] Pushing event deleted for resources: {'Network': ['ID=d319c3f2-976a-4424-85e3-1869f6624e3b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:37.394618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8', 'name': 'tempest-NetworksTestDHCPv6-router-797715494', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:32Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 2, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'gw_port_host': None, '_interfaces': [{'id': '897f985e-99b9-4f92-bfdd-cf5909f877e7', 'name': '', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'mac_address': 'fa:16:3e:13:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '71395c6a-4a85-431b-8a3b-2634cbe2db1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:34Z', 'updated_at': '2021-07-14T09:51:35Z', 'revision_number': 2, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'subnets': [{'id': '71395c6a-4a85-431b-8a3b-2634cbe2db1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:37.431200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Checking router: 99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:51:37.431655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Updating router 99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 port 897f985e-99b9-4f92-bfdd-cf5909f877e7 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:51:37.455412 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e82a9e-4a7d-4c3f-8427-d495137ffcb7 req-0e08f922-15bc-4b49-8f17-6e3cea8d49c0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392259 Jul 14 09:51:37.492159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 38d39cc3-60a2-4594-90ca-8fa07bc315fa details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:51:37.518302 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.539607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33826) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:37.647558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-33f68a41-9c9b-4733-8013-f6f86f2829bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=884739e586934cdeb526e2d82fd8418e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041543 Jul 14 09:51:37.648455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 33838) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:37.831135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c612f18-39b2-481a-8736-83ed3209c4e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.857393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 38d39cc3-60a2-4594-90ca-8fa07bc315fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=38d39cc3-60a2-4594-90ca-8fa07bc315fa,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:37.887928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '38d39cc3-60a2-4594-90ca-8fa07bc315fa', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'port_id': '38d39cc3-60a2-4594-90ca-8fa07bc315fa', 'mac_address': 'fa:16:3e:1b:68:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:51:37.907939 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c612f18-39b2-481a-8736-83ed3209c4e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:37.932082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5e823951-64ad-4c4e-94e7-2bc7c101ab5d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:38.032414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c612f18-39b2-481a-8736-83ed3209c4e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.036775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6c612f18-39b2-481a-8736-83ed3209c4e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.037851 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6c612f18-39b2-481a-8736-83ed3209c4e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a96b9fdd-892f-4d79-934d-150162db650f HTTP/1.1" status: 204 len: 168 time: 0.3848369 Jul 14 09:51:38.066060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.070047 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.075719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c612f18-39b2-481a-8736-83ed3209c4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96b9fdd-892f-4d79-934d-150162db650f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:38.106128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.109250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Transition to ACTIVE for port object 897f985e-99b9-4f92-bfdd-cf5909f877e7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:38.117940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d39cc3-60a2-4594-90ca-8fa07bc315fa {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:38.126640 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.253095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 38d39cc3-60a2-4594-90ca-8fa07bc315fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=38d39cc3-60a2-4594-90ca-8fa07bc315fa,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:38.315964 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.339923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:38.346347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.469163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 897f985e-99b9-4f92-bfdd-cf5909f877e7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:38.469876 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.591155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00efc77-9933-4d92-ac98-ef950e0a052d None None] Pushing event updated for resources: {'Port': ['ID=897f985e-99b9-4f92-bfdd-cf5909f877e7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:38.692269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['38d39cc3-60a2-4594-90ca-8fa07bc315fa'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:51:38.721348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Attempting to bind port 897f985e-99b9-4f92-bfdd-cf5909f877e7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:38.726418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Attempting to bind port 897f985e-99b9-4f92-bfdd-cf5909f877e7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:38.726790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Attempting to bind port 897f985e-99b9-4f92-bfdd-cf5909f877e7 on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:38.821755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:38.822397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:38.823004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.823592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:38.824326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Bound port: 897f985e-99b9-4f92-bfdd-cf5909f877e7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:38.825076 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:38.856877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=38d39cc3-60a2-4594-90ca-8fa07bc315fa,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:39.068523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] For port 897f985e-99b9-4f92-bfdd-cf5909f877e7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:39.095304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] For port 897f985e-99b9-4f92-bfdd-cf5909f877e7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=897f985e-99b9-4f92-bfdd-cf5909f877e7,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:39.132083 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:39.267317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] For port 897f985e-99b9-4f92-bfdd-cf5909f877e7, host n-d-780147-26, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:39.269469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:39.294676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822526be-25c6-4237-9ce7-167b313d7857 req-3bb4a92f-fd8e-42ed-a51c-64bb99efcecc tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:39.298042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-822526be-25c6-4237-9ce7-167b313d7857 req-3bb4a92f-fd8e-42ed-a51c-64bb99efcecc tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 945 time: 0.2208509 Jul 14 09:51:39.328916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Routers {'99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:39.329560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:51:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:39.363632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 897f985e-99b9-4f92-bfdd-cf5909f877e7 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:39.563889 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-822526be-25c6-4237-9ce7-167b313d7857 req-2fd9b290-0c29-472f-82de-8eb19495513f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448251 Jul 14 09:51:39.647481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00efc77-9933-4d92-ac98-ef950e0a052d None None] Pushing event updated for resources: {'Port': ['ID=897f985e-99b9-4f92-bfdd-cf5909f877e7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:39.727770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] Set router 99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:51:39.785082 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:39.834251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=897f985e-99b9-4f92-bfdd-cf5909f877e7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:39.962346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8', 'name': 'tempest-NetworksTestDHCPv6-router-797715494', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:32Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 2, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'gw_port_host': None, '_interfaces': [{'id': '897f985e-99b9-4f92-bfdd-cf5909f877e7', 'name': '', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'mac_address': 'fa:16:3e:13:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '71395c6a-4a85-431b-8a3b-2634cbe2db1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:34Z', 'updated_at': '2021-07-14T09:51:39Z', 'revision_number': 4, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'subnets': [{'id': '71395c6a-4a85-431b-8a3b-2634cbe2db1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:51:39.995793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f15e49-9eea-4dff-ae65-21328b391d2c None None] The sync data for ids ['99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'] in n-d-780147-26 is: [{'id': '99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8', 'name': 'tempest-NetworksTestDHCPv6-router-797715494', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:51:32Z', 'updated_at': '2021-07-14T09:51:34Z', 'revision_number': 2, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'gw_port_host': None, '_interfaces': [{'id': '897f985e-99b9-4f92-bfdd-cf5909f877e7', 'name': '', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'mac_address': 'fa:16:3e:13:4f:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '71395c6a-4a85-431b-8a3b-2634cbe2db1d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:51:34Z', 'updated_at': '2021-07-14T09:51:39Z', 'revision_number': 4, 'project_id': '4553793bcfb445ae8e8e4affaa30eafc', 'subnets': [{'id': '71395c6a-4a85-431b-8a3b-2634cbe2db1d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:40.010990 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.293740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Router 99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:51:40.513321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:51:40.527414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f98d3b6d-a81e-4763-ac5c-6163a6382c8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "PUT /v2.0/routers/99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4236286 Jul 14 09:51:40.530048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:40.628866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe95a7bf-4f98-4b34-bf2c-cc51057843a6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:40.633736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe95a7bf-4f98-4b34-bf2c-cc51057843a6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:40.637485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fe95a7bf-4f98-4b34-bf2c-cc51057843a6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1057091 Jul 14 09:51:40.639947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34058) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:40.730381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b6c9e9-54e2-40db-bb40-3cc1416a1964 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 71395c6a-4a85-431b-8a3b-2634cbe2db1d {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:40.743772 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01b6c9e9-54e2-40db-bb40-3cc1416a1964 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.827754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01b6c9e9-54e2-40db-bb40-3cc1416a1964 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:40.887184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ac770-a1a6-44bd-8db0-2b83696ccbef req-5249426f-fc34-4731-9914-31453f336b4b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:40.894857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d6ac770-a1a6-44bd-8db0-2b83696ccbef req-5249426f-fc34-4731-9914-31453f336b4b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 945 time: 0.1348181 Jul 14 09:51:40.970706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01b6c9e9-54e2-40db-bb40-3cc1416a1964 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.028086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d6ac770-a1a6-44bd-8db0-2b83696ccbef req-093b9da4-2c4a-47ef-94c0-3e6cc8e64f47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269829 Jul 14 09:51:41.039906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01b6c9e9-54e2-40db-bb40-3cc1416a1964 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.099914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6c9e9-54e2-40db-bb40-3cc1416a1964 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=71395c6a-4a85-431b-8a3b-2634cbe2db1d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:41.107134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-01b6c9e9-54e2-40db-bb40-3cc1416a1964 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.113559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-01b6c9e9-54e2-40db-bb40-3cc1416a1964 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/71395c6a-4a85-431b-8a3b-2634cbe2db1d HTTP/1.1" status: 204 len: 168 time: 0.4721785 Jul 14 09:51:41.115852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34062) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:41.119418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c92ad4-0485-4dca-be24-72b8f0067b9c None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:41.286026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34064) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:41.302474 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f9e1288a-aebf-4c50-a4fe-7d9f5d800f89 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1612337 Jul 14 09:51:41.388776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a58b2368-c415-45f4-81e8-d48fa109a1e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.442518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:41.513563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 38d39cc3-60a2-4594-90ca-8fa07bc315fa up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:41.545008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] Deleting port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:41.545409 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.629086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] For port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5e823951-64ad-4c4e-94e7-2bc7c101ab5d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:41.629744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.646995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a58b2368-c415-45f4-81e8-d48fa109a1e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.648421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] Calling delete_port for 5e823951-64ad-4c4e-94e7-2bc7c101ab5d owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:41.649448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a58b2368-c415-45f4-81e8-d48fa109a1e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.659021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 38d39cc3-60a2-4594-90ca-8fa07bc315fa completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:41.665156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 38d39cc3-60a2-4594-90ca-8fa07bc315fa triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:41.665784 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.708790 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a58b2368-c415-45f4-81e8-d48fa109a1e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.709400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58b2368-c415-45f4-81e8-d48fa109a1e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Fanout notify agent at l3_agent the message router_deleted on router 99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:51:41.730054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a58b2368-c415-45f4-81e8-d48fa109a1e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.736104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34072) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:41.738893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a58b2368-c415-45f4-81e8-d48fa109a1e3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/routers/99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 HTTP/1.1" status: 204 len: 168 time: 0.4492745 Jul 14 09:51:41.863687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48af8579-73c5-4a28-b012-cb979ff9ccc6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:41.863952 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.867562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5e823951-64ad-4c4e-94e7-2bc7c101ab5d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:41.868654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:41.880789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-48af8579-73c5-4a28-b012-cb979ff9ccc6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1436117 Jul 14 09:51:41.927206 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:41.942691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a258a46-df8c-4e2d-9c24-451e328b1664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d39cc3-60a2-4594-90ca-8fa07bc315fa'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:41.945270 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d215d43-3dbe-4ba9-bf16-c764573e6f11" -d '{"events": [{"server_uuid": "5a258a46-df8c-4e2d-9c24-451e328b1664", "name": "network-vif-plugged", "status": "completed", "tag": "38d39cc3-60a2-4594-90ca-8fa07bc315fa"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:41.956299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2391319-a7f1-40ee-a197-31506a4f9791 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:41.960890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34080) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:41.970234 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d2391319-a7f1-40ee-a197-31506a4f9791 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1003275 Jul 14 09:51:41.987405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No active binding found for port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d {{(pid=93781) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 14 09:51:41.988404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5e823951-64ad-4c4e-94e7-2bc7c101ab5d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:41.990304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] Pushing event deleted for resources: {'Port': ['ID=5e823951-64ad-4c4e-94e7-2bc7c101ab5d,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:41.993970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 38d39cc3-60a2-4594-90ca-8fa07bc315fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=38d39cc3-60a2-4594-90ca-8fa07bc315fa,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:41.995664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc66b41-0fed-480a-a6ce-82a8dbbb7b7a None None] No DVR routers for this DVR port 5e823951-64ad-4c4e-94e7-2bc7c101ab5d on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:42.001063 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46ad10-bb48-4d6d-be1a-a2e50d1fe998 x-openstack-request-id: req-4e46ad10-bb48-4d6d-be1a-a2e50d1fe998 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:42.001360 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a258a46-df8c-4e2d-9c24-451e328b1664", "name": "network-vif-plugged", "status": "completed", "tag": "38d39cc3-60a2-4594-90ca-8fa07bc315fa", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:42.001616 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e46ad10-bb48-4d6d-be1a-a2e50d1fe998 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:42.002005 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a258a46-df8c-4e2d-9c24-451e328b1664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d39cc3-60a2-4594-90ca-8fa07bc315fa', 'code': 200} Jul 14 09:51:42.008166 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.042568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c52fbe56-990d-4ab6-bd90-d390dd2c08ab tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804789 Jul 14 09:51:42.052092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:42.066215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:42.082813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=38d39cc3-60a2-4594-90ca-8fa07bc315fa,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:42.197816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d4b3-dc45-40e9-88a7-d2364cc118a0 req-29b82246-7ce5-409c-8ab7-a17cb2d63aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:42.201214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ba6d4b3-dc45-40e9-88a7-d2364cc118a0 req-29b82246-7ce5-409c-8ab7-a17cb2d63aa5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 1098 time: 0.0980158 Jul 14 09:51:42.215158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:42.219031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.225943 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eb452a-72bb-478b-9528-90f8d5ff5eba None None] Sync routers for ids ['99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:51:42.238786 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb452a-72bb-478b-9528-90f8d5ff5eba None None] Routers set() bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:42.239854 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb452a-72bb-478b-9528-90f8d5ff5eba None None] Router IDs set() for agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:51:42.240842 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5eb452a-72bb-478b-9528-90f8d5ff5eba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:51:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent'). {{(pid=93782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:51:42.252024 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb452a-72bb-478b-9528-90f8d5ff5eba None None] Routers set() bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:51:42.253089 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb452a-72bb-478b-9528-90f8d5ff5eba None None] Router IDs set() for agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 14 09:51:42.254860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ba6d4b3-dc45-40e9-88a7-d2364cc118a0 req-d477a224-463a-4d82-8c7c-9a26981e113c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455832 Jul 14 09:51:42.255033 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5eb452a-72bb-478b-9528-90f8d5ff5eba None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:51:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent'). {{(pid=93782) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 14 09:51:42.255577 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eb452a-72bb-478b-9528-90f8d5ff5eba None None] The sync data for ids ['99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:51:42.373516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030e659-f3a3-4f32-aa65-8e67f702a97e req-240af58a-9f5e-4223-8e33-8f877214efbd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:42.375042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3030e659-f3a3-4f32-aa65-8e67f702a97e req-240af58a-9f5e-4223-8e33-8f877214efbd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 946 time: 0.1741731 Jul 14 09:51:42.458933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3030e659-f3a3-4f32-aa65-8e67f702a97e req-27362d4e-6544-40ee-9ab4-949e88fe4cc0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756295 Jul 14 09:51:42.604190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:51:42.605988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.665318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:42.668925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:42.673497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:42.674372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.683493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b2f85-47c7-46a6-94fc-eb6fcd4d5637 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:42.690883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=e95dab63-ce90-4e8a-b50d-24e5672a832c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:42.705967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-956995db-bf68-4b23-ad0d-5f73fc147ddb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6521077 Jul 14 09:51:42.709893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34094) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:42.721880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:42.919608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': 'e95dab63-ce90-4e8a-b50d-24e5672a832c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:42.920558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:42.931706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:42.935450 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.119887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Allocated IP 2001:db8::f816:3eff:fe46:82aa (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/e95dab63-ce90-4e8a-b50d-24e5672a832c/03542236-bb56-41f3-8ae2-502a4d60467f) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:43.285310 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:51:43.468853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.469776 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.486929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Transition to ACTIVE for port object 03542236-bb56-41f3-8ae2-502a4d60467f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:43.518817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Transition to ACTIVE for port object 03542236-bb56-41f3-8ae2-502a4d60467f will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:43.527373 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.541515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:43.545143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:43.554245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:43.554853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.565979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=4ec4311c-5daa-4258-93f2-eb90b86b03d9,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:43.587842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-821ed7e6-f3b3-47e8-8983-6285e33c1d0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8755288 Jul 14 09:51:43.588687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:43.593093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:43.595511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:43.613663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:19:56:89', 'name': 'tempest-NetworksTestDHCPv6-415079163'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:43.618464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:43.649113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Pushing event updated for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:43.758251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Attempting to bind port 03542236-bb56-41f3-8ae2-502a4d60467f on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:43.758879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Attempting to bind port 03542236-bb56-41f3-8ae2-502a4d60467f by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:43.759125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Attempting to bind port 03542236-bb56-41f3-8ae2-502a4d60467f on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:43.763397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 897f985e-99b9-4f92-bfdd-cf5909f877e7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:43.770487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:43.772241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:43.772845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:43.773477 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.773875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:43.774411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Bound port: 03542236-bb56-41f3-8ae2-502a4d60467f, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:43.774853 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.798220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 897f985e-99b9-4f92-bfdd-cf5909f877e7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:51:43.798581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 897f985e-99b9-4f92-bfdd-cf5909f877e7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:51:43.865288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-069ab294-92b8-4144-af60-ab825f538690 None None] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:43.869074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-069ab294-92b8-4144-af60-ab825f538690 None None] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03542236-bb56-41f3-8ae2-502a4d60467f,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:43.874504 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.934017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ab294-92b8-4144-af60-ab825f538690 None None] Pushing event updated for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:43.935469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3781dba-bec3-4098-bf10-a809563286c0 req-c7088cfe-7fff-4af5-839c-11dc8f6be9f6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:43.938518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f3781dba-bec3-4098-bf10-a809563286c0 req-c7088cfe-7fff-4af5-839c-11dc8f6be9f6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 946 time: 0.1619172 Jul 14 09:51:43.941549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:43.985338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 225ce021-1a91-4070-b6f4-96fcb816d214 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:44.042699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f3781dba-bec3-4098-bf10-a809563286c0 req-f526a6ea-e185-4ba5-afe8-27ca0692d0d9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896435 Jul 14 09:51:44.298425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 172.20.0.6 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/4ec4311c-5daa-4258-93f2-eb90b86b03d9/225ce021-1a91-4070-b6f4-96fcb816d214) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:44.320643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:fe19:5689 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/e95dab63-ce90-4e8a-b50d-24e5672a832c/225ce021-1a91-4070-b6f4-96fcb816d214) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:44.330705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cf694-8c86-43c6-b5a2-271dc67f98c6 req-2bfd63f0-f5c0-4da6-a6da-b196f6c7fc94 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:44.337920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b73cf694-8c86-43c6-b5a2-271dc67f98c6 req-2bfd63f0-f5c0-4da6-a6da-b196f6c7fc94 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 946 time: 0.1313632 Jul 14 09:51:44.397533 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b73cf694-8c86-43c6-b5a2-271dc67f98c6 req-60622df7-499a-41e4-ae0f-3a981b7e56eb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543997 Jul 14 09:51:44.611266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.627115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 225ce021-1a91-4070-b6f4-96fcb816d214 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:44.675201 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.722725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:44.725081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:44.733100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:44.863800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:44.865910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:44.882262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=225ce021-1a91-4070-b6f4-96fcb816d214,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:44.954822 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b88caf70-9b34-45a1-a73f-65cc7edb8707 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3595457 Jul 14 09:51:44.955035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34130) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:45.036354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52107bb-fe0e-44b9-8bca-eff5e8b3396b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:45.042994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52107bb-fe0e-44b9-8bca-eff5e8b3396b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:45.047468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d52107bb-fe0e-44b9-8bca-eff5e8b3396b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0890687 Jul 14 09:51:45.048246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34132) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:45.209976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ea41eb15-5afc-4332-be7b-73206677d3d4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 225ce021-1a91-4070-b6f4-96fcb816d214 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:45.210714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea41eb15-5afc-4332-be7b-73206677d3d4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.361097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f2f91-7fb7-4e96-91e8-35cf7b27e304 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:45.384877 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea41eb15-5afc-4332-be7b-73206677d3d4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.418630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ea41eb15-5afc-4332-be7b-73206677d3d4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 225ce021-1a91-4070-b6f4-96fcb816d214 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:45.420330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5372da52-2029-43a6-b312-db9f42ebc090 None None] Provisioning for port 03542236-bb56-41f3-8ae2-502a4d60467f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:45.677096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea41eb15-5afc-4332-be7b-73206677d3d4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.744314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41eb15-5afc-4332-be7b-73206677d3d4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=225ce021-1a91-4070-b6f4-96fcb816d214,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:45.826911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd8196-552b-498c-b4d7-34d7b39c019f None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': 'e95dab63-ce90-4e8a-b50d-24e5672a832c', 'ip_address': '2001:db8::f816:3eff:fe46:82aa'}, {'subnet_id': '4ec4311c-5daa-4258-93f2-eb90b86b03d9'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '03542236-bb56-41f3-8ae2-502a4d60467f'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:51:45.892221 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-94bd8196-552b-498c-b4d7-34d7b39c019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.904577 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ea41eb15-5afc-4332-be7b-73206677d3d4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:45.907567 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ea41eb15-5afc-4332-be7b-73206677d3d4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/225ce021-1a91-4070-b6f4-96fcb816d214 HTTP/1.1" status: 204 len: 168 time: 0.8577466 Jul 14 09:51:45.910998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:45.940847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 03542236-bb56-41f3-8ae2-502a4d60467f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:46.147090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919a10f8-791a-4c1f-93ee-148f5ea2dd3b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.159877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919a10f8-791a-4c1f-93ee-148f5ea2dd3b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.166110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919a10f8-791a-4c1f-93ee-148f5ea2dd3b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:46.167846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-919a10f8-791a-4c1f-93ee-148f5ea2dd3b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2563436 Jul 14 09:51:46.173032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34172) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:46.291680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 4ec4311c-5daa-4258-93f2-eb90b86b03d9 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:46.302719 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.336473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 03542236-bb56-41f3-8ae2-502a4d60467f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:46.345974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 03542236-bb56-41f3-8ae2-502a4d60467f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:46.346355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.404283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.468662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.546397 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-94bd8196-552b-498c-b4d7-34d7b39c019f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ec4311c-5daa-4258-93f2-eb90b86b03d9: This subnet is being modified by another concurrent operation. Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4ec4311c-5daa-4258-93f2-eb90b86b03d9: This subnet is being modified by another concurrent operation. Jul 14 09:51:46.554167 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 09:51:46.559444 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.625404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03542236-bb56-41f3-8ae2-502a4d60467f,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:46.636342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.659095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.663686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/4ec4311c-5daa-4258-93f2-eb90b86b03d9 HTTP/1.1" status: 204 len: 168 time: 0.4891775 Jul 14 09:51:46.666293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34190) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:46.699056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec4311c-5daa-4258-93f2-eb90b86b03d9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:46.726216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.726576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.726927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.727304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.727621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.727954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.728324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.728761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.729293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:46.740027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.740027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.757542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.757958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74fda21-ce5e-40ac-a814-914e7517ceda tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:46.792348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e298b0fd-2a9e-414e-aefa-ff705ac52ed5 None None] Provisioning complete for port 03542236-bb56-41f3-8ae2-502a4d60467f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:46.792731 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e298b0fd-2a9e-414e-aefa-ff705ac52ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:46.966013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-03db9e2f-2106-48da-b4a7-49f408eab753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet e95dab63-ce90-4e8a-b50d-24e5672a832c {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:46.977786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03db9e2f-2106-48da-b4a7-49f408eab753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.019813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e298b0fd-2a9e-414e-aefa-ff705ac52ed5 None None] Could not find standard attr ID for object 225ce021-1a91-4070-b6f4-96fcb816d214. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:51:47.059810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17ead64-fc8a-412c-9304-c486a958521a None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:51:47.122524 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03db9e2f-2106-48da-b4a7-49f408eab753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.136142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-013f11f0-e259-4eac-9a4d-718e0f6e9c09 None None] Could not find standard attr ID for object 225ce021-1a91-4070-b6f4-96fcb816d214. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:51:47.199045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17ead64-fc8a-412c-9304-c486a958521a None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:51:47.242680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03db9e2f-2106-48da-b4a7-49f408eab753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.322389 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03db9e2f-2106-48da-b4a7-49f408eab753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.351710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db9e2f-2106-48da-b4a7-49f408eab753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=e95dab63-ce90-4e8a-b50d-24e5672a832c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:47.364112 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03db9e2f-2106-48da-b4a7-49f408eab753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.366903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03db9e2f-2106-48da-b4a7-49f408eab753 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/e95dab63-ce90-4e8a-b50d-24e5672a832c HTTP/1.1" status: 204 len: 168 time: 0.6988988 Jul 14 09:51:47.370165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34210) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:47.428856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:47.429696 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-68b25fed-3f9c-4090-9099-481b3a5bd07a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579822 Jul 14 09:51:47.435083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:47.573345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77acf8af-8154-48dd-bf3e-45a77ad0a72f None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:51:47.581880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:47.589500 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.686401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-301fc517-64f7-4c18-a907-b36abbb442b5 None None] Provisioning complete for port 03542236-bb56-41f3-8ae2-502a4d60467f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:47.686697 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-301fc517-64f7-4c18-a907-b36abbb442b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:47.716067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77acf8af-8154-48dd-bf3e-45a77ad0a72f None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:51:47.852971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 03542236-bb56-41f3-8ae2-502a4d60467f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:48.059400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:51:48.294571 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.350690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03542236-bb56-41f3-8ae2-502a4d60467f,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:48.357654 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.495852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:48.526280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.594104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': '782980ae-cad8-49ab-8082-47586bd6c295'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '03542236-bb56-41f3-8ae2-502a4d60467f'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:51:48.612637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-f2900c4a-3aa8-4340-8aca-d90edd26b440 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:48.614148 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-f2900c4a-3aa8-4340-8aca-d90edd26b440 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.2077515 Jul 14 09:51:48.636296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-4697ff98-0208-42b0-bf9a-e8a011d24c7c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/quotas/6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 375 time: 0.0119081 Jul 14 09:51:48.645668 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:48.885891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03542236-bb56-41f3-8ae2-502a4d60467f,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:48.922855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-9ffe1c2f-b8ae-4594-8454-2dfa1fa76121 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2773132 Jul 14 09:51:48.992402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.003584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:51:49.003584 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:51:49.003885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.005495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.099064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:49.109510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:49.118410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.119016 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.144287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=782980ae-cad8-49ab-8082-47586bd6c295,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:49.154118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-ba69376a-fb75-41c7-ad80-7ae4a827acf4 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191770 Jul 14 09:51:49.158175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:49.162276 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b8098fde-2d71-492a-8147-be84310e5260 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7322738 Jul 14 09:51:49.165219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34236) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:49.170260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:49.264850 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-2fe396fa-1651-4b92-8d6a-c4632cda2d5c service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997818 Jul 14 09:51:49.303572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:49.311827 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.579179 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.633846 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a90898dc-abf6-4c00-9d8b-3d3d7f07e51a req-29c19776-25a1-4254-9c65-520cf3c87209 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 210 time: 0.0731153 Jul 14 09:51:49.782851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.864373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:49.869679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:49.874286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:49.875487 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.890180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=21cbd3a5-eceb-4c01-aac9-3a057fbe8924,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:49.909749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b670e502-6eae-43b2-aef3-f8d58c415ef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7434080 Jul 14 09:51:49.912719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34282) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:49.924094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:47:40:a9', 'name': 'tempest-NetworksTestDHCPv6-1745565700'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:49.935449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03542236-bb56-41f3-8ae2-502a4d60467f,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:49.973332 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:49.977538 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.041524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6709e01-40fb-46eb-ac38-59663a2cdfae None None] Pushing event updated for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:50.111454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:50.258183 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.287667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port b7cb1b2d-d41f-4968-96ab-bde1ce36aff4 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:50.518955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 172.20.0.7 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/21cbd3a5-eceb-4c01-aac9-3a057fbe8924/b7cb1b2d-d41f-4968-96ab-bde1ce36aff4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:50.527086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:fe47:40a9 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/782980ae-cad8-49ab-8082-47586bd6c295/b7cb1b2d-d41f-4968-96ab-bde1ce36aff4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:50.752474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.773320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object b7cb1b2d-d41f-4968-96ab-bde1ce36aff4 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:50.820617 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:50.866133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a29182ec-432e-4839-be61-996219d11acb req-aa09ef43-199e-4d07-8cd4-c0112919a8c4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 210 time: 0.0449224 Jul 14 09:51:50.896060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:50.905118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:50.908887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:50.914246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=b7cb1b2d-d41f-4968-96ab-bde1ce36aff4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:50.988697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:50.989456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.006068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3c65d06c-5617-455f-be3e-5ecb3388af5c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0915155 Jul 14 09:51:51.008862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34308) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:51.059757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff55efa-5fb3-481c-b80d-26fde0758768 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:51.115228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7af20-6115-4913-90ce-6566d2204acc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.122557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a7af20-6115-4913-90ce-6566d2204acc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.124652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b8a7af20-6115-4913-90ce-6566d2204acc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1148233 Jul 14 09:51:51.127644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34310) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:51.246671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-90752703-c5dc-4d32-8076-b64cd1a51cdb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:51.260754 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-90752703-c5dc-4d32-8076-b64cd1a51cdb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.1977129 Jul 14 09:51:51.270873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'port': {'device_id': 'b88ae4cf-e6c1-4e90-9b2b-60c5bed19978', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'admin_state_up': True, 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:51.289537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4ee800c8-a1ee-4ce6-81b1-bcd916c26c4d None None] Provisioning complete for port 03542236-bb56-41f3-8ae2-502a4d60467f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:51.290098 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c8-a1ee-4ce6-81b1-bcd916c26c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.335631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-069d5da6-ae2f-4112-b4eb-f4f7cf1a3cee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port b7cb1b2d-d41f-4968-96ab-bde1ce36aff4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:51.336285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-069d5da6-ae2f-4112-b4eb-f4f7cf1a3cee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.623310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-069d5da6-ae2f-4112-b4eb-f4f7cf1a3cee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:51.743095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:51.748680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-069d5da6-ae2f-4112-b4eb-f4f7cf1a3cee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for b7cb1b2d-d41f-4968-96ab-bde1ce36aff4 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:51.765119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.011655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 03542236-bb56-41f3-8ae2-502a4d60467f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:52.029424 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c8-a1ee-4ce6-81b1-bcd916c26c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.095805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-069d5da6-ae2f-4112-b4eb-f4f7cf1a3cee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.154394 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a17e81fb-e017-4476-bb80-e6ef231a1ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.176250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.20.0.12 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/078cea1b-dce9-43d1-b5b8-a3c740ac5457) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:52.177047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d5da6-ae2f-4112-b4eb-f4f7cf1a3cee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=b7cb1b2d-d41f-4968-96ab-bde1ce36aff4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:52.323918 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-069d5da6-ae2f-4112-b4eb-f4f7cf1a3cee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.328541 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-069d5da6-ae2f-4112-b4eb-f4f7cf1a3cee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/b7cb1b2d-d41f-4968-96ab-bde1ce36aff4 HTTP/1.1" status: 204 len: 168 time: 1.1990910 Jul 14 09:51:52.332254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34330) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:52.391150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.395554 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc1b5b3f-f7d0-4fc5-be62-a4bfb9ebcf2a req-562bf49f-3fcf-431c-bd97-84c129ef1627 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 210 time: 0.0477593 Jul 14 09:51:52.418424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Transition to ACTIVE for port object 078cea1b-dce9-43d1-b5b8-a3c740ac5457 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:52.426384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4ee800c8-a1ee-4ce6-81b1-bcd916c26c4d None None] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03542236-bb56-41f3-8ae2-502a4d60467f,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:52.456175 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ee800c8-a1ee-4ce6-81b1-bcd916c26c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.482293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8ca82-b37c-49dd-8ad6-2be14335b375 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.486705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.487877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8ca82-b37c-49dd-8ad6-2be14335b375 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.490592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c8ca82-b37c-49dd-8ad6-2be14335b375 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.492997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-21c8ca82-b37c-49dd-8ad6-2be14335b375 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1574726 Jul 14 09:51:52.497854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:52.534925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['38d39cc3-60a2-4594-90ca-8fa07bc315fa'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:51:52.581954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-a837032c-9820-43d2-b807-c78359525283 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 21cbd3a5-eceb-4c01-aac9-3a057fbe8924 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:52.587122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a837032c-9820-43d2-b807-c78359525283 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.644373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 03542236-bb56-41f3-8ae2-502a4d60467f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:52.646185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.649147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b8c618-e8a4-44f9-8ee4-c9b6dfba02df None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': '782980ae-cad8-49ab-8082-47586bd6c295', 'ip_address': '2001:db8::f816:3eff:fe46:82aa'}, {'subnet_id': '21cbd3a5-eceb-4c01-aac9-3a057fbe8924'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '03542236-bb56-41f3-8ae2-502a4d60467f'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:51:52.650552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a837032c-9820-43d2-b807-c78359525283 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.651684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:52.670831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:52.678622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:52.740176 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80b8c618-e8a4-44f9-8ee4-c9b6dfba02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.771961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a837032c-9820-43d2-b807-c78359525283 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.791249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=078cea1b-dce9-43d1-b5b8-a3c740ac5457,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:52.828066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.829852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.829852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.830990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.830990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.831237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.831554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.832003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.832642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.832858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.833196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.833521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:51:52.847700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:52.848604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.856065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee800c8-a1ee-4ce6-81b1-bcd916c26c4d None None] Pushing event updated for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:52.872625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a837032c-9820-43d2-b807-c78359525283 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.873340 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-46fd11c5-0cf9-403b-9428-8084e863b844 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6110232 Jul 14 09:51:52.894793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Request body: {'port': {'device_id': 'b88ae4cf-e6c1-4e90-9b2b-60c5bed19978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:52.915950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837032c-9820-43d2-b807-c78359525283 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=21cbd3a5-eceb-4c01-aac9-3a057fbe8924,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:52.918710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a837032c-9820-43d2-b807-c78359525283 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:52.920833 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a837032c-9820-43d2-b807-c78359525283 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/21cbd3a5-eceb-4c01-aac9-3a057fbe8924 HTTP/1.1" status: 204 len: 168 time: 0.4210014 Jul 14 09:51:52.925728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34342) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:53.003679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eceeabc-a44e-4d6a-8a2a-7bcb2732eab5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 782980ae-cad8-49ab-8082-47586bd6c295 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:51:53.007435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eceeabc-a44e-4d6a-8a2a-7bcb2732eab5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.050968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.126490 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eceeabc-a44e-4d6a-8a2a-7bcb2732eab5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.241758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eceeabc-a44e-4d6a-8a2a-7bcb2732eab5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.334056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ac93bf97-ae35-486e-aca7-63b9ceba97ac None None] Provisioning for port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:53.354645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eceeabc-a44e-4d6a-8a2a-7bcb2732eab5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.394145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eceeabc-a44e-4d6a-8a2a-7bcb2732eab5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=782980ae-cad8-49ab-8082-47586bd6c295,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:53.405281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ac93bf97-ae35-486e-aca7-63b9ceba97ac None None] Provisioning complete for port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:53.405664 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ac93bf97-ae35-486e-aca7-63b9ceba97ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.406747 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eceeabc-a44e-4d6a-8a2a-7bcb2732eab5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:53.414073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2eceeabc-a44e-4d6a-8a2a-7bcb2732eab5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/782980ae-cad8-49ab-8082-47586bd6c295 HTTP/1.1" status: 204 len: 168 time: 0.4869258 Jul 14 09:51:53.416271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34354) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:53.506676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3378457a-ef16-45af-9f6d-51daff8bdd7f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883999 Jul 14 09:51:53.509881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34360) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:53.517411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-80b8c618-e8a4-44f9-8ee4-c9b6dfba02df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 782980ae-cad8-49ab-8082-47586bd6c295: This subnet is being modified by another concurrent operation. Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 782980ae-cad8-49ab-8082-47586bd6c295: This subnet is being modified by another concurrent operation. Jul 14 09:51:53.576649 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 09:51:53.670900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ac93bf97-ae35-486e-aca7-63b9ceba97ac None None] Port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:51:53.726808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a846b5-2cea-427b-8c5b-479d6e4d3c72 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:53.882027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8d7d2327-4b25-484f-827d-e5c706610fda None None] Could not find standard attr ID for object b7cb1b2d-d41f-4968-96ab-bde1ce36aff4. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:51:53.925539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 03542236-bb56-41f3-8ae2-502a4d60467f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:51:53.957319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:53.962780 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.002920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8d7d2327-4b25-484f-827d-e5c706610fda None None] Provisioning complete for port 03542236-bb56-41f3-8ae2-502a4d60467f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:54.003363 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8d7d2327-4b25-484f-827d-e5c706610fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.325777 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.361368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.373873 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9546818c-b7f9-4d46-bd2c-a3bd354271ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.429503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078cea1b-dce9-43d1-b5b8-a3c740ac5457 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:51:54.448315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.480707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Transition to ACTIVE for port object 078cea1b-dce9-43d1-b5b8-a3c740ac5457 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:54.481635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=c354c4e7-8d3d-478c-bc05-3cb406cd89e0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:54.489491 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.506640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:51:54.519018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23435b2-85c2-477c-96b4-c0123f04be0d req-df15f859-920e-4eee-b3b7-a4b0168ccad6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:54.520927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b23435b2-85c2-477c-96b4-c0123f04be0d req-df15f859-920e-4eee-b3b7-a4b0168ccad6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 932 time: 0.7209613 Jul 14 09:51:54.522893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:54.524536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:54.536301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03542236-bb56-41f3-8ae2-502a4d60467f,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:54.537491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:54.538232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.567622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.569614 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.571163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:54.583273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:54.590805 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5efc62f5-ad88-44ab-9b60-3a9c937633e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0713348 Jul 14 09:51:54.642627 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b23435b2-85c2-477c-96b4-c0123f04be0d req-69a8daee-1dad-4b46-b187-4e215b8e25d4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858574 Jul 14 09:51:54.689549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:54.749267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] Deleting port 03542236-bb56-41f3-8ae2-502a4d60467f {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:54.749728 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.815633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Pushing event updated for resources: {'Port': ['ID=078cea1b-dce9-43d1-b5b8-a3c740ac5457,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:54.931001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] For port 03542236-bb56-41f3-8ae2-502a4d60467f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=03542236-bb56-41f3-8ae2-502a4d60467f,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:54.931513 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:54.957757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] Calling delete_port for 03542236-bb56-41f3-8ae2-502a4d60467f owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:55.019875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Attempting to bind port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:55.020293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Attempting to bind port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:55.020689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Attempting to bind port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:55.027304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:55.031418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.035607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 on network de13b0cf-15f7-43e1-a35b-48b256378e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:51:55.035922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Attempting to bind port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:55.177489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:55.177836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:55.178237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:55.182944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Bound port: 078cea1b-dce9-43d1-b5b8-a3c740ac5457, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:55.183383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.335709 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.367072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] Pushing event deleted for resources: {'Port': ['ID=03542236-bb56-41f3-8ae2-502a4d60467f,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:55.383682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb971704-ecd6-4f71-8542-22c11939c200 None None] No DVR routers for this DVR port 03542236-bb56-41f3-8ae2-502a4d60467f on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:51:55.425623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f2b1ad-ccb1-49bf-b866-e859d8d665d3 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:55.549006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] For port 078cea1b-dce9-43d1-b5b8-a3c740ac5457, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:55.592279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] For port 078cea1b-dce9-43d1-b5b8-a3c740ac5457, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=078cea1b-dce9-43d1-b5b8-a3c740ac5457,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:55.598975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.663333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:55.663872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.665686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] 10.222.0.66 "PUT /v2.0/ports/078cea1b-dce9-43d1-b5b8-a3c740ac5457 HTTP/1.1" status: 200 len: 1093 time: 2.7849236 Jul 14 09:51:55.717777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b88ae4cf-e6c1-4e90-9b2b-60c5bed19978', 'tag': '078cea1b-dce9-43d1-b5b8-a3c740ac5457'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:51:55.720520 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edda9d8d-3555-43bd-8b20-b9e3b39717ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b88ae4cf-e6c1-4e90-9b2b-60c5bed19978", "tag": "078cea1b-dce9-43d1-b5b8-a3c740ac5457"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:51:55.723240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.800634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb457a16-e4e0-4640-8b51-9b4a6201a237 service neutron] Pushing event updated for resources: {'Port': ['ID=078cea1b-dce9-43d1-b5b8-a3c740ac5457,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:55.821381 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4856c15a-0361-463c-9146-11f439661fe8 x-openstack-request-id: req-4856c15a-0361-463c-9146-11f439661fe8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:51:55.821767 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b88ae4cf-e6c1-4e90-9b2b-60c5bed19978", "tag": "078cea1b-dce9-43d1-b5b8-a3c740ac5457", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:51:55.822228 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4856c15a-0361-463c-9146-11f439661fe8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:51:55.823207 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b88ae4cf-e6c1-4e90-9b2b-60c5bed19978', 'tag': '078cea1b-dce9-43d1-b5b8-a3c740ac5457', 'status': 'completed', 'code': 200} Jul 14 09:51:55.842886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': '500010fd-92f8-439b-b044-93120443180c'}, {'subnet_id': 'c354c4e7-8d3d-478c-bc05-3cb406cd89e0'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:51:55.844811 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.879889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:51:55.880936 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:55.913392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:55.944542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:55.948351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:55.948942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.059387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34400) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:56.059912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4873414 Jul 14 09:51:56.068099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:1f:71:e3', 'name': 'tempest-NetworksTestDHCPv6-680156582'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:51:56.091391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c302105-521b-4266-a3ae-54e1374d2efc tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=500010fd-92f8-439b-b044-93120443180c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:56.096480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-731ca0df-903a-4fd6-8e73-2fe48dcdbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:56.098258 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-731ca0df-903a-4fd6-8e73-2fe48dcdbd37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 1096 time: 0.3156779 Jul 14 09:51:56.161611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-2ea22435-8d37-454a-b6f7-1dc4de6a48c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=078cea1b-dce9-43d1-b5b8-a3c740ac5457 HTTP/1.1" status: 200 len: 217 time: 0.0495586 Jul 14 09:51:56.253659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Allocated IP 172.20.0.2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/c354c4e7-8d3d-478c-bc05-3cb406cd89e0/d643c753-7e8d-4519-9285-4d231a8e2db1) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:56.263604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Allocated IP 2001:db8::f816:3eff:fecf:7923 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/500010fd-92f8-439b-b044-93120443180c/d643c753-7e8d-4519-9285-4d231a8e2db1) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:56.294748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96134fb3-a220-418e-a307-0d4dc717ab02 req-92f149c2-9de3-4a6e-ae40-bd25a6bc7472 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:56.310963 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96134fb3-a220-418e-a307-0d4dc717ab02 req-92f149c2-9de3-4a6e-ae40-bd25a6bc7472 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.3030050 Jul 14 09:51:56.351283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-85ac038a-0122-4d46-8e3b-a3761862c905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:56.353624 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-85ac038a-0122-4d46-8e3b-a3761862c905 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.1819038 Jul 14 09:51:56.375920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:51:56.431065 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96134fb3-a220-418e-a307-0d4dc717ab02 req-a69378ba-4058-4d5d-9702-2fb88c77cddb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216929 Jul 14 09:51:56.477733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-a88bf678-213a-4417-8465-5590c4d4a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:56.488254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-a88bf678-213a-4417-8465-5590c4d4a8ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269529 Jul 14 09:51:56.555202 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.564639 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.574937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Transition to ACTIVE for port object d643c753-7e8d-4519-9285-4d231a8e2db1 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:56.591729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 5069823b-3d7d-4909-a9b9-c41933106db3 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:51:56.598174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Transition to ACTIVE for port object d643c753-7e8d-4519-9285-4d231a8e2db1 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:56.605982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.646618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-1c30f53f-5aa8-4312-8b97-f59848418cb9 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511674 Jul 14 09:51:56.647946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:56.652658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:56.660542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:56.724859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Pushing event updated for resources: {'Port': ['ID=d643c753-7e8d-4519-9285-4d231a8e2db1,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:56.850650 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774ddfd7-274e-43eb-a74c-d3fe55d0ac86 req-d7e396c1-6f4f-47fb-b4d0-8dbd4c543ad6 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971111 Jul 14 09:51:56.870580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Attempting to bind port d643c753-7e8d-4519-9285-4d231a8e2db1 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:51:56.871009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Attempting to bind port d643c753-7e8d-4519-9285-4d231a8e2db1 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:51:56.871300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Attempting to bind port d643c753-7e8d-4519-9285-4d231a8e2db1 on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:51:56.884926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:51:56.885288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:51:56.885708 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.886069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:51:56.886609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Bound port: d643c753-7e8d-4519-9285-4d231a8e2db1, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:51:56.887142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:56.965641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 172.20.0.12 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/c354c4e7-8d3d-478c-bc05-3cb406cd89e0/5069823b-3d7d-4909-a9b9-c41933106db3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:56.985112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:fe1f:71e3 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/500010fd-92f8-439b-b044-93120443180c/5069823b-3d7d-4909-a9b9-c41933106db3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:51:56.998001 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:57.039007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] For port d643c753-7e8d-4519-9285-4d231a8e2db1, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:51:57.044557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] For port d643c753-7e8d-4519-9285-4d231a8e2db1, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d643c753-7e8d-4519-9285-4d231a8e2db1,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:51:57.051670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:57.052170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-9ad2641e-1c21-4982-a8e9-aa205711b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.054507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-9ad2641e-1c21-4982-a8e9-aa205711b175 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 1096 time: 0.1297860 Jul 14 09:51:57.190173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375dc01-2561-4034-9499-cdac8b0c7c79 None None] Pushing event updated for resources: {'Port': ['ID=d643c753-7e8d-4519-9285-4d231a8e2db1,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:57.288606 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:57.329741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-b2033eb8-9892-4985-8f62-586605f13351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.331677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-b2033eb8-9892-4985-8f62-586605f13351 service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.2695646 Jul 14 09:51:57.396170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-339c3921-b770-4796-9d91-c01f09c0122e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=078cea1b-dce9-43d1-b5b8-a3c740ac5457 HTTP/1.1" status: 200 len: 217 time: 0.0569232 Jul 14 09:51:57.586901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-b90b7ace-b92c-4bce-b86c-cc4d784fee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.589270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-b90b7ace-b92c-4bce-b86c-cc4d784fee24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.1752801 Jul 14 09:51:57.746401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-2cc74f6e-1fda-4111-9f93-38dded74d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:57.752004 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-2cc74f6e-1fda-4111-9f93-38dded74d743 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1535704 Jul 14 09:51:58.080787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-c559d7e3-04bf-4427-972e-9973b6a91484 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008893 Jul 14 09:51:58.090084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0148623-0599-417e-a0cd-ecc237a2c04c req-bc93c2ba-de6e-4cbc-a27c-30ffd81236cd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:58.100084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d643c753-7e8d-4519-9285-4d231a8e2db1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:51:58.102148 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0148623-0599-417e-a0cd-ecc237a2c04c req-bc93c2ba-de6e-4cbc-a27c-30ffd81236cd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.3946271 Jul 14 09:51:58.252339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.309444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 5069823b-3d7d-4909-a9b9-c41933106db3 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:51:58.318444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d643c753-7e8d-4519-9285-4d231a8e2db1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:58.381692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0148623-0599-417e-a0cd-ecc237a2c04c req-3e20325d-8b2c-429c-8145-d025dfd36216 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783487 Jul 14 09:51:58.431563 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.490039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edda9d8d-3555-43bd-8b20-b9e3b39717ab req-04c9ae14-5240-442c-82c3-2fea1eb1b002 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697493 Jul 14 09:51:58.499877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:51:58.504117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:51:58.509641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:51:58.514396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=5069823b-3d7d-4909-a9b9-c41933106db3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:51:58.611167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:58.612066 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:58.633576 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3ce024b5-d182-454c-9cde-91cc38ae5703 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5727170 Jul 14 09:51:58.638976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34442) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:58.804614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e37cd1-92b6-4fe5-a352-f831f05e6c66 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:58.811205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e37cd1-92b6-4fe5-a352-f831f05e6c66 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:51:58.814146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-78e37cd1-92b6-4fe5-a352-f831f05e6c66 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1739490 Jul 14 09:51:58.819421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34446) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:51:59.018183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe2fd5-3b45-4f54-a686-21bc9c779306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 5069823b-3d7d-4909-a9b9-c41933106db3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:51:59.018682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2fd5-3b45-4f54-a686-21bc9c779306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.348986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2fd5-3b45-4f54-a686-21bc9c779306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.365941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8be19d-cc54-4d5a-93c7-68b51147737e None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:51:59.371718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7cfe2fd5-3b45-4f54-a686-21bc9c779306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 5069823b-3d7d-4909-a9b9-c41933106db3 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:51:59.592043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0a588f9c-b3f3-4c5a-9be1-bc0d100efd8c None None] Provisioning for port d643c753-7e8d-4519-9285-4d231a8e2db1 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:51:59.608703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0a588f9c-b3f3-4c5a-9be1-bc0d100efd8c None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:51:59.609016 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0a588f9c-b3f3-4c5a-9be1-bc0d100efd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.720026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.884740 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0a588f9c-b3f3-4c5a-9be1-bc0d100efd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.941673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0a588f9c-b3f3-4c5a-9be1-bc0d100efd8c None None] For port d643c753-7e8d-4519-9285-4d231a8e2db1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d643c753-7e8d-4519-9285-4d231a8e2db1,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:51:59.946604 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0a588f9c-b3f3-4c5a-9be1-bc0d100efd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:51:59.959210 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2fd5-3b45-4f54-a686-21bc9c779306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.051818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe2fd5-3b45-4f54-a686-21bc9c779306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=5069823b-3d7d-4909-a9b9-c41933106db3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:00.057041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a588f9c-b3f3-4c5a-9be1-bc0d100efd8c None None] Pushing event updated for resources: {'Port': ['ID=d643c753-7e8d-4519-9285-4d231a8e2db1,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:00.273257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33669bd0-81ad-4b90-8b2e-6bec08da898b req-795d1006-23dd-42ab-ba4e-a94dc3f3093d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.286347 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33669bd0-81ad-4b90-8b2e-6bec08da898b req-795d1006-23dd-42ab-ba4e-a94dc3f3093d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.4355917 Jul 14 09:52:00.305914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7cfe2fd5-3b45-4f54-a686-21bc9c779306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.311344 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7cfe2fd5-3b45-4f54-a686-21bc9c779306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/5069823b-3d7d-4909-a9b9-c41933106db3 HTTP/1.1" status: 204 len: 168 time: 1.4899604 Jul 14 09:52:00.314407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34472) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:00.452363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d1f402-447e-4adc-aec2-45da48b523b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.454342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d1f402-447e-4adc-aec2-45da48b523b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.455883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d1f402-447e-4adc-aec2-45da48b523b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:00.457896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-89d1f402-447e-4adc-aec2-45da48b523b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1424153 Jul 14 09:52:00.465504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34480) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:00.479914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33669bd0-81ad-4b90-8b2e-6bec08da898b req-45b229d3-d19e-4712-9ad9-41bd8b3ea185 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899028 Jul 14 09:52:00.539689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a9c95f4d-50e3-41b7-9487-95124acfa738 None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:00.549171 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a9c95f4d-50e3-41b7-9487-95124acfa738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.622365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-997f14d0-b0fc-400d-af73-f5059578cacf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 500010fd-92f8-439b-b044-93120443180c {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:00.640847 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-997f14d0-b0fc-400d-af73-f5059578cacf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.800531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-997f14d0-b0fc-400d-af73-f5059578cacf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:00.870610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a9c95f4d-50e3-41b7-9487-95124acfa738 None None] Could not find standard attr ID for object 5069823b-3d7d-4909-a9b9-c41933106db3. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:00.998590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aec37ebe-ac28-40b8-89b7-2ad04f79ac4c None None] Could not find standard attr ID for object b7cb1b2d-d41f-4968-96ab-bde1ce36aff4. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:01.049539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-997f14d0-b0fc-400d-af73-f5059578cacf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:01.184553 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-997f14d0-b0fc-400d-af73-f5059578cacf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:01.255498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f14d0-b0fc-400d-af73-f5059578cacf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=500010fd-92f8-439b-b044-93120443180c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:01.267586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-997f14d0-b0fc-400d-af73-f5059578cacf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:01.270776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-997f14d0-b0fc-400d-af73-f5059578cacf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/500010fd-92f8-439b-b044-93120443180c HTTP/1.1" status: 204 len: 168 time: 0.8031585 Jul 14 09:52:01.277738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34492) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:01.408511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-149390f1-8fe2-40f2-b566-09026957f5ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet c354c4e7-8d3d-478c-bc05-3cb406cd89e0 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:01.426618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-149390f1-8fe2-40f2-b566-09026957f5ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:01.511331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699936f8-de30-4aa0-a884-cab10b6e9a82 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:01.580020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-149390f1-8fe2-40f2-b566-09026957f5ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:01.723327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2f5b51fd-9181-4890-875d-87b2d2c09ecb None None] Could not find standard attr ID for object 5069823b-3d7d-4909-a9b9-c41933106db3. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:02.004511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d643c753-7e8d-4519-9285-4d231a8e2db1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:02.057833 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-149390f1-8fe2-40f2-b566-09026957f5ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.165133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488df1b0-3a68-4792-94df-42d1a8ea6ec1 req-d19f1a59-fbad-42bb-8302-28e65a9c367b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:02.167722 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-488df1b0-3a68-4792-94df-42d1a8ea6ec1 req-d19f1a59-fbad-42bb-8302-28e65a9c367b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.2177658 Jul 14 09:52:02.188188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:02.188753 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.225736 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-149390f1-8fe2-40f2-b566-09026957f5ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.336985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149390f1-8fe2-40f2-b566-09026957f5ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=c354c4e7-8d3d-478c-bc05-3cb406cd89e0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:02.346723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-149390f1-8fe2-40f2-b566-09026957f5ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:02.350572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-149390f1-8fe2-40f2-b566-09026957f5ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/c354c4e7-8d3d-478c-bc05-3cb406cd89e0 HTTP/1.1" status: 204 len: 168 time: 1.0714216 Jul 14 09:52:02.354532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34512) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:02.379502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-488df1b0-3a68-4792-94df-42d1a8ea6ec1 req-4f0779db-cf9a-4ecd-a171-7a6a7da3d2f2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970451 Jul 14 09:52:02.442742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a686a67b-450c-4b65-8626-a6208bf77e16 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855768 Jul 14 09:52:02.447251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:02.453415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:02.748144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:02.759506 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:03.264491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a9046-fb47-45f2-9c20-8df6b9c7028a None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:03.305750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:03.363278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-96bd4bd4-8329-428a-b057-8cacebcd4b88 None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:03.363659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-96bd4bd4-8329-428a-b057-8cacebcd4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:03.433437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:03.445233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:03.454061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:03.459003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:03.523968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:03.544854 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cc5aaf1c-786c-4d04-9f1c-64a640ba56c0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0963573 Jul 14 09:52:03.544993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34536) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:03.551468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:03.673033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:03.774864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd7d3a-11c2-4ded-b4e6-0a8b313eb801 req-53bf813d-c36e-4155-8f26-9adf50a73e6c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:03.788070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16cd7d3a-11c2-4ded-b4e6-0a8b313eb801 req-53bf813d-c36e-4155-8f26-9adf50a73e6c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.1871243 Jul 14 09:52:03.866181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16cd7d3a-11c2-4ded-b4e6-0a8b313eb801 req-c1adee4d-e30e-4e82-890f-58ab140a14e1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760298 Jul 14 09:52:04.020167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:04.028261 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.032457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d947bca1-1175-404a-a119-ce6f36cb1768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.267207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d947bca1-1175-404a-a119-ce6f36cb1768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.277528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d947bca1-1175-404a-a119-ce6f36cb1768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.410710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34554) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:04.414239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d947bca1-1175-404a-a119-ce6f36cb1768 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5dc54055e6434f07ade3f3914bcacfd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7396023 Jul 14 09:52:04.463316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947bca1-1175-404a-a119-ce6f36cb1768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d55b769-1c4f-4c55-9b1f-bd266dc07bff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:04.519141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6ae99846-e3e6-451d-855a-1d18298f8ae5 None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:04.519141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6ae99846-e3e6-451d-855a-1d18298f8ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.523700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b88601-4183-4476-aaef-3126cf24ee96 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:04.609184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed6c19b5-4c54-47ec-8f5f-b8de902a96e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.662401 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed6c19b5-4c54-47ec-8f5f-b8de902a96e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.786268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed6c19b5-4c54-47ec-8f5f-b8de902a96e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.789651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed6c19b5-4c54-47ec-8f5f-b8de902a96e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:04.793763 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed6c19b5-4c54-47ec-8f5f-b8de902a96e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d55b769-1c4f-4c55-9b1f-bd266dc07bff HTTP/1.1" status: 204 len: 168 time: 0.3781247 Jul 14 09:52:04.810231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c19b5-4c54-47ec-8f5f-b8de902a96e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d55b769-1c4f-4c55-9b1f-bd266dc07bff,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:05.000466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.objects.ports [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:05.429410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93410d-0436-40a2-9bc9-b7dee49b50ed req-d0ff7708-30f3-4f05-be4c-7d87e4d93b3c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:05.449707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f93410d-0436-40a2-9bc9-b7dee49b50ed req-d0ff7708-30f3-4f05-be4c-7d87e4d93b3c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.2063026 Jul 14 09:52:05.546187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f93410d-0436-40a2-9bc9-b7dee49b50ed req-1c6f2a01-2fe1-4dd0-a7b0-bd31f9a898d5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954609 Jul 14 09:52:05.551756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7971560-fb24-4fc3-a6df-dac937cc9757 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:52:05.684601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7971560-fb24-4fc3-a6df-dac937cc9757 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:52:05.687210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5a00bf8e-f081-49b5-8566-6c6389d1d99e None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:05.687878 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a00bf8e-f081-49b5-8566-6c6389d1d99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:05.960248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.225469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] For port d643c753-7e8d-4519-9285-4d231a8e2db1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d643c753-7e8d-4519-9285-4d231a8e2db1,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:06.241661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': '61318988-5de4-4f7a-8525-153cf82d5788', 'ip_address': '2001:db8::f816:3eff:fecf:7923'}, {'subnet_id': 'ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'd643c753-7e8d-4519-9285-4d231a8e2db1'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:52:06.271954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.278796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.279817 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.282097 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.376375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:06.389212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:06.398805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:06.399298 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.407447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=61318988-5de4-4f7a-8525-153cf82d5788,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:06.429502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=d643c753-7e8d-4519-9285-4d231a8e2db1,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:06.443252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6fa3caa9-ae06-40bc-823d-2c6509db3c06 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8963265 Jul 14 09:52:06.445579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34582) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:06.453229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:0d:9e:f4', 'name': 'tempest-NetworksTestDHCPv6-1351599068'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:06.526607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Allocated IP 172.20.0.2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c/d643c753-7e8d-4519-9285-4d231a8e2db1) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:06.598727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:06.655179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] For port d643c753-7e8d-4519-9285-4d231a8e2db1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d643c753-7e8d-4519-9285-4d231a8e2db1,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:06.701962 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.722058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Transition to ACTIVE for port object d643c753-7e8d-4519-9285-4d231a8e2db1 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:06.728330 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.766808 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:06.798939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port a8619ba7-aa95-43c9-a199-45821246caf6 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:06.846106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Pushing event updated for resources: {'Port': ['ID=d643c753-7e8d-4519-9285-4d231a8e2db1,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:06.857857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.858359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.858744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf1d60-b083-47c1-9eff-10bb0c31378e req-7208d51b-c08c-4ecb-ba75-b53b3a5d74df tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:06.859313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.859802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.860658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.861359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.861806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.862412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.863016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.863506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.864071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.864859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a05d3b-3937-4446-a367-d9f764e32d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:06.866283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ccf1d60-b083-47c1-9eff-10bb0c31378e req-7208d51b-c08c-4ecb-ba75-b53b3a5d74df tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.1715834 Jul 14 09:52:06.933943 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ccf1d60-b083-47c1-9eff-10bb0c31378e req-e583f1d3-6e5b-4c29-9118-c72200b4119e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Jul 14 09:52:07.067167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 172.20.0.8 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c/a8619ba7-aa95-43c9-a199-45821246caf6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:07.079403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:fe0d:9ef4 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/61318988-5de4-4f7a-8525-153cf82d5788/a8619ba7-aa95-43c9-a199-45821246caf6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:07.296704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.316899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object a8619ba7-aa95-43c9-a199-45821246caf6 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:07.366793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.415093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:07.421200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:07.425940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:07.453941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=a8619ba7-aa95-43c9-a199-45821246caf6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:07.509644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:07.510778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.539265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-05f6ca1d-0284-476a-9148-31b1ea0e7875 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0922809 Jul 14 09:52:07.543861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34602) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.621648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d5492-dcdc-43f2-9883-652a21867261 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:07.639877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6c0a0-15b9-4f01-820d-2bb85f225295 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:07.646853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa6c0a0-15b9-4f01-820d-2bb85f225295 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:07.652419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2aa6c0a0-15b9-4f01-820d-2bb85f225295 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1033731 Jul 14 09:52:07.652694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34604) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:07.755989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0fdcb955-a069-4ca9-a171-e541ff56d686 None None] Provisioning for port d643c753-7e8d-4519-9285-4d231a8e2db1 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:07.767455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0fdcb955-a069-4ca9-a171-e541ff56d686 None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:07.767834 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0fdcb955-a069-4ca9-a171-e541ff56d686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.834181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7e66269d-2914-41e0-b5a4-a86d46411015 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port a8619ba7-aa95-43c9-a199-45821246caf6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:07.834722 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e66269d-2914-41e0-b5a4-a86d46411015 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.988964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e66269d-2914-41e0-b5a4-a86d46411015 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:07.998006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d643c753-7e8d-4519-9285-4d231a8e2db1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:08.017497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7e66269d-2914-41e0-b5a4-a86d46411015 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for a8619ba7-aa95-43c9-a199-45821246caf6 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:08.113336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:08.113805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.324728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336261a-854f-4f1e-bbe0-b68b501fe288 req-9d9390a9-38a7-4134-8c3f-e3c36ad2ece4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:08.327075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b336261a-854f-4f1e-bbe0-b68b501fe288 req-9d9390a9-38a7-4134-8c3f-e3c36ad2ece4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.0894923 Jul 14 09:52:08.379324 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e66269d-2914-41e0-b5a4-a86d46411015 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.396819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b336261a-854f-4f1e-bbe0-b68b501fe288 req-312935e1-82a7-4578-a830-1ad87f6286cb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570188 Jul 14 09:52:08.457500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66269d-2914-41e0-b5a4-a86d46411015 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=a8619ba7-aa95-43c9-a199-45821246caf6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:08.569958 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e66269d-2914-41e0-b5a4-a86d46411015 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.580136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7e66269d-2914-41e0-b5a4-a86d46411015 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/a8619ba7-aa95-43c9-a199-45821246caf6 HTTP/1.1" status: 204 len: 168 time: 0.9261510 Jul 14 09:52:08.582584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34620) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:08.590128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-18a79605-9b58-4abf-ad9d-c38800d6c5cc None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:08.590509 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-18a79605-9b58-4abf-ad9d-c38800d6c5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.681362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa83196-7a79-4dd8-95ab-052cfe04d07a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:08.684328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa83196-7a79-4dd8-95ab-052cfe04d07a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:08.690228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa83196-7a79-4dd8-95ab-052cfe04d07a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:08.694478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-baa83196-7a79-4dd8-95ab-052cfe04d07a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1081181 Jul 14 09:52:08.694859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34622) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:08.713462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-18a79605-9b58-4abf-ad9d-c38800d6c5cc None None] Could not find standard attr ID for object a8619ba7-aa95-43c9-a199-45821246caf6. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:08.774418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f74d9d-eb46-43b5-bf2c-76387a66a045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 61318988-5de4-4f7a-8525-153cf82d5788 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:08.779639 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07f74d9d-eb46-43b5-bf2c-76387a66a045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.843197 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07f74d9d-eb46-43b5-bf2c-76387a66a045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:08.960054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07f74d9d-eb46-43b5-bf2c-76387a66a045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.028094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4a83b1c7-9640-4ca4-a847-807fdf8ed1ea None None] Could not find standard attr ID for object a8619ba7-aa95-43c9-a199-45821246caf6. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:09.069254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07f74d9d-eb46-43b5-bf2c-76387a66a045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.106987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f74d9d-eb46-43b5-bf2c-76387a66a045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=61318988-5de4-4f7a-8525-153cf82d5788,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:09.115493 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-07f74d9d-eb46-43b5-bf2c-76387a66a045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.120168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-07f74d9d-eb46-43b5-bf2c-76387a66a045 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/61318988-5de4-4f7a-8525-153cf82d5788 HTTP/1.1" status: 204 len: 168 time: 0.4218333 Jul 14 09:52:09.120675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34632) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:09.187383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a6b801-9bf5-4edc-8bf6-7a8cd767296d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:09.213533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54a6b801-9bf5-4edc-8bf6-7a8cd767296d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.300078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54a6b801-9bf5-4edc-8bf6-7a8cd767296d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.343626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c1aa20-e000-4eaa-aacb-09067df2cfe6 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:09.481463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54a6b801-9bf5-4edc-8bf6-7a8cd767296d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.571889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54a6b801-9bf5-4edc-8bf6-7a8cd767296d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.617035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6b801-9bf5-4edc-8bf6-7a8cd767296d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:09.619414 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54a6b801-9bf5-4edc-8bf6-7a8cd767296d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.621791 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54a6b801-9bf5-4edc-8bf6-7a8cd767296d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c HTTP/1.1" status: 204 len: 168 time: 0.4999332 Jul 14 09:52:09.624764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34642) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:09.704943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34644) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:09.715978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bfce51f7-1679-40aa-806b-137d9f947812 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895429 Jul 14 09:52:09.724938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d5003d-6d75-41d4-aa9f-7e4a978c11fc None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': 'ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'd643c753-7e8d-4519-9285-4d231a8e2db1'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:52:09.779013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bf175-3b5e-46a3-b2cd-faa3e0684b68 req-21287061-cec8-44f8-9d1f-5fe9216a4c7b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:09.785185 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-715bf175-3b5e-46a3-b2cd-faa3e0684b68 req-21287061-cec8-44f8-9d1f-5fe9216a4c7b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.1794562 Jul 14 09:52:09.786513 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-20d5003d-6d75-41d4-aa9f-7e4a978c11fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:09.853982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca37a3-dae8-4a5c-958f-2ebb5183caab tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:09.855649 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5aca37a3-dae8-4a5c-958f-2ebb5183caab tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1496530 Jul 14 09:52:09.858660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34650) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:09.876886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-715bf175-3b5e-46a3-b2cd-faa3e0684b68 req-6fcaf09b-7153-4e79-a251-e3e72d7055f2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850861 Jul 14 09:52:09.942836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67872862-d39e-4a33-98f9-6a50c555abd2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:09.946966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-67872862-d39e-4a33-98f9-6a50c555abd2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0872858 Jul 14 09:52:09.949692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34652) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:10.000690 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b86b7cf-ccb8-4e92-a425-35cc37399347 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473132 Jul 14 09:52:10.006340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:10.014452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-43af8c4f-4ff1-437f-ae71-d4e05ebe921d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:10.028972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b10f73-2ae9-4ec1-b31d-b3578a0b1aab None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:10.130568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e20cd1b2-141a-452f-ae6c-b34c757b8c37 None None] Provisioning complete for port d643c753-7e8d-4519-9285-4d231a8e2db1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:10.130850 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e20cd1b2-141a-452f-ae6c-b34c757b8c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.165548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43af8c4f-4ff1-437f-ae71-d4e05ebe921d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:10.176296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43af8c4f-4ff1-437f-ae71-d4e05ebe921d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.179943 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-43af8c4f-4ff1-437f-ae71-d4e05ebe921d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:10.180430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43af8c4f-4ff1-437f-ae71-d4e05ebe921d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:10.200755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:10.201051 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-43af8c4f-4ff1-437f-ae71-d4e05ebe921d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1932998 Jul 14 09:52:10.207633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cd254f2f-ae64-4902-8aa8-5589e9bea4db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:10.386764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:52:10.490306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] Deleting port d643c753-7e8d-4519-9285-4d231a8e2db1 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:10.490714 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.600697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] For port d643c753-7e8d-4519-9285-4d231a8e2db1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d643c753-7e8d-4519-9285-4d231a8e2db1,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:10.602114 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.636313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] Calling delete_port for d643c753-7e8d-4519-9285-4d231a8e2db1 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:10.695666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd254f2f-ae64-4902-8aa8-5589e9bea4db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:10.703480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd254f2f-ae64-4902-8aa8-5589e9bea4db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.705814 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd254f2f-ae64-4902-8aa8-5589e9bea4db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:10.706561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd254f2f-ae64-4902-8aa8-5589e9bea4db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:10.726056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cd254f2f-ae64-4902-8aa8-5589e9bea4db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5238876 Jul 14 09:52:10.728966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34672) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:10.742465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8eb3b648-8556-4791-80be-d393da7f1d6f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:10.744500 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.782286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] Pushing event deleted for resources: {'Port': ['ID=d643c753-7e8d-4519-9285-4d231a8e2db1,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:10.793476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d81b9d-e05a-49c4-8bfe-ee8494fb9932 None None] No DVR routers for this DVR port d643c753-7e8d-4519-9285-4d231a8e2db1 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:10.878257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb3b648-8556-4791-80be-d393da7f1d6f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:10.882184 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eb3b648-8556-4791-80be-d393da7f1d6f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:10.883875 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb3b648-8556-4791-80be-d393da7f1d6f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:10.884585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb3b648-8556-4791-80be-d393da7f1d6f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:10.912718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34680) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:10.919441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d737727e-b5c2-43a2-9b4d-23fae0bc0a39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:10.924009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8eb3b648-8556-4791-80be-d393da7f1d6f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1931646 Jul 14 09:52:11.040911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d737727e-b5c2-43a2-9b4d-23fae0bc0a39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:11.046623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d737727e-b5c2-43a2-9b4d-23fae0bc0a39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.048665 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-d737727e-b5c2-43a2-9b4d-23fae0bc0a39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:11.049859 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d737727e-b5c2-43a2-9b4d-23fae0bc0a39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:11.068921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d737727e-b5c2-43a2-9b4d-23fae0bc0a39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1549358 Jul 14 09:52:11.073608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34682) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:11.081504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f0c42735-ffef-4084-894e-74e460573681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:11.105317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92d721-00c5-4e74-a2ee-3bf8b685e78a req-d57bae3b-36cf-441a-8604-f8537e8a8bfc tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:11.113742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7d92d721-00c5-4e74-a2ee-3bf8b685e78a req-d57bae3b-36cf-441a-8604-f8537e8a8bfc tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.0870614 Jul 14 09:52:11.164090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7d92d721-00c5-4e74-a2ee-3bf8b685e78a req-c78b3c53-3b8d-4c2c-8653-8fb4379cb083 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492113 Jul 14 09:52:11.214831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c42735-ffef-4084-894e-74e460573681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:11.221292 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0c42735-ffef-4084-894e-74e460573681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.224127 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c42735-ffef-4084-894e-74e460573681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:11.224793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c42735-ffef-4084-894e-74e460573681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:11.248440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f0c42735-ffef-4084-894e-74e460573681 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1740737 Jul 14 09:52:11.251522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34688) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:11.256793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9160b1a0-2885-41c1-8339-963c4378dc09 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:11.380374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9160b1a0-2885-41c1-8339-963c4378dc09 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:11.385842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9160b1a0-2885-41c1-8339-963c4378dc09 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.388350 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9160b1a0-2885-41c1-8339-963c4378dc09 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:11.388862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9160b1a0-2885-41c1-8339-963c4378dc09 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:11.414561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9160b1a0-2885-41c1-8339-963c4378dc09 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1614661 Jul 14 09:52:11.418033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34692) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:11.454781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8e6e045e-29a9-4a26-bf22-9d9013aa75bd tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0349851 Jul 14 09:52:11.458673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34698) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:11.516604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8c405-b7c9-4896-a578-dc7a4d042e36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:11.520993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4ba8c405-b7c9-4896-a578-dc7a4d042e36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584898 Jul 14 09:52:11.521311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34702) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:11.573916 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2446e7ee-fec1-4734-b4df-78afbc016a25 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502961 Jul 14 09:52:11.577799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34704) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:11.586719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:11.716317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:11.721669 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:11.844376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d643c753-7e8d-4519-9285-4d231a8e2db1 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:11.872567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d643c753-7e8d-4519-9285-4d231a8e2db1 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:11.873640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d643c753-7e8d-4519-9285-4d231a8e2db1 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:12.113366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:12.115440 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.175170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:12.179349 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:12.187966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.188765 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.195501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=77aa5a3f-1cba-4409-a320-7c973b20e23f,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:12.215297 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1d76cfe3-2250-4460-821f-d304860afcd9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6336279 Jul 14 09:52:12.216086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:12.221780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:c9:05:7c', 'name': 'tempest-NetworksTestDHCPv6-604785166'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:12.242929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0058967-dd9b-443f-a229-f8139ffd09db None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:12.556240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': '77aa5a3f-1cba-4409-a320-7c973b20e23f'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:52:12.557761 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.572498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:12.700843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:12.712993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3216-5b8c-4e59-85a8-30618f9fca09 req-9358b7bf-a01a-4f29-956e-c56162eb5511 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:12.715212 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf2c3216-5b8c-4e59-85a8-30618f9fca09 req-9358b7bf-a01a-4f29-956e-c56162eb5511 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.3379548 Jul 14 09:52:12.770918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port a3c57e8b-0610-4228-b1b1-c5fd86b448d7 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:12.849380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf2c3216-5b8c-4e59-85a8-30618f9fca09 req-deac9e79-0015-4d5f-8d22-6d5d32e5acde tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210194 Jul 14 09:52:12.899249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Allocated IP 2001:db8::f816:3eff:fe80:4220 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/77aa5a3f-1cba-4409-a320-7c973b20e23f/214e4b43-d56a-4dc4-b86f-7dbd84ee1880) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:13.103554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.113900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Transition to ACTIVE for port object 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:13.135873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Transition to ACTIVE for port object 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:13.148139 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.214540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:13.225674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:13.226116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:fec9:57c (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/77aa5a3f-1cba-4409-a320-7c973b20e23f/a3c57e8b-0610-4228-b1b1-c5fd86b448d7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:13.229510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:13.249676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Pushing event updated for resources: {'Port': ['ID=214e4b43-d56a-4dc4-b86f-7dbd84ee1880,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:13.330230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Attempting to bind port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:13.330815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Attempting to bind port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:13.331349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Attempting to bind port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:13.338145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:13.338579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:13.338855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.339297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:13.339787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Bound port: 214e4b43-d56a-4dc4-b86f-7dbd84ee1880, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:13.340226 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.435713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] For port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:13.439425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] For port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=214e4b43-d56a-4dc4-b86f-7dbd84ee1880,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:13.443425 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.485185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.503097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object a3c57e8b-0610-4228-b1b1-c5fd86b448d7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:13.553451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.565520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b5739-3d61-4202-ad5c-38122b319f8e None None] Pushing event updated for resources: {'Port': ['ID=214e4b43-d56a-4dc4-b86f-7dbd84ee1880,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:13.639035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=a3c57e8b-0610-4228-b1b1-c5fd86b448d7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:13.654394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:13.657274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:13.660598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:13.669456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:13.670243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:13.696493 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d118f172-860c-4dfd-b61b-c3ead03e621a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4793494 Jul 14 09:52:13.699460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:13.865961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7edf4-dfaa-46d9-ab77-056f6a006e9d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:13.873707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a7edf4-dfaa-46d9-ab77-056f6a006e9d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:13.875496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-39a7edf4-dfaa-46d9-ab77-056f6a006e9d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1742160 Jul 14 09:52:13.878119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34744) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:14.115736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5261a33b-f026-4a28-8875-d1bad26017d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port a3c57e8b-0610-4228-b1b1-c5fd86b448d7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:14.118146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5261a33b-f026-4a28-8875-d1bad26017d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:14.247088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5261a33b-f026-4a28-8875-d1bad26017d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:14.266134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5261a33b-f026-4a28-8875-d1bad26017d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for a3c57e8b-0610-4228-b1b1-c5fd86b448d7 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:14.367916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555a19-5489-4984-a1b1-b34085f98e0a req-9d705158-9962-4497-ae59-1591a13f3822 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.373929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555a19-5489-4984-a1b1-b34085f98e0a req-9d705158-9962-4497-ae59-1591a13f3822 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.380525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555a19-5489-4984-a1b1-b34085f98e0a req-9d705158-9962-4497-ae59-1591a13f3822 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.388820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555a19-5489-4984-a1b1-b34085f98e0a req-9d705158-9962-4497-ae59-1591a13f3822 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.396078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555a19-5489-4984-a1b1-b34085f98e0a req-9d705158-9962-4497-ae59-1591a13f3822 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.403874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555a19-5489-4984-a1b1-b34085f98e0a req-9d705158-9962-4497-ae59-1591a13f3822 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.413051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26555a19-5489-4984-a1b1-b34085f98e0a req-9d705158-9962-4497-ae59-1591a13f3822 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.422005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26555a19-5489-4984-a1b1-b34085f98e0a req-9d705158-9962-4497-ae59-1591a13f3822 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.1581478 Jul 14 09:52:14.452236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d8bae-b5af-4300-8b1e-dfe247da6337 req-2b321cd3-8296-4804-b41b-0b8760b8f480 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.463551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c9d8bae-b5af-4300-8b1e-dfe247da6337 req-2b321cd3-8296-4804-b41b-0b8760b8f480 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.3512676 Jul 14 09:52:14.522262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-26555a19-5489-4984-a1b1-b34085f98e0a req-0da732e5-165c-42e2-8807-f94091e09625 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988784 Jul 14 09:52:14.578753 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c9d8bae-b5af-4300-8b1e-dfe247da6337 req-9158cb6f-8862-494c-a64d-7e1a226ee407 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141663 Jul 14 09:52:14.597885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5261a33b-f026-4a28-8875-d1bad26017d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:14.656527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261a33b-f026-4a28-8875-d1bad26017d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=a3c57e8b-0610-4228-b1b1-c5fd86b448d7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:14.750359 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5261a33b-f026-4a28-8875-d1bad26017d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:14.757227 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5261a33b-f026-4a28-8875-d1bad26017d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/a3c57e8b-0610-4228-b1b1-c5fd86b448d7 HTTP/1.1" status: 204 len: 168 time: 0.8778641 Jul 14 09:52:14.758028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34768) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:14.858592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384493e-4679-4330-9ca3-de89a3fa3233 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.860308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c384493e-4679-4330-9ca3-de89a3fa3233 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.864339 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c384493e-4679-4330-9ca3-de89a3fa3233 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1028914 Jul 14 09:52:14.864655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34770) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:14.883956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15745112-1632-49e9-9807-8117d93e5eaf req-4389b0e2-0015-4ea3-a154-77646527af77 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.901605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15745112-1632-49e9-9807-8117d93e5eaf req-4389b0e2-0015-4ea3-a154-77646527af77 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.910884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15745112-1632-49e9-9807-8117d93e5eaf req-4389b0e2-0015-4ea3-a154-77646527af77 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.917488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15745112-1632-49e9-9807-8117d93e5eaf req-4389b0e2-0015-4ea3-a154-77646527af77 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.924866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15745112-1632-49e9-9807-8117d93e5eaf req-4389b0e2-0015-4ea3-a154-77646527af77 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.931545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15745112-1632-49e9-9807-8117d93e5eaf req-4389b0e2-0015-4ea3-a154-77646527af77 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.938392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-27490393-1303-4743-8829-07955d7ba471 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 77aa5a3f-1cba-4409-a320-7c973b20e23f {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:14.939080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15745112-1632-49e9-9807-8117d93e5eaf req-4389b0e2-0015-4ea3-a154-77646527af77 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:14.942343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27490393-1303-4743-8829-07955d7ba471 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:14.951761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-15745112-1632-49e9-9807-8117d93e5eaf req-4389b0e2-0015-4ea3-a154-77646527af77 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.2030861 Jul 14 09:52:14.997988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27490393-1303-4743-8829-07955d7ba471 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.132078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7e176487-feef-44b7-9e3a-77cbf6fc6555 None None] Provisioning for port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:15.146389 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27490393-1303-4743-8829-07955d7ba471 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.241888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27490393-1303-4743-8829-07955d7ba471 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.286094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27490393-1303-4743-8829-07955d7ba471 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=77aa5a3f-1cba-4409-a320-7c973b20e23f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:15.299092 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27490393-1303-4743-8829-07955d7ba471 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.301736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-27490393-1303-4743-8829-07955d7ba471 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/77aa5a3f-1cba-4409-a320-7c973b20e23f HTTP/1.1" status: 204 len: 168 time: 0.4355519 Jul 14 09:52:15.304155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34778) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:15.361196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-502d714d-def9-4b9d-bd8a-4e9a726d6bb9 None None] Could not find standard attr ID for object a3c57e8b-0610-4228-b1b1-c5fd86b448d7. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:15.362650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a198477b-6d5a-49ce-b0ef-512df58b103f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547755 Jul 14 09:52:15.363809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34780) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:15.370440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:15.489849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:15.504256 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:15.574603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b44d4-db32-4b95-a6f3-da057385b816 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:15.913437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:52:15.915475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7dbd-ee42-4907-8ea2-53e569630148 req-d440cb0b-9de2-4661-9ab6-938593e507dd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:15.923558 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b68b7dbd-ee42-4907-8ea2-53e569630148 req-d440cb0b-9de2-4661-9ab6-938593e507dd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.1219835 Jul 14 09:52:15.963594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b68b7dbd-ee42-4907-8ea2-53e569630148 req-0705d5f4-92a1-40c8-92c3-d277936a3a95 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389504 Jul 14 09:52:16.018598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] Deleting port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:16.019234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.063383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.objects.ports [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:16.119559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] For port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=214e4b43-d56a-4dc4-b86f-7dbd84ee1880,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:16.119962 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.135258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] Calling delete_port for 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:16.223200 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.259333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] Pushing event deleted for resources: {'Port': ['ID=214e4b43-d56a-4dc4-b86f-7dbd84ee1880,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:16.261326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8c952-599f-4afc-b793-f3c6d315ce39 None None] No DVR routers for this DVR port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:16.277245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_pluggable_backend [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Port 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93780) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:52:16.277557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_pluggable_backend [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:4220 {{(pid=93780) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:52:16.281563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_pluggable_backend [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe80:4220 {{(pid=93780) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:52:16.282790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.333292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:16.336530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:16.340791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:16.341386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.347109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bf4137-b0db-4ef2-bea1-206eb31486c1 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:16.360254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=be0e00b4-58a7-41e7-b2f3-da301efe13b9,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:16.371447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-94b7aba9-16a5-485f-9a9c-83c6e1d3b603 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0058260 Jul 14 09:52:16.374909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34800) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:16.380379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:52:da:78', 'name': 'tempest-NetworksTestDHCPv6-2080061313'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:16.505669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:16.599481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': 'be0e00b4-58a7-41e7-b2f3-da301efe13b9'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:52:16.600934 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.635175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:16.660628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 8ee98390-45e9-44f4-8bfc-e282af81f6e8 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:16.798214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:fe52:da78 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/be0e00b4-58a7-41e7-b2f3-da301efe13b9/8ee98390-45e9-44f4-8bfc-e282af81f6e8) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:17.007110 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.037568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 8ee98390-45e9-44f4-8bfc-e282af81f6e8 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:17.092507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.107427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:17.155098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Allocated IP 2001:db8::f816:3eff:fe30:3fe5 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/be0e00b4-58a7-41e7-b2f3-da301efe13b9/bb772528-af19-4d2a-b097-b35e2c310b1c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:17.214729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:17.238372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:17.243057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:17.248086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.249382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.254224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-606cd0ab-8e29-4ab0-ad72-45f9fca95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.254825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-606cd0ab-8e29-4ab0-ad72-45f9fca95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.255373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-606cd0ab-8e29-4ab0-ad72-45f9fca95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.255920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-606cd0ab-8e29-4ab0-ad72-45f9fca95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.256500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-606cd0ab-8e29-4ab0-ad72-45f9fca95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.257066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-606cd0ab-8e29-4ab0-ad72-45f9fca95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.257604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-606cd0ab-8e29-4ab0-ad72-45f9fca95103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.260003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-606cd0ab-8e29-4ab0-ad72-45f9fca95103 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6509 time: 0.1513517 Jul 14 09:52:17.289817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=8ee98390-45e9-44f4-8bfc-e282af81f6e8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:17.307862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ef3cc5e6-6008-4dbd-9432-6c59e84731a7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9308450 Jul 14 09:52:17.310211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34832) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:17.315487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-8785cb56-bed0-4bc2-bc79-1b609d9fd29c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=9dc2340f-2c61-4566-90a6-2822d65e777b&id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0475252 Jul 14 09:52:17.364147 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.373668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Transition to ACTIVE for port object bb772528-af19-4d2a-b097-b35e2c310b1c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:17.391528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Transition to ACTIVE for port object bb772528-af19-4d2a-b097-b35e2c310b1c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:17.403358 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.432184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f5ed0-a1ea-468d-a021-5154a379fd0b req-e31bb6c5-445a-45ef-9c55-17ebeab55b3e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.434960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b78f5ed0-a1ea-468d-a021-5154a379fd0b req-e31bb6c5-445a-45ef-9c55-17ebeab55b3e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.2851484 Jul 14 09:52:17.471946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:17.479853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:17.485202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:17.495103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Pushing event updated for resources: {'Port': ['ID=bb772528-af19-4d2a-b097-b35e2c310b1c,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:17.507055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f207e-7183-4438-8502-82aac8f8eb53 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:17.508947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e17f207e-7183-4438-8502-82aac8f8eb53 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1966155 Jul 14 09:52:17.512749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34836) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:17.533848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b78f5ed0-a1ea-468d-a021-5154a379fd0b req-06dbd31b-7c69-46a4-8586-d96402f4475a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868492 Jul 14 09:52:17.581623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Attempting to bind port bb772528-af19-4d2a-b097-b35e2c310b1c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:17.582053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Attempting to bind port bb772528-af19-4d2a-b097-b35e2c310b1c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:17.582459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Attempting to bind port bb772528-af19-4d2a-b097-b35e2c310b1c on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:17.591164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:17.591879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:17.593362 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.593549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:17.593944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Bound port: bb772528-af19-4d2a-b097-b35e2c310b1c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:17.595110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.649664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbf026-1c97-4b6f-a5f6-1279d264760a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 8ee98390-45e9-44f4-8bfc-e282af81f6e8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:17.650756 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf026-1c97-4b6f-a5f6-1279d264760a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.690577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-46390879-af51-47ae-84e5-0230caef4659 None None] For port bb772528-af19-4d2a-b097-b35e2c310b1c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:17.695775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-46390879-af51-47ae-84e5-0230caef4659 None None] For port bb772528-af19-4d2a-b097-b35e2c310b1c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bb772528-af19-4d2a-b097-b35e2c310b1c,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:17.705212 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.784222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf026-1c97-4b6f-a5f6-1279d264760a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:17.800060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46390879-af51-47ae-84e5-0230caef4659 None None] Pushing event updated for resources: {'Port': ['ID=bb772528-af19-4d2a-b097-b35e2c310b1c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:17.825299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8bbbf026-1c97-4b6f-a5f6-1279d264760a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 8ee98390-45e9-44f4-8bfc-e282af81f6e8 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:17.853098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:17.877090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:17.877509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 214e4b43-d56a-4dc4-b86f-7dbd84ee1880 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:18.021983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf026-1c97-4b6f-a5f6-1279d264760a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.083525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbf026-1c97-4b6f-a5f6-1279d264760a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=8ee98390-45e9-44f4-8bfc-e282af81f6e8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:18.137965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bbbf026-1c97-4b6f-a5f6-1279d264760a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.141488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8bbbf026-1c97-4b6f-a5f6-1279d264760a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/8ee98390-45e9-44f4-8bfc-e282af81f6e8 HTTP/1.1" status: 204 len: 168 time: 0.6272738 Jul 14 09:52:18.143838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34850) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:18.207779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c841993-d9b4-4dbb-83ad-2e9132f161e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:18.209705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c841993-d9b4-4dbb-83ad-2e9132f161e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:18.214028 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5c841993-d9b4-4dbb-83ad-2e9132f161e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0656774 Jul 14 09:52:18.214419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:18.286769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8626587-6033-419f-9718-e4eadd76ba8a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet be0e00b4-58a7-41e7-b2f3-da301efe13b9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:18.291885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8626587-6033-419f-9718-e4eadd76ba8a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.347497 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8626587-6033-419f-9718-e4eadd76ba8a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.438055 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8626587-6033-419f-9718-e4eadd76ba8a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.513376 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8626587-6033-419f-9718-e4eadd76ba8a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.542350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8626587-6033-419f-9718-e4eadd76ba8a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=be0e00b4-58a7-41e7-b2f3-da301efe13b9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:18.546675 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8626587-6033-419f-9718-e4eadd76ba8a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:18.549432 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b8626587-6033-419f-9718-e4eadd76ba8a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/be0e00b4-58a7-41e7-b2f3-da301efe13b9 HTTP/1.1" status: 204 len: 168 time: 0.3334746 Jul 14 09:52:18.552030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34858) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:18.603858 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-906cb231-5da5-4282-a4eb-307dfa352d4d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494728 Jul 14 09:52:18.606304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34862) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:18.720305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63094351-f5cd-4d5e-8369-fe29b8f1dd21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:18.723278 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-63094351-f5cd-4d5e-8369-fe29b8f1dd21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1146336 Jul 14 09:52:18.724854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34870) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:18.777962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64d3e1-63bc-4d1d-ac28-f344a01a9b92 req-e84c0818-ffd4-4d3e-88b1-ad4a7827cf4e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:18.786602 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed64d3e1-63bc-4d1d-ac28-f344a01a9b92 req-e84c0818-ffd4-4d3e-88b1-ad4a7827cf4e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.0806515 Jul 14 09:52:18.793204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f45b8-5015-4ed6-ab0e-f194f51676a4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:18.795857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-569f45b8-5015-4ed6-ab0e-f194f51676a4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0662892 Jul 14 09:52:18.798378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34872) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:18.841804 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed64d3e1-63bc-4d1d-ac28-f344a01a9b92 req-9864333b-5222-475b-806f-b5f0c37c6b1c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539527 Jul 14 09:52:18.861068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-58bbe7ef-778e-4e32-a2c2-3ebb455d2784 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608289 Jul 14 09:52:18.866376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34874) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:18.874399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:18.994927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:18.999217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.127618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82f4be6-814f-4380-b389-84ea474a980f None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:19.205572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a5b4499b-79e8-4935-a025-0e3af83e834f None None] Provisioning for port bb772528-af19-4d2a-b097-b35e2c310b1c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:19.376931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:52:19.397995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:19.430973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] Deleting port bb772528-af19-4d2a-b097-b35e2c310b1c {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:19.431368 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.531897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] For port bb772528-af19-4d2a-b097-b35e2c310b1c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bb772528-af19-4d2a-b097-b35e2c310b1c,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:19.532722 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.550626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] Calling delete_port for bb772528-af19-4d2a-b097-b35e2c310b1c owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:19.607306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.659255 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.695618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] No DVR routers for this DVR port bb772528-af19-4d2a-b097-b35e2c310b1c on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:19.700097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ad924-45e7-4708-b03d-2f48a41ce8d9 None None] Pushing event deleted for resources: {'Port': ['ID=bb772528-af19-4d2a-b097-b35e2c310b1c,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:19.805441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] For port bb772528-af19-4d2a-b097-b35e2c310b1c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bb772528-af19-4d2a-b097-b35e2c310b1c,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:19.845425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.851831 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.852890 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.935130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=bb772528-af19-4d2a-b097-b35e2c310b1c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:19.966636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:19.972866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:19.977352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:19.978370 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:19.987334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf7075a-7a69-494c-b52f-b2de5253b796 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:19.997002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=aa549f18-4ede-4372-8d70-3e3a9b674754,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:20.027564 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dd1b0652-0df7-40c4-a534-5e506f03b60c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1600246 Jul 14 09:52:20.032061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34896) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:20.044719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:74:eb:d0', 'name': 'tempest-NetworksTestDHCPv6-1497561409'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:20.112985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccfff2-0ea4-4a87-8d70-03298f0f72ca req-0bd579a6-92ac-4f76-9737-18331b397eaa tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:20.120786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0ccfff2-0ea4-4a87-8d70-03298f0f72ca req-0bd579a6-92ac-4f76-9737-18331b397eaa tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.0946436 Jul 14 09:52:20.185044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0ccfff2-0ea4-4a87-8d70-03298f0f72ca req-0179eba7-d34b-49c9-9410-cef5ada6f26e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628099 Jul 14 09:52:20.216326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:20.233968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': 'aa549f18-4ede-4372-8d70-3e3a9b674754'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:52:20.234511 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.293097 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:20.338786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.369764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 6c526b7a-fe5d-4aff-97f1-6c86051c963c yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:20.418723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Allocated IP 2001:db8::f816:3eff:fe2a:d7f0 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/aa549f18-4ede-4372-8d70-3e3a9b674754/3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:20.764631 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.773447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Transition to ACTIVE for port object 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:20.794550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Transition to ACTIVE for port object 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:20.817152 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.861802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:fe74:ebd0 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/aa549f18-4ede-4372-8d70-3e3a9b674754/6c526b7a-fe5d-4aff-97f1-6c86051c963c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:20.865334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:20.870441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:20.873328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:20.882784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Pushing event updated for resources: {'Port': ['ID=3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:20.946880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Attempting to bind port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:20.947346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Attempting to bind port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:20.947793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Attempting to bind port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:20.954524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:20.954998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:20.955480 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:20.955947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:20.956532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Bound port: 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:20.956987 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.043691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] For port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:21.050228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] For port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:21.056336 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.061054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.085122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 6c526b7a-fe5d-4aff-97f1-6c86051c963c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:21.136676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251a1c7-13f3-4dd9-9d32-23a9d71d3190 None None] Pushing event updated for resources: {'Port': ['ID=3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:21.141965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.191385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:21.195150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:21.199836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:21.208986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:21.208986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.217689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=6c526b7a-fe5d-4aff-97f1-6c86051c963c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:21.237742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34918) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:21.240090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fa228054-33ab-450b-b7b6-672d1fe41634 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2062678 Jul 14 09:52:21.347493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b2a33-fed6-4b2e-a916-752f728ece45 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:21.355141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236b2a33-fed6-4b2e-a916-752f728ece45 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:21.359569 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-236b2a33-fed6-4b2e-a916-752f728ece45 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1177921 Jul 14 09:52:21.363063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34924) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:21.481513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4fa5e-a5b1-4f68-be38-fb341df89b1d req-15e80e62-499a-4509-a807-5eefdcca772c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:21.484297 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83d4fa5e-a5b1-4f68-be38-fb341df89b1d req-15e80e62-499a-4509-a807-5eefdcca772c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.1582518 Jul 14 09:52:21.559536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-26cce14c-1007-4f7b-9826-ec72dfa506c8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 6c526b7a-fe5d-4aff-97f1-6c86051c963c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:21.560266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26cce14c-1007-4f7b-9826-ec72dfa506c8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.564079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83d4fa5e-a5b1-4f68-be38-fb341df89b1d req-a1ba0a97-944b-419e-b221-7e2a62ad03f3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716493 Jul 14 09:52:21.685005 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26cce14c-1007-4f7b-9826-ec72dfa506c8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.701312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-26cce14c-1007-4f7b-9826-ec72dfa506c8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 6c526b7a-fe5d-4aff-97f1-6c86051c963c owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:21.883699 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26cce14c-1007-4f7b-9826-ec72dfa506c8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.894860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9163cb7e-8aa5-408a-8aab-f400f1b3d908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.931852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:21.943612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cce14c-1007-4f7b-9826-ec72dfa506c8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=6c526b7a-fe5d-4aff-97f1-6c86051c963c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:21.976022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26cce14c-1007-4f7b-9826-ec72dfa506c8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:21.983755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:21.984632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-26cce14c-1007-4f7b-9826-ec72dfa506c8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/6c526b7a-fe5d-4aff-97f1-6c86051c963c HTTP/1.1" status: 204 len: 168 time: 0.6195812 Jul 14 09:52:22.000164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:22.062416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cf495-c24e-4d92-b642-703a0c0b14db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:22.064771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397cf495-c24e-4d92-b642-703a0c0b14db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:22.066899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-397cf495-c24e-4d92-b642-703a0c0b14db tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0820715 Jul 14 09:52:22.069742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34938) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:22.133070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fb406d-6a76-4ae8-9ffa-145bf36a1a72 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet aa549f18-4ede-4372-8d70-3e3a9b674754 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:22.137141 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4fb406d-6a76-4ae8-9ffa-145bf36a1a72 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.182681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4fb406d-6a76-4ae8-9ffa-145bf36a1a72 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.303758 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4fb406d-6a76-4ae8-9ffa-145bf36a1a72 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.396033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4fb406d-6a76-4ae8-9ffa-145bf36a1a72 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.447487 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4fb406d-6a76-4ae8-9ffa-145bf36a1a72 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.457252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34944) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:22.464893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f4fb406d-6a76-4ae8-9ffa-145bf36a1a72 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/aa549f18-4ede-4372-8d70-3e3a9b674754 HTTP/1.1" status: 204 len: 168 time: 0.3938744 Jul 14 09:52:22.466370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb406d-6a76-4ae8-9ffa-145bf36a1a72 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=aa549f18-4ede-4372-8d70-3e3a9b674754,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:22.510068 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456bf946-f3e7-44dd-842a-72bdf19a24c3 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:22.519012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-43959b49-1c39-4b6d-8d08-d55788aeeb9c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596647 Jul 14 09:52:22.521523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 34946) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:22.526708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:22.603085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6f7762c5-9b6e-44a0-93d9-92d5b015cfb5 None None] Provisioning for port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:22.613846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6f7762c5-9b6e-44a0-93d9-92d5b015cfb5 None None] Provisioning complete for port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:22.614622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6f7762c5-9b6e-44a0-93d9-92d5b015cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.668064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:22.674707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.794651 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6f7762c5-9b6e-44a0-93d9-92d5b015cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.840340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6f7762c5-9b6e-44a0-93d9-92d5b015cfb5 None None] For port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:22.845759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6f7762c5-9b6e-44a0-93d9-92d5b015cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:22.890878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9379071-e3f9-4d3e-a099-9bbf495ac0e9 req-4815774d-ff20-41cf-ab98-e7ac944dd874 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:22.892341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9379071-e3f9-4d3e-a099-9bbf495ac0e9 req-4815774d-ff20-41cf-ab98-e7ac944dd874 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.1416554 Jul 14 09:52:22.910474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7762c5-9b6e-44a0-93d9-92d5b015cfb5 None None] Pushing event updated for resources: {'Port': ['ID=3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:22.939350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:52:22.978922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9379071-e3f9-4d3e-a099-9bbf495ac0e9 req-00aaa15c-3c9a-4305-8f6c-19a311d4d4c1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773163 Jul 14 09:52:23.007362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] Deleting port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:23.007362 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.074925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] For port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:23.075322 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.095960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] Calling delete_port for 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:23.175317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.objects.ports [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:23.195859 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.209462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] No DVR routers for this DVR port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:23.229871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bb0cc6-da88-4d8b-8364-f5fe958afa88 None None] Pushing event deleted for resources: {'Port': ['ID=3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:23.300834 n-d-780147-26 neutron-server[93780]: WARNING neutron.services.revisions.revision_plugin [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Could not find related port for resource to bump revision. Jul 14 09:52:23.312911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_pluggable_backend [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Port 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93780) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 14 09:52:23.313221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_pluggable_backend [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2a:d7f0 {{(pid=93780) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 14 09:52:23.316828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_pluggable_backend [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2a:d7f0 {{(pid=93780) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 14 09:52:23.318038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.362479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:23.365719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:23.370089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:23.370693 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.378351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21450bea-dde6-4041-95cc-32b39d39cac3 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:23.384061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=8f17c33b-436b-43b7-b405-6c3763acdb9b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:23.393813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-654ddc1c-16a2-42f8-be96-f6c1c55a88a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8711181 Jul 14 09:52:23.398663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34964) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:23.406644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:48:bf:78', 'name': 'tempest-NetworksTestDHCPv6-794123320'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:23.524611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:23.529129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.558840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port b195d506-5391-44f4-8817-26636bf209e0 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:23.586090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': '8f17c33b-436b-43b7-b405-6c3763acdb9b'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:52:23.586978 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.681294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:fe48:bf78 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/8f17c33b-436b-43b7-b405-6c3763acdb9b/b195d506-5391-44f4-8817-26636bf209e0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:23.832942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:23.861904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:23.862300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3de4426f-cdb5-4b6f-84a8-4b8e2b466fd4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:23.862882 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.881175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object b195d506-5391-44f4-8817-26636bf209e0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:23.917837 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:23.963450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Allocated IP 2001:db8::f816:3eff:feca:7fb4 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/8f17c33b-436b-43b7-b405-6c3763acdb9b/35feac8c-fad1-4fa6-b312-3e3702cef31c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:23.978048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:23.982770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:23.988046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:23.994933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:23.995843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.005966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=b195d506-5391-44f4-8817-26636bf209e0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:24.031644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-798af19e-701d-481f-a165-e031e4e03b21 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.6285787 Jul 14 09:52:24.032404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:24.131319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9e2306-f2b9-4767-99b2-c1d6a9b0da8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.133098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1a9e2306-f2b9-4767-99b2-c1d6a9b0da8c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0996065 Jul 14 09:52:24.135615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 34982) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:24.183861 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.199002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Transition to ACTIVE for port object 35feac8c-fad1-4fa6-b312-3e3702cef31c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:24.235958 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45672359-9dec-4172-9974-393d2eefd06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.251195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Transition to ACTIVE for port object 35feac8c-fad1-4fa6-b312-3e3702cef31c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:24.259818 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.304474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:24.313392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:24.318041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:24.349204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Pushing event updated for resources: {'Port': ['ID=35feac8c-fad1-4fa6-b312-3e3702cef31c,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:24.401020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Attempting to bind port 35feac8c-fad1-4fa6-b312-3e3702cef31c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:24.401020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Attempting to bind port 35feac8c-fad1-4fa6-b312-3e3702cef31c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:24.401470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Attempting to bind port 35feac8c-fad1-4fa6-b312-3e3702cef31c on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:24.407868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:24.408431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:24.408944 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.409750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:24.410326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Bound port: 35feac8c-fad1-4fa6-b312-3e3702cef31c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:24.410826 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.492188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] For port 35feac8c-fad1-4fa6-b312-3e3702cef31c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:24.510578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] For port 35feac8c-fad1-4fa6-b312-3e3702cef31c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35feac8c-fad1-4fa6-b312-3e3702cef31c,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:24.512141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.515325 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.578984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8bfc-11a0-47c7-9242-63737ccb7e81 None None] Pushing event updated for resources: {'Port': ['ID=35feac8c-fad1-4fa6-b312-3e3702cef31c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:24.615790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531b97f-0726-49af-839b-176800d7720f req-5dbc4b8c-19de-4f2c-9844-b0ebd9293f42 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.617428 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d531b97f-0726-49af-839b-176800d7720f req-5dbc4b8c-19de-4f2c-9844-b0ebd9293f42 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 944 time: 0.4959671 Jul 14 09:52:24.659869 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-0bcae8ec-c4e8-4a4c-98cc-d6cc7b463594 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2120712 Jul 14 09:52:24.681429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-822f7f8e-81f2-430d-a55c-d7de47692c39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port b195d506-5391-44f4-8817-26636bf209e0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:24.681782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-822f7f8e-81f2-430d-a55c-d7de47692c39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.691647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 078cea1b-dce9-43d1-b5b8-a3c740ac5457 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:52:24.737701 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d531b97f-0726-49af-839b-176800d7720f req-8331cd1a-ed1b-48c4-9153-c543129c81d4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106443 Jul 14 09:52:24.869327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 078cea1b-dce9-43d1-b5b8-a3c740ac5457, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=078cea1b-dce9-43d1-b5b8-a3c740ac5457,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:24.871034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-822f7f8e-81f2-430d-a55c-d7de47692c39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.888554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '078cea1b-dce9-43d1-b5b8-a3c740ac5457', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'port_id': '078cea1b-dce9-43d1-b5b8-a3c740ac5457', 'mac_address': 'fa:16:3e:b3:ff:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:52:24.891752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-822f7f8e-81f2-430d-a55c-d7de47692c39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for b195d506-5391-44f4-8817-26636bf209e0 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:24.903294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8bfb35a-9c66-4800-8966-af4de5e87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.903759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8bfb35a-9c66-4800-8966-af4de5e87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.905205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8bfb35a-9c66-4800-8966-af4de5e87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.905205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8bfb35a-9c66-4800-8966-af4de5e87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.905600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8bfb35a-9c66-4800-8966-af4de5e87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.906108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8bfb35a-9c66-4800-8966-af4de5e87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.908573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8bfb35a-9c66-4800-8966-af4de5e87442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:24.910129 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8bfb35a-9c66-4800-8966-af4de5e87442 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6509 time: 0.1704402 Jul 14 09:52:24.958343 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:24.974411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078cea1b-dce9-43d1-b5b8-a3c740ac5457 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:52:25.009508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 078cea1b-dce9-43d1-b5b8-a3c740ac5457, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=078cea1b-dce9-43d1-b5b8-a3c740ac5457,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:25.017301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.092445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=078cea1b-dce9-43d1-b5b8-a3c740ac5457,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:25.158626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-3813069d-9255-462c-b8c9-d6dca1423aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:25.159089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-3813069d-9255-462c-b8c9-d6dca1423aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:25.159581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-3813069d-9255-462c-b8c9-d6dca1423aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:25.161477 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-3813069d-9255-462c-b8c9-d6dca1423aab service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0a23679-4185-490c-8b16-e72740c16252&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=abc303e9-64b3-40af-b530-6d5136a0ebce&id=abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 200 len: 2298 time: 0.1868682 Jul 14 09:52:25.227725 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-822f7f8e-81f2-430d-a55c-d7de47692c39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.268356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f7f8e-81f2-430d-a55c-d7de47692c39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=b195d506-5391-44f4-8817-26636bf209e0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:25.278732 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-d1ca5212-1658-4992-9cb3-dfde13920068 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 200 len: 1001 time: 0.1105132 Jul 14 09:52:25.306408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-822f7f8e-81f2-430d-a55c-d7de47692c39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.310441 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-822f7f8e-81f2-430d-a55c-d7de47692c39 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/b195d506-5391-44f4-8817-26636bf209e0 HTTP/1.1" status: 204 len: 168 time: 1.1712160 Jul 14 09:52:25.310617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['078cea1b-dce9-43d1-b5b8-a3c740ac5457'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:52:25.310841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35002) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:25.353152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-be04c781-198b-456f-b494-cdca1a5ea8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:25.354898 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-be04c781-198b-456f-b494-cdca1a5ea8fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81804484-c2db-4e74-8daa-f75361a1ba82 HTTP/1.1" status: 200 len: 856 time: 0.0595837 Jul 14 09:52:25.418154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f397bc10-683f-46c4-aba2-78c8655c2962 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:25.419988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f397bc10-683f-46c4-aba2-78c8655c2962 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:25.425808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f397bc10-683f-46c4-aba2-78c8655c2962 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1131356 Jul 14 09:52:25.426847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35004) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:25.472148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-d8fa658b-9950-47f6-9e65-66128fb9d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:25.473962 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-d8fa658b-9950-47f6-9e65-66128fb9d0d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a23679-4185-490c-8b16-e72740c16252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114023 Jul 14 09:52:25.579226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-7715f447-1288-431a-843f-9b52c3210ace tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 8f17c33b-436b-43b7-b405-6c3763acdb9b {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:25.583334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7715f447-1288-431a-843f-9b52c3210ace tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.616401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.626525 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-04c2c2a7-8514-459f-a8d9-4c8d86df5a0b service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451437 Jul 14 09:52:25.643522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7715f447-1288-431a-843f-9b52c3210ace tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.756567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7715f447-1288-431a-843f-9b52c3210ace tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.781997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-03652cb2-90e4-44ad-b716-4088aec99ed7 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471953 Jul 14 09:52:25.856705 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-67182b9c-ccb6-42c8-af9e-abda2ea2c66e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 217 time: 0.0639884 Jul 14 09:52:25.878571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7715f447-1288-431a-843f-9b52c3210ace tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.956184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-756d9d9a-5480-4cc5-a3d8-fafbf6e8490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:25.958388 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-756d9d9a-5480-4cc5-a3d8-fafbf6e8490a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0880606 Jul 14 09:52:25.960923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35feac8c-fad1-4fa6-b312-3e3702cef31c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:25.964778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7715f447-1288-431a-843f-9b52c3210ace tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:25.979739 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7715f447-1288-431a-843f-9b52c3210ace tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/8f17c33b-436b-43b7-b405-6c3763acdb9b HTTP/1.1" status: 204 len: 168 time: 0.5493708 Jul 14 09:52:25.979739 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715f447-1288-431a-843f-9b52c3210ace tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=8f17c33b-436b-43b7-b405-6c3763acdb9b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:25.980081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35018) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:26.004576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c98aeda-59e7-4091-b93e-b497b63d6ada None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:26.071242 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4c671c6f-814c-4fca-97ce-d4c4684254b3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893140 Jul 14 09:52:26.073905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35020) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:26.116100 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d5fa232f-35a6-4a8a-8fcf-7e903adc25b6 None None] Provisioning for port 35feac8c-fad1-4fa6-b312-3e3702cef31c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:26.122361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-87bce636-bded-4dd6-bfbb-0eae1793e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:26.126021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-87bce636-bded-4dd6-bfbb-0eae1793e1d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570601 Jul 14 09:52:26.154278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30444993-74c3-4360-bef0-b4472c21c0fa req-430c8f0b-433c-4c03-884e-248f101ff226 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:26.157178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30444993-74c3-4360-bef0-b4472c21c0fa req-430c8f0b-433c-4c03-884e-248f101ff226 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 945 time: 0.1672711 Jul 14 09:52:26.187763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 35feac8c-fad1-4fa6-b312-3e3702cef31c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:26.193914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 35feac8c-fad1-4fa6-b312-3e3702cef31c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:26.193914 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:26.216475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30444993-74c3-4360-bef0-b4472c21c0fa req-1ec10ba5-671f-45f5-9f45-f95de38ef6c1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487909 Jul 14 09:52:26.243385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91bd747-7bd5-45e8-b83b-7a567488afd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:26.245593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d91bd747-7bd5-45e8-b83b-7a567488afd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1703210 Jul 14 09:52:26.249563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35026) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:26.309079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-9015643b-86c4-4006-ad30-846df10e8d21 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728551 Jul 14 09:52:26.342836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f853db-be3b-4d4a-9f25-3b38a9b12dd2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:26.345731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-69f853db-be3b-4d4a-9f25-3b38a9b12dd2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0942674 Jul 14 09:52:26.347901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35028) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:26.372711 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:26.406035 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f040f0d3-ce7d-4bfb-8ffa-f7a37f4b6dbf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568612 Jul 14 09:52:26.410512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35030) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:26.422140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:26.438531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 35feac8c-fad1-4fa6-b312-3e3702cef31c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35feac8c-fad1-4fa6-b312-3e3702cef31c,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:26.445523 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:26.468723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-25f00c01-215e-4256-9b34-94993a33ab55 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521730 Jul 14 09:52:26.489521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:52:26.520240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-ffdef59a-b87c-45a5-a071-9ef307ba744f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 217 time: 0.0449228 Jul 14 09:52:26.570057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:26.580456 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:26.584644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-83d411a8-225f-4702-b6a8-574967048f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:26.586204 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-83d411a8-225f-4702-b6a8-574967048f56 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0599709 Jul 14 09:52:26.596817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=35feac8c-fad1-4fa6-b312-3e3702cef31c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:26.642475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] Deleting port 35feac8c-fad1-4fa6-b312-3e3702cef31c {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:26.643616 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:26.690032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-528adadd-6087-4baa-aea4-1958ff1ba1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:26.691866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-528adadd-6087-4baa-aea4-1958ff1ba1b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0981729 Jul 14 09:52:26.728077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] For port 35feac8c-fad1-4fa6-b312-3e3702cef31c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35feac8c-fad1-4fa6-b312-3e3702cef31c,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:26.728556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:26.747992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 078cea1b-dce9-43d1-b5b8-a3c740ac5457 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:26.750813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] Calling delete_port for 35feac8c-fad1-4fa6-b312-3e3702cef31c owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:26.831084 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-18a7889f-e799-483e-ac93-2d081bfc1ac6 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311665 Jul 14 09:52:26.888503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:26.934166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:26.934907 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:26.959609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-142d262d-557c-4291-b7ca-398215a8dcc2 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211143 Jul 14 09:52:26.965037 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:26.996016 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.027150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] Pushing event deleted for resources: {'Port': ['ID=35feac8c-fad1-4fa6-b312-3e3702cef31c,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:27.040145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc0d31c-1ca7-489d-ba1d-7be8749ab518 None None] No DVR routers for this DVR port 35feac8c-fad1-4fa6-b312-3e3702cef31c on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:27.056902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=f5f700fe-afc3-4720-9e1b-9f612a3d53fc,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:27.064141 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-7cccdefd-5520-4f66-8f7c-efda00761d20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae HTTP/1.1" status: 200 len: 217 time: 0.0970500 Jul 14 09:52:27.077878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:27.079951 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.080628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:27.084451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:27.085334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.097399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c73b8af-d9d9-4052-9599-e31dc85d914b None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:27.134691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b5703dac-8e40-4b61-9ba3-bed8843dfaf4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7182784 Jul 14 09:52:27.135158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35042) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:27.147576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:1f:da:06', 'name': 'tempest-NetworksTestDHCPv6-1987834002'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:27.229262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-5bb3fe01-2f65-4c43-a93f-337ca8252671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:27.231948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-5bb3fe01-2f65-4c43-a93f-337ca8252671 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.1551034 Jul 14 09:52:27.285669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.318914 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.358997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88ae4cf-e6c1-4e90-9b2b-60c5bed19978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078cea1b-dce9-43d1-b5b8-a3c740ac5457'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:27.362097 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250d72b5-a2ee-4ce6-9305-92909ec4a789" -d '{"events": [{"server_uuid": "b88ae4cf-e6c1-4e90-9b2b-60c5bed19978", "name": "network-vif-plugged", "status": "completed", "tag": "078cea1b-dce9-43d1-b5b8-a3c740ac5457"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:27.401873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 078cea1b-dce9-43d1-b5b8-a3c740ac5457, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=078cea1b-dce9-43d1-b5b8-a3c740ac5457,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:27.402117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:27.419106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-8096d6a4-c2c7-4d4f-a2a6-49145b9907e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:27.426138 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-8096d6a4-c2c7-4d4f-a2a6-49145b9907e4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1826971 Jul 14 09:52:27.434620 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.681417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': 'f5f700fe-afc3-4720-9e1b-9f612a3d53fc'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:52:27.685027 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:27.745548 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-22682942-c55a-4592-ac97-171d5346381d service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000128 Jul 14 09:52:27.757477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1567bc4-1ed3-49c5-a87a-5d20b83c73f1 req-d6b6b22d-c843-4c0d-9ed1-fd6754b03b6c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:27.759452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1567bc4-1ed3-49c5-a87a-5d20b83c73f1 req-d6b6b22d-c843-4c0d-9ed1-fd6754b03b6c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 946 time: 0.2642622 Jul 14 09:52:27.882666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=078cea1b-dce9-43d1-b5b8-a3c740ac5457,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:27.889851 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba73b04-e572-4419-8ecf-b94135f1629e x-openstack-request-id: req-cba73b04-e572-4419-8ecf-b94135f1629e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:27.890879 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88ae4cf-e6c1-4e90-9b2b-60c5bed19978", "name": "network-vif-plugged", "status": "completed", "tag": "078cea1b-dce9-43d1-b5b8-a3c740ac5457", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:27.891355 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cba73b04-e572-4419-8ecf-b94135f1629e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:27.892135 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88ae4cf-e6c1-4e90-9b2b-60c5bed19978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078cea1b-dce9-43d1-b5b8-a3c740ac5457', 'code': 200} Jul 14 09:52:27.945877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f1567bc4-1ed3-49c5-a87a-5d20b83c73f1 req-d3dc64a9-531d-4cea-a106-259c5db6472b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765022 Jul 14 09:52:27.989590 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a53521be-10ee-4581-913f-1723dd3e1b61 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291119 Jul 14 09:52:28.015448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35feac8c-fad1-4fa6-b312-3e3702cef31c no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:28.040237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8bf00-4123-4575-8a14-3b2c95fc966f req-b5d18332-7c99-4fe7-9b4f-f5535bf5eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:28.042078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-55d8bf00-4123-4575-8a14-3b2c95fc966f req-b5d18332-7c99-4fe7-9b4f-f5535bf5eb9a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 1098 time: 0.1602685 Jul 14 09:52:28.090918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-7af17dee-4a16-4ad6-a887-aefe56b62c26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1260107c-1c78-4426-b1ab-d8ff67896347 HTTP/1.1" status: 200 len: 217 time: 0.0776594 Jul 14 09:52:28.161677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-55d8bf00-4123-4575-8a14-3b2c95fc966f req-9ce1aa8e-322b-44f8-9e80-c6769e9ff443 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796902 Jul 14 09:52:28.169472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-f5502c77-05f9-4fec-887e-8f4c8f3e672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:28.171639 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-f5502c77-05f9-4fec-887e-8f4c8f3e672a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0724003 Jul 14 09:52:28.206554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.210010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 35feac8c-fad1-4fa6-b312-3e3702cef31c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:28.210526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35feac8c-fad1-4fa6-b312-3e3702cef31c not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:28.247505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 3c7e1585-44f7-4a8e-8f43-325413008deb yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:28.248318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/f5f700fe-afc3-4720-9e1b-9f612a3d53fc/d4b442ed-78c5-4bc9-9d6e-6a3027a614ba) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:28.299598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-6cf767b5-51c0-42ea-9455-3247cdcd9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:28.308605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-6cf767b5-51c0-42ea-9455-3247cdcd9b13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0937274 Jul 14 09:52:28.420036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-b5693123-4e30-439e-b87e-b501c6c3c469 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028476 Jul 14 09:52:28.434300 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.446006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Transition to ACTIVE for port object d4b442ed-78c5-4bc9-9d6e-6a3027a614ba will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:28.465253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Transition to ACTIVE for port object d4b442ed-78c5-4bc9-9d6e-6a3027a614ba will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:28.474547 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.520960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:28.527589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:28.532702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:28.541684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Pushing event updated for resources: {'Port': ['ID=d4b442ed-78c5-4bc9-9d6e-6a3027a614ba,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:28.567476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::289 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/f5f700fe-afc3-4720-9e1b-9f612a3d53fc/3c7e1585-44f7-4a8e-8f43-325413008deb) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:28.580317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-929c696c-f6f8-420d-a78c-6a52e93567d9 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517940 Jul 14 09:52:28.603871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Attempting to bind port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:28.604300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Attempting to bind port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:28.604724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Attempting to bind port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:28.610826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:28.611205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:28.611619 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.612017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:28.612515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Bound port: d4b442ed-78c5-4bc9-9d6e-6a3027a614ba, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:28.612957 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.639650 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-3cea7c81-21e1-46d1-aee5-c080b2c7fb7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca56c-9fb3-4048-96e3-fdae9282a10a HTTP/1.1" status: 200 len: 217 time: 0.0516486 Jul 14 09:52:28.684619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] For port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:28.689906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] For port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d4b442ed-78c5-4bc9-9d6e-6a3027a614ba,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:28.697774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.709288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-d7863720-6de0-4f3e-8f6e-d233c6bfbfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:28.711800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-d7863720-6de0-4f3e-8f6e-d233c6bfbfa0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0655274 Jul 14 09:52:28.790803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431dcfb0-9cdb-47a5-81b3-53dc988a603f None None] Pushing event updated for resources: {'Port': ['ID=d4b442ed-78c5-4bc9-9d6e-6a3027a614ba,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:28.794991 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.817218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 3c7e1585-44f7-4a8e-8f43-325413008deb will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:28.824807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-1d1e3e95-5e17-4b02-8b1c-db34687c5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:28.828016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-1d1e3e95-5e17-4b02-8b1c-db34687c5d36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047487 Jul 14 09:52:28.870104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.919881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:28.929175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:28.933606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:28.941635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:28.941635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:28.951285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=3c7e1585-44f7-4a8e-8f43-325413008deb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:28.965979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2b1b237a-e27d-47e3-9405-4b5e37aee19f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8289046 Jul 14 09:52:28.968572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35072) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:29.022757 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-3327f62e-d46e-4083-9e0c-8ecbd71eca82 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697795 Jul 14 09:52:29.137869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90e277-50d8-4438-85de-0a1dec2ea0c6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:29.144477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90e277-50d8-4438-85de-0a1dec2ea0c6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:29.146237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-af90e277-50d8-4438-85de-0a1dec2ea0c6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1764288 Jul 14 09:52:29.150024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35078) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:29.226201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-6a452bee-29b2-493c-b618-9a976a408dce service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942639 Jul 14 09:52:29.304699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-ff12d6f8-0147-4079-bdaf-b5f61f377212 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 200 len: 217 time: 0.0698931 Jul 14 09:52:29.371035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8c558366-e3b7-4be1-990c-ff16c588223c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 3c7e1585-44f7-4a8e-8f43-325413008deb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:29.371894 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c558366-e3b7-4be1-990c-ff16c588223c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:29.379460 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-2a7a3376-ff22-4a9b-80c6-045260cddbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:29.381515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-2a7a3376-ff22-4a9b-80c6-045260cddbea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0678995 Jul 14 09:52:29.429728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea7e81-a41b-483b-a21c-4ceab6cbf0ce req-629c80cd-fb71-445f-9c72-f62380c9ba65 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:29.431441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8ea7e81-a41b-483b-a21c-4ceab6cbf0ce req-629c80cd-fb71-445f-9c72-f62380c9ba65 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 946 time: 0.1580496 Jul 14 09:52:29.455438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-10f1dd7b-d418-49e2-921f-ffd24c5b7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:29.457273 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-10f1dd7b-d418-49e2-921f-ffd24c5b7664 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0649078 Jul 14 09:52:29.500693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8ea7e81-a41b-483b-a21c-4ceab6cbf0ce req-da5e87c0-2e3a-45da-a0f0-abba8282cfa9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616114 Jul 14 09:52:29.511859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c558366-e3b7-4be1-990c-ff16c588223c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:29.535524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-8c558366-e3b7-4be1-990c-ff16c588223c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 3c7e1585-44f7-4a8e-8f43-325413008deb owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:29.586885 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-a8fe7103-1a56-4aac-ac9a-db56ca5340d5 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214957 Jul 14 09:52:29.679327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:29.686749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c558366-e3b7-4be1-990c-ff16c588223c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:29.707505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faeb8f3d-984f-4b69-8a77-810924efb01e req-6876f6b7-d7da-4bf4-9e6c-9db9e56bdd7c service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133363 Jul 14 09:52:29.721953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c558366-e3b7-4be1-990c-ff16c588223c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=3c7e1585-44f7-4a8e-8f43-325413008deb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:29.753731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c558366-e3b7-4be1-990c-ff16c588223c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:29.755819 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8c558366-e3b7-4be1-990c-ff16c588223c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/3c7e1585-44f7-4a8e-8f43-325413008deb HTTP/1.1" status: 204 len: 168 time: 0.6047776 Jul 14 09:52:29.758990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35088) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:29.838470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc8e2c1-52ec-4240-92cb-77e0d11ab337 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:29.840366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc8e2c1-52ec-4240-92cb-77e0d11ab337 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:29.843221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ddc8e2c1-52ec-4240-92cb-77e0d11ab337 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0830085 Jul 14 09:52:29.846102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35090) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:29.898327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d4b442ed-78c5-4bc9-9d6e-6a3027a614ba up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:29.922365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8f49fc-494b-4100-ac49-ad5a945beb36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet f5f700fe-afc3-4720-9e1b-9f612a3d53fc {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:29.927825 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c8f49fc-494b-4100-ac49-ad5a945beb36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:29.972514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:29.979821 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c8f49fc-494b-4100-ac49-ad5a945beb36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.084393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c8f49fc-494b-4100-ac49-ad5a945beb36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.169185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c8f49fc-494b-4100-ac49-ad5a945beb36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.200289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f49fc-494b-4100-ac49-ad5a945beb36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=f5f700fe-afc3-4720-9e1b-9f612a3d53fc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:30.206162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c8f49fc-494b-4100-ac49-ad5a945beb36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.212070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0c8f49fc-494b-4100-ac49-ad5a945beb36 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/f5f700fe-afc3-4720-9e1b-9f612a3d53fc HTTP/1.1" status: 204 len: 168 time: 0.3643513 Jul 14 09:52:30.213043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35102) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:30.229916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd5b6c-7020-43aa-861a-a33121f3ab30 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:30.269903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-763a6a30-d853-4843-a737-19707c2c526b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554469 Jul 14 09:52:30.270667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:30.334384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-24f1fab0-d055-461f-a51b-d4b23322c60d None None] Provisioning for port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:30.340105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-24f1fab0-d055-461f-a51b-d4b23322c60d None None] Provisioning complete for port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:30.340105 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24f1fab0-d055-461f-a51b-d4b23322c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.350867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c9487e-f6c6-4a98-a718-cd1d0b2d62ad tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:30.352434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a2c9487e-f6c6-4a98-a718-cd1d0b2d62ad tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0806890 Jul 14 09:52:30.354896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35106) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:30.414252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc89e58f-1d31-4f23-b71c-14428783e37f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:30.419164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fc89e58f-1d31-4f23-b71c-14428783e37f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0604160 Jul 14 09:52:30.419405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35108) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:30.473855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24f1fab0-d055-461f-a51b-d4b23322c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.477166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f2afcdc4-ecf7-4014-a88e-a86bb8b6a3a5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559587 Jul 14 09:52:30.483078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35114) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:30.488491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:30.528032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:52:30.531756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-24f1fab0-d055-461f-a51b-d4b23322c60d None None] For port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d4b442ed-78c5-4bc9-9d6e-6a3027a614ba,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:30.562804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-24f1fab0-d055-461f-a51b-d4b23322c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.617861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:30.623278 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.637417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1fab0-d055-461f-a51b-d4b23322c60d None None] Pushing event updated for resources: {'Port': ['ID=d4b442ed-78c5-4bc9-9d6e-6a3027a614ba,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:30.641079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] Deleting port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:30.642017 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.714141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93dfe2-23eb-46d1-a12f-b32d0a6a4b14 req-8af86a7d-bd0f-4cf6-a296-1c6843f937b8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:30.716063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef93dfe2-23eb-46d1-a12f-b32d0a6a4b14 req-8af86a7d-bd0f-4cf6-a296-1c6843f937b8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 946 time: 0.0717640 Jul 14 09:52:30.721682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] For port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d4b442ed-78c5-4bc9-9d6e-6a3027a614ba,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:30.724548 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.744562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] Calling delete_port for d4b442ed-78c5-4bc9-9d6e-6a3027a614ba owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:30.771603 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef93dfe2-23eb-46d1-a12f-b32d0a6a4b14 req-bc47c806-9f70-49d3-9bd8-11aed8a73745 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486307 Jul 14 09:52:30.836271 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:30.865968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] Pushing event deleted for resources: {'Port': ['ID=d4b442ed-78c5-4bc9-9d6e-6a3027a614ba,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:30.869586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3eaa7a-09ed-49f1-95ac-c7a3dbd7d15d None None] No DVR routers for this DVR port d4b442ed-78c5-4bc9-9d6e-6a3027a614ba on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:31.030327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.objects.ports [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:31.039610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe08473-c348-4c58-aecc-094841e74d1b req-eaf03856-65ab-40de-a759-3dd055939b67 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:31.041284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fe08473-c348-4c58-aecc-094841e74d1b req-eaf03856-65ab-40de-a759-3dd055939b67 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 946 time: 0.1331062 Jul 14 09:52:31.042109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:31.107579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:31.115465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:31.125206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:31.125676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c744b2-80e5-451f-a551-3e600fdc10e5 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:31.125798 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:31.133386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=a972fbb9-8969-484d-85fa-2b45c1a775b3,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:31.143133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fe08473-c348-4c58-aecc-094841e74d1b req-113efc53-aa87-4419-b9b6-dcb0afba174d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935340 Jul 14 09:52:31.153495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35128) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:31.154047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c9355f82-f820-42b8-b2a2-f67136b28b49 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6694906 Jul 14 09:52:31.159951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6412dba9-644a-4e57-ba44-221b66088245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:31.329846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6412dba9-644a-4e57-ba44-221b66088245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:31.336267 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6412dba9-644a-4e57-ba44-221b66088245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:31.372285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'tenant_id': '4553793bcfb445ae8e8e4affaa30eafc', 'fixed_ips': [{'subnet_id': 'a972fbb9-8969-484d-85fa-2b45c1a775b3'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:52:31.373695 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:31.459691 n-d-780147-26 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-6412dba9-644a-4e57-ba44-221b66088245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a972fbb9-8969-484d-85fa-2b45c1a775b3 (CIDR: 2001:db8::/64) Jul 14 09:52:31.472287 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6412dba9-644a-4e57-ba44-221b66088245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:31.473398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6412dba9-644a-4e57-ba44-221b66088245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:31.498997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6412dba9-644a-4e57-ba44-221b66088245 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3439770 Jul 14 09:52:31.501737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:31.515559 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:31.563144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Allocated IP 2001:db8::f816:3eff:fea3:20be (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/a972fbb9-8969-484d-85fa-2b45c1a775b3/f4753b4d-4467-4976-a540-d9c1bfd3837d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:31.773759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:31.783448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Transition to ACTIVE for port object f4753b4d-4467-4976-a540-d9c1bfd3837d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:31.800806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Transition to ACTIVE for port object f4753b4d-4467-4976-a540-d9c1bfd3837d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:31.811182 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:31.832225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b265ed-8347-4ea2-a0e6-a05fb297b4c5 req-b8303f37-3b17-49f9-bb33-c51d2d875de5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:31.833292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52b265ed-8347-4ea2-a0e6-a05fb297b4c5 req-b8303f37-3b17-49f9-bb33-c51d2d875de5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 946 time: 0.1222799 Jul 14 09:52:31.860296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:31.865632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:31.868287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:31.871565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:31.885217 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d4b442ed-78c5-4bc9-9d6e-6a3027a614ba no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:31.900145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52b265ed-8347-4ea2-a0e6-a05fb297b4c5 req-d194de43-198f-432e-a97b-eaccd5330111 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659106 Jul 14 09:52:31.953687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d4b442ed-78c5-4bc9-9d6e-6a3027a614ba {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:31.954077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d4b442ed-78c5-4bc9-9d6e-6a3027a614ba not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:31.972956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Attempting to bind port f4753b4d-4467-4976-a540-d9c1bfd3837d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:31.973339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Attempting to bind port f4753b4d-4467-4976-a540-d9c1bfd3837d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:31.973698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Attempting to bind port f4753b4d-4467-4976-a540-d9c1bfd3837d on network ea7e8c03-d0af-4380-98b0-c9233c51cdfd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:31.979930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:31.980396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Checking segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:31.980774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:31.981581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Bound using segment: {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:31.981581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Bound port: f4753b4d-4467-4976-a540-d9c1bfd3837d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbb436d7-abbb-4dde-8689-eccf15daa343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:31.982031 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:32.009126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:32.012883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:32.053932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:32.057863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:32.066581 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:32.141306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19851c0c-ea22-4817-b789-33281ee370f5 None None] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:32.314847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:32.369649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:32.382694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:32.388587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:32.389248 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:32.415488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=b10efee1-a1eb-43c5-a206-54c52e420cfb,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:32.424611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-44b7eb3c-65a0-496c-a66c-2efb8c37c18a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9199939 Jul 14 09:52:32.424798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35158) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:32.436967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:ff:84:04', 'name': 'tempest-NetworksTestDHCPv6-741010192'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:32.599402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:32.604587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:32.630546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port de391c0a-5c8b-47f3-abc6-56d7fee40648 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:32.840769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8:0:1::32c (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/b10efee1-a1eb-43c5-a206-54c52e420cfb/de391c0a-5c8b-47f3-abc6-56d7fee40648) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:32.850454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:feff:8404 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/a972fbb9-8969-484d-85fa-2b45c1a775b3/de391c0a-5c8b-47f3-abc6-56d7fee40648) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:33.033952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.058687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object de391c0a-5c8b-47f3-abc6-56d7fee40648 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:33.110756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.195486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:33.205982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:33.213596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:33.229802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:33.230871 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.252966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121fc59-0b2d-4dc7-bd99-b65e7c5a18e4 req-1abd6283-40c0-44c6-a9ad-d52dbab4178f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:33.254777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e121fc59-0b2d-4dc7-bd99-b65e7c5a18e4 req-1abd6283-40c0-44c6-a9ad-d52dbab4178f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 946 time: 0.1377172 Jul 14 09:52:33.268673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=de391c0a-5c8b-47f3-abc6-56d7fee40648,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:33.295745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e539851d-27c1-492c-9451-eb12f03c5306 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8691356 Jul 14 09:52:33.300623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35176) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:33.302827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3586a2b0-1583-487f-b015-c5a7ef9f94ca tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:33.305001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3586a2b0-1583-487f-b015-c5a7ef9f94ca tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 946 time: 0.1488945 Jul 14 09:52:33.365669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e121fc59-0b2d-4dc7-bd99-b65e7c5a18e4 req-4b32001e-1606-4217-8b34-9c48ccfd04da tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983760 Jul 14 09:52:33.435358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe377de-b52e-461e-a17b-277aa91a449c None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:33.465230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-75db7505-4424-4dbe-8e06-4279d17cc136 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port de391c0a-5c8b-47f3-abc6-56d7fee40648 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:33.466171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75db7505-4424-4dbe-8e06-4279d17cc136 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.477752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:33.478269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.535948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5f14eac7-2da2-4736-a278-ecce5cdcd6db None None] Provisioning for port f4753b4d-4467-4976-a540-d9c1bfd3837d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:33.586334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75db7505-4424-4dbe-8e06-4279d17cc136 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.604299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-75db7505-4424-4dbe-8e06-4279d17cc136 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for de391c0a-5c8b-47f3-abc6-56d7fee40648 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:33.627313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] For port 078cea1b-dce9-43d1-b5b8-a3c740ac5457, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=078cea1b-dce9-43d1-b5b8-a3c740ac5457,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:33.628373 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.650694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for 078cea1b-dce9-43d1-b5b8-a3c740ac5457 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:33.794065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46433d62-5dc1-4b84-8de6-90ec88e817a8 None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': 'a972fbb9-8969-484d-85fa-2b45c1a775b3', 'ip_address': '2001:db8::f816:3eff:fea3:20be'}, {'subnet_id': 'b10efee1-a1eb-43c5-a206-54c52e420cfb'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'f4753b4d-4467-4976-a540-d9c1bfd3837d'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:52:33.861687 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46433d62-5dc1-4b84-8de6-90ec88e817a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.880670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75db7505-4424-4dbe-8e06-4279d17cc136 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.894314 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.913552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['078cea1b-dce9-43d1-b5b8-a3c740ac5457'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:52:33.917006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['38d39cc3-60a2-4594-90ca-8fa07bc315fa'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:52:33.921578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db7505-4424-4dbe-8e06-4279d17cc136 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=de391c0a-5c8b-47f3-abc6-56d7fee40648,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:33.981516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:33.988063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75db7505-4424-4dbe-8e06-4279d17cc136 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:33.990411 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-75db7505-4424-4dbe-8e06-4279d17cc136 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/de391c0a-5c8b-47f3-abc6-56d7fee40648 HTTP/1.1" status: 204 len: 168 time: 0.6888638 Jul 14 09:52:33.994183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35178) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:34.067824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=078cea1b-dce9-43d1-b5b8-a3c740ac5457,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:34.114627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587138f1-495e-425a-9cd1-5b71056385c7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:34.118972 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-587138f1-495e-425a-9cd1-5b71056385c7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1229682 Jul 14 09:52:34.122713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35180) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:34.142075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] No DVR routers for this DVR port 078cea1b-dce9-43d1-b5b8-a3c740ac5457 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:34.146038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.150790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fd8fc81e-bcfd-4271-9e44-6c354e7725ec req-3be38073-7279-4d57-8908-a081d45db57d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "DELETE /v2.0/ports/078cea1b-dce9-43d1-b5b8-a3c740ac5457 HTTP/1.1" status: 204 len: 173 time: 0.8373361 Jul 14 09:52:34.151515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b88ae4cf-e6c1-4e90-9b2b-60c5bed19978', 'name': 'network-vif-deleted', 'tag': '078cea1b-dce9-43d1-b5b8-a3c740ac5457'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:34.167073 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0b691d-5eb1-4c2c-abb0-830758e7d293" -d '{"events": [{"server_uuid": "b88ae4cf-e6c1-4e90-9b2b-60c5bed19978", "name": "network-vif-deleted", "tag": "078cea1b-dce9-43d1-b5b8-a3c740ac5457"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:34.225609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port f4753b4d-4467-4976-a540-d9c1bfd3837d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:34.246717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:34.247094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.333657 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440cc344-b631-497e-9ef1-28bdf2bf96a4 x-openstack-request-id: req-440cc344-b631-497e-9ef1-28bdf2bf96a4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:34.333968 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b88ae4cf-e6c1-4e90-9b2b-60c5bed19978", "name": "network-vif-deleted", "tag": "078cea1b-dce9-43d1-b5b8-a3c740ac5457", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:34.334233 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-440cc344-b631-497e-9ef1-28bdf2bf96a4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:34.334693 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b88ae4cf-e6c1-4e90-9b2b-60c5bed19978', 'name': 'network-vif-deleted', 'tag': '078cea1b-dce9-43d1-b5b8-a3c740ac5457', 'status': 'completed', 'code': 200} Jul 14 09:52:34.334852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff862e5-c1d5-4a42-953a-c8a53935691c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:34.341190 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2ff862e5-c1d5-4a42-953a-c8a53935691c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2109852 Jul 14 09:52:34.341190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35188) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:34.403158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-46433d62-5dc1-4b84-8de6-90ec88e817a8 None None] Allocated IP 2001:db8:0:1::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/b10efee1-a1eb-43c5-a206-54c52e420cfb/f4753b4d-4467-4976-a540-d9c1bfd3837d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:34.417751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f6374-0cd5-4a86-b56e-ecf308441061 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:34.419732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f6374-0cd5-4a86-b56e-ecf308441061 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:34.422141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55f6374-0cd5-4a86-b56e-ecf308441061 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:34.426621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e55f6374-0cd5-4a86-b56e-ecf308441061 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0829530 Jul 14 09:52:34.426957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:34.499776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-927fde26-b087-4114-b542-5349c49ea79a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet a972fbb9-8969-484d-85fa-2b45c1a775b3 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:34.548172 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-deac02cc-ffdd-4376-834f-b67f745d948f req-d1b2e924-648f-4940-bbf6-c51fd623befa tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 210 time: 0.0319729 Jul 14 09:52:34.554715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.623206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-46433d62-5dc1-4b84-8de6-90ec88e817a8 None None] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:34.657169 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46433d62-5dc1-4b84-8de6-90ec88e817a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.675008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-46433d62-5dc1-4b84-8de6-90ec88e817a8 None None] Transition to ACTIVE for port object f4753b4d-4467-4976-a540-d9c1bfd3837d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:34.678361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927fde26-b087-4114-b542-5349c49ea79a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.690120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46433d62-5dc1-4b84-8de6-90ec88e817a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.740977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927fde26-b087-4114-b542-5349c49ea79a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.859621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927fde26-b087-4114-b542-5349c49ea79a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.953653 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927fde26-b087-4114-b542-5349c49ea79a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:34.970328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46433d62-5dc1-4b84-8de6-90ec88e817a8 None None] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:34.991868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fde26-b087-4114-b542-5349c49ea79a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=a972fbb9-8969-484d-85fa-2b45c1a775b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:34.997640 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:52:34.997640 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:52:35.001011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-927fde26-b087-4114-b542-5349c49ea79a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.003085 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-927fde26-b087-4114-b542-5349c49ea79a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/a972fbb9-8969-484d-85fa-2b45c1a775b3 HTTP/1.1" status: 204 len: 168 time: 0.5749657 Jul 14 09:52:35.009211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:35.072841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad1934bd-1e03-4b42-841a-17d55dc65056 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet b10efee1-a1eb-43c5-a206-54c52e420cfb {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:35.076981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad1934bd-1e03-4b42-841a-17d55dc65056 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.127020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad1934bd-1e03-4b42-841a-17d55dc65056 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.226791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad1934bd-1e03-4b42-841a-17d55dc65056 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.318802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad1934bd-1e03-4b42-841a-17d55dc65056 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.352001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1934bd-1e03-4b42-841a-17d55dc65056 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=b10efee1-a1eb-43c5-a206-54c52e420cfb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:35.366385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad1934bd-1e03-4b42-841a-17d55dc65056 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.368488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ad1934bd-1e03-4b42-841a-17d55dc65056 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/b10efee1-a1eb-43c5-a206-54c52e420cfb HTTP/1.1" status: 204 len: 168 time: 0.3578043 Jul 14 09:52:35.371721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35198) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:35.411598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cd7d6e36-b175-4adc-a81d-d55aad595e93 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384941 Jul 14 09:52:35.418920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35200) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:35.426128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:35.545790 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.554953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:35.559311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.602245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:35.608484 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:35.686451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:35.757181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c22eac5a-23b2-42c3-9431-72c5a16270df req-807a67c1-2a0c-4c80-8af2-8107d3ef359e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 210 time: 0.0342579 Jul 14 09:52:35.802300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be06d182-6167-4623-986a-c6e806af681c None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:35.872066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:35.911328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-19a4c3f4-cc7a-476f-9a57-369157d5f877 None None] Could not find standard attr ID for object de391c0a-5c8b-47f3-abc6-56d7fee40648. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:35.924448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:35.935736 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-6a217f3e-1e9a-4fc4-85e2-38564c27f394 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0645311 Jul 14 09:52:35.973880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-19a4c3f4-cc7a-476f-9a57-369157d5f877 None None] Provisioning for port f4753b4d-4467-4976-a540-d9c1bfd3837d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:35.986666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-19a4c3f4-cc7a-476f-9a57-369157d5f877 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:35.986666 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19a4c3f4-cc7a-476f-9a57-369157d5f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.048581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-b383027a-ac12-49e8-bb35-ea6328571759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:36.050576 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-b383027a-ac12-49e8-bb35-ea6328571759 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 1098 time: 0.0683069 Jul 14 09:52:36.091293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:36.091673 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.146421 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.201943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-c88b3c59-8b78-4c8e-b8fa-d85b7fae873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:36.203612 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-c88b3c59-8b78-4c8e-b8fa-d85b7fae873e service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1283121 Jul 14 09:52:36.258400 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-41144d25-ad95-4b45-9df4-a594126fdc28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38d39cc3-60a2-4594-90ca-8fa07bc315fa HTTP/1.1" status: 200 len: 217 time: 0.0456161 Jul 14 09:52:36.323322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-238386a0-dbed-4f4f-b1b5-d8e3b25aa877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:36.325401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-238386a0-dbed-4f4f-b1b5-d8e3b25aa877 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0614173 Jul 14 09:52:36.358245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:36.397726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-33c12e73-a34f-4809-a12c-b38a864ebc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:36.399487 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.399764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-33c12e73-a34f-4809-a12c-b38a864ebc82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683253 Jul 14 09:52:36.409543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.410310 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.510438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:36.515059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-e5998da3-c6af-4c33-879f-c4cc15b7d40a service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086745 Jul 14 09:52:36.520976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:36.524031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:36.524664 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.535473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=3669e342-7674-4add-95bf-ae59090ebb58,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:36.554745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:36.565411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5631f6e3-4233-4660-9fe8-36054b5cf374 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1450589 Jul 14 09:52:36.565970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35206) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:36.571183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-812241b7-9770-4626-9719-d9245e37c701 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:36.656042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fbf2820c-9b8e-46b2-8ae0-fdd3b38afec6 req-91e45cef-1d1a-4be6-9e68-f828bb8a1de1 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342983 Jul 14 09:52:36.714658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812241b7-9770-4626-9719-d9245e37c701 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:36.718458 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-812241b7-9770-4626-9719-d9245e37c701 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:36.821783 n-d-780147-26 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-812241b7-9770-4626-9719-d9245e37c701 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3669e342-7674-4add-95bf-ae59090ebb58 (CIDR: 2001:db8::/64) Jul 14 09:52:36.826127 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-812241b7-9770-4626-9719-d9245e37c701 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:36.826592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812241b7-9770-4626-9719-d9245e37c701 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:36.852165 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-812241b7-9770-4626-9719-d9245e37c701 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2816982 Jul 14 09:52:36.852873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:36.866462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:36.937201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8618ef9a-9a1e-40cc-8c90-83051160c446 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:36.968755 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3904cfce-465a-43fa-85bb-dd499d7f5951 req-6f8e9a60-8269-4704-930b-e9a40af2569d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 210 time: 0.0355132 Jul 14 09:52:37.018518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b93d2bf2-5568-416b-b59c-419ee661fc2a None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:37.019147 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b93d2bf2-5568-416b-b59c-419ee661fc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:37.028851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:37.033020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:37.314152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:37.364346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:37.369687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:37.372853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:37.373428 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:37.389527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=d5f6b8ac-7c13-4af0-8786-32db377bf889,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:37.408537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35214) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:37.409022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-72db6765-1e02-467d-aa55-a106f4add03a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5543122 Jul 14 09:52:37.413686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:ec:5a:72', 'name': 'tempest-NetworksTestDHCPv6-640303696'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:37.470910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5cd75c-2ba0-4d52-adb7-a03042356469 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:37.538490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a4277530-0930-47fc-9dd3-d66044868063 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:37.538867 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a4277530-0930-47fc-9dd3-d66044868063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:37.558356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:37.648743 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:37.674679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port e6a872b2-394c-4d6f-97bc-b709251752fa yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:37.810007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d69af-6290-438d-ae0b-e695ad540e93 None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': '3669e342-7674-4add-95bf-ae59090ebb58', 'ip_address': '2001:db8::f816:3eff:fea3:20be'}, {'subnet_id': 'd5f6b8ac-7c13-4af0-8786-32db377bf889'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'f4753b4d-4467-4976-a540-d9c1bfd3837d'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:52:37.858795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:37.879506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8:0:1::49 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/d5f6b8ac-7c13-4af0-8786-32db377bf889/e6a872b2-394c-4d6f-97bc-b709251752fa) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:37.882418 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b46d69af-6290-438d-ae0b-e695ad540e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:37.888469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::f816:3eff:feec:5a72 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/3669e342-7674-4add-95bf-ae59090ebb58/e6a872b2-394c-4d6f-97bc-b709251752fa) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:38.019308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:38.019784 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.077272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.093012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object e6a872b2-394c-4d6f-97bc-b709251752fa will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:38.131604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82de783a-92a1-4566-bd17-b20c46142b7f req-729e5dcd-2c69-4fef-b834-5ae549d810ae tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 210 time: 0.0346444 Jul 14 09:52:38.165911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.221184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:38.224213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-b46d69af-6290-438d-ae0b-e695ad540e93 None None] Allocated IP 2001:db8:0:1::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/d5f6b8ac-7c13-4af0-8786-32db377bf889/f4753b4d-4467-4976-a540-d9c1bfd3837d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:38.224707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:38.227437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:38.234468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:38.235237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.246764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=e6a872b2-394c-4d6f-97bc-b709251752fa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:38.263184 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ff94c675-7796-410b-936f-982c5b3c4f77 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8512330 Jul 14 09:52:38.264131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35218) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:38.339397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b46d69af-6290-438d-ae0b-e695ad540e93 None None] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:38.370704 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b46d69af-6290-438d-ae0b-e695ad540e93 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.377986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-391d56b3-41f6-442f-a756-3c09929879a2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port e6a872b2-394c-4d6f-97bc-b709251752fa {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:38.378479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-391d56b3-41f6-442f-a756-3c09929879a2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.385983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b46d69af-6290-438d-ae0b-e695ad540e93 None None] Transition to ACTIVE for port object f4753b4d-4467-4976-a540-d9c1bfd3837d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:38.390827 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b46d69af-6290-438d-ae0b-e695ad540e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.477355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-391d56b3-41f6-442f-a756-3c09929879a2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.490363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-391d56b3-41f6-442f-a756-3c09929879a2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for e6a872b2-394c-4d6f-97bc-b709251752fa owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:38.501920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d69af-6290-438d-ae0b-e695ad540e93 None None] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:38.693811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-391d56b3-41f6-442f-a756-3c09929879a2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.727104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d56b3-41f6-442f-a756-3c09929879a2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=e6a872b2-394c-4d6f-97bc-b709251752fa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:38.753549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 078cea1b-dce9-43d1-b5b8-a3c740ac5457 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:38.778615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 078cea1b-dce9-43d1-b5b8-a3c740ac5457 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:38.780123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-391d56b3-41f6-442f-a756-3c09929879a2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:38.782052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 078cea1b-dce9-43d1-b5b8-a3c740ac5457 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:38.782815 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-391d56b3-41f6-442f-a756-3c09929879a2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/e6a872b2-394c-4d6f-97bc-b709251752fa HTTP/1.1" status: 204 len: 168 time: 0.5174153 Jul 14 09:52:38.784968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35224) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:38.852714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344d64be-3cf8-4124-b557-9f46d39773fa tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:38.856737 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-344d64be-3cf8-4124-b557-9f46d39773fa tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0707114 Jul 14 09:52:38.858065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35226) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:38.928482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d6449d-39b6-46e3-846a-08a0a294efa8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:38.930107 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c3d6449d-39b6-46e3-846a-08a0a294efa8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0710349 Jul 14 09:52:38.933249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35228) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:38.991800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9a3ce-3f65-4b55-8a17-968adbb82ea3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:38.994092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9a3ce-3f65-4b55-8a17-968adbb82ea3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:38.995678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f9a3ce-3f65-4b55-8a17-968adbb82ea3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:39.000122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-72f9a3ce-3f65-4b55-8a17-968adbb82ea3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0630245 Jul 14 09:52:39.000557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35230) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:39.124734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e838e74c-a4d7-49f5-8b0e-3178015c0b35 None None] Provisioning for port f4753b4d-4467-4976-a540-d9c1bfd3837d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:39.129145 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e838e74c-a4d7-49f5-8b0e-3178015c0b35 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:39.129549 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e838e74c-a4d7-49f5-8b0e-3178015c0b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.311354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58fc1b2a-887d-4709-ae0e-9253041fb068 req-3dde1ec9-ccaf-416c-9ef4-f3510bb050ec tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b88ae4cf-e6c1-4e90-9b2b-60c5bed19978 HTTP/1.1" status: 200 len: 210 time: 0.0326993 Jul 14 09:52:39.371422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e81bc0-ba97-4a9c-aea8-208e3d4d5005 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 3669e342-7674-4add-95bf-ae59090ebb58 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:39.375265 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4e81bc0-ba97-4a9c-aea8-208e3d4d5005 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.420881 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4e81bc0-ba97-4a9c-aea8-208e3d4d5005 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.492654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-83066255-9be1-417a-9c12-34c680257701 None None] Could not find standard attr ID for object de391c0a-5c8b-47f3-abc6-56d7fee40648. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:39.516035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4e81bc0-ba97-4a9c-aea8-208e3d4d5005 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.597289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4e81bc0-ba97-4a9c-aea8-208e3d4d5005 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.630236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e81bc0-ba97-4a9c-aea8-208e3d4d5005 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=3669e342-7674-4add-95bf-ae59090ebb58,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:39.632512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b4e81bc0-ba97-4a9c-aea8-208e3d4d5005 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.636811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b4e81bc0-ba97-4a9c-aea8-208e3d4d5005 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/3669e342-7674-4add-95bf-ae59090ebb58 HTTP/1.1" status: 204 len: 168 time: 0.6327727 Jul 14 09:52:39.639079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35236) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:39.650899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65251602-4d86-45e8-9841-09618f834622 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:39.708582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c27eefc-7fc3-4b65-ae68-e6121a6cecd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet d5f6b8ac-7c13-4af0-8786-32db377bf889 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:39.711819 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c27eefc-7fc3-4b65-ae68-e6121a6cecd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.732149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7d191102-f6c8-4cd4-82af-a9fe3cd00756 None None] Could not find standard attr ID for object e6a872b2-394c-4d6f-97bc-b709251752fa. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:39.756463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c27eefc-7fc3-4b65-ae68-e6121a6cecd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.876942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c27eefc-7fc3-4b65-ae68-e6121a6cecd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.888108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:39.946635 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c27eefc-7fc3-4b65-ae68-e6121a6cecd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.957113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:39.957494 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.981506 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c27eefc-7fc3-4b65-ae68-e6121a6cecd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:39.985745 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6c27eefc-7fc3-4b65-ae68-e6121a6cecd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/d5f6b8ac-7c13-4af0-8786-32db377bf889 HTTP/1.1" status: 204 len: 168 time: 0.3434045 Jul 14 09:52:39.985745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27eefc-7fc3-4b65-ae68-e6121a6cecd3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f6b8ac-7c13-4af0-8786-32db377bf889,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:39.986154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35238) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:40.029796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-29b735da-2c47-4859-9ad8-c9396f0e9b0b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396140 Jul 14 09:52:40.030214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35240) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:40.035211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:40.154879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:40.160258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:40.401103 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:40.446535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:40.452011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:40.460593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:40.462042 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:40.483900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=241f280f-189e-4109-9029-169aa8c68690,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:40.490757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c047adb3-7c04-43c9-8f2f-bdd252a2a1e8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4567072 Jul 14 09:52:40.491094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35246) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:40.496972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7a8fb8b9-5a89-4195-a3f6-f7e4859003bb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:40.626834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8fb8b9-5a89-4195-a3f6-f7e4859003bb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:40.630613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7a8fb8b9-5a89-4195-a3f6-f7e4859003bb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:40.682998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfa272e-bdad-4265-a163-e598921bcc44 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:40.725594 n-d-780147-26 neutron-server[93780]: INFO neutron.db.ipam_backend_mixin [None req-7a8fb8b9-5a89-4195-a3f6-f7e4859003bb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 241f280f-189e-4109-9029-169aa8c68690 (CIDR: 2001:db8::/64) Jul 14 09:52:40.730011 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a8fb8b9-5a89-4195-a3f6-f7e4859003bb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:40.730965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a8fb8b9-5a89-4195-a3f6-f7e4859003bb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:40.749312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7a8fb8b9-5a89-4195-a3f6-f7e4859003bb tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2563031 Jul 14 09:52:40.751456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35250) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:40.759652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:40.776039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-76c05f84-efca-4bfc-9644-a045b58b54ba None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:40.776440 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76c05f84-efca-4bfc-9644-a045b58b54ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:40.887051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:40.891006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.014162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ed5104-1e47-4538-bb94-87fa5c658cc6 None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': '241f280f-189e-4109-9029-169aa8c68690'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'f4753b4d-4467-4976-a540-d9c1bfd3837d'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:52:41.052679 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49ed5104-1e47-4538-bb94-87fa5c658cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.231188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-49ed5104-1e47-4538-bb94-87fa5c658cc6 None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/241f280f-189e-4109-9029-169aa8c68690/f4753b4d-4467-4976-a540-d9c1bfd3837d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:41.254744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.objects.ports [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93779) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:41.347911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-49ed5104-1e47-4538-bb94-87fa5c658cc6 None None] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:41.538763 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49ed5104-1e47-4538-bb94-87fa5c658cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.556081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-49ed5104-1e47-4538-bb94-87fa5c658cc6 None None] Transition to ACTIVE for port object f4753b4d-4467-4976-a540-d9c1bfd3837d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:41.561917 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49ed5104-1e47-4538-bb94-87fa5c658cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.628267 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.644983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed5104-1e47-4538-bb94-87fa5c658cc6 None None] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:41.808396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:41.842931 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.848921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.849906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.876250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:41.926480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:41.936165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:41.948678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:41.949292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:41.961722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=5366b904-3634-4069-9b5a-2c576034fe66,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:41.966193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=14']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:41.977556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bc6ddf8e-80e6-435d-9b03-779ea45cb0a0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2245684 Jul 14 09:52:41.980578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35256) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:41.987038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:51:33:b1', 'name': 'tempest-NetworksTestDHCPv6-1560899843'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:42.121577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:42.238228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.269170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port b9db4128-065c-44cb-96e7-5384ba6f3c0c yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:42.360139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaadaae6-4959-48d0-b4d5-344011b17a36 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:42.470189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::32b (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/241f280f-189e-4109-9029-169aa8c68690/b9db4128-065c-44cb-96e7-5384ba6f3c0c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:42.479011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8:0:1:f816:3eff:fe51:33b1 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/5366b904-3634-4069-9b5a-2c576034fe66/b9db4128-065c-44cb-96e7-5384ba6f3c0c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:42.487991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a949b6fd-71d8-426f-b953-93acc0f3552a None None] Provisioning for port f4753b4d-4467-4976-a540-d9c1bfd3837d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:42.498660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a949b6fd-71d8-426f-b953-93acc0f3552a None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:42.499095 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a949b6fd-71d8-426f-b953-93acc0f3552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.682751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.702060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object b9db4128-065c-44cb-96e7-5384ba6f3c0c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:42.746798 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.820887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:42.824891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:42.829626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:42.839638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:42.840292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:42.854550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=b9db4128-065c-44cb-96e7-5384ba6f3c0c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:42.892158 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-11500c54-942b-4b3e-b4b9-0343c8cb3e4b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9101758 Jul 14 09:52:42.895067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35276) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:43.027863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-793ba552-182f-43d5-87d4-c23a6063b467 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port b9db4128-065c-44cb-96e7-5384ba6f3c0c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:43.028404 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-793ba552-182f-43d5-87d4-c23a6063b467 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:43.148508 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-793ba552-182f-43d5-87d4-c23a6063b467 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:43.163133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-793ba552-182f-43d5-87d4-c23a6063b467 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for b9db4128-065c-44cb-96e7-5384ba6f3c0c owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:43.399859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-793ba552-182f-43d5-87d4-c23a6063b467 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:43.443311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ba552-182f-43d5-87d4-c23a6063b467 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=b9db4128-065c-44cb-96e7-5384ba6f3c0c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:43.494543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f9f4b4e5-fef6-496e-9821-3b1c819276a0 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:43.495030 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f9f4b4e5-fef6-496e-9821-3b1c819276a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:43.509026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-793ba552-182f-43d5-87d4-c23a6063b467 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:43.511028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-793ba552-182f-43d5-87d4-c23a6063b467 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/b9db4128-065c-44cb-96e7-5384ba6f3c0c HTTP/1.1" status: 204 len: 168 time: 0.6143055 Jul 14 09:52:43.513918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35344) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:43.588944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32b881e-10ee-494e-8736-845097520aec tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:43.594735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35354) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:43.595600 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e32b881e-10ee-494e-8736-845097520aec tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0796983 Jul 14 09:52:43.671969 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b2546-d697-4bde-9563-16c3ca556aec tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:43.674114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed2b2546-d697-4bde-9563-16c3ca556aec tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0783775 Jul 14 09:52:43.677085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35366) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:43.715280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b851532c-cdb9-44d6-b06a-19287d3c342f None None] Could not find standard attr ID for object b9db4128-065c-44cb-96e7-5384ba6f3c0c. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:43.753419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c2e345-5ab1-41be-866d-a0c351e8bef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:43.755094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c2e345-5ab1-41be-866d-a0c351e8bef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:43.757250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c2e345-5ab1-41be-866d-a0c351e8bef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:43.758927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-17c2e345-5ab1-41be-866d-a0c351e8bef1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0808895 Jul 14 09:52:43.761790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:43.895728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:44.005231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:44.006589 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.185849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f169cb0d-90a5-4b14-ba3b-6688787ce72e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 241f280f-189e-4109-9029-169aa8c68690 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:44.189427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f169cb0d-90a5-4b14-ba3b-6688787ce72e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.236906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f169cb0d-90a5-4b14-ba3b-6688787ce72e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.343758 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f169cb0d-90a5-4b14-ba3b-6688787ce72e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.423112 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f169cb0d-90a5-4b14-ba3b-6688787ce72e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.454010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169cb0d-90a5-4b14-ba3b-6688787ce72e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=241f280f-189e-4109-9029-169aa8c68690,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:44.456377 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f169cb0d-90a5-4b14-ba3b-6688787ce72e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.458167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f169cb0d-90a5-4b14-ba3b-6688787ce72e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/241f280f-189e-4109-9029-169aa8c68690 HTTP/1.1" status: 204 len: 168 time: 0.6952388 Jul 14 09:52:44.460538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35472) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:44.464932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36cdc2-e7dc-4925-95df-9b453616f85b None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:44.536013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87e3df0-8637-4fe6-b2b0-79b628369e43 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 5366b904-3634-4069-9b5a-2c576034fe66 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:44.541052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87e3df0-8637-4fe6-b2b0-79b628369e43 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.592881 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87e3df0-8637-4fe6-b2b0-79b628369e43 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.701614 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87e3df0-8637-4fe6-b2b0-79b628369e43 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.782684 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87e3df0-8637-4fe6-b2b0-79b628369e43 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.803096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87e3df0-8637-4fe6-b2b0-79b628369e43 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:44.805259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f87e3df0-8637-4fe6-b2b0-79b628369e43 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/5366b904-3634-4069-9b5a-2c576034fe66 HTTP/1.1" status: 204 len: 168 time: 0.3430183 Jul 14 09:52:44.807795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35514) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:44.823734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e3df0-8637-4fe6-b2b0-79b628369e43 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=5366b904-3634-4069-9b5a-2c576034fe66,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:44.858271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4121de0b-7a88-4585-ab64-852fcb46aa9b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485544 Jul 14 09:52:44.861313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35522) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:44.867809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:45.030653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:45.034210 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.366674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.435153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:45.439042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:45.442795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:45.443865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.475258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=dbcafb93-4fdc-4734-b669-32619aabd1a8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:45.483792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35604) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:45.484027 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-297864ba-67f7-442a-9f87-9ac1590d48ae tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6215613 Jul 14 09:52:45.490557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a3d793f0-492f-415b-a5de-93fbc6e11326 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:45.601889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a129e76-5fe5-4353-bf84-444b4c5551d0 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:45.658351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d793f0-492f-415b-a5de-93fbc6e11326 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:45.664902 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a3d793f0-492f-415b-a5de-93fbc6e11326 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.686786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1a2bc269-b9d4-4ceb-919f-40a53c1b1258 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:45.687428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc269-b9d4-4ceb-919f-40a53c1b1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:45.843422 n-d-780147-26 neutron-server[93780]: INFO neutron.db.ipam_backend_mixin [None req-a3d793f0-492f-415b-a5de-93fbc6e11326 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbcafb93-4fdc-4734-b669-32619aabd1a8 (CIDR: 2001:db8::/64) Jul 14 09:52:45.848358 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d793f0-492f-415b-a5de-93fbc6e11326 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 09:52:45.848903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d793f0-492f-415b-a5de-93fbc6e11326 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:45.868353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a3d793f0-492f-415b-a5de-93fbc6e11326 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3820636 Jul 14 09:52:45.870224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35650) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:45.876909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'subnet': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:46.025355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:46.033409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:46.044337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f69de02-bfca-455e-8927-8d74cf8203c4 None None] Update dhcp port {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'fixed_ips': [{'subnet_id': 'dbcafb93-4fdc-4734-b669-32619aabd1a8'}], 'binding:host_id': 'n-d-780147-26'}, 'id': 'f4753b4d-4467-4976-a540-d9c1bfd3837d'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:52:46.132038 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9f69de02-bfca-455e-8927-8d74cf8203c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:46.451531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-9f69de02-bfca-455e-8927-8d74cf8203c4 None None] Allocated IP 2001:db8::2 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/dbcafb93-4fdc-4734-b669-32619aabd1a8/f4753b4d-4467-4976-a540-d9c1bfd3837d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:46.572854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9f69de02-bfca-455e-8927-8d74cf8203c4 None None] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:46.609545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.objects.ports [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93780) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 14 09:52:46.627546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9f69de02-bfca-455e-8927-8d74cf8203c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:46.649616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9f69de02-bfca-455e-8927-8d74cf8203c4 None None] Transition to ACTIVE for port object f4753b4d-4467-4976-a540-d9c1bfd3837d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:46.655015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9f69de02-bfca-455e-8927-8d74cf8203c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:46.734873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69de02-bfca-455e-8927-8d74cf8203c4 None None] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=17']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:46.832349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:47.003133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:47.036899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:47.042181 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:47.043290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:47.187771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=19']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:47.208223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:47.222176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Subnet': ['ID=88f316af-c7c0-4440-a806-52dee291574f,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:47.225047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:47.233968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:47.234586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:47.239033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.239391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.239737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.240099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.240464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.240800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.241165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.241532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.241943 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.242191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.242526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.242877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.254185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.254554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.254875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.255236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.255576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.255910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.256274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.256606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.256962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.257338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.257646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.257973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:47.283975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35746) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:47.289376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Request body: {'port': {'network_id': 'ea7e8c03-d0af-4380-98b0-c9233c51cdfd', 'mac_address': 'fa:16:3e:af:4b:f0', 'name': 'tempest-NetworksTestDHCPv6-499872711'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:47.294949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d701d2d7-4657-4b94-85ac-f7bc9fb86668 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.4234819 Jul 14 09:52:47.391199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef913342-0415-47ad-a04a-d355075dab5f None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:47.470487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Made reservation on behalf of 4553793bcfb445ae8e8e4affaa30eafc for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:47.473530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7b012fd2-c085-49a1-8e7a-ac5e88cd720f None None] Provisioning for port f4753b4d-4467-4976-a540-d9c1bfd3837d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:52:47.483462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7b012fd2-c085-49a1-8e7a-ac5e88cd720f None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:47.483824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7b012fd2-c085-49a1-8e7a-ac5e88cd720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:47.618278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f726ca-96e0-484d-ba15-36acece8b5ae req-fb3bc2af-a02a-499c-8556-be81f7fc8933 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:47.620047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08f726ca-96e0-484d-ba15-36acece8b5ae req-fb3bc2af-a02a-499c-8556-be81f7fc8933 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 946 time: 0.1069984 Jul 14 09:52:47.636822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:47.669172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] device_id is not set on port 55bf5df0-5a4b-418b-ab66-fb07333bcec1 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:52:47.672146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08f726ca-96e0-484d-ba15-36acece8b5ae req-f2f24fdf-c969-4be6-98e0-acc8042bd15e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442781 Jul 14 09:52:47.861222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:52:47.898354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8::17a (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/dbcafb93-4fdc-4734-b669-32619aabd1a8/55bf5df0-5a4b-418b-ab66-fb07333bcec1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:47.908541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Allocated IP 2001:db8:0:1:f816:3eff:feaf:4bf0 (ea7e8c03-d0af-4380-98b0-c9233c51cdfd/88f316af-c7c0-4440-a806-52dee291574f/55bf5df0-5a4b-418b-ab66-fb07333bcec1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:47.944970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:47.944970 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.137829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.155911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Transition to ACTIVE for port object 55bf5df0-5a4b-418b-ab66-fb07333bcec1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:48.203945 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.249194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:48.252756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:48.255326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:48.262677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:48.264006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.288560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event updated for resources: {'Port': ['ID=55bf5df0-5a4b-418b-ab66-fb07333bcec1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:48.313569 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-968508e3-b742-4daf-92bb-0b7c362a1eef tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0283751 Jul 14 09:52:48.313819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35752) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:48.437881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-64d69593-d3e1-4b23-b0fc-fbcce722dd86 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting port 55bf5df0-5a4b-418b-ab66-fb07333bcec1 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:48.438228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-64d69593-d3e1-4b23-b0fc-fbcce722dd86 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.564420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dcfb9fd0-2834-4650-9f76-a08e28323215 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:48.564986 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9fd0-2834-4650-9f76-a08e28323215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.574950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-64d69593-d3e1-4b23-b0fc-fbcce722dd86 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.592188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-64d69593-d3e1-4b23-b0fc-fbcce722dd86 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Calling delete_port for 55bf5df0-5a4b-418b-ab66-fb07333bcec1 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:48.824556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-64d69593-d3e1-4b23-b0fc-fbcce722dd86 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.854517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d69593-d3e1-4b23-b0fc-fbcce722dd86 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Port': ['ID=55bf5df0-5a4b-418b-ab66-fb07333bcec1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:48.893342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-19ff128b-c58a-49d2-a92b-0e32b0512473 None None] Could not find standard attr ID for object 55bf5df0-5a4b-418b-ab66-fb07333bcec1. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:52:48.909428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eeb79-c0cc-4860-b4bc-ce0a9135d92b req-492446ba-08ef-40f7-83ae-f4dc82859731 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:48.911078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-465eeb79-c0cc-4860-b4bc-ce0a9135d92b req-492446ba-08ef-40f7-83ae-f4dc82859731 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 946 time: 0.0976896 Jul 14 09:52:48.917593 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-64d69593-d3e1-4b23-b0fc-fbcce722dd86 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:48.920819 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-64d69593-d3e1-4b23-b0fc-fbcce722dd86 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/55bf5df0-5a4b-418b-ab66-fb07333bcec1 HTTP/1.1" status: 204 len: 168 time: 0.6054347 Jul 14 09:52:48.924679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35756) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:48.959775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-465eeb79-c0cc-4860-b4bc-ce0a9135d92b req-6c9351dc-6468-406c-a43e-914a4df74ac6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=6d611886-bef1-4a46-b64d-bce2f7069ff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400579 Jul 14 09:52:49.047879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368c3ab-7c51-4d07-b279-cb9179c9c06b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:49.052138 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1368c3ab-7c51-4d07-b279-cb9179c9c06b tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1238060 Jul 14 09:52:49.053195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35758) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:49.098605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-3936430e-ed6a-467a-962f-2501635c564e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:49.100180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-3936430e-ed6a-467a-962f-2501635c564e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 946 time: 0.1403933 Jul 14 09:52:49.178521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb18c27-7a97-4ecb-9288-f7e0382bf1ab tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:49.180099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1eb18c27-7a97-4ecb-9288-f7e0382bf1ab tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1266375 Jul 14 09:52:49.183190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35760) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:49.242210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port 38d39cc3-60a2-4594-90ca-8fa07bc315fa {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:49.242606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.245018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb65d1-fc7b-494a-b639-9d29de6e3e1d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:49.247307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb65d1-fc7b-494a-b639-9d29de6e3e1d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:49.248419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfb65d1-fc7b-494a-b639-9d29de6e3e1d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:49.253229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bbfb65d1-fc7b-494a-b639-9d29de6e3e1d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0656593 Jul 14 09:52:49.253530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35762) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:49.319959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-9893c82c-8e79-4a8f-83c6-be2025026cc5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet 88f316af-c7c0-4440-a806-52dee291574f {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:49.323108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9893c82c-8e79-4a8f-83c6-be2025026cc5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.361018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] For port 38d39cc3-60a2-4594-90ca-8fa07bc315fa, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=38d39cc3-60a2-4594-90ca-8fa07bc315fa,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:49.361697 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.381392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9893c82c-8e79-4a8f-83c6-be2025026cc5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.382472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for 38d39cc3-60a2-4594-90ca-8fa07bc315fa owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:49.486968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9893c82c-8e79-4a8f-83c6-be2025026cc5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.565284 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9893c82c-8e79-4a8f-83c6-be2025026cc5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.588504 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.601176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['38d39cc3-60a2-4594-90ca-8fa07bc315fa'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:52:49.614174 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9893c82c-8e79-4a8f-83c6-be2025026cc5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.616160 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9893c82c-8e79-4a8f-83c6-be2025026cc5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/88f316af-c7c0-4440-a806-52dee291574f HTTP/1.1" status: 204 len: 168 time: 0.3616855 Jul 14 09:52:49.617161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893c82c-8e79-4a8f-83c6-be2025026cc5 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=88f316af-c7c0-4440-a806-52dee291574f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:49.620159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35766) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:49.636827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28ed95c-3123-4faa-ac96-8d6706755753 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:49.647682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=38d39cc3-60a2-4594-90ca-8fa07bc315fa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:49.711016 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e06206-6b90-40f6-99fa-1e687d28f3b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Deleting subnet dbcafb93-4fdc-4734-b669-32619aabd1a8 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:52:49.714684 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14e06206-6b90-40f6-99fa-1e687d28f3b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.751671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] No DVR routers for this DVR port 38d39cc3-60a2-4594-90ca-8fa07bc315fa on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:49.756681 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.760457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75a09ed6-1571-4bbe-86df-827b11a4137c req-a124012c-4e40-4e27-b563-f4608fe11c62 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "DELETE /v2.0/ports/38d39cc3-60a2-4594-90ca-8fa07bc315fa HTTP/1.1" status: 204 len: 173 time: 0.6536994 Jul 14 09:52:49.761182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a258a46-df8c-4e2d-9c24-451e328b1664', 'name': 'network-vif-deleted', 'tag': '38d39cc3-60a2-4594-90ca-8fa07bc315fa'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:52:49.765137 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bf50b1-f2b2-4e82-b626-8da0ae08c650" -d '{"events": [{"server_uuid": "5a258a46-df8c-4e2d-9c24-451e328b1664", "name": "network-vif-deleted", "tag": "38d39cc3-60a2-4594-90ca-8fa07bc315fa"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:52:49.769040 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14e06206-6b90-40f6-99fa-1e687d28f3b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.832620 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c9171-bf3a-4e77-afca-811d9944a61a x-openstack-request-id: req-5e5c9171-bf3a-4e77-afca-811d9944a61a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:52:49.832914 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a258a46-df8c-4e2d-9c24-451e328b1664", "name": "network-vif-deleted", "tag": "38d39cc3-60a2-4594-90ca-8fa07bc315fa", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:52:49.833165 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5e5c9171-bf3a-4e77-afca-811d9944a61a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:52:49.833566 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a258a46-df8c-4e2d-9c24-451e328b1664', 'name': 'network-vif-deleted', 'tag': '38d39cc3-60a2-4594-90ca-8fa07bc315fa', 'status': 'completed', 'code': 200} Jul 14 09:52:49.900439 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14e06206-6b90-40f6-99fa-1e687d28f3b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:49.993546 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14e06206-6b90-40f6-99fa-1e687d28f3b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:50.036521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e06206-6b90-40f6-99fa-1e687d28f3b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcafb93-4fdc-4734-b669-32619aabd1a8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:50.048343 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14e06206-6b90-40f6-99fa-1e687d28f3b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:50.054220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35772) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.054590 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-14e06206-6b90-40f6-99fa-1e687d28f3b4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/dbcafb93-4fdc-4734-b669-32619aabd1a8 HTTP/1.1" status: 204 len: 168 time: 0.4332013 Jul 14 09:52:50.132163 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-85621949-b4b9-42ef-870d-4429c58ceb44 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763464 Jul 14 09:52:50.134578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35774) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.194363 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4df83e8f-4b60-408d-8cdc-e3cae0183d55 req-f43ebc8c-a1e2-4961-9cd2-3e681762ba23 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 210 time: 0.0489869 Jul 14 09:52:50.275681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf158e-9996-4047-9ae6-4b6dfeb8c645 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:50.283470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1cbf158e-9996-4047-9ae6-4b6dfeb8c645 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1453640 Jul 14 09:52:50.284303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35776) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.367651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d019a0d0-615a-488a-80c6-fcc8322ff6b0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:50.370709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d019a0d0-615a-488a-80c6-fcc8322ff6b0 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0856194 Jul 14 09:52:50.374127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35778) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.419695 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5ba91ba9-7935-4903-b93a-cd4e8a4807ca tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443447 Jul 14 09:52:50.423306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35782) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.461190 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-748c9cf2-f803-4345-988c-873d2e2b43b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.461940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-748c9cf2-f803-4345-988c-873d2e2b43b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.466308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-748c9cf2-f803-4345-988c-873d2e2b43b6 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/55bf5df0-5a4b-418b-ab66-fb07333bcec1 HTTP/1.1" status: 404 len: 333 time: 0.0392778 Jul 14 09:52:50.466662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35786) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.538587 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf6e1f6-b121-4c2e-87f0-f5760729e5e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.539035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faf6e1f6-b121-4c2e-87f0-f5760729e5e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.540799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-faf6e1f6-b121-4c2e-87f0-f5760729e5e7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/88f316af-c7c0-4440-a806-52dee291574f HTTP/1.1" status: 404 len: 337 time: 0.0731444 Jul 14 09:52:50.543451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35790) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.595283 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ef915b-b16d-4bf2-9e43-13ab1ae2ab9f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.595746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ef915b-b16d-4bf2-9e43-13ab1ae2ab9f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.597608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-34ef915b-b16d-4bf2-9e43-13ab1ae2ab9f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/dbcafb93-4fdc-4734-b669-32619aabd1a8 HTTP/1.1" status: 404 len: 337 time: 0.0531840 Jul 14 09:52:50.600943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35792) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.635556 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-db988e22-721f-4600-bc22-343fb76818f7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.636382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db988e22-721f-4600-bc22-343fb76818f7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.638808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-db988e22-721f-4600-bc22-343fb76818f7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/b9db4128-065c-44cb-96e7-5384ba6f3c0c HTTP/1.1" status: 404 len: 333 time: 0.0360773 Jul 14 09:52:50.641597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35794) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.669715 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce1da38-26b4-442c-8622-9fd9134ff26a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.670251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce1da38-26b4-442c-8622-9fd9134ff26a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.672367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2ce1da38-26b4-442c-8622-9fd9134ff26a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/5366b904-3634-4069-9b5a-2c576034fe66 HTTP/1.1" status: 404 len: 337 time: 0.0295327 Jul 14 09:52:50.675265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35796) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.703581 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b1c0f6-3e66-4314-8c38-2b02eeeeea41 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.704059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b1c0f6-3e66-4314-8c38-2b02eeeeea41 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.705937 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-68b1c0f6-3e66-4314-8c38-2b02eeeeea41 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/241f280f-189e-4109-9029-169aa8c68690 HTTP/1.1" status: 404 len: 337 time: 0.0296483 Jul 14 09:52:50.708703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35798) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.739799 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ce7728-f5fd-490d-bf92-1a4c85645da7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.740819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68ce7728-f5fd-490d-bf92-1a4c85645da7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.745188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-68ce7728-f5fd-490d-bf92-1a4c85645da7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/e6a872b2-394c-4d6f-97bc-b709251752fa HTTP/1.1" status: 404 len: 333 time: 0.0328023 Jul 14 09:52:50.745583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35800) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.773615 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a55990-9a98-47f4-bf0b-be4b46de3b84 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.774230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a55990-9a98-47f4-bf0b-be4b46de3b84 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.778434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49a55990-9a98-47f4-bf0b-be4b46de3b84 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/d5f6b8ac-7c13-4af0-8786-32db377bf889 HTTP/1.1" status: 404 len: 337 time: 0.0294688 Jul 14 09:52:50.778838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35802) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.809681 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e5c927-67ef-4584-82b6-73d8322bbeea tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.810721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e5c927-67ef-4584-82b6-73d8322bbeea tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.816628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e6e5c927-67ef-4584-82b6-73d8322bbeea tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/3669e342-7674-4add-95bf-ae59090ebb58 HTTP/1.1" status: 404 len: 337 time: 0.0327792 Jul 14 09:52:50.816946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35804) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.844579 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb24be9f-b707-42d6-a1a9-bbc40bc57324 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.845319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb24be9f-b707-42d6-a1a9-bbc40bc57324 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.847377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cb24be9f-b707-42d6-a1a9-bbc40bc57324 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/de391c0a-5c8b-47f3-abc6-56d7fee40648 HTTP/1.1" status: 404 len: 333 time: 0.0294077 Jul 14 09:52:50.851935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35806) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.887163 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e723029-6c54-481a-8b6e-b555042afba8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.887520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e723029-6c54-481a-8b6e-b555042afba8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.893035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5e723029-6c54-481a-8b6e-b555042afba8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/b10efee1-a1eb-43c5-a206-54c52e420cfb HTTP/1.1" status: 404 len: 337 time: 0.0364611 Jul 14 09:52:50.893317 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35808) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.926347 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb03701b-e759-42f8-8ea2-f6f13262a7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.929308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb03701b-e759-42f8-8ea2-f6f13262a7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.935575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:50.935826 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fb03701b-e759-42f8-8ea2-f6f13262a7d1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/a972fbb9-8969-484d-85fa-2b45c1a775b3 HTTP/1.1" status: 404 len: 337 time: 0.0405324 Jul 14 09:52:50.989557 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee49a8e0-76d2-41eb-a9ea-a73fcce5d387 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:50.991045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee49a8e0-76d2-41eb-a9ea-a73fcce5d387 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:50.994200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ee49a8e0-76d2-41eb-a9ea-a73fcce5d387 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/3c7e1585-44f7-4a8e-8f43-325413008deb HTTP/1.1" status: 404 len: 333 time: 0.0570152 Jul 14 09:52:50.996947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.017047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0aaa03-a55d-4ff7-a479-085778473c48 None None] Network ea7e8c03-d0af-4380-98b0-c9233c51cdfd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:51.031251 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-95cae190-dbf0-485f-83d9-d9cb262b184c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.031884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95cae190-dbf0-485f-83d9-d9cb262b184c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.033722 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-95cae190-dbf0-485f-83d9-d9cb262b184c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/f5f700fe-afc3-4720-9e1b-9f612a3d53fc HTTP/1.1" status: 404 len: 337 time: 0.0348406 Jul 14 09:52:51.038030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.069588 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27632b6-12bd-4b64-a4e7-fbd936137839 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.070646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27632b6-12bd-4b64-a4e7-fbd936137839 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.077227 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d27632b6-12bd-4b64-a4e7-fbd936137839 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/b195d506-5391-44f4-8817-26636bf209e0 HTTP/1.1" status: 404 len: 333 time: 0.0345645 Jul 14 09:52:51.078125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.087847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6228d1d5-a6b3-4f5f-8fc0-856e14e58d82 None None] Provisioning complete for port f4753b4d-4467-4976-a540-d9c1bfd3837d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:52:51.088236 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6228d1d5-a6b3-4f5f-8fc0-856e14e58d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.110784 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec76eb8-b5ae-493f-8983-b819a2788218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.111257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec76eb8-b5ae-493f-8983-b819a2788218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.115613 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ec76eb8-b5ae-493f-8983-b819a2788218 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/8f17c33b-436b-43b7-b405-6c3763acdb9b HTTP/1.1" status: 404 len: 337 time: 0.0340366 Jul 14 09:52:51.115897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.142885 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4beaa5f7-aa28-4dea-87ea-83e8068316a8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.143524 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4beaa5f7-aa28-4dea-87ea-83e8068316a8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.148270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4beaa5f7-aa28-4dea-87ea-83e8068316a8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/6c526b7a-fe5d-4aff-97f1-6c86051c963c HTTP/1.1" status: 404 len: 333 time: 0.0285010 Jul 14 09:52:51.148681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.190570 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2889bb-0f95-46b0-8dc3-d68ae46f38bd tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.190570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c2889bb-0f95-46b0-8dc3-d68ae46f38bd tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.194623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7c2889bb-0f95-46b0-8dc3-d68ae46f38bd tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/aa549f18-4ede-4372-8d70-3e3a9b674754 HTTP/1.1" status: 404 len: 337 time: 0.0422931 Jul 14 09:52:51.195060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.226137 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c7e813-bdc9-4fd4-9ea0-eec57811c94d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.228185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96c7e813-bdc9-4fd4-9ea0-eec57811c94d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.230733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-96c7e813-bdc9-4fd4-9ea0-eec57811c94d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/8ee98390-45e9-44f4-8bfc-e282af81f6e8 HTTP/1.1" status: 404 len: 333 time: 0.0342753 Jul 14 09:52:51.233781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.263633 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-49de2a5c-3530-47de-8ca3-27668dcdaffa tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.264103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49de2a5c-3530-47de-8ca3-27668dcdaffa tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.268183 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49de2a5c-3530-47de-8ca3-27668dcdaffa tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/be0e00b4-58a7-41e7-b2f3-da301efe13b9 HTTP/1.1" status: 404 len: 337 time: 0.0312719 Jul 14 09:52:51.268463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.301736 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e583854-359f-4fa3-87fc-9c1011292b0a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.302713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e583854-359f-4fa3-87fc-9c1011292b0a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.311073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4e583854-359f-4fa3-87fc-9c1011292b0a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/a3c57e8b-0610-4228-b1b1-c5fd86b448d7 HTTP/1.1" status: 404 len: 333 time: 0.0350423 Jul 14 09:52:51.311073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35830) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.330598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] DHCP port deletion for ea7e8c03-d0af-4380-98b0-c9233c51cdfd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:52:51.346708 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6252fa08-6df3-4650-b523-1c824357cc6d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.347485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6252fa08-6df3-4650-b523-1c824357cc6d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.349659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6252fa08-6df3-4650-b523-1c824357cc6d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/77aa5a3f-1cba-4409-a320-7c973b20e23f HTTP/1.1" status: 404 len: 337 time: 0.0403948 Jul 14 09:52:51.354700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35832) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.382726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] Deleting port f4753b4d-4467-4976-a540-d9c1bfd3837d {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:52:51.383209 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.410571 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cd1808-0c2d-435e-8231-26ae66b1b585 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.411705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cd1808-0c2d-435e-8231-26ae66b1b585 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.417571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-33cd1808-0c2d-435e-8231-26ae66b1b585 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/a8619ba7-aa95-43c9-a199-45821246caf6 HTTP/1.1" status: 404 len: 333 time: 0.0610781 Jul 14 09:52:51.418971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.454657 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e03c90b-2029-489e-b330-1293e0a5cba7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.455127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e03c90b-2029-489e-b330-1293e0a5cba7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.460891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7e03c90b-2029-489e-b330-1293e0a5cba7 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/61318988-5de4-4f7a-8525-153cf82d5788 HTTP/1.1" status: 404 len: 337 time: 0.0363853 Jul 14 09:52:51.461207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] For port f4753b4d-4467-4976-a540-d9c1bfd3837d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f4753b4d-4467-4976-a540-d9c1bfd3837d,segment=NetworkSegment(fbb436d7-abbb-4dde-8689-eccf15daa343),segment_id=fbb436d7-abbb-4dde-8689-eccf15daa343)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:52:51.461207 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.461918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35836) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.474973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] Calling delete_port for f4753b4d-4467-4976-a540-d9c1bfd3837d owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:52:51.486834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee1d35b8-ebb2-48de-b678-c40032be155d req-3d100d92-13a2-4329-9601-f0737c208fba tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 210 time: 0.0619729 Jul 14 09:52:51.519808 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-427668ef-e2e5-4d32-a600-ce90cd3a7a5d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.519808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427668ef-e2e5-4d32-a600-ce90cd3a7a5d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.519808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-427668ef-e2e5-4d32-a600-ce90cd3a7a5d tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/ff9e02b2-cda6-40ec-b4ff-1d7d7a5c219c HTTP/1.1" status: 404 len: 337 time: 0.0501564 Jul 14 09:52:51.519808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35838) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.558446 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4537f782-23af-4a90-bdfb-4bb80118a1a3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.559647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4537f782-23af-4a90-bdfb-4bb80118a1a3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.562903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4537f782-23af-4a90-bdfb-4bb80118a1a3 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/5069823b-3d7d-4909-a9b9-c41933106db3 HTTP/1.1" status: 404 len: 333 time: 0.0436411 Jul 14 09:52:51.566355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.567297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35840) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.603267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] No DVR routers for this DVR port f4753b4d-4467-4976-a540-d9c1bfd3837d on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:52:51.606090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e3312-0d2e-40fc-a9a7-b3a3a4105149 None None] Pushing event deleted for resources: {'Port': ['ID=f4753b4d-4467-4976-a540-d9c1bfd3837d,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:51.614328 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a5346c-4418-43d3-b278-eb403751903c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.615627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55a5346c-4418-43d3-b278-eb403751903c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.622120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.622473 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-55a5346c-4418-43d3-b278-eb403751903c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/500010fd-92f8-439b-b044-93120443180c HTTP/1.1" status: 404 len: 337 time: 0.0533586 Jul 14 09:52:51.656741 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e68e881-1426-4ecc-ad13-dfd3539d6305 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.656741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e68e881-1426-4ecc-ad13-dfd3539d6305 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.660247 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0e68e881-1426-4ecc-ad13-dfd3539d6305 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/c354c4e7-8d3d-478c-bc05-3cb406cd89e0 HTTP/1.1" status: 404 len: 337 time: 0.0351191 Jul 14 09:52:51.661127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35846) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.688830 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5bf355-b38f-4510-803d-087a1ddc5f70 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.689622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5bf355-b38f-4510-803d-087a1ddc5f70 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.691451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4b5bf355-b38f-4510-803d-087a1ddc5f70 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/b7cb1b2d-d41f-4968-96ab-bde1ce36aff4 HTTP/1.1" status: 404 len: 333 time: 0.0290842 Jul 14 09:52:51.694115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.721302 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7891a3c-3fca-42d0-a524-67690548dec2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.721768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7891a3c-3fca-42d0-a524-67690548dec2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.723565 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e7891a3c-3fca-42d0-a524-67690548dec2 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/21cbd3a5-eceb-4c01-aac9-3a057fbe8924 HTTP/1.1" status: 404 len: 337 time: 0.0284295 Jul 14 09:52:51.726056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35850) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.752637 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5e3544-947f-4cab-b1b9-aae070a2d500 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.753108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5e3544-947f-4cab-b1b9-aae070a2d500 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.754879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-aa5e3544-947f-4cab-b1b9-aae070a2d500 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/782980ae-cad8-49ab-8082-47586bd6c295 HTTP/1.1" status: 404 len: 337 time: 0.0279086 Jul 14 09:52:51.758025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.789827 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36a6ae9-b6d7-4aed-9754-c3735add1447 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.790467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36a6ae9-b6d7-4aed-9754-c3735add1447 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.793540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c36a6ae9-b6d7-4aed-9754-c3735add1447 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/225ce021-1a91-4070-b6f4-96fcb816d214 HTTP/1.1" status: 404 len: 333 time: 0.0332735 Jul 14 09:52:51.796507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35854) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.823675 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b432830-b615-44f8-bf8d-51d9d18b906e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.824318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b432830-b615-44f8-bf8d-51d9d18b906e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.827957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5b432830-b615-44f8-bf8d-51d9d18b906e tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/4ec4311c-5daa-4258-93f2-eb90b86b03d9 HTTP/1.1" status: 404 len: 337 time: 0.0301495 Jul 14 09:52:51.829699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35856) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.856359 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cdd46f4-1a88-46d8-9a56-6f8a1c0d0bb1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.856589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:51.857097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cdd46f4-1a88-46d8-9a56-6f8a1c0d0bb1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.860287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0cdd46f4-1a88-46d8-9a56-6f8a1c0d0bb1 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/e95dab63-ce90-4e8a-b50d-24e5672a832c HTTP/1.1" status: 404 len: 337 time: 0.0281870 Jul 14 09:52:51.861543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35858) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.882110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: f4753b4d-4467-4976-a540-d9c1bfd3837d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:51.882451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f4753b4d-4467-4976-a540-d9c1bfd3837d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:51.885996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 38d39cc3-60a2-4594-90ca-8fa07bc315fa no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:52:51.895285 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8534e2d5-1c6c-4e64-ae00-9194a30ab066 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports?device_id=99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 HTTP/1.1" status: 200 len: 205 time: 0.0299246 Jul 14 09:52:51.895285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35860) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.927619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 38d39cc3-60a2-4594-90ca-8fa07bc315fa {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:52:51.928280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 38d39cc3-60a2-4594-90ca-8fa07bc315fa not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:52:51.931822 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-679b9073-b43f-4f7c-8f03-43306b6f69fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:51.936573 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-2ed32948-95e7-4598-8566-83bb147af676 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] delete failed (client error): The resource could not be found. Jul 14 09:52:51.937623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2ed32948-95e7-4598-8566-83bb147af676 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/routers/99f19b9c-1ed8-4ce5-a6bc-89639e8d9db8 HTTP/1.1" status: 404 len: 336 time: 0.0416694 Jul 14 09:52:51.940109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:51.966779 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-808d3827-8f8f-4bf2-a4a6-026f2fd54af4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:51.967242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808d3827-8f8f-4bf2-a4a6-026f2fd54af4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:51.968991 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-808d3827-8f8f-4bf2-a4a6-026f2fd54af4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/71395c6a-4a85-431b-8a3b-2634cbe2db1d HTTP/1.1" status: 404 len: 337 time: 0.0279582 Jul 14 09:52:51.971696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35864) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.002411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0a88e468-3c9f-4bd0-b95e-f2de7f36fb0a tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 HTTP/1.1" status: 200 len: 205 time: 0.0296085 Jul 14 09:52:52.004748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.045546 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-6732cdf8-16ce-46df-aacf-940ba5e454ce tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] delete failed (client error): The resource could not be found. Jul 14 09:52:52.046591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6732cdf8-16ce-46df-aacf-940ba5e454ce tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/routers/2ce4b3ac-6045-4387-a6f8-1a5e9b598ce7 HTTP/1.1" status: 404 len: 336 time: 0.0409477 Jul 14 09:52:52.049367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35868) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.077935 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-662b2dab-f0a3-41bc-b75a-924ea0395996 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.078405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662b2dab-f0a3-41bc-b75a-924ea0395996 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.080186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-662b2dab-f0a3-41bc-b75a-924ea0395996 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/eed76249-60b5-4036-ba46-54ca565f31f3 HTTP/1.1" status: 404 len: 337 time: 0.0298924 Jul 14 09:52:52.082859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35870) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.109000 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-90007d23-ccf5-41b5-9331-82089f074e02 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.109463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90007d23-ccf5-41b5-9331-82089f074e02 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.111208 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-90007d23-ccf5-41b5-9331-82089f074e02 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/da91ef2c-bb96-4c3e-ac62-377dc144e625 HTTP/1.1" status: 404 len: 337 time: 0.0273938 Jul 14 09:52:52.113790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.141617 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-8907ea93-0c76-4280-9fca-65029f4cf1e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.142397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8907ea93-0c76-4280-9fca-65029f4cf1e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.144478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8907ea93-0c76-4280-9fca-65029f4cf1e9 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/ac5fe672-e450-4fe8-9b7e-89bb7c642a23 HTTP/1.1" status: 404 len: 333 time: 0.0295093 Jul 14 09:52:52.147053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35874) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.174988 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf5a586-ef67-4e21-a09b-01f4879af348 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.175454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf5a586-ef67-4e21-a09b-01f4879af348 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.179307 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1bf5a586-ef67-4e21-a09b-01f4879af348 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/e76e059b-16a2-47d7-8e5e-a69a367320c8 HTTP/1.1" status: 404 len: 337 time: 0.0293984 Jul 14 09:52:52.180088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35876) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.213044 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d6a9a0-84fc-4d10-a087-5bca1b9dcf27 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.213776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d6a9a0-84fc-4d10-a087-5bca1b9dcf27 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.215442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b5d6a9a0-84fc-4d10-a087-5bca1b9dcf27 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/ac79a324-deb2-4978-b301-8c0732558e70 HTTP/1.1" status: 404 len: 333 time: 0.0343153 Jul 14 09:52:52.218126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35878) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.245337 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57030d5-a725-4301-aa4d-561b5011272c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.245835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57030d5-a725-4301-aa4d-561b5011272c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.248323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d57030d5-a725-4301-aa4d-561b5011272c tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/3b8f4dfd-e322-48ec-802e-41a0fc5cc147 HTTP/1.1" status: 404 len: 337 time: 0.0292161 Jul 14 09:52:52.250951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35880) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.277271 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b171bd-cce4-46b9-a02e-c0e063e381f4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.277974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b171bd-cce4-46b9-a02e-c0e063e381f4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.279750 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-34b171bd-cce4-46b9-a02e-c0e063e381f4 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/802489fa-a8b6-42b4-b89f-6b67a2d7378f HTTP/1.1" status: 404 len: 333 time: 0.0278382 Jul 14 09:52:52.282613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35882) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.310669 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab42d18-da73-4a07-bd4f-9c08f08fa9af tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.311130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab42d18-da73-4a07-bd4f-9c08f08fa9af tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.312884 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bab42d18-da73-4a07-bd4f-9c08f08fa9af tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/c077a05b-41cf-4dd3-b092-9f5cc577efd5 HTTP/1.1" status: 404 len: 337 time: 0.0292070 Jul 14 09:52:52.315332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35884) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.340437 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-27641947-d25a-4596-889a-45a5126bb458 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.341113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27641947-d25a-4596-889a-45a5126bb458 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.342813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-27641947-d25a-4596-889a-45a5126bb458 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/f3cb8c8e-997e-4ebe-b669-acf8e21b6a15 HTTP/1.1" status: 404 len: 333 time: 0.0265779 Jul 14 09:52:52.345444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35886) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.374390 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ef86f0-41bb-44dd-97b5-88585ee3f1bf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.374853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ef86f0-41bb-44dd-97b5-88585ee3f1bf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.376666 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-17ef86f0-41bb-44dd-97b5-88585ee3f1bf tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/30272313-dba4-4fea-ac27-96f0406adffc HTTP/1.1" status: 404 len: 337 time: 0.0302396 Jul 14 09:52:52.379358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.405904 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c315f442-796b-4848-9084-31e7a9d72716 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.406588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c315f442-796b-4848-9084-31e7a9d72716 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.408371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c315f442-796b-4848-9084-31e7a9d72716 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/77e0ef44-d2c2-4566-abb4-2d0477310734 HTTP/1.1" status: 404 len: 333 time: 0.0280068 Jul 14 09:52:52.410820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35890) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.441403 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c10b29-3443-4029-8d39-04e8ad3baa8f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.442058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c10b29-3443-4029-8d39-04e8ad3baa8f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.443515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-37c10b29-3443-4029-8d39-04e8ad3baa8f tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/314ff098-652f-4a4c-a47b-073c690b9abe HTTP/1.1" status: 404 len: 337 time: 0.0317798 Jul 14 09:52:52.445981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35892) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.471609 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dcf0f8c-76de-4ace-a231-7e07f18c11ee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.472218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dcf0f8c-76de-4ace-a231-7e07f18c11ee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.473956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0dcf0f8c-76de-4ace-a231-7e07f18c11ee tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/f977e6f8-e5a4-45d1-916a-a659cf15a6d0 HTTP/1.1" status: 404 len: 333 time: 0.0270631 Jul 14 09:52:52.476470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.503030 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d42e8d-7562-4b98-a810-8f1cc62ff1ea tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.503489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d42e8d-7562-4b98-a810-8f1cc62ff1ea tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.505248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e3d42e8d-7562-4b98-a810-8f1cc62ff1ea tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/93988964-c402-4a55-80e6-367cd7ca3278 HTTP/1.1" status: 404 len: 337 time: 0.0278716 Jul 14 09:52:52.507698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35896) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.533577 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-747020ea-0c5c-46b1-aee4-7ca06002ea91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.534290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747020ea-0c5c-46b1-aee4-7ca06002ea91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.538796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-747020ea-0c5c-46b1-aee4-7ca06002ea91 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/ports/b68f02ee-8bff-44f9-915a-98f61918d81d HTTP/1.1" status: 404 len: 333 time: 0.0301147 Jul 14 09:52:52.538934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35900) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.570655 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e51ee85-5be4-4489-846d-bc12ed304fa8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] DELETE failed (client error): The resource could not be found. Jul 14 09:52:52.571112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e51ee85-5be4-4489-846d-bc12ed304fa8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:52:52.575218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9e51ee85-5be4-4489-846d-bc12ed304fa8 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/subnets/9135ac3a-130d-4c78-b737-51969a108282 HTTP/1.1" status: 404 len: 337 time: 0.0324714 Jul 14 09:52:52.575486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35902) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:52.650094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.652750 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b03f6b99-5677-4017-aa74-3d2a6360bf7c req-a21c18ea-63cd-4226-ae0c-bfd5ce958354 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 210 time: 0.0293941 Jul 14 09:52:52.750762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.760868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7e8c03-d0af-4380-98b0-c9233c51cdfd']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:52.771606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb436d7-abbb-4dde-8689-eccf15daa343') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:52.771912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb436d7-abbb-4dde-8689-eccf15daa343') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:52:52.781434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.795586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.803025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:52:52.803466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:52:52.806651 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:52:52.866242 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.871889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:52.877113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] 10.222.0.73 "DELETE /v2.0/networks/ea7e8c03-d0af-4380-98b0-c9233c51cdfd HTTP/1.1" status: 204 len: 168 time: 0.2975438 Jul 14 09:52:52.889498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd3ece-4048-458d-8546-0036e7a30b40 tempest-NetworksTestDHCPv6-761771666 tempest-NetworksTestDHCPv6-761771666-project] Pushing event deleted for resources: {'Network': ['ID=ea7e8c03-d0af-4380-98b0-c9233c51cdfd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:53.138373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35910) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:53.275975 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d0d538d1-277d-42db-9946-b0ecc34f1836 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4553793bcfb445ae8e8e4affaa30eafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361537 Jul 14 09:52:53.278435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35914) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:53.335355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56feff13-0b40-43cd-8284-ae16342a0238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:53.356864 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56feff13-0b40-43cd-8284-ae16342a0238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:53.407018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56feff13-0b40-43cd-8284-ae16342a0238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:53.409674 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-56feff13-0b40-43cd-8284-ae16342a0238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:53.413210 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-56feff13-0b40-43cd-8284-ae16342a0238 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0c532f6b-0489-4c0f-959e-d3fc1cab40ea HTTP/1.1" status: 204 len: 168 time: 0.1309569 Jul 14 09:52:53.423071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56feff13-0b40-43cd-8284-ae16342a0238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c532f6b-0489-4c0f-959e-d3fc1cab40ea,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:53.865706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7238d702-3f7a-424e-a5a7-694a49458ed6 req-f5cff9eb-e600-4b5e-9d47-ac8ba236605f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a258a46-df8c-4e2d-9c24-451e328b1664 HTTP/1.1" status: 200 len: 210 time: 0.0402129 Jul 14 09:52:54.222995 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-df71c008-58c7-4369-8492-69fe0c25170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.224871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35940) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:54.414685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-434746679'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:54.454096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:54.463661 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.481125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.529234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.621929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.626195 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.639814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:52:54.664155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.664535 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment 8f2a2265-dfbc-44f4-82f8-f221e1ce341c of type vlan for network d3a632b6-284b-4810-b958-8b6b617d03d3 Jul 14 09:52:54.715050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b9adf7-e2c0-4e3c-84c8-0c22ca0d1bee,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:54.740018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.787281 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.793242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:54.793880 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:54.855244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6280997 Jul 14 09:52:54.865615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a501d8-2fae-424d-a338-edda4fc734d5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=d3a632b6-284b-4810-b958-8b6b617d03d3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:54.892359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network d3a632b6-284b-4810-b958-8b6b617d03d3 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:52:55.614082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:56.272344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35958) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:56.438910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:56.562754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:56.568921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:56.626722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 35962) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:56.643383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6af9dc75d1b045198968f4862dbb708e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616216 Jul 14 09:52:56.644734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53015965-be4a-410a-bea9-4af3aac54954,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:56.662752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.663376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.664079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.664677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.665360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.665957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.667218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.667963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.669690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.670267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.670854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.671405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c9a064-d2af-4818-8bc1-21001e2cb394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:52:56.703702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc4d301d-a593-4231-b44f-64118de6b677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:56.985311 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.010188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc4d301d-a593-4231-b44f-64118de6b677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.080974 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc4d301d-a593-4231-b44f-64118de6b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.085689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc4d301d-a593-4231-b44f-64118de6b677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.089650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bc4d301d-a593-4231-b44f-64118de6b677 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/53015965-be4a-410a-bea9-4af3aac54954 HTTP/1.1" status: 204 len: 168 time: 0.4583979 Jul 14 09:52:57.101315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d301d-a593-4231-b44f-64118de6b677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53015965-be4a-410a-bea9-4af3aac54954,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:57.285524 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:52:57.324889 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.481832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35986) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:57.496441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-075c7196-57c7-4cf2-b47e-c3e1fd7c5ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.660511 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-075c7196-57c7-4cf2-b47e-c3e1fd7c5ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.669547 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-075c7196-57c7-4cf2-b47e-c3e1fd7c5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.709356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c7196-57c7-4cf2-b47e-c3e1fd7c5ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b989d11-f532-45b3-99c2-04cacf360b06,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:57.731988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-075c7196-57c7-4cf2-b47e-c3e1fd7c5ee0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=01433afd072b4d83ae16aeaa1a7d7f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463601 Jul 14 09:52:57.732402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 35998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:57.795023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c6b42e7-d987-4626-892b-b6bd54ddb2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.817319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c6b42e7-d987-4626-892b-b6bd54ddb2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.897355 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c6b42e7-d987-4626-892b-b6bd54ddb2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.900851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c6b42e7-d987-4626-892b-b6bd54ddb2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:57.901486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7c6b42e7-d987-4626-892b-b6bd54ddb2cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b989d11-f532-45b3-99c2-04cacf360b06 HTTP/1.1" status: 204 len: 168 time: 0.1680210 Jul 14 09:52:57.926199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b42e7-d987-4626-892b-b6bd54ddb2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b989d11-f532-45b3-99c2-04cacf360b06,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:58.135371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36012) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:58.142314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': 'd3a632b6-284b-4810-b958-8b6b617d03d3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:58.253682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:58.257335 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.565340 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.663326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36048) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:58.670530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ae6958ab-9780-48e9-89cf-fdb4c618052b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-275438734', 'description': 'tempest-secgroup-smoke-275438734 description', 'project_id': '6badccd52aed4cf5aec1ff9166dd609d'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:58.706092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=5df9298e-14b7-4d91-9568-6c20d2a32a14,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:58.706604 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae6958ab-9780-48e9-89cf-fdb4c618052b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.710444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': '8f2a2265-dfbc-44f4-82f8-f221e1ce341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd3a632b6-284b-4810-b958-8b6b617d03d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:58.711234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: d3a632b6-284b-4810-b958-8b6b617d03d3, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:52:58.747696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network d3a632b6-284b-4810-b958-8b6b617d03d3 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:52:58.767224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, d3a632b6-284b-4810-b958-8b6b617d03d3) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:58.774656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:58.775360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.782987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9b1d9c-647c-4a02-afdd-8d77be3b63ae None None] Network d3a632b6-284b-4810-b958-8b6b617d03d3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:58.817209 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae6958ab-9780-48e9-89cf-fdb4c618052b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.823736 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae6958ab-9780-48e9-89cf-fdb4c618052b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.838026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e88b08e1-14f0-414b-bfa7-f9a7bbe80bf7 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7010276 Jul 14 09:52:58.842001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36054) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:58.853021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1143064430'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:58.864654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6958ab-9780-48e9-89cf-fdb4c618052b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec752914-6bd5-4775-8afb-988c964cca66,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:58.868365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ae6958ab-9780-48e9-89cf-fdb4c618052b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.873047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ae6958ab-9780-48e9-89cf-fdb4c618052b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2079499 Jul 14 09:52:58.873873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36056) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:58.879801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7ba66057-e8a4-4ff8-b213-f439c20d9a85 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'security_group_rule': {'security_group_id': 'ec752914-6bd5-4775-8afb-988c964cca66', 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:58.894573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:58.901319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.928347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ba66057-e8a4-4ff8-b213-f439c20d9a85 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.952698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:52:58.973716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:58.974335 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment f212d868-2ea2-437d-b540-8bc4594f2a0d of type vlan for network 9afa6d91-c897-496c-b57d-83e9c31df029 Jul 14 09:52:58.983378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-d3a632b6-284b-4810-b958-8b6b617d03d3', 'network_id': 'd3a632b6-284b-4810-b958-8b6b617d03d3', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': '5df9298e-14b7-4d91-9568-6c20d2a32a14'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:52:58.984657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.030098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ba66057-e8a4-4ff8-b213-f439c20d9a85 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.036444 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ba66057-e8a4-4ff8-b213-f439c20d9a85 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.057877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba66057-e8a4-4ff8-b213-f439c20d9a85 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de7ae9e-e7e7-4be9-838f-9586bda3a6e4,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:59.071608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.073161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ba66057-e8a4-4ff8-b213-f439c20d9a85 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.078535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36060) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:59.079333 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7ba66057-e8a4-4ff8-b213-f439c20d9a85 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2036660 Jul 14 09:52:59.087257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-17785ebe-0d04-4110-8a72-fa0504c96463 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'security_group_rule': {'security_group_id': 'ec752914-6bd5-4775-8afb-988c964cca66', 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:59.171391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.178841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:59.179608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.185299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17785ebe-0d04-4110-8a72-fa0504c96463 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.220886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Allocated IP 2001:db8:0:ffff::2 (d3a632b6-284b-4810-b958-8b6b617d03d3/5df9298e-14b7-4d91-9568-6c20d2a32a14/df88a839-1b80-4883-949d-4c77d54ee5b9) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:52:59.304019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4605227 Jul 14 09:52:59.306897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36070) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:59.312782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': '9afa6d91-c897-496c-b57d-83e9c31df029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:59.322721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9304c-8dba-443c-a12c-c1041ed156ff tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=9afa6d91-c897-496c-b57d-83e9c31df029,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:59.354833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 9afa6d91-c897-496c-b57d-83e9c31df029 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:52:59.391584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17785ebe-0d04-4110-8a72-fa0504c96463 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.396140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17785ebe-0d04-4110-8a72-fa0504c96463 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.428367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17785ebe-0d04-4110-8a72-fa0504c96463 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79eda16-dfac-49d0-bce1-7a50ea4b5180,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:59.437323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:52:59.440845 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17785ebe-0d04-4110-8a72-fa0504c96463 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.442557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.443034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-17785ebe-0d04-4110-8a72-fa0504c96463 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3630745 Jul 14 09:52:59.447614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36074) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:59.453304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-72fc6cf3-bc45-44d9-ad99-09c97d17c63c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'security_group_rule': {'security_group_id': 'ec752914-6bd5-4775-8afb-988c964cca66', 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:59.483821 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72fc6cf3-bc45-44d9-ad99-09c97d17c63c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.506994 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.526078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Transition to ACTIVE for port object df88a839-1b80-4883-949d-4c77d54ee5b9 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:59.553513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Transition to ACTIVE for port object df88a839-1b80-4883-949d-4c77d54ee5b9 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:52:59.565431 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.583101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72fc6cf3-bc45-44d9-ad99-09c97d17c63c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.590319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72fc6cf3-bc45-44d9-ad99-09c97d17c63c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.606665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc6cf3-bc45-44d9-ad99-09c97d17c63c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae7cf7a-3a79-49f4-84a4-c7ae9f61af66,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:59.617820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Network d3a632b6-284b-4810-b958-8b6b617d03d3 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:52:59.619078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72fc6cf3-bc45-44d9-ad99-09c97d17c63c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.621013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-72fc6cf3-bc45-44d9-ad99-09c97d17c63c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726935 Jul 14 09:52:59.624501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:59.626099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36080) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:59.631204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:52:59.640138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e662b3b9-4e07-4261-945b-f0a4ba3d1691 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'security_group_rule': {'security_group_id': 'ec752914-6bd5-4775-8afb-988c964cca66', 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:59.643899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Pushing event updated for resources: {'Port': ['ID=df88a839-1b80-4883-949d-4c77d54ee5b9,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:59.677886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e662b3b9-4e07-4261-945b-f0a4ba3d1691 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.713416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.720913 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.725025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Attempting to bind port df88a839-1b80-4883-949d-4c77d54ee5b9 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:52:59.725656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Attempting to bind port df88a839-1b80-4883-949d-4c77d54ee5b9 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8f2a2265-dfbc-44f4-82f8-f221e1ce341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd3a632b6-284b-4810-b958-8b6b617d03d3'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:52:59.726252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Attempting to bind port df88a839-1b80-4883-949d-4c77d54ee5b9 on network d3a632b6-284b-4810-b958-8b6b617d03d3 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:52:59.733208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:52:59.734738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Checking segment: {'id': '8f2a2265-dfbc-44f4-82f8-f221e1ce341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd3a632b6-284b-4810-b958-8b6b617d03d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:59.735156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.735559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Bound using segment: {'id': '8f2a2265-dfbc-44f4-82f8-f221e1ce341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd3a632b6-284b-4810-b958-8b6b617d03d3'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:52:59.736071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Bound port: df88a839-1b80-4883-949d-4c77d54ee5b9, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2a2265-dfbc-44f4-82f8-f221e1ce341c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'd3a632b6-284b-4810-b958-8b6b617d03d3'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:52:59.736486 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.762604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e662b3b9-4e07-4261-945b-f0a4ba3d1691 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.769348 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e662b3b9-4e07-4261-945b-f0a4ba3d1691 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.794514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=9ac053cd-a7b3-42fc-975f-3bebe6cd80e5,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:59.797777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': 'f212d868-2ea2-437d-b540-8bc4594f2a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9afa6d91-c897-496c-b57d-83e9c31df029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:52:59.798399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: 9afa6d91-c897-496c-b57d-83e9c31df029, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:52:59.803796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662b3b9-4e07-4261-945b-f0a4ba3d1691 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec81eff8-fa6c-4cd5-981e-9e16d86dc316,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:59.819508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] For port df88a839-1b80-4883-949d-4c77d54ee5b9, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:52:59.823293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] For port df88a839-1b80-4883-949d-4c77d54ee5b9, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df88a839-1b80-4883-949d-4c77d54ee5b9,segment=NetworkSegment(8f2a2265-dfbc-44f4-82f8-f221e1ce341c),segment_id=8f2a2265-dfbc-44f4-82f8-f221e1ce341c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:52:59.824108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network 9afa6d91-c897-496c-b57d-83e9c31df029 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:52:59.827609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e662b3b9-4e07-4261-945b-f0a4ba3d1691 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.832235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.832446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36082) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:59.833433 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e662b3b9-4e07-4261-945b-f0a4ba3d1691 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2056701 Jul 14 09:52:59.838110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f74d47d2-cb66-4244-aa07-6494b8751cea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'security_group_rule': {'security_group_id': 'ec752914-6bd5-4775-8afb-988c964cca66', 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:52:59.843778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 9afa6d91-c897-496c-b57d-83e9c31df029) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:52:59.851704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:52:59.852348 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.861383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe0f0c-adaa-4867-a5df-83795deff556 None None] Network 9afa6d91-c897-496c-b57d-83e9c31df029 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:52:59.876902 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-f74d47d2-cb66-4244-aa07-6494b8751cea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Project 6badccd52aed4cf5aec1ff9166dd609d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:52:59.883021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-89467d0b-3561-4f28-a046-006b4f15400c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5750134 Jul 14 09:52:59.885068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f74d47d2-cb66-4244-aa07-6494b8751cea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.885965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:52:59.968981 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f74d47d2-cb66-4244-aa07-6494b8751cea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:52:59.972841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e64e0-8673-4fe9-854a-6133646b3fcf None None] Pushing event updated for resources: {'Port': ['ID=df88a839-1b80-4883-949d-4c77d54ee5b9,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:52:59.975204 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f74d47d2-cb66-4244-aa07-6494b8751cea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.007756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d47d2-cb66-4244-aa07-6494b8751cea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8ea620-f379-490e-b289-928f149f8d4d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:00.016881 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f74d47d2-cb66-4244-aa07-6494b8751cea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.021360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f74d47d2-cb66-4244-aa07-6494b8751cea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1842124 Jul 14 09:53:00.021660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36086) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:00.026957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-25e76968-c7c1-40cf-b7da-e40c36962ab9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'security_group_rule': {'security_group_id': 'ec752914-6bd5-4775-8afb-988c964cca66', 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:00.076313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.085534 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-25e76968-c7c1-40cf-b7da-e40c36962ab9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Project 6badccd52aed4cf5aec1ff9166dd609d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:53:00.094213 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25e76968-c7c1-40cf-b7da-e40c36962ab9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.165052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-9afa6d91-c897-496c-b57d-83e9c31df029', 'network_id': '9afa6d91-c897-496c-b57d-83e9c31df029', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': '9ac053cd-a7b3-42fc-975f-3bebe6cd80e5'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:00.166201 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.300464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.371327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Allocated IP 2001:db8::1 (9afa6d91-c897-496c-b57d-83e9c31df029/9ac053cd-a7b3-42fc-975f-3bebe6cd80e5/073dad92-8f1b-41bf-abe1-b7bb00ce7aa3) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:00.602040 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25e76968-c7c1-40cf-b7da-e40c36962ab9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.613552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25e76968-c7c1-40cf-b7da-e40c36962ab9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.645265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e76968-c7c1-40cf-b7da-e40c36962ab9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1359622a-644d-4dad-9722-9cfa2271e399,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:00.651107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25e76968-c7c1-40cf-b7da-e40c36962ab9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.656525 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-25e76968-c7c1-40cf-b7da-e40c36962ab9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6335444 Jul 14 09:53:00.713830 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.723392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Transition to ACTIVE for port object 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:00.745529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Transition to ACTIVE for port object 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:00.763441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.789462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.841078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac053cd-a7b3-42fc-975f-3bebe6cd80e5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:00.856988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Network 9afa6d91-c897-496c-b57d-83e9c31df029 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:00.874735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:00.887047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:00.920065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.934420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa6d91-c897-496c-b57d-83e9c31df029']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:00.934674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Pushing event updated for resources: {'Port': ['ID=073dad92-8f1b-41bf-abe1-b7bb00ce7aa3,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:00.949503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f212d868-2ea2-437d-b540-8bc4594f2a0d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:00.950012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f212d868-2ea2-437d-b540-8bc4594f2a0d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:00.961157 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.978741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.985481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Attempting to bind port 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:00.986022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Attempting to bind port 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'f212d868-2ea2-437d-b540-8bc4594f2a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9afa6d91-c897-496c-b57d-83e9c31df029'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:00.986927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Attempting to bind port 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3 on network 9afa6d91-c897-496c-b57d-83e9c31df029 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:00.987055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:00.987452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.993907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:00.994894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Checking segment: {'id': 'f212d868-2ea2-437d-b540-8bc4594f2a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9afa6d91-c897-496c-b57d-83e9c31df029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:00.995476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:00.996266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Bound using segment: {'id': 'f212d868-2ea2-437d-b540-8bc4594f2a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9afa6d91-c897-496c-b57d-83e9c31df029'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:00.996932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Bound port: 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f212d868-2ea2-437d-b540-8bc4594f2a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '9afa6d91-c897-496c-b57d-83e9c31df029'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:00.997524 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:01.053373 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:01.061714 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:53:01.061714 n-d-780147-26 neutron-server[93779]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:53:01.061714 n-d-780147-26 neutron-server[93779]: [parameters: {'id': '9afa6d91-c897-496c-b57d-83e9c31df029'}] Jul 14 09:53:01.061714 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:53:01.062080 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:53:01.087017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] For port 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:01.091128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] For port 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=073dad92-8f1b-41bf-abe1-b7bb00ce7aa3,segment=NetworkSegment(f212d868-2ea2-437d-b540-8bc4594f2a0d),segment_id=f212d868-2ea2-437d-b540-8bc4594f2a0d)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:01.097825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:01.196626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c9aa2-d6b4-4113-8a98-3f76e95cc42d None None] Pushing event updated for resources: {'Port': ['ID=073dad92-8f1b-41bf-abe1-b7bb00ce7aa3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:01.220183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27aec52-a52d-436e-8411-c783697cc705 None None] Network 9afa6d91-c897-496c-b57d-83e9c31df029 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:01.242925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb05f27-94d7-4219-b0aa-7f764ad2b5c4 None None] Network d3a632b6-284b-4810-b958-8b6b617d03d3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:01.353332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3b1e6249-9f41-404c-8643-a6198b0d8d60 None None] Provisioning for port df88a839-1b80-4883-949d-4c77d54ee5b9 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:01.563349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:01.634152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting port 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:01.635631 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:01.713819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] For port 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=073dad92-8f1b-41bf-abe1-b7bb00ce7aa3,segment=NetworkSegment(f212d868-2ea2-437d-b540-8bc4594f2a0d),segment_id=f212d868-2ea2-437d-b540-8bc4594f2a0d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:01.714551 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:01.731179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Calling delete_port for 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:01.842142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:01.852493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292df027-e457-402e-8fe0-78751238b2e0 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:53:01.902664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Port': ['ID=073dad92-8f1b-41bf-abe1-b7bb00ce7aa3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:01.913741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No DVR routers for this DVR port 073dad92-8f1b-41bf-abe1-b7bb00ce7aa3 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:01.970778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df88a839-1b80-4883-949d-4c77d54ee5b9 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:02.005268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.018589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9afa6d91-c897-496c-b57d-83e9c31df029']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:02.032913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f212d868-2ea2-437d-b540-8bc4594f2a0d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:02.033477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f212d868-2ea2-437d-b540-8bc4594f2a0d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:02.044418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.060512 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.074336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:02.075707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.079596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port df88a839-1b80-4883-949d-4c77d54ee5b9 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:02.081585 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:02.087476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port df88a839-1b80-4883-949d-4c77d54ee5b9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:02.088098 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.117011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292df027-e457-402e-8fe0-78751238b2e0 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:53:02.188287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.200843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.208619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36176) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:02.216588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1628534061'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:02.221572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/9afa6d91-c897-496c-b57d-83e9c31df029 HTTP/1.1" status: 204 len: 168 time: 2.3344009 Jul 14 09:53:02.263296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79071681-e645-4e0f-b298-75079ce336b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=9afa6d91-c897-496c-b57d-83e9c31df029,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:02.271840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.272998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:02.277146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.343517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:02.360931 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.362241 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment 77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0 of type vlan for network de7cdd3d-6e66-401b-9387-fab7f6598f35 Jul 14 09:53:02.376417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port df88a839-1b80-4883-949d-4c77d54ee5b9, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df88a839-1b80-4883-949d-4c77d54ee5b9,segment=NetworkSegment(8f2a2265-dfbc-44f4-82f8-f221e1ce341c),segment_id=8f2a2265-dfbc-44f4-82f8-f221e1ce341c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:02.384523 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.463128 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.506318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=df88a839-1b80-4883-949d-4c77d54ee5b9,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:02.518046 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.543625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:02.553875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:02.641830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4256999 Jul 14 09:53:02.641830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36182) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:02.646404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': 'de7cdd3d-6e66-401b-9387-fab7f6598f35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:02.706272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5281704-6a64-406f-a244-94bb801ee23a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=de7cdd3d-6e66-401b-9387-fab7f6598f35,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:02.719210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network de7cdd3d-6e66-401b-9387-fab7f6598f35 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:02.766506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:02.772149 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.009264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.074174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=1cc12a85-bc6b-4d9f-983d-cb303d48d555,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:03.094085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': '77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'de7cdd3d-6e66-401b-9387-fab7f6598f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:03.094746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: de7cdd3d-6e66-401b-9387-fab7f6598f35, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:03.115340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network de7cdd3d-6e66-401b-9387-fab7f6598f35 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:03.129422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, de7cdd3d-6e66-401b-9387-fab7f6598f35) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:03.134433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:03.135049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.145369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a08bb-126e-425c-bfab-63d1aff86746 None None] Network de7cdd3d-6e66-401b-9387-fab7f6598f35 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:03.158445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f3c93a4c-6a8a-4588-9fc2-b10cbc8e44e0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5164032 Jul 14 09:53:03.162085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36184) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:03.168182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128644345'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:03.201193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:03.204894 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.232893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:03.243349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.243856 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment 452546b4-1131-418a-afb3-9af913f61840 of type vlan for network b91108f0-e7b5-4512-9ab1-3f5a3a818fb9 Jul 14 09:53:03.305826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.347506 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.356382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:03.357137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.379249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-de7cdd3d-6e66-401b-9387-fab7f6598f35', 'network_id': 'de7cdd3d-6e66-401b-9387-fab7f6598f35', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': '1cc12a85-bc6b-4d9f-983d-cb303d48d555'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:03.380417 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.434025 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2703021 Jul 14 09:53:03.437720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36186) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:03.445660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': 'b91108f0-e7b5-4512-9ab1-3f5a3a818fb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:03.450816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ab89b-c259-4da8-bcb4-18f6d3eed0e3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=b91108f0-e7b5-4512-9ab1-3f5a3a818fb9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:03.473809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b91108f0-e7b5-4512-9ab1-3f5a3a818fb9 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:03.640581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:03.644479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Allocated IP 2001:db8::1 (de7cdd3d-6e66-401b-9387-fab7f6598f35/1cc12a85-bc6b-4d9f-983d-cb303d48d555/733d78fe-77de-4d66-ac4a-8558a100b37a) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:03.648459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.781253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Performing IP validity checks on allocation pools {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:53:03.782065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:53:03.895188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df88a839-1b80-4883-949d-4c77d54ee5b9 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:03.944698 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:03.964056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Transition to ACTIVE for port object 733d78fe-77de-4d66-ac4a-8558a100b37a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:03.987069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Transition to ACTIVE for port object 733d78fe-77de-4d66-ac4a-8558a100b37a will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:03.999668 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.010725 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.011925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port df88a839-1b80-4883-949d-4c77d54ee5b9 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:04.012456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.089274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Network de7cdd3d-6e66-401b-9387-fab7f6598f35 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:04.095782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:04.098741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:04.137068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=a2c49514-0d1e-461f-b8e8-05f733b7880e,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:04.145160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': '452546b4-1131-418a-afb3-9af913f61840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'b91108f0-e7b5-4512-9ab1-3f5a3a818fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:04.145669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: b91108f0-e7b5-4512-9ab1-3f5a3a818fb9, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:04.155168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Pushing event updated for resources: {'Port': ['ID=733d78fe-77de-4d66-ac4a-8558a100b37a,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:04.168501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network b91108f0-e7b5-4512-9ab1-3f5a3a818fb9 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:04.194482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b91108f0-e7b5-4512-9ab1-3f5a3a818fb9) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:04.210951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:04.218190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c883aadd-5679-4751-b227-91fd05f32d42 None None] Network b91108f0-e7b5-4512-9ab1-3f5a3a818fb9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:04.218777 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.245452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36196) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:04.246760 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-45205349-fcca-4f2f-8928-3e3a02b5824a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8068047 Jul 14 09:53:04.252916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Attempting to bind port 733d78fe-77de-4d66-ac4a-8558a100b37a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:04.253530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Attempting to bind port 733d78fe-77de-4d66-ac4a-8558a100b37a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'de7cdd3d-6e66-401b-9387-fab7f6598f35'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:04.254144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Attempting to bind port 733d78fe-77de-4d66-ac4a-8558a100b37a on network de7cdd3d-6e66-401b-9387-fab7f6598f35 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:04.331441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:04.331868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Checking segment: {'id': '77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'de7cdd3d-6e66-401b-9387-fab7f6598f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:04.332230 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.332628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Bound using segment: {'id': '77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'de7cdd3d-6e66-401b-9387-fab7f6598f35'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:04.333108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Bound port: 733d78fe-77de-4d66-ac4a-8558a100b37a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'de7cdd3d-6e66-401b-9387-fab7f6598f35'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:04.333975 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.406471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36198) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:04.454360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.505430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e925c65a-02bf-463e-b250-8da811abedca None None] For port 733d78fe-77de-4d66-ac4a-8558a100b37a, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:04.529538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e925c65a-02bf-463e-b250-8da811abedca None None] For port 733d78fe-77de-4d66-ac4a-8558a100b37a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=733d78fe-77de-4d66-ac4a-8558a100b37a,segment=NetworkSegment(77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0),segment_id=77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:04.548745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.596306 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-32b21725-0660-4a03-b52f-d1ba04348732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.605659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.657263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925c65a-02bf-463e-b250-8da811abedca None None] Pushing event updated for resources: {'Port': ['ID=733d78fe-77de-4d66-ac4a-8558a100b37a,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:04.669085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c338bf-b7a5-49fb-ada7-37cfe6b5bdcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b91108f0-e7b5-4512-9ab1-3f5a3a818fb9', 'network_id': 'b91108f0-e7b5-4512-9ab1-3f5a3a818fb9', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': 'a2c49514-0d1e-461f-b8e8-05f733b7880e'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:04.670380 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a0c338bf-b7a5-49fb-ada7-37cfe6b5bdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.731165 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.775480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c49514-0d1e-461f-b8e8-05f733b7880e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:04.797053 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-32b21725-0660-4a03-b52f-d1ba04348732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.806709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-32b21725-0660-4a03-b52f-d1ba04348732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-a0c338bf-b7a5-49fb-ada7-37cfe6b5bdcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2c49514-0d1e-461f-b8e8-05f733b7880e: This subnet is being modified by another concurrent operation. Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2c49514-0d1e-461f-b8e8-05f733b7880e: This subnet is being modified by another concurrent operation. Jul 14 09:53:04.856438 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 09:53:04.868089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-32b21725-0660-4a03-b52f-d1ba04348732 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0704ca662514d5384620312accb0429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603693 Jul 14 09:53:04.868958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b21725-0660-4a03-b52f-d1ba04348732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d27a527-c1cf-4a1b-8593-fb5a28dc1f0a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:04.874036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36204) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:04.875867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.878840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a47a02a-2488-4cd5-8069-c1426049e149 None None] Network b91108f0-e7b5-4512-9ab1-3f5a3a818fb9 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:04.890447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91108f0-e7b5-4512-9ab1-3f5a3a818fb9']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:04.907161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452546b4-1131-418a-afb3-9af913f61840') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:04.907544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452546b4-1131-418a-afb3-9af913f61840') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:04.926072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.932720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5117ca-e221-467e-abe6-989b203b8147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.952315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.966446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:04.967168 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:04.970897 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:04.972940 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5117ca-e221-467e-abe6-989b203b8147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.062727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.067450 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.069785 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/b91108f0-e7b5-4512-9ab1-3f5a3a818fb9 HTTP/1.1" status: 204 len: 168 time: 0.8215964 Jul 14 09:53:05.073711 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36206) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:05.077485 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5117ca-e221-467e-abe6-989b203b8147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.091190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011381418'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:05.093793 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3e5117ca-e221-467e-abe6-989b203b8147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.097906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3e5117ca-e221-467e-abe6-989b203b8147 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d27a527-c1cf-4a1b-8593-fb5a28dc1f0a HTTP/1.1" status: 204 len: 168 time: 0.2248282 Jul 14 09:53:05.112761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5117ca-e221-467e-abe6-989b203b8147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d27a527-c1cf-4a1b-8593-fb5a28dc1f0a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:05.118270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a775e0-efac-4bd1-820a-3576df722f79 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=b91108f0-e7b5-4512-9ab1-3f5a3a818fb9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:05.153997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:05.160113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.189906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:05.202084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.202561 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment 17da5631-7fd4-4e1e-94eb-6e99e88b3db0 of type vlan for network b7872b30-e6a9-4512-843d-af7276903440 Jul 14 09:53:05.253336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.296285 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.302128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:05.302721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.372628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2975130 Jul 14 09:53:05.375589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36212) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:05.381725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': 'b7872b30-e6a9-4512-843d-af7276903440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:05.382478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28989ef2-9b46-4589-ab54-d0c65a9bb95c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=b7872b30-e6a9-4512-843d-af7276903440,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:05.400942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b7872b30-e6a9-4512-843d-af7276903440 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:05.469989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36214) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:05.488107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-daafa60a-c635-41dd-a137-2959e8987f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.493209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:05.498903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.614641 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-daafa60a-c635-41dd-a137-2959e8987f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.617859 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-daafa60a-c635-41dd-a137-2959e8987f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.673882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-daafa60a-c635-41dd-a137-2959e8987f58 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a10f19ef2b5d45568dd240a39ae11b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998439 Jul 14 09:53:05.673882 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafa60a-c635-41dd-a137-2959e8987f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1c522e-81dc-405a-9b57-4fc0b3dd4b2d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:05.675265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36218) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:05.756992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c22e16e6-5a57-4c08-a89f-e25756fd5d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.777182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.785760 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c22e16e6-5a57-4c08-a89f-e25756fd5d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.859344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c22e16e6-5a57-4c08-a89f-e25756fd5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.860059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=5abba63a-6d29-4f8c-8512-7bedeb6886cc,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:05.866850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c22e16e6-5a57-4c08-a89f-e25756fd5d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.872359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c22e16e6-5a57-4c08-a89f-e25756fd5d4a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af1c522e-81dc-405a-9b57-4fc0b3dd4b2d HTTP/1.1" status: 204 len: 168 time: 0.1955960 Jul 14 09:53:05.881854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e16e6-5a57-4c08-a89f-e25756fd5d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1c522e-81dc-405a-9b57-4fc0b3dd4b2d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:05.913363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': '17da5631-7fd4-4e1e-94eb-6e99e88b3db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'b7872b30-e6a9-4512-843d-af7276903440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:05.913891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: b7872b30-e6a9-4512-843d-af7276903440, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:05.938263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network b7872b30-e6a9-4512-843d-af7276903440 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:05.952123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b7872b30-e6a9-4512-843d-af7276903440) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:05.953247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 733d78fe-77de-4d66-ac4a-8558a100b37a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:05.956546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:05.957368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:05.980089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3c1c2dcc-e2f4-4200-98dc-6e5cdeafcda2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6003046 Jul 14 09:53:05.980869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36222) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:05.994219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b15aa7-b48d-42f7-bf53-a46d19b4f2ce None None] Network b7872b30-e6a9-4512-843d-af7276903440 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:06.116443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.116737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 733d78fe-77de-4d66-ac4a-8558a100b37a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:06.162676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c300ba-3409-411b-9ec2-7b9b9b9ab4de None None] Network de7cdd3d-6e66-401b-9387-fab7f6598f35 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:06.197569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.264010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Provisioning for port 733d78fe-77de-4d66-ac4a-8558a100b37a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:06.273221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Provisioning complete for port 733d78fe-77de-4d66-ac4a-8558a100b37a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:06.273618 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.292581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.308324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888cb421-a07a-4da3-98c0-3890d6bada3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b7872b30-e6a9-4512-843d-af7276903440', 'network_id': 'b7872b30-e6a9-4512-843d-af7276903440', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': '5abba63a-6d29-4f8c-8512-7bedeb6886cc'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:06.308324 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-888cb421-a07a-4da3-98c0-3890d6bada3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.328726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=5abba63a-6d29-4f8c-8512-7bedeb6886cc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:06.421899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.435854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7872b30-e6a9-4512-843d-af7276903440']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:06.455091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17da5631-7fd4-4e1e-94eb-6e99e88b3db0') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:06.455466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17da5631-7fd4-4e1e-94eb-6e99e88b3db0') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:06.468129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.491855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.499750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba61cdd-317d-4825-972a-4914b3be2479 None None] Network b7872b30-e6a9-4512-843d-af7276903440 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:06.502063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:06.502497 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:06.509692 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:06.588968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.608654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.610627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/b7872b30-e6a9-4512-843d-af7276903440 HTTP/1.1" status: 204 len: 168 time: 0.6286998 Jul 14 09:53:06.614894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36236) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:06.621348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1543076658'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:06.622194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b46c3-1bb5-4ea5-8111-185b970b29ec tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=b7872b30-e6a9-4512-843d-af7276903440,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:06.652604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:06.659747 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.695527 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:06.708529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.709122 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment 02736b90-fa61-4719-8493-62f3af3206e8 of type vlan for network b5b26c64-d598-4e4f-a348-0d9d199c8767 Jul 14 09:53:06.743072 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.775959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.844154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] For port 733d78fe-77de-4d66-ac4a-8558a100b37a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=733d78fe-77de-4d66-ac4a-8558a100b37a,segment=NetworkSegment(77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0),segment_id=77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:06.851424 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.854399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.862176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:06.862849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:06.933514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Pushing event updated for resources: {'Port': ['ID=733d78fe-77de-4d66-ac4a-8558a100b37a,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:06.943952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.944344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.944906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.945325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.945440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=b5b26c64-d598-4e4f-a348-0d9d199c8767,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:06.945673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.946219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.946648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.957168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d9e915e9-4e46-48d4-bd67-c60c9a866698 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3379817 Jul 14 09:53:06.957385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.957385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.957547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36248) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:06.957628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.957879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.958232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3b3500-9b3c-4917-ae48-bc52cf984c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:06.963208 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': 'b5b26c64-d598-4e4f-a348-0d9d199c8767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:06.974044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b5b26c64-d598-4e4f-a348-0d9d199c8767 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:07.092100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:07.096164 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:07.154987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f9794-e3c8-4592-afd7-ac5580b8e3bf None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:53:07.267589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c6ef51e5-4a9e-4882-9427-ab40a36182f1 None None] Provisioning complete for port 733d78fe-77de-4d66-ac4a-8558a100b37a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:07.268597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c6ef51e5-4a9e-4882-9427-ab40a36182f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:07.382705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:07.467955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=9a1b0a40-c6f5-4cfc-8559-fdedb572e636,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:07.484259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': '02736b90-fa61-4719-8493-62f3af3206e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b5b26c64-d598-4e4f-a348-0d9d199c8767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:07.485614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: b5b26c64-d598-4e4f-a348-0d9d199c8767, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:07.528486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network b5b26c64-d598-4e4f-a348-0d9d199c8767 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:07.541383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49f9794-e3c8-4592-afd7-ac5580b8e3bf None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:53:07.546957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b5b26c64-d598-4e4f-a348-0d9d199c8767) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:07.565873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:07.566640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:07.592722 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7f4f9ee6-0249-4afe-9f3b-86245c1371b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6343260 Jul 14 09:53:07.595694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36256) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:07.762964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:07.942833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 733d78fe-77de-4d66-ac4a-8558a100b37a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:07.959645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.039065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 733d78fe-77de-4d66-ac4a-8558a100b37a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:08.039450 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.070593 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.085446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a579a-12f1-479e-903e-86e98840ec66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b5b26c64-d598-4e4f-a348-0d9d199c8767', 'network_id': 'b5b26c64-d598-4e4f-a348-0d9d199c8767', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': '9a1b0a40-c6f5-4cfc-8559-fdedb572e636'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:08.086350 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c19a579a-12f1-479e-903e-86e98840ec66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.111689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=9a1b0a40-c6f5-4cfc-8559-fdedb572e636,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:08.191842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.212138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5b26c64-d598-4e4f-a348-0d9d199c8767']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:08.230373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02736b90-fa61-4719-8493-62f3af3206e8') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:08.233756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02736b90-fa61-4719-8493-62f3af3206e8') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:08.239044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e1ec7f-0373-45b8-89c1-e31da1d8e90b None None] Network b5b26c64-d598-4e4f-a348-0d9d199c8767 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:08.246390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.264584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.274240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:08.275067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:08.279143 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:08.367422 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.375957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.381803 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/b5b26c64-d598-4e4f-a348-0d9d199c8767 HTTP/1.1" status: 204 len: 168 time: 0.7811027 Jul 14 09:53:08.382162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36262) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:08.388628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1199366134'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:08.398576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d426fb-e16b-4368-b828-933f198bf863 None None] Network b5b26c64-d598-4e4f-a348-0d9d199c8767 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:08.408921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27de39-beaa-4735-a158-a90696424ca0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=b5b26c64-d598-4e4f-a348-0d9d199c8767,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:08.422498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d426fb-e16b-4368-b828-933f198bf863 None None] Network b5b26c64-d598-4e4f-a348-0d9d199c8767 could not be found, it might have been deleted concurrently. {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 09:53:08.432662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:08.436365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.463530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:08.473869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.474221 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment 047d3bad-46a9-4d8e-892b-d02a41dcac75 of type vlan for network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 Jul 14 09:53:08.529336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.560018 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.565766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:08.566377 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.637223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2491827 Jul 14 09:53:08.637464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36266) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:08.643070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34746f60-e2c4-419b-a26d-b1968d6e5050 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:08.643273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:08.659527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:08.746542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:08.750282 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:08.979616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.039744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=8870bddc-31d7-4d08-b444-2af3e172aac6,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:09.058832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': '047d3bad-46a9-4d8e-892b-d02a41dcac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:09.059239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:09.077962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:09.095472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:09.101316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.102531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.114431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892f87a1-9ceb-4e4d-bd61-bcece5acf168 None None] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:09.131989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8b406214-24a8-4c96-965e-ecb4f8774cd9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4916971 Jul 14 09:53:09.133705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36274) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:09.143830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:09.303527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8', 'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': '8870bddc-31d7-4d08-b444-2af3e172aac6'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:09.305258 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.319253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:09.323614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.545877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Allocated IP 2001:db8::2 (7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8/8870bddc-31d7-4d08-b444-2af3e172aac6/18406ddd-c07a-4c9e-8d51-921dee42aadf) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:09.645842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.705974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:09.709014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:09.713203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.713795 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.718571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=63481210-ef36-4e5a-ad85-1571abf666a9,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:09.748618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3989fd2c-6818-4cd4-afbf-73cf91ac4dde tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6104589 Jul 14 09:53:09.748952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36276) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:09.776520 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.787676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Transition to ACTIVE for port object 18406ddd-c07a-4c9e-8d51-921dee42aadf will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:09.807011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Transition to ACTIVE for port object 18406ddd-c07a-4c9e-8d51-921dee42aadf will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:09.814732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4d5ca-fc37-4cdc-926d-7dea4eedf7f2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.816503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4d5ca-fc37-4cdc-926d-7dea4eedf7f2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.818359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4d5ca-fc37-4cdc-926d-7dea4eedf7f2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.819837 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.820475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4d5ca-fc37-4cdc-926d-7dea4eedf7f2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.822011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4d5ca-fc37-4cdc-926d-7dea4eedf7f2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:09.823963 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d3b4d5ca-fc37-4cdc-926d-7dea4eedf7f2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0739946 Jul 14 09:53:09.828431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:09.835761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1889413454'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:09.860837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:09.864747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.897133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:09.911465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:09.912330 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment 17bd9ee7-41b4-4a81-8a67-61dd99b9e335 of type vlan for network becf1459-7b34-490f-b8df-d0fbb7f12ce2 Jul 14 09:53:09.944853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:09.950778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:09.953088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Pushing event updated for resources: {'Port': ['ID=18406ddd-c07a-4c9e-8d51-921dee42aadf,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:09.957207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:09.985821 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.052885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Attempting to bind port 18406ddd-c07a-4c9e-8d51-921dee42aadf on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:10.060239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Attempting to bind port 18406ddd-c07a-4c9e-8d51-921dee42aadf by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '047d3bad-46a9-4d8e-892b-d02a41dcac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:10.060239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Attempting to bind port 18406ddd-c07a-4c9e-8d51-921dee42aadf on network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:10.060555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.065090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:10.065538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Checking segment: {'id': '047d3bad-46a9-4d8e-892b-d02a41dcac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:10.065953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.066438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Bound using segment: {'id': '047d3bad-46a9-4d8e-892b-d02a41dcac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:10.066921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Bound port: 18406ddd-c07a-4c9e-8d51-921dee42aadf, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '047d3bad-46a9-4d8e-892b-d02a41dcac75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:10.067404 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.108358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:10.109508 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.155119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] For port 18406ddd-c07a-4c9e-8d51-921dee42aadf, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:10.159099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] For port 18406ddd-c07a-4c9e-8d51-921dee42aadf, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=18406ddd-c07a-4c9e-8d51-921dee42aadf,segment=NetworkSegment(047d3bad-46a9-4d8e-892b-d02a41dcac75),segment_id=047d3bad-46a9-4d8e-892b-d02a41dcac75)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:10.172400 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.227273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=becf1459-7b34-490f-b8df-d0fbb7f12ce2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:10.254008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ce6d07aa-bdce-497a-81e9-290c4748d5f8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4242094 Jul 14 09:53:10.259717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network becf1459-7b34-490f-b8df-d0fbb7f12ce2 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:10.259916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36284) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:10.268068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4836c6f3-2677-4fd7-a62c-e8d1abf6cce8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:10.334645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53aaae-fab1-4ab5-87e2-d04b0746bf38 None None] Pushing event updated for resources: {'Port': ['ID=18406ddd-c07a-4c9e-8d51-921dee42aadf,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:10.490065 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4836c6f3-2677-4fd7-a62c-e8d1abf6cce8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.519340 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4836c6f3-2677-4fd7-a62c-e8d1abf6cce8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.548861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4836c6f3-2677-4fd7-a62c-e8d1abf6cce8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network becf1459-7b34-490f-b8df-d0fbb7f12ce2 is not hosted by any dhcp agent {{(pid=93780) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:53:10.558163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4836c6f3-2677-4fd7-a62c-e8d1abf6cce8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:10.558843 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4836c6f3-2677-4fd7-a62c-e8d1abf6cce8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.563384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4836c6f3-2677-4fd7-a62c-e8d1abf6cce8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "PUT /v2.0/networks/becf1459-7b34-490f-b8df-d0fbb7f12ce2 HTTP/1.1" status: 200 len: 723 time: 0.3022981 Jul 14 09:53:10.563760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:10.569918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': 'becf1459-7b34-490f-b8df-d0fbb7f12ce2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:10.619475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836c6f3-2677-4fd7-a62c-e8d1abf6cce8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=becf1459-7b34-490f-b8df-d0fbb7f12ce2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:10.636069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network becf1459-7b34-490f-b8df-d0fbb7f12ce2 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:10.701713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:10.705498 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.900351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:10.959589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=1e04067d-8227-4925-8da8-87d8d1c71305,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:10.973379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': '17bd9ee7-41b4-4a81-8a67-61dd99b9e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'becf1459-7b34-490f-b8df-d0fbb7f12ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:10.973747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: becf1459-7b34-490f-b8df-d0fbb7f12ce2, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:10.993680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network becf1459-7b34-490f-b8df-d0fbb7f12ce2 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:11.010228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, becf1459-7b34-490f-b8df-d0fbb7f12ce2) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:11.021555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:11.021555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.044694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b51d67-aaf9-4914-b565-6634d40267d8 None None] Network becf1459-7b34-490f-b8df-d0fbb7f12ce2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:11.052399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cf9b191b-f78b-4d72-b726-2d76d7cec94e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4870296 Jul 14 09:53:11.057809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:11.069170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-acc3bd1b-ecff-457f-97c1-047e06c75a6b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:11.216784 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acc3bd1b-ecff-457f-97c1-047e06c75a6b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60127362'] for subnet, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.324175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-becf1459-7b34-490f-b8df-d0fbb7f12ce2', 'network_id': 'becf1459-7b34-490f-b8df-d0fbb7f12ce2', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': '1e04067d-8227-4925-8da8-87d8d1c71305'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:11.325574 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.475834 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acc3bd1b-ecff-457f-97c1-047e06c75a6b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772845803246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60121454'] for subnet, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.530753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc3bd1b-ecff-457f-97c1-047e06c75a6b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:11.533711 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-acc3bd1b-ecff-457f-97c1-047e06c75a6b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.535071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-acc3bd1b-ecff-457f-97c1-047e06c75a6b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "PUT /v2.0/subnets/1e04067d-8227-4925-8da8-87d8d1c71305 HTTP/1.1" status: 200 len: 826 time: 0.4751320 Jul 14 09:53:11.538404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36298) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:11.562184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3bd1b-ecff-457f-97c1-047e06c75a6b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=1e04067d-8227-4925-8da8-87d8d1c71305,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:11.576971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Allocated IP 2001:db8::2 (becf1459-7b34-490f-b8df-d0fbb7f12ce2/1e04067d-8227-4925-8da8-87d8d1c71305/0c48cae2-6c58-4c95-b0f2-874df0bfc193) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:11.676796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d40fd2-754a-4fab-bc36-c4ea2bf19cdc None None] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:11.692004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.780669 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.809733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cf1c5b7f-2c25-4354-9bd5-9089b0744254 None None] Provisioning for port 18406ddd-c07a-4c9e-8d51-921dee42aadf completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:11.925881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:11.968628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 18406ddd-c07a-4c9e-8d51-921dee42aadf up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:11.977351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Transition to ACTIVE for port object 0c48cae2-6c58-4c95-b0f2-874df0bfc193 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:12.057140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Transition to ACTIVE for port object 0c48cae2-6c58-4c95-b0f2-874df0bfc193 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:12.078851 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.100314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.147339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Network becf1459-7b34-490f-b8df-d0fbb7f12ce2 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:12.158964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=1e04067d-8227-4925-8da8-87d8d1c71305,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:12.161162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:12.164547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:12.181933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 18406ddd-c07a-4c9e-8d51-921dee42aadf completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:12.232325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 18406ddd-c07a-4c9e-8d51-921dee42aadf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:12.232795 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.268677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Pushing event updated for resources: {'Port': ['ID=0c48cae2-6c58-4c95-b0f2-874df0bfc193,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:12.307555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.323734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becf1459-7b34-490f-b8df-d0fbb7f12ce2']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:12.342742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bd9ee7-41b4-4a81-8a67-61dd99b9e335') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:12.344105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bd9ee7-41b4-4a81-8a67-61dd99b9e335') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:12.358543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.360529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Attempting to bind port 0c48cae2-6c58-4c95-b0f2-874df0bfc193 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:12.360904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Attempting to bind port 0c48cae2-6c58-4c95-b0f2-874df0bfc193 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '17bd9ee7-41b4-4a81-8a67-61dd99b9e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'becf1459-7b34-490f-b8df-d0fbb7f12ce2'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:12.361268 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Attempting to bind port 0c48cae2-6c58-4c95-b0f2-874df0bfc193 on network becf1459-7b34-490f-b8df-d0fbb7f12ce2 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:12.379450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:12.379977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Checking segment: {'id': '17bd9ee7-41b4-4a81-8a67-61dd99b9e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'becf1459-7b34-490f-b8df-d0fbb7f12ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:12.380431 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.380849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Bound using segment: {'id': '17bd9ee7-41b4-4a81-8a67-61dd99b9e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'becf1459-7b34-490f-b8df-d0fbb7f12ce2'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:12.381313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Bound port: 0c48cae2-6c58-4c95-b0f2-874df0bfc193, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17bd9ee7-41b4-4a81-8a67-61dd99b9e335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'becf1459-7b34-490f-b8df-d0fbb7f12ce2'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:12.381693 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.392893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30c18b-d863-44ea-b705-258c092c043a None None] Update dhcp port {'port': {'network_id': '7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8', 'fixed_ips': [{'subnet_id': '8870bddc-31d7-4d08-b444-2af3e172aac6', 'ip_address': '2001:db8::2'}, {'subnet_id': '63481210-ef36-4e5a-ad85-1571abf666a9'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '18406ddd-c07a-4c9e-8d51-921dee42aadf'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 09:53:12.394896 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.415072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:12.415507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:12.422082 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:12.478137 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b30c18b-d863-44ea-b705-258c092c043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.498249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:53:12.498249 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:53:12.498249 n-d-780147-26 neutron-server[93780]: [parameters: {'id': 'becf1459-7b34-490f-b8df-d0fbb7f12ce2'}] Jul 14 09:53:12.498249 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:53:12.498954 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:53:12.601234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.673463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] For port 0c48cae2-6c58-4c95-b0f2-874df0bfc193, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:12.743754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] For port 0c48cae2-6c58-4c95-b0f2-874df0bfc193, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0c48cae2-6c58-4c95-b0f2-874df0bfc193,segment=NetworkSegment(17bd9ee7-41b4-4a81-8a67-61dd99b9e335),segment_id=17bd9ee7-41b4-4a81-8a67-61dd99b9e335)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:12.760894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:12.790359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 18406ddd-c07a-4c9e-8d51-921dee42aadf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=18406ddd-c07a-4c9e-8d51-921dee42aadf,segment=NetworkSegment(047d3bad-46a9-4d8e-892b-d02a41dcac75),segment_id=047d3bad-46a9-4d8e-892b-d02a41dcac75)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:12.828228 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.000635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.059407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting port 0c48cae2-6c58-4c95-b0f2-874df0bfc193 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:13.059748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.071936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7814ddd-9ae2-4369-8914-453be141f7bb None None] Pushing event updated for resources: {'Port': ['ID=0c48cae2-6c58-4c95-b0f2-874df0bfc193,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:13.111292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-3b30c18b-d863-44ea-b705-258c092c043a None None] Allocated IP 172.20.0.1 (7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8/63481210-ef36-4e5a-ad85-1571abf666a9/18406ddd-c07a-4c9e-8d51-921dee42aadf) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:13.123275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13616156-0868-440b-9230-f0884d5b13cb None None] Network becf1459-7b34-490f-b8df-d0fbb7f12ce2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:13.240399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=18406ddd-c07a-4c9e-8d51-921dee42aadf,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:13.362497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3b30c18b-d863-44ea-b705-258c092c043a None None] For port 18406ddd-c07a-4c9e-8d51-921dee42aadf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=18406ddd-c07a-4c9e-8d51-921dee42aadf,segment=NetworkSegment(047d3bad-46a9-4d8e-892b-d02a41dcac75),segment_id=047d3bad-46a9-4d8e-892b-d02a41dcac75)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:13.388040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] For port 0c48cae2-6c58-4c95-b0f2-874df0bfc193, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=0c48cae2-6c58-4c95-b0f2-874df0bfc193,segment=NetworkSegment(17bd9ee7-41b4-4a81-8a67-61dd99b9e335),segment_id=17bd9ee7-41b4-4a81-8a67-61dd99b9e335)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:13.388451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.409860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b30c18b-d863-44ea-b705-258c092c043a None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.415239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Calling delete_port for 0c48cae2-6c58-4c95-b0f2-874df0bfc193 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:13.427917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946da000-c560-4e4b-a1d8-8b478e756b23 None None] Network becf1459-7b34-490f-b8df-d0fbb7f12ce2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:13.446635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3b30c18b-d863-44ea-b705-258c092c043a None None] Transition to ACTIVE for port object 18406ddd-c07a-4c9e-8d51-921dee42aadf will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:13.477527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b30c18b-d863-44ea-b705-258c092c043a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.575174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.611965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Port': ['ID=0c48cae2-6c58-4c95-b0f2-874df0bfc193,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:13.620684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No DVR routers for this DVR port 0c48cae2-6c58-4c95-b0f2-874df0bfc193 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:13.658074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30c18b-d863-44ea-b705-258c092c043a None None] Pushing event updated for resources: {'Port': ['ID=18406ddd-c07a-4c9e-8d51-921dee42aadf,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:13.719209 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.733800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becf1459-7b34-490f-b8df-d0fbb7f12ce2']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:13.748770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17bd9ee7-41b4-4a81-8a67-61dd99b9e335') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:13.749104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17bd9ee7-41b4-4a81-8a67-61dd99b9e335') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:13.760853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.789522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.799176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:13.799737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:13.803500 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:13.901319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.917485 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:13.922611 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/becf1459-7b34-490f-b8df-d0fbb7f12ce2 HTTP/1.1" status: 204 len: 168 time: 2.3804617 Jul 14 09:53:13.923128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:13.934566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 18406ddd-c07a-4c9e-8d51-921dee42aadf up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:13.943240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc8134-ca3e-482c-bd99-6e59c53b48af tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=becf1459-7b34-490f-b8df-d0fbb7f12ce2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:13.960304 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f345d773-0031-44b7-98da-fc552692c2d0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:13.964529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f345d773-0031-44b7-98da-fc552692c2d0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:13.967132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f345d773-0031-44b7-98da-fc552692c2d0 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/becf1459-7b34-490f-b8df-d0fbb7f12ce2 HTTP/1.1" status: 404 len: 339 time: 0.0428722 Jul 14 09:53:13.971190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:13.980535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-513581443', 'description': 'd1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:14.030214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:14.036684 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.072499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:14.096012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.096480 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment 774e9220-7ac5-4924-99d2-d15aef0b1aea of type vlan for network ee3de223-5aa1-40a3-a3fa-fd49287369ef Jul 14 09:53:14.145065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.178855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.185564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:14.186215 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.257814 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2828894 Jul 14 09:53:14.259010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36316) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:14.267973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e240b91-91d2-47d7-b785-521dc5563fe8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=ee3de223-5aa1-40a3-a3fa-fd49287369ef,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:14.279826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ee3de223-5aa1-40a3-a3fa-fd49287369ef details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:14.352747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa82bd2-079b-49cb-aaa7-9326c6d909b1 None None] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:14.374939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1f9201-8750-4ab4-a3ba-f3abd7eef370 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:14.380911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36318) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:14.386621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-66c5359a-9855-4bb5-92a1-fbea558268a3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'description': 'd2'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:14.392300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fa1f9201-8750-4ab4-a3ba-f3abd7eef370 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/networks?id=ee3de223-5aa1-40a3-a3fa-fd49287369ef HTTP/1.1" status: 200 len: 764 time: 0.1303401 Jul 14 09:53:14.448718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c04ad997-4684-4d74-beca-435b81bbbbee None None] Provisioning for port 18406ddd-c07a-4c9e-8d51-921dee42aadf completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:14.462557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c04ad997-4684-4d74-beca-435b81bbbbee None None] Provisioning complete for port 18406ddd-c07a-4c9e-8d51-921dee42aadf triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:14.462938 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c04ad997-4684-4d74-beca-435b81bbbbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.622896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66c5359a-9855-4bb5-92a1-fbea558268a3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.646737 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66c5359a-9855-4bb5-92a1-fbea558268a3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.732353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66c5359a-9855-4bb5-92a1-fbea558268a3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network ee3de223-5aa1-40a3-a3fa-fd49287369ef is not hosted by any dhcp agent {{(pid=93779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:53:14.738047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5359a-9855-4bb5-92a1-fbea558268a3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:14.738968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-66c5359a-9855-4bb5-92a1-fbea558268a3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:14.751107 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-66c5359a-9855-4bb5-92a1-fbea558268a3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "PUT /v2.0/networks/ee3de223-5aa1-40a3-a3fa-fd49287369ef HTTP/1.1" status: 200 len: 761 time: 0.3584816 Jul 14 09:53:14.751107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36324) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:14.853946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5359a-9855-4bb5-92a1-fbea558268a3 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=ee3de223-5aa1-40a3-a3fa-fd49287369ef,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:14.865270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ee3de223-5aa1-40a3-a3fa-fd49287369ef details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:14.890265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b50d26-74d8-4358-889d-74205be31b5f tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:14.896161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36326) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:14.896509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-33b50d26-74d8-4358-889d-74205be31b5f tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/networks?id=ee3de223-5aa1-40a3-a3fa-fd49287369ef HTTP/1.1" status: 200 len: 764 time: 0.1520638 Jul 14 09:53:15.011096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b376e40d-9f46-40d1-b999-f49e1dafe413 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:53:15.093198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3d632fa5-d780-485e-8774-3bb6203c8f39 None None] Provisioning complete for port 18406ddd-c07a-4c9e-8d51-921dee42aadf triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:15.093586 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d632fa5-d780-485e-8774-3bb6203c8f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:15.147719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b9435e-7736-4f2c-8c1f-3b52b1a3a8b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.149345 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-79b9435e-7736-4f2c-8c1f-3b52b1a3a8b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2476649 Jul 14 09:53:15.152010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36328) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.195949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f0452b37-72e5-4f2b-98cb-d68a557c9227 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1 HTTP/1.1" status: 200 len: 207 time: 0.0391648 Jul 14 09:53:15.197119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36330) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.224636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b376e40d-9f46-40d1-b999-f49e1dafe413 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:53:15.418492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca94d2-387f-4d86-8e8a-6442b2706491 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.424586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca94d2-387f-4d86-8e8a-6442b2706491 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.431355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca94d2-387f-4d86-8e8a-6442b2706491 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.437711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca94d2-387f-4d86-8e8a-6442b2706491 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.444400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca94d2-387f-4d86-8e8a-6442b2706491 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.451173 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca94d2-387f-4d86-8e8a-6442b2706491 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.453605 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2cca94d2-387f-4d86-8e8a-6442b2706491 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2562907 Jul 14 09:53:15.460459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36332) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.628055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f4e3e5b1-25cd-49bd-aa3e-52b2697b02c8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1661277 Jul 14 09:53:15.631787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36334) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.708582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef2bdb-ec30-4502-ba2e-2b759e477765 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.710247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef2bdb-ec30-4502-ba2e-2b759e477765 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.711881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef2bdb-ec30-4502-ba2e-2b759e477765 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.713965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef2bdb-ec30-4502-ba2e-2b759e477765 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.716097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef2bdb-ec30-4502-ba2e-2b759e477765 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.718186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9cef2bdb-ec30-4502-ba2e-2b759e477765 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0851345 Jul 14 09:53:15.721890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36338) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.794051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a9e64-9360-4323-a7b9-fa7b5c534c50 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.795616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a9e64-9360-4323-a7b9-fa7b5c534c50 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.797278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a9e64-9360-4323-a7b9-fa7b5c534c50 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.804910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a9e64-9360-4323-a7b9-fa7b5c534c50 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.806727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a9e64-9360-4323-a7b9-fa7b5c534c50 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['shared'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.812663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36342) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:15.812986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4c4a9e64-9360-4323-a7b9-fa7b5c534c50 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0896647 Jul 14 09:53:15.925601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bdc69f-be26-478a-bb7a-7fbcf6f06eea tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:15.930262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-12bdc69f-be26-478a-bb7a-7fbcf6f06eea tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/networks/d3a632b6-284b-4810-b958-8b6b617d03d3 HTTP/1.1" status: 200 len: 803 time: 0.1133676 Jul 14 09:53:15.931078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36344) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.039202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.039403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-725d5ec8-2564-41af-a03b-7b431069246f tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/networks/d3a632b6-284b-4810-b958-8b6b617d03d3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1070275 Jul 14 09:53:16.105173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b2ee68-48b9-43c7-b009-c00334b9a64b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:16.110726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-67b2ee68-48b9-43c7-b009-c00334b9a64b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/subnets/5df9298e-14b7-4d91-9568-6c20d2a32a14 HTTP/1.1" status: 200 len: 843 time: 0.0670729 Jul 14 09:53:16.111028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36348) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.168881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61da493f-50f3-4088-b7a8-d5b472de4e4b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['shared'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:16.174258 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-61da493f-50f3-4088-b7a8-d5b472de4e4b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "GET /v2.0/subnets/5df9298e-14b7-4d91-9568-6c20d2a32a14?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0584426 Jul 14 09:53:16.174622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.180042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170484840'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:16.208342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:16.212899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.242084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:16.256126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.256714 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Added segment f6ac71e4-1633-493a-85d1-02b89fa9ee8c of type vlan for network b56412fe-13c2-447e-b9ed-0922690a90e1 Jul 14 09:53:16.311917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.347316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.353150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:16.353756 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.387473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2115827 Jul 14 09:53:16.392905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36352) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.398560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'network_id': 'b56412fe-13c2-447e-b9ed-0922690a90e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:16.442861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d0da7-bcf7-452c-8d66-492fba5dc037 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Network': ['ID=b56412fe-13c2-447e-b9ed-0922690a90e1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.455327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b56412fe-13c2-447e-b9ed-0922690a90e1 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:16.515101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Made reservation on behalf of 0168be2504c749d88f84687bc2e83192 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:16.519906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.585703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Performing IP validity checks on allocation pools {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 09:53:16.586219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 09:53:16.738790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.803327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=b6beb6dc-31b4-4792-94e9-7b5c7f1c4ac4,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:16.822086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Checking segment: {'id': 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b56412fe-13c2-447e-b9ed-0922690a90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:16.822772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network hostable DHCP agents. Network: b56412fe-13c2-447e-b9ed-0922690a90e1, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:16.844814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Network b56412fe-13c2-447e-b9ed-0922690a90e1 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:16.863123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b56412fe-13c2-447e-b9ed-0922690a90e1) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:16.875136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7b245-f671-414d-9654-68746a1bc901 None None] Network b56412fe-13c2-447e-b9ed-0922690a90e1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:16.882620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:16.883904 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:16.916982 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-65a54956-00ec-4172-9667-4707c4940eae tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5223155 Jul 14 09:53:16.919714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36358) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:16.928941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e143b8c5-15ba-460c-bf00-1ca3b184663a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:17.068390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e143b8c5-15ba-460c-bf00-1ca3b184663a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-60127362'] for subnet, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.088020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b56412fe-13c2-447e-b9ed-0922690a90e1', 'network_id': 'b56412fe-13c2-447e-b9ed-0922690a90e1', 'tenant_id': '0168be2504c749d88f84687bc2e83192', 'fixed_ips': [{'subnet_id': 'b6beb6dc-31b4-4792-94e9-7b5c7f1c4ac4'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:53:17.089140 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.271510 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e143b8c5-15ba-460c-bf00-1ca3b184663a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772845803246', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-60121454'] for subnet, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.334466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Allocated IP 2001:db8::3 (b56412fe-13c2-447e-b9ed-0922690a90e1/b6beb6dc-31b4-4792-94e9-7b5c7f1c4ac4/4c54582b-0f81-452b-9e0c-00ff7065d18d) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:17.336059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e143b8c5-15ba-460c-bf00-1ca3b184663a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:17.336727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e143b8c5-15ba-460c-bf00-1ca3b184663a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.338170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e143b8c5-15ba-460c-bf00-1ca3b184663a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "PUT /v2.0/subnets/b6beb6dc-31b4-4792-94e9-7b5c7f1c4ac4 HTTP/1.1" status: 200 len: 900 time: 0.4160466 Jul 14 09:53:17.341400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36360) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:17.348425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143b8c5-15ba-460c-bf00-1ca3b184663a tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event updated for resources: {'Subnet': ['ID=b6beb6dc-31b4-4792-94e9-7b5c7f1c4ac4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:17.477979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.528141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.538514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Transition to ACTIVE for port object 4c54582b-0f81-452b-9e0c-00ff7065d18d will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:17.540920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.559280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Transition to ACTIVE for port object 4c54582b-0f81-452b-9e0c-00ff7065d18d will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:17.568506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.619568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.621666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Network b56412fe-13c2-447e-b9ed-0922690a90e1 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:17.624704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:17.629538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:17.632607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Pushing event updated for resources: {'Port': ['ID=4c54582b-0f81-452b-9e0c-00ff7065d18d,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:17.658417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=b6beb6dc-31b4-4792-94e9-7b5c7f1c4ac4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:17.694577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Attempting to bind port 4c54582b-0f81-452b-9e0c-00ff7065d18d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:17.694949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Attempting to bind port 4c54582b-0f81-452b-9e0c-00ff7065d18d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b56412fe-13c2-447e-b9ed-0922690a90e1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:17.695323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Attempting to bind port 4c54582b-0f81-452b-9e0c-00ff7065d18d on network b56412fe-13c2-447e-b9ed-0922690a90e1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:17.700771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:17.701154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Checking segment: {'id': 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b56412fe-13c2-447e-b9ed-0922690a90e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:17.701560 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.702215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Bound using segment: {'id': 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b56412fe-13c2-447e-b9ed-0922690a90e1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:17.702701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Bound port: 4c54582b-0f81-452b-9e0c-00ff7065d18d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b56412fe-13c2-447e-b9ed-0922690a90e1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:17.703094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.728500 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.743857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56412fe-13c2-447e-b9ed-0922690a90e1']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:17.759587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:17.760558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:17.773749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.796564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.798271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] For port 4c54582b-0f81-452b-9e0c-00ff7065d18d, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:17.808244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:17.809964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:17.813881 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:17.895558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] For port 4c54582b-0f81-452b-9e0c-00ff7065d18d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4c54582b-0f81-452b-9e0c-00ff7065d18d,segment=NetworkSegment(f6ac71e4-1633-493a-85d1-02b89fa9ee8c),segment_id=f6ac71e4-1633-493a-85d1-02b89fa9ee8c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:17.901436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 14 09:53:17.901436 n-d-780147-26 neutron-server[93780]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 14 09:53:17.901436 n-d-780147-26 neutron-server[93780]: [parameters: {'id': 'b56412fe-13c2-447e-b9ed-0922690a90e1'}] Jul 14 09:53:17.901436 n-d-780147-26 neutron-server[93780]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:53:17.902926 n-d-780147-26 neutron-server[93780]: DEBUG oslo_db.api [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:53:17.907131 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.009676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309cdc7-da85-4a12-9a79-9c9db46e0f7e None None] Pushing event updated for resources: {'Port': ['ID=4c54582b-0f81-452b-9e0c-00ff7065d18d,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:18.038359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef20e42d-cfda-4a38-813b-e4006789d43f None None] Network b56412fe-13c2-447e-b9ed-0922690a90e1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:18.196661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561af86b-6fee-499b-8f0e-ff3353f0434e None None] Network b56412fe-13c2-447e-b9ed-0922690a90e1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:18.342905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c296dfc3-ce6f-4bce-a09b-b7cfca147ae0 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 09:53:18.405139 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.469097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting port 4c54582b-0f81-452b-9e0c-00ff7065d18d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:18.469353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.495453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c296dfc3-ce6f-4bce-a09b-b7cfca147ae0 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 09:53:18.577783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] For port 4c54582b-0f81-452b-9e0c-00ff7065d18d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4c54582b-0f81-452b-9e0c-00ff7065d18d,segment=NetworkSegment(f6ac71e4-1633-493a-85d1-02b89fa9ee8c),segment_id=f6ac71e4-1633-493a-85d1-02b89fa9ee8c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:18.578405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.593226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Calling delete_port for 4c54582b-0f81-452b-9e0c-00ff7065d18d owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:18.679259 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.697271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No DVR routers for this DVR port 4c54582b-0f81-452b-9e0c-00ff7065d18d on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:18.726341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Port': ['ID=4c54582b-0f81-452b-9e0c-00ff7065d18d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:18.808183 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.818872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56412fe-13c2-447e-b9ed-0922690a90e1']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:18.830205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:18.830503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ac71e4-1633-493a-85d1-02b89fa9ee8c') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:18.840839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.856862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.863921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:18.864359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:18.867572 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:18.939224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.944568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:18.952075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36384) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:18.954255 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/b56412fe-13c2-447e-b9ed-0922690a90e1 HTTP/1.1" status: 204 len: 168 time: 1.6119614 Jul 14 09:53:18.981279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47748-968f-42bb-b81d-6e94ca261331 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=b56412fe-13c2-447e-b9ed-0922690a90e1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:18.987967 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ffa6e0-b084-4edb-a7d6-bb52f9d34bc6 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:18.988471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ffa6e0-b084-4edb-a7d6-bb52f9d34bc6 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:18.990449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-66ffa6e0-b084-4edb-a7d6-bb52f9d34bc6 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/b6beb6dc-31b4-4792-94e9-7b5c7f1c4ac4 HTTP/1.1" status: 404 len: 337 time: 0.0366364 Jul 14 09:53:18.992960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:19.018806 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d17600f-b693-4a5c-9a25-b77001c0fe6c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:19.019900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d17600f-b693-4a5c-9a25-b77001c0fe6c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:19.023030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9d17600f-b693-4a5c-9a25-b77001c0fe6c tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/b56412fe-13c2-447e-b9ed-0922690a90e1 HTTP/1.1" status: 404 len: 339 time: 0.0287838 Jul 14 09:53:19.026046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36392) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:19.114728 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.239319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.252252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3de223-5aa1-40a3-a3fa-fd49287369ef']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:19.264683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774e9220-7ac5-4924-99d2-d15aef0b1aea') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:19.265266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774e9220-7ac5-4924-99d2-d15aef0b1aea') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:19.276907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.295280 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.303434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:19.303851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:19.310790 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:19.378461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.395821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.401023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36398) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:19.407394 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/ee3de223-5aa1-40a3-a3fa-fd49287369ef HTTP/1.1" status: 204 len: 168 time: 0.3712492 Jul 14 09:53:19.437587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d5ac9-c1e6-490e-8f07-aa59556d52e9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=ee3de223-5aa1-40a3-a3fa-fd49287369ef,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:19.458791 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6338710-a3af-4d81-a130-c26a8f48547b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:19.459262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6338710-a3af-4d81-a130-c26a8f48547b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:19.461472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b6338710-a3af-4d81-a130-c26a8f48547b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/1e04067d-8227-4925-8da8-87d8d1c71305 HTTP/1.1" status: 404 len: 337 time: 0.0590253 Jul 14 09:53:19.464328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36402) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:19.487409 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-58c092b2-9e7c-4253-a406-2669abfb4795 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:19.487409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58c092b2-9e7c-4253-a406-2669abfb4795 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:19.491557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36406) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:19.497359 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-58c092b2-9e7c-4253-a406-2669abfb4795 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/becf1459-7b34-490f-b8df-d0fbb7f12ce2 HTTP/1.1" status: 404 len: 339 time: 0.0228000 Jul 14 09:53:19.564257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-716e7658-e749-4a92-a731-04876366e10b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting subnet 63481210-ef36-4e5a-ad85-1571abf666a9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:19.567633 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716e7658-e749-4a92-a731-04876366e10b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.607923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716e7658-e749-4a92-a731-04876366e10b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.713225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716e7658-e749-4a92-a731-04876366e10b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.781869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716e7658-e749-4a92-a731-04876366e10b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.825515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e7658-e749-4a92-a731-04876366e10b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=63481210-ef36-4e5a-ad85-1571abf666a9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:19.825515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-716e7658-e749-4a92-a731-04876366e10b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.827011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-716e7658-e749-4a92-a731-04876366e10b tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/63481210-ef36-4e5a-ad85-1571abf666a9 HTTP/1.1" status: 204 len: 168 time: 0.3335583 Jul 14 09:53:19.827157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36410) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:19.830032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1fe228-4715-42ed-882e-63235fa8fdea None None] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:19.887053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a6b7b3-274f-46e3-8822-d8cd0ca261f4 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting subnet 8870bddc-31d7-4d08-b444-2af3e172aac6 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:19.892057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b7b3-274f-46e3-8822-d8cd0ca261f4 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:19.939706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b7b3-274f-46e3-8822-d8cd0ca261f4 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.052702 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b7b3-274f-46e3-8822-d8cd0ca261f4 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.158935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b7b3-274f-46e3-8822-d8cd0ca261f4 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.191259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6b7b3-274f-46e3-8822-d8cd0ca261f4 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=8870bddc-31d7-4d08-b444-2af3e172aac6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:20.193457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b7b3-274f-46e3-8822-d8cd0ca261f4 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.198373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f0a6b7b3-274f-46e3-8822-d8cd0ca261f4 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/8870bddc-31d7-4d08-b444-2af3e172aac6 HTTP/1.1" status: 204 len: 168 time: 0.3701823 Jul 14 09:53:20.198619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36422) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.313595 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.372111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting port 18406ddd-c07a-4c9e-8d51-921dee42aadf {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:20.372498 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.444525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] For port 18406ddd-c07a-4c9e-8d51-921dee42aadf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=18406ddd-c07a-4c9e-8d51-921dee42aadf,segment=NetworkSegment(047d3bad-46a9-4d8e-892b-d02a41dcac75),segment_id=047d3bad-46a9-4d8e-892b-d02a41dcac75)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:20.445008 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.459457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Calling delete_port for 18406ddd-c07a-4c9e-8d51-921dee42aadf owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:20.552456 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.584531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No DVR routers for this DVR port 18406ddd-c07a-4c9e-8d51-921dee42aadf on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:20.587094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Port': ['ID=18406ddd-c07a-4c9e-8d51-921dee42aadf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:20.684896 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.697218 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:20.711779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047d3bad-46a9-4d8e-892b-d02a41dcac75') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:20.712206 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047d3bad-46a9-4d8e-892b-d02a41dcac75') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:20.723606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.741967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.749005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:20.749464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:20.756402 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:20.805446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad48efc-607c-4638-ae23-40a240c54311 None None] Network 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:20.828616 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.848606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:20.853497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36430) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.863531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 HTTP/1.1" status: 204 len: 168 time: 0.6634617 Jul 14 09:53:20.867907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5d287-1976-4c7b-8a68-5be26c2ed229 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:20.885931 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83a67ed-1438-4171-a153-b83db1e22416 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:20.886393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83a67ed-1438-4171-a153-b83db1e22416 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:20.891964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36432) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.903484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f2c2ec5e-ede5-4fa9-a492-44166054291e None None] Could not find standard attr ID for object 18406ddd-c07a-4c9e-8d51-921dee42aadf. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:53:20.906831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f83a67ed-1438-4171-a153-b83db1e22416 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/9a1b0a40-c6f5-4cfc-8559-fdedb572e636 HTTP/1.1" status: 404 len: 337 time: 0.0472674 Jul 14 09:53:20.914335 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fd6526-5c6b-45c5-b127-faa24a1e28e8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:20.914921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fd6526-5c6b-45c5-b127-faa24a1e28e8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:20.919882 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36434) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.928469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-36fd6526-5c6b-45c5-b127-faa24a1e28e8 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/b5b26c64-d598-4e4f-a348-0d9d199c8767 HTTP/1.1" status: 404 len: 339 time: 0.0354671 Jul 14 09:53:20.954746 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57ef751-e0d1-4d57-9f53-396c195468f5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:20.955207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57ef751-e0d1-4d57-9f53-396c195468f5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:20.959941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36436) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.969896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c57ef751-e0d1-4d57-9f53-396c195468f5 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/5abba63a-6d29-4f8c-8512-7bedeb6886cc HTTP/1.1" status: 404 len: 337 time: 0.0488300 Jul 14 09:53:20.980005 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e515553-1cb6-4a63-9c2f-24b450cd1ba1 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:20.981152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e515553-1cb6-4a63-9c2f-24b450cd1ba1 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:20.986000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:20.994705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9e515553-1cb6-4a63-9c2f-24b450cd1ba1 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/b7872b30-e6a9-4512-843d-af7276903440 HTTP/1.1" status: 404 len: 339 time: 0.0332863 Jul 14 09:53:21.015781 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddf1870-6416-4e81-8e0f-ee452cd1c324 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:21.016374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddf1870-6416-4e81-8e0f-ee452cd1c324 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:21.021524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36440) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.031498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2ddf1870-6416-4e81-8e0f-ee452cd1c324 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/a2c49514-0d1e-461f-b8e8-05f733b7880e HTTP/1.1" status: 404 len: 337 time: 0.0431013 Jul 14 09:53:21.042000 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f03fa0b-6ae4-48a6-ae48-21858715ba18 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:21.042573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f03fa0b-6ae4-48a6-ae48-21858715ba18 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:21.044642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2f03fa0b-6ae4-48a6-ae48-21858715ba18 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/b91108f0-e7b5-4512-9ab1-3f5a3a818fb9 HTTP/1.1" status: 404 len: 339 time: 0.0221384 Jul 14 09:53:21.047432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36442) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.055956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f32b0-a31d-4ef9-9ad9-cb767f393568 None None] DHCP port deletion for 7d5cc818-f4bd-4cfc-abd3-9b2b0fbbabe8 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:53:21.116460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-732a53d6-25f7-4ea1-8bdb-0307dc29b9a9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting subnet 1cc12a85-bc6b-4d9f-983d-cb303d48d555 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:21.120459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-732a53d6-25f7-4ea1-8bdb-0307dc29b9a9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.163421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-732a53d6-25f7-4ea1-8bdb-0307dc29b9a9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.262025 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-732a53d6-25f7-4ea1-8bdb-0307dc29b9a9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.337700 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-732a53d6-25f7-4ea1-8bdb-0307dc29b9a9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.352341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-732a53d6-25f7-4ea1-8bdb-0307dc29b9a9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.357791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-732a53d6-25f7-4ea1-8bdb-0307dc29b9a9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/1cc12a85-bc6b-4d9f-983d-cb303d48d555 HTTP/1.1" status: 204 len: 168 time: 0.3093104 Jul 14 09:53:21.358362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36446) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:21.376380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e4305-257b-4faa-a848-2ba2eab70995 None None] Network de7cdd3d-6e66-401b-9387-fab7f6598f35 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:21.378452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a53d6-25f7-4ea1-8bdb-0307dc29b9a9 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc12a85-bc6b-4d9f-983d-cb303d48d555,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:21.523626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.614041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting port 733d78fe-77de-4d66-ac4a-8558a100b37a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:21.614702 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.646448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] DHCP port deletion for de7cdd3d-6e66-401b-9387-fab7f6598f35 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:53:21.703652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] For port 733d78fe-77de-4d66-ac4a-8558a100b37a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=733d78fe-77de-4d66-ac4a-8558a100b37a,segment=NetworkSegment(77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0),segment_id=77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:21.704029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.719485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Calling delete_port for 733d78fe-77de-4d66-ac4a-8558a100b37a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:21.752566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] Deleting port 733d78fe-77de-4d66-ac4a-8558a100b37a {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:21.753094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.844686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:21.943925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Port': ['ID=733d78fe-77de-4d66-ac4a-8558a100b37a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:21.946250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No DVR routers for this DVR port 733d78fe-77de-4d66-ac4a-8558a100b37a on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:22.093719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 18406ddd-c07a-4c9e-8d51-921dee42aadf no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:22.145344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.160254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de7cdd3d-6e66-401b-9387-fab7f6598f35']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:22.191912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 18406ddd-c07a-4c9e-8d51-921dee42aadf {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:22.193356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 18406ddd-c07a-4c9e-8d51-921dee42aadf not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:22.193906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 733d78fe-77de-4d66-ac4a-8558a100b37a no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:22.201359 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0909cb2c-b271-474b-b404-c5ea08774c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.206666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:22.207117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:22.224605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.247762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 733d78fe-77de-4d66-ac4a-8558a100b37a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:22.248153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 733d78fe-77de-4d66-ac4a-8558a100b37a not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:22.254525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.271476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:22.274089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:22.291300 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:22.297819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] For port 733d78fe-77de-4d66-ac4a-8558a100b37a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=733d78fe-77de-4d66-ac4a-8558a100b37a,segment=NetworkSegment(77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0),segment_id=77d66c37-0ec5-4cf0-802d-1bf3bf1c3ff0)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:22.298577 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.346328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] Calling delete_port for 733d78fe-77de-4d66-ac4a-8558a100b37a owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:22.421301 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.431262 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.433978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/de7cdd3d-6e66-401b-9387-fab7f6598f35 HTTP/1.1" status: 204 len: 168 time: 1.0721262 Jul 14 09:53:22.436499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36454) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:22.490185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed11fc-c1ea-457b-8b5f-4a65024389b2 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=de7cdd3d-6e66-401b-9387-fab7f6598f35,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:22.499321 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ce7080-1d0e-49ae-abd6-41bcffcde72f tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:22.500295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ce7080-1d0e-49ae-abd6-41bcffcde72f tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:22.501021 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.503349 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54ce7080-1d0e-49ae-abd6-41bcffcde72f tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/9ac053cd-a7b3-42fc-975f-3bebe6cd80e5 HTTP/1.1" status: 404 len: 337 time: 0.0656335 Jul 14 09:53:22.506153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36456) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:22.533772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] Network de7cdd3d-6e66-401b-9387-fab7f6598f35 is not hosted by any dhcp agent {{(pid=93781) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 14 09:53:22.534656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] No DVR routers for this DVR port 733d78fe-77de-4d66-ac4a-8558a100b37a on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:22.536591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a583f-4ec1-4548-8f54-53f1464b6ba0 None None] Pushing event deleted for resources: {'Port': ['ID=733d78fe-77de-4d66-ac4a-8558a100b37a,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:22.553534 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-7df5d494-e232-486c-845e-94c860fe1004 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] DELETE failed (client error): The resource could not be found. Jul 14 09:53:22.554305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7df5d494-e232-486c-845e-94c860fe1004 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 09:53:22.556420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7df5d494-e232-486c-845e-94c860fe1004 tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/9afa6d91-c897-496c-b57d-83e9c31df029 HTTP/1.1" status: 404 len: 339 time: 0.0482888 Jul 14 09:53:22.558912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36458) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:22.631945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5f37f1-f876-41d8-ac9e-9d29bc4e496e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting subnet 5df9298e-14b7-4d91-9568-6c20d2a32a14 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:53:22.636365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37f1-f876-41d8-ac9e-9d29bc4e496e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.688978 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37f1-f876-41d8-ac9e-9d29bc4e496e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.803005 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37f1-f876-41d8-ac9e-9d29bc4e496e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.881406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37f1-f876-41d8-ac9e-9d29bc4e496e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.915607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b5f37f1-f876-41d8-ac9e-9d29bc4e496e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:22.922545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6b5f37f1-f876-41d8-ac9e-9d29bc4e496e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/subnets/5df9298e-14b7-4d91-9568-6c20d2a32a14 HTTP/1.1" status: 204 len: 168 time: 0.3623304 Jul 14 09:53:22.923322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36464) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:22.923505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f37f1-f876-41d8-ac9e-9d29bc4e496e tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Subnet': ['ID=5df9298e-14b7-4d91-9568-6c20d2a32a14,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:22.926378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc105975-656c-4cbd-8f41-5bacbb9aa5f6 None None] Network d3a632b6-284b-4810-b958-8b6b617d03d3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:23.045489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.211348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] DHCP port deletion for d3a632b6-284b-4810-b958-8b6b617d03d3 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:53:23.303363 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] Deleting port df88a839-1b80-4883-949d-4c77d54ee5b9 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:23.303935 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.416593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] For port df88a839-1b80-4883-949d-4c77d54ee5b9, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df88a839-1b80-4883-949d-4c77d54ee5b9,segment=NetworkSegment(8f2a2265-dfbc-44f4-82f8-f221e1ce341c),segment_id=8f2a2265-dfbc-44f4-82f8-f221e1ce341c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:23.416943 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.439108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] Calling delete_port for df88a839-1b80-4883-949d-4c77d54ee5b9 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:23.475194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Deleting port df88a839-1b80-4883-949d-4c77d54ee5b9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:53:23.475807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.542836 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.544473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] For port df88a839-1b80-4883-949d-4c77d54ee5b9, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df88a839-1b80-4883-949d-4c77d54ee5b9,segment=NetworkSegment(8f2a2265-dfbc-44f4-82f8-f221e1ce341c),segment_id=8f2a2265-dfbc-44f4-82f8-f221e1ce341c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:23.544852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.559730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Calling delete_port for df88a839-1b80-4883-949d-4c77d54ee5b9 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:53:23.569806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] Pushing event deleted for resources: {'Port': ['ID=df88a839-1b80-4883-949d-4c77d54ee5b9,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:23.573339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f52866-5f51-4eb2-a6d4-d9842ba3e1bf None None] No DVR routers for this DVR port df88a839-1b80-4883-949d-4c77d54ee5b9 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:23.651030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.677919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Port': ['ID=df88a839-1b80-4883-949d-4c77d54ee5b9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:23.681553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] No DVR routers for this DVR port df88a839-1b80-4883-949d-4c77d54ee5b9 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:53:23.766721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.781923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a632b6-284b-4810-b958-8b6b617d03d3']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.795063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2a2265-dfbc-44f4-82f8-f221e1ce341c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.795475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2a2265-dfbc-44f4-82f8-f221e1ce341c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:23.805739 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.822729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.829599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:53:23.830075 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:53:23.836274 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:53:23.884178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df88a839-1b80-4883-949d-4c77d54ee5b9 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:53:23.903179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.910422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:23.912280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] 10.222.0.73 "DELETE /v2.0/networks/d3a632b6-284b-4810-b958-8b6b617d03d3 HTTP/1.1" status: 204 len: 168 time: 0.9879308 Jul 14 09:53:23.926981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcc3a4-1305-478e-b994-6c97b10e04ac tempest-NetworksIpV6Test-1021455371 tempest-NetworksIpV6Test-1021455371-project] Pushing event deleted for resources: {'Network': ['ID=d3a632b6-284b-4810-b958-8b6b617d03d3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:23.945152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: df88a839-1b80-4883-949d-4c77d54ee5b9 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:53:23.945715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df88a839-1b80-4883-949d-4c77d54ee5b9 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:53:24.194997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36480) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:24.221015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3dccefde-93e2-4dcf-bbdb-1b60aec27a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.343029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3a0def9c-d501-458a-8ed5-331bdcebec43 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0168be2504c749d88f84687bc2e83192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466818 Jul 14 09:53:24.345642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36484) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:24.407203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0138cba-255c-453a-bad0-2f73addf439a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.432400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0138cba-255c-453a-bad0-2f73addf439a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.488731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0138cba-255c-453a-bad0-2f73addf439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.491592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0138cba-255c-453a-bad0-2f73addf439a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.493171 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c0138cba-255c-453a-bad0-2f73addf439a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f4b9adf7-e2c0-4e3c-84c8-0c22ca0d1bee HTTP/1.1" status: 204 len: 168 time: 0.1466153 Jul 14 09:53:24.510246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0138cba-255c-453a-bad0-2f73addf439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b9adf7-e2c0-4e3c-84c8-0c22ca0d1bee,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:24.561228 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:24.797140 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-77ee7852-f47d-48a4-b7aa-de859eaa32d8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275438734&fields=id&tenant_id=6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 267 time: 0.0568593 Jul 14 09:53:24.916330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-009cd849-f650-4cb1-b148-c823eee5b5e2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:24.918482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-009cd849-f650-4cb1-b148-c823eee5b5e2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.1202462 Jul 14 09:53:25.117583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-1675f037-cbbb-4a8d-af04-602c5e3f0f6c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/quotas/6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 375 time: 0.1914833 Jul 14 09:53:25.198008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-843c37a4-d78d-41e9-8d50-c0dc5c3c6e17 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743659 Jul 14 09:53:25.214204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-f0af5c7f-85f6-44df-91b8-bb88bd366fba service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 09:53:25.215211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-f0af5c7f-85f6-44df-91b8-bb88bd366fba service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055907 Jul 14 09:53:25.318766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-30686c17-32d2-4904-a79b-4679e01c15a7 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972302 Jul 14 09:53:25.434629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-0169dacf-fbea-461b-80f2-7921c4757484 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098142 Jul 14 09:53:25.615499 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:25.826354 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-45ecb203-456f-477d-8bb4-a8f3dde71fe8 req-ee00fa13-16f4-489c-b8f5-ac6d892ab2f2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0363803 Jul 14 09:53:26.335464 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-68ae85f0-f552-4ea8-9565-8291b35672ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0983026 Jul 14 09:53:26.466270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-53835e49-accc-4c14-b39b-27e7fcf9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.466776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-53835e49-accc-4c14-b39b-27e7fcf9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.467267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-53835e49-accc-4c14-b39b-27e7fcf9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.467756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-53835e49-accc-4c14-b39b-27e7fcf9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.468366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-53835e49-accc-4c14-b39b-27e7fcf9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.468920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-53835e49-accc-4c14-b39b-27e7fcf9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.469505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-53835e49-accc-4c14-b39b-27e7fcf9b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.471747 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-53835e49-accc-4c14-b39b-27e7fcf9b5bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da93836ffb284fb8873580293160a764&device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 6509 time: 0.0828257 Jul 14 09:53:26.494338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:26.645152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8801939e-f86e-49ba-bd75-579b4a1787e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.646647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-ff356d5e-2f1e-4205-ae50-cc28bd277ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.647142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-ff356d5e-2f1e-4205-ae50-cc28bd277ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.647601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-ff356d5e-2f1e-4205-ae50-cc28bd277ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.649323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-ff356d5e-2f1e-4205-ae50-cc28bd277ce1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c0a23679-4185-490c-8b16-e72740c16252&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=a8f61289-c182-42aa-a179-f103deb902b5&id=abc303e9-64b3-40af-b530-6d5136a0ebce&id=abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 200 len: 2298 time: 0.1455009 Jul 14 09:53:26.752262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-267f95c9-e4b2-4054-8c6b-a4d22f5e6372 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 200 len: 1001 time: 0.0953016 Jul 14 09:53:26.823831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-dcce96b0-14a8-4de2-824a-74958c1e1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.825449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-dcce96b0-14a8-4de2-824a-74958c1e1a1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81804484-c2db-4e74-8daa-f75361a1ba82 HTTP/1.1" status: 200 len: 856 time: 0.0642579 Jul 14 09:53:26.880730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8801939e-f86e-49ba-bd75-579b4a1787e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.889378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8801939e-f86e-49ba-bd75-579b4a1787e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:26.975790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d562fe4c-75fc-451f-ac58-05986b65fc7b req-5c7e8332-e955-43ed-b3a1-3463f0300ab2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0623116 Jul 14 09:53:26.981192 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8801939e-f86e-49ba-bd75-579b4a1787e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4363d612ce144b8cba3fdacd65c358ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4816597 Jul 14 09:53:26.981192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801939e-f86e-49ba-bd75-579b4a1787e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d36b6-8fa5-4d6e-9589-5eb84cdf1f9d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:26.985366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:26.991470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-380c1da3-bf8d-431b-8b41-40b9d1b00399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:26.993189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-380c1da3-bf8d-431b-8b41-40b9d1b00399 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c0a23679-4185-490c-8b16-e72740c16252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1602266 Jul 14 09:53:27.019164 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.066804 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91d9751b-4484-4465-8a9d-78262056b70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.093958 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91d9751b-4484-4465-8a9d-78262056b70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.145426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-cfa7f2ff-3df3-43f1-b890-31dcb92610e1 service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441782 Jul 14 09:53:27.158601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91d9751b-4484-4465-8a9d-78262056b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.161704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91d9751b-4484-4465-8a9d-78262056b70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.166394 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-91d9751b-4484-4465-8a9d-78262056b70a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b83d36b6-8fa5-4d6e-9589-5eb84cdf1f9d HTTP/1.1" status: 204 len: 168 time: 0.1787963 Jul 14 09:53:27.175817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9751b-4484-4465-8a9d-78262056b70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d36b6-8fa5-4d6e-9589-5eb84cdf1f9d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:27.269096 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.299720 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-236cb82c-ef05-4260-ae40-566edb4dd47c service neutron] 10.222.0.66 "GET /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450412 Jul 14 09:53:27.353262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-5952c6ed-24dd-48c0-9cdf-373686511d1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.215&port_id=c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 217 time: 0.0467858 Jul 14 09:53:27.407615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-364120d0-4aab-4b78-bb24-02437eaf11f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:27.409162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-364120d0-4aab-4b78-bb24-02437eaf11f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0493386 Jul 14 09:53:27.476336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-6a9c96e9-83d2-43a6-8201-e472d69fdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:27.478282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-6a9c96e9-83d2-43a6-8201-e472d69fdf00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0623376 Jul 14 09:53:27.533503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36582) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:27.549688 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-409168ba-1d2a-4f13-a792-dc460ba3a324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.618879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-6295984b-0618-4258-b5dc-b67896c92e30 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336906 Jul 14 09:53:27.671762 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-409168ba-1d2a-4f13-a792-dc460ba3a324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.678615 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-409168ba-1d2a-4f13-a792-dc460ba3a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.731089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-409168ba-1d2a-4f13-a792-dc460ba3a324 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f5d3fad9d0a845ada312774fd5d4b3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938293 Jul 14 09:53:27.732505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36586) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:27.733887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409168ba-1d2a-4f13-a792-dc460ba3a324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d4699-f2b7-4389-b93a-f113632a6b57,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:27.780742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-5ac33d47-45a0-4361-a403-4981c833b558 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469545 Jul 14 09:53:27.830214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-e4818a85-b0b5-442a-b976-bce2dad5b60a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 217 time: 0.0417790 Jul 14 09:53:27.844437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33ffc63d-ff0d-4f89-bab5-866b28236b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.881168 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33ffc63d-ff0d-4f89-bab5-866b28236b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.925911 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-1b9dfdfa-c7fe-4d88-92a7-f68e0a9f03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:27.931361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-1b9dfdfa-c7fe-4d88-92a7-f68e0a9f03e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0929754 Jul 14 09:53:27.962260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33ffc63d-ff0d-4f89-bab5-866b28236b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.966347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33ffc63d-ff0d-4f89-bab5-866b28236b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:27.970233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-33ffc63d-ff0d-4f89-bab5-866b28236b37 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e5d4699-f2b7-4389-b93a-f113632a6b57 HTTP/1.1" status: 204 len: 168 time: 0.2350020 Jul 14 09:53:27.983426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffc63d-ff0d-4f89-bab5-866b28236b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d4699-f2b7-4389-b93a-f113632a6b57,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:28.029678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-0b27edf9-58d6-463f-a20f-4b4314b48cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:28.031532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-0b27edf9-58d6-463f-a20f-4b4314b48cb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951478 Jul 14 09:53:28.125682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f54ed10-01b8-4d46-81d4-1e04a2972f8e req-06062b88-6e05-47bf-87d0-32790b31969f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0379374 Jul 14 09:53:28.248426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-5bbe55f8-34c4-4008-8c21-352d69be82eb service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091908 Jul 14 09:53:28.394945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-86d50306-6259-442c-919c-852185e520a5 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338542 Jul 14 09:53:28.459743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-360e940b-45a5-4552-8672-0db00bbb4dbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae HTTP/1.1" status: 200 len: 217 time: 0.0573232 Jul 14 09:53:28.537033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-e114af29-9b4b-4a7b-9fe1-07de4b07ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:28.541223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-e114af29-9b4b-4a7b-9fe1-07de4b07ca18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0753410 Jul 14 09:53:28.624899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-175e6725-c3c4-400c-87dd-759cf3a29153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:28.626510 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-175e6725-c3c4-400c-87dd-759cf3a29153 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775099 Jul 14 09:53:28.786855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-689bce7f-0fcb-4bdc-8c26-6bbea817e367 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514106 Jul 14 09:53:28.906485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-75a9ff86-3ccf-4902-b24c-6cbfe1ef6c11 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095781 Jul 14 09:53:28.967217 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-c0826782-6b4d-4043-bdba-15497c8cb645 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=1260107c-1c78-4426-b1ab-d8ff67896347 HTTP/1.1" status: 200 len: 217 time: 0.0479407 Jul 14 09:53:29.035086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-338ac770-07be-4806-9ec0-2c90854aa721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:29.036652 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-338ac770-07be-4806-9ec0-2c90854aa721 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 200 len: 797 time: 0.0633023 Jul 14 09:53:29.152557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-adae2a0f-4d80-43c8-95c3-7baa09e11ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:29.155741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-adae2a0f-4d80-43c8-95c3-7baa09e11ca6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8f61289-c182-42aa-a179-f103deb902b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1119854 Jul 14 09:53:29.394591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-aa123923-9db6-47f2-bbca-433f0cec8fe6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:29.396450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-aa123923-9db6-47f2-bbca-433f0cec8fe6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.2131960 Jul 14 09:53:29.404607 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e329b831-d84b-4a1d-83ba-9a00c371bd21 req-694a0a46-7e1e-4d15-a557-58338b964bff tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0408416 Jul 14 09:53:29.408583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-a0446d0b-7ef1-4544-ab2f-f0668bfc9395 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448199 Jul 14 09:53:29.497144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-4980fa8e-493e-4111-ae9a-70019193e3af tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 379 time: 0.0773299 Jul 14 09:53:29.507543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'port': {'device_id': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'admin_state_up': True, 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'security_groups': ['ec752914-6bd5-4775-8afb-988c964cca66']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:29.572077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-88c34947-948a-4085-bf89-ed27669bc422 service neutron] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566293 Jul 14 09:53:29.624240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-fe480e3f-d5b6-4128-9f77-5e2653b03d6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=effca56c-9fb3-4048-96e3-fdae9282a10a HTTP/1.1" status: 200 len: 217 time: 0.0427754 Jul 14 09:53:29.688033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-7106f5a2-e32a-4588-8561-59ddca75d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:29.689921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-7106f5a2-e32a-4588-8561-59ddca75d0fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.0591738 Jul 14 09:53:29.705203 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:29.785848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-12a0f73e-18c9-46d3-aa32-9b5e51a63d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:29.787414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-12a0f73e-18c9-46d3-aa32-9b5e51a63d7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905981 Jul 14 09:53:29.981879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-268528de-26d6-49ee-8473-8c4797c6d949 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823535 Jul 14 09:53:29.989994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:29.993821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:30.165536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-ceee0ade-7bce-46cf-b299-c9d25c962904 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786418 Jul 14 09:53:30.175022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.20.0.7 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/d7c7abdd-4f03-45f5-b4f4-ba9860712348) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:30.218443 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-02e2e310-7156-4f1c-8086-061a8117a4a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 200 len: 217 time: 0.0454326 Jul 14 09:53:30.337635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-59cdf3f7-09c8-4535-8d1d-2673017db6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:30.339779 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-59cdf3f7-09c8-4535-8d1d-2673017db6b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 200 len: 797 time: 0.1119983 Jul 14 09:53:30.439167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-70b00fa1-6f64-49aa-91ed-3d02886f0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:30.454665 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-70b00fa1-6f64-49aa-91ed-3d02886f0bd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=abc303e9-64b3-40af-b530-6d5136a0ebce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0947492 Jul 14 09:53:30.629287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:30.697831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Transition to ACTIVE for port object d7c7abdd-4f03-45f5-b4f4-ba9860712348 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:30.721074 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-ba4a6c57-5e74-4d2a-9c8c-7d599b9a7dd2 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653997 Jul 14 09:53:30.747277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-345ed409-87ab-4689-87c5-67ec54fad9a3 req-8156b850-f181-4d8d-ad12-afe24d2793ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0676973 Jul 14 09:53:30.850716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:30.909566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:30.914415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:30.922245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:30.959705 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b896f865-7f4f-497b-aff0-d49d6531af47 req-b513f29e-db2f-4afe-89ce-a6d6f1b1f323 service neutron] 10.222.0.66 "GET /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301750 Jul 14 09:53:30.962459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=d7c7abdd-4f03-45f5-b4f4-ba9860712348,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:31.097086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:31.108979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.133108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-c366ff0f-a20e-4e89-b77f-1f1f60fed66c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6301556 Jul 14 09:53:31.150874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Request body: {'port': {'device_id': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:31.342316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1d5e671e-1bdf-4649-9ded-f262899c65ad None None] Provisioning for port d7c7abdd-4f03-45f5-b4f4-ba9860712348 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:31.350039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1d5e671e-1bdf-4649-9ded-f262899c65ad None None] Provisioning complete for port d7c7abdd-4f03-45f5-b4f4-ba9860712348 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:31.350760 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1d5e671e-1bdf-4649-9ded-f262899c65ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.393530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e671e-1bdf-4649-9ded-f262899c65ad None None] Port d7c7abdd-4f03-45f5-b4f4-ba9860712348 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:53:31.393948 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.805434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7c7abdd-4f03-45f5-b4f4-ba9860712348 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:53:31.815716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:31.834660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Transition to ACTIVE for port object d7c7abdd-4f03-45f5-b4f4-ba9860712348 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:31.850909 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.009616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Pushing event updated for resources: {'Port': ['ID=d7c7abdd-4f03-45f5-b4f4-ba9860712348,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:32.078138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319221-b29f-407f-aed2-50987fd393d4 req-f012895f-d530-47fd-a849-98669ec55c78 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:32.085808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-53319221-b29f-407f-aed2-50987fd393d4 req-f012895f-d530-47fd-a849-98669ec55c78 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.1139328 Jul 14 09:53:32.091435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Attempting to bind port d7c7abdd-4f03-45f5-b4f4-ba9860712348 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:32.092099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Attempting to bind port d7c7abdd-4f03-45f5-b4f4-ba9860712348 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:32.092728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Attempting to bind port d7c7abdd-4f03-45f5-b4f4-ba9860712348 on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:32.100811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Port d7c7abdd-4f03-45f5-b4f4-ba9860712348 on network de13b0cf-15f7-43e1-a35b-48b256378e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:53:32.101002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Attempting to bind port d7c7abdd-4f03-45f5-b4f4-ba9860712348 on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:32.109451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:32.109797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:32.110193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:32.110639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Bound port: d7c7abdd-4f03-45f5-b4f4-ba9860712348, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:32.111003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.124486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-53319221-b29f-407f-aed2-50987fd393d4 req-999d0105-eadb-41d4-bece-cec31f15fbcd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376856 Jul 14 09:53:32.201278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] For port d7c7abdd-4f03-45f5-b4f4-ba9860712348, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:32.204775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] For port d7c7abdd-4f03-45f5-b4f4-ba9860712348, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:32.210193 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.266635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:32.267357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:32.268913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] 10.222.0.69 "PUT /v2.0/ports/d7c7abdd-4f03-45f5-b4f4-ba9860712348 HTTP/1.1" status: 200 len: 1092 time: 1.1281404 Jul 14 09:53:32.269388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'tag': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:32.272155 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a5f798-42ec-49b0-88ca-804a9cda56f6" -d '{"events": [{"name": "network-changed", "server_uuid": "5180600b-c10a-4bbc-82f7-3cacbf457213", "tag": "d7c7abdd-4f03-45f5-b4f4-ba9860712348"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:32.303502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d70e0-86f0-4114-975d-475d1c7c4caa service neutron] Pushing event updated for resources: {'Port': ['ID=d7c7abdd-4f03-45f5-b4f4-ba9860712348,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:32.360304 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568aded0-1f34-474d-91c9-93aceec33ca2 x-openstack-request-id: req-568aded0-1f34-474d-91c9-93aceec33ca2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:32.360951 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5180600b-c10a-4bbc-82f7-3cacbf457213", "tag": "d7c7abdd-4f03-45f5-b4f4-ba9860712348", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:32.361844 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-568aded0-1f34-474d-91c9-93aceec33ca2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:32.362458 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'tag': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'status': 'completed', 'code': 200} Jul 14 09:53:32.399711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-9cdbd6f6-67c6-4780-9cb9-6a4a341344e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:32.410260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-9cdbd6f6-67c6-4780-9cb9-6a4a341344e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 1095 time: 0.0882723 Jul 14 09:53:32.504615 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-cfefce32-99cb-4b17-a606-e68fffc78381 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348 HTTP/1.1" status: 200 len: 217 time: 0.0851336 Jul 14 09:53:32.582506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-5d2fa5c1-79aa-4ac2-9fe7-3de40f95beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:32.584230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-5d2fa5c1-79aa-4ac2-9fe7-3de40f95beaf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0745134 Jul 14 09:53:32.652896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-37592fa1-8277-40ef-8bd0-2f94dc3f78b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:32.654451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-37592fa1-8277-40ef-8bd0-2f94dc3f78b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619125 Jul 14 09:53:32.765320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-74944a34-b6ba-441e-9c96-3669bccf1270 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026790 Jul 14 09:53:32.871847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-213fbbe6-6e5d-453f-bea8-f586e813c0a0 req-9b19b7c8-09d3-47cc-9279-310b20e0bd9d service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985422 Jul 14 09:53:32.990858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-63f87b40-8b8a-42dd-b6fc-bb307025830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:32.992736 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-63f87b40-8b8a-42dd-b6fc-bb307025830e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 1095 time: 0.0709355 Jul 14 09:53:33.122061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-f64a5eb1-f0d2-4765-b6b4-48d191ed9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:33.123929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-f64a5eb1-f0d2-4765-b6b4-48d191ed9f25 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1246717 Jul 14 09:53:33.178786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-dba781ac-901c-4e3e-8b3f-36ac370bb248 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348 HTTP/1.1" status: 200 len: 217 time: 0.0479527 Jul 14 09:53:33.306235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-b2989ac2-34d8-4304-aa3b-a4d62e26a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:33.308139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-b2989ac2-34d8-4304-aa3b-a4d62e26a2f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.1221795 Jul 14 09:53:33.430344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-5d97dd3b-655f-4c53-8cb7-e22d158624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:33.432056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d26ea-162b-49cf-8ed0-e1e44fa05bfa req-120bf020-ec15-49e3-bc8e-2cac1782c73c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:33.433883 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e5d26ea-162b-49cf-8ed0-e1e44fa05bfa req-120bf020-ec15-49e3-bc8e-2cac1782c73c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.1098413 Jul 14 09:53:33.436731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-5d97dd3b-655f-4c53-8cb7-e22d158624f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1195822 Jul 14 09:53:33.486040 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e5d26ea-162b-49cf-8ed0-e1e44fa05bfa req-416c1ba1-348f-41b2-9381-509c0cc3fbfe tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449879 Jul 14 09:53:33.559109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-2ecc3e9d-f436-447e-968d-64f5f8feb485 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180604 Jul 14 09:53:33.570863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36700) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:33.705759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-14a5f798-42ec-49b0-88ca-804a9cda56f6 req-62db7596-69cd-4859-9770-6ade4066ed4e service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402049 Jul 14 09:53:33.728486 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d6b66cd-ea28-4eec-957d-c251be99dd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.872544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d6b66cd-ea28-4eec-957d-c251be99dd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.876662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d6b66cd-ea28-4eec-957d-c251be99dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:33.924454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8d6b66cd-ea28-4eec-957d-c251be99dd9e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16f31f5ceeaa41f283c10b6b2a5fec6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497736 Jul 14 09:53:33.924454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b66cd-ea28-4eec-957d-c251be99dd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecb1e7f-b221-4a11-b5e5-dd0fb06fe115,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:33.925530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36706) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:33.994027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdd86af0-8159-41b1-99c6-e8459387e724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.021362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdd86af0-8159-41b1-99c6-e8459387e724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.083090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdd86af0-8159-41b1-99c6-e8459387e724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.086324 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdd86af0-8159-41b1-99c6-e8459387e724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.087546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cdd86af0-8159-41b1-99c6-e8459387e724 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6ecb1e7f-b221-4a11-b5e5-dd0fb06fe115 HTTP/1.1" status: 204 len: 168 time: 0.1583817 Jul 14 09:53:34.096835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd86af0-8159-41b1-99c6-e8459387e724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecb1e7f-b221-4a11-b5e5-dd0fb06fe115,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:34.285482 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:53:34.431177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36712) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:34.449361 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e06452e0-830c-4b47-b568-546d9e547dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.557075 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e06452e0-830c-4b47-b568-546d9e547dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.569346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e06452e0-830c-4b47-b568-546d9e547dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.621138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36716) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:34.635369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e06452e0-830c-4b47-b568-546d9e547dfe admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d2131e343f724713802bd5fb40fb1c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029667 Jul 14 09:53:34.637856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06452e0-830c-4b47-b568-546d9e547dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1af64f-a729-4cb9-9b76-cd156fda60c7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:34.719255 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-441fd220-d19a-4e29-be12-94f7b82800e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.754536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-441fd220-d19a-4e29-be12-94f7b82800e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.783214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead29752-b6e4-4eed-9c53-14ccb36c94ce req-a0705f2c-6db7-4c71-bf6c-1211141ed94a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:34.784900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ead29752-b6e4-4eed-9c53-14ccb36c94ce req-a0705f2c-6db7-4c71-bf6c-1211141ed94a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.1339104 Jul 14 09:53:34.858848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ead29752-b6e4-4eed-9c53-14ccb36c94ce req-ed6d68af-e959-4d92-8393-d58b6eab0bc8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641367 Jul 14 09:53:34.869654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-441fd220-d19a-4e29-be12-94f7b82800e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.873405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-441fd220-d19a-4e29-be12-94f7b82800e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:34.874637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-441fd220-d19a-4e29-be12-94f7b82800e3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e1af64f-a729-4cb9-9b76-cd156fda60c7 HTTP/1.1" status: 204 len: 168 time: 0.2524593 Jul 14 09:53:34.887181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fd220-d19a-4e29-be12-94f7b82800e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1af64f-a729-4cb9-9b76-cd156fda60c7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:36.081077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9135bb-9ab0-442e-af47-9725846f408a req-3c21b43c-e738-415a-b7f9-79450869bf49 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:36.091508 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd9135bb-9ab0-442e-af47-9725846f408a req-3c21b43c-e738-415a-b7f9-79450869bf49 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.0943453 Jul 14 09:53:36.144011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd9135bb-9ab0-442e-af47-9725846f408a req-13ebaa64-6d88-4912-96f7-94e297a640c6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515807 Jul 14 09:53:37.348425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f40e9e-7fb9-4da8-8060-926f73c75d8d req-de7c1f71-89bd-4aca-8415-ab8189dac4b7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:37.350881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7f40e9e-7fb9-4da8-8060-926f73c75d8d req-de7c1f71-89bd-4aca-8415-ab8189dac4b7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.0861328 Jul 14 09:53:37.409231 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7f40e9e-7fb9-4da8-8060-926f73c75d8d req-a0fabf00-a252-48cf-a103-f7360740285e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511484 Jul 14 09:53:38.676952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c9c0f-11be-4992-a3cd-7cd007d9e613 req-b04443af-be23-4ac2-b960-62971e6692a7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:38.683654 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a0c9c0f-11be-4992-a3cd-7cd007d9e613 req-b04443af-be23-4ac2-b960-62971e6692a7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.0930340 Jul 14 09:53:38.699720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36858) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:38.730263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a0c9c0f-11be-4992-a3cd-7cd007d9e613 req-ef3a2c9f-5e39-4793-aa5e-a2f17b90b762 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429358 Jul 14 09:53:38.829090 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5547-53df-4d61-ac6b-b8ee702f1686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.934676 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5547-53df-4d61-ac6b-b8ee702f1686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.938790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5547-53df-4d61-ac6b-b8ee702f1686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:38.981840 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0f2f5547-53df-4d61-ac6b-b8ee702f1686 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3f8bd591d21428d88d9402c8c627276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800851 Jul 14 09:53:38.982911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f5547-53df-4d61-ac6b-b8ee702f1686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff7081-3158-4a9c-bcd9-17a8c64c1b26,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:38.984476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 36862) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:39.036672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dad92b8c-9819-4bd1-a131-df5b12b07948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.059546 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dad92b8c-9819-4bd1-a131-df5b12b07948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.110809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dad92b8c-9819-4bd1-a131-df5b12b07948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.113401 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dad92b8c-9819-4bd1-a131-df5b12b07948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:39.114578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dad92b8c-9819-4bd1-a131-df5b12b07948 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2ff7081-3158-4a9c-bcd9-17a8c64c1b26 HTTP/1.1" status: 204 len: 168 time: 0.1291158 Jul 14 09:53:39.126547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad92b8c-9819-4bd1-a131-df5b12b07948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff7081-3158-4a9c-bcd9-17a8c64c1b26,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:39.928014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5cf2d-ad17-42c5-a8e6-ccb9ef0c6cee req-db9fd410-4d3b-4e10-928b-c430cec911f0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:39.932794 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dbe5cf2d-ad17-42c5-a8e6-ccb9ef0c6cee req-db9fd410-4d3b-4e10-928b-c430cec911f0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.0770700 Jul 14 09:53:39.971242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dbe5cf2d-ad17-42c5-a8e6-ccb9ef0c6cee req-f2380a8f-6ce5-4474-b108-20ce5a4082b5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356762 Jul 14 09:53:41.151861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f56ff4-d7fa-44d5-82e9-450164b6fdf4 req-b6e698d0-5c42-44b6-a671-7b1a4b15a0ac tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:41.153497 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56f56ff4-d7fa-44d5-82e9-450164b6fdf4 req-b6e698d0-5c42-44b6-a671-7b1a4b15a0ac tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.0667701 Jul 14 09:53:41.196241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-56f56ff4-d7fa-44d5-82e9-450164b6fdf4 req-a2014044-726d-42cb-81b7-5faea019696d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364399 Jul 14 09:53:41.435846 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-d9687c15-c07d-4caf-9685-d7968f87bf17 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=b173f49f54aa4a52bfbbeeb503663add&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310388 Jul 14 09:53:41.635435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-d8db1879-4f5b-4a28-8ca4-d603e8df3905 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:41.637659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-d8db1879-4f5b-4a28-8ca4-d603e8df3905 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1966264 Jul 14 09:53:41.655453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-302790e2-6285-45b9-b838-9d1d4e3c6868 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/quotas/b173f49f54aa4a52bfbbeeb503663add HTTP/1.1" status: 200 len: 375 time: 0.0119519 Jul 14 09:53:41.698285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-215989f2-8a24-47af-b68a-5ef0b41f968e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b173f49f54aa4a52bfbbeeb503663add&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375144 Jul 14 09:53:41.877288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e7aa6cd-1c49-43bc-803e-e8b53bc3ba35 req-1c841bd1-0fc1-42f2-91e6-fa627a71f28f tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 210 time: 0.0355806 Jul 14 09:53:42.147007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d7c7abdd-4f03-45f5-b4f4-ba9860712348 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:53:42.251270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d7c7abdd-4f03-45f5-b4f4-ba9860712348, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:42.266057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'port_id': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'mac_address': 'fa:16:3e:9a:82:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:53:42.312750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:42.327735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7c7abdd-4f03-45f5-b4f4-ba9860712348 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:53:42.350287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d7c7abdd-4f03-45f5-b4f4-ba9860712348, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:42.356240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:42.404491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c18d58-290e-4d25-9a93-a77aa5e71111 req-7f49d060-310f-4044-ad05-712dfd71a82b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:42.408744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13c18d58-290e-4d25-9a93-a77aa5e71111 req-7f49d060-310f-4044-ad05-712dfd71a82b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 943 time: 0.0803452 Jul 14 09:53:42.412368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d7c7abdd-4f03-45f5-b4f4-ba9860712348,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:42.450172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13c18d58-290e-4d25-9a93-a77aa5e71111 req-c62d3785-951d-46ea-964b-6b7e96a5df9d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352993 Jul 14 09:53:42.581819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d7c7abdd-4f03-45f5-b4f4-ba9860712348'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:53:42.965227 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ff60375-30b6-420a-b02a-d02d4bc289b0 req-31372318-19c3-4884-aa4f-1f1a12e1a532 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 210 time: 0.0355039 Jul 14 09:53:43.630225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb4aea-544a-4637-af24-e95641ea19cd req-1bb76284-11b5-4de6-bb1a-f620b68812a5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:43.631757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcbb4aea-544a-4637-af24-e95641ea19cd req-1bb76284-11b5-4de6-bb1a-f620b68812a5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 944 time: 0.0652623 Jul 14 09:53:43.671905 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcbb4aea-544a-4637-af24-e95641ea19cd req-e7621f12-aa16-4591-acc7-1091dd261bb8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341263 Jul 14 09:53:44.118837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81c15fc3-cd5f-41bb-88fe-6c490f5671df req-0eabe1ce-6abd-46ec-be71-90918e9ff119 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 210 time: 0.0340400 Jul 14 09:53:44.146785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d7c7abdd-4f03-45f5-b4f4-ba9860712348 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:44.200357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port d7c7abdd-4f03-45f5-b4f4-ba9860712348 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:44.204586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d7c7abdd-4f03-45f5-b4f4-ba9860712348 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:44.204984 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:44.298294 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:44.337096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:44.341040 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5a0990-b18c-4735-b35d-e9bcbf7725e8" -d '{"events": [{"server_uuid": "5180600b-c10a-4bbc-82f7-3cacbf457213", "name": "network-vif-plugged", "status": "completed", "tag": "d7c7abdd-4f03-45f5-b4f4-ba9860712348"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:44.364679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d7c7abdd-4f03-45f5-b4f4-ba9860712348, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:44.370477 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:44.402133 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e8a59-4b68-4f93-92f0-9ad1a4116386 x-openstack-request-id: req-a09e8a59-4b68-4f93-92f0-9ad1a4116386 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:44.402455 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5180600b-c10a-4bbc-82f7-3cacbf457213", "name": "network-vif-plugged", "status": "completed", "tag": "d7c7abdd-4f03-45f5-b4f4-ba9860712348", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:44.402793 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a09e8a59-4b68-4f93-92f0-9ad1a4116386 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:44.403206 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'code': 200} Jul 14 09:53:44.440336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d7c7abdd-4f03-45f5-b4f4-ba9860712348,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:44.530602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8175153-c400-457e-a65c-7beaf3c4fbae req-c37dcbfd-b038-43cd-943d-d88fddc08cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:44.532612 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8175153-c400-457e-a65c-7beaf3c4fbae req-c37dcbfd-b038-43cd-943d-d88fddc08cff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 1097 time: 0.0661712 Jul 14 09:53:44.569571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8175153-c400-457e-a65c-7beaf3c4fbae req-72e79180-82dc-414f-9c24-188ca37041a6 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303023 Jul 14 09:53:44.869550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a03df5-2cc3-43ca-8f6e-9c2f594df8c6 req-74ef8d83-a59e-4273-9884-b4b3ba6d6ce7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:44.872448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3a03df5-2cc3-43ca-8f6e-9c2f594df8c6 req-74ef8d83-a59e-4273-9884-b4b3ba6d6ce7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 945 time: 0.0827074 Jul 14 09:53:44.924945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3a03df5-2cc3-43ca-8f6e-9c2f594df8c6 req-0ba3dbdc-9662-45da-911f-92673a3be78e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467031 Jul 14 09:53:45.019616 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-bbb592f9-533a-41e2-8648-e6f4467ee886 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b173f49f54aa4a52bfbbeeb503663add&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304885 Jul 14 09:53:45.296728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-eb01751f-93b2-4ce7-8256-cbefbb004aa3 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:45.298628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-eb01751f-93b2-4ce7-8256-cbefbb004aa3 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2740192 Jul 14 09:53:45.304694 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99ec5521-131e-465e-a337-55f1c1c1b1a4 req-701f5b69-d1c9-4703-8062-f3c0e2dbf5e5 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 210 time: 0.0339849 Jul 14 09:53:45.313434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Request body: {'port': {'device_id': 'a54c003a-2bf6-48c0-965f-123eb6577d95', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': 'b173f49f54aa4a52bfbbeeb503663add'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:45.735116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Made reservation on behalf of b173f49f54aa4a52bfbbeeb503663add for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:45.739036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:45.748923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:45.855972 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:45.861494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:45.927142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:46.007469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Allocated IP 192.168.233.66 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/3de73fd1-4a10-4bdf-a543-385050b7fc5c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:46.210640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc43a2-8965-4adc-b09c-0c8d0871878c req-f25c60f7-74ac-4bc2-910a-6c6d73429f0c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:46.212224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00fc43a2-8965-4adc-b09c-0c8d0871878c req-f25c60f7-74ac-4bc2-910a-6c6d73429f0c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 945 time: 0.1493022 Jul 14 09:53:46.249541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:46.275305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Transition to ACTIVE for port object 3de73fd1-4a10-4bdf-a543-385050b7fc5c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:46.281975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00fc43a2-8965-4adc-b09c-0c8d0871878c req-b3fa8136-a0b3-4724-ba7d-e100f5922bae tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633376 Jul 14 09:53:46.330279 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:46.379962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:46.386692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:46.394232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:46.440516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Pushing event updated for resources: {'Port': ['ID=3de73fd1-4a10-4bdf-a543-385050b7fc5c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:46.485264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:46.486238 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:46.509050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca5e9c2-d6db-4f21-a4b6-070950b96c97 req-37b4dab1-2caa-404d-a6d0-5f6aeb7aa556 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:46.510707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cca5e9c2-d6db-4f21-a4b6-070950b96c97 req-37b4dab1-2caa-404d-a6d0-5f6aeb7aa556 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 945 time: 0.0792069 Jul 14 09:53:46.534405 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-89c3e6de-8750-4da6-957e-ca018cee7e24 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2251303 Jul 14 09:53:46.547511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Request body: {'port': {'device_id': 'a54c003a-2bf6-48c0-965f-123eb6577d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:46.563504 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cca5e9c2-d6db-4f21-a4b6-070950b96c97 req-6dc195d0-ff82-4983-8aca-81d3c296d16d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444105 Jul 14 09:53:46.594864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36964) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:46.655375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80a4a4-ba57-45e5-a526-c89f217e2b6e req-a75207c8-bcc8-47fe-a7a3-7b8671a1b45e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:46.657114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c80a4a4-ba57-45e5-a526-c89f217e2b6e req-a75207c8-bcc8-47fe-a7a3-7b8671a1b45e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 935 time: 0.1664994 Jul 14 09:53:46.680422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:46.755093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-46171a86-02ab-4783-afa9-52c3de2e82c8 None None] Provisioning for port 3de73fd1-4a10-4bdf-a543-385050b7fc5c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:46.765723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-46171a86-02ab-4783-afa9-52c3de2e82c8 None None] Provisioning complete for port 3de73fd1-4a10-4bdf-a543-385050b7fc5c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:46.765723 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46171a86-02ab-4783-afa9-52c3de2e82c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:46.765948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c80a4a4-ba57-45e5-a526-c89f217e2b6e req-05bf233a-680e-4099-9610-0812aad072c0 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951791 Jul 14 09:53:46.824485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-46171a86-02ab-4783-afa9-52c3de2e82c8 None None] Port 3de73fd1-4a10-4bdf-a543-385050b7fc5c cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:53:46.950721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b60077-104d-45ac-be0a-048cf64b4517 tempest-TestVolumeBootPattern-1873159497 tempest-TestVolumeBootPattern-1873159497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:46.956016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c3b60077-104d-45ac-be0a-048cf64b4517 tempest-TestVolumeBootPattern-1873159497 tempest-TestVolumeBootPattern-1873159497-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 1092 time: 0.3574951 Jul 14 09:53:46.956422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 36978) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:46.961616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:46.989604 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.058561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de73fd1-4a10-4bdf-a543-385050b7fc5c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:53:47.068440 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.084746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Transition to ACTIVE for port object 3de73fd1-4a10-4bdf-a543-385050b7fc5c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:53:47.089600 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.097465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.196650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Pushing event updated for resources: {'Port': ['ID=3de73fd1-4a10-4bdf-a543-385050b7fc5c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:47.224947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Attempting to bind port 3de73fd1-4a10-4bdf-a543-385050b7fc5c on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:53:47.225214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Attempting to bind port 3de73fd1-4a10-4bdf-a543-385050b7fc5c by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:53:47.225548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Attempting to bind port 3de73fd1-4a10-4bdf-a543-385050b7fc5c on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:47.231367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Port 3de73fd1-4a10-4bdf-a543-385050b7fc5c on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:53:47.231698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Attempting to bind port 3de73fd1-4a10-4bdf-a543-385050b7fc5c on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:53:47.237585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:53:47.237934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:47.238325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:53:47.238815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Bound port: 3de73fd1-4a10-4bdf-a543-385050b7fc5c, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:53:47.239179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.299600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.25.0.145 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/e2790781-dfac-447f-8f64-cf422aeee52b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:53:47.318854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] For port 3de73fd1-4a10-4bdf-a543-385050b7fc5c, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:53:47.322832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] For port 3de73fd1-4a10-4bdf-a543-385050b7fc5c, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3de73fd1-4a10-4bdf-a543-385050b7fc5c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:53:47.329233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.365387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:47.366015 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.367880 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] 10.222.0.66 "PUT /v2.0/ports/3de73fd1-4a10-4bdf-a543-385050b7fc5c HTTP/1.1" status: 200 len: 1096 time: 0.8248122 Jul 14 09:53:47.368466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a54c003a-2bf6-48c0-965f-123eb6577d95', 'tag': '3de73fd1-4a10-4bdf-a543-385050b7fc5c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:47.372322 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f65765-7afb-43c5-8e25-491101c8be07" -d '{"events": [{"name": "network-changed", "server_uuid": "a54c003a-2bf6-48c0-965f-123eb6577d95", "tag": "3de73fd1-4a10-4bdf-a543-385050b7fc5c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:47.477471 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.489335 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b7b084-a1ad-4b8f-9515-870336146a9d x-openstack-request-id: req-88b7b084-a1ad-4b8f-9515-870336146a9d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:47.489642 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a54c003a-2bf6-48c0-965f-123eb6577d95", "tag": "3de73fd1-4a10-4bdf-a543-385050b7fc5c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:47.489900 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-88b7b084-a1ad-4b8f-9515-870336146a9d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:47.490302 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a54c003a-2bf6-48c0-965f-123eb6577d95', 'tag': '3de73fd1-4a10-4bdf-a543-385050b7fc5c', 'status': 'completed', 'code': 200} Jul 14 09:53:47.497339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe97ab8-4bcf-417e-8ed7-123f96695fcd service neutron] Pushing event updated for resources: {'Port': ['ID=3de73fd1-4a10-4bdf-a543-385050b7fc5c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:47.531097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:47.537088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-67ed4060-9c99-4e00-94f6-19f3ea09c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:47.538842 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-67ed4060-9c99-4e00-94f6-19f3ea09c8fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b173f49f54aa4a52bfbbeeb503663add&device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 1099 time: 0.1131651 Jul 14 09:53:47.577611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:53:47.583885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:47.587414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:53:47.593835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-40fdc814-4601-42b2-8614-6fad125983f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3de73fd1-4a10-4bdf-a543-385050b7fc5c HTTP/1.1" status: 200 len: 217 time: 0.0457361 Jul 14 09:53:47.619927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=e2790781-dfac-447f-8f64-cf422aeee52b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:47.634291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.634728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.635137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.635593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.636003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.636425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.636823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.637239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.637631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.638018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.638412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.638798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:53:47.654116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-f2b25ca3-d9cc-464c-b853-e8af31749702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:47.655751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-f2b25ca3-d9cc-464c-b853-e8af31749702 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0563657 Jul 14 09:53:47.722759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-64f1ce8e-2e2c-449e-b8d8-518977eabc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:47.724931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-64f1ce8e-2e2c-449e-b8d8-518977eabc6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0620396 Jul 14 09:53:47.870493 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-c7b8834d-d323-4958-abab-505a8dbfc77f service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366899 Jul 14 09:53:48.036026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89e6d05f-7c04-4876-9252-fb197e308d4a req-1803c15c-7690-4351-85a3-aee67a8a8cc0 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582212 Jul 14 09:53:48.074903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e4124-f5ff-4cec-90ff-c9ef1f257dd8 req-af027037-b772-4c95-afba-9f8a675a501d tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:48.084921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec2e4124-f5ff-4cec-90ff-c9ef1f257dd8 req-af027037-b772-4c95-afba-9f8a675a501d tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 947 time: 0.1231735 Jul 14 09:53:48.162792 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ec2e4124-f5ff-4cec-90ff-c9ef1f257dd8 req-7b7219f3-a098-4ff2-b97f-cdc11c9fdba6 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768390 Jul 14 09:53:48.182892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65765-7afb-43c5-8e25-491101c8be07 req-fdc99bd9-e2d9-4fee-92c2-e297089ac1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:48.184673 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35f65765-7afb-43c5-8e25-491101c8be07 req-fdc99bd9-e2d9-4fee-92c2-e297089ac1c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b173f49f54aa4a52bfbbeeb503663add&device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 1099 time: 0.0781727 Jul 14 09:53:48.244659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.292737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65765-7afb-43c5-8e25-491101c8be07 req-1b147515-26f9-4a80-8681-1abdce70d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:48.294354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35f65765-7afb-43c5-8e25-491101c8be07 req-1b147515-26f9-4a80-8681-1abdce70d8a3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.1026328 Jul 14 09:53:48.343333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35f65765-7afb-43c5-8e25-491101c8be07 req-9eb868d4-1f43-44e1-8016-070c238f6c53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3de73fd1-4a10-4bdf-a543-385050b7fc5c HTTP/1.1" status: 200 len: 217 time: 0.0380986 Jul 14 09:53:48.394910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65765-7afb-43c5-8e25-491101c8be07 req-8177d8eb-9859-453b-993e-09eadf46c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:48.396711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35f65765-7afb-43c5-8e25-491101c8be07 req-8177d8eb-9859-453b-993e-09eadf46c0b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0470865 Jul 14 09:53:48.469507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f65765-7afb-43c5-8e25-491101c8be07 req-6f4552d6-0b5b-4908-8758-76ca8e80dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:48.471008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35f65765-7afb-43c5-8e25-491101c8be07 req-6f4552d6-0b5b-4908-8758-76ca8e80dbcf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661268 Jul 14 09:53:48.587220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35f65765-7afb-43c5-8e25-491101c8be07 req-f2c8b08f-d5e3-471e-9cbc-c437d3b8b213 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089718 Jul 14 09:53:48.662303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.696948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35f65765-7afb-43c5-8e25-491101c8be07 req-377e52fc-a137-4e76-8ad2-2e483ee7c3ae service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016490 Jul 14 09:53:48.819387 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.827489 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:48.903001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=e2790781-dfac-447f-8f64-cf422aeee52b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:48.911467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:49.019174 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Floating IP a9004c18-0969-43a0-86ea-e88eb47a5a18 associated. External IP: 172.25.0.145, port: d7c7abdd-4f03-45f5-b4f4-ba9860712348. Jul 14 09:53:49.255436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Router ca36f42d-8693-4085-8eef-dc86cbc9007f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:53:49.410595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:53:49.424269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:53:49.426251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43993e5-c37f-46a5-a7ca-6a5cc4b5eedc req-3111970c-1998-4d1b-8992-a7c8f631b117 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.428157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b43993e5-c37f-46a5-a7ca-6a5cc4b5eedc req-3111970c-1998-4d1b-8992-a7c8f631b117 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 947 time: 0.1284225 Jul 14 09:53:49.438660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:49.439302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:53:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:49.441542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:49.507976 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b43993e5-c37f-46a5-a7ca-6a5cc4b5eedc req-00eb434c-a5e7-464d-9c98-a845d1cd879f tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640314 Jul 14 09:53:49.509950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0748c566-ac82-4d69-a380-1c9d855ba33f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5524364 Jul 14 09:53:49.510637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'tag': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:49.513093 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9e7e98-40eb-47aa-afa3-880ca56ad059" -d '{"events": [{"name": "network-changed", "server_uuid": "5180600b-c10a-4bbc-82f7-3cacbf457213", "tag": "d7c7abdd-4f03-45f5-b4f4-ba9860712348"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:49.557999 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ac94b2-a983-4687-b884-0a39111d4f52 x-openstack-request-id: req-19ac94b2-a983-4687-b884-0a39111d4f52 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:49.558298 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5180600b-c10a-4bbc-82f7-3cacbf457213", "tag": "d7c7abdd-4f03-45f5-b4f4-ba9860712348", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:49.558545 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-19ac94b2-a983-4687-b884-0a39111d4f52 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:49.558957 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'tag': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'status': 'completed', 'code': 200} Jul 14 09:53:49.581676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:49.645892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-af58330f-3c3d-4cb9-b514-ecaae56821d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.647590 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-af58330f-3c3d-4cb9-b514-ecaae56821d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 1097 time: 0.0608594 Jul 14 09:53:49.770509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-e6e7d529-5988-4140-bd43-c5b3e27b5f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.772012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-e6e7d529-5988-4140-bd43-c5b3e27b5f6b service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1178048 Jul 14 09:53:49.849043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'a9004c18-0969-43a0-86ea-e88eb47a5a18', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:9a:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:53:47Z', 'updated_at': '2021-07-14T09:53:47Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:49.876431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:53:49.881042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-bf731b40-754d-4fbe-a258-585254b0485f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348 HTTP/1.1" status: 200 len: 999 time: 0.1020589 Jul 14 09:53:49.885186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:53:49.886433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:53:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:49.943501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-b153eb77-5c65-4b81-a405-44c90a60e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:49.945179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-b153eb77-5c65-4b81-a405-44c90a60e389 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0579515 Jul 14 09:53:50.007363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-30134382-ecf0-48f4-8384-c18015fdd99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:50.009083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-30134382-ecf0-48f4-8384-c18015fdd99f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578272 Jul 14 09:53:50.009776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:53:50.116889 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-8c77336f-50a3-47ae-a5da-2d5b580c5ca3 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012475 Jul 14 09:53:50.223389 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ee9e7e98-40eb-47aa-afa3-880ca56ad059 req-32741865-0697-4ed2-8757-7f870f0378bf service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003659 Jul 14 09:53:50.269127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'a9004c18-0969-43a0-86ea-e88eb47a5a18', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:9a:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:53:47Z', 'updated_at': '2021-07-14T09:53:47Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:53:50.302882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181edab9-4e04-4101-ae86-6bc2de763b83 None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'a9004c18-0969-43a0-86ea-e88eb47a5a18', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:9a:82:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:53:47Z', 'updated_at': '2021-07-14T09:53:47Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:53:50.530119 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e3a6f0-54a9-4dc4-bcf6-014cd6077b65 None None] New status for floating IP a9004c18-0969-43a0-86ea-e88eb47a5a18: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:53:50.731815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c75811-8c5f-46d3-b7bd-b19241261c84 req-9b033ae2-9561-464c-817b-23d8348fccc0 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:50.733747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1c75811-8c5f-46d3-b7bd-b19241261c84 req-9b033ae2-9561-464c-817b-23d8348fccc0 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 947 time: 0.0908976 Jul 14 09:53:50.789042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1c75811-8c5f-46d3-b7bd-b19241261c84 req-70d29bc7-a984-4c90-9d57-e6a1d23e31a6 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469892 Jul 14 09:53:51.093408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3de73fd1-4a10-4bdf-a543-385050b7fc5c details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:53:51.191847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3de73fd1-4a10-4bdf-a543-385050b7fc5c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3de73fd1-4a10-4bdf-a543-385050b7fc5c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:51.205199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '3de73fd1-4a10-4bdf-a543-385050b7fc5c', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': '3de73fd1-4a10-4bdf-a543-385050b7fc5c', 'mac_address': 'fa:16:3e:35:2b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:53:51.249531 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:51.264499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3de73fd1-4a10-4bdf-a543-385050b7fc5c {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:53:51.287127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3de73fd1-4a10-4bdf-a543-385050b7fc5c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3de73fd1-4a10-4bdf-a543-385050b7fc5c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:51.292174 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:51.342046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3de73fd1-4a10-4bdf-a543-385050b7fc5c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:51.574193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3de73fd1-4a10-4bdf-a543-385050b7fc5c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:53:51.888467 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6275df49-f980-435c-ac54-b4c1273cae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:51.976398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0ac85-742a-4f29-920e-65397aafe200 req-df5740a9-f6ce-4d0f-831a-2072cae20342 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:51.977946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dc0ac85-742a-4f29-920e-65397aafe200 req-df5740a9-f6ce-4d0f-831a-2072cae20342 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 948 time: 0.0652525 Jul 14 09:53:52.018530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2dc0ac85-742a-4f29-920e-65397aafe200 req-deb4e612-eb93-420d-aa1c-04d1b80c73e9 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342262 Jul 14 09:53:53.093358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3de73fd1-4a10-4bdf-a543-385050b7fc5c up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:53:53.149200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 3de73fd1-4a10-4bdf-a543-385050b7fc5c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:53:53.153280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 3de73fd1-4a10-4bdf-a543-385050b7fc5c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:53:53.153660 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:53.214103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8fa47-4dbb-484d-a846-d58eab3a8922 req-9875d8ec-4b2e-4258-809b-15b724038348 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:53.216003 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bec8fa47-4dbb-484d-a846-d58eab3a8922 req-9875d8ec-4b2e-4258-809b-15b724038348 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 948 time: 0.0739362 Jul 14 09:53:53.233205 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:53.257219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54c003a-2bf6-48c0-965f-123eb6577d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de73fd1-4a10-4bdf-a543-385050b7fc5c'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:53:53.259165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bec8fa47-4dbb-484d-a846-d58eab3a8922 req-285b5c0a-31d1-4c82-bef4-3209d938bffc tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365601 Jul 14 09:53:53.260335 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433651f1-856f-471e-adc8-2ada05cc3c63" -d '{"events": [{"server_uuid": "a54c003a-2bf6-48c0-965f-123eb6577d95", "name": "network-vif-plugged", "status": "completed", "tag": "3de73fd1-4a10-4bdf-a543-385050b7fc5c"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:53:53.289578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3de73fd1-4a10-4bdf-a543-385050b7fc5c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3de73fd1-4a10-4bdf-a543-385050b7fc5c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:53:53.296168 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:53.332096 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41129e77-c792-4315-919c-b71dac45dbe3 x-openstack-request-id: req-41129e77-c792-4315-919c-b71dac45dbe3 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:53:53.332411 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54c003a-2bf6-48c0-965f-123eb6577d95", "name": "network-vif-plugged", "status": "completed", "tag": "3de73fd1-4a10-4bdf-a543-385050b7fc5c", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:53:53.332663 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41129e77-c792-4315-919c-b71dac45dbe3 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:53:53.333059 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54c003a-2bf6-48c0-965f-123eb6577d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de73fd1-4a10-4bdf-a543-385050b7fc5c', 'code': 200} Jul 14 09:53:53.351917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3de73fd1-4a10-4bdf-a543-385050b7fc5c,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:53.452774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7586a320-1f4c-46b3-ad75-7bd2b151f302 req-f4a8dbaa-c862-4820-a87f-0fd2a7bf3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:53.454325 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7586a320-1f4c-46b3-ad75-7bd2b151f302 req-f4a8dbaa-c862-4820-a87f-0fd2a7bf3cd5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 1101 time: 0.0565774 Jul 14 09:53:53.493761 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7586a320-1f4c-46b3-ad75-7bd2b151f302 req-29a518f5-e088-4bc0-bd9a-e95685e5ed90 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Jul 14 09:53:54.215961 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-926f0e28-c17c-43c7-b273-e21cd2a1483f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.462804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3c5b7-23ae-4bd5-a83e-047bed49c3da req-1f3f94a5-eba5-49cc-a00f-2344c700d277 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:54.465123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92a3c5b7-23ae-4bd5-a83e-047bed49c3da req-1f3f94a5-eba5-49cc-a00f-2344c700d277 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 949 time: 0.0767162 Jul 14 09:53:54.511686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:54.511959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92a3c5b7-23ae-4bd5-a83e-047bed49c3da req-12082514-8b81-459b-aad4-43ad30def13b tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407093 Jul 14 09:53:54.953504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37046) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:55.063128 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99772ec8-c151-4c54-a98c-62681dd46bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.159508 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99772ec8-c151-4c54-a98c-62681dd46bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.164613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99772ec8-c151-4c54-a98c-62681dd46bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.208276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-99772ec8-c151-4c54-a98c-62681dd46bcf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c1e698fa7c643209f74d5dedbf15b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536123 Jul 14 09:53:55.209201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99772ec8-c151-4c54-a98c-62681dd46bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3099fbd-f81e-46e9-812f-8b1f7a2afa9d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:55.211002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37050) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:55.263863 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78dd66d0-14f8-4c56-b933-d6b1aa08ad64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.289967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78dd66d0-14f8-4c56-b933-d6b1aa08ad64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.339924 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78dd66d0-14f8-4c56-b933-d6b1aa08ad64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.342503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78dd66d0-14f8-4c56-b933-d6b1aa08ad64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.343673 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-78dd66d0-14f8-4c56-b933-d6b1aa08ad64 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b3099fbd-f81e-46e9-812f-8b1f7a2afa9d HTTP/1.1" status: 204 len: 168 time: 0.1314750 Jul 14 09:53:55.351665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd66d0-14f8-4c56-b933-d6b1aa08ad64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3099fbd-f81e-46e9-812f-8b1f7a2afa9d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:55.614950 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:55.736917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac894d-bd89-4237-a973-70fbd22df1c4 req-3c5a2d66-b69c-41a8-a039-d18eba887aea tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:55.738586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02ac894d-bd89-4237-a973-70fbd22df1c4 req-3c5a2d66-b69c-41a8-a039-d18eba887aea tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 949 time: 0.0780725 Jul 14 09:53:55.782329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02ac894d-bd89-4237-a973-70fbd22df1c4 req-cd2c1a58-9ba5-4a2a-ad74-0b2cf4a796a3 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368223 Jul 14 09:53:56.034197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37078) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:56.160301 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-347646468-network', 'tenant_id': 'cdae86570efe48538d328a2dcbb307c0'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:56.189813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Made reservation on behalf of cdae86570efe48538d328a2dcbb307c0 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:56.192788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.204873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.316988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.321308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.346653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:53:56.362629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6702b2-4069-4436-a734-ab50a06f94b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:56.368509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.368917 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Added segment 015842a0-7e14-4319-83da-90f270d768b2 of type vlan for network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d Jul 14 09:53:56.421109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.454948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.456219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:56.456829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.540956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5054297 Jul 14 09:53:56.544181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37090) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:53:56.550108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Request body: {'subnet': {'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-347646468-subnet', 'tenant_id': 'cdae86570efe48538d328a2dcbb307c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:53:56.562617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f53a3-641d-4624-945f-2c9f32c70eba admin admin] Pushing event updated for resources: {'Network': ['ID=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:56.574466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Made reservation on behalf of cdae86570efe48538d328a2dcbb307c0 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:53:56.577245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:53:56.577468 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.768662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.834196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9705742d-b187-43f8-863c-144359c40f61,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:53:56.844782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Checking segment: {'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:53:56.845154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Network hostable DHCP agents. Network: e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:53:56.865615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:53:56.877247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:53:56.883856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:56.884495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:56.886019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52bbd3-3c44-4a98-a5ff-dc38bf6bb293 None None] Network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:56.901817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-24ebe477-2f8e-4284-ada5-de7f58ac6cdc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3557682 Jul 14 09:53:57.027551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:57.031827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae560bc-e046-42fa-83d9-2c1a0b2342cc None None] Network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:53:57.269465 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:53:58.770750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-9c30bc5d-4b3d-41ef-a175-7e030ac7a3cb tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:53:58.772331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-9c30bc5d-4b3d-41ef-a175-7e030ac7a3cb tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/networks?id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d HTTP/1.1" status: 200 len: 808 time: 0.1114609 Jul 14 09:53:58.788153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-b30b7563-baf7-4821-821a-3980c18c5399 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/quotas/cdae86570efe48538d328a2dcbb307c0 HTTP/1.1" status: 200 len: 375 time: 0.0096478 Jul 14 09:53:58.824212 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6cba572c-0be1-4289-9ce9-603245c8e597 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdae86570efe48538d328a2dcbb307c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298295 Jul 14 09:53:58.932993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-b627aafa-7acd-4daa-bc70-f20e5006b023 service neutron] 10.222.0.73 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016166 Jul 14 09:53:59.028143 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-df71c4d7-7dd8-4236-a1d2-1d26fc8aec2c service neutron] 10.222.0.73 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889499 Jul 14 09:53:59.236392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1b24fbe-b343-486f-89dd-d9accf08ac62 req-1310c988-fc52-4798-b1b1-50ca7a779887 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 210 time: 0.0351114 Jul 14 09:53:59.695650 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.410135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68ce5173-40b7-49b2-befc-d3cfccb7d926 req-bb010d31-9052-4349-8c8e-7b1b814e3007 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 210 time: 0.0462568 Jul 14 09:54:00.493213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-e6f365e4-9026-4ac7-83e4-3c9dcd4c2bae tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:00.494925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-e6f365e4-9026-4ac7-83e4-3c9dcd4c2bae tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.69 "GET /v2.0/networks?id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d HTTP/1.1" status: 200 len: 808 time: 0.1220462 Jul 14 09:54:00.508110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Request body: {'port': {'device_id': '187d38fe-6c14-4bc7-b692-002fd9cc8eb8', 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d', 'admin_state_up': True, 'tenant_id': 'cdae86570efe48538d328a2dcbb307c0'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:00.648836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Made reservation on behalf of cdae86570efe48538d328a2dcbb307c0 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:54:00.653165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.780945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Allocated IP 172.20.0.10 (e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d/9705742d-b187-43f8-863c-144359c40f61/92918bdd-9e20-4234-ab94-218b0fbe29e3) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:00.930465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:00.970213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.018167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:01.021729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:01.025812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:01.032463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Pushing event updated for resources: {'Port': ['ID=92918bdd-9e20-4234-ab94-218b0fbe29e3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:01.082533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:01.083186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.098030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-62fd829f-381e-43fa-926b-745a2959c707 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945268 Jul 14 09:54:01.109900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Request body: {'port': {'device_id': '187d38fe-6c14-4bc7-b692-002fd9cc8eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:01.183391 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.454883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92918bdd-9e20-4234-ab94-218b0fbe29e3 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:01.463320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.476424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Transition to ACTIVE for port object 92918bdd-9e20-4234-ab94-218b0fbe29e3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:01.481210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.547356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Pushing event updated for resources: {'Port': ['ID=92918bdd-9e20-4234-ab94-218b0fbe29e3,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:01.657214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Attempting to bind port 92918bdd-9e20-4234-ab94-218b0fbe29e3 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:01.657620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Attempting to bind port 92918bdd-9e20-4234-ab94-218b0fbe29e3 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:01.657975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Attempting to bind port 92918bdd-9e20-4234-ab94-218b0fbe29e3 on network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:01.665758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Port 92918bdd-9e20-4234-ab94-218b0fbe29e3 on network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:54:01.666645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Attempting to bind port 92918bdd-9e20-4234-ab94-218b0fbe29e3 on network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:01.679428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11a462-4a54-4d35-814d-dcefd2ac2d6b req-8268a3b7-fee9-45e9-b318-83cf0f314761 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:01.681095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea11a462-4a54-4d35-814d-dcefd2ac2d6b req-8268a3b7-fee9-45e9-b318-83cf0f314761 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 944 time: 0.1462014 Jul 14 09:54:01.682427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:01.682766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Checking segment: {'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:01.683150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Bound using segment: {'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:01.683598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Bound port: 92918bdd-9e20-4234-ab94-218b0fbe29e3, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:01.683963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.755184 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea11a462-4a54-4d35-814d-dcefd2ac2d6b req-2dd6d1a0-81a5-47c2-bba9-50a1d1f16d86 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678856 Jul 14 09:54:01.775023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] For port 92918bdd-9e20-4234-ab94-218b0fbe29e3, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:01.778766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] For port 92918bdd-9e20-4234-ab94-218b0fbe29e3, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=92918bdd-9e20-4234-ab94-218b0fbe29e3,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:01.783549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.825612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:01.826243 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:01.827655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] 10.222.0.69 "PUT /v2.0/ports/92918bdd-9e20-4234-ab94-218b0fbe29e3 HTTP/1.1" status: 200 len: 1093 time: 0.7220418 Jul 14 09:54:01.828096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187d38fe-6c14-4bc7-b692-002fd9cc8eb8', 'tag': '92918bdd-9e20-4234-ab94-218b0fbe29e3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:01.830336 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d595c7-0781-4fd9-885d-9dd9fddf5df9" -d '{"events": [{"name": "network-changed", "server_uuid": "187d38fe-6c14-4bc7-b692-002fd9cc8eb8", "tag": "92918bdd-9e20-4234-ab94-218b0fbe29e3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:01.851753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c775a-5876-4294-b0ab-f7c7b5db4d5f service neutron] Pushing event updated for resources: {'Port': ['ID=92918bdd-9e20-4234-ab94-218b0fbe29e3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:01.874490 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87de5b3e-db6e-484b-9297-f269a6661749 x-openstack-request-id: req-87de5b3e-db6e-484b-9297-f269a6661749 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:01.874782 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187d38fe-6c14-4bc7-b692-002fd9cc8eb8", "tag": "92918bdd-9e20-4234-ab94-218b0fbe29e3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:01.875030 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-87de5b3e-db6e-484b-9297-f269a6661749 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:01.875429 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187d38fe-6c14-4bc7-b692-002fd9cc8eb8', 'tag': '92918bdd-9e20-4234-ab94-218b0fbe29e3', 'status': 'completed', 'code': 200} Jul 14 09:54:01.932513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-0e6cd0ca-873e-477b-b174-f39228d01548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:01.934083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-0e6cd0ca-873e-477b-b174-f39228d01548 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdae86570efe48538d328a2dcbb307c0&device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0542548 Jul 14 09:54:01.977434 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-e2f5ad13-6129-4ff0-940e-f1b99e7f7af0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92918bdd-9e20-4234-ab94-218b0fbe29e3 HTTP/1.1" status: 200 len: 217 time: 0.0357444 Jul 14 09:54:02.029157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-9b4a98ca-aca7-4d03-b1a5-787951a2d040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:02.030948 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-9b4a98ca-aca7-4d03-b1a5-787951a2d040 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9705742d-b187-43f8-863c-144359c40f61 HTTP/1.1" status: 200 len: 848 time: 0.0464354 Jul 14 09:54:02.068778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-ffa163bd-1c29-4379-9045-03d1520df8cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307732 Jul 14 09:54:02.157351 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-71d8c2a2-d7d7-4e2a-9f3f-db87057ce997 service neutron] 10.222.0.69 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819006 Jul 14 09:54:02.250401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7178a114-0162-406a-8efe-9baf7bab9bc3 req-3d958dce-ab05-4514-b6fe-6173a6e7ebf7 service neutron] 10.222.0.69 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862527 Jul 14 09:54:02.361289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-73ebd8c5-5b3c-450c-b37c-8aaddfb98221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:02.362850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-73ebd8c5-5b3c-450c-b37c-8aaddfb98221 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdae86570efe48538d328a2dcbb307c0&device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0583429 Jul 14 09:54:02.459073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-a3eef8c4-d849-49f4-b88f-61d2a7e093fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:02.460613 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-a3eef8c4-d849-49f4-b88f-61d2a7e093fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d HTTP/1.1" status: 200 len: 909 time: 0.0914118 Jul 14 09:54:02.503214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-8b149e5a-1737-4eb5-9a7d-3284afc2b270 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92918bdd-9e20-4234-ab94-218b0fbe29e3 HTTP/1.1" status: 200 len: 217 time: 0.0353162 Jul 14 09:54:02.556349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-6760e949-e952-40bf-8520-073aa65be78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:02.558419 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-6760e949-e952-40bf-8520-073aa65be78f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9705742d-b187-43f8-863c-144359c40f61 HTTP/1.1" status: 200 len: 848 time: 0.0486915 Jul 14 09:54:02.593380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-ebe741db-fb80-4d31-b97b-b2e76d3a637b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280128 Jul 14 09:54:02.692919 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-da8971af-ef0e-4e04-ab74-490d4f642f0c service neutron] 10.222.0.69 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925028 Jul 14 09:54:02.791706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30d595c7-0781-4fd9-885d-9dd9fddf5df9 req-7079e17b-94dc-469a-927e-53e0528209d2 service neutron] 10.222.0.69 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915368 Jul 14 09:54:02.949208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6b7c-8df4-499d-813d-987afc5652e1 req-e7bb2ad7-5594-4d92-b738-5c31b7e1fc68 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:02.950749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-929c6b7c-8df4-499d-813d-987afc5652e1 req-e7bb2ad7-5594-4d92-b738-5c31b7e1fc68 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 944 time: 0.0751832 Jul 14 09:54:02.991084 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-929c6b7c-8df4-499d-813d-987afc5652e1 req-7cd0642d-1cfb-48e7-9f5c-de68b6caa556 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Jul 14 09:54:04.170949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb753e2-168a-4760-a902-742ff9d55bb2 req-4f98d022-82e5-4f77-bfc8-7d93e8f1ac35 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:04.172473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0cb753e2-168a-4760-a902-742ff9d55bb2 req-4f98d022-82e5-4f77-bfc8-7d93e8f1ac35 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 944 time: 0.0653806 Jul 14 09:54:04.211895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0cb753e2-168a-4760-a902-742ff9d55bb2 req-f921ee2e-1e6d-4d85-9a9f-dbb4cf1ec1b5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337257 Jul 14 09:54:04.287229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 92918bdd-9e20-4234-ab94-218b0fbe29e3 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:54:04.552121 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 92918bdd-9e20-4234-ab94-218b0fbe29e3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=92918bdd-9e20-4234-ab94-218b0fbe29e3,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:04.564700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '92918bdd-9e20-4234-ab94-218b0fbe29e3', 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d', 'port_id': '92918bdd-9e20-4234-ab94-218b0fbe29e3', 'mac_address': 'fa:16:3e:7c:66:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9705742d-b187-43f8-863c-144359c40f61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:54:04.601976 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.615454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92918bdd-9e20-4234-ab94-218b0fbe29e3 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:04.635157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 92918bdd-9e20-4234-ab94-218b0fbe29e3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=92918bdd-9e20-4234-ab94-218b0fbe29e3,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:04.639467 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:04.690468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=92918bdd-9e20-4234-ab94-218b0fbe29e3,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:04.858424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['92918bdd-9e20-4234-ab94-218b0fbe29e3'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:05.393994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edfadf-6e47-49b3-bdef-a9432d646b15 req-8e6fa9cc-d279-4925-8704-a11ff0349e75 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:05.395558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1edfadf-6e47-49b3-bdef-a9432d646b15 req-8e6fa9cc-d279-4925-8704-a11ff0349e75 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 945 time: 0.0667932 Jul 14 09:54:05.435808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d1edfadf-6e47-49b3-bdef-a9432d646b15 req-28f34ed7-f96b-44c6-8bd0-203ad29411a2 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343349 Jul 14 09:54:06.301830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 92918bdd-9e20-4234-ab94-218b0fbe29e3 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:06.354010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 92918bdd-9e20-4234-ab94-218b0fbe29e3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:06.363642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 92918bdd-9e20-4234-ab94-218b0fbe29e3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:06.363642 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.442844 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.468169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d38fe-6c14-4bc7-b692-002fd9cc8eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92918bdd-9e20-4234-ab94-218b0fbe29e3'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:06.470694 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5dede4-8df3-4f51-9a0a-0350fffce73b" -d '{"events": [{"server_uuid": "187d38fe-6c14-4bc7-b692-002fd9cc8eb8", "name": "network-vif-plugged", "status": "completed", "tag": "92918bdd-9e20-4234-ab94-218b0fbe29e3"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:06.485053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 92918bdd-9e20-4234-ab94-218b0fbe29e3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=92918bdd-9e20-4234-ab94-218b0fbe29e3,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:06.489592 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:06.515854 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b86e2e-ce06-4854-a682-f9f437bae328 x-openstack-request-id: req-67b86e2e-ce06-4854-a682-f9f437bae328 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:06.516150 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d38fe-6c14-4bc7-b692-002fd9cc8eb8", "name": "network-vif-plugged", "status": "completed", "tag": "92918bdd-9e20-4234-ab94-218b0fbe29e3", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:06.516494 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-67b86e2e-ce06-4854-a682-f9f437bae328 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:06.516904 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d38fe-6c14-4bc7-b692-002fd9cc8eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92918bdd-9e20-4234-ab94-218b0fbe29e3', 'code': 200} Jul 14 09:54:06.552482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=92918bdd-9e20-4234-ab94-218b0fbe29e3,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:06.632420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53786186-baa9-40c2-805c-ee105edf6bee req-46002f79-c20f-444e-81c2-bdc50a880bc5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:06.633894 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-53786186-baa9-40c2-805c-ee105edf6bee req-46002f79-c20f-444e-81c2-bdc50a880bc5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 946 time: 0.0681994 Jul 14 09:54:06.642082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc2319-8085-4097-ae70-613093452620 req-4cd9c376-cc68-40ad-b258-f7914d6e8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:06.644003 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ddbc2319-8085-4097-ae70-613093452620 req-4cd9c376-cc68-40ad-b258-f7914d6e8f2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 1098 time: 0.0556176 Jul 14 09:54:06.676862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-53786186-baa9-40c2-805c-ee105edf6bee req-56d60ad2-f01b-4400-a9d0-31363e73e9f1 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367625 Jul 14 09:54:06.686790 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ddbc2319-8085-4097-ae70-613093452620 req-218a6c29-27ee-43ec-890e-8e1ea6d06303 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365677 Jul 14 09:54:07.862495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374b5d97-a0c5-43ba-9e63-36c331631705 req-ecbb7161-0552-4667-b04f-b22a7fafdfbc tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:07.864235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-374b5d97-a0c5-43ba-9e63-36c331631705 req-ecbb7161-0552-4667-b04f-b22a7fafdfbc tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 946 time: 0.0699413 Jul 14 09:54:07.906760 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-374b5d97-a0c5-43ba-9e63-36c331631705 req-ccbcb439-0265-489b-89b3-e936767f8f75 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Jul 14 09:54:08.856997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a84d9-bc46-489e-89b8-a1f39c6793e3 req-3ca0a898-8795-4b4a-b817-6bccb79f7683 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:08.858690 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b07a84d9-bc46-489e-89b8-a1f39c6793e3 req-3ca0a898-8795-4b4a-b817-6bccb79f7683 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 946 time: 0.0756283 Jul 14 09:54:08.903188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b07a84d9-bc46-489e-89b8-a1f39c6793e3 req-91a77b68-a3d1-4593-a66e-9f5275d2e073 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Jul 14 09:54:10.053169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-b18ad385-310a-4baa-9962-d62f0ac67fd2 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:10.054950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-b18ad385-310a-4baa-9962-d62f0ac67fd2 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.69 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 946 time: 0.0808322 Jul 14 09:54:10.171912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3208912-d9be-4044-a4f7-3ad82583fe8e req-05b90623-409c-4a11-ae2f-1b9cbef01c1a tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:10.184179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3208912-d9be-4044-a4f7-3ad82583fe8e req-05b90623-409c-4a11-ae2f-1b9cbef01c1a tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 946 time: 0.1275702 Jul 14 09:54:10.208780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Deleting port 92918bdd-9e20-4234-ab94-218b0fbe29e3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:10.209187 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.260531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e3208912-d9be-4044-a4f7-3ad82583fe8e req-ce59cac0-10fd-4060-b679-9fc02766dcac tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 Jul 14 09:54:10.331560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] For port 92918bdd-9e20-4234-ab94-218b0fbe29e3, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=92918bdd-9e20-4234-ab94-218b0fbe29e3,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:10.331942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.350561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Calling delete_port for 92918bdd-9e20-4234-ab94-218b0fbe29e3 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:10.493211 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.507282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['92918bdd-9e20-4234-ab94-218b0fbe29e3'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:10.856470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Pushing event deleted for resources: {'Port': ['ID=92918bdd-9e20-4234-ab94-218b0fbe29e3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:10.874169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] No DVR routers for this DVR port 92918bdd-9e20-4234-ab94-218b0fbe29e3 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:10.877185 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:10.879258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdfb7fda-6ad2-4e72-9cf3-ea19d19e8a66 req-c6eef1d3-b35a-45c1-85ac-55e200e6971d tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.69 "DELETE /v2.0/ports/92918bdd-9e20-4234-ab94-218b0fbe29e3 HTTP/1.1" status: 204 len: 173 time: 0.8189552 Jul 14 09:54:10.879849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187d38fe-6c14-4bc7-b692-002fd9cc8eb8', 'name': 'network-vif-deleted', 'tag': '92918bdd-9e20-4234-ab94-218b0fbe29e3'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:10.882767 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376e9868-298d-4cd2-83de-7f0df1356141" -d '{"events": [{"server_uuid": "187d38fe-6c14-4bc7-b692-002fd9cc8eb8", "name": "network-vif-deleted", "tag": "92918bdd-9e20-4234-ab94-218b0fbe29e3"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:10.927464 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474bbd3b-1587-4ed6-ab4f-fa8765c95378 x-openstack-request-id: req-474bbd3b-1587-4ed6-ab4f-fa8765c95378 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:10.927888 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187d38fe-6c14-4bc7-b692-002fd9cc8eb8", "name": "network-vif-deleted", "tag": "92918bdd-9e20-4234-ab94-218b0fbe29e3", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:10.928307 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-474bbd3b-1587-4ed6-ab4f-fa8765c95378 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:10.928795 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187d38fe-6c14-4bc7-b692-002fd9cc8eb8', 'name': 'network-vif-deleted', 'tag': '92918bdd-9e20-4234-ab94-218b0fbe29e3', 'status': 'completed', 'code': 200} Jul 14 09:54:11.285768 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:11.437451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f11fd800-8d96-4b1e-8db7-1a16ddcfb72b req-b5cb5148-8fed-4c08-97ad-6619d41ec52b tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=187d38fe-6c14-4bc7-b692-002fd9cc8eb8 HTTP/1.1" status: 200 len: 210 time: 0.0320220 Jul 14 09:54:12.803540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-d1e3d035-3c27-4a44-8d8b-427fbf876a34 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:12.812078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-d1e3d035-3c27-4a44-8d8b-427fbf876a34 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/networks?id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d HTTP/1.1" status: 200 len: 808 time: 0.1387062 Jul 14 09:54:12.825817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-9929ebb1-a795-4f27-8d6f-640fc02cb80a tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/quotas/cdae86570efe48538d328a2dcbb307c0 HTTP/1.1" status: 200 len: 375 time: 0.0121305 Jul 14 09:54:12.869606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-a9c6cc36-abbb-4daa-8a85-d7f74c038c38 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=cdae86570efe48538d328a2dcbb307c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377917 Jul 14 09:54:12.980752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-0fa165e0-f8d5-4f18-9cca-c9e7a01fdbd8 service neutron] 10.222.0.73 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031506 Jul 14 09:54:13.088118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-f8b61661-3a8e-4d25-99d5-948076da6160 service neutron] 10.222.0.73 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999143 Jul 14 09:54:13.300252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3bc365a3-a92d-4940-b4bc-d957f42d83fa req-45984d85-9d49-4cee-86b1-0d9655fd0150 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 210 time: 0.0355697 Jul 14 09:54:14.367219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 92918bdd-9e20-4234-ab94-218b0fbe29e3 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:14.409437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 92918bdd-9e20-4234-ab94-218b0fbe29e3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:14.410153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 92918bdd-9e20-4234-ab94-218b0fbe29e3 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:14.518810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b29d935-7417-4561-bdfa-4df458049b68 req-26df121d-419e-469d-a88e-2a507f3cf89b tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 210 time: 0.0415537 Jul 14 09:54:14.565281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-12a3ea2f-110c-4c8d-aabd-1579e7274a89 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:14.567949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-12a3ea2f-110c-4c8d-aabd-1579e7274a89 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.69 "GET /v2.0/networks?id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d HTTP/1.1" status: 200 len: 808 time: 0.2185204 Jul 14 09:54:14.580746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Request body: {'port': {'device_id': '108fef99-a79c-40a6-88e1-1a6b8f8b7d42', 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d', 'admin_state_up': True, 'tenant_id': 'cdae86570efe48538d328a2dcbb307c0'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:14.707489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Made reservation on behalf of cdae86570efe48538d328a2dcbb307c0 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:54:14.712145 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:14.855917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Allocated IP 172.20.0.12 (e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d/9705742d-b187-43f8-863c-144359c40f61/152aa3c3-7fbf-40f6-b82a-b6554bd81b76) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:54:15.037283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:15.082712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:15.147837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:54:15.152184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:54:15.157855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:54:15.163004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Pushing event updated for resources: {'Port': ['ID=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:15.219673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.220826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:15.237739 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-4aac8373-323e-45ab-8f2e-3604524295f3 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6615357 Jul 14 09:54:15.250832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Request body: {'port': {'device_id': '108fef99-a79c-40a6-88e1-1a6b8f8b7d42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:15.344996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:15.645454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:15.663271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:15.701505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Transition to ACTIVE for port object 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:54:15.706967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:15.795080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Pushing event updated for resources: {'Port': ['ID=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:15.807631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dd31e-63de-4867-acb6-6ef9a8fd0699 req-a33a00d0-7e28-42b3-aa10-5d1a4f5b54aa tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:15.809261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-568dd31e-63de-4867-acb6-6ef9a8fd0699 req-a33a00d0-7e28-42b3-aa10-5d1a4f5b54aa tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 932 time: 0.1670084 Jul 14 09:54:15.892266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-568dd31e-63de-4867-acb6-6ef9a8fd0699 req-5e87b8ac-b66f-42fe-aa89-5a56427eb278 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589101 Jul 14 09:54:15.894963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Attempting to bind port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:54:15.895306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Attempting to bind port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:54:15.895703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Attempting to bind port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 on network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:15.900867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 on network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:54:15.901201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Attempting to bind port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 on network e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:54:15.906976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:54:15.907310 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Checking segment: {'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:54:15.907706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Bound using segment: {'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:54:15.908150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Bound port: 152aa3c3-7fbf-40f6-b82a-b6554bd81b76, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015842a0-7e14-4319-83da-90f270d768b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:54:15.909119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:15.983709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] For port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:15.987445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] For port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:54:15.992343 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:16.036104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.036930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:16.038385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] 10.222.0.69 "PUT /v2.0/ports/152aa3c3-7fbf-40f6-b82a-b6554bd81b76 HTTP/1.1" status: 200 len: 1093 time: 0.7925558 Jul 14 09:54:16.038845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108fef99-a79c-40a6-88e1-1a6b8f8b7d42', 'tag': '152aa3c3-7fbf-40f6-b82a-b6554bd81b76'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:16.041578 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c24b06-9053-4556-b0c3-3c932a19e7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "108fef99-a79c-40a6-88e1-1a6b8f8b7d42", "tag": "152aa3c3-7fbf-40f6-b82a-b6554bd81b76"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:16.078993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd8aff-cef8-4adf-a686-962a1eef12be service neutron] Pushing event updated for resources: {'Port': ['ID=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:16.100231 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6343c6-500e-403a-9fc6-954b826b5369 x-openstack-request-id: req-1f6343c6-500e-403a-9fc6-954b826b5369 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:16.100530 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108fef99-a79c-40a6-88e1-1a6b8f8b7d42", "tag": "152aa3c3-7fbf-40f6-b82a-b6554bd81b76", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:16.100784 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1f6343c6-500e-403a-9fc6-954b826b5369 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:16.101184 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108fef99-a79c-40a6-88e1-1a6b8f8b7d42', 'tag': '152aa3c3-7fbf-40f6-b82a-b6554bd81b76', 'status': 'completed', 'code': 200} Jul 14 09:54:16.153245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-ae5ba0a1-1197-4e5d-97eb-be955ca8296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.155093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-ae5ba0a1-1197-4e5d-97eb-be955ca8296a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdae86570efe48538d328a2dcbb307c0&device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 1096 time: 0.0646827 Jul 14 09:54:16.207040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-40d4f2d7-0798-4545-91a1-3e119472dc02 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152aa3c3-7fbf-40f6-b82a-b6554bd81b76 HTTP/1.1" status: 200 len: 217 time: 0.0435972 Jul 14 09:54:16.262487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-f39a82a1-1ca1-44b1-bfb0-e183bc787644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.264261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-f39a82a1-1ca1-44b1-bfb0-e183bc787644 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9705742d-b187-43f8-863c-144359c40f61 HTTP/1.1" status: 200 len: 848 time: 0.0505273 Jul 14 09:54:16.302218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-aa08852a-f477-4a32-9994-926d0845ac1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314219 Jul 14 09:54:16.401366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-fb0592be-085e-469b-91b5-466111934a10 service neutron] 10.222.0.69 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930254 Jul 14 09:54:16.516220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcb0fdad-1adf-4d18-ab1d-ada4cbbeb601 req-7fa2dcd1-f1ad-44ec-90b9-26a14b41e37b service neutron] 10.222.0.69 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079628 Jul 14 09:54:16.623678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-7d57a270-2e76-4e78-9152-ef130f480c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.625247 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-7d57a270-2e76-4e78-9152-ef130f480c7b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdae86570efe48538d328a2dcbb307c0&device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 1096 time: 0.0545354 Jul 14 09:54:16.737675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-a369e03a-ac9d-4515-b5f4-86434dbed54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.739216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-a369e03a-ac9d-4515-b5f4-86434dbed54f service neutron] 10.222.0.69 "GET /v2.0/networks?id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d HTTP/1.1" status: 200 len: 909 time: 0.1059887 Jul 14 09:54:16.782464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-fd6e4517-fc4e-4c03-a808-49ce2e980828 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=152aa3c3-7fbf-40f6-b82a-b6554bd81b76 HTTP/1.1" status: 200 len: 217 time: 0.0353703 Jul 14 09:54:16.847454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-b99a2f61-00b0-407e-a49f-f2abd4e41357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:16.848993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-b99a2f61-00b0-407e-a49f-f2abd4e41357 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9705742d-b187-43f8-863c-144359c40f61 HTTP/1.1" status: 200 len: 848 time: 0.0596623 Jul 14 09:54:16.882634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-3f8874e4-af67-41de-b2b3-2c074a7328b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269518 Jul 14 09:54:16.979860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-46fce2b2-dfc0-473a-afea-07273d8823e2 service neutron] 10.222.0.69 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894690 Jul 14 09:54:17.117914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-55c24b06-9053-4556-b0c3-3c932a19e7c2 req-ed70a255-836c-4270-8349-0f3dc62ef9ac service neutron] 10.222.0.69 "GET /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296630 Jul 14 09:54:17.136007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aca41f-8436-4e91-8c55-7a741cde86ae req-fea016d2-2b58-43eb-bf4a-67bd6a74ff71 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:17.137948 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-67aca41f-8436-4e91-8c55-7a741cde86ae req-fea016d2-2b58-43eb-bf4a-67bd6a74ff71 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 944 time: 0.1019199 Jul 14 09:54:17.177121 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-67aca41f-8436-4e91-8c55-7a741cde86ae req-d5b268a3-3873-44aa-b84f-5c65a25f17a7 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339239 Jul 14 09:54:18.360048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f168d-962f-4b61-83ee-bc5761ed315b req-33b3e165-dd0a-4be8-852f-9f041d26d7a0 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:18.361768 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c70f168d-962f-4b61-83ee-bc5761ed315b req-33b3e165-dd0a-4be8-852f-9f041d26d7a0 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 944 time: 0.0673668 Jul 14 09:54:18.391164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:54:18.406369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c70f168d-962f-4b61-83ee-bc5761ed315b req-f78c77c1-fdff-41c8-ae7c-0bbcdf44a912 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388856 Jul 14 09:54:18.515103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:18.539253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '152aa3c3-7fbf-40f6-b82a-b6554bd81b76', 'network_id': 'e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d', 'port_id': '152aa3c3-7fbf-40f6-b82a-b6554bd81b76', 'mac_address': 'fa:16:3e:89:e2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9705742d-b187-43f8-863c-144359c40f61', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:54:18.579252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:18.593132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:54:18.612383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:18.616988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:18.666208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:18.674560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.674925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.675259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.675602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.675936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.676303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.676637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.676965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.677291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.677617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.677943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.678266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:18.827997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['152aa3c3-7fbf-40f6-b82a-b6554bd81b76'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:19.608178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90096b0b-6b1b-4772-ae27-3aaaccf25da5 req-f1508ab5-e314-4a06-88cd-d88e41f614b7 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.610039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90096b0b-6b1b-4772-ae27-3aaaccf25da5 req-f1508ab5-e314-4a06-88cd-d88e41f614b7 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 945 time: 0.0759335 Jul 14 09:54:19.646333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af23f0-460c-467b-9734-996c5e27cfbb req-7896d373-5767-4e5a-b7ab-9ff55d04d9cc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.652474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af23f0-460c-467b-9734-996c5e27cfbb req-7896d373-5767-4e5a-b7ab-9ff55d04d9cc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.656764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-90096b0b-6b1b-4772-ae27-3aaaccf25da5 req-9459f8ea-20ba-4322-a228-d1110631dbdd tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400658 Jul 14 09:54:19.659072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af23f0-460c-467b-9734-996c5e27cfbb req-7896d373-5767-4e5a-b7ab-9ff55d04d9cc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.665749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af23f0-460c-467b-9734-996c5e27cfbb req-7896d373-5767-4e5a-b7ab-9ff55d04d9cc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.672299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af23f0-460c-467b-9734-996c5e27cfbb req-7896d373-5767-4e5a-b7ab-9ff55d04d9cc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.678326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af23f0-460c-467b-9734-996c5e27cfbb req-7896d373-5767-4e5a-b7ab-9ff55d04d9cc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.685324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af23f0-460c-467b-9734-996c5e27cfbb req-7896d373-5767-4e5a-b7ab-9ff55d04d9cc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:19.687338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22af23f0-460c-467b-9734-996c5e27cfbb req-7896d373-5767-4e5a-b7ab-9ff55d04d9cc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.1240113 Jul 14 09:54:19.733545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22af23f0-460c-467b-9734-996c5e27cfbb req-4fc4fdd7-060a-4551-b6c1-d074a34c7fc0 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397801 Jul 14 09:54:20.395332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:54:20.453714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:54:20.457645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:20.458018 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:20.546709 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:20.572668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108fef99-a79c-40a6-88e1-1a6b8f8b7d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152aa3c3-7fbf-40f6-b82a-b6554bd81b76'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:20.575188 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba815a-d93b-48a9-84a9-346fe872d99f" -d '{"events": [{"server_uuid": "108fef99-a79c-40a6-88e1-1a6b8f8b7d42", "name": "network-vif-plugged", "status": "completed", "tag": "152aa3c3-7fbf-40f6-b82a-b6554bd81b76"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:20.589708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:20.594120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:20.620112 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324bf1dd-0c1f-4bd6-bc16-8da5cf24f1ae x-openstack-request-id: req-324bf1dd-0c1f-4bd6-bc16-8da5cf24f1ae {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:20.620379 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108fef99-a79c-40a6-88e1-1a6b8f8b7d42", "name": "network-vif-plugged", "status": "completed", "tag": "152aa3c3-7fbf-40f6-b82a-b6554bd81b76", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:20.620524 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-324bf1dd-0c1f-4bd6-bc16-8da5cf24f1ae {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:20.620919 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108fef99-a79c-40a6-88e1-1a6b8f8b7d42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152aa3c3-7fbf-40f6-b82a-b6554bd81b76', 'code': 200} Jul 14 09:54:20.647963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:20.730856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-d9c28c08-bd5a-46b8-9336-4476e83e5d5b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.731971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f848541-3b88-4c51-918b-7afe4e2c8a30 req-93547ccb-155f-442c-b043-f7c3efb564df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.733629 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f848541-3b88-4c51-918b-7afe4e2c8a30 req-93547ccb-155f-442c-b043-f7c3efb564df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 1098 time: 0.0580397 Jul 14 09:54:20.736861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-d9c28c08-bd5a-46b8-9336-4476e83e5d5b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.742828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-d9c28c08-bd5a-46b8-9336-4476e83e5d5b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.749338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-d9c28c08-bd5a-46b8-9336-4476e83e5d5b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.755299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-d9c28c08-bd5a-46b8-9336-4476e83e5d5b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.762007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-d9c28c08-bd5a-46b8-9336-4476e83e5d5b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.768211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-d9c28c08-bd5a-46b8-9336-4476e83e5d5b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.770474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-d9c28c08-bd5a-46b8-9336-4476e83e5d5b tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.1142428 Jul 14 09:54:20.771606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f848541-3b88-4c51-918b-7afe4e2c8a30 req-96c05cec-2a8a-4f40-b32b-66fef38846c7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Jul 14 09:54:20.835586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-91ec256a-82d7-4177-a31a-467a3a77f36c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.837379 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-91ec256a-82d7-4177-a31a-467a3a77f36c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "GET /v2.0/ports/c674859c-2659-4640-8ffd-07606442ab32?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0592227 Jul 14 09:54:20.850673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8fb27-d482-406b-b547-1b97a1ba29a0 req-dd9a6856-6152-41f3-a5d2-f938dccf76b2 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:20.852540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89d8fb27-d482-406b-b547-1b97a1ba29a0 req-dd9a6856-6152-41f3-a5d2-f938dccf76b2 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 946 time: 0.0710948 Jul 14 09:54:20.896044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89d8fb27-d482-406b-b547-1b97a1ba29a0 req-870b66b7-8b06-4f9e-8762-8e66bea8f84c tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370219 Jul 14 09:54:20.987957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-53da08fc-149b-4b32-aedb-7fbe33f66bd6 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "GET /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1446888 Jul 14 09:54:21.010464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-81873ba9-3eee-4ca8-b62f-0d0596b9ed56 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.016538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-81873ba9-3eee-4ca8-b62f-0d0596b9ed56 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.022416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-81873ba9-3eee-4ca8-b62f-0d0596b9ed56 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.028552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-81873ba9-3eee-4ca8-b62f-0d0596b9ed56 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.034485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-81873ba9-3eee-4ca8-b62f-0d0596b9ed56 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.041115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-81873ba9-3eee-4ca8-b62f-0d0596b9ed56 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.047433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-81873ba9-3eee-4ca8-b62f-0d0596b9ed56 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.049434 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-81873ba9-3eee-4ca8-b62f-0d0596b9ed56 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 5445 time: 0.1562967 Jul 14 09:54:21.054843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:21.143533 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-daf6a830-2328-497b-8669-639c0a0d4f31 req-54d152f9-ef6f-40cf-82fc-1a0e7e3d3692 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836639 Jul 14 09:54:21.158489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:21.296182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] For port c674859c-2659-4640-8ffd-07606442ab32, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c674859c-2659-4640-8ffd-07606442ab32,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:21.339525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] For port c674859c-2659-4640-8ffd-07606442ab32, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:21.379581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] device_id is not set on port c674859c-2659-4640-8ffd-07606442ab32 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:54:21.388503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:21.394057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:21.445470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Pushing event updated for resources: {'Port': ['ID=c674859c-2659-4640-8ffd-07606442ab32,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:21.457195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.457546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.457896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.458245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.458617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.458954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.459365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.459698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.460028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.460387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.460714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.461037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:21.504046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] No DVR routers for this DVR port c674859c-2659-4640-8ffd-07606442ab32 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:21.601503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] In _notify_port_updated(), no bound segment for port c674859c-2659-4640-8ffd-07606442ab32 on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:54:21.603595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.604651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:21.606836 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-010ebde6-3105-442a-b888-65dd48345867 service neutron] 10.222.0.66 "PUT /v2.0/ports/c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 200 len: 1032 time: 0.5562406 Jul 14 09:54:21.694840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-b8ea5666-521a-4304-b62c-95f8dd7f6b3d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:21.697264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-b8ea5666-521a-4304-b62c-95f8dd7f6b3d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "GET /v2.0/ports/8698ddc3-fc01-4b42-8dc4-84fd9081c676?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0832934 Jul 14 09:54:21.713739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:54:21.798031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6461ff9d-0b67-41c8-be5e-642bd617f3f9 None None] Provisioning complete for port c674859c-2659-4640-8ffd-07606442ab32 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:21.798510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6461ff9d-0b67-41c8-be5e-642bd617f3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:21.842027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6461ff9d-0b67-41c8-be5e-642bd617f3f9 None None] Port c674859c-2659-4640-8ffd-07606442ab32 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:54:21.896242 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f200b2f1-7c2b-4c5d-8026-c348437d1d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.162572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802adbb-84dc-46f5-93ad-9ece109344e6 req-74c3aa25-6900-4c05-b334-25abd4c5aae0 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.164866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2802adbb-84dc-46f5-93ad-9ece109344e6 req-74c3aa25-6900-4c05-b334-25abd4c5aae0 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 946 time: 0.0806253 Jul 14 09:54:22.165535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.212467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2802adbb-84dc-46f5-93ad-9ece109344e6 req-e08a10d2-6d0c-4a4d-9dea-d526cca98cc8 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401480 Jul 14 09:54:22.420913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] For port 8698ddc3-fc01-4b42-8dc4-84fd9081c676, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8698ddc3-fc01-4b42-8dc4-84fd9081c676,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:22.466372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] For port 8698ddc3-fc01-4b42-8dc4-84fd9081c676, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:54:22.511741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] device_id is not set on port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:54:22.523165 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.532147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.614970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] Pushing event updated for resources: {'Port': ['ID=8698ddc3-fc01-4b42-8dc4-84fd9081c676,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:22.635216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ef60-a47b-4214-9275-d0bcd59be980 req-393955eb-1b57-4121-b32b-0aa4867a09a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.642022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ef60-a47b-4214-9275-d0bcd59be980 req-393955eb-1b57-4121-b32b-0aa4867a09a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.648401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ef60-a47b-4214-9275-d0bcd59be980 req-393955eb-1b57-4121-b32b-0aa4867a09a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.662903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ef60-a47b-4214-9275-d0bcd59be980 req-393955eb-1b57-4121-b32b-0aa4867a09a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.662903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ef60-a47b-4214-9275-d0bcd59be980 req-393955eb-1b57-4121-b32b-0aa4867a09a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.669940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0ef60-a47b-4214-9275-d0bcd59be980 req-393955eb-1b57-4121-b32b-0aa4867a09a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.678150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02b0ef60-a47b-4214-9275-d0bcd59be980 req-393955eb-1b57-4121-b32b-0aa4867a09a7 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 4666 time: 0.3689821 Jul 14 09:54:22.718077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] No DVR routers for this DVR port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:22.795620 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02b0ef60-a47b-4214-9275-d0bcd59be980 req-49231431-7b2a-48df-a49d-a2f609632d39 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&id=9dc2340f-2c61-4566-90a6-2822d65e777b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164961 Jul 14 09:54:22.841966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] In _notify_port_updated(), no bound segment for port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 on network a8f61289-c182-42aa-a179-f103deb902b5 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:54:22.842918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:22.843700 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.845462 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-083a719b-bcb8-4a36-b85b-87993480c3ba service neutron] 10.222.0.66 "PUT /v2.0/ports/8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 200 len: 1033 time: 1.1399384 Jul 14 09:54:22.984966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5c4164b0-44a9-4672-8111-8931e6adb951 None None] Provisioning complete for port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:54:22.985559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5c4164b0-44a9-4672-8111-8931e6adb951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:22.985789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port d8808c44-4847-4355-a690-733c5f93cbde {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:22.986138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.032312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5c4164b0-44a9-4672-8111-8931e6adb951 None None] Port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:54:23.103713 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] For port d8808c44-4847-4355-a690-733c5f93cbde, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=d8808c44-4847-4355-a690-733c5f93cbde,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:23.104526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.122941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for d8808c44-4847-4355-a690-733c5f93cbde owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:23.282223 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.314311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=d8808c44-4847-4355-a690-733c5f93cbde,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:23.402856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] No DVR routers for this DVR port d8808c44-4847-4355-a690-733c5f93cbde on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:23.406664 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.408612 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-7510b89e-e824-4104-8794-1afa2a439c69 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "DELETE /v2.0/ports/d8808c44-4847-4355-a690-733c5f93cbde HTTP/1.1" status: 204 len: 173 time: 0.5531940 Jul 14 09:54:23.409050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': 'd8808c44-4847-4355-a690-733c5f93cbde'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:23.411613 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00507bf-5f64-457d-88d4-dfacf8d4eddd" -d '{"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "d8808c44-4847-4355-a690-733c5f93cbde"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:23.458661 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616957c6-46c8-4893-9f52-a8b04cb59fba x-openstack-request-id: req-616957c6-46c8-4893-9f52-a8b04cb59fba {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:23.458968 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "d8808c44-4847-4355-a690-733c5f93cbde", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:23.459223 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-616957c6-46c8-4893-9f52-a8b04cb59fba {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:23.459625 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': 'd8808c44-4847-4355-a690-733c5f93cbde', 'status': 'completed', 'code': 200} Jul 14 09:54:23.525608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72686dc4-1aa9-411e-b4be-ca0ae73b7078 req-514c5005-0fb5-449f-930c-eb64114370cf tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:23.527117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72686dc4-1aa9-411e-b4be-ca0ae73b7078 req-514c5005-0fb5-449f-930c-eb64114370cf tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 946 time: 0.2047918 Jul 14 09:54:23.585690 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72686dc4-1aa9-411e-b4be-ca0ae73b7078 req-5891060b-d94b-4489-b2da-038de1aa13d0 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517135 Jul 14 09:54:23.588747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port 36c58c52-ca6a-4936-ac5c-a536ed1934ae {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:23.589196 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.697913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] For port 36c58c52-ca6a-4936-ac5c-a536ed1934ae, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=36c58c52-ca6a-4936-ac5c-a536ed1934ae,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:23.698286 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.716002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for 36c58c52-ca6a-4936-ac5c-a536ed1934ae owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:23.872624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.910109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=36c58c52-ca6a-4936-ac5c-a536ed1934ae,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:23.971012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] No DVR routers for this DVR port 36c58c52-ca6a-4936-ac5c-a536ed1934ae on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:23.974324 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:23.977402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-810a3a6b-7f49-4079-b3f1-4d7a2c3452bc tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "DELETE /v2.0/ports/36c58c52-ca6a-4936-ac5c-a536ed1934ae HTTP/1.1" status: 204 len: 173 time: 0.5603025 Jul 14 09:54:24.088698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bcc3e-19ac-49db-bead-065993c7e088 req-f467e9b7-910f-4226-b398-e630b009d21d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:24.097521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bcc3e-19ac-49db-bead-065993c7e088 req-f467e9b7-910f-4226-b398-e630b009d21d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:24.104293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9bcc3e-19ac-49db-bead-065993c7e088 req-f467e9b7-910f-4226-b398-e630b009d21d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:24.105294 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port 1260107c-1c78-4426-b1ab-d8ff67896347 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:24.105645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.106398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a9bcc3e-19ac-49db-bead-065993c7e088 req-f467e9b7-910f-4226-b398-e630b009d21d tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 2416 time: 0.1045229 Jul 14 09:54:24.152923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a9bcc3e-19ac-49db-bead-065993c7e088 req-2abf38be-79b6-4049-9b1b-84d310817287 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387590 Jul 14 09:54:24.220527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] For port 1260107c-1c78-4426-b1ab-d8ff67896347, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1260107c-1c78-4426-b1ab-d8ff67896347,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:24.221145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.223351 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8634a0ad-a10b-4c32-8188-bc2c2874a495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.238160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for 1260107c-1c78-4426-b1ab-d8ff67896347 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:24.409610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.448560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=1260107c-1c78-4426-b1ab-d8ff67896347,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:24.512628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] No DVR routers for this DVR port 1260107c-1c78-4426-b1ab-d8ff67896347 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:24.520008 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.523189 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.527056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-4d2ecb96-2123-4eac-96c3-c2b89f70a330 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "DELETE /v2.0/ports/1260107c-1c78-4426-b1ab-d8ff67896347 HTTP/1.1" status: 204 len: 173 time: 0.5407083 Jul 14 09:54:24.629862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-25fc0067-4c30-4814-b4ad-109cda3838c5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:24.631881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-25fc0067-4c30-4814-b4ad-109cda3838c5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.69 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 946 time: 0.1025805 Jul 14 09:54:24.685450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port 98a3df84-3902-4684-8e09-b9098d8a76ab {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:24.685797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.761938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Deleting port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:24.762642 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.851384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] For port 98a3df84-3902-4684-8e09-b9098d8a76ab, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=98a3df84-3902-4684-8e09-b9098d8a76ab,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:24.851841 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.879483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a66665-08e0-4bc4-bed7-12e6a6745d3b req-fc7601c5-ac18-43ae-a4a0-c3cedb655956 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:24.881030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a1a66665-08e0-4bc4-bed7-12e6a6745d3b req-fc7601c5-ac18-43ae-a4a0-c3cedb655956 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/ports?device_id=108fef99-a79c-40a6-88e1-1a6b8f8b7d42 HTTP/1.1" status: 200 len: 946 time: 0.1360326 Jul 14 09:54:24.883013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] For port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,segment=NetworkSegment(015842a0-7e14-4319-83da-90f270d768b2),segment_id=015842a0-7e14-4319-83da-90f270d768b2)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:24.883861 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:24.898709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Calling delete_port for 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:24.971635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a1a66665-08e0-4bc4-bed7-12e6a6745d3b req-f2ebb76f-908d-4202-8f08-f20f7ca4b018 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.73 "GET /v2.0/security-groups?id=0e6702b2-4069-4436-a734-ab50a06f94b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576363 Jul 14 09:54:25.133124 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.134001 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.134001 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.134639 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Floating IP 8c7d056b-06a5-48e4-98e8-7c2667a98ed1 disassociated. External IP: 172.25.0.236, port: 98a3df84-3902-4684-8e09-b9098d8a76ab. Jul 14 09:54:25.134639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for 98a3df84-3902-4684-8e09-b9098d8a76ab owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:25.154708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['152aa3c3-7fbf-40f6-b82a-b6554bd81b76'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:54:25.164556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Pushing event deleted for resources: {'Port': ['ID=152aa3c3-7fbf-40f6-b82a-b6554bd81b76,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:25.229489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] No DVR routers for this DVR port 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:25.234479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.237046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-471a7b9f-02dd-442e-ae03-66c73a51f2da req-c0862cf8-8c9f-4db6-a18d-4d0c941dc0e5 tempest-VolumesActionsTest-664749974 tempest-VolumesActionsTest-664749974-project] 10.222.0.69 "DELETE /v2.0/ports/152aa3c3-7fbf-40f6-b82a-b6554bd81b76 HTTP/1.1" status: 204 len: 173 time: 0.5961366 Jul 14 09:54:25.237634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108fef99-a79c-40a6-88e1-1a6b8f8b7d42', 'name': 'network-vif-deleted', 'tag': '152aa3c3-7fbf-40f6-b82a-b6554bd81b76'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:25.241812 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600c4aca-98e0-49b2-bdaa-5767e619a906" -d '{"events": [{"server_uuid": "108fef99-a79c-40a6-88e1-1a6b8f8b7d42", "name": "network-vif-deleted", "tag": "152aa3c3-7fbf-40f6-b82a-b6554bd81b76"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:25.253522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 98a3df84-3902-4684-8e09-b9098d8a76ab no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:25.337206 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ed9102-b445-41d0-9e70-3ca23420a3b4 x-openstack-request-id: req-a9ed9102-b445-41d0-9e70-3ca23420a3b4 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:25.337589 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108fef99-a79c-40a6-88e1-1a6b8f8b7d42", "name": "network-vif-deleted", "tag": "152aa3c3-7fbf-40f6-b82a-b6554bd81b76", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:25.337912 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9ed9102-b445-41d0-9e70-3ca23420a3b4 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:25.338380 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108fef99-a79c-40a6-88e1-1a6b8f8b7d42', 'name': 'network-vif-deleted', 'tag': '152aa3c3-7fbf-40f6-b82a-b6554bd81b76', 'status': 'completed', 'code': 200} Jul 14 09:54:25.380337 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.418348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=98a3df84-3902-4684-8e09-b9098d8a76ab,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:25.428484 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.479585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c674859c-2659-4640-8ffd-07606442ab32 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:25.496660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73043d-b82a-4445-bc7d-5b3deb61e248 req-e791bf61-0aea-4cd6-a0d6-de9de4f02433 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:25.499195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf73043d-b82a-4445-bc7d-5b3deb61e248 req-e791bf61-0aea-4cd6-a0d6-de9de4f02433 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 945 time: 0.1018555 Jul 14 09:54:25.522069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': '36c58c52-ca6a-4936-ac5c-a536ed1934ae'}, {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': '1260107c-1c78-4426-b1ab-d8ff67896347'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:25.524961 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb4578f-2c85-44f6-b158-ed0fd82ea896" -d '{"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "36c58c52-ca6a-4936-ac5c-a536ed1934ae"}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "1260107c-1c78-4426-b1ab-d8ff67896347"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:25.567196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c674859c-2659-4640-8ffd-07606442ab32 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:25.567675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device effca56c-9fb3-4048-96e3-fdae9282a10a no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:25.584850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf73043d-b82a-4445-bc7d-5b3deb61e248 req-7dd19bd4-52e4-4e39-b938-9a77e1473c53 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups?id=996906cd-78b1-41c6-abcb-ed1b6a1c9a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758076 Jul 14 09:54:25.594141 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0331053c-1fca-4fec-8ae8-80ed72c30c17 x-openstack-request-id: req-0331053c-1fca-4fec-8ae8-80ed72c30c17 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:25.594731 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "36c58c52-ca6a-4936-ac5c-a536ed1934ae", "status": "completed", "code": 200}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "1260107c-1c78-4426-b1ab-d8ff67896347", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:25.595081 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0331053c-1fca-4fec-8ae8-80ed72c30c17 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:25.595575 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': '36c58c52-ca6a-4936-ac5c-a536ed1934ae', 'status': 'completed', 'code': 200} Jul 14 09:54:25.595920 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': '1260107c-1c78-4426-b1ab-d8ff67896347', 'status': 'completed', 'code': 200} Jul 14 09:54:25.635924 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.648668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Router 9ac4fd8e-b356-4636-9021-f191e53fcf84 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:54:25.699939 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.729382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effca56c-9fb3-4048-96e3-fdae9282a10a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:25.731914 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1086b2-94fe-4aa6-b39a-1a0579d131b8" -d '{"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "effca56c-9fb3-4048-96e3-fdae9282a10a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:25.748666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port effca56c-9fb3-4048-96e3-fdae9282a10a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=effca56c-9fb3-4048-96e3-fdae9282a10a,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:25.754679 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.756130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 8698ddc3-fc01-4b42-8dc4-84fd9081c676 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:25.812407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:54:25.872743 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140b8ee8-a81b-486b-8b4c-059b696ff0fc x-openstack-request-id: req-140b8ee8-a81b-486b-8b4c-059b696ff0fc {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:25.873438 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "effca56c-9fb3-4048-96e3-fdae9282a10a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:25.873907 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-140b8ee8-a81b-486b-8b4c-059b696ff0fc {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:25.874529 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effca56c-9fb3-4048-96e3-fdae9282a10a', 'code': 200} Jul 14 09:54:25.875272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=effca56c-9fb3-4048-96e3-fdae9282a10a,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:25.880024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67316879-1855-4285-9028-439b64c66603 None None] Sync routers for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:54:25.898782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67316879-1855-4285-9028-439b64c66603 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:25.899613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-67316879-1855-4285-9028-439b64c66603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:54:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:25.912700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] No DVR routers for this DVR port 98a3df84-3902-4684-8e09-b9098d8a76ab on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:25.915960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:25.920315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-4f37d70b-14d3-4132-a4d5-e9a9482a9a22 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "DELETE /v2.0/ports/98a3df84-3902-4684-8e09-b9098d8a76ab HTTP/1.1" status: 204 len: 173 time: 1.3877406 Jul 14 09:54:25.986323 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 8698ddc3-fc01-4b42-8dc4-84fd9081c676 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:25.986764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1260107c-1c78-4426-b1ab-d8ff67896347 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:26.055716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 1260107c-1c78-4426-b1ab-d8ff67896347 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:26.056606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1260107c-1c78-4426-b1ab-d8ff67896347 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:26.057220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 36c58c52-ca6a-4936-ac5c-a536ed1934ae no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:26.095711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 36c58c52-ca6a-4936-ac5c-a536ed1934ae {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:26.096157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 36c58c52-ca6a-4936-ac5c-a536ed1934ae not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:26.096763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d8808c44-4847-4355-a690-733c5f93cbde no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:26.104741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port effca56c-9fb3-4048-96e3-fdae9282a10a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:26.105236 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:26.125244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: d8808c44-4847-4355-a690-733c5f93cbde {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:26.125661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device d8808c44-4847-4355-a690-733c5f93cbde not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:26.156870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-67316879-1855-4285-9028-439b64c66603 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:26.240117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] For port effca56c-9fb3-4048-96e3-fdae9282a10a, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=effca56c-9fb3-4048-96e3-fdae9282a10a,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:26.240583 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:26.257182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for effca56c-9fb3-4048-96e3-fdae9282a10a owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:26.428890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-67316879-1855-4285-9028-439b64c66603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:26.461354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67316879-1855-4285-9028-439b64c66603 None None] Checking router: 9ac4fd8e-b356-4636-9021-f191e53fcf84 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:54:26.477537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67316879-1855-4285-9028-439b64c66603 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:54:26.478335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-67316879-1855-4285-9028-439b64c66603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:54:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:26.494688 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:26.559702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=effca56c-9fb3-4048-96e3-fdae9282a10a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:26.638450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] No DVR routers for this DVR port effca56c-9fb3-4048-96e3-fdae9282a10a on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:26.641844 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:26.645768 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63782978-3805-4e66-bf43-c0509939baf0 req-a7d4cf16-e3ee-4a13-9e5d-ef49586653ca tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.66 "DELETE /v2.0/ports/effca56c-9fb3-4048-96e3-fdae9282a10a HTTP/1.1" status: 204 len: 173 time: 0.7156591 Jul 14 09:54:26.651021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-67316879-1855-4285-9028-439b64c66603 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:54:26.697751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-3cdf7ec1-99b9-459b-a7b8-2f54eb402edc req-2cf8d729-0fc4-4474-9ca8-7fb097af872a tempest-AttachVolumeShelveTestJSON-1997669067 tempest-AttachVolumeShelveTestJSON-1997669067-project] (93779) timed out ('10.222.0.69', 54883) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:54:26.839034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2eaa2b0b-c48e-4d77-ac30-afd307689847 req-906706f9-8c52-48bf-a998-d846814170af tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0660741 Jul 14 09:54:27.023393 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.048381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-67316879-1855-4285-9028-439b64c66603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:27.083448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67316879-1855-4285-9028-439b64c66603 None None] The sync data for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 is: [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:44:02Z', 'revision_number': 4, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '2939946c-b2a8-43fa-874a-b1e2d40cce25', 'name': '', 'network_id': 'c0a23679-4185-490c-8b16-e72740c16252', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'mac_address': 'fa:16:3e:7a:b2:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_interface', 'standard_attr_id': 2561, 'fixed_ips': [{'subnet_id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:44:00Z', 'updated_at': '2021-07-14T09:44:09Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'subnets': [{'id': '81804484-c2db-4e74-8daa-f75361a1ba82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:54:27.275796 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:27.512650 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6c28f1-b97a-40de-8f18-0036d065f9b1 None None] New status for floating IP 8c7d056b-06a5-48e4-98e8-7c2667a98ed1: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:54:27.597182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': '98a3df84-3902-4684-8e09-b9098d8a76ab'}, {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': 'effca56c-9fb3-4048-96e3-fdae9282a10a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:54:27.600096 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d7b8f5-707b-4105-8240-7bab43f39cde" -d '{"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "98a3df84-3902-4684-8e09-b9098d8a76ab"}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "effca56c-9fb3-4048-96e3-fdae9282a10a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:54:27.669818 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 14 Jul 2021 09:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4338002c-8f82-4186-a35b-8bed111cb7bd x-openstack-request-id: req-4338002c-8f82-4186-a35b-8bed111cb7bd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:54:27.670262 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "98a3df84-3902-4684-8e09-b9098d8a76ab", "status": "completed", "code": 200}, {"server_uuid": "e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d", "name": "network-vif-deleted", "tag": "effca56c-9fb3-4048-96e3-fdae9282a10a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:54:27.670618 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4338002c-8f82-4186-a35b-8bed111cb7bd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:54:27.671163 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': '98a3df84-3902-4684-8e09-b9098d8a76ab', 'status': 'completed', 'code': 200} Jul 14 09:54:27.671502 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d', 'name': 'network-vif-deleted', 'tag': 'effca56c-9fb3-4048-96e3-fdae9282a10a', 'status': 'completed', 'code': 200} Jul 14 09:54:28.037160 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4e8276df-f319-4aaf-ad90-7b7ebbafd575 req-07e4befa-4317-465e-a1d1-77290e423da2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0414257 Jul 14 09:54:28.409667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d79905c6-8996-4106-a652-6060ab918f7c req-3f81f8e1-1703-4e81-8a4f-08063ebbe415 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1644597 Jul 14 09:54:28.448634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:28.528419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:28.529439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 152aa3c3-7fbf-40f6-b82a-b6554bd81b76 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:28.695807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79905c6-8996-4106-a652-6060ab918f7c req-a332d3db-d0ae-4e20-b809-6d0e521a3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.698112 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d79905c6-8996-4106-a652-6060ab918f7c req-a332d3db-d0ae-4e20-b809-6d0e521a3570 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b173f49f54aa4a52bfbbeeb503663add&device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 1101 time: 0.1850791 Jul 14 09:54:28.967335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79905c6-8996-4106-a652-6060ab918f7c req-28b8326a-ae56-47e1-85d2-ce30aa73321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:28.974942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d79905c6-8996-4106-a652-6060ab918f7c req-28b8326a-ae56-47e1-85d2-ce30aa73321d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.2307491 Jul 14 09:54:29.117168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d79905c6-8996-4106-a652-6060ab918f7c req-50cfd93b-a0c6-4516-b80a-7625bc250221 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3de73fd1-4a10-4bdf-a543-385050b7fc5c HTTP/1.1" status: 200 len: 217 time: 0.1376915 Jul 14 09:54:29.253885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79905c6-8996-4106-a652-6060ab918f7c req-be69df60-7a57-4848-b821-c8ea917b2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:29.255407 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d79905c6-8996-4106-a652-6060ab918f7c req-be69df60-7a57-4848-b821-c8ea917b2024 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.1257203 Jul 14 09:54:29.290970 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bce0111-69a1-4562-b47a-ad237db97050 req-e8157b9e-4a9c-4a5a-a377-c762701b9a7c tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0670576 Jul 14 09:54:29.402606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79905c6-8996-4106-a652-6060ab918f7c req-12665761-c7d9-46c9-b213-b5a12dae2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:29.408459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d79905c6-8996-4106-a652-6060ab918f7c req-12665761-c7d9-46c9-b213-b5a12dae2157 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1449683 Jul 14 09:54:29.741723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d79905c6-8996-4106-a652-6060ab918f7c req-a2a72f64-7e1d-4a09-b47c-998c9e7ec677 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208435 Jul 14 09:54:29.746692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:29.887553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d79905c6-8996-4106-a652-6060ab918f7c req-eb678a6d-4caa-47e3-b7dc-dc5d2bdb81b6 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364613 Jul 14 09:54:30.574712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fbe1194c-e4e1-49de-895c-7891bfac9574 req-a39ea169-3b71-4d6c-a5b0-1d72d74902af tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0485520 Jul 14 09:54:31.972656 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58c15a46-8f8f-4204-bdb5-fb21d25643a5 req-cdeafc81-6ceb-491a-834e-cc64da4b6a62 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0617836 Jul 14 09:54:33.166868 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4212dd9b-802d-45e0-8fb6-d9bd95e11b00 req-1c0a64f9-03b8-4b14-b325-383e2e185055 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0482683 Jul 14 09:54:34.425403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c67ad20e-3a87-493e-8a99-df7dd5004fa9 req-37b9fff9-2897-40ab-9158-a67854f064b4 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0774646 Jul 14 09:54:35.731096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-844561a0-2112-460c-9c97-155c568eb954 req-6cd515a0-315f-4ae9-b479-50b5f7fecc94 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0719802 Jul 14 09:54:37.030725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eff8166d-1014-4cc2-a2aa-204c726a1e98 req-c50d8cf4-7758-4279-8da3-cb8d26dba3e6 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0576987 Jul 14 09:54:37.997424 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcd704a-ccce-4017-990c-44831a953105 req-58b13fb5-8c50-45a4-a49e-163b5e7d38f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1159039 Jul 14 09:54:38.184039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd704a-ccce-4017-990c-44831a953105 req-bfdac786-ac7d-40a6-b89f-821e4053f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:38.199416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcd704a-ccce-4017-990c-44831a953105 req-bfdac786-ac7d-40a6-b89f-821e4053f098 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 1097 time: 0.1158381 Jul 14 09:54:38.394990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd704a-ccce-4017-990c-44831a953105 req-40730128-fec7-4d95-a63c-9a4a6b9949d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:38.397816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcd704a-ccce-4017-990c-44831a953105 req-40730128-fec7-4d95-a63c-9a4a6b9949d0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1844161 Jul 14 09:54:38.414799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7aa07dd5-bd2c-417d-b522-98dcbf157f25 req-1102db7d-6a58-47c9-8195-53302f5f4245 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0423508 Jul 14 09:54:38.544753 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcd704a-ccce-4017-990c-44831a953105 req-062ead39-d003-4d99-bb78-761b687aeb28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348 HTTP/1.1" status: 200 len: 1001 time: 0.1397617 Jul 14 09:54:38.649393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd704a-ccce-4017-990c-44831a953105 req-1af3a568-fc2d-427f-9dab-cb2995367f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:38.651270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcd704a-ccce-4017-990c-44831a953105 req-1af3a568-fc2d-427f-9dab-cb2995367f6b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0982645 Jul 14 09:54:38.787096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd704a-ccce-4017-990c-44831a953105 req-0b01710c-3ca4-47f6-8c3c-41b3cbff1550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:54:38.789874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcd704a-ccce-4017-990c-44831a953105 req-0b01710c-3ca4-47f6-8c3c-41b3cbff1550 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317980 Jul 14 09:54:38.911096 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcd704a-ccce-4017-990c-44831a953105 req-e359b3aa-e3eb-4a35-b165-740256be65d1 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141727 Jul 14 09:54:39.057155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dcd704a-ccce-4017-990c-44831a953105 req-6c5f6311-dbd4-496f-a899-9c19bec34ca0 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389949 Jul 14 09:54:39.746381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec520343-e278-4b4d-8178-1650002c1a1c req-6be56cd6-df6f-45ca-a2db-52def9994347 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0723896 Jul 14 09:54:40.987566 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b68a2203-1fc7-4a56-93a5-df7c7b60cf70 req-1779aa1d-1bc6-41a6-83c2-2bb0d7b95774 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0476272 Jul 14 09:54:42.347548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9651cf6-1c0e-4c05-9c84-a5f989701ec9 req-67093dcc-ac2e-4ed5-a8e6-342cc3283162 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0536652 Jul 14 09:54:43.715358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fca2a58e-4131-4cb6-9f36-030a4c8ccad0 req-28ba5690-f60d-48d6-837c-0e82791b13c9 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/ports?device_id=e06d1d1f-0a7a-4708-ad5c-c7cfa0ce1b2d HTTP/1.1" status: 200 len: 210 time: 0.0484586 Jul 14 09:54:44.880466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37782) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:45.001144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f21964-9f21-4e96-a973-a974c9930a38 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:45.056643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f21964-9f21-4e96-a973-a974c9930a38 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:45.151545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f21964-9f21-4e96-a973-a974c9930a38 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:45.157957 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11f21964-9f21-4e96-a973-a974c9930a38 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:45.160123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-11f21964-9f21-4e96-a973-a974c9930a38 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "DELETE /v2.0/security-groups/996906cd-78b1-41c6-abcb-ed1b6a1c9a41 HTTP/1.1" status: 204 len: 168 time: 0.2783346 Jul 14 09:54:45.165781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37788) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:45.171622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f21964-9f21-4e96-a973-a974c9930a38 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=996906cd-78b1-41c6-abcb-ed1b6a1c9a41,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:45.222555 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-8d7be5ed-8c3c-4c8e-89a6-62cb4109657a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] show failed (client error): The resource could not be found. Jul 14 09:54:45.223989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8d7be5ed-8c3c-4c8e-89a6-62cb4109657a tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "GET /v2.0/security-groups/996906cd-78b1-41c6-abcb-ed1b6a1c9a41 HTTP/1.1" status: 404 len: 347 time: 0.0571413 Jul 14 09:54:45.229428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37790) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:45.473415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port 6621b45c-ce95-42a1-97f5-0e681bc4bf27 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:45.473780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:45.668836 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:45.669468 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:45.685598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for 6621b45c-ce95-42a1-97f5-0e681bc4bf27 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:46.008086 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:46.080342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=6621b45c-ce95-42a1-97f5-0e681bc4bf27,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:46.160596 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:46.164009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:46.168038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03df8445-ed92-4dee-995e-3cf1a8781df2 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "DELETE /v2.0/floatingips/8c7d056b-06a5-48e4-98e8-7c2667a98ed1 HTTP/1.1" status: 204 len: 168 time: 0.9181206 Jul 14 09:54:46.168735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37806) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:46.332687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0bfcb-3416-4e06-930e-6a04b9548076 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port 8698ddc3-fc01-4b42-8dc4-84fd9081c676 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:46.333433 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bfcb-3416-4e06-930e-6a04b9548076 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:46.456830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bfcb-3416-4e06-930e-6a04b9548076 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:46.472945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0bfcb-3416-4e06-930e-6a04b9548076 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for 8698ddc3-fc01-4b42-8dc4-84fd9081c676 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:46.671202 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bfcb-3416-4e06-930e-6a04b9548076 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:46.728793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0bfcb-3416-4e06-930e-6a04b9548076 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=8698ddc3-fc01-4b42-8dc4-84fd9081c676,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:46.944736 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f3a0bfcb-3416-4e06-930e-6a04b9548076 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:46.951200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:46.951431 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f3a0bfcb-3416-4e06-930e-6a04b9548076 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "DELETE /v2.0/ports/8698ddc3-fc01-4b42-8dc4-84fd9081c676 HTTP/1.1" status: 204 len: 168 time: 0.7786028 Jul 14 09:54:47.086943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6bca458d-36e4-4c51-ba1f-3748b7a12696 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port c674859c-2659-4640-8ffd-07606442ab32 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:47.087947 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bca458d-36e4-4c51-ba1f-3748b7a12696 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:47.205802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bca458d-36e4-4c51-ba1f-3748b7a12696 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:47.251356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6bca458d-36e4-4c51-ba1f-3748b7a12696 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for c674859c-2659-4640-8ffd-07606442ab32 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:47.518094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bca458d-36e4-4c51-ba1f-3748b7a12696 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:47.586200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca458d-36e4-4c51-ba1f-3748b7a12696 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=c674859c-2659-4640-8ffd-07606442ab32,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:47.685900 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bca458d-36e4-4c51-ba1f-3748b7a12696 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:47.688266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6bca458d-36e4-4c51-ba1f-3748b7a12696 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "DELETE /v2.0/ports/c674859c-2659-4640-8ffd-07606442ab32 HTTP/1.1" status: 204 len: 168 time: 0.7360015 Jul 14 09:54:47.692399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37836) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:48.205751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f7de00-d7f4-4f19-b5f5-23a5727b35ee tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting subnet ef8f7522-1892-4648-abc1-daddaa0deacf {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:54:48.213705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1f7de00-d7f4-4f19-b5f5-23a5727b35ee tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.284853 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1f7de00-d7f4-4f19-b5f5-23a5727b35ee tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.297243 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:54:48.426390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1f7de00-d7f4-4f19-b5f5-23a5727b35ee tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.500178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1f7de00-d7f4-4f19-b5f5-23a5727b35ee tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.519626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1f7de00-d7f4-4f19-b5f5-23a5727b35ee tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.526233 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37858) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:48.526817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232b945-859b-4026-af91-22c53d5a822e None None] Network abc303e9-64b3-40af-b530-6d5136a0ebce requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:54:48.535556 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f1f7de00-d7f4-4f19-b5f5-23a5727b35ee tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "DELETE /v2.0/subnets/ef8f7522-1892-4648-abc1-daddaa0deacf HTTP/1.1" status: 204 len: 168 time: 0.8289630 Jul 14 09:54:48.584572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7de00-d7f4-4f19-b5f5-23a5727b35ee tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Subnet': ['ID=ef8f7522-1892-4648-abc1-daddaa0deacf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:48.625611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting subnet 475b94d5-7350-4d65-93c7-83bf6be3b87c {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:54:48.629543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.682932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.841564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.866018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] DHCP port deletion for abc303e9-64b3-40af-b530-6d5136a0ebce request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:54:48.971107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] Deleting port dcb21f95-1c33-4b41-b312-62eacc38d482 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:48.972036 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:48.972738 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.017921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.021719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "DELETE /v2.0/subnets/475b94d5-7350-4d65-93c7-83bf6be3b87c HTTP/1.1" status: 204 len: 168 time: 0.4935658 Jul 14 09:54:49.021900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Subnet': ['ID=475b94d5-7350-4d65-93c7-83bf6be3b87c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:49.026025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 37868) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:49.026387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f256ab-e463-4409-87f2-2c674e8176a3 None None] Network a8f61289-c182-42aa-a179-f103deb902b5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:54:49.051748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.052159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.052538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.056730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.056991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.057415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.057695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.058038 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.058428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.058770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.062862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.062862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0374b7d4-919f-4e6a-ba94-1e8dfaa5171e tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:54:49.194787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] For port dcb21f95-1c33-4b41-b312-62eacc38d482, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dcb21f95-1c33-4b41-b312-62eacc38d482,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:49.195566 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.207239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.217059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] Calling delete_port for dcb21f95-1c33-4b41-b312-62eacc38d482 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:49.342018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Deleting port dcb21f95-1c33-4b41-b312-62eacc38d482 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:49.342768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.359406 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.415272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] Pushing event deleted for resources: {'Port': ['ID=dcb21f95-1c33-4b41-b312-62eacc38d482,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:49.415272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] DHCP port deletion for a8f61289-c182-42aa-a179-f103deb902b5 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:54:49.430518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecae433-0ad1-4deb-a32b-93cb4cf91a42 None None] No DVR routers for this DVR port dcb21f95-1c33-4b41-b312-62eacc38d482 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:49.445619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] For port dcb21f95-1c33-4b41-b312-62eacc38d482, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=dcb21f95-1c33-4b41-b312-62eacc38d482,segment=NetworkSegment(75a5c37b-d16f-4d84-a0c3-8b1fb451b090),segment_id=75a5c37b-d16f-4d84-a0c3-8b1fb451b090)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:49.446314 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.475519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Calling delete_port for dcb21f95-1c33-4b41-b312-62eacc38d482 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:49.514282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] Deleting port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:54:49.514764 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.616521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.623089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] For port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b,segment=NetworkSegment(c822ad60-6556-4194-8942-6c6ff983eed7),segment_id=c822ad60-6556-4194-8942-6c6ff983eed7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:54:49.623648 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.641529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] Calling delete_port for 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:54:49.652227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Port': ['ID=dcb21f95-1c33-4b41-b312-62eacc38d482,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:49.662495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] No DVR routers for this DVR port dcb21f95-1c33-4b41-b312-62eacc38d482 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:49.760662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.778212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc303e9-64b3-40af-b530-6d5136a0ebce']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:49.813536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a5c37b-d16f-4d84-a0c3-8b1fb451b090') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:49.814613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a5c37b-d16f-4d84-a0c3-8b1fb451b090') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:49.831898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.856475 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.867146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:54:49.867737 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:54:49.889648 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:54:49.963489 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.978451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.987276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:49.998880 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "DELETE /v2.0/networks/abc303e9-64b3-40af-b530-6d5136a0ebce HTTP/1.1" status: 204 len: 168 time: 0.9715583 Jul 14 09:54:49.999569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 37902) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:50.007972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] No DVR routers for this DVR port 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:54:50.009912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84878ad2-afd6-4bbc-a6e8-35eea4bc93c1 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Network': ['ID=abc303e9-64b3-40af-b530-6d5136a0ebce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:50.012466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dcb21f95-1c33-4b41-b312-62eacc38d482 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:50.018239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9b29c-ae24-473f-9727-1e7dafea37da None None] Pushing event deleted for resources: {'Port': ['ID=95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:50.044136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: dcb21f95-1c33-4b41-b312-62eacc38d482 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:50.044655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device dcb21f95-1c33-4b41-b312-62eacc38d482 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:50.045378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:54:50.071419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:54:50.071909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 95fcefe2-f1ec-4706-8a42-5c9c65ec8b1b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:54:50.138247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:50.259241 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:50.272380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f61289-c182-42aa-a179-f103deb902b5']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:50.290584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c822ad60-6556-4194-8942-6c6ff983eed7') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:50.291826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c822ad60-6556-4194-8942-6c6ff983eed7') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:50.305167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:50.324792 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:50.333627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:54:50.334111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:54:50.338682 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:54:50.418507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:50.426081 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:50.428163 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] 10.222.0.73 "DELETE /v2.0/networks/a8f61289-c182-42aa-a179-f103deb902b5 HTTP/1.1" status: 204 len: 168 time: 0.4261777 Jul 14 09:54:50.444277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa62d2a-044f-4ec1-9d4a-fc9cde569894 tempest-TaggedBootDevicesTest_v242-1108832202 tempest-TaggedBootDevicesTest_v242-1108832202-project] Pushing event deleted for resources: {'Network': ['ID=a8f61289-c182-42aa-a179-f103deb902b5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:51.911019 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-071454c3-dca9-4f9d-a20b-e28069a80906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.421531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38034) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:53.533436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-95990767-e88f-49ca-ae0e-eb44dc0fad37 admin admin] Deleting subnet 9705742d-b187-43f8-863c-144359c40f61 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:54:53.537552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95990767-e88f-49ca-ae0e-eb44dc0fad37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.595436 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95990767-e88f-49ca-ae0e-eb44dc0fad37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.639338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95990767-e88f-49ca-ae0e-eb44dc0fad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.723599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95990767-e88f-49ca-ae0e-eb44dc0fad37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.749118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-95990767-e88f-49ca-ae0e-eb44dc0fad37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.752674 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-95990767-e88f-49ca-ae0e-eb44dc0fad37 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9705742d-b187-43f8-863c-144359c40f61 HTTP/1.1" status: 204 len: 168 time: 0.3299673 Jul 14 09:54:53.755085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38040) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:53.773820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95990767-e88f-49ca-ae0e-eb44dc0fad37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9705742d-b187-43f8-863c-144359c40f61,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:53.871557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.964269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:53.977891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:53.990614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015842a0-7e14-4319-83da-90f270d768b2') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:53.991259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015842a0-7e14-4319-83da-90f270d768b2') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:54:54.005930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.026693 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.033272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:54:54.033677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:54:54.081425 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:54:54.110317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.117626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.120727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] 10.222.0.73 "DELETE /v2.0/networks/e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d HTTP/1.1" status: 204 len: 168 time: 0.3638570 Jul 14 09:54:54.151901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37e051-10e9-4159-a629-06bfc562657e admin admin] Pushing event deleted for resources: {'Network': ['ID=e4aadc0a-fe55-4ee6-b652-0293bb7b6c7d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:54.236162 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-410a476d-f563-43bc-bdbd-e6eeff2f5de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.330748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38058) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:54.380014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-16805768-73c9-49e1-95c8-bab0c4d7727e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cdae86570efe48538d328a2dcbb307c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471668 Jul 14 09:54:54.382867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38062) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:54:54.448106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-440471a8-2f0f-44d5-807c-a585c798bce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.497891 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-440471a8-2f0f-44d5-807c-a585c798bce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.508021 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.580639 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-440471a8-2f0f-44d5-807c-a585c798bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.583277 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-440471a8-2f0f-44d5-807c-a585c798bce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:54.586965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-440471a8-2f0f-44d5-807c-a585c798bce5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e6702b2-4069-4436-a734-ab50a06f94b3 HTTP/1.1" status: 204 len: 168 time: 0.1997392 Jul 14 09:54:54.594151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440471a8-2f0f-44d5-807c-a585c798bce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6702b2-4069-4436-a734-ab50a06f94b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:54:55.625459 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:57.015070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:57.276785 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:54:59.710798 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:00.809034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38220) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:01.523715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:01.798405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Deleting port 2939946c-b2a8-43fa-874a-b1e2d40cce25 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:01.798748 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:01.883480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] For port 2939946c-b2a8-43fa-874a-b1e2d40cce25, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2939946c-b2a8-43fa-874a-b1e2d40cce25,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:01.884105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:01.896949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Calling delete_port for 2939946c-b2a8-43fa-874a-b1e2d40cce25 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:02.120755 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:02.147914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2939946c-b2a8-43fa-874a-b1e2d40cce25,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:02.355642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:02.622507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Router 9ac4fd8e-b356-4636-9021-f191e53fcf84 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:55:02.732759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:55:02.743132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-92971533-435c-43c8-af37-2712e7480cb0 admin admin] 10.222.0.73 "PUT /v2.0/routers/9ac4fd8e-b356-4636-9021-f191e53fcf84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9269814 Jul 14 09:55:02.743132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38234) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:02.746721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] Sync routers for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:55:02.757249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:02.757979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:54:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:02.855146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:02.870558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:03.081647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:55:02Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:03.114195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] Checking router: 9ac4fd8e-b356-4636-9021-f191e53fcf84 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:55:03.123623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] Routers {'9ac4fd8e-b356-4636-9021-f191e53fcf84'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:03.124296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:54:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['9ac4fd8e-b356-4636-9021-f191e53fcf84'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:03.237269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] Set router 9ac4fd8e-b356-4636-9021-f191e53fcf84 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:03.278387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.353261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Deleting port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:03.353972 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.432898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:55:02Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:03.460750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] For port cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:03.461267 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.464932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f603e7-e652-4d0f-be5d-cba3e0cc3349 None None] The sync data for ids ['9ac4fd8e-b356-4636-9021-f191e53fcf84'] in n-d-780147-26 is: [{'id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'name': 'tempest-TaggedBootDevicesTest_v242-1566373709-router', 'tenant_id': 'da93836ffb284fb8873580293160a764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:43:55Z', 'updated_at': '2021-07-14T09:55:02Z', 'revision_number': 5, 'project_id': 'da93836ffb284fb8873580293160a764', 'gw_port': {'id': 'cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac4fd8e-b356-4636-9021-f191e53fcf84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:43:56Z', 'updated_at': '2021-07-14T09:44:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:55:03.482885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Calling delete_port for cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:03.679071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.705767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:03.775391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.888290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.891569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.968682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.970285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac4fd8e-b356-4636-9021-f191e53fcf84 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:55:03.977782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:03.979848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ec2d0d59-38fb-4bd5-b939-0f1b3b11d127 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9ac4fd8e-b356-4636-9021-f191e53fcf84 HTTP/1.1" status: 204 len: 168 time: 1.2372749 Jul 14 09:55:03.982337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38248) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:04.064065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0f76c7-7864-4d01-9006-478c1d299316 admin admin] Deleting subnet 81804484-c2db-4e74-8daa-f75361a1ba82 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:55:04.068647 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc0f76c7-7864-4d01-9006-478c1d299316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.088748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2939946c-b2a8-43fa-874a-b1e2d40cce25 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:04.109749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc0f76c7-7864-4d01-9006-478c1d299316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.124337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 2939946c-b2a8-43fa-874a-b1e2d40cce25 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:04.124990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2939946c-b2a8-43fa-874a-b1e2d40cce25 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:04.213406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc0f76c7-7864-4d01-9006-478c1d299316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.297989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc0f76c7-7864-4d01-9006-478c1d299316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.330691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f76c7-7864-4d01-9006-478c1d299316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81804484-c2db-4e74-8daa-f75361a1ba82,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:04.342343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d43f76-0a63-4ab1-9f9f-30cc35bab211 None None] Network c0a23679-4185-490c-8b16-e72740c16252 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:55:04.342607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc0f76c7-7864-4d01-9006-478c1d299316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.347322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38258) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:04.347930 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bc0f76c7-7864-4d01-9006-478c1d299316 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/81804484-c2db-4e74-8daa-f75361a1ba82 HTTP/1.1" status: 204 len: 168 time: 0.3612502 Jul 14 09:55:04.479176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.559447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Deleting port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:04.560527 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.693880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] For port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=30ff6dcf-4e38-4296-85e6-74fe3f20e7d5,segment=NetworkSegment(c7ea6fbe-c275-4acc-8a1c-4210420ec8cf),segment_id=c7ea6fbe-c275-4acc-8a1c-4210420ec8cf)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:04.694667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.715672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Calling delete_port for 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:04.787261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] DHCP port deletion for c0a23679-4185-490c-8b16-e72740c16252 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:55:04.807445 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.845520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=30ff6dcf-4e38-4296-85e6-74fe3f20e7d5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:04.847840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] No DVR routers for this DVR port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:55:04.891258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] Deleting port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:04.892278 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.950723 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:04.965202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0a23679-4185-490c-8b16-e72740c16252']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:04.980746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:04.981293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ea6fbe-c275-4acc-8a1c-4210420ec8cf') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:04.998670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.007148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] For port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:05.007577 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.022932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] Calling delete_port for 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:05.026477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] Port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 09:55:05.028136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.034954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.045950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:55:05.046633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:55:05.050593 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:55:05.067125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] Pushing event deleted for resources: {'Port': ['ID=30ff6dcf-4e38-4296-85e6-74fe3f20e7d5,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:05.074648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29605444-c618-4b04-b9e7-09a24288d8a6 None None] No DVR routers for this DVR port 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:55:05.148088 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.156513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.156857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c0a23679-4185-490c-8b16-e72740c16252 HTTP/1.1" status: 204 len: 168 time: 0.8081138 Jul 14 09:55:05.175197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d636b0-cd05-47d3-8b90-17e0b3700f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0a23679-4185-490c-8b16-e72740c16252,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:05.327192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38282) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:05.387268 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-25293bdf-a4f8-4451-a468-28e2a634ff7b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=da93836ffb284fb8873580293160a764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566502 Jul 14 09:55:05.388632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38284) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:05.463559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-717d8fa7-c4fe-41a0-9b1a-8f28a73681ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.491959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-717d8fa7-c4fe-41a0-9b1a-8f28a73681ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.565872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-717d8fa7-c4fe-41a0-9b1a-8f28a73681ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.568567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-717d8fa7-c4fe-41a0-9b1a-8f28a73681ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:05.572616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-717d8fa7-c4fe-41a0-9b1a-8f28a73681ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9dc2340f-2c61-4566-90a6-2822d65e777b HTTP/1.1" status: 204 len: 168 time: 0.1801591 Jul 14 09:55:05.581810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717d8fa7-c4fe-41a0-9b1a-8f28a73681ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc2340f-2c61-4566-90a6-2822d65e777b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:05.976817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:06.007291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:06.008337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 30ff6dcf-4e38-4296-85e6-74fe3f20e7d5 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:06.008711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:06.060831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:06.061759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cc4f2ffb-c06d-46d7-9eb7-1c5750e4b8f8 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:06.505608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 38330) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:06.650230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1064500808-network', 'tenant_id': '6ba9b8b48ffc427680680312a27dac4e'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:06.713777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Made reservation on behalf of 6ba9b8b48ffc427680680312a27dac4e for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:06.717775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:06.733057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:06.933368 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:06.939440 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:06.969330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:55:06.977055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d88154-7225-4ba8-aa33-c3d5ce97597c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:06.985601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:06.986260 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Added segment d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b of type vlan for network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 Jul 14 09:55:07.043866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:07.139135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:07.140374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:07.141135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:07.231257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 38394) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:07.231750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7254746 Jul 14 09:55:07.238881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Request body: {'subnet': {'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1064500808-subnet', 'tenant_id': '6ba9b8b48ffc427680680312a27dac4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:07.240573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dac0b2-5626-4007-a94a-b9711983e856 admin admin] Pushing event updated for resources: {'Network': ['ID=f26d9391-715d-4c41-9cbd-dbfe6798fbf0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:07.251227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:55:07.295064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Made reservation on behalf of 6ba9b8b48ffc427680680312a27dac4e for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:07.300791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:07.578395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:07.666665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Pushing event updated for resources: {'Subnet': ['ID=847f246e-729e-43a1-ac03-a62ace159eb6,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:07.685891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Checking segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:07.686253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Network hostable DHCP agents. Network: f26d9391-715d-4c41-9cbd-dbfe6798fbf0, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:55:07.735221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:55:07.748328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, f26d9391-715d-4c41-9cbd-dbfe6798fbf0) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:07.753330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:07.754056 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:07.764750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e5548-ce52-4273-9f7d-a847ee17be50 None None] Network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:55:07.788096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5ac8dee7-bc44-4189-81c6-1228c53a57de admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5540733 Jul 14 09:55:07.999975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81b22a9-9ada-4c9a-a48e-0c871d40066a None None] Network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:55:08.908483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-11947035-9a26-48f9-930d-28b228037ed4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:08.910277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-11947035-9a26-48f9-930d-28b228037ed4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 813 time: 0.5243285 Jul 14 09:55:08.926612 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-9aab0806-975f-42c7-bb87-1e410e4c3a8f tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/quotas/6ba9b8b48ffc427680680312a27dac4e HTTP/1.1" status: 200 len: 375 time: 0.0104840 Jul 14 09:55:08.978694 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-42b12ea8-90f8-43dc-bd98-a155691cdda7 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451069 Jul 14 09:55:09.141659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-53c43496-6592-48d1-9057-e2ca06fc4e64 service neutron] 10.222.0.73 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510334 Jul 14 09:55:09.286889 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-0a11bc43-9246-49a5-8720-7097ae795b92 service neutron] 10.222.0.73 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392975 Jul 14 09:55:09.755751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b902344e-4c78-40db-8898-197cbee22826 req-40dc9c08-d388-4b35-bf1d-1b08a0415dd3 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 210 time: 0.0319192 Jul 14 09:55:10.958604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bcd8d00b-8141-40cd-b4af-6d781f39ce98 req-dc3098bb-c312-472a-a121-8e604acdcf4e tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 210 time: 0.0329037 Jul 14 09:55:11.254032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-d647e2cf-e1a5-48af-bddf-a200160ca30d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:11.255582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-d647e2cf-e1a5-48af-bddf-a200160ca30d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.69 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 813 time: 0.2463102 Jul 14 09:55:11.269857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Request body: {'port': {'device_id': '00424d05-dc4c-472e-b957-a87895abaec4', 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'admin_state_up': True, 'tenant_id': '6ba9b8b48ffc427680680312a27dac4e'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:11.302012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-6d8280dc-0e08-4c8e-8e47-75289d3240c8 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:11.307166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-6d8280dc-0e08-4c8e-8e47-75289d3240c8 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.66 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 813 time: 0.2625878 Jul 14 09:55:11.319974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Request body: {'port': {'device_id': 'c43c3959-2d14-4750-bf23-200b823a3f3b', 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'admin_state_up': True, 'tenant_id': '6ba9b8b48ffc427680680312a27dac4e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:11.473373 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.db.api [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 14 09:55:11.473373 n-d-780147-26 neutron-server[93779]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 14 09:55:11.473373 n-d-780147-26 neutron-server[93779]: [parameters: {'project_id': '6ba9b8b48ffc427680680312a27dac4e', 'id': 'e53d1cd4-48af-48e5-bfd9-3a1ac9d67820', 'expiration': datetime.datetime(2021, 7, 14, 9, 57, 11, 460552)}] Jul 14 09:55:11.473373 n-d-780147-26 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 09:55:11.476796 n-d-780147-26 neutron-server[93779]: DEBUG oslo_db.api [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 09:55:11.487655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Made reservation on behalf of 6ba9b8b48ffc427680680312a27dac4e for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:11.495076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:11.656724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Allocated IP 172.20.0.13 (f26d9391-715d-4c41-9cbd-dbfe6798fbf0/847f246e-729e-43a1-ac03-a62ace159eb6/86211b2d-1680-4317-9949-e00cbd3d4828) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:11.812904 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:11.855746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:11.913430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:11.916720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:11.921087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:11.956785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Pushing event updated for resources: {'Port': ['ID=86211b2d-1680-4317-9949-e00cbd3d4828,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:11.983994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:11.986530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.003414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-ec3648ca-31eb-483e-abe5-c1285264d505 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7395771 Jul 14 09:55:12.026753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Made reservation on behalf of 6ba9b8b48ffc427680680312a27dac4e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:12.032346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Request body: {'port': {'device_id': '00424d05-dc4c-472e-b957-a87895abaec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:12.035630 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.184888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.263125 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-616dc4c0-aa45-429f-898a-c06d3231209f req-a1c96903-e2d5-43b4-9970-4d28a4235250 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 210 time: 0.0640280 Jul 14 09:55:12.368959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Allocated IP 172.20.0.8 (f26d9391-715d-4c41-9cbd-dbfe6798fbf0/847f246e-729e-43a1-ac03-a62ace159eb6/ace13883-7c12-4743-b018-73442ce45463) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:12.547128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.589690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.649511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:12.653464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:12.657669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:12.683147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Pushing event updated for resources: {'Port': ['ID=ace13883-7c12-4743-b018-73442ce45463,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:12.712494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:12.713166 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.731767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-68db1ff2-fd36-43d9-85f0-75f127093066 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4187541 Jul 14 09:55:12.744502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Request body: {'port': {'device_id': 'c43c3959-2d14-4750-bf23-200b823a3f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:12.777867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86211b2d-1680-4317-9949-e00cbd3d4828 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:12.786529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.801297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Transition to ACTIVE for port object 86211b2d-1680-4317-9949-e00cbd3d4828 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:12.805531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.838303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:12.872338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=86211b2d-1680-4317-9949-e00cbd3d4828,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:12.965205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Attempting to bind port 86211b2d-1680-4317-9949-e00cbd3d4828 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:12.965551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Attempting to bind port 86211b2d-1680-4317-9949-e00cbd3d4828 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:12.965840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Attempting to bind port 86211b2d-1680-4317-9949-e00cbd3d4828 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:12.970679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Port 86211b2d-1680-4317-9949-e00cbd3d4828 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:55:12.971018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Attempting to bind port 86211b2d-1680-4317-9949-e00cbd3d4828 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:12.976654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:12.977042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Checking segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:12.977440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Bound using segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:12.977928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Bound port: 86211b2d-1680-4317-9949-e00cbd3d4828, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:12.978301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.076222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] For port 86211b2d-1680-4317-9949-e00cbd3d4828, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:13.082380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] For port 86211b2d-1680-4317-9949-e00cbd3d4828, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=86211b2d-1680-4317-9949-e00cbd3d4828,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:13.089606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.196022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Pushing event updated for resources: {'Port': ['ID=86211b2d-1680-4317-9949-e00cbd3d4828,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:13.227764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:13.228982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.229905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace13883-7c12-4743-b018-73442ce45463 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:13.231380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-bb6d17ac-6434-494a-bd98-fb9f8f4c3cbd service neutron] 10.222.0.69 "PUT /v2.0/ports/86211b2d-1680-4317-9949-e00cbd3d4828 HTTP/1.1" status: 200 len: 1093 time: 1.2189794 Jul 14 09:55:13.232179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00424d05-dc4c-472e-b957-a87895abaec4', 'tag': '86211b2d-1680-4317-9949-e00cbd3d4828'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:13.235903 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1" -d '{"events": [{"name": "network-changed", "server_uuid": "00424d05-dc4c-472e-b957-a87895abaec4", "tag": "86211b2d-1680-4317-9949-e00cbd3d4828"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:13.242379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.271788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Transition to ACTIVE for port object ace13883-7c12-4743-b018-73442ce45463 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:13.278895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.335548 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552ed79d-9cdf-4383-ad1a-a6d6af826ac4 x-openstack-request-id: req-552ed79d-9cdf-4383-ad1a-a6d6af826ac4 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:13.335852 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00424d05-dc4c-472e-b957-a87895abaec4", "tag": "86211b2d-1680-4317-9949-e00cbd3d4828", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:13.336103 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-552ed79d-9cdf-4383-ad1a-a6d6af826ac4 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:13.336526 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00424d05-dc4c-472e-b957-a87895abaec4', 'tag': '86211b2d-1680-4317-9949-e00cbd3d4828', 'status': 'completed', 'code': 200} Jul 14 09:55:13.364006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Pushing event updated for resources: {'Port': ['ID=ace13883-7c12-4743-b018-73442ce45463,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:13.406512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-c0304317-a11e-469c-bf8e-c40720999592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:13.411430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-c0304317-a11e-469c-bf8e-c40720999592 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&device_id=00424d05-dc4c-472e-b957-a87895abaec4 HTTP/1.1" status: 200 len: 1096 time: 0.1296396 Jul 14 09:55:13.468436 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-3289ba92-8a70-4401-be72-ced408a880a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86211b2d-1680-4317-9949-e00cbd3d4828 HTTP/1.1" status: 200 len: 217 time: 0.0447721 Jul 14 09:55:13.518265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Attempting to bind port ace13883-7c12-4743-b018-73442ce45463 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:13.518524 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Attempting to bind port ace13883-7c12-4743-b018-73442ce45463 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:13.518867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Attempting to bind port ace13883-7c12-4743-b018-73442ce45463 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:13.525322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-9e13f57f-b89e-4d49-bb7e-8ec944744ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:13.529478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-9e13f57f-b89e-4d49-bb7e-8ec944744ef3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 200 len: 853 time: 0.0544150 Jul 14 09:55:13.529933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Port ace13883-7c12-4743-b018-73442ce45463 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:55:13.530279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Attempting to bind port ace13883-7c12-4743-b018-73442ce45463 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:13.547500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:13.547832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Checking segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:13.548670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Bound using segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:13.549120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Bound port: ace13883-7c12-4743-b018-73442ce45463, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:13.549490 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.570939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-e4d45f6d-ec28-4a4a-892c-72bb9ad456a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364690 Jul 14 09:55:13.573448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f867ed4-c09d-45be-90d7-3eb13646f8d2 req-3e09cd04-2736-4ec1-899f-35cdad568f19 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:13.574995 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f867ed4-c09d-45be-90d7-3eb13646f8d2 req-3e09cd04-2736-4ec1-899f-35cdad568f19 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 943 time: 0.1258717 Jul 14 09:55:13.677449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f867ed4-c09d-45be-90d7-3eb13646f8d2 req-168deb0e-ba7e-4978-80b4-80a26e7a23e2 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916371 Jul 14 09:55:13.700577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] For port ace13883-7c12-4743-b018-73442ce45463, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:13.702978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-6970ef78-bfa2-4999-89e7-5b8055050014 service neutron] 10.222.0.69 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211412 Jul 14 09:55:13.704404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] For port ace13883-7c12-4743-b018-73442ce45463, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ace13883-7c12-4743-b018-73442ce45463,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:13.713501 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.776754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Pushing event updated for resources: {'Port': ['ID=ace13883-7c12-4743-b018-73442ce45463,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:13.790810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:13.793734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:13.795912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-222e3318-7ed2-4dad-bf1f-ad079d384952 service neutron] 10.222.0.66 "PUT /v2.0/ports/ace13883-7c12-4743-b018-73442ce45463 HTTP/1.1" status: 200 len: 1092 time: 1.0560894 Jul 14 09:55:13.796496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43c3959-2d14-4750-bf23-200b823a3f3b', 'tag': 'ace13883-7c12-4743-b018-73442ce45463'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:13.800106 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e89854-12b2-418d-8d63-720d27552299" -d '{"events": [{"name": "network-changed", "server_uuid": "c43c3959-2d14-4750-bf23-200b823a3f3b", "tag": "ace13883-7c12-4743-b018-73442ce45463"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:13.817470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-3dadced9-c704-4706-9fe2-b93ca3d753ed service neutron] 10.222.0.69 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090503 Jul 14 09:55:13.879347 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e6ea75-3471-45e9-a211-898b89401311 x-openstack-request-id: req-83e6ea75-3471-45e9-a211-898b89401311 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:13.879732 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43c3959-2d14-4750-bf23-200b823a3f3b", "tag": "ace13883-7c12-4743-b018-73442ce45463", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:13.880052 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83e6ea75-3471-45e9-a211-898b89401311 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:13.880543 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43c3959-2d14-4750-bf23-200b823a3f3b', 'tag': 'ace13883-7c12-4743-b018-73442ce45463', 'status': 'completed', 'code': 200} Jul 14 09:55:13.949747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-eb39291e-5a90-4a78-be5c-d64a2120bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:13.951581 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-eb39291e-5a90-4a78-be5c-d64a2120bd65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 1095 time: 0.0835655 Jul 14 09:55:14.008079 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-45292f5c-d036-40fc-8056-ec15f6e4c6bc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace13883-7c12-4743-b018-73442ce45463 HTTP/1.1" status: 200 len: 217 time: 0.0495255 Jul 14 09:55:14.016311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-754fd36b-f6dd-48cb-8cd8-635703f15bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:14.019981 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-754fd36b-f6dd-48cb-8cd8-635703f15bf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&device_id=00424d05-dc4c-472e-b957-a87895abaec4 HTTP/1.1" status: 200 len: 1096 time: 0.1104708 Jul 14 09:55:14.066403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-337910f8-0cc6-4629-9cd2-27fb14e94502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:14.068302 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-337910f8-0cc6-4629-9cd2-27fb14e94502 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 200 len: 853 time: 0.0534251 Jul 14 09:55:14.109850 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-f77434e6-9385-48c3-a626-550de4e89d3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337608 Jul 14 09:55:14.131394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-b7b1d311-abaa-453b-8114-6d50e81f74af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:14.133512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-b7b1d311-abaa-453b-8114-6d50e81f74af service neutron] 10.222.0.69 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 914 time: 0.1075511 Jul 14 09:55:14.186496 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-f7c52b39-ec20-4b78-9503-7569abf10977 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86211b2d-1680-4317-9949-e00cbd3d4828 HTTP/1.1" status: 200 len: 217 time: 0.0451810 Jul 14 09:55:14.261998 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-745be621-06fd-4a20-8572-317c99b492d0 service neutron] 10.222.0.66 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428728 Jul 14 09:55:14.266774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-a070f50c-c43a-4608-b856-9a1668e5363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:14.268837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-a070f50c-c43a-4608-b856-9a1668e5363d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 200 len: 853 time: 0.0754960 Jul 14 09:55:14.313720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-dc6e8cfc-9b70-4195-80a5-831b4e0f5322 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373893 Jul 14 09:55:14.386350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d33ed47e-b1a7-48e7-9d16-4417d8cf20d9 req-428b894c-5e61-4b25-812d-88a6b0ac9670 service neutron] 10.222.0.66 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195428 Jul 14 09:55:14.447010 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-5dc1c96d-fe05-4772-9bfc-6d080f9e6377 service neutron] 10.222.0.69 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258061 Jul 14 09:55:14.541314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e89854-12b2-418d-8d63-720d27552299 req-b57e4303-6cf8-47ee-88ae-3c0f32c97625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:14.543479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42e89854-12b2-418d-8d63-720d27552299 req-b57e4303-6cf8-47ee-88ae-3c0f32c97625 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 1095 time: 0.0938368 Jul 14 09:55:14.593136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9d0bca1-38c9-49fa-9530-4fcd4175a8d1 req-1c1b312a-6174-4dd3-b353-3d7c1abd8c01 service neutron] 10.222.0.69 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322315 Jul 14 09:55:14.685234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e89854-12b2-418d-8d63-720d27552299 req-056824d7-c4a8-4cc5-a20c-04c6ecbc8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:14.686837 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42e89854-12b2-418d-8d63-720d27552299 req-056824d7-c4a8-4cc5-a20c-04c6ecbc8433 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 914 time: 0.1363955 Jul 14 09:55:14.734909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42e89854-12b2-418d-8d63-720d27552299 req-c59bef44-844c-4cd4-8401-015199a74944 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ace13883-7c12-4743-b018-73442ce45463 HTTP/1.1" status: 200 len: 217 time: 0.0403965 Jul 14 09:55:14.789068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e89854-12b2-418d-8d63-720d27552299 req-ac173ebf-3af7-4a67-a09f-66c671ba4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:14.791311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42e89854-12b2-418d-8d63-720d27552299 req-ac173ebf-3af7-4a67-a09f-66c671ba4ac0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 200 len: 853 time: 0.0491724 Jul 14 09:55:14.845467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42e89854-12b2-418d-8d63-720d27552299 req-6b7ccf11-dce0-447a-9839-7c9b6c916eb6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466559 Jul 14 09:55:14.978417 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774940a9-86cd-480d-bdb4-497c65bbbc93 req-97e32f32-feb2-4c93-90de-12702b8146c9 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:14.980040 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774940a9-86cd-480d-bdb4-497c65bbbc93 req-97e32f32-feb2-4c93-90de-12702b8146c9 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 943 time: 0.1697097 Jul 14 09:55:14.984135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42e89854-12b2-418d-8d63-720d27552299 req-deeeb761-5cb7-4c5b-984d-768b6f263803 service neutron] 10.222.0.66 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214302 Jul 14 09:55:15.074172 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-774940a9-86cd-480d-bdb4-497c65bbbc93 req-fe41b796-465c-4c6c-bf96-69d46113fc69 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870776 Jul 14 09:55:15.110961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42e89854-12b2-418d-8d63-720d27552299 req-8390b60e-03f0-41fa-a334-fa57c7e5f7a9 service neutron] 10.222.0.66 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171758 Jul 14 09:55:16.294949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac187b-a5ea-4d5b-b52e-19062b90f317 req-5c7b0d34-4c25-416b-af91-057c48b00af3 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:16.296695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d7ac187b-a5ea-4d5b-b52e-19062b90f317 req-5c7b0d34-4c25-416b-af91-057c48b00af3 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 943 time: 0.0996501 Jul 14 09:55:16.343148 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d7ac187b-a5ea-4d5b-b52e-19062b90f317 req-eeb9e61d-fc40-4d9d-a9e4-b0cc558bb87b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395503 Jul 14 09:55:16.704340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 86211b2d-1680-4317-9949-e00cbd3d4828 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:55:16.816608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 86211b2d-1680-4317-9949-e00cbd3d4828, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=86211b2d-1680-4317-9949-e00cbd3d4828,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:16.832658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '86211b2d-1680-4317-9949-e00cbd3d4828', 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'port_id': '86211b2d-1680-4317-9949-e00cbd3d4828', 'mac_address': 'fa:16:3e:af:aa:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847f246e-729e-43a1-ac03-a62ace159eb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:55:16.879533 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:16.900542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86211b2d-1680-4317-9949-e00cbd3d4828 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:16.921381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 86211b2d-1680-4317-9949-e00cbd3d4828, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=86211b2d-1680-4317-9949-e00cbd3d4828,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:16.925457 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:16.976555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=86211b2d-1680-4317-9949-e00cbd3d4828,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:17.050652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f9206-5ec4-4379-a824-5e4a8a158710 req-236ce898-de1e-4b9b-9547-8b59eeff3728 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:17.052340 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a8f9206-5ec4-4379-a824-5e4a8a158710 req-236ce898-de1e-4b9b-9547-8b59eeff3728 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 949 time: 0.0736778 Jul 14 09:55:17.096416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a8f9206-5ec4-4379-a824-5e4a8a158710 req-69d53973-269d-4449-a82e-1ec3c8635be5 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Jul 14 09:55:17.160950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['86211b2d-1680-4317-9949-e00cbd3d4828'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:17.450627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ace13883-7c12-4743-b018-73442ce45463 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:55:17.527388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb70da-71ec-494c-a9e2-3528ba8c4460 req-814d9ed9-bd18-4b9a-8151-ae15a799edb9 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:17.529482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0fb70da-71ec-494c-a9e2-3528ba8c4460 req-814d9ed9-bd18-4b9a-8151-ae15a799edb9 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 943 time: 0.0722957 Jul 14 09:55:17.554810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ace13883-7c12-4743-b018-73442ce45463, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ace13883-7c12-4743-b018-73442ce45463,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:17.567036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'ace13883-7c12-4743-b018-73442ce45463', 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'port_id': 'ace13883-7c12-4743-b018-73442ce45463', 'mac_address': 'fa:16:3e:50:0a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847f246e-729e-43a1-ac03-a62ace159eb6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:55:17.572109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0fb70da-71ec-494c-a9e2-3528ba8c4460 req-b7a2db25-0a15-4011-a9d7-97a909252497 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360582 Jul 14 09:55:17.606852 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:17.625135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace13883-7c12-4743-b018-73442ce45463 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:17.644376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ace13883-7c12-4743-b018-73442ce45463, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ace13883-7c12-4743-b018-73442ce45463,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:17.648623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:17.696579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=ace13883-7c12-4743-b018-73442ce45463,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:17.904994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['ace13883-7c12-4743-b018-73442ce45463'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:18.276074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343fcac-50a1-4821-9c97-b5e1b6a66ff8 req-d36d91c4-47ff-4109-85c1-986ad1d55457 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:18.277721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9343fcac-50a1-4821-9c97-b5e1b6a66ff8 req-d36d91c4-47ff-4109-85c1-986ad1d55457 tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 949 time: 0.0637798 Jul 14 09:55:18.335582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9343fcac-50a1-4821-9c97-b5e1b6a66ff8 req-007d1acb-a249-463a-8231-22dc1606a20c tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/security-groups?id=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517049 Jul 14 09:55:18.536564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-049a2cfd-36ba-47ba-8719-a35cf02a7e8d tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:18.537976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-049a2cfd-36ba-47ba-8719-a35cf02a7e8d tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.66 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 949 time: 0.0646880 Jul 14 09:55:18.688415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Deleting port 3de73fd1-4a10-4bdf-a543-385050b7fc5c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:18.689502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.735146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 86211b2d-1680-4317-9949-e00cbd3d4828 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:18.797347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 86211b2d-1680-4317-9949-e00cbd3d4828 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:18.801615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 86211b2d-1680-4317-9949-e00cbd3d4828 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:18.801989 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.859247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab169c7-2eac-4c82-9ed4-f7f8bea847ae req-3100a263-322b-4456-8892-4989ee9be33d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:18.860819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ab169c7-2eac-4c82-9ed4-f7f8bea847ae req-3100a263-322b-4456-8892-4989ee9be33d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 944 time: 0.1495874 Jul 14 09:55:18.874771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] For port 3de73fd1-4a10-4bdf-a543-385050b7fc5c, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3de73fd1-4a10-4bdf-a543-385050b7fc5c,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:18.875143 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.896039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:18.901545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Calling delete_port for 3de73fd1-4a10-4bdf-a543-385050b7fc5c owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:18.926841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00424d05-dc4c-472e-b957-a87895abaec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86211b2d-1680-4317-9949-e00cbd3d4828'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:18.929446 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36803e6b-6e8c-4570-b82a-c16639a114b0" -d '{"events": [{"server_uuid": "00424d05-dc4c-472e-b957-a87895abaec4", "name": "network-vif-plugged", "status": "completed", "tag": "86211b2d-1680-4317-9949-e00cbd3d4828"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:18.931636 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ab169c7-2eac-4c82-9ed4-f7f8bea847ae req-11232681-d414-4579-93b2-f2b2bd07f75e tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594478 Jul 14 09:55:18.944814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 86211b2d-1680-4317-9949-e00cbd3d4828, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=86211b2d-1680-4317-9949-e00cbd3d4828,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:18.961185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.011217 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd474eef-95bb-48f9-9ca7-c23f79386e57 x-openstack-request-id: req-bd474eef-95bb-48f9-9ca7-c23f79386e57 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:19.011699 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00424d05-dc4c-472e-b957-a87895abaec4", "name": "network-vif-plugged", "status": "completed", "tag": "86211b2d-1680-4317-9949-e00cbd3d4828", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:19.012039 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd474eef-95bb-48f9-9ca7-c23f79386e57 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:19.012650 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00424d05-dc4c-472e-b957-a87895abaec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86211b2d-1680-4317-9949-e00cbd3d4828', 'code': 200} Jul 14 09:55:19.046142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=86211b2d-1680-4317-9949-e00cbd3d4828,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:19.056219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.056650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.057975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.058353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.059098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.059436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.059812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.060146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.060508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.060913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.061240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.061564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:19.113717 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.127938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3de73fd1-4a10-4bdf-a543-385050b7fc5c'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:19.150707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Pushing event deleted for resources: {'Port': ['ID=3de73fd1-4a10-4bdf-a543-385050b7fc5c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:19.193351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c482f-cf6a-41fb-bac4-dec275deb49b req-22ede28c-6b3d-49b7-a55b-5b217a77de85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:19.195510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d19c482f-cf6a-41fb-bac4-dec275deb49b req-22ede28c-6b3d-49b7-a55b-5b217a77de85 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=00424d05-dc4c-472e-b957-a87895abaec4 HTTP/1.1" status: 200 len: 1098 time: 0.1079752 Jul 14 09:55:19.213772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] No DVR routers for this DVR port 3de73fd1-4a10-4bdf-a543-385050b7fc5c on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:55:19.217768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.221358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-141934aa-02b2-4e98-af52-c36cd5b59cf8 req-68e06f94-a591-4f0c-9130-a7d247c1488e tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.66 "DELETE /v2.0/ports/3de73fd1-4a10-4bdf-a543-385050b7fc5c HTTP/1.1" status: 204 len: 173 time: 0.6770287 Jul 14 09:55:19.222108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a54c003a-2bf6-48c0-965f-123eb6577d95', 'name': 'network-vif-deleted', 'tag': '3de73fd1-4a10-4bdf-a543-385050b7fc5c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:19.226189 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dadc156b-7a06-4f67-b6d5-ce8a5fc86bf9" -d '{"events": [{"server_uuid": "a54c003a-2bf6-48c0-965f-123eb6577d95", "name": "network-vif-deleted", "tag": "3de73fd1-4a10-4bdf-a543-385050b7fc5c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:19.232560 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d19c482f-cf6a-41fb-bac4-dec275deb49b req-bf1abc6d-b2ab-407e-8a81-254795baa4b0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307600 Jul 14 09:55:19.292270 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653f333e-fb40-4c79-bf78-44716c54015d x-openstack-request-id: req-653f333e-fb40-4c79-bf78-44716c54015d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:19.292270 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a54c003a-2bf6-48c0-965f-123eb6577d95", "name": "network-vif-deleted", "tag": "3de73fd1-4a10-4bdf-a543-385050b7fc5c", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:19.296639 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-653f333e-fb40-4c79-bf78-44716c54015d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:19.296639 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a54c003a-2bf6-48c0-965f-123eb6577d95', 'name': 'network-vif-deleted', 'tag': '3de73fd1-4a10-4bdf-a543-385050b7fc5c', 'status': 'completed', 'code': 200} Jul 14 09:55:19.478477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ace13883-7c12-4743-b018-73442ce45463 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:19.549380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f87f14a-2cd4-4de0-928a-aad2fc60b13f req-474b165e-6429-43f4-ac78-30a6c45dd6ef tempest-VolumesBackupsTest-1345190125 tempest-VolumesBackupsTest-1345190125-project] 10.222.0.73 "GET /v2.0/ports?device_id=a54c003a-2bf6-48c0-965f-123eb6577d95 HTTP/1.1" status: 200 len: 210 time: 0.0463259 Jul 14 09:55:19.567219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port ace13883-7c12-4743-b018-73442ce45463 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:19.578794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port ace13883-7c12-4743-b018-73442ce45463 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:19.579177 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.670828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.708467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ace13883-7c12-4743-b018-73442ce45463, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ace13883-7c12-4743-b018-73442ce45463,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:19.713391 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:19.770166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=ace13883-7c12-4743-b018-73442ce45463,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:20.191289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef309b5-ae08-43b7-960f-c25d9c2917c3 req-95e9e790-ffda-41b7-a9e8-e039ce83644e tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:20.192866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ef309b5-ae08-43b7-960f-c25d9c2917c3 req-95e9e790-ffda-41b7-a9e8-e039ce83644e tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 945 time: 0.0674627 Jul 14 09:55:20.232130 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ef309b5-ae08-43b7-960f-c25d9c2917c3 req-4b7243d0-873e-4dc0-b89d-a5dcac3369c5 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334880 Jul 14 09:55:21.013973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43c3959-2d14-4750-bf23-200b823a3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace13883-7c12-4743-b018-73442ce45463'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:21.017600 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bf6a87-6ac0-4d17-ab6d-391faf69a7c9" -d '{"events": [{"server_uuid": "c43c3959-2d14-4750-bf23-200b823a3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "ace13883-7c12-4743-b018-73442ce45463"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:21.069614 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4b6bbb-da7d-46e5-921b-396a3be7ad8b x-openstack-request-id: req-fb4b6bbb-da7d-46e5-921b-396a3be7ad8b {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:21.069952 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43c3959-2d14-4750-bf23-200b823a3f3b", "name": "network-vif-plugged", "status": "completed", "tag": "ace13883-7c12-4743-b018-73442ce45463", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:21.070225 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb4b6bbb-da7d-46e5-921b-396a3be7ad8b {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:21.070866 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43c3959-2d14-4750-bf23-200b823a3f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace13883-7c12-4743-b018-73442ce45463', 'code': 200} Jul 14 09:55:21.238395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe90eab-c19f-4f85-bcd0-7ff0052cf143 req-5204fd71-f627-4d1b-a897-3d71f3b535d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:21.240307 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fe90eab-c19f-4f85-bcd0-7ff0052cf143 req-5204fd71-f627-4d1b-a897-3d71f3b535d6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 1097 time: 0.0743511 Jul 14 09:55:21.285219 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9fe90eab-c19f-4f85-bcd0-7ff0052cf143 req-2d1d1644-7a3d-4dcc-9d38-9d05733bc11d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Jul 14 09:55:21.556702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2049498-c1b0-4205-b061-d551f9a74d17 req-8ebbdc8a-bdd0-4624-8455-8fe592ab4aaf tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:21.559330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2049498-c1b0-4205-b061-d551f9a74d17 req-8ebbdc8a-bdd0-4624-8455-8fe592ab4aaf tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 945 time: 0.1445873 Jul 14 09:55:21.598436 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2049498-c1b0-4205-b061-d551f9a74d17 req-1e1b8cac-8394-4240-8436-3b1f2d12e393 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Jul 14 09:55:21.894527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c31cf1b3-b756-4e15-80e0-870357b85446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:22.824097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e366d9-165c-45a3-ae11-33d5ca9bbbda req-aafb5396-9d90-4cab-9a72-ce38641cef33 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:22.825773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6e366d9-165c-45a3-ae11-33d5ca9bbbda req-aafb5396-9d90-4cab-9a72-ce38641cef33 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 945 time: 0.0973690 Jul 14 09:55:22.893384 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6e366d9-165c-45a3-ae11-33d5ca9bbbda req-23bbbddd-5b80-4c09-a901-bebcd78f0545 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549312 Jul 14 09:55:23.120050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82123b2-5e5c-426c-a42f-9f22f330374f req-aa820e13-9c4e-4052-b15a-c88d13e64c38 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:23.121523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f82123b2-5e5c-426c-a42f-9f22f330374f req-aa820e13-9c4e-4052-b15a-c88d13e64c38 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=00424d05-dc4c-472e-b957-a87895abaec4 HTTP/1.1" status: 200 len: 946 time: 0.1061068 Jul 14 09:55:23.176641 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f82123b2-5e5c-426c-a42f-9f22f330374f req-12e7fced-5e0d-42d7-a41f-a61159d2d9fa tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492096 Jul 14 09:55:23.479666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3de73fd1-4a10-4bdf-a543-385050b7fc5c no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:23.504954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 3de73fd1-4a10-4bdf-a543-385050b7fc5c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:23.505388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3de73fd1-4a10-4bdf-a543-385050b7fc5c not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:24.069534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-1dd641f4-fd8d-4730-8c4a-66c2d9c33bcb tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:24.072676 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-1dd641f4-fd8d-4730-8c4a-66c2d9c33bcb tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 813 time: 0.1529121 Jul 14 09:55:24.091989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-bef34656-a522-4d83-b3e4-84751a3cc93c tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/quotas/6ba9b8b48ffc427680680312a27dac4e HTTP/1.1" status: 200 len: 375 time: 0.0121212 Jul 14 09:55:24.164540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-54bad66a-e980-45d2-9ead-219cb1d1267d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668621 Jul 14 09:55:24.224135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-14ae9120-1061-4353-ab82-0488fd77c2a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.337906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-ad754b30-b056-4408-8b8e-6b0ac6ed9a09 service neutron] 10.222.0.73 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651359 Jul 14 09:55:24.451864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-52b34e17-0a96-4667-912c-3f9db19fb57d service neutron] 10.222.0.73 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072543 Jul 14 09:55:24.502805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:24.896566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-335927fd-9e4b-42e7-87a4-f669902cc3de tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:24.898642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-335927fd-9e4b-42e7-87a4-f669902cc3de tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.69 "GET /v2.0/ports?device_id=00424d05-dc4c-472e-b957-a87895abaec4 HTTP/1.1" status: 200 len: 946 time: 0.1395285 Jul 14 09:55:25.059298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Deleting port 86211b2d-1680-4317-9949-e00cbd3d4828 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:25.060045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:25.065210 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c7d9cbe-3bc5-41ca-bcb0-826ca21323c0 req-5e21b652-18ac-4947-8997-77e9993b72d6 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 210 time: 0.0513909 Jul 14 09:55:25.185066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] For port 86211b2d-1680-4317-9949-e00cbd3d4828, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=86211b2d-1680-4317-9949-e00cbd3d4828,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:25.185505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:25.212492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Calling delete_port for 86211b2d-1680-4317-9949-e00cbd3d4828 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:25.297685 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:55:25.385614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-7a9d4167-8bc0-4ed7-89da-67891bed1249 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:25.390247 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-7a9d4167-8bc0-4ed7-89da-67891bed1249 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.66 "GET /v2.0/ports?device_id=c43c3959-2d14-4750-bf23-200b823a3f3b HTTP/1.1" status: 200 len: 945 time: 0.2026486 Jul 14 09:55:25.469677 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:25.483225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['ace13883-7c12-4743-b018-73442ce45463'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:25.486167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['86211b2d-1680-4317-9949-e00cbd3d4828'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:25.575308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Pushing event deleted for resources: {'Port': ['ID=86211b2d-1680-4317-9949-e00cbd3d4828,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:25.660716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] No DVR routers for this DVR port 86211b2d-1680-4317-9949-e00cbd3d4828 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:55:25.663980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:25.666472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2a720b9-c90a-4c3d-9623-9f1d78b263d7 req-7601674b-4a9b-4206-aa19-19be22b60e63 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.69 "DELETE /v2.0/ports/86211b2d-1680-4317-9949-e00cbd3d4828 HTTP/1.1" status: 204 len: 173 time: 0.7619972 Jul 14 09:55:25.666999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00424d05-dc4c-472e-b957-a87895abaec4', 'name': 'network-vif-deleted', 'tag': '86211b2d-1680-4317-9949-e00cbd3d4828'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:25.669832 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479a43f0-85d9-4707-9741-9c99151fd537" -d '{"events": [{"server_uuid": "00424d05-dc4c-472e-b957-a87895abaec4", "name": "network-vif-deleted", "tag": "86211b2d-1680-4317-9949-e00cbd3d4828"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:25.699934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Deleting port ace13883-7c12-4743-b018-73442ce45463 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:25.700464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:25.746849 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0265d39e-20e3-44b3-b676-67f3faf5f136 x-openstack-request-id: req-0265d39e-20e3-44b3-b676-67f3faf5f136 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:25.747202 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00424d05-dc4c-472e-b957-a87895abaec4", "name": "network-vif-deleted", "tag": "86211b2d-1680-4317-9949-e00cbd3d4828", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:25.747532 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0265d39e-20e3-44b3-b676-67f3faf5f136 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:25.749140 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00424d05-dc4c-472e-b957-a87895abaec4', 'name': 'network-vif-deleted', 'tag': '86211b2d-1680-4317-9949-e00cbd3d4828', 'status': 'completed', 'code': 200} Jul 14 09:55:25.790476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:25.848380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] For port ace13883-7c12-4743-b018-73442ce45463, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ace13883-7c12-4743-b018-73442ce45463,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:25.849036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:26.257924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Calling delete_port for ace13883-7c12-4743-b018-73442ce45463 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:26.296495 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9d4e3c8-0ce0-419f-a9d2-50cf439d06e4 req-f56584f4-3336-47e7-9e3d-01547148f709 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 210 time: 0.0400486 Jul 14 09:55:26.478782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:26.497930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['86211b2d-1680-4317-9949-e00cbd3d4828'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:26.559973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Pushing event deleted for resources: {'Port': ['ID=ace13883-7c12-4743-b018-73442ce45463,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:26.574735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.575600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.577122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.577743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.578671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.579262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.579875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.580403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.581526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.582322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.583190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.584232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:26.659736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] No DVR routers for this DVR port ace13883-7c12-4743-b018-73442ce45463 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:55:26.664462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:26.667487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8a4c37cb-66a5-4d6d-afad-5bbc49ef38af req-311d3c0c-d8e6-4555-848a-0446fe62eadd tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.66 "DELETE /v2.0/ports/ace13883-7c12-4743-b018-73442ce45463 HTTP/1.1" status: 204 len: 173 time: 1.2712784 Jul 14 09:55:26.668330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43c3959-2d14-4750-bf23-200b823a3f3b', 'name': 'network-vif-deleted', 'tag': 'ace13883-7c12-4743-b018-73442ce45463'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:26.671267 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4b83ec-4d7d-483a-bcb8-5f4aaa273185" -d '{"events": [{"server_uuid": "c43c3959-2d14-4750-bf23-200b823a3f3b", "name": "network-vif-deleted", "tag": "ace13883-7c12-4743-b018-73442ce45463"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:26.740151 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486fc2df-3ff5-41cc-a19a-e6bbcec7ff44 x-openstack-request-id: req-486fc2df-3ff5-41cc-a19a-e6bbcec7ff44 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:26.740478 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43c3959-2d14-4750-bf23-200b823a3f3b", "name": "network-vif-deleted", "tag": "ace13883-7c12-4743-b018-73442ce45463", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:26.740738 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-486fc2df-3ff5-41cc-a19a-e6bbcec7ff44 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:26.741164 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43c3959-2d14-4750-bf23-200b823a3f3b', 'name': 'network-vif-deleted', 'tag': 'ace13883-7c12-4743-b018-73442ce45463', 'status': 'completed', 'code': 200} Jul 14 09:55:27.041541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:27.055292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-672b8c01-c6ce-4779-ab21-7d9a75ceccc9 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:27.057269 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-672b8c01-c6ce-4779-ab21-7d9a75ceccc9 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.66 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 813 time: 0.2085383 Jul 14 09:55:27.070588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Request body: {'port': {'device_id': '976e31d0-edaa-4cec-be54-2ed9652bd0d9', 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'admin_state_up': True, 'tenant_id': '6ba9b8b48ffc427680680312a27dac4e'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:27.271028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Made reservation on behalf of 6ba9b8b48ffc427680680312a27dac4e for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:27.277587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:27.284889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:27.495722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Allocated IP 172.20.0.3 (f26d9391-715d-4c41-9cbd-dbfe6798fbf0/847f246e-729e-43a1-ac03-a62ace159eb6/588a720f-0fe1-45a2-b0b9-f11d6b3135d7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:27.579420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-ae0e6e14-edfa-4acd-9a0c-67b8ee6b41d8 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:27.582071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-ae0e6e14-edfa-4acd-9a0c-67b8ee6b41d8 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.69 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 813 time: 0.3242385 Jul 14 09:55:27.595643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Request body: {'port': {'device_id': '889aa742-6f21-4ffe-a2e9-411987141a3a', 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'admin_state_up': True, 'tenant_id': '6ba9b8b48ffc427680680312a27dac4e'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:27.705870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:27.821578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:27.871795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:27.876239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:27.883046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:27.910357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Made reservation on behalf of 6ba9b8b48ffc427680680312a27dac4e for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:27.914963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:27.941939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Pushing event updated for resources: {'Port': ['ID=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:27.980038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cde47f5a-1bc0-4123-9d47-e826de815b0f req-9b6e8c3a-91bb-4844-9872-3960e854257e tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 210 time: 0.2491541 Jul 14 09:55:28.018571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:28.019250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.037149 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-abc299d9-08d1-4208-8b4f-f534f1a200c4 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9711657 Jul 14 09:55:28.051470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Request body: {'port': {'device_id': '976e31d0-edaa-4cec-be54-2ed9652bd0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:28.118807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Allocated IP 172.20.0.14 (f26d9391-715d-4c41-9cbd-dbfe6798fbf0/847f246e-729e-43a1-ac03-a62ace159eb6/f182f280-ce84-488b-82f5-39a7335f7d6f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:28.166362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.368837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.429633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.507888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Pushing event updated for resources: {'Port': ['ID=f182f280-ce84-488b-82f5-39a7335f7d6f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:28.511718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:28.513552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:28.516367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:28.617010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:28.619217 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.647997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-8cc908e9-c019-4167-bcc9-f865f3b4a20b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0577390 Jul 14 09:55:28.660308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Request body: {'port': {'device_id': '889aa742-6f21-4ffe-a2e9-411987141a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:28.733117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:28.742972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.750283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.772986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Transition to ACTIVE for port object 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:28.779888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:28.882769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 86211b2d-1680-4317-9949-e00cbd3d4828 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:28.963877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Pushing event updated for resources: {'Port': ['ID=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:28.991213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 86211b2d-1680-4317-9949-e00cbd3d4828 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:28.991770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 86211b2d-1680-4317-9949-e00cbd3d4828 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:29.055939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Attempting to bind port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:29.059022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Attempting to bind port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:29.059474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Attempting to bind port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:29.066994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:55:29.070462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Attempting to bind port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:29.081404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:29.082228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Checking segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:29.083116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Bound using segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:29.084507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Bound port: 588a720f-0fe1-45a2-b0b9-f11d6b3135d7, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:29.085043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.216995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] For port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:29.223358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] For port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:29.230927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.300742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73adadc-c3fc-4e5e-879c-f063a78bc52a req-66ca1f90-0ddd-4aeb-b48e-c9e185a925b2 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:29.308555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d73adadc-c3fc-4e5e-879c-f063a78bc52a req-66ca1f90-0ddd-4aeb-b48e-c9e185a925b2 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 932 time: 0.1357639 Jul 14 09:55:29.324094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:29.341320 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.343990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] 10.222.0.66 "PUT /v2.0/ports/588a720f-0fe1-45a2-b0b9-f11d6b3135d7 HTTP/1.1" status: 200 len: 1092 time: 1.2995102 Jul 14 09:55:29.355574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '976e31d0-edaa-4cec-be54-2ed9652bd0d9', 'tag': '588a720f-0fe1-45a2-b0b9-f11d6b3135d7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:29.371010 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525029d3-f8d6-4efd-abeb-9b63553f5277" -d '{"events": [{"name": "network-changed", "server_uuid": "976e31d0-edaa-4cec-be54-2ed9652bd0d9", "tag": "588a720f-0fe1-45a2-b0b9-f11d6b3135d7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:29.424023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d73adadc-c3fc-4e5e-879c-f063a78bc52a req-761f09a2-b25b-4205-9267-01db364f0aed tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145217 Jul 14 09:55:29.428578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f182f280-ce84-488b-82f5-39a7335f7d6f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:29.439175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.457869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Transition to ACTIVE for port object f182f280-ce84-488b-82f5-39a7335f7d6f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:29.464104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.514885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ace13883-7c12-4743-b018-73442ce45463 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:29.518657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7641b1-8d7b-4c60-851d-78f106e6ad6a service neutron] Pushing event updated for resources: {'Port': ['ID=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:29.544520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Pushing event updated for resources: {'Port': ['ID=f182f280-ce84-488b-82f5-39a7335f7d6f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:29.553701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: ace13883-7c12-4743-b018-73442ce45463 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:29.554041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ace13883-7c12-4743-b018-73442ce45463 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:29.559552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-b002f5cd-9944-45e6-8807-57e93809f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:29.561316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-b002f5cd-9944-45e6-8807-57e93809f323 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&device_id=976e31d0-edaa-4cec-be54-2ed9652bd0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0791290 Jul 14 09:55:29.562849 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc24372-e145-4ea6-bb24-812829088e43 x-openstack-request-id: req-1dc24372-e145-4ea6-bb24-812829088e43 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:29.563183 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "976e31d0-edaa-4cec-be54-2ed9652bd0d9", "tag": "588a720f-0fe1-45a2-b0b9-f11d6b3135d7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:29.563433 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1dc24372-e145-4ea6-bb24-812829088e43 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:29.563823 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '976e31d0-edaa-4cec-be54-2ed9652bd0d9', 'tag': '588a720f-0fe1-45a2-b0b9-f11d6b3135d7', 'status': 'completed', 'code': 200} Jul 14 09:55:29.608340 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-38203eaa-1091-4981-b8a2-9660d81eb80a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588a720f-0fe1-45a2-b0b9-f11d6b3135d7 HTTP/1.1" status: 200 len: 217 time: 0.0399995 Jul 14 09:55:29.642928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Attempting to bind port f182f280-ce84-488b-82f5-39a7335f7d6f on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:29.644090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Attempting to bind port f182f280-ce84-488b-82f5-39a7335f7d6f by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:29.644644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Attempting to bind port f182f280-ce84-488b-82f5-39a7335f7d6f on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:29.651300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Port f182f280-ce84-488b-82f5-39a7335f7d6f on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:55:29.652355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Attempting to bind port f182f280-ce84-488b-82f5-39a7335f7d6f on network f26d9391-715d-4c41-9cbd-dbfe6798fbf0 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:29.659675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:29.660799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Checking segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:29.662692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Bound using segment: {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:29.663441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Bound port: f182f280-ce84-488b-82f5-39a7335f7d6f, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:29.664454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.670146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-7224aa90-c8f5-48e6-8530-bc9206279fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:29.672118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-7224aa90-c8f5-48e6-8530-bc9206279fd3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 200 len: 853 time: 0.0572712 Jul 14 09:55:29.712550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-c8da2155-238f-460d-8f38-3d06490da1ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338638 Jul 14 09:55:29.732863 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.779985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] For port f182f280-ce84-488b-82f5-39a7335f7d6f, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:29.784744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] For port f182f280-ce84-488b-82f5-39a7335f7d6f, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f182f280-ce84-488b-82f5-39a7335f7d6f,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:29.790484 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.827299 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-4321e61d-b23f-4953-8f20-dd1c12c555d8 service neutron] 10.222.0.66 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075661 Jul 14 09:55:29.837142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:29.837789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:29.839324 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] 10.222.0.69 "PUT /v2.0/ports/f182f280-ce84-488b-82f5-39a7335f7d6f HTTP/1.1" status: 200 len: 1093 time: 1.1839011 Jul 14 09:55:29.839802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889aa742-6f21-4ffe-a2e9-411987141a3a', 'tag': 'f182f280-ce84-488b-82f5-39a7335f7d6f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:29.842246 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222c3fe7-96dc-49cc-ad90-f26d7aeef613" -d '{"events": [{"name": "network-changed", "server_uuid": "889aa742-6f21-4ffe-a2e9-411987141a3a", "tag": "f182f280-ce84-488b-82f5-39a7335f7d6f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:29.935682 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535521f1-12aa-44e4-bbed-259e3eb686bf x-openstack-request-id: req-535521f1-12aa-44e4-bbed-259e3eb686bf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:29.935962 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889aa742-6f21-4ffe-a2e9-411987141a3a", "tag": "f182f280-ce84-488b-82f5-39a7335f7d6f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:29.936274 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-535521f1-12aa-44e4-bbed-259e3eb686bf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:29.936691 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889aa742-6f21-4ffe-a2e9-411987141a3a', 'tag': 'f182f280-ce84-488b-82f5-39a7335f7d6f', 'status': 'completed', 'code': 200} Jul 14 09:55:29.943665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0951-05f0-4f36-b6a7-31c1f6dceadd service neutron] Pushing event updated for resources: {'Port': ['ID=f182f280-ce84-488b-82f5-39a7335f7d6f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:29.966825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-6e3e96fd-401c-42b1-ad6e-775a822ed8a1 service neutron] 10.222.0.66 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329219 Jul 14 09:55:29.977473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-e8f9ae11-13af-469e-96f8-124c436b667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:29.979816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-e8f9ae11-13af-469e-96f8-124c436b667b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 1096 time: 0.0954843 Jul 14 09:55:30.031721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5d07527f-c914-4cff-a319-97b734ce9437 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f182f280-ce84-488b-82f5-39a7335f7d6f HTTP/1.1" status: 200 len: 217 time: 0.0448396 Jul 14 09:55:30.095344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-6bd7a28c-7961-42e8-b9df-ac245815804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.095587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5fb98e0d-629f-409c-ac6b-8d04b2fcc35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.096910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-6bd7a28c-7961-42e8-b9df-ac245815804a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&device_id=976e31d0-edaa-4cec-be54-2ed9652bd0d9 HTTP/1.1" status: 200 len: 1095 time: 0.0759063 Jul 14 09:55:30.097249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-5fb98e0d-629f-409c-ac6b-8d04b2fcc35e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 200 len: 853 time: 0.0584667 Jul 14 09:55:30.154630 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-b42e956a-6113-4996-b034-fc112c20d5b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508721 Jul 14 09:55:30.227366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-3d90d28b-c5d9-4008-b2c4-8bc9f60ade40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.228933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-3d90d28b-c5d9-4008-b2c4-8bc9f60ade40 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 914 time: 0.1245592 Jul 14 09:55:30.281683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-ecb27772-7dc7-4113-92e3-2965d7515967 service neutron] 10.222.0.69 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203592 Jul 14 09:55:30.287501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-3c72b39c-7cf5-4889-9bbf-ee53c2b07430 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=588a720f-0fe1-45a2-b0b9-f11d6b3135d7 HTTP/1.1" status: 200 len: 217 time: 0.0500934 Jul 14 09:55:30.359697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-b647723c-de2c-41e3-91dc-e8aa892c238a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.361199 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-b647723c-de2c-41e3-91dc-e8aa892c238a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 200 len: 853 time: 0.0671935 Jul 14 09:55:30.403047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-13b519a4-9f7b-4822-9b1d-51c94cfb7050 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343587 Jul 14 09:55:30.410484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-918a70fd-8926-43d6-b90f-799f70e2a649 req-f117c7b1-3b23-4e91-8f2e-63b0cf5f85e8 service neutron] 10.222.0.69 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149738 Jul 14 09:55:30.562387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-e0b37551-8939-4b4a-ab8a-8fb51b9b7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.564147 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-e0b37551-8939-4b4a-ab8a-8fb51b9b7340 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ba9b8b48ffc427680680312a27dac4e&device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 1096 time: 0.0896184 Jul 14 09:55:30.595903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-0602f9db-2d70-4e89-9b8e-9e58ff46dcea service neutron] 10.222.0.66 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856027 Jul 14 09:55:30.679346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-fc49e3b8-8c9c-497f-881a-ad0f6515ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.680901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-fc49e3b8-8c9c-497f-881a-ad0f6515ca78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 200 len: 914 time: 0.1097815 Jul 14 09:55:30.740988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-764f60b2-df28-4613-ae7a-3ae6e2346df5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f182f280-ce84-488b-82f5-39a7335f7d6f HTTP/1.1" status: 200 len: 217 time: 0.0518520 Jul 14 09:55:30.765178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d420d929-dd41-44a1-92dd-673ef653d74c req-14a0478d-b838-46e8-b1f6-3e5b53d1a4ab tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.767095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d420d929-dd41-44a1-92dd-673ef653d74c req-14a0478d-b838-46e8-b1f6-3e5b53d1a4ab tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 944 time: 0.1681552 Jul 14 09:55:30.802615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-525029d3-f8d6-4efd-abeb-9b63553f5277 req-298aab41-dfe4-4f3a-bbf7-8cdcf22c79b2 service neutron] 10.222.0.66 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892166 Jul 14 09:55:30.810869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-093cc389-3681-49bd-a77e-45b105a17d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:30.812965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-093cc389-3681-49bd-a77e-45b105a17d61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 200 len: 853 time: 0.0660629 Jul 14 09:55:30.827906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d420d929-dd41-44a1-92dd-673ef653d74c req-2596d48c-c6bd-4fb3-934d-4759b0e4aa10 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503843 Jul 14 09:55:30.859705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-35efb0be-56dd-475a-99b1-51ad823955ac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f26d9391-715d-4c41-9cbd-dbfe6798fbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397601 Jul 14 09:55:30.968465 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-f8081b77-ce81-4688-a9b0-55a1a0e8d54b service neutron] 10.222.0.69 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015191 Jul 14 09:55:31.109909 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-222c3fe7-96dc-49cc-ad90-f26d7aeef613 req-badedbcf-814e-45e6-81fc-54131a2fa744 service neutron] 10.222.0.69 "GET /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344216 Jul 14 09:55:32.045891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959a233-513d-4c64-8bcf-2215b9da8d0d req-e39fff2b-ae95-4815-bdd6-694bbbc4815e tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:32.047541 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a959a233-513d-4c64-8bcf-2215b9da8d0d req-e39fff2b-ae95-4815-bdd6-694bbbc4815e tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 944 time: 0.0961688 Jul 14 09:55:32.099063 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a959a233-513d-4c64-8bcf-2215b9da8d0d req-7dae5e5e-a712-4191-9513-986d37c05699 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Jul 14 09:55:32.890669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f182f280-ce84-488b-82f5-39a7335f7d6f details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:55:32.999410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f182f280-ce84-488b-82f5-39a7335f7d6f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f182f280-ce84-488b-82f5-39a7335f7d6f,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:33.011978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'f182f280-ce84-488b-82f5-39a7335f7d6f', 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'port_id': 'f182f280-ce84-488b-82f5-39a7335f7d6f', 'mac_address': 'fa:16:3e:36:e3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847f246e-729e-43a1-ac03-a62ace159eb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:55:33.069759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:33.086914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f182f280-ce84-488b-82f5-39a7335f7d6f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:33.106918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f182f280-ce84-488b-82f5-39a7335f7d6f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f182f280-ce84-488b-82f5-39a7335f7d6f,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:33.112694 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:33.169942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f182f280-ce84-488b-82f5-39a7335f7d6f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:33.317888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f182f280-ce84-488b-82f5-39a7335f7d6f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:33.409676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d728a-7476-4179-af4d-2fdb24287406 req-caf08cc5-2a9f-4744-ae1d-f1450ae8bd27 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:33.412481 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a1d728a-7476-4179-af4d-2fdb24287406 req-caf08cc5-2a9f-4744-ae1d-f1450ae8bd27 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 945 time: 0.1008198 Jul 14 09:55:33.474017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a1d728a-7476-4179-af4d-2fdb24287406 req-050b9a0a-9a9c-497a-acb6-85e9ee053e80 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508435 Jul 14 09:55:33.514856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:55:33.643426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:33.659051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '588a720f-0fe1-45a2-b0b9-f11d6b3135d7', 'network_id': 'f26d9391-715d-4c41-9cbd-dbfe6798fbf0', 'port_id': '588a720f-0fe1-45a2-b0b9-f11d6b3135d7', 'mac_address': 'fa:16:3e:d6:21:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '847f246e-729e-43a1-ac03-a62ace159eb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:55:33.704643 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:33.722216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:33.744715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:33.749026 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:33.803982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:33.954952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['588a720f-0fe1-45a2-b0b9-f11d6b3135d7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:34.689128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f918243-77d7-43e6-acf5-2341cb0ef306 req-709c2489-53a2-4837-94f5-5db468972ad1 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:34.690704 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f918243-77d7-43e6-acf5-2341cb0ef306 req-709c2489-53a2-4837-94f5-5db468972ad1 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 945 time: 0.0842600 Jul 14 09:55:34.740466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f918243-77d7-43e6-acf5-2341cb0ef306 req-998e1d95-d91e-4c09-b5e7-0ff1487caf9b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427361 Jul 14 09:55:34.905673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f182f280-ce84-488b-82f5-39a7335f7d6f up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:35.124416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port f182f280-ce84-488b-82f5-39a7335f7d6f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:35.129200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port f182f280-ce84-488b-82f5-39a7335f7d6f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:35.129587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:35.211679 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:35.239460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889aa742-6f21-4ffe-a2e9-411987141a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f182f280-ce84-488b-82f5-39a7335f7d6f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:35.242073 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf56683c-14db-4281-b3e4-3ff33d366e2d" -d '{"events": [{"server_uuid": "889aa742-6f21-4ffe-a2e9-411987141a3a", "name": "network-vif-plugged", "status": "completed", "tag": "f182f280-ce84-488b-82f5-39a7335f7d6f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:35.257830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f182f280-ce84-488b-82f5-39a7335f7d6f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f182f280-ce84-488b-82f5-39a7335f7d6f,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:35.263478 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:35.313555 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e1b955-9d35-48df-9e21-bcf7a14d3eb9 x-openstack-request-id: req-27e1b955-9d35-48df-9e21-bcf7a14d3eb9 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:35.314135 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889aa742-6f21-4ffe-a2e9-411987141a3a", "name": "network-vif-plugged", "status": "completed", "tag": "f182f280-ce84-488b-82f5-39a7335f7d6f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:35.314702 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27e1b955-9d35-48df-9e21-bcf7a14d3eb9 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:35.317514 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889aa742-6f21-4ffe-a2e9-411987141a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f182f280-ce84-488b-82f5-39a7335f7d6f', 'code': 200} Jul 14 09:55:35.340558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f182f280-ce84-488b-82f5-39a7335f7d6f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:35.463484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd539d66-92fa-4cf1-bab1-a89258c3a758 req-2aab1d4e-cea4-4b44-97f6-85bea6d004db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:35.465049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd539d66-92fa-4cf1-bab1-a89258c3a758 req-2aab1d4e-cea4-4b44-97f6-85bea6d004db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 1098 time: 0.0712855 Jul 14 09:55:35.504284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd539d66-92fa-4cf1-bab1-a89258c3a758 req-df5984fd-6d03-41fe-b15a-1943d7793ed5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327599 Jul 14 09:55:35.509712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:35.571029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:35.576226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:35.576601 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:35.685630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:35.728077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:35.733504 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:35.813006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:35.941007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529fe6e-7d9f-4ad6-8927-72b4feae34e6 req-1d21d710-f03e-4413-aedf-16339970e241 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:35.942610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2529fe6e-7d9f-4ad6-8927-72b4feae34e6 req-1d21d710-f03e-4413-aedf-16339970e241 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 946 time: 0.0783453 Jul 14 09:55:35.984631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2529fe6e-7d9f-4ad6-8927-72b4feae34e6 req-f928e9fa-523b-411d-9375-fd7f905861a0 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362759 Jul 14 09:55:37.178861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a134a-769f-441a-9e53-03e745c08117 req-c0891153-8bc3-4da1-811a-c67e85c41378 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:37.180423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-903a134a-769f-441a-9e53-03e745c08117 req-c0891153-8bc3-4da1-811a-c67e85c41378 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 946 time: 0.0776999 Jul 14 09:55:37.225816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-903a134a-769f-441a-9e53-03e745c08117 req-a47fedeb-a83c-4aaf-8455-39c8815ba2e3 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356550 Jul 14 09:55:37.320419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976e31d0-edaa-4cec-be54-2ed9652bd0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588a720f-0fe1-45a2-b0b9-f11d6b3135d7'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:37.324792 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc420fa-9131-416f-83fb-c68fae9e1539" -d '{"events": [{"server_uuid": "976e31d0-edaa-4cec-be54-2ed9652bd0d9", "name": "network-vif-plugged", "status": "completed", "tag": "588a720f-0fe1-45a2-b0b9-f11d6b3135d7"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:37.369731 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e68418a-e3c5-4a28-a796-18e66db25ed0 x-openstack-request-id: req-1e68418a-e3c5-4a28-a796-18e66db25ed0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:37.370413 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976e31d0-edaa-4cec-be54-2ed9652bd0d9", "name": "network-vif-plugged", "status": "completed", "tag": "588a720f-0fe1-45a2-b0b9-f11d6b3135d7", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:37.370679 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e68418a-e3c5-4a28-a796-18e66db25ed0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:37.371081 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976e31d0-edaa-4cec-be54-2ed9652bd0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588a720f-0fe1-45a2-b0b9-f11d6b3135d7', 'code': 200} Jul 14 09:55:37.450059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffae3ab-67bb-488b-afc1-20e03a506dea req-86fd9aeb-0c71-4089-a087-a2fc98beb7cb tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:37.451747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ffae3ab-67bb-488b-afc1-20e03a506dea req-86fd9aeb-0c71-4089-a087-a2fc98beb7cb tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=976e31d0-edaa-4cec-be54-2ed9652bd0d9 HTTP/1.1" status: 200 len: 945 time: 0.0900276 Jul 14 09:55:37.519749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc780cf5-46aa-4cd8-be1a-3e076785da31 req-0e71c2e9-90b0-4c57-a757-9af337c1e1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:37.522132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc780cf5-46aa-4cd8-be1a-3e076785da31 req-0e71c2e9-90b0-4c57-a757-9af337c1e1e5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=976e31d0-edaa-4cec-be54-2ed9652bd0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0816336 Jul 14 09:55:37.522867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ffae3ab-67bb-488b-afc1-20e03a506dea req-9eedcb33-c738-442f-9aea-ddffe2e2724d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608885 Jul 14 09:55:37.566177 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc780cf5-46aa-4cd8-be1a-3e076785da31 req-73f5bf76-b4e2-4f05-a4a2-98a44a43445b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370696 Jul 14 09:55:37.915942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-d0da24ef-a396-49c2-9d8c-f3a642baaddc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0615022 Jul 14 09:55:38.025244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-6f2ab75d-3e39-4a6a-b356-7894db880f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:38.026768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-6f2ab75d-3e39-4a6a-b356-7894db880f65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 1097 time: 0.0649321 Jul 14 09:55:38.141825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-5ba3fcd8-7a31-4a5d-b11c-5c8cf0305b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:38.143365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-5ba3fcd8-7a31-4a5d-b11c-5c8cf0305b21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.0942402 Jul 14 09:55:38.223364 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-f56bc4b8-cd37-4a79-bf4e-bc200cf74440 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348 HTTP/1.1" status: 200 len: 1001 time: 0.0732155 Jul 14 09:55:38.298174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-60c168b4-67f4-41d9-b2aa-c7058ec17223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:38.301095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-60c168b4-67f4-41d9-b2aa-c7058ec17223 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0702243 Jul 14 09:55:38.371334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-ea1b5921-4444-4e3f-861a-d792526069f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:38.373344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-ea1b5921-4444-4e3f-861a-d792526069f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672662 Jul 14 09:55:38.791980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3894881-d139-4aa3-a4e9-94903606d9d6 req-fe9bd0fd-f418-477e-90c1-e41470ad2973 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:38.794174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3894881-d139-4aa3-a4e9-94903606d9d6 req-fe9bd0fd-f418-477e-90c1-e41470ad2973 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=976e31d0-edaa-4cec-be54-2ed9652bd0d9 HTTP/1.1" status: 200 len: 945 time: 0.0916510 Jul 14 09:55:38.829702 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-355cbd58-2313-4d75-900f-f0fc803b71bc service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452636 Jul 14 09:55:38.857683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3894881-d139-4aa3-a4e9-94903606d9d6 req-75ad4798-ec41-4808-914f-49602f3eb3e0 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568926 Jul 14 09:55:38.946744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c07fe03c-e1be-48ec-935f-e668ef0244e6 req-c99d453a-f8bd-485b-8145-d3eb400b1769 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101267 Jul 14 09:55:39.577211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc592b-db8b-4d5e-8ded-e588a6401807 req-5527ac45-b1a1-4407-afa0-ef0e2a5c257b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:39.579105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8bc592b-db8b-4d5e-8ded-e588a6401807 req-5527ac45-b1a1-4407-afa0-ef0e2a5c257b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=976e31d0-edaa-4cec-be54-2ed9652bd0d9 HTTP/1.1" status: 200 len: 945 time: 0.0792365 Jul 14 09:55:39.642420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c8bc592b-db8b-4d5e-8ded-e588a6401807 req-8462ba42-a287-425d-847c-9b4c5c2525ce tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518603 Jul 14 09:55:40.606845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-72b8a7c4-500c-48f5-aaea-6999ae9f896b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:40.608357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-72b8a7c4-500c-48f5-aaea-6999ae9f896b tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.66 "GET /v2.0/ports?device_id=976e31d0-edaa-4cec-be54-2ed9652bd0d9 HTTP/1.1" status: 200 len: 945 time: 0.0674865 Jul 14 09:55:40.734405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Deleting port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:40.735042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:40.748456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-f4755d43-0f1e-422a-96f7-9007bd9874af tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:40.750336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-f4755d43-0f1e-422a-96f7-9007bd9874af tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.69 "GET /v2.0/ports?device_id=889aa742-6f21-4ffe-a2e9-411987141a3a HTTP/1.1" status: 200 len: 946 time: 0.0702751 Jul 14 09:55:40.906354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Deleting port f182f280-ce84-488b-82f5-39a7335f7d6f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:40.907518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.002631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] For port f182f280-ce84-488b-82f5-39a7335f7d6f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f182f280-ce84-488b-82f5-39a7335f7d6f,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:41.003007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.017990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Calling delete_port for f182f280-ce84-488b-82f5-39a7335f7d6f owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:41.019643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827ca55-6d5e-4c7e-b970-ef49006c29a4 req-698e3004-e103-4c46-b61d-63feda5ded62 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:41.023439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a827ca55-6d5e-4c7e-b970-ef49006c29a4 req-698e3004-e103-4c46-b61d-63feda5ded62 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/ports?device_id=976e31d0-edaa-4cec-be54-2ed9652bd0d9 HTTP/1.1" status: 200 len: 945 time: 0.1782405 Jul 14 09:55:41.045946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] For port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,segment=NetworkSegment(d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b),segment_id=d24ee88f-829c-40f5-b5e5-df7c1d6e6d7b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:41.046652 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.098136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Calling delete_port for 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:41.136466 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a827ca55-6d5e-4c7e-b970-ef49006c29a4 req-21c82991-6c39-4810-9a2b-3e451f6fb582 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8d88154-7225-4ba8-aa33-c3d5ce97597c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054397 Jul 14 09:55:41.179801 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.196582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f182f280-ce84-488b-82f5-39a7335f7d6f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:41.223231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['588a720f-0fe1-45a2-b0b9-f11d6b3135d7'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:41.241939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Pushing event deleted for resources: {'Port': ['ID=f182f280-ce84-488b-82f5-39a7335f7d6f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:41.347427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.352617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] No DVR routers for this DVR port f182f280-ce84-488b-82f5-39a7335f7d6f on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:55:41.358740 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.361439 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ed52466a-4d70-4434-8dd5-44129aae27a6 req-ecfedd52-fce9-4218-b3a2-aa2f29163324 tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.69 "DELETE /v2.0/ports/f182f280-ce84-488b-82f5-39a7335f7d6f HTTP/1.1" status: 204 len: 173 time: 0.6044488 Jul 14 09:55:41.362132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889aa742-6f21-4ffe-a2e9-411987141a3a', 'name': 'network-vif-deleted', 'tag': 'f182f280-ce84-488b-82f5-39a7335f7d6f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:41.364877 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c67677c-b699-4407-b19d-0b723685b1c8" -d '{"events": [{"server_uuid": "889aa742-6f21-4ffe-a2e9-411987141a3a", "name": "network-vif-deleted", "tag": "f182f280-ce84-488b-82f5-39a7335f7d6f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:41.370612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f182f280-ce84-488b-82f5-39a7335f7d6f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:55:41.391145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Pushing event deleted for resources: {'Port': ['ID=588a720f-0fe1-45a2-b0b9-f11d6b3135d7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:41.413949 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8804c2-deea-4673-8192-9098305681bd x-openstack-request-id: req-df8804c2-deea-4673-8192-9098305681bd {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:41.414264 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889aa742-6f21-4ffe-a2e9-411987141a3a", "name": "network-vif-deleted", "tag": "f182f280-ce84-488b-82f5-39a7335f7d6f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:41.414521 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-df8804c2-deea-4673-8192-9098305681bd {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:41.414923 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889aa742-6f21-4ffe-a2e9-411987141a3a', 'name': 'network-vif-deleted', 'tag': 'f182f280-ce84-488b-82f5-39a7335f7d6f', 'status': 'completed', 'code': 200} Jul 14 09:55:41.467471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] No DVR routers for this DVR port 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:55:41.470726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:41.472683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b0b0283-12e3-4891-bbda-bb3bf4858521 req-19ffd182-906d-4c18-bb16-58fa2b5e092d tempest-MultipleCreateTestJSON-2011873157 tempest-MultipleCreateTestJSON-2011873157-project] 10.222.0.66 "DELETE /v2.0/ports/588a720f-0fe1-45a2-b0b9-f11d6b3135d7 HTTP/1.1" status: 204 len: 173 time: 0.8585017 Jul 14 09:55:41.473117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '976e31d0-edaa-4cec-be54-2ed9652bd0d9', 'name': 'network-vif-deleted', 'tag': '588a720f-0fe1-45a2-b0b9-f11d6b3135d7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:41.475954 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9600d659-5cf8-4ebf-baa4-3195164d9dcc" -d '{"events": [{"server_uuid": "976e31d0-edaa-4cec-be54-2ed9652bd0d9", "name": "network-vif-deleted", "tag": "588a720f-0fe1-45a2-b0b9-f11d6b3135d7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:41.527775 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251774d6-6bf8-4b47-b30e-7a2ee4c54722 x-openstack-request-id: req-251774d6-6bf8-4b47-b30e-7a2ee4c54722 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:41.528150 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "976e31d0-edaa-4cec-be54-2ed9652bd0d9", "name": "network-vif-deleted", "tag": "588a720f-0fe1-45a2-b0b9-f11d6b3135d7", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:41.528318 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-251774d6-6bf8-4b47-b30e-7a2ee4c54722 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:41.529354 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '976e31d0-edaa-4cec-be54-2ed9652bd0d9', 'name': 'network-vif-deleted', 'tag': '588a720f-0fe1-45a2-b0b9-f11d6b3135d7', 'status': 'completed', 'code': 200} Jul 14 09:55:42.357609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39606) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:42.446676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76afbb5-7705-40c2-b266-233513f4070c admin admin] Deleting subnet 847f246e-729e-43a1-ac03-a62ace159eb6 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:55:42.452347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f76afbb5-7705-40c2-b266-233513f4070c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.509293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f76afbb5-7705-40c2-b266-233513f4070c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.572860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f76afbb5-7705-40c2-b266-233513f4070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.651232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f76afbb5-7705-40c2-b266-233513f4070c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.687223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76afbb5-7705-40c2-b266-233513f4070c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847f246e-729e-43a1-ac03-a62ace159eb6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:42.694425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f76afbb5-7705-40c2-b266-233513f4070c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.696827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f76afbb5-7705-40c2-b266-233513f4070c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/847f246e-729e-43a1-ac03-a62ace159eb6 HTTP/1.1" status: 204 len: 168 time: 0.3372529 Jul 14 09:55:42.700362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39648) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:42.811292 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.919844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:42.934075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26d9391-715d-4c41-9cbd-dbfe6798fbf0']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:42.956068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:42.956408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24ee88f-829c-40f5-b5e5-df7c1d6e6d7b') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:42.973744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.006373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.019647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:55:43.020646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:55:43.025072 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:55:43.091306 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.099739 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.101926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f26d9391-715d-4c41-9cbd-dbfe6798fbf0 HTTP/1.1" status: 204 len: 168 time: 0.4000378 Jul 14 09:55:43.116745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c89384-a577-4660-86e0-496153fc3c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26d9391-715d-4c41-9cbd-dbfe6798fbf0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:43.267942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39714) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:43.329202 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-79640d59-8c0b-4883-adfc-0b53b52dad03 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ba9b8b48ffc427680680312a27dac4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559652 Jul 14 09:55:43.329556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39722) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:43.397357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8d58-1153-4c45-82be-a63e7e673069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.424137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8d58-1153-4c45-82be-a63e7e673069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.495543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8d58-1153-4c45-82be-a63e7e673069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.498323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1ac8d58-1153-4c45-82be-a63e7e673069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:43.502591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b1ac8d58-1153-4c45-82be-a63e7e673069 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8d88154-7225-4ba8-aa33-c3d5ce97597c HTTP/1.1" status: 204 len: 168 time: 0.1727507 Jul 14 09:55:43.513257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac8d58-1153-4c45-82be-a63e7e673069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d88154-7225-4ba8-aa33-c3d5ce97597c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:44.439571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 39888) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:44.587365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-network', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:44.617877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Made reservation on behalf of d9bcdb7f85794aa6ada4507d1ba3a94b for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:44.620782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.633857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.751904 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.757945 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.794161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:55:44.801445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eb9915-8c2c-4656-b80a-8130cf79f41a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:44.813161 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.814102 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Added segment 77271cf5-de7a-4132-9f5c-04c2036b0bc1 of type vlan for network 908cd650-afee-46f4-a72f-2e4098f69f27 Jul 14 09:55:44.875029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.914613 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.915703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:44.916411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:44.953380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f182f280-ce84-488b-82f5-39a7335f7d6f no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:44.975986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: f182f280-ce84-488b-82f5-39a7335f7d6f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:44.976373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f182f280-ce84-488b-82f5-39a7335f7d6f not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:44.991653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5517190 Jul 14 09:55:44.995113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 39950) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:45.002167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Request body: {'subnet': {'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-subnet', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:45.004732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bf6c8-b4ff-4f38-b163-4ef786cfb817 admin admin] Pushing event updated for resources: {'Network': ['ID=908cd650-afee-46f4-a72f-2e4098f69f27,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:45.016259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 908cd650-afee-46f4-a72f-2e4098f69f27 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:55:45.038437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Made reservation on behalf of d9bcdb7f85794aa6ada4507d1ba3a94b for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:45.041106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.277400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.357164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa2ef691-54a9-4f42-865e-1eb6fe667714,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:45.367530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Checking segment: {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:45.367770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Network hostable DHCP agents. Network: 908cd650-afee-46f4-a72f-2e4098f69f27, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:55:45.392041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Network 908cd650-afee-46f4-a72f-2e4098f69f27 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:55:45.407984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 908cd650-afee-46f4-a72f-2e4098f69f27) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:45.413336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:45.414164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.421280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4386dc-7826-4713-8029-eb086463f6c6 None None] Network 908cd650-afee-46f4-a72f-2e4098f69f27 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:55:45.444179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4b5b08e4-2ffe-4820-945e-ef71392ae864 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4477041 Jul 14 09:55:45.445871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40002) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:45.465465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:45.507269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.509885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.561781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:45.635522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:45.635883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 588a720f-0fe1-45a2-b0b9-f11d6b3135d7 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:45.640321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:45.647269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c374ec6-2533-49fb-9ce3-dff1d6f90a77 None None] Network 908cd650-afee-46f4-a72f-2e4098f69f27 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:55:45.823485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:46.107023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:46.128438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:46.325570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Allocated IP 172.25.0.128 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:46.469658 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:46.521705 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:46.566063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:46.569835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:46.574477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:46.599452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Pushing event updated for resources: {'Port': ['ID=aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:46.848686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:47.403839 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:47.599350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60063005-b338-4f0e-9e10-162a1ca0cf16 req-85a65878-8e43-4905-9fae-db9d8930375a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:47.600890 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-60063005-b338-4f0e-9e10-162a1ca0cf16 req-85a65878-8e43-4905-9fae-db9d8930375a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 945 time: 0.0916426 Jul 14 09:55:47.622132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Router 20077a94-4aaf-494e-92b3-b8002bb84ed8 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:55:47.691980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-60063005-b338-4f0e-9e10-162a1ca0cf16 req-88b8019a-c877-4460-92b5-5723c32af251 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797837 Jul 14 09:55:47.757914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:55:47.768516 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Sync routers for ids ['20077a94-4aaf-494e-92b3-b8002bb84ed8'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:55:47.778118 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:47.779699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cfbb63c5-9015-45ab-8020-1f205872b22d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3303223 Jul 14 09:55:47.782499 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Routers {'20077a94-4aaf-494e-92b3-b8002bb84ed8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:47.782764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40082) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:47.783338 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:55:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20077a94-4aaf-494e-92b3-b8002bb84ed8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:47.906528 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Set router 20077a94-4aaf-494e-92b3-b8002bb84ed8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:48.138927 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:55:46Z', 'revision_number': 3, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port': {'id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:46Z', 'updated_at': '2021-07-14T09:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:48.173425 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Checking router: 20077a94-4aaf-494e-92b3-b8002bb84ed8 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:55:48.173869 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Updating router 20077a94-4aaf-494e-92b3-b8002bb84ed8 port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:55:48.180914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-5fd723a0-2ac7-4932-bdf0-b42d61a94132 req-0b8b1349-0d36-47f2-a3fe-311359b71b4d service neutron] (93779) timed out ('10.222.0.73', 38432) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:55:48.229654 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.371730 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.589705 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.608497 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Transition to ACTIVE for port object aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:48.617170 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.653222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Allocated IP 172.20.0.1 (908cd650-afee-46f4-a72f-2e4098f69f27/aa2ef691-54a9-4f42-865e-1eb6fe667714/d10d8bf4-1add-4f75-922d-e264e629f206) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:48.714302 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Pushing event updated for resources: {'Port': ['ID=aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:48.755799 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.761233 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.761907 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.762859 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.764642 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.764991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.765434 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.765651 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.765989 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.766259 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.766585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.772485 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:48.793282 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.816070 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Attempting to bind port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:48.816471 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Attempting to bind port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:48.816838 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Attempting to bind port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:48.823367 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:48.823729 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:48.824119 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.824540 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:48.825017 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Bound port: aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:48.825405 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.889266 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] For port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:48.893912 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] For port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:48.897181 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.899703 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:48.977004 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Routers {'20077a94-4aaf-494e-92b3-b8002bb84ed8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:48.977628 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:55:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20077a94-4aaf-494e-92b3-b8002bb84ed8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:49.011781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Network 908cd650-afee-46f4-a72f-2e4098f69f27 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:49.014402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Pushing event updated for resources: {'Port': ['ID=d10d8bf4-1add-4f75-922d-e264e629f206,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:49.031877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:49.033401 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f091d-e27f-4c2f-a2b6-db3939a97deb None None] Pushing event updated for resources: {'Port': ['ID=aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:49.039130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:49.120800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-6390fa27-c9d2-4ed6-ba66-ddd1f7aa9df1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:49.123004 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-6390fa27-c9d2-4ed6-ba66-ddd1f7aa9df1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 945 time: 0.2637057 Jul 14 09:55:49.134952 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] Set router 20077a94-4aaf-494e-92b3-b8002bb84ed8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:49.163607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:49.175851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda3a0d4-f654-4073-bd2c-f612a679f50a req-6b36f2fb-6c94-4a1e-8703-cb3287035d0e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:49.178167 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cda3a0d4-f654-4073-bd2c-f612a679f50a req-6b36f2fb-6c94-4a1e-8703-cb3287035d0e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 945 time: 0.2332895 Jul 14 09:55:49.312964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cda3a0d4-f654-4073-bd2c-f612a679f50a req-04b6edd6-1e35-4e95-b7a8-c2fef067d4e0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108568 Jul 14 09:55:49.403763 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:55:46Z', 'revision_number': 3, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port': {'id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:46Z', 'updated_at': '2021-07-14T09:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:49.442917 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af695f-93c2-44e7-9aa7-d0e5aae0b223 None None] The sync data for ids ['20077a94-4aaf-494e-92b3-b8002bb84ed8'] in n-d-780147-26 is: [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:55:46Z', 'revision_number': 3, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port': {'id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:46Z', 'updated_at': '2021-07-14T09:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:55:49.504306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port d7c7abdd-4f03-45f5-b4f4-ba9860712348 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:55:49.504685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:49.526648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:49.824645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] For port d7c7abdd-4f03-45f5-b4f4-ba9860712348, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d7c7abdd-4f03-45f5-b4f4-ba9860712348,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:49.825408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.061248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:50.164357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:50.177731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:50.178148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.279120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.348130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.372259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.460465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:50.468359 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.501115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Pushing event updated for resources: {'Port': ['ID=d10d8bf4-1add-4f75-922d-e264e629f206,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:50.506653 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.507024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.507378 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Floating IP a9004c18-0969-43a0-86ea-e88eb47a5a18 disassociated. External IP: 172.25.0.145, port: d7c7abdd-4f03-45f5-b4f4-ba9860712348. Jul 14 09:55:50.507781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for d7c7abdd-4f03-45f5-b4f4-ba9860712348 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:55:50.521560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:50.539174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.539664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.540190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.540631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.541010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.541649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.542177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.542526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.542852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.543176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.543502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.543821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:55:50.586743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:50.695216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a81fd-b2c6-416e-8fef-6c21e0d835bc req-ab4a4926-2ea4-420f-86e2-d37c6a18272a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:50.697193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-691a81fd-b2c6-416e-8fef-6c21e0d835bc req-ab4a4926-2ea4-420f-86e2-d37c6a18272a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 945 time: 0.1148574 Jul 14 09:55:50.744383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-691a81fd-b2c6-416e-8fef-6c21e0d835bc req-7edaf233-0390-4c88-8b71-7cd2c04bce8a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409925 Jul 14 09:55:50.915982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40106) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.043342 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3d76f95-6cf1-455d-b2f9-5e04d8e16758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.097318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Network 908cd650-afee-46f4-a72f-2e4098f69f27 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:51.117029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:51.190554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.198846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3d76f95-6cf1-455d-b2f9-5e04d8e16758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.205878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3d76f95-6cf1-455d-b2f9-5e04d8e16758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.229118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=d7c7abdd-4f03-45f5-b4f4-ba9860712348,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.263628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d76f95-6cf1-455d-b2f9-5e04d8e16758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe861af-c435-4512-9cd7-205934e6842d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.302358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f3d76f95-6cf1-455d-b2f9-5e04d8e16758 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=963e7d7b0fe54209bdcc44ce836c394c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826146 Jul 14 09:55:51.302925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 40110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:55:51.398690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Router 20077a94-4aaf-494e-92b3-b8002bb84ed8 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:55:51.441722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49a5a87d-dda5-4b90-a328-cac9dd568aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.487042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Router ca36f42d-8693-4085-8eef-dc86cbc9007f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:55:51.495393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49a5a87d-dda5-4b90-a328-cac9dd568aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.596604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49a5a87d-dda5-4b90-a328-cac9dd568aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.601454 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49a5a87d-dda5-4b90-a328-cac9dd568aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.607545 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49a5a87d-dda5-4b90-a328-cac9dd568aa8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fbe861af-c435-4512-9cd7-205934e6842d HTTP/1.1" status: 204 len: 168 time: 0.2985141 Jul 14 09:55:51.623097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5a87d-dda5-4b90-a328-cac9dd568aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe861af-c435-4512-9cd7-205934e6842d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:51.654977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:55:51.662381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-833ca21f-49b7-4246-a7ee-6facbfbc6b2f admin admin] 10.222.0.73 "PUT /v2.0/routers/20077a94-4aaf-494e-92b3-b8002bb84ed8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8780277 Jul 14 09:55:51.735532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:55:51.746525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:55:51.759069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:51.760572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:55:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:51.824434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] No DVR routers for this DVR port d7c7abdd-4f03-45f5-b4f4-ba9860712348 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:55:51.828832 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:51.831391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ca7bbac-8ca5-4f5f-bc67-f993322626cf req-141d24a5-bd6a-492b-bba0-4f1cee104821 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "DELETE /v2.0/ports/d7c7abdd-4f03-45f5-b4f4-ba9860712348 HTTP/1.1" status: 204 len: 173 time: 2.7017589 Jul 14 09:55:51.833191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'name': 'network-vif-deleted', 'tag': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:51.836140 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a377691-5a0e-497a-a458-7d99bc15c79c" -d '{"events": [{"server_uuid": "5180600b-c10a-4bbc-82f7-3cacbf457213", "name": "network-vif-deleted", "tag": "d7c7abdd-4f03-45f5-b4f4-ba9860712348"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:52.003392 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-83e58108-ce40-4876-ae73-280c31236eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:52.024929 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fde28b-e4f4-412d-8518-1ba4301e2568 x-openstack-request-id: req-95fde28b-e4f4-412d-8518-1ba4301e2568 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:52.025448 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5180600b-c10a-4bbc-82f7-3cacbf457213", "name": "network-vif-deleted", "tag": "d7c7abdd-4f03-45f5-b4f4-ba9860712348", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:52.025999 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95fde28b-e4f4-412d-8518-1ba4301e2568 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:52.026735 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5180600b-c10a-4bbc-82f7-3cacbf457213', 'name': 'network-vif-deleted', 'tag': 'd7c7abdd-4f03-45f5-b4f4-ba9860712348', 'status': 'completed', 'code': 200} Jul 14 09:55:52.063259 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Sync routers for ids ['20077a94-4aaf-494e-92b3-b8002bb84ed8'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:55:52.091282 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Routers {'20077a94-4aaf-494e-92b3-b8002bb84ed8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:52.092301 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:55:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20077a94-4aaf-494e-92b3-b8002bb84ed8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:52.096897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:52.144599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-da39df70-5d40-4f7b-9c4d-ec8b0bbbdd13 req-6d52dde4-f256-4c7c-8abc-5dbc77b5b1bb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0683436 Jul 14 09:55:52.378081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:52.456671 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Set router 20077a94-4aaf-494e-92b3-b8002bb84ed8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:52.493113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:52.493646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:52.565327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:52.642440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:55:52.652112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:52.653882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:55:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:52.802531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:52.841597 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:55:49Z', 'revision_number': 4, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port': {'id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:46Z', 'updated_at': '2021-07-14T09:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'd10d8bf4-1add-4f75-922d-e264e629f206', 'name': '', 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'mac_address': 'fa:16:3e:f0:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'aa2ef691-54a9-4f42-865e-1eb6fe667714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:48Z', 'updated_at': '2021-07-14T09:55:49Z', 'revision_number': 2, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'subnets': [{'id': 'aa2ef691-54a9-4f42-865e-1eb6fe667714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:52.890706 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Checking router: 20077a94-4aaf-494e-92b3-b8002bb84ed8 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:55:52.891019 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Updating router 20077a94-4aaf-494e-92b3-b8002bb84ed8 port d10d8bf4-1add-4f75-922d-e264e629f206 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:55:52.934368 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:52.990200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-3d1eebb1-466e-4fce-b975-717275aaec64 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:52.991786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-3d1eebb1-466e-4fce-b975-717275aaec64 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 819 time: 0.2076874 Jul 14 09:55:53.017881 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d7c7abdd-4f03-45f5-b4f4-ba9860712348 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:55:53.030858 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-b226ba21-2869-4d86-9210-6a51a06a9f78 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/quotas/d9bcdb7f85794aa6ada4507d1ba3a94b HTTP/1.1" status: 200 len: 375 time: 0.0295670 Jul 14 09:55:53.039586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: d7c7abdd-4f03-45f5-b4f4-ba9860712348 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:55:53.040166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d7c7abdd-4f03-45f5-b4f4-ba9860712348 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:55:53.066262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:53.103240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3831b7-718a-470b-8e13-3180e97ecaec None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:55:53.145838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-1144b196-fdd2-4bed-833a-109f9abcbf51 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124480 Jul 14 09:55:53.302945 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0e71bdc8-b5d3-4628-9c40-57a4a60a423f service neutron] 10.222.0.73 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449792 Jul 14 09:55:53.442358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-617e1315-99cd-487e-abaa-5c8bf438ef46 req-9145a943-e08c-475c-a9d0-2fe0b80e2284 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0653584 Jul 14 09:55:53.522356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-3d7b1b8d-a836-4058-8ef8-8a20342533dd service neutron] 10.222.0.73 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180841 Jul 14 09:55:53.586732 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:53.603570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599c6ebd-67a3-4598-96ef-b7facb00f57d None None] New status for floating IP a9004c18-0969-43a0-86ea-e88eb47a5a18: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:55:53.620821 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Transition to ACTIVE for port object d10d8bf4-1add-4f75-922d-e264e629f206 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:53.631267 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:53.774627 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083df345-3c1e-40a4-b18e-3b98c161e8b1 None None] Pushing event updated for resources: {'Port': ['ID=d10d8bf4-1add-4f75-922d-e264e629f206,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:53.841905 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Attempting to bind port d10d8bf4-1add-4f75-922d-e264e629f206 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:53.842650 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Attempting to bind port d10d8bf4-1add-4f75-922d-e264e629f206 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:53.843375 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Attempting to bind port d10d8bf4-1add-4f75-922d-e264e629f206 on network 908cd650-afee-46f4-a72f-2e4098f69f27 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:53.858128 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:53.858885 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Checking segment: {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:53.859852 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:53.860426 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Bound using segment: {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:53.862372 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Bound port: d10d8bf4-1add-4f75-922d-e264e629f206, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:53.862913 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:53.867406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3b765a32-8357-43e9-875b-3835c388e019 req-c7f1306e-85b0-4a00-b61b-bc1a6d64a596 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 210 time: 0.0805755 Jul 14 09:55:54.054270 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] For port d10d8bf4-1add-4f75-922d-e264e629f206, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:54.058370 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] For port d10d8bf4-1add-4f75-922d-e264e629f206, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d10d8bf4-1add-4f75-922d-e264e629f206,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:54.064336 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.161538 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Routers {'20077a94-4aaf-494e-92b3-b8002bb84ed8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:55:54.162487 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:55:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20077a94-4aaf-494e-92b3-b8002bb84ed8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:54.229541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-7b6b5bcb-943a-4414-8378-6c5cdbbbd785 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:54.230527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd9894f1-d005-4b17-9221-ab68503adb3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.235383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-7b6b5bcb-943a-4414-8378-6c5cdbbbd785 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 819 time: 0.1953115 Jul 14 09:55:54.261773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-987c7748-e14e-487d-b7a4-c15a6700cab8 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/quotas/d9bcdb7f85794aa6ada4507d1ba3a94b HTTP/1.1" status: 200 len: 375 time: 0.0191979 Jul 14 09:55:54.366279 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083df345-3c1e-40a4-b18e-3b98c161e8b1 None None] Pushing event updated for resources: {'Port': ['ID=d10d8bf4-1add-4f75-922d-e264e629f206,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:54.389763 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-3b6fb941-89c8-40df-804a-0b94363f190a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177366 Jul 14 09:55:54.414920 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] Set router 20077a94-4aaf-494e-92b3-b8002bb84ed8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:55:54.538422 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-95c4a404-ec61-43b8-bed5-2ad433014de1 service neutron] 10.222.0.73 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407533 Jul 14 09:55:54.544689 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:54.697879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-dbd46be5-5355-42f7-8b76-cb31a5dcab19 service neutron] 10.222.0.73 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529384 Jul 14 09:55:54.814308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e99b41b5-431a-4c63-883c-e01a95a94ef9 req-0cdf554b-f70d-4cb2-aa12-194173a273c4 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0944846 Jul 14 09:55:54.892457 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:55:49Z', 'revision_number': 4, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port': {'id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:46Z', 'updated_at': '2021-07-14T09:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'd10d8bf4-1add-4f75-922d-e264e629f206', 'name': '', 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'mac_address': 'fa:16:3e:f0:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'aa2ef691-54a9-4f42-865e-1eb6fe667714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:48Z', 'updated_at': '2021-07-14T09:55:54Z', 'revision_number': 4, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'subnets': [{'id': 'aa2ef691-54a9-4f42-865e-1eb6fe667714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:55:54.940295 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7070d333-45f0-4084-b2d6-1d28490bd76a None None] The sync data for ids ['20077a94-4aaf-494e-92b3-b8002bb84ed8'] in n-d-780147-26 is: [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:55:49Z', 'revision_number': 4, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port': {'id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:46Z', 'updated_at': '2021-07-14T09:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'd10d8bf4-1add-4f75-922d-e264e629f206', 'name': '', 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'mac_address': 'fa:16:3e:f0:1f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'aa2ef691-54a9-4f42-865e-1eb6fe667714', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:48Z', 'updated_at': '2021-07-14T09:55:54Z', 'revision_number': 4, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'subnets': [{'id': 'aa2ef691-54a9-4f42-865e-1eb6fe667714', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:55:55.082500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-41160bb3-e61d-4214-be37-5ac7e793fc09 req-a72ddb91-c3d0-4d74-9aa1-64acd0d62c35 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 210 time: 0.0736046 Jul 14 09:55:55.646552 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:55.725678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-45d46503-fb0a-46ce-9fa6-48c7dbaff09c tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:55.727442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-45d46503-fb0a-46ce-9fa6-48c7dbaff09c tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.66 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 819 time: 0.2336307 Jul 14 09:55:55.742697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Request body: {'port': {'device_id': 'd0c8353d-aada-4c8e-824c-ad4578d7b217', 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27', 'admin_state_up': True, 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:56.078292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Made reservation on behalf of d9bcdb7f85794aa6ada4507d1ba3a94b for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:56.087033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:56.213035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e03fc880-a5e3-4f4a-b9f0-5d12ba11b453 req-99ecc3c5-c7c5-4361-9022-f1bda8ffeae6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.1173949 Jul 14 09:55:56.248007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d10d8bf4-1add-4f75-922d-e264e629f206 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:56.371632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d10d8bf4-1add-4f75-922d-e264e629f206 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:55:56.377848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d10d8bf4-1add-4f75-922d-e264e629f206 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:56.378715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:56.475313 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:56.479961 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-af3130b5-4b1d-4da8-a5cf-62d62cc10566 req-5380fe5f-d3cc-4359-a9b1-edcfc43f0f48 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 210 time: 0.1324625 Jul 14 09:55:56.535320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port d10d8bf4-1add-4f75-922d-e264e629f206, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d10d8bf4-1add-4f75-922d-e264e629f206,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:55:56.541578 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:56.600410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=d10d8bf4-1add-4f75-922d-e264e629f206,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:56.614260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Allocated IP 172.20.0.11 (908cd650-afee-46f4-a72f-2e4098f69f27/aa2ef691-54a9-4f42-865e-1eb6fe667714/490a64f4-a8ba-4a37-ae97-9da803404039) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:56.874829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-f0900abc-94a3-4de8-a8c5-b0af75313a96 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:56.876899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-f0900abc-94a3-4de8-a8c5-b0af75313a96 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.69 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 819 time: 0.2328386 Jul 14 09:55:56.878090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:56.896962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Request body: {'port': {'device_id': '347b5565-5231-479e-9506-551b2b79646c', 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27', 'admin_state_up': True, 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:56.954291 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.029275 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.053640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Network 908cd650-afee-46f4-a72f-2e4098f69f27 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:57.070128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Pushing event updated for resources: {'Port': ['ID=490a64f4-a8ba-4a37-ae97-9da803404039,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:57.075940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:57.080050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:57.134994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Made reservation on behalf of d9bcdb7f85794aa6ada4507d1ba3a94b for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:55:57.140944 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.177127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:57.177127 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.196131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-c7bb0f9d-ece1-4779-ad28-8d6d639c3ea7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4578156 Jul 14 09:55:57.210952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Request body: {'port': {'device_id': 'd0c8353d-aada-4c8e-824c-ad4578d7b217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:57.288984 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.361475 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.384526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Allocated IP 172.20.0.9 (908cd650-afee-46f4-a72f-2e4098f69f27/aa2ef691-54a9-4f42-865e-1eb6fe667714/6b33187a-469e-434d-9f8e-594660e05e78) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:55:57.618529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.624511 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c7300a3-8955-485e-bb43-d87fc2546701 req-5b03a2aa-512b-4b5d-bd78-530915a9eedb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0844839 Jul 14 09:55:57.685099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.774928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Pushing event updated for resources: {'Port': ['ID=6b33187a-469e-434d-9f8e-594660e05e78,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:57.810177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Network 908cd650-afee-46f4-a72f-2e4098f69f27 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:55:57.814009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:55:57.817809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:55:57.877682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:57.879094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.906525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-665220d1-4995-4fab-92f9-838e7fba7fe0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0182307 Jul 14 09:55:57.920341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Request body: {'port': {'device_id': '347b5565-5231-479e-9506-551b2b79646c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:55:57.939492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490a64f4-a8ba-4a37-ae97-9da803404039 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:57.956656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:57.991497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72e68c-cac4-41a1-91ae-174c579d38ac req-b4755711-5b10-4b41-a208-7e59da1442aa tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:57.993450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Transition to ACTIVE for port object 490a64f4-a8ba-4a37-ae97-9da803404039 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:57.997082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b72e68c-cac4-41a1-91ae-174c579d38ac req-b4755711-5b10-4b41-a208-7e59da1442aa tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 931 time: 0.3094311 Jul 14 09:55:58.000398 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.065047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.103727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Pushing event updated for resources: {'Port': ['ID=490a64f4-a8ba-4a37-ae97-9da803404039,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:58.109982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d10d8bf4-1add-4f75-922d-e264e629f206 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:55:58.189079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d10d8bf4-1add-4f75-922d-e264e629f206 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:55:58.189079 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.312831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Attempting to bind port 490a64f4-a8ba-4a37-ae97-9da803404039 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:58.313229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Attempting to bind port 490a64f4-a8ba-4a37-ae97-9da803404039 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:58.313566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Attempting to bind port 490a64f4-a8ba-4a37-ae97-9da803404039 on network 908cd650-afee-46f4-a72f-2e4098f69f27 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:58.325441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Port 490a64f4-a8ba-4a37-ae97-9da803404039 on network 908cd650-afee-46f4-a72f-2e4098f69f27 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:55:58.327343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Attempting to bind port 490a64f4-a8ba-4a37-ae97-9da803404039 on network 908cd650-afee-46f4-a72f-2e4098f69f27 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:58.333778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:58.334273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Checking segment: {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:58.334770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Bound using segment: {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:58.335326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Bound port: 490a64f4-a8ba-4a37-ae97-9da803404039, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:58.335818 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.343952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b72e68c-cac4-41a1-91ae-174c579d38ac req-2389e4f6-f318-4a2e-88cd-d8e58b14a9d7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285367 Jul 14 09:55:58.420928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] For port 490a64f4-a8ba-4a37-ae97-9da803404039, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:58.424615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] For port 490a64f4-a8ba-4a37-ae97-9da803404039, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=490a64f4-a8ba-4a37-ae97-9da803404039,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:58.431168 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.480950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:58.481640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.483096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] 10.222.0.66 "PUT /v2.0/ports/490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 200 len: 1093 time: 1.2784674 Jul 14 09:55:58.483554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c8353d-aada-4c8e-824c-ad4578d7b217', 'tag': '490a64f4-a8ba-4a37-ae97-9da803404039'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:58.486188 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16c2402-0552-45a1-8b04-15358c90ba61" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c8353d-aada-4c8e-824c-ad4578d7b217", "tag": "490a64f4-a8ba-4a37-ae97-9da803404039"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:58.501391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b33187a-469e-434d-9f8e-594660e05e78 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:55:58.513409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.516364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a162ef3-7d3f-4a23-809d-e898bc29b704 service neutron] Pushing event updated for resources: {'Port': ['ID=490a64f4-a8ba-4a37-ae97-9da803404039,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:58.535325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Transition to ACTIVE for port object 6b33187a-469e-434d-9f8e-594660e05e78 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:55:58.542163 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.565955 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4e18c-dd18-4de5-96af-aa4bb2529b32 x-openstack-request-id: req-72b4e18c-dd18-4de5-96af-aa4bb2529b32 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:58.566263 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c8353d-aada-4c8e-824c-ad4578d7b217", "tag": "490a64f4-a8ba-4a37-ae97-9da803404039", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:58.566570 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72b4e18c-dd18-4de5-96af-aa4bb2529b32 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:58.567012 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c8353d-aada-4c8e-824c-ad4578d7b217', 'tag': '490a64f4-a8ba-4a37-ae97-9da803404039', 'status': 'completed', 'code': 200} Jul 14 09:55:58.600889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-75e80b62-1d13-43e4-9aac-79b01b5ca0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:58.602216 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-75e80b62-1d13-43e4-9aac-79b01b5ca0b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1096 time: 0.0711739 Jul 14 09:55:58.629752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33187a-469e-434d-9f8e-594660e05e78,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:58.654604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-4712252d-98e1-49e7-9006-64b7021f5fe9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 200 len: 217 time: 0.0441453 Jul 14 09:55:58.699777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Attempting to bind port 6b33187a-469e-434d-9f8e-594660e05e78 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:55:58.700240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Attempting to bind port 6b33187a-469e-434d-9f8e-594660e05e78 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:55:58.700468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Attempting to bind port 6b33187a-469e-434d-9f8e-594660e05e78 on network 908cd650-afee-46f4-a72f-2e4098f69f27 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:58.706025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Port 6b33187a-469e-434d-9f8e-594660e05e78 on network 908cd650-afee-46f4-a72f-2e4098f69f27 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:55:58.706347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Attempting to bind port 6b33187a-469e-434d-9f8e-594660e05e78 on network 908cd650-afee-46f4-a72f-2e4098f69f27 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:55:58.713523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:55:58.713869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Checking segment: {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:55:58.714801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Bound using segment: {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:55:58.715256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Bound port: 6b33187a-469e-434d-9f8e-594660e05e78, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77271cf5-de7a-4132-9f5c-04c2036b0bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:55:58.715783 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.759587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-b9605b7e-0bc0-47cf-905d-b8b411a39afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:58.761177 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-b9605b7e-0bc0-47cf-905d-b8b411a39afa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0977702 Jul 14 09:55:58.805492 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-e174ce95-d548-4ac7-bdcb-668186a871e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367043 Jul 14 09:55:58.830502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f7bfd76-8f6c-4401-8c03-7d226496c0d8 req-6a95493c-8aba-4ec5-b76c-ff86147709ab tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=5180600b-c10a-4bbc-82f7-3cacbf457213 HTTP/1.1" status: 200 len: 210 time: 0.0533366 Jul 14 09:55:58.889837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] For port 6b33187a-469e-434d-9f8e-594660e05e78, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:55:58.895571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] For port 6b33187a-469e-434d-9f8e-594660e05e78, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b33187a-469e-434d-9f8e-594660e05e78,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:55:58.901967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.930570 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-f0083c08-712e-4c13-bd52-8f7e50735852 service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170130 Jul 14 09:55:58.947660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:58.948603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:58.950382 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] 10.222.0.69 "PUT /v2.0/ports/6b33187a-469e-434d-9f8e-594660e05e78 HTTP/1.1" status: 200 len: 1092 time: 1.0359836 Jul 14 09:55:58.951028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347b5565-5231-479e-9506-551b2b79646c', 'tag': '6b33187a-469e-434d-9f8e-594660e05e78'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:55:58.954246 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126" -d '{"events": [{"name": "network-changed", "server_uuid": "347b5565-5231-479e-9506-551b2b79646c", "tag": "6b33187a-469e-434d-9f8e-594660e05e78"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:55:59.030814 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1e802b-ed6b-40e3-85aa-f3752b90d1b5 x-openstack-request-id: req-5c1e802b-ed6b-40e3-85aa-f3752b90d1b5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:55:59.031110 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347b5565-5231-479e-9506-551b2b79646c", "tag": "6b33187a-469e-434d-9f8e-594660e05e78", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:55:59.031381 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c1e802b-ed6b-40e3-85aa-f3752b90d1b5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:55:59.032561 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347b5565-5231-479e-9506-551b2b79646c', 'tag': '6b33187a-469e-434d-9f8e-594660e05e78', 'status': 'completed', 'code': 200} Jul 14 09:55:59.052382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fd1fa-a397-4269-90a1-8ab75a60d3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6b33187a-469e-434d-9f8e-594660e05e78,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:55:59.083803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-11c154d5-3405-4b38-ac13-dc829d09669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.086156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-11c154d5-3405-4b38-ac13-dc829d09669d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 1095 time: 0.0682933 Jul 14 09:55:59.100621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b2d8827-5a0d-4e1c-b464-e10ba808c551 req-a691b8f0-e2ec-4a09-9fc0-b36c9a554693 service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616948 Jul 14 09:55:59.142045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-45c4db38-59ba-4221-85f6-e08085101b51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b33187a-469e-434d-9f8e-594660e05e78 HTTP/1.1" status: 200 len: 217 time: 0.0488396 Jul 14 09:55:59.196497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-c8cb8233-8420-4f3d-862d-8ca0743c7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.197980 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-c8cb8233-8420-4f3d-862d-8ca0743c7e14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0505857 Jul 14 09:55:59.213760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-ae6769ff-a49d-47f2-bf86-8bfb31d2c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.216517 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-ae6769ff-a49d-47f2-bf86-8bfb31d2c944 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1096 time: 0.0641911 Jul 14 09:55:59.235828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-4d18ecdb-1a8d-43a3-91be-858dc118da89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314491 Jul 14 09:55:59.342746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-603bb778-a5fb-475c-9503-bd4a42212820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.345506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-603bb778-a5fb-475c-9503-bd4a42212820 service neutron] 10.222.0.66 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.1204121 Jul 14 09:55:59.348324 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-52d0dead-6f23-4fa8-a648-a96fc10b5fee service neutron] 10.222.0.69 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014397 Jul 14 09:55:59.390442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-075fa35b-e9e3-471c-a0b0-5e110757a948 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 200 len: 217 time: 0.0380688 Jul 14 09:55:59.472256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-1c375ab4-326f-48c9-ab76-c7574c06f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.475630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-1c375ab4-326f-48c9-ab76-c7574c06f783 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0771224 Jul 14 09:55:59.516317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-94d140da-2a6f-406c-b712-5b9308f361f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336690 Jul 14 09:55:59.527511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19eee1d5-e236-41ee-8e23-1dc1faed78ef req-eaa5d324-8310-417e-84ea-7691cab168ec service neutron] 10.222.0.69 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728384 Jul 14 09:55:59.579554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebdb69-b106-405a-a2e2-25c7dc57547e req-bcf45538-9690-4f85-9378-3f987aedb53a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.581141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-27ebdb69-b106-405a-a2e2-25c7dc57547e req-bcf45538-9690-4f85-9378-3f987aedb53a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 943 time: 0.0987978 Jul 14 09:55:59.637196 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-5060ab4f-c54a-497f-9c51-8438a4d4948b service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135304 Jul 14 09:55:59.659692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-27ebdb69-b106-405a-a2e2-25c7dc57547e req-e8331533-d055-4a2c-a9e7-e36d691fd48b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694084 Jul 14 09:55:59.682630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-ef693375-fc46-4425-86d5-6af69caa008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.684502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-ef693375-fc46-4425-86d5-6af69caa008a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 1095 time: 0.1023972 Jul 14 09:55:59.720134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:55:59.776264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d16c2402-0552-45a1-8b04-15358c90ba61 req-800acbef-a446-45a1-b21b-c6750126692d service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314871 Jul 14 09:55:59.791825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-09fef845-6368-4b02-a562-f14dfe3332cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.793368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-09fef845-6368-4b02-a562-f14dfe3332cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.1021657 Jul 14 09:55:59.837512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-bf1c48b3-55a3-43d1-9db2-5b8c2d44c446 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b33187a-469e-434d-9f8e-594660e05e78 HTTP/1.1" status: 200 len: 217 time: 0.0367746 Jul 14 09:55:59.895191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-ba86bc61-e333-4dba-9e57-f28477b769d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:55:59.896728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-ba86bc61-e333-4dba-9e57-f28477b769d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0525455 Jul 14 09:55:59.940359 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-f80776fe-c7ab-43a5-95a7-82f5a8c842a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365646 Jul 14 09:56:00.069763 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-58c4e9a4-7b3d-4b50-8933-9a2549d2d88a service neutron] 10.222.0.69 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229229 Jul 14 09:56:00.218531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf9ebda3-a638-4e8b-8475-29ab5dc4f126 req-5d2d83e6-93ce-4463-85a5-5033bf5b8135 service neutron] 10.222.0.69 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402814 Jul 14 09:56:00.268037 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-a06f06ec-9d15-45f5-866c-ee35bb6f9ce5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275438734&fields=id&tenant_id=6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 267 time: 0.0746090 Jul 14 09:56:00.398582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-ec6c9650-47cf-488f-b62b-277c7e7d7a12 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:00.400324 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-ec6c9650-47cf-488f-b62b-277c7e7d7a12 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.1252980 Jul 14 09:56:00.423338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-36ecf2b4-4139-40dd-9fa5-6961cbac1b2e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/quotas/6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 375 time: 0.0167725 Jul 14 09:56:00.492449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-eff246d8-2a81-417d-97ac-412fb2622a60 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680587 Jul 14 09:56:00.607124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-b73dd52e-18cf-43f1-b4e6-dc55869790d8 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009796 Jul 14 09:56:00.710626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-7da83ac0-d1d9-44e5-a4d9-b5d9a8a69c04 service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951304 Jul 14 09:56:00.887290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13ec72-cdec-43be-af9c-87df8a73c14e req-bd09dc26-1b42-4202-a9f6-7f51b007bd10 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:00.889917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba13ec72-cdec-43be-af9c-87df8a73c14e req-bd09dc26-1b42-4202-a9f6-7f51b007bd10 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 943 time: 0.0886226 Jul 14 09:56:00.933738 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba13ec72-cdec-43be-af9c-87df8a73c14e req-b8057da4-9699-4b16-bd57-983243e307d7 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Jul 14 09:56:01.045105 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6b33187a-469e-434d-9f8e-594660e05e78 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:01.074413 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78e5339e-fc6b-40d8-b9ac-f297d62b90b7 req-78494346-0ce6-48d0-af9d-b185100d685f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 210 time: 0.0349779 Jul 14 09:56:01.185724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6b33187a-469e-434d-9f8e-594660e05e78, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b33187a-469e-434d-9f8e-594660e05e78,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:01.362943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '6b33187a-469e-434d-9f8e-594660e05e78', 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27', 'port_id': '6b33187a-469e-434d-9f8e-594660e05e78', 'mac_address': 'fa:16:3e:6c:9c:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2ef691-54a9-4f42-865e-1eb6fe667714', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:01.407560 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:01.422843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b33187a-469e-434d-9f8e-594660e05e78 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:01.446760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6b33187a-469e-434d-9f8e-594660e05e78, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b33187a-469e-434d-9f8e-594660e05e78,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:01.451614 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:01.508377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=6b33187a-469e-434d-9f8e-594660e05e78,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:01.641478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6b33187a-469e-434d-9f8e-594660e05e78'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:01.697280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 490a64f4-a8ba-4a37-ae97-9da803404039 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:01.871753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 490a64f4-a8ba-4a37-ae97-9da803404039, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=490a64f4-a8ba-4a37-ae97-9da803404039,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:01.890520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '490a64f4-a8ba-4a37-ae97-9da803404039', 'network_id': '908cd650-afee-46f4-a72f-2e4098f69f27', 'port_id': '490a64f4-a8ba-4a37-ae97-9da803404039', 'mac_address': 'fa:16:3e:d3:73:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa2ef691-54a9-4f42-865e-1eb6fe667714', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:01.943696 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:01.957776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490a64f4-a8ba-4a37-ae97-9da803404039 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:01.981241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 490a64f4-a8ba-4a37-ae97-9da803404039, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=490a64f4-a8ba-4a37-ae97-9da803404039,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:01.998136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:02.059387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=490a64f4-a8ba-4a37-ae97-9da803404039,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:02.148630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d2f3-6921-4419-824f-257e26e5ac73 req-ce38cd5c-b42d-4962-9569-74de262a7038 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:02.156441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ca4d2f3-6921-4419-824f-257e26e5ac73 req-ce38cd5c-b42d-4962-9569-74de262a7038 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 944 time: 0.0889080 Jul 14 09:56:02.203448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ca4d2f3-6921-4419-824f-257e26e5ac73 req-33f6c99c-1b54-4d50-a9ee-178cf863d288 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456533 Jul 14 09:56:02.203940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['490a64f4-a8ba-4a37-ae97-9da803404039'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:02.290050 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:56:02.340842 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-225f716b-6332-402d-a270-0f181692d581 req-279268d1-3ec6-4da8-a602-3333ac8a2e0f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 210 time: 0.1115742 Jul 14 09:56:02.429623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-727a0471-9f3b-49fd-ae20-6b65abcb767a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:02.432306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-727a0471-9f3b-49fd-ae20-6b65abcb767a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.1917551 Jul 14 09:56:02.497704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-9c3c40ad-86a6-46f8-b69a-298ee1fa6ad9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 379 time: 0.0498731 Jul 14 09:56:02.509906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'port': {'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'admin_state_up': True, 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'security_groups': ['ec752914-6bd5-4775-8afb-988c964cca66']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:02.660957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:56:02.667815 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:02.816339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.20.0.9 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/c76385aa-1f83-48a6-ab14-c53d5fa8bafd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:02.959316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:02.973443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Transition to ACTIVE for port object c76385aa-1f83-48a6-ab14-c53d5fa8bafd will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:03.007661 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.057910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:03.060655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:03.061960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6b33187a-469e-434d-9f8e-594660e05e78 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:03.065444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:03.105052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:03.145266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:03.146954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.157078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 6b33187a-469e-434d-9f8e-594660e05e78 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:03.163883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 6b33187a-469e-434d-9f8e-594660e05e78 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:03.164918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.167406 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-4c9387c2-af24-4429-a79a-3d3b5d676f88 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6640022 Jul 14 09:56:03.180516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Request body: {'port': {'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:03.273995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.367881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.484620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6b33187a-469e-434d-9f8e-594660e05e78, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b33187a-469e-434d-9f8e-594660e05e78,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:03.495085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347b5565-5231-479e-9506-551b2b79646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b33187a-469e-434d-9f8e-594660e05e78'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:03.497825 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4d9442-7ce1-481a-b4b3-b14fc9f2eaf9" -d '{"events": [{"server_uuid": "347b5565-5231-479e-9506-551b2b79646c", "name": "network-vif-plugged", "status": "completed", "tag": "6b33187a-469e-434d-9f8e-594660e05e78"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:03.508028 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.512029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811e755-387d-455e-b7c9-d12e62a303bb req-f06ba047-3474-4003-9199-44791c34d30b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:03.517953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e811e755-387d-455e-b7c9-d12e62a303bb req-f06ba047-3474-4003-9199-44791c34d30b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 944 time: 0.1449754 Jul 14 09:56:03.571821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-28919825-a444-4cfb-b2fe-33a85661f9d7 None None] Provisioning for port c76385aa-1f83-48a6-ab14-c53d5fa8bafd completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:03.581192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-28919825-a444-4cfb-b2fe-33a85661f9d7 None None] Provisioning complete for port c76385aa-1f83-48a6-ab14-c53d5fa8bafd triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:03.581666 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-28919825-a444-4cfb-b2fe-33a85661f9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.587421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e811e755-387d-455e-b7c9-d12e62a303bb req-9e27e7e0-249a-4e72-abe8-d15e1d63ff82 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646555 Jul 14 09:56:03.642022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-28919825-a444-4cfb-b2fe-33a85661f9d7 None None] Port c76385aa-1f83-48a6-ab14-c53d5fa8bafd cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:56:03.651247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=6b33187a-469e-434d-9f8e-594660e05e78,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:03.661822 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ae6e84-b745-4c9f-8944-863164238347 x-openstack-request-id: req-a7ae6e84-b745-4c9f-8944-863164238347 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:03.662129 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347b5565-5231-479e-9506-551b2b79646c", "name": "network-vif-plugged", "status": "completed", "tag": "6b33187a-469e-434d-9f8e-594660e05e78", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:03.662389 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7ae6e84-b745-4c9f-8944-863164238347 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:03.662807 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347b5565-5231-479e-9506-551b2b79646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b33187a-469e-434d-9f8e-594660e05e78', 'code': 200} Jul 14 09:56:03.702155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 490a64f4-a8ba-4a37-ae97-9da803404039 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:03.761525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 490a64f4-a8ba-4a37-ae97-9da803404039 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:03.769984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 490a64f4-a8ba-4a37-ae97-9da803404039 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:03.770377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.798682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ac700-d000-49d6-8c41-b44cb8d58722 req-a3174ff6-7bc2-4395-9f9c-5f4426759c84 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:03.807761 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e29ac700-d000-49d6-8c41-b44cb8d58722 req-a3174ff6-7bc2-4395-9f9c-5f4426759c84 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 931 time: 0.2691500 Jul 14 09:56:03.809293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a312c22b-bf6d-49c4-94d0-1c03c5fcc7a9 req-303bca07-59c7-4284-9b06-dccd4c4b6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:03.815887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a312c22b-bf6d-49c4-94d0-1c03c5fcc7a9 req-303bca07-59c7-4284-9b06-dccd4c4b6163 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 1097 time: 0.0957227 Jul 14 09:56:03.878276 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:03.902263 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a312c22b-bf6d-49c4-94d0-1c03c5fcc7a9 req-08f5c46a-575b-4b60-8304-fc08139dca01 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850616 Jul 14 09:56:03.919854 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e29ac700-d000-49d6-8c41-b44cb8d58722 req-cdc1d383-fa6a-444c-9a4b-69e6c419f3f8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104727 Jul 14 09:56:03.922144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 490a64f4-a8ba-4a37-ae97-9da803404039, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=490a64f4-a8ba-4a37-ae97-9da803404039,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:03.930051 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:04.011671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76385aa-1f83-48a6-ab14-c53d5fa8bafd {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:04.020634 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:04.034848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=490a64f4-a8ba-4a37-ae97-9da803404039,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:04.043190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Transition to ACTIVE for port object c76385aa-1f83-48a6-ab14-c53d5fa8bafd will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:56:04.048959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:04.114917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:04.213589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Attempting to bind port c76385aa-1f83-48a6-ab14-c53d5fa8bafd on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:56:04.214021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Attempting to bind port c76385aa-1f83-48a6-ab14-c53d5fa8bafd by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:56:04.214457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Attempting to bind port c76385aa-1f83-48a6-ab14-c53d5fa8bafd on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:04.219821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Port c76385aa-1f83-48a6-ab14-c53d5fa8bafd on network de13b0cf-15f7-43e1-a35b-48b256378e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:56:04.220288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Attempting to bind port c76385aa-1f83-48a6-ab14-c53d5fa8bafd on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:56:04.227132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:56:04.227625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:56:04.228137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:56:04.235048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Bound port: c76385aa-1f83-48a6-ab14-c53d5fa8bafd, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:56:04.235474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:04.351518 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] For port c76385aa-1f83-48a6-ab14-c53d5fa8bafd, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:56:04.355354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] For port c76385aa-1f83-48a6-ab14-c53d5fa8bafd, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:56:04.361649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:04.403209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.404156 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:04.409534 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] 10.222.0.66 "PUT /v2.0/ports/c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 1092 time: 1.2307444 Jul 14 09:56:04.415288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:04.417733 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36cb63d-9874-4459-b321-1bbc6c689ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:04.496387 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e043c1-49b7-483d-bc0e-557663c03850 x-openstack-request-id: req-40e043c1-49b7-483d-bc0e-557663c03850 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:04.496774 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:04.497082 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-40e043c1-49b7-483d-bc0e-557663c03850 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:04.497511 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'status': 'completed', 'code': 200} Jul 14 09:56:04.516540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bf6f1-3cad-43f9-8661-749d5ca843d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:04.547196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-8ea1ec3b-f052-4cda-bdd8-9dda59dcc8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.549205 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-8ea1ec3b-f052-4cda-bdd8-9dda59dcc8f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1095 time: 0.0971227 Jul 14 09:56:04.599171 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-fc74ceb2-ca51-4be7-8f82-94ce6715db42 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 217 time: 0.0413404 Jul 14 09:56:04.683662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-b275b459-a562-497c-ab0f-0a5fb8a43b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.685456 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-b275b459-a562-497c-ab0f-0a5fb8a43b45 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0789461 Jul 14 09:56:04.837151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-34b40f58-59a4-4a3f-bb34-06c09382ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:04.846675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-34b40f58-59a4-4a3f-bb34-06c09382ca2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463060 Jul 14 09:56:05.214020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd96cbf-4a4d-48e9-80f2-5a075ec29ea4 req-44ff7a36-6175-46ed-b3e7-3bf0d898b47c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:05.222926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2bd96cbf-4a4d-48e9-80f2-5a075ec29ea4 req-44ff7a36-6175-46ed-b3e7-3bf0d898b47c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.1470709 Jul 14 09:56:05.288327 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2bd96cbf-4a4d-48e9-80f2-5a075ec29ea4 req-c8dbddf8-7b3d-4409-a4ea-ebd439516fb3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559695 Jul 14 09:56:05.348409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce67e20-2b60-403c-89f5-7c2a19ae3a2e req-08d55d71-648a-4657-9830-c2ee2b2c9106 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:05.352387 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ce67e20-2b60-403c-89f5-7c2a19ae3a2e req-08d55d71-648a-4657-9830-c2ee2b2c9106 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.5792854 Jul 14 09:56:05.414084 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-8b067685-cb76-45a2-8200-c678dc302dea service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5646329 Jul 14 09:56:05.419728 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ce67e20-2b60-403c-89f5-7c2a19ae3a2e req-8cdce4a9-3adf-4e52-bad3-521c27f9f030 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592918 Jul 14 09:56:05.536167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd05842-5b52-4a38-9fb6-af2f8b31479f req-f5146f6d-210c-499f-a614-6711bd8e84ac service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127276 Jul 14 09:56:05.654140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-78fd9cec-f571-4c93-a3b1-1a59262bd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:05.655714 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-78fd9cec-f571-4c93-a3b1-1a59262bd783 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1095 time: 0.0684366 Jul 14 09:56:05.664554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8353d-aada-4c8e-824c-ad4578d7b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490a64f4-a8ba-4a37-ae97-9da803404039'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:05.668156 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb37d0e3-da60-42eb-a24a-ad6101aefddb" -d '{"events": [{"server_uuid": "d0c8353d-aada-4c8e-824c-ad4578d7b217", "name": "network-vif-plugged", "status": "completed", "tag": "490a64f4-a8ba-4a37-ae97-9da803404039"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:05.720264 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5232c325-b372-42e8-bfa1-a9ede6fecf59 x-openstack-request-id: req-5232c325-b372-42e8-bfa1-a9ede6fecf59 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:05.720638 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8353d-aada-4c8e-824c-ad4578d7b217", "name": "network-vif-plugged", "status": "completed", "tag": "490a64f4-a8ba-4a37-ae97-9da803404039", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:05.720903 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5232c325-b372-42e8-bfa1-a9ede6fecf59 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:05.721335 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c8353d-aada-4c8e-824c-ad4578d7b217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490a64f4-a8ba-4a37-ae97-9da803404039', 'code': 200} Jul 14 09:56:05.776815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-89b1da1e-2266-42fb-b4ba-bd325d4ba521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:05.778444 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-89b1da1e-2266-42fb-b4ba-bd325d4ba521 service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1147432 Jul 14 09:56:05.862741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-d20009e2-3635-4bbc-bdd8-3826efab9ad2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 217 time: 0.0625682 Jul 14 09:56:05.922709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-e9df3657-15e5-4288-9589-a2ed1e0c79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:05.924101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-e9df3657-15e5-4288-9589-a2ed1e0c79c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0552475 Jul 14 09:56:05.932352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6b58b-ddce-48db-bcb8-c8f74cad1f74 req-bb59b092-d48f-44ea-85a7-883a137f6bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:05.934283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-87c6b58b-ddce-48db-bcb8-c8f74cad1f74 req-bb59b092-d48f-44ea-85a7-883a137f6bc9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1098 time: 0.1353509 Jul 14 09:56:06.001682 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-87c6b58b-ddce-48db-bcb8-c8f74cad1f74 req-9324742b-6254-46bb-9ded-9aceaf7638d1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581148 Jul 14 09:56:06.019323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-6faad20c-8a7c-49f4-b575-7594f003ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:06.021751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-6faad20c-8a7c-49f4-b575-7594f003ab5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863011 Jul 14 09:56:06.138157 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-a1c7916d-0829-4093-bc67-0865abac7b64 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888379 Jul 14 09:56:06.239918 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36cb63d-9874-4459-b321-1bbc6c689ab0 req-8ffe4d63-c296-4e16-b36f-21dc88cd3241 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940704 Jul 14 09:56:06.485147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9aad9-fb3f-4e34-b3dd-e73bb243f7c9 req-35c73720-0c04-48b3-b6c3-5f5b07f63fdb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:06.486874 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3e9aad9-fb3f-4e34-b3dd-e73bb243f7c9 req-35c73720-0c04-48b3-b6c3-5f5b07f63fdb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.0723794 Jul 14 09:56:06.559609 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3e9aad9-fb3f-4e34-b3dd-e73bb243f7c9 req-35a77834-8189-46b8-91d5-5a0176e85eb6 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560238 Jul 14 09:56:06.646079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4e764-143c-46a1-9506-ba10c6f8af40 req-718da1e0-f2c7-4bf1-b05f-0f81e707c4d0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:06.647526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ec4e764-143c-46a1-9506-ba10c6f8af40 req-718da1e0-f2c7-4bf1-b05f-0f81e707c4d0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0676739 Jul 14 09:56:06.686310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1ec4e764-143c-46a1-9506-ba10c6f8af40 req-bce34bf8-b005-4a83-b4da-6b79dce26f55 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329504 Jul 14 09:56:07.127073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66585-3888-4b3d-9b91-65e970351577 req-dde7abbe-fa7d-4709-85d8-f12cf83ac33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:07.128708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12c66585-3888-4b3d-9b91-65e970351577 req-dde7abbe-fa7d-4709-85d8-f12cf83ac33a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 1097 time: 0.1186447 Jul 14 09:56:07.211977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe96d2-db9a-41b9-8294-784b774bdcbc req-a2ace99f-89a4-4216-9cf1-504d68c59fbc tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:07.213521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-76fe96d2-db9a-41b9-8294-784b774bdcbc req-a2ace99f-89a4-4216-9cf1-504d68c59fbc tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.1362581 Jul 14 09:56:07.272173 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66585-3888-4b3d-9b91-65e970351577 req-4e771fdf-725f-4f25-80ba-79ed54b5121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:07.273857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12c66585-3888-4b3d-9b91-65e970351577 req-4e771fdf-725f-4f25-80ba-79ed54b5121f service neutron] 10.222.0.69 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.1384273 Jul 14 09:56:07.290308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-76fe96d2-db9a-41b9-8294-784b774bdcbc req-a9d3671f-75f2-4b8e-811f-ff2fa4c3dcaa tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Jul 14 09:56:07.338379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12c66585-3888-4b3d-9b91-65e970351577 req-93fc34e1-d12e-4c22-8408-3e82885e3eb6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b33187a-469e-434d-9f8e-594660e05e78 HTTP/1.1" status: 200 len: 217 time: 0.0467091 Jul 14 09:56:07.392991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c66585-3888-4b3d-9b91-65e970351577 req-365cfb5a-b49d-4e35-b4e3-2af38295434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:07.394513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12c66585-3888-4b3d-9b91-65e970351577 req-365cfb5a-b49d-4e35-b4e3-2af38295434d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0454032 Jul 14 09:56:07.432164 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12c66585-3888-4b3d-9b91-65e970351577 req-9edc671c-352d-4c79-8143-2b92aacf80ae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311999 Jul 14 09:56:07.520513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12c66585-3888-4b3d-9b91-65e970351577 req-3c6ce3dc-cd1d-46da-86a0-ad693b22bdb8 service neutron] 10.222.0.69 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824215 Jul 14 09:56:07.618397 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-12c66585-3888-4b3d-9b91-65e970351577 req-fc3215e4-e9b6-4a5f-a346-d1cbe48818c4 service neutron] 10.222.0.69 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916204 Jul 14 09:56:07.739272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2cf07-0104-4429-b16f-18a759c505ff req-29b3df70-f97a-462c-8dbc-74dcdd480ec5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:07.740810 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ad2cf07-0104-4429-b16f-18a759c505ff req-29b3df70-f97a-462c-8dbc-74dcdd480ec5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.0681829 Jul 14 09:56:07.777842 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5ad2cf07-0104-4429-b16f-18a759c505ff req-80a2e26c-df67-4df8-97d0-9582164b35ab tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313261 Jul 14 09:56:08.465289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d1d96-7281-4f1c-8a77-c7f30d355e19 req-0387169a-ef49-45ed-b7f8-01a53b0281ff tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:08.466785 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f5d1d96-7281-4f1c-8a77-c7f30d355e19 req-0387169a-ef49-45ed-b7f8-01a53b0281ff tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0631959 Jul 14 09:56:08.510908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f5d1d96-7281-4f1c-8a77-c7f30d355e19 req-3cd7478e-57e7-4dc6-a300-7bce461aeea0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 Jul 14 09:56:08.981176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911bb2d-f46b-43d5-97a8-b7a52a706f00 req-5e7f8573-894e-42d7-a3ef-e50590d7048f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:08.982688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1911bb2d-f46b-43d5-97a8-b7a52a706f00 req-5e7f8573-894e-42d7-a3ef-e50590d7048f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.0689950 Jul 14 09:56:09.022690 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1911bb2d-f46b-43d5-97a8-b7a52a706f00 req-cd198004-f31e-4a48-85f5-236c8bd33b53 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335405 Jul 14 09:56:09.696313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63314db4-05c6-4371-92d4-16c8420499bf req-da79ff78-3898-4f56-9883-8fbce9c4be2a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:09.697821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63314db4-05c6-4371-92d4-16c8420499bf req-da79ff78-3898-4f56-9883-8fbce9c4be2a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0623178 Jul 14 09:56:09.749173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63314db4-05c6-4371-92d4-16c8420499bf req-607657a8-384d-4454-a895-093e4201413c tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455832 Jul 14 09:56:10.203451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedbfeb-7959-467c-8991-85066011d0a7 req-2febbc6f-772c-4f32-a599-1e2c64982a39 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.205015 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eeedbfeb-7959-467c-8991-85066011d0a7 req-2febbc6f-772c-4f32-a599-1e2c64982a39 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.0649452 Jul 14 09:56:10.246484 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eeedbfeb-7959-467c-8991-85066011d0a7 req-978e920f-cab9-4aff-9d9a-5891b6545244 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Jul 14 09:56:10.928064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513128d-6466-419c-8d86-75a5a6bd424c req-85e84aeb-ccef-4acd-bf28-442459d92edd tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:10.929500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4513128d-6466-419c-8d86-75a5a6bd424c req-85e84aeb-ccef-4acd-bf28-442459d92edd tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0673611 Jul 14 09:56:10.981457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4513128d-6466-419c-8d86-75a5a6bd424c req-00fc32ae-cb96-4602-8f9c-cef3fb7221fc tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431623 Jul 14 09:56:11.429623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edada68-7e4a-4b8b-950d-b51a4118e7e5 req-353057ea-ae10-4b03-974c-8370935184b2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:11.431178 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8edada68-7e4a-4b8b-950d-b51a4118e7e5 req-353057ea-ae10-4b03-974c-8370935184b2 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.0658455 Jul 14 09:56:11.473601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8edada68-7e4a-4b8b-950d-b51a4118e7e5 req-6c9b026d-04a1-421f-9e17-78a600d73194 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366778 Jul 14 09:56:12.156904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c2150-b745-49fc-af03-d596270b56e9 req-62bbce82-dc86-486b-96c2-ea12d323980e tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.158523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b60c2150-b745-49fc-af03-d596270b56e9 req-62bbce82-dc86-486b-96c2-ea12d323980e tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0667353 Jul 14 09:56:12.197623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b60c2150-b745-49fc-af03-d596270b56e9 req-b2c47151-70ff-4513-8354-540ccf03e31c tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Jul 14 09:56:12.650602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a072a-0c54-477e-b3c6-5298e996fbbf req-bee36ef6-3837-4fe5-b9a3-9d417b99e39b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:12.652103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c06a072a-0c54-477e-b3c6-5298e996fbbf req-bee36ef6-3837-4fe5-b9a3-9d417b99e39b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.0652263 Jul 14 09:56:12.690114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c06a072a-0c54-477e-b3c6-5298e996fbbf req-e270a0dd-cbce-45aa-a6bd-a34d41909874 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321567 Jul 14 09:56:13.386928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52042cd2-f615-48e1-8864-0a4f242c9db6 req-16a525f5-1707-46eb-b774-e46eb74ee2ac tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.388724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52042cd2-f615-48e1-8864-0a4f242c9db6 req-16a525f5-1707-46eb-b774-e46eb74ee2ac tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0746543 Jul 14 09:56:13.434679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52042cd2-f615-48e1-8864-0a4f242c9db6 req-a981509c-2d01-4d8a-ae25-20319e462f51 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Jul 14 09:56:13.867960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54205e0-46d5-4c30-9c52-8fc00967ca6b req-e5757c45-26f1-4479-82ec-65540b59368d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:13.869605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f54205e0-46d5-4c30-9c52-8fc00967ca6b req-e5757c45-26f1-4479-82ec-65540b59368d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.0694196 Jul 14 09:56:13.910482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f54205e0-46d5-4c30-9c52-8fc00967ca6b req-1dd02518-8d78-464d-bf24-5ce62a734545 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320051 Jul 14 09:56:14.616332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2c484-ff40-416e-86f8-df108818af22 req-b08fd4d7-5188-49ac-96db-cb46d66714ee tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:14.617715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5d2c484-ff40-416e-86f8-df108818af22 req-b08fd4d7-5188-49ac-96db-cb46d66714ee tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0644426 Jul 14 09:56:14.655908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5d2c484-ff40-416e-86f8-df108818af22 req-702e4805-16e8-43d5-9b43-1fd724520a2e tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Jul 14 09:56:15.098134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323deb9-896b-45e2-a032-a48e4b119965 req-59ec989c-2495-4a93-bbce-df2fdf6a6a20 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:15.100647 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a323deb9-896b-45e2-a032-a48e4b119965 req-59ec989c-2495-4a93-bbce-df2fdf6a6a20 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 943 time: 0.0776839 Jul 14 09:56:15.145897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a323deb9-896b-45e2-a032-a48e4b119965 req-50623583-1f20-43ae-aaa0-62897f4867e3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380692 Jul 14 09:56:15.777504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c76385aa-1f83-48a6-ab14-c53d5fa8bafd details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:56:15.829786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11c428-fbb1-41f0-ae3d-b988188c7c59 req-5571b349-1d80-426d-8594-23718c4ba10a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:15.831989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d11c428-fbb1-41f0-ae3d-b988188c7c59 req-5571b349-1d80-426d-8594-23718c4ba10a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0651460 Jul 14 09:56:15.869835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d11c428-fbb1-41f0-ae3d-b988188c7c59 req-3ef9154e-e0db-463f-8a7e-02cbe5a2c832 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322762 Jul 14 09:56:15.878188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c76385aa-1f83-48a6-ab14-c53d5fa8bafd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:15.890371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:56:15.930909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:15.949535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76385aa-1f83-48a6-ab14-c53d5fa8bafd {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:56:15.975462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c76385aa-1f83-48a6-ab14-c53d5fa8bafd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:15.980234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:16.029727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:16.196861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['c76385aa-1f83-48a6-ab14-c53d5fa8bafd'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:56:16.340362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb7080-b9da-4c2c-959d-2e6cd64b64a0 req-0ca5a0de-3e75-4e9f-a117-59a01cc68e1b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:16.342073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b1eb7080-b9da-4c2c-959d-2e6cd64b64a0 req-0ca5a0de-3e75-4e9f-a117-59a01cc68e1b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 944 time: 0.0779140 Jul 14 09:56:16.389176 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b1eb7080-b9da-4c2c-959d-2e6cd64b64a0 req-b3dec35b-34e1-42aa-90c2-27a7468534b7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360522 Jul 14 09:56:17.372034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71464cbf-5e47-4b67-bde1-335372403286 req-113136fc-721e-459a-b367-2a611ec361ab tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:17.373578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71464cbf-5e47-4b67-bde1-335372403286 req-113136fc-721e-459a-b367-2a611ec361ab tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.3845112 Jul 14 09:56:17.413292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71464cbf-5e47-4b67-bde1-335372403286 req-72dfe2e6-a6e9-4f98-a620-96a4f0c76e02 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Jul 14 09:56:17.575012 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2e774-5560-4156-a33e-6502fb374ede req-0552ab3d-8cd0-49db-8873-7478a124d4ea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:17.576555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c0d2e774-5560-4156-a33e-6502fb374ede req-0552ab3d-8cd0-49db-8873-7478a124d4ea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 944 time: 0.0721722 Jul 14 09:56:17.615227 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c0d2e774-5560-4156-a33e-6502fb374ede req-2b90f4f2-5c4b-49ce-a0cb-efa93b797bbb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330422 Jul 14 09:56:17.782619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c76385aa-1f83-48a6-ab14-c53d5fa8bafd up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:56:17.830417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port c76385aa-1f83-48a6-ab14-c53d5fa8bafd completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:56:17.834868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port c76385aa-1f83-48a6-ab14-c53d5fa8bafd triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:56:17.835237 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.924686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.947361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:17.949617 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2ac608-09f9-4de2-9df8-67905607c7a3" -d '{"events": [{"server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "name": "network-vif-plugged", "status": "completed", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:17.966714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port c76385aa-1f83-48a6-ab14-c53d5fa8bafd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:56:17.971653 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:17.998089 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e02ccfb-414c-437f-9ea5-b15cd85d00c0 x-openstack-request-id: req-6e02ccfb-414c-437f-9ea5-b15cd85d00c0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:17.998387 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "name": "network-vif-plugged", "status": "completed", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:17.998662 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e02ccfb-414c-437f-9ea5-b15cd85d00c0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:17.999154 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'code': 200} Jul 14 09:56:18.027667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:18.130352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285654e5-d45e-4270-925e-010289031040 req-50ae6b59-85f9-469e-bd68-ca49449e04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:18.131867 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-285654e5-d45e-4270-925e-010289031040 req-50ae6b59-85f9-469e-bd68-ca49449e04d9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1097 time: 0.0575290 Jul 14 09:56:18.167361 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-285654e5-d45e-4270-925e-010289031040 req-8441dced-910f-469b-9702-b75ac5e9b23c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288680 Jul 14 09:56:18.594982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbe07f-8210-4570-b2fe-a91a371ef3fe req-bc267293-5de8-4872-bbfd-80e2471d2fdc tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:18.596520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dcbe07f-8210-4570-b2fe-a91a371ef3fe req-bc267293-5de8-4872-bbfd-80e2471d2fdc tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0689933 Jul 14 09:56:18.635382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9dcbe07f-8210-4570-b2fe-a91a371ef3fe req-209973cd-a83a-4394-ae9c-368259c3f3b6 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329986 Jul 14 09:56:18.798650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b871c-f012-4481-a716-e131c2eb17b2 req-e525fbf1-2cc9-471d-a830-e1264407b4b1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:18.800732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-878b871c-f012-4481-a716-e131c2eb17b2 req-e525fbf1-2cc9-471d-a830-e1264407b4b1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 945 time: 0.0626018 Jul 14 09:56:18.837271 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-878b871c-f012-4481-a716-e131c2eb17b2 req-0ebecdd5-6d88-4563-9933-1117d44d7e13 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309072 Jul 14 09:56:19.818346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0dde9-d638-4133-8ee0-609f6948d264 req-7e752a1b-7a3e-4c50-ba27-27748eb244f9 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:19.819919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43c0dde9-d638-4133-8ee0-609f6948d264 req-7e752a1b-7a3e-4c50-ba27-27748eb244f9 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0668843 Jul 14 09:56:19.857484 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43c0dde9-d638-4133-8ee0-609f6948d264 req-aea025f7-29b3-4ca7-b56c-cb00620df6d6 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319526 Jul 14 09:56:20.028986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ae42d-f890-401a-9b03-bdbca6642921 req-48b36a06-76aa-44f5-80c2-4a49df988914 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:20.030584 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-542ae42d-f890-401a-9b03-bdbca6642921 req-48b36a06-76aa-44f5-80c2-4a49df988914 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 945 time: 0.0807366 Jul 14 09:56:20.068759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-542ae42d-f890-401a-9b03-bdbca6642921 req-c7132f0e-d001-4d97-b823-039970596dbd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325754 Jul 14 09:56:20.245054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c106e0-41dc-48fc-a853-3441bcdc9b7d req-8e9e72be-638d-42b0-98cf-1c761e1a1240 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:20.246561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5c106e0-41dc-48fc-a853-3441bcdc9b7d req-8e9e72be-638d-42b0-98cf-1c761e1a1240 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 945 time: 0.0626500 Jul 14 09:56:20.285013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5c106e0-41dc-48fc-a853-3441bcdc9b7d req-b36773fb-ecdc-4ce6-92b8-381fca44b294 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321217 Jul 14 09:56:20.312591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40484) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:20.373119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380b1cb0-5ce3-4ac3-8c35-af3a3e4b98a5 tempest-TestVolumeBootPattern-1873159497 tempest-TestVolumeBootPattern-1873159497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:20.374555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-380b1cb0-5ce3-4ac3-8c35-af3a3e4b98a5 tempest-TestVolumeBootPattern-1873159497 tempest-TestVolumeBootPattern-1873159497-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1092 time: 0.0607247 Jul 14 09:56:20.377344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 40486) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:56:20.381881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:56:20.403477 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.507380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.614184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.25.0.125 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/801232b6-5ea2-442f-b60c-5d0dc26ba4ba) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:56:20.735766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.776801 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:20.816505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:56:20.820737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:56:20.825013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:56:20.827961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=801232b6-5ea2-442f-b60c-5d0dc26ba4ba,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:21.115224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8415d53-83c4-45e0-bd83-0770604fddaa req-72d19775-876e-47db-a616-76ce7bd4155b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:21.116690 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8415d53-83c4-45e0-bd83-0770604fddaa req-72d19775-876e-47db-a616-76ce7bd4155b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.1205235 Jul 14 09:56:21.223053 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a8415d53-83c4-45e0-bd83-0770604fddaa req-fdfec19a-c9fa-4fb1-ab2f-dc8efef6af98 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792904 Jul 14 09:56:21.297376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.375520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.539309 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.545923 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.623642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=801232b6-5ea2-442f-b60c-5d0dc26ba4ba,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:56:21.633451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.741958 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Floating IP fdd62a91-8f11-4535-8873-69313733ee46 associated. External IP: 172.25.0.125, port: c76385aa-1f83-48a6-ab14-c53d5fa8bafd. Jul 14 09:56:21.895745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dd3813b0-2174-4b55-a39e-e8bab24cc485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:21.983533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Router ca36f42d-8693-4085-8eef-dc86cbc9007f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:56:22.107817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:56:22.126502 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:56:22.133240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:22.139497 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:22.140579 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:55:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:22.193230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d7715b35-ec6a-4fa4-a3ed-fa0a4504492d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8147218 Jul 14 09:56:22.194078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:56:22.196754 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:56:22.237987 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ca7673-47db-4b08-aa09-97a695280ba2 x-openstack-request-id: req-37ca7673-47db-4b08-aa09-97a695280ba2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:56:22.238220 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:56:22.238469 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-37ca7673-47db-4b08-aa09-97a695280ba2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:56:22.238887 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'status': 'completed', 'code': 200} Jul 14 09:56:22.278471 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:22.337813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-165caa08-f497-4247-9236-43b57dcad0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.340669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-165caa08-f497-4247-9236-43b57dcad0db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1097 time: 0.0705233 Jul 14 09:56:22.471491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a2ddf-f05e-4a6d-ab6a-71cae9762678 req-738fee66-f049-4952-a780-8cb40e76b633 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.473322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-7fca5bf4-a518-4f3c-b634-1d852574a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.473965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d49a2ddf-f05e-4a6d-ab6a-71cae9762678 req-738fee66-f049-4952-a780-8cb40e76b633 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0787556 Jul 14 09:56:22.475289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-7fca5bf4-a518-4f3c-b634-1d852574a2ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1286886 Jul 14 09:56:22.542916 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d49a2ddf-f05e-4a6d-ab6a-71cae9762678 req-5e698d7d-5ee7-4e33-be81-a358926b0102 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617929 Jul 14 09:56:22.578221 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-18554342-3617-469a-ada8-1e33aac83981 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 999 time: 0.0935428 Jul 14 09:56:22.610612 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:21Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:22.634673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-740830b2-0778-47f7-abb2-f00c94c36ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.636173 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-740830b2-0778-47f7-abb2-f00c94c36ded service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0493391 Jul 14 09:56:22.640149 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:56:22.649291 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:56:22.649919 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:55:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:22.703854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-d1df3fbc-a8aa-4c52-b875-d9bc93510aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:22.705426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-d1df3fbc-a8aa-4c52-b875-d9bc93510aab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620706 Jul 14 09:56:22.765242 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:56:22.810475 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-89232789-64c8-4ee2-a7cc-9175ed04724f service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944324 Jul 14 09:56:22.906031 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9a6e4cb-5768-4ca0-af63-df8b6cdc633d req-212df841-4fa2-4569-88e2-635cf70641b0 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878382 Jul 14 09:56:23.013078 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:21Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:56:23.038664 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4791394b-8e94-49bf-925a-e2b8472df6f3 None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:21Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:56:23.273312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39fa195-0e20-4e23-b3ca-ee531819877f None None] New status for floating IP fdd62a91-8f11-4535-8873-69313733ee46: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:56:23.752774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a2cca-3aa6-4f81-9f50-c1295d2bf667 req-729d20be-ca77-4b7b-94f6-e7eb29f0b205 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:23.754423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-103a2cca-3aa6-4f81-9f50-c1295d2bf667 req-729d20be-ca77-4b7b-94f6-e7eb29f0b205 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0742364 Jul 14 09:56:23.795155 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-103a2cca-3aa6-4f81-9f50-c1295d2bf667 req-7ebe8623-ccc8-4988-8aa0-ac0dfa443f0f tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Jul 14 09:56:24.217232 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-02bd3efe-8bb1-4b52-93a0-14b5a7c26930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:24.505235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:24.983732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31819a9f-2e52-4b81-8c4c-7d314be87976 req-be77db06-38e9-43db-a1fb-0efd8c316ac2 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:24.985395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-31819a9f-2e52-4b81-8c4c-7d314be87976 req-be77db06-38e9-43db-a1fb-0efd8c316ac2 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0685453 Jul 14 09:56:25.029801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-31819a9f-2e52-4b81-8c4c-7d314be87976 req-a32348de-822f-4dc6-b81b-c2f09e810833 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380523 Jul 14 09:56:25.621231 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:26.219691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fed249-bbc4-4311-be4f-57bafcd096ca req-448f069e-85a6-4732-a7d5-44ab48c52606 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:26.221369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1fed249-bbc4-4311-be4f-57bafcd096ca req-448f069e-85a6-4732-a7d5-44ab48c52606 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0723753 Jul 14 09:56:26.263746 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1fed249-bbc4-4311-be4f-57bafcd096ca req-d2075a8e-c51d-4092-a8f4-7d28f26f14ad tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 Jul 14 09:56:27.023616 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.277059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:27.460209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97e33a-06f0-43e4-8826-a81477962ce0 req-47ac19bf-4cde-4bdf-a939-c1bec299c95d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:27.462744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea97e33a-06f0-43e4-8826-a81477962ce0 req-47ac19bf-4cde-4bdf-a939-c1bec299c95d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0775220 Jul 14 09:56:27.509526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea97e33a-06f0-43e4-8826-a81477962ce0 req-58fa7064-d47d-48e5-90a7-e6b3c71b170a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Jul 14 09:56:28.700045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13efd4-bfe1-4539-b404-757fdca1a37c req-d3728409-a71e-428c-87f7-e7a4db9d2ba9 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:28.701633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7e13efd4-bfe1-4539-b404-757fdca1a37c req-d3728409-a71e-428c-87f7-e7a4db9d2ba9 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0657711 Jul 14 09:56:28.742804 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7e13efd4-bfe1-4539-b404-757fdca1a37c req-5f053657-a65c-49b5-b011-f236b660f6a3 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333190 Jul 14 09:56:29.482015 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-b121cf97-3bf9-4908-9ddc-44a5d27d8129 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2430098 Jul 14 09:56:29.643614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-a359ca5d-5385-4dcc-a956-39b223b8b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:29.647623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-a359ca5d-5385-4dcc-a956-39b223b8b723 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1098 time: 0.0830770 Jul 14 09:56:29.724138 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:29.795617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-817ce15d-040a-4641-a601-baeeeba962c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:29.797289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-817ce15d-040a-4641-a601-baeeeba962c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.1246529 Jul 14 09:56:29.858241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-0a433fee-0a02-478b-882a-54b62cf1b7c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 200 len: 217 time: 0.0535927 Jul 14 09:56:29.920587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-05ff446c-eefa-42db-9575-4a36576fe1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:29.922807 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-05ff446c-eefa-42db-9575-4a36576fe1fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0554349 Jul 14 09:56:29.972368 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-f79fd7b3-fcac-46c2-8c31-32c681dc9448 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380630 Jul 14 09:56:29.991700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ba4fd-2adf-48a2-91a6-e4d4ba2973f6 req-e52e8fab-0d10-4eb2-9afc-01c3a32bdb7d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:29.993467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-915ba4fd-2adf-48a2-91a6-e4d4ba2973f6 req-e52e8fab-0d10-4eb2-9afc-01c3a32bdb7d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0888999 Jul 14 09:56:30.068996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-915ba4fd-2adf-48a2-91a6-e4d4ba2973f6 req-c437bea9-9b56-41d2-932f-c71c4c154e6d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616567 Jul 14 09:56:30.085572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-cda19c29-5972-484d-8077-8f9fe3848fd2 service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076031 Jul 14 09:56:30.229855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-787a62b8-7c46-4424-af06-9b29df7dc808 req-b8052bab-fbae-4fbe-9daf-af52d14ecfee service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374295 Jul 14 09:56:31.300046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd88c5-81e1-4821-aca6-4ef9ee954292 req-911d37c4-eb95-4fa3-809c-dc3eae4476ed tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:31.301909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77fd88c5-81e1-4821-aca6-4ef9ee954292 req-911d37c4-eb95-4fa3-809c-dc3eae4476ed tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0901968 Jul 14 09:56:31.348557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77fd88c5-81e1-4821-aca6-4ef9ee954292 req-5c9e9b2a-8503-4193-bba0-6ab0122fd90f tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jul 14 09:56:32.531666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f0b09-fb1a-4955-b339-164223c8b393 req-fa55ebad-56d6-457c-90e3-024e6499ae30 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:32.533387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d08f0b09-fb1a-4955-b339-164223c8b393 req-fa55ebad-56d6-457c-90e3-024e6499ae30 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0674801 Jul 14 09:56:32.578991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d08f0b09-fb1a-4955-b339-164223c8b393 req-faf3da20-f4c7-490e-97fa-5bad3ee28157 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343077 Jul 14 09:56:33.682391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0e743-1518-4743-99ad-5de4d6600090 req-5d363726-6125-4a27-8dc1-00a7c33c52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:33.684650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-37d0e743-1518-4743-99ad-5de4d6600090 req-5d363726-6125-4a27-8dc1-00a7c33c52fb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 1097 time: 0.1259725 Jul 14 09:56:33.740114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-37d0e743-1518-4743-99ad-5de4d6600090 req-919695cd-49d8-47e7-a9fc-748b00621ad1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483367 Jul 14 09:56:33.793127 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3d0bc-f3fe-4dc2-9351-3ad8277b9a30 req-04e65525-331d-4f3a-b8b0-afb80fcb0445 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:33.794704 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14c3d0bc-f3fe-4dc2-9351-3ad8277b9a30 req-04e65525-331d-4f3a-b8b0-afb80fcb0445 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0766649 Jul 14 09:56:33.837806 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14c3d0bc-f3fe-4dc2-9351-3ad8277b9a30 req-2c674b9d-7270-42cb-b4eb-1785045df46b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Jul 14 09:56:35.053051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0dad0-c998-430b-b3fb-ad9575b05ae0 req-0d127a7b-ad24-40fd-be8b-2f29418fb562 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:35.054744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ad0dad0-c998-430b-b3fb-ad9575b05ae0 req-0d127a7b-ad24-40fd-be8b-2f29418fb562 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0932572 Jul 14 09:56:35.111957 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ad0dad0-c998-430b-b3fb-ad9575b05ae0 req-c1caf3fa-a7f1-47a9-a7a6-7cabe41c47dc tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511506 Jul 14 09:56:35.349795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666092cb-c0c8-4c65-a18d-e2586a718fac req-bef1fada-6bc3-4fc4-9438-b25bb8417146 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:35.352365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-666092cb-c0c8-4c65-a18d-e2586a718fac req-bef1fada-6bc3-4fc4-9438-b25bb8417146 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1035285 Jul 14 09:56:35.403215 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-666092cb-c0c8-4c65-a18d-e2586a718fac req-4269299a-9b04-4509-9317-e400eabbe049 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 Jul 14 09:56:35.827279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75970e79-aeed-48ef-9cdb-06c11fb57f7a req-7266460f-1c24-40a1-8167-3b4bd98212eb tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:35.828902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75970e79-aeed-48ef-9cdb-06c11fb57f7a req-7266460f-1c24-40a1-8167-3b4bd98212eb tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0656047 Jul 14 09:56:35.885078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-75970e79-aeed-48ef-9cdb-06c11fb57f7a req-0f217060-68b4-470a-91ba-e32826f8008b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 Jul 14 09:56:37.119982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8e944-ed6a-47e6-a436-49849cb64e6c req-3b5c039b-368f-4939-bc33-6678562ddec3 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.122042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-39f8e944-ed6a-47e6-a436-49849cb64e6c req-3b5c039b-368f-4939-bc33-6678562ddec3 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0984249 Jul 14 09:56:37.190984 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-39f8e944-ed6a-47e6-a436-49849cb64e6c req-fb7ceb21-b9c6-48e6-9600-e02d43f6188e tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614984 Jul 14 09:56:37.989505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07505e06-dd27-4cbe-9887-4cc96669a917 req-a47b0e87-2dab-4efb-9c9f-735d8a76e859 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:37.991295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07505e06-dd27-4cbe-9887-4cc96669a917 req-a47b0e87-2dab-4efb-9c9f-735d8a76e859 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1063209 Jul 14 09:56:38.072727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-07505e06-dd27-4cbe-9887-4cc96669a917 req-f0d88735-2354-40d6-b81b-5926c529a858 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681407 Jul 14 09:56:39.297617 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:56:39.405844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab8de0-02be-40f0-afd5-3f53496fbf24 req-40a3772d-f75e-43e6-9b7d-c79d9a773497 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:39.408364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5aab8de0-02be-40f0-afd5-3f53496fbf24 req-40a3772d-f75e-43e6-9b7d-c79d9a773497 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1131778 Jul 14 09:56:39.492970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5aab8de0-02be-40f0-afd5-3f53496fbf24 req-17d0cc05-ce22-4bcf-b7b4-a4c42c42625a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624487 Jul 14 09:56:40.786438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3c53a-3703-42d5-afc2-b40536a7072d req-075294d4-f8b9-4d93-b68e-10ea2c4bcbff tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:40.789478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bb3c53a-3703-42d5-afc2-b40536a7072d req-075294d4-f8b9-4d93-b68e-10ea2c4bcbff tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1228094 Jul 14 09:56:40.860749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bb3c53a-3703-42d5-afc2-b40536a7072d req-d0666207-3ae2-4753-880d-07d5307cc28a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597045 Jul 14 09:56:42.161665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6af096-f30c-4477-98fa-0da3c0798c8c req-4998882b-1a21-492d-8d65-a4f2f83d4ef4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:42.166274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef6af096-f30c-4477-98fa-0da3c0798c8c req-4998882b-1a21-492d-8d65-a4f2f83d4ef4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1323683 Jul 14 09:56:42.232670 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef6af096-f30c-4477-98fa-0da3c0798c8c req-8ed6a93d-279e-4120-a366-ae0c9e30a192 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571282 Jul 14 09:56:43.471999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ac1e7-6dab-47a6-bc79-a0cff5e2a930 req-b2bb2bdc-84cc-4e57-a593-91797dfbbdd2 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:43.474330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-419ac1e7-6dab-47a6-bc79-a0cff5e2a930 req-b2bb2bdc-84cc-4e57-a593-91797dfbbdd2 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0860877 Jul 14 09:56:43.523634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-419ac1e7-6dab-47a6-bc79-a0cff5e2a930 req-4bc2839a-ba46-42eb-80ed-dc59817638ff tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Jul 14 09:56:45.489307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-27d642a4-74af-462f-bbb6-e97a99f053e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:45.490894 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-27d642a4-74af-462f-bbb6-e97a99f053e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1098 time: 0.0841782 Jul 14 09:56:45.596833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-ac91b095-b0ce-4777-bdf4-615b5dd88536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:45.598692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-ac91b095-b0ce-4777-bdf4-615b5dd88536 service neutron] 10.222.0.66 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.0971880 Jul 14 09:56:45.615164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22326ef1-7836-496d-81be-680a0e5317c6 req-071dbbbd-282d-40b5-a477-1004b1228cf1 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:45.617731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22326ef1-7836-496d-81be-680a0e5317c6 req-071dbbbd-282d-40b5-a477-1004b1228cf1 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1084275 Jul 14 09:56:45.684796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-e8f5ec38-85d9-4483-9245-412d0622e6d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 200 len: 217 time: 0.0781493 Jul 14 09:56:45.691472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22326ef1-7836-496d-81be-680a0e5317c6 req-a151bc04-9e81-40d6-95cb-a6533901ef4c tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652812 Jul 14 09:56:45.750054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-3c523304-0214-4292-9f43-1dfeed95489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:45.751675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-3c523304-0214-4292-9f43-1dfeed95489b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0594749 Jul 14 09:56:45.811353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-305498cd-2a53-4990-a4ac-648d452f1531 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509112 Jul 14 09:56:45.965947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-9834f0b8-6f56-4125-95ab-dcb86bbc4fec service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445780 Jul 14 09:56:46.080838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eb5e0cb7-8bfc-4b4c-b352-275d0193904c req-7df73543-fbfa-4e4a-8688-12694b88b5d7 service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074960 Jul 14 09:56:47.252164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc13b1-f7de-44fe-8904-fbd95e0dba3b req-b6897c69-d2b3-42ad-9c74-2c4375e88c40 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:47.253906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fafc13b1-f7de-44fe-8904-fbd95e0dba3b req-b6897c69-d2b3-42ad-9c74-2c4375e88c40 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0877557 Jul 14 09:56:47.320547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fafc13b1-f7de-44fe-8904-fbd95e0dba3b req-835187d5-b33e-4970-88aa-b5aef041b229 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565753 Jul 14 09:56:48.554046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795dbb3-16c7-435d-9a1c-0a89c9db08c0 req-da8a0402-b25b-4058-8674-787e3c2ef86d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:48.555931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a795dbb3-16c7-435d-9a1c-0a89c9db08c0 req-da8a0402-b25b-4058-8674-787e3c2ef86d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0759623 Jul 14 09:56:48.602128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a795dbb3-16c7-435d-9a1c-0a89c9db08c0 req-d357ae51-20c2-4504-a882-0de47ea369b1 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386364 Jul 14 09:56:49.839905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13921a0b-788d-4f16-9d44-c32e97163310 req-111b7c3d-d8ab-4e51-99ea-b0b7aa3a654b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:49.841530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-13921a0b-788d-4f16-9d44-c32e97163310 req-111b7c3d-d8ab-4e51-99ea-b0b7aa3a654b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0881832 Jul 14 09:56:49.913360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-13921a0b-788d-4f16-9d44-c32e97163310 req-0e2e34d6-dbce-44d8-a81d-e027cdc564ef tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613225 Jul 14 09:56:51.234939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc253d-40cd-4fa1-bdda-bff05a3773cb req-a9418359-27d8-42dc-8f31-5fee8013847d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:51.236769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdbc253d-40cd-4fa1-bdda-bff05a3773cb req-a9418359-27d8-42dc-8f31-5fee8013847d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1277285 Jul 14 09:56:51.304357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdbc253d-40cd-4fa1-bdda-bff05a3773cb req-966441e2-01e9-4cf9-93ad-46e11377d84d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561950 Jul 14 09:56:51.905674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dc9f234f-4866-4f1a-b7e9-e457891b224f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:52.242293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf3e7-0c00-45d4-b004-68a197f8205d req-3f4ea5a0-2acb-4d23-bf80-4848b85d5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.245187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27acf3e7-0c00-45d4-b004-68a197f8205d req-3f4ea5a0-2acb-4d23-bf80-4848b85d5ac1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1098 time: 0.1009271 Jul 14 09:56:52.302705 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-27acf3e7-0c00-45d4-b004-68a197f8205d req-84cbb097-9094-4eb0-8835-528a6e7e1589 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511580 Jul 14 09:56:52.619148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe1d7b-526c-4522-b0c7-7935dc630983 req-8b89192d-2763-4e0e-9163-7a1dbe2b7efe tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:52.621854 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7bfe1d7b-526c-4522-b0c7-7935dc630983 req-8b89192d-2763-4e0e-9163-7a1dbe2b7efe tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1230288 Jul 14 09:56:52.690856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7bfe1d7b-526c-4522-b0c7-7935dc630983 req-62f4bb53-5a36-4465-9683-c27e50323f8f tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581930 Jul 14 09:56:54.021436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0337f9-f675-43f1-9056-1fef900491c6 req-17a0ec2e-0054-428c-85c6-a26be84123f8 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:54.023743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b0337f9-f675-43f1-9056-1fef900491c6 req-17a0ec2e-0054-428c-85c6-a26be84123f8 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1070435 Jul 14 09:56:54.082526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b0337f9-f675-43f1-9056-1fef900491c6 req-75e5ffee-4d0a-4d8a-b93e-d578271e3c22 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522060 Jul 14 09:56:54.222291 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9917ef3a-95fe-4a50-95ec-a1561f20371f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:54.529381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:54.697536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-cff4a4ae-1ba1-4846-85a7-d4c80b832f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:54.699786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-cff4a4ae-1ba1-4846-85a7-d4c80b832f4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1098 time: 0.1530499 Jul 14 09:56:54.856533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaacf3-a012-404a-a43a-f72bf27a0143 req-9d74b5d7-8ff1-40dc-bfc2-22203fa92149 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:54.859412 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2aaacf3-a012-404a-a43a-f72bf27a0143 req-9d74b5d7-8ff1-40dc-bfc2-22203fa92149 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.2433465 Jul 14 09:56:54.955684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-49615d20-17f7-4997-a2e1-796f33233d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:54.958397 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-49615d20-17f7-4997-a2e1-796f33233d47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.2511737 Jul 14 09:56:54.981675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f2aaacf3-a012-404a-a43a-f72bf27a0143 req-6a684f0b-fdef-4995-b07c-e36f6c48db5d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050839 Jul 14 09:56:55.042694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-60fd23eb-0ef1-4c2a-bf91-cdd4fc3d38a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 200 len: 217 time: 0.0752773 Jul 14 09:56:55.127669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-1475aa69-cb73-413f-943d-75baf1f52c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:55.130337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-1475aa69-cb73-413f-943d-75baf1f52c26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0816941 Jul 14 09:56:55.172758 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-cfd9e2cf-b911-44d4-bfc4-01e6b2b2f4bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348492 Jul 14 09:56:55.316147 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-0b5196a8-6487-4c7b-8deb-edbb062d9740 service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367095 Jul 14 09:56:55.458589 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-058b9aa0-e03b-48e0-94bf-dce055e75fc8 req-cc84c823-b734-4320-8c8b-86e9d0f010fd service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357424 Jul 14 09:56:55.635065 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:56.264099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f5fb1-1a1b-487d-97d9-050a778511ab req-7677fec8-be0d-4227-94f3-1a0423d61d21 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:56.265832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-da5f5fb1-1a1b-487d-97d9-050a778511ab req-7677fec8-be0d-4227-94f3-1a0423d61d21 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1133986 Jul 14 09:56:56.322209 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-da5f5fb1-1a1b-487d-97d9-050a778511ab req-85dc6dbc-b748-4481-9453-35274afec241 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446191 Jul 14 09:56:57.034128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:57.293309 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:56:57.661497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d115d-0f0d-43c8-9ef1-36912ab37b59 req-40ab1795-5d1e-426f-84aa-b3e9120fe7a0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:57.667951 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a6d115d-0f0d-43c8-9ef1-36912ab37b59 req-40ab1795-5d1e-426f-84aa-b3e9120fe7a0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1309555 Jul 14 09:56:57.726124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a6d115d-0f0d-43c8-9ef1-36912ab37b59 req-b5978932-2b67-4c42-bc38-301e8210bd6f tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480418 Jul 14 09:56:59.462581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf4caf-f502-4d0c-9b40-070396b8d4b8 req-65fae9b4-4ad7-4a3a-a40e-bc0573a5484d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:56:59.464055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97bf4caf-f502-4d0c-9b40-070396b8d4b8 req-65fae9b4-4ad7-4a3a-a40e-bc0573a5484d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0789895 Jul 14 09:56:59.519172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97bf4caf-f502-4d0c-9b40-070396b8d4b8 req-669372b8-ffb3-49b4-9b8b-dfab92045c3f tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441666 Jul 14 09:56:59.724782 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:11.812935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-b8917b13-279c-4e3d-8194-610735201b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:11.815418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-b8917b13-279c-4e3d-8194-610735201b29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1098 time: 0.0866313 Jul 14 09:57:12.023540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc12d5d-52ae-4747-bf2a-c23b746da603 req-72d4d9a1-e2db-462f-8b74-4cefcf597516 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:12.025640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fc12d5d-52ae-4747-bf2a-c23b746da603 req-72d4d9a1-e2db-462f-8b74-4cefcf597516 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.2311859 Jul 14 09:57:12.078330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-8c937e0b-5b86-46a0-8c1a-6b757b8881c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:12.081461 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-8c937e0b-5b86-46a0-8c1a-6b757b8881c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.2331963 Jul 14 09:57:12.182921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fc12d5d-52ae-4747-bf2a-c23b746da603 req-3a315b89-065c-48e1-b980-f61bd40fa8a5 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423969 Jul 14 09:57:12.185483 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-22bd5816-52a2-434a-bf21-a10f42480500 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 200 len: 217 time: 0.0898547 Jul 14 09:57:12.278442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-953938e4-5ade-4114-88d9-9c0b89e71461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:12.281076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-953938e4-5ade-4114-88d9-9c0b89e71461 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0812392 Jul 14 09:57:12.335211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-df5a9890-7a7d-41ea-bb0c-b436edf98c4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461502 Jul 14 09:57:12.455506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-24a751b4-5fd1-43d8-8b0b-da8f61c2d1b1 service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117940 Jul 14 09:57:12.593950 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-45597d71-b3e8-452d-a98f-0ebf9dd0149b req-1e7e90eb-5ad0-4df8-aca0-7729a1e71c1a service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298842 Jul 14 09:57:13.741277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07221f-687b-4ec3-870c-b4fe62fcec37 req-30954840-a24f-4bea-baab-7b40a19a2740 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:13.743007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab07221f-687b-4ec3-870c-b4fe62fcec37 req-30954840-a24f-4bea-baab-7b40a19a2740 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1120436 Jul 14 09:57:13.816935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab07221f-687b-4ec3-870c-b4fe62fcec37 req-90c1c52c-2f29-443b-9b85-aa7a95d5d23d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665791 Jul 14 09:57:15.089905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cabe1-7d62-4bd9-a005-5a846b2bd8cd req-200e999e-9f3e-4589-9692-9d00578ca987 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:15.092069 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-249cabe1-7d62-4bd9-a005-5a846b2bd8cd req-200e999e-9f3e-4589-9692-9d00578ca987 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1164210 Jul 14 09:57:15.164659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-249cabe1-7d62-4bd9-a005-5a846b2bd8cd req-5d7561bf-726a-43b0-afe8-93aeddbc177e tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614395 Jul 14 09:57:16.299998 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:16.435220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f52d-8ba0-41a8-9959-63222c0d26b7 req-142bf3ee-01eb-41eb-8dbd-60a42026a0b0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:16.437161 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-23f6f52d-8ba0-41a8-9959-63222c0d26b7 req-142bf3ee-01eb-41eb-8dbd-60a42026a0b0 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1144321 Jul 14 09:57:16.506802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-23f6f52d-8ba0-41a8-9959-63222c0d26b7 req-874f9117-1545-415a-8ac8-282844b0443c tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617237 Jul 14 09:57:17.778712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0109a-a7df-4290-afc8-ca8d738f010e req-5ef619c0-2d71-44a2-baf5-b0b810167007 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:17.780381 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3fe0109a-a7df-4290-afc8-ca8d738f010e req-5ef619c0-2d71-44a2-baf5-b0b810167007 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0742671 Jul 14 09:57:17.833240 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3fe0109a-a7df-4290-afc8-ca8d738f010e req-0a468442-88a3-44af-bcdc-a60b4c7e1508 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Jul 14 09:57:19.094057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f5512-4da4-4c02-abe3-86018cddf267 req-fe04833b-3c1a-49d7-b7e0-e0d362d04377 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:19.097235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be6f5512-4da4-4c02-abe3-86018cddf267 req-fe04833b-3c1a-49d7-b7e0-e0d362d04377 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0998392 Jul 14 09:57:19.148528 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-be6f5512-4da4-4c02-abe3-86018cddf267 req-d764e3ee-5c38-4f2f-bf44-277afa30ebc5 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431566 Jul 14 09:57:20.455109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc669dba-8b39-42e6-987a-8c5d13e15d2e req-561be92e-9b3f-4894-8ec6-618f2255ba51 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:20.457490 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc669dba-8b39-42e6-987a-8c5d13e15d2e req-561be92e-9b3f-4894-8ec6-618f2255ba51 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1056454 Jul 14 09:57:20.542967 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc669dba-8b39-42e6-987a-8c5d13e15d2e req-9b056318-76ae-4e42-8aa2-8f0fef6a841b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750349 Jul 14 09:57:21.915165 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29f37be7-f729-40d0-873a-29facbfb3dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:21.924634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0e78a-797a-400e-adaa-97afc7706555 req-76787669-ff91-4604-af7e-dcdc286881f6 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:21.927336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-31d0e78a-797a-400e-adaa-97afc7706555 req-76787669-ff91-4604-af7e-dcdc286881f6 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1297209 Jul 14 09:57:21.998466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-31d0e78a-797a-400e-adaa-97afc7706555 req-8253d13c-1c30-457f-8ffe-8e55f8cda9d4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642359 Jul 14 09:57:23.299628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932887f-2767-486b-9410-69150a7ce5c5 req-f55b62fe-cd55-4eba-8d6f-795e0dcf0ae4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:23.302371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c932887f-2767-486b-9410-69150a7ce5c5 req-f55b62fe-cd55-4eba-8d6f-795e0dcf0ae4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1029394 Jul 14 09:57:23.381191 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c932887f-2767-486b-9410-69150a7ce5c5 req-794f14c3-cc6b-4c13-8364-3eac8775f4a6 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664153 Jul 14 09:57:24.219575 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d5f825a-a0f5-4916-b8dd-30a8e2a90423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:24.511814 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:24.676115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73517624-44d8-4e2d-ad72-e42597441208 req-095c7d2e-a0e8-4172-8dcd-7684337e1f1b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:24.678222 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73517624-44d8-4e2d-ad72-e42597441208 req-095c7d2e-a0e8-4172-8dcd-7684337e1f1b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0959277 Jul 14 09:57:24.746154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73517624-44d8-4e2d-ad72-e42597441208 req-be45336d-7203-4e6d-8244-14229c6bbf5c tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582850 Jul 14 09:57:25.636032 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:25.957839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992a10a-9af9-4404-90e4-6ccae139022b req-9af5ae42-c0b7-4710-8ed9-8cd95af3a17a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:25.959335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4992a10a-9af9-4404-90e4-6ccae139022b req-9af5ae42-c0b7-4710-8ed9-8cd95af3a17a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0721028 Jul 14 09:57:26.009698 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4992a10a-9af9-4404-90e4-6ccae139022b req-c1aaa4c4-15dc-4c79-a942-9b5949623694 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Jul 14 09:57:27.021068 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:27.237330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b270e00-77e7-4dae-8727-3a5f6e30cce1 req-287faa4d-23c9-4602-a7d6-264afb6168b3 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:27.238936 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b270e00-77e7-4dae-8727-3a5f6e30cce1 req-287faa4d-23c9-4602-a7d6-264afb6168b3 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0846443 Jul 14 09:57:27.287829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b270e00-77e7-4dae-8727-3a5f6e30cce1 req-a401bcee-578c-4472-bb53-cc373e8d08bb tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423028 Jul 14 09:57:27.293919 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:28.502929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b00562-4be7-4d64-b0fe-052357c19e00 req-914cf074-98d9-4beb-9ae8-30f2ed23b41a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:28.504530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33b00562-4be7-4d64-b0fe-052357c19e00 req-914cf074-98d9-4beb-9ae8-30f2ed23b41a tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0843577 Jul 14 09:57:28.572520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33b00562-4be7-4d64-b0fe-052357c19e00 req-dcc6d251-4b88-4be2-801e-ec0575e97703 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577881 Jul 14 09:57:28.799853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6dea2-5699-4df0-8126-dc3bd7b4607e req-07341dcb-7e6a-44d3-9615-14b6668a8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:28.801453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79f6dea2-5699-4df0-8126-dc3bd7b4607e req-07341dcb-7e6a-44d3-9615-14b6668a8629 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1098 time: 0.0607233 Jul 14 09:57:28.837575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-79f6dea2-5699-4df0-8126-dc3bd7b4607e req-f01e8580-5bdb-43f4-892e-173e10413d24 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292118 Jul 14 09:57:29.734294 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:29.827307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa38b6c-542d-4cb1-966e-d3546d4b38da req-aa9a753c-9b6b-4607-9bd1-f88ba5479432 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:29.829705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caa38b6c-542d-4cb1-966e-d3546d4b38da req-aa9a753c-9b6b-4607-9bd1-f88ba5479432 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0766160 Jul 14 09:57:29.877577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-caa38b6c-542d-4cb1-966e-d3546d4b38da req-e29da539-d136-4168-8cb8-a3fce7ae48ea tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 Jul 14 09:57:30.324960 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-44579488-313f-4cec-897e-decb161bdd78 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563800 Jul 14 09:57:30.411080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-621dec1d-a881-4ce3-973c-d5ab402a0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:30.412710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-621dec1d-a881-4ce3-973c-d5ab402a0d94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1097 time: 0.0596735 Jul 14 09:57:30.863643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-642269dc-0893-4a0a-adb7-c018b7f972ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:30.865416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-642269dc-0893-4a0a-adb7-c018b7f972ee service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.4303284 Jul 14 09:57:30.948618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-5f4b2d7f-d619-4b21-be08-50884428020d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 1001 time: 0.0762141 Jul 14 09:57:31.027208 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-7979949c-79da-4ca8-a41d-655d781868bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:31.028822 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-7979949c-79da-4ca8-a41d-655d781868bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0735219 Jul 14 09:57:31.165265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-def3ef7a-a758-4fee-ae08-468673dff819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:31.167585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-def3ef7a-a758-4fee-ae08-468673dff819 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1316035 Jul 14 09:57:31.178940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08118ca-a352-447a-87ee-b514e6e6636f req-c2cfb7bd-97a6-41b4-84d4-8f3a5096d9d1 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:31.180904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e08118ca-a352-447a-87ee-b514e6e6636f req-c2cfb7bd-97a6-41b4-84d4-8f3a5096d9d1 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1233397 Jul 14 09:57:31.285602 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e08118ca-a352-447a-87ee-b514e6e6636f req-4b2e23a3-61c5-414a-85dc-6f22fcb9939c tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904677 Jul 14 09:57:31.331662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-efcfe8c1-85dd-42fe-a5c2-10268785cdc4 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489608 Jul 14 09:57:31.504305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-33df859c-f947-435c-8e9d-3c4a757224a6 req-730eeb38-a05e-48a1-a8f0-1692df33c6b4 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644733 Jul 14 09:57:31.923393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc858f99-ff97-400a-8326-69b056c7eada req-896019b5-9b3d-4fc7-9851-6dfc484b0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:31.925360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc858f99-ff97-400a-8326-69b056c7eada req-896019b5-9b3d-4fc7-9851-6dfc484b0f50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 1098 time: 0.0691843 Jul 14 09:57:32.075850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e60ca8-4542-4b43-afe5-d74033ceadbb req-c49dafa6-f1de-49a6-9ea6-cbffb3cc5280 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:32.078721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-76e60ca8-4542-4b43-afe5-d74033ceadbb req-c49dafa6-f1de-49a6-9ea6-cbffb3cc5280 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0791473 Jul 14 09:57:32.092659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc858f99-ff97-400a-8326-69b056c7eada req-dd8f4bf8-c950-4fc8-94c0-29037746ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:32.095438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc858f99-ff97-400a-8326-69b056c7eada req-dd8f4bf8-c950-4fc8-94c0-29037746ed37 service neutron] 10.222.0.66 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.1633277 Jul 14 09:57:32.145365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-76e60ca8-4542-4b43-afe5-d74033ceadbb req-dd688f43-5b9e-43d6-8718-126b371793ef tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Jul 14 09:57:32.176122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc858f99-ff97-400a-8326-69b056c7eada req-dc61fb5d-9ca1-415a-9315-2705f1f3bb6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 200 len: 217 time: 0.0730131 Jul 14 09:57:32.258810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc858f99-ff97-400a-8326-69b056c7eada req-832c58ae-8757-47f2-bad4-25aed9c661ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:32.261418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc858f99-ff97-400a-8326-69b056c7eada req-832c58ae-8757-47f2-bad4-25aed9c661ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0776262 Jul 14 09:57:32.320303 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc858f99-ff97-400a-8326-69b056c7eada req-cd54eedc-7d62-413c-a10c-c5d40e4d6161 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489960 Jul 14 09:57:32.466512 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc858f99-ff97-400a-8326-69b056c7eada req-897abbcb-443b-4d4f-9f3b-6cb536ad7cb6 service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396127 Jul 14 09:57:32.630966 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc858f99-ff97-400a-8326-69b056c7eada req-e9976b86-802e-401e-a0cb-59e401357136 service neutron] 10.222.0.66 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545403 Jul 14 09:57:33.372606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467fb21-4d8a-41c6-ab6e-a40700397a6b req-23097887-3f61-49df-a3bc-a25b76dd2fb1 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:33.374211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f467fb21-4d8a-41c6-ab6e-a40700397a6b req-23097887-3f61-49df-a3bc-a25b76dd2fb1 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0990148 Jul 14 09:57:33.438819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f467fb21-4d8a-41c6-ab6e-a40700397a6b req-75affa2a-f324-412d-b428-3e6fb921b064 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561521 Jul 14 09:57:34.743473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91510e-dd16-4ab0-baa5-6dc01e926e96 req-90650bb7-b8d0-4f29-899f-b99df87d194b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:34.745749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a91510e-dd16-4ab0-baa5-6dc01e926e96 req-90650bb7-b8d0-4f29-899f-b99df87d194b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1002295 Jul 14 09:57:34.798000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a91510e-dd16-4ab0-baa5-6dc01e926e96 req-753d625f-70bf-4c00-9398-4186b829afb8 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437462 Jul 14 09:57:41.517352 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-83e7da4e-6d46-45bb-89eb-6743021d2aed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0641441 Jul 14 09:57:41.641356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-d81458b1-ed71-4caa-82f7-f0331e9a4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:41.643202 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-d81458b1-ed71-4caa-82f7-f0331e9a4bd9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 1097 time: 0.0700264 Jul 14 09:57:41.780068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-53c0619f-e347-4839-b720-b455d6d49d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:41.783294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-53c0619f-e347-4839-b720-b455d6d49d12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 200 len: 920 time: 0.1167512 Jul 14 09:57:41.851973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-8c6e2eec-eb5c-45d2-a6d7-58c8ce608d42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6b33187a-469e-434d-9f8e-594660e05e78 HTTP/1.1" status: 200 len: 217 time: 0.0611594 Jul 14 09:57:41.931952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-cebb7fbe-2c09-4c95-b8e4-f901af71c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:41.934094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-cebb7fbe-2c09-4c95-b8e4-f901af71c6dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 200 len: 859 time: 0.0764978 Jul 14 09:57:41.991607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-49cfc59d-4eda-4a7b-9d8f-d973c21d742c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=908cd650-afee-46f4-a72f-2e4098f69f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496125 Jul 14 09:57:42.109191 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-b4dd84bc-0d1e-43ae-9e14-5aa280f67e91 service neutron] 10.222.0.69 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108651 Jul 14 09:57:42.265536 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32723c07-4281-43b6-a4ae-5a48a5f41cd0 req-7cfd9aa2-4431-47c9-8e5b-4856dc7fff34 service neutron] 10.222.0.69 "GET /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499104 Jul 14 09:57:47.887215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd64a2-3dbc-4f4a-8e5b-b2e46823e598 req-8ff5b6a5-0401-4ca1-9efb-30db7718f5d4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:47.889386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97bd64a2-3dbc-4f4a-8e5b-b2e46823e598 req-8ff5b6a5-0401-4ca1-9efb-30db7718f5d4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0839686 Jul 14 09:57:47.940351 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-97bd64a2-3dbc-4f4a-8e5b-b2e46823e598 req-7fdfccdc-428a-46d8-ae3a-879974db687d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435796 Jul 14 09:57:49.125807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15cf8b8-2194-42db-baab-59a92b96ffb7 req-12b3ddd8-b222-4f37-9909-cf4cc4edf1a9 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:49.127470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15cf8b8-2194-42db-baab-59a92b96ffb7 req-12b3ddd8-b222-4f37-9909-cf4cc4edf1a9 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0691903 Jul 14 09:57:49.172625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15cf8b8-2194-42db-baab-59a92b96ffb7 req-20e9f48b-9352-4c2f-a722-80c77a332cd3 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379701 Jul 14 09:57:49.811326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-388b3172-c442-47c0-812b-63aa427e3dc4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:49.813606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-388b3172-c442-47c0-812b-63aa427e3dc4 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.69 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 945 time: 0.0719247 Jul 14 09:57:49.932512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Deleting port 6b33187a-469e-434d-9f8e-594660e05e78 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:57:49.932872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:50.026814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] For port 6b33187a-469e-434d-9f8e-594660e05e78, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6b33187a-469e-434d-9f8e-594660e05e78,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:50.027098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:50.041400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Calling delete_port for 6b33187a-469e-434d-9f8e-594660e05e78 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:57:50.183989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:50.206239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6b33187a-469e-434d-9f8e-594660e05e78'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:50.215575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['490a64f4-a8ba-4a37-ae97-9da803404039'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:50.218250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Pushing event deleted for resources: {'Port': ['ID=6b33187a-469e-434d-9f8e-594660e05e78,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:50.267563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.268028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.268510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.268976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.269436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.269971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.270606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.271045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.271483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.272051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.272540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.273137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:50.331427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] No DVR routers for this DVR port 6b33187a-469e-434d-9f8e-594660e05e78 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:57:50.344377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:50.350774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06513497-28ea-4d4a-a1f2-845184fbda33 req-bb0d224f-f97f-4f78-91bf-9b7f26b1109d tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.69 "DELETE /v2.0/ports/6b33187a-469e-434d-9f8e-594660e05e78 HTTP/1.1" status: 204 len: 173 time: 0.5314634 Jul 14 09:57:50.351544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347b5565-5231-479e-9506-551b2b79646c', 'name': 'network-vif-deleted', 'tag': '6b33187a-469e-434d-9f8e-594660e05e78'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:50.360372 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbeb6f7-21d0-4731-9b06-7b57489c8c74" -d '{"events": [{"server_uuid": "347b5565-5231-479e-9506-551b2b79646c", "name": "network-vif-deleted", "tag": "6b33187a-469e-434d-9f8e-594660e05e78"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:50.474862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6270bd65-a57a-4bde-843b-607cfcffc147 req-e295d5d9-07cd-4854-b5fc-2cbada5f43dc tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=347b5565-5231-479e-9506-551b2b79646c HTTP/1.1" status: 200 len: 210 time: 0.0634174 Jul 14 09:57:50.584268 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81bddc02-b1bd-48f4-bc6e-d10900a4b9dc x-openstack-request-id: req-81bddc02-b1bd-48f4-bc6e-d10900a4b9dc {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:50.584910 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347b5565-5231-479e-9506-551b2b79646c", "name": "network-vif-deleted", "tag": "6b33187a-469e-434d-9f8e-594660e05e78", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:50.585182 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81bddc02-b1bd-48f4-bc6e-d10900a4b9dc {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:50.585577 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347b5565-5231-479e-9506-551b2b79646c', 'name': 'network-vif-deleted', 'tag': '6b33187a-469e-434d-9f8e-594660e05e78', 'status': 'completed', 'code': 200} Jul 14 09:57:51.918553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0f6badc1-9985-4a84-b6d2-7a875f61b09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:52.114998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd8dbc-fac7-4b36-9a72-961b4500b485 req-835c7e77-3ca7-4d6d-81d8-e29ef0c07722 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:52.117266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0fd8dbc-fac7-4b36-9a72-961b4500b485 req-835c7e77-3ca7-4d6d-81d8-e29ef0c07722 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.0781727 Jul 14 09:57:52.170167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0fd8dbc-fac7-4b36-9a72-961b4500b485 req-9dedbd5d-5481-444e-a040-10eb4cb9be2b tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464349 Jul 14 09:57:53.313921 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:57:53.522808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1ce3-47a0-4746-ba86-1f8628fa6bc4 req-3e45e5f7-7d8e-4603-aa18-380eda7d8c95 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:53.525628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bee1ce3-47a0-4746-ba86-1f8628fa6bc4 req-3e45e5f7-7d8e-4603-aa18-380eda7d8c95 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1251652 Jul 14 09:57:53.572386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6b33187a-469e-434d-9f8e-594660e05e78 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:57:53.600628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bee1ce3-47a0-4746-ba86-1f8628fa6bc4 req-f9faf2e5-b2f3-4818-936b-6a2ff5f31e84 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629680 Jul 14 09:57:53.607414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 6b33187a-469e-434d-9f8e-594660e05e78 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:57:53.607996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6b33187a-469e-434d-9f8e-594660e05e78 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:57:54.223013 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6ff8d73-0193-4bfc-a669-022cdbc25a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:54.528768 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:54.844283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-6d7dd32c-f268-4144-824a-76ad10625c38 req-225e12e9-d876-4170-ad60-cd78c902e67e service neutron] (93780) timed out ('10.222.0.73', 44692) {{(pid=93780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 09:57:54.949878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0768b2-2b98-4b19-baec-00a991fe468c req-8c3ba9ea-4c11-44e2-9313-4cb065948437 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:54.952707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf0768b2-2b98-4b19-baec-00a991fe468c req-8c3ba9ea-4c11-44e2-9313-4cb065948437 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1246099 Jul 14 09:57:55.024062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf0768b2-2b98-4b19-baec-00a991fe468c req-e123f8e9-b77f-4318-b628-da0fe8a1b2d5 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608876 Jul 14 09:57:55.647064 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:56.367127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c34d08-2bf3-46e5-8a22-d67b0c3066d0 req-4671470d-3f80-4f91-a466-3366b68b0296 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:56.369595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-37c34d08-2bf3-46e5-8a22-d67b0c3066d0 req-4671470d-3f80-4f91-a466-3366b68b0296 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1123960 Jul 14 09:57:56.430429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-37c34d08-2bf3-46e5-8a22-d67b0c3066d0 req-cd239e30-90cf-4ddd-99e7-83b0dfd6dfce tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522344 Jul 14 09:57:57.041439 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:57.298490 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:57.715099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-3d8ef5b1-098f-4ac2-b86c-632455f6c4b8 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:57.717904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-3d8ef5b1-098f-4ac2-b86c-632455f6c4b8 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.66 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.1661074 Jul 14 09:57:57.918210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8423f-a96d-461e-967c-7649cced1eb4 req-7e16d4e9-c601-472b-b907-3df92debab21 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:57:57.921790 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-91d8423f-a96d-461e-967c-7649cced1eb4 req-7e16d4e9-c601-472b-b907-3df92debab21 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 946 time: 0.2727981 Jul 14 09:57:58.013487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Deleting port 490a64f4-a8ba-4a37-ae97-9da803404039 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:57:58.014060 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:58.023694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-91d8423f-a96d-461e-967c-7649cced1eb4 req-361af951-9f98-45d5-8d11-f65cb6311808 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/security-groups?id=57eb9915-8c2c-4656-b80a-8130cf79f41a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936236 Jul 14 09:57:58.160579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] For port 490a64f4-a8ba-4a37-ae97-9da803404039, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=490a64f4-a8ba-4a37-ae97-9da803404039,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:57:58.160947 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:58.176385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Calling delete_port for 490a64f4-a8ba-4a37-ae97-9da803404039 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:57:58.372121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:58.387844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['490a64f4-a8ba-4a37-ae97-9da803404039'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:57:58.410797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Pushing event deleted for resources: {'Port': ['ID=490a64f4-a8ba-4a37-ae97-9da803404039,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:57:58.440114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.440540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.440896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.441944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.441944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.441944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.442424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.442659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.443050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.443379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.443718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.444050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:57:58.469022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] No DVR routers for this DVR port 490a64f4-a8ba-4a37-ae97-9da803404039 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:57:58.471733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:57:58.473856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38b6b8e9-f1f9-4994-9ac5-0b56a7914d76 req-baeb5c53-0d76-4bfc-9819-e281fece9534 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.66 "DELETE /v2.0/ports/490a64f4-a8ba-4a37-ae97-9da803404039 HTTP/1.1" status: 204 len: 173 time: 0.7496891 Jul 14 09:57:58.474319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c8353d-aada-4c8e-824c-ad4578d7b217', 'name': 'network-vif-deleted', 'tag': '490a64f4-a8ba-4a37-ae97-9da803404039'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:57:58.476984 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f64052-5786-453b-8d7f-e59adefe5a0d" -d '{"events": [{"server_uuid": "d0c8353d-aada-4c8e-824c-ad4578d7b217", "name": "network-vif-deleted", "tag": "490a64f4-a8ba-4a37-ae97-9da803404039"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:57:58.628637 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf25cb26-7762-4bb0-8843-6f3f91d062b1 x-openstack-request-id: req-bf25cb26-7762-4bb0-8843-6f3f91d062b1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:57:58.629077 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c8353d-aada-4c8e-824c-ad4578d7b217", "name": "network-vif-deleted", "tag": "490a64f4-a8ba-4a37-ae97-9da803404039", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:57:58.629653 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf25cb26-7762-4bb0-8843-6f3f91d062b1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:57:58.630174 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c8353d-aada-4c8e-824c-ad4578d7b217', 'name': 'network-vif-deleted', 'tag': '490a64f4-a8ba-4a37-ae97-9da803404039', 'status': 'completed', 'code': 200} Jul 14 09:57:59.296696 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65383864-5110-43bf-a76c-184f71df4b1f req-f801defb-8ca6-4769-86b2-2fc1cbb54106 tempest-ServerRescueNegativeTestJSON-1357488301 tempest-ServerRescueNegativeTestJSON-1357488301-project] 10.222.0.73 "GET /v2.0/ports?device_id=d0c8353d-aada-4c8e-824c-ad4578d7b217 HTTP/1.1" status: 200 len: 210 time: 0.0542161 Jul 14 09:57:59.733125 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:00.447267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:01.077751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:01.522703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Deleting port d10d8bf4-1add-4f75-922d-e264e629f206 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:58:01.523559 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:01.675551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] For port d10d8bf4-1add-4f75-922d-e264e629f206, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d10d8bf4-1add-4f75-922d-e264e629f206,segment=NetworkSegment(77271cf5-de7a-4132-9f5c-04c2036b0bc1),segment_id=77271cf5-de7a-4132-9f5c-04c2036b0bc1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:01.676137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:01.700766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Calling delete_port for d10d8bf4-1add-4f75-922d-e264e629f206 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:58:01.978901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:02.033731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Pushing event deleted for resources: {'Port': ['ID=d10d8bf4-1add-4f75-922d-e264e629f206,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:02.282824 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:02.409677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 490a64f4-a8ba-4a37-ae97-9da803404039 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:02.436494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 490a64f4-a8ba-4a37-ae97-9da803404039 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:58:02.437030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 490a64f4-a8ba-4a37-ae97-9da803404039 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:02.635489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Router 20077a94-4aaf-494e-92b3-b8002bb84ed8 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:58:02.784859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:58:02.795783 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8a166c19-523e-4cb7-b807-485d92e0afef admin admin] 10.222.0.73 "PUT /v2.0/routers/20077a94-4aaf-494e-92b3-b8002bb84ed8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3420405 Jul 14 09:58:02.795783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42178) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:02.798377 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] Sync routers for ids ['20077a94-4aaf-494e-92b3-b8002bb84ed8'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:58:02.810218 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] Routers {'20077a94-4aaf-494e-92b3-b8002bb84ed8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:58:02.812233 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:57:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20077a94-4aaf-494e-92b3-b8002bb84ed8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:02.969217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:02.972516 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] Set router 20077a94-4aaf-494e-92b3-b8002bb84ed8 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:58:03.127642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:03.214898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Deleting port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:58:03.216698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:03.234093 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:58:01Z', 'revision_number': 5, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port': {'id': 'aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:55:46Z', 'updated_at': '2021-07-14T09:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:03.268260 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] Checking router: 20077a94-4aaf-494e-92b3-b8002bb84ed8 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:58:03.284841 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] Routers {'20077a94-4aaf-494e-92b3-b8002bb84ed8'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:58:03.285510 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:57:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['20077a94-4aaf-494e-92b3-b8002bb84ed8'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:03.350498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] For port aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:03.350852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:03.370110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Calling delete_port for aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:58:03.427875 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] Set router 20077a94-4aaf-494e-92b3-b8002bb84ed8 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:58:03.511196 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:58:03Z', 'revision_number': 6, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:03.545509 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2b33f-2266-4ad7-a91c-26f09892c368 None None] The sync data for ids ['20077a94-4aaf-494e-92b3-b8002bb84ed8'] in n-d-780147-26 is: [{'id': '20077a94-4aaf-494e-92b3-b8002bb84ed8', 'name': 'tempest-ServerRescueNegativeTestJSON-1392660298-router', 'tenant_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:55:45Z', 'updated_at': '2021-07-14T09:58:03Z', 'revision_number': 6, 'project_id': 'd9bcdb7f85794aa6ada4507d1ba3a94b', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:58:03.686804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:03.728174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:03.835220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.372835 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.375500 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.442899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.444285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20077a94-4aaf-494e-92b3-b8002bb84ed8 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:58:04.454029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.458433 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-32cea6fa-0ff6-483f-8b6f-537d3cc7b584 admin admin] 10.222.0.73 "DELETE /v2.0/routers/20077a94-4aaf-494e-92b3-b8002bb84ed8 HTTP/1.1" status: 204 len: 168 time: 1.6613548 Jul 14 09:58:04.461243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42200) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:04.570232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-21329805-45ae-493e-b2bb-130314df57de admin admin] Deleting subnet aa2ef691-54a9-4f42-865e-1eb6fe667714 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:58:04.575786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21329805-45ae-493e-b2bb-130314df57de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.586666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d10d8bf4-1add-4f75-922d-e264e629f206 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:04.631306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d10d8bf4-1add-4f75-922d-e264e629f206 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:58:04.631969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d10d8bf4-1add-4f75-922d-e264e629f206 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:04.645587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21329805-45ae-493e-b2bb-130314df57de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.706120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21329805-45ae-493e-b2bb-130314df57de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.786755 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21329805-45ae-493e-b2bb-130314df57de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.832994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21329805-45ae-493e-b2bb-130314df57de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa2ef691-54a9-4f42-865e-1eb6fe667714,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:04.839283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21329805-45ae-493e-b2bb-130314df57de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:04.847335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42204) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:04.848715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-21329805-45ae-493e-b2bb-130314df57de admin admin] 10.222.0.73 "DELETE /v2.0/subnets/aa2ef691-54a9-4f42-865e-1eb6fe667714 HTTP/1.1" status: 204 len: 168 time: 0.3857653 Jul 14 09:58:05.012111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.114004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.127416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908cd650-afee-46f4-a72f-2e4098f69f27']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:05.141080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77271cf5-de7a-4132-9f5c-04c2036b0bc1') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:05.141507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77271cf5-de7a-4132-9f5c-04c2036b0bc1') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:58:05.159137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.189570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.201078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:58:05.201811 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:58:05.205061 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:58:05.317665 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.326015 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.332734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] 10.222.0.73 "DELETE /v2.0/networks/908cd650-afee-46f4-a72f-2e4098f69f27 HTTP/1.1" status: 204 len: 168 time: 0.4821882 Jul 14 09:58:05.354412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c5f6e-ffe7-45a1-8255-f2db035de250 admin admin] Pushing event deleted for resources: {'Network': ['ID=908cd650-afee-46f4-a72f-2e4098f69f27,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:05.654167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42218) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:05.733834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a7d57feb-6bf1-4d94-933a-9e720a9e6536 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d9bcdb7f85794aa6ada4507d1ba3a94b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0765734 Jul 14 09:58:05.737403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42224) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:05.834953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-538140fc-f045-48b4-b1b2-74bc89110011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.876153 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-538140fc-f045-48b4-b1b2-74bc89110011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.973701 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-538140fc-f045-48b4-b1b2-74bc89110011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.980502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-538140fc-f045-48b4-b1b2-74bc89110011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:05.984034 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-538140fc-f045-48b4-b1b2-74bc89110011 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57eb9915-8c2c-4656-b80a-8130cf79f41a HTTP/1.1" status: 204 len: 168 time: 0.2439556 Jul 14 09:58:05.999308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538140fc-f045-48b4-b1b2-74bc89110011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eb9915-8c2c-4656-b80a-8130cf79f41a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:06.053315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:58:06.093710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:58:06.094807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aa94577e-e57b-4075-b6cd-c2e3f5bbd2a4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:58:19.438183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42526) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:19.689322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-940f6325-863f-492b-bca7-0f36eb7f3464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.968971 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-940f6325-863f-492b-bca7-0f36eb7f3464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:19.986899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-940f6325-863f-492b-bca7-0f36eb7f3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.098175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-940f6325-863f-492b-bca7-0f36eb7f3464 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72fed4509a344dc1bc26d4446dc76d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6578290 Jul 14 09:58:20.099851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f6325-863f-492b-bca7-0f36eb7f3464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cbe608-122b-45b4-b7c6-e990bd49a30b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:20.103496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42542) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:20.249206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02afc61a-d04f-4025-b985-d576070eaf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.305957 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02afc61a-d04f-4025-b985-d576070eaf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.441642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02afc61a-d04f-4025-b985-d576070eaf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.446888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02afc61a-d04f-4025-b985-d576070eaf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:20.469811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-02afc61a-d04f-4025-b985-d576070eaf68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1cbe608-122b-45b4-b7c6-e990bd49a30b HTTP/1.1" status: 204 len: 168 time: 0.3498967 Jul 14 09:58:20.490231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afc61a-d04f-4025-b985-d576070eaf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cbe608-122b-45b4-b7c6-e990bd49a30b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:21.927932 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-29ad72b1-d24e-489e-a55a-0fd7d46fde04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.243690 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-113eee24-4746-4ba2-a1ab-edb1d992a5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.330594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42642) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:24.521597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.684379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6809dcf2-2160-472a-baaf-7ec086549613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.952791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6809dcf2-2160-472a-baaf-7ec086549613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:24.971754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6809dcf2-2160-472a-baaf-7ec086549613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.057246 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6809dcf2-2160-472a-baaf-7ec086549613 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3f41b2d3dffa4b25b3ac0f096a0f98e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7242007 Jul 14 09:58:25.057606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42654) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:25.087744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809dcf2-2160-472a-baaf-7ec086549613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719cef86-c560-4558-adf9-7a8e709f1abc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:25.175290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f7cb35-36c3-4e83-a6fe-f2596787ed14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.247573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f7cb35-36c3-4e83-a6fe-f2596787ed14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.372071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f7cb35-36c3-4e83-a6fe-f2596787ed14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.378829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05f7cb35-36c3-4e83-a6fe-f2596787ed14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:25.388764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-05f7cb35-36c3-4e83-a6fe-f2596787ed14 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/719cef86-c560-4558-adf9-7a8e709f1abc HTTP/1.1" status: 204 len: 168 time: 0.3273933 Jul 14 09:58:25.405953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7cb35-36c3-4e83-a6fe-f2596787ed14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719cef86-c560-4558-adf9-7a8e709f1abc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:25.709945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:27.068237 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:27.339870 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:29.012903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-a2c3c8df-9cca-4d19-b79b-9a073d5a8505 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-275438734&fields=id&tenant_id=6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 267 time: 0.0562966 Jul 14 09:58:29.232666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-fce6a650-e8e8-4038-9e93-f68013abc65a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:29.236002 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-fce6a650-e8e8-4038-9e93-f68013abc65a tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.2138140 Jul 14 09:58:29.265815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-6043279b-ac3b-4647-8905-aa3008926023 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/quotas/6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 375 time: 0.0191453 Jul 14 09:58:29.425512 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-32dd182d-c8c4-4e93-8eef-eda234aab3eb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1470323 Jul 14 09:58:29.693634 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-71916157-9ffc-4da1-8762-b12b4af7280e service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332575 Jul 14 09:58:29.759371 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:29.921052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-65995120-6a38-42a8-8667-ea55d30f8b8f service neutron] 10.222.0.73 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224910 Jul 14 09:58:30.335333 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:58:30.495568 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-8d37d2a3-2895-4125-8de9-c97de8304fa5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1679742 Jul 14 09:58:30.843983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-443ca7d4-920f-4ee4-b505-efdd5cb540f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:30.847682 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-443ca7d4-920f-4ee4-b505-efdd5cb540f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1097 time: 0.2399812 Jul 14 09:58:30.863341 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-731bc4e6-dd2d-4b30-8300-7895eb56924f req-b736950a-36ff-4a29-932d-4db22ce2c53b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0705130 Jul 14 09:58:31.107041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-4ae3df5b-7a48-4a50-83ea-122cbb60cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.109371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-4ae3df5b-7a48-4a50-83ea-122cbb60cd49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.2173817 Jul 14 09:58:31.234860 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-5c379181-5052-4007-aebf-d3e71a2e9c0a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 1001 time: 0.1158433 Jul 14 09:58:31.329167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-224b2f25-86b6-4fe5-a8e4-2353e84b92db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.331548 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-224b2f25-86b6-4fe5-a8e4-2353e84b92db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0895483 Jul 14 09:58:31.433836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-8c6af008-856b-48df-a9b7-40f32f0a2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:31.437451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-8c6af008-856b-48df-a9b7-40f32f0a2c2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987339 Jul 14 09:58:31.623898 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-3732e20f-03e7-4272-8bd8-b159ba4b8fdb service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758425 Jul 14 09:58:31.849073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bca7609c-980b-4887-8934-a0a5d669dd4f req-9c5ee944-a444-46c8-8db1-41450f5c555f service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170150 Jul 14 09:58:32.080304 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ec9d777-d741-4543-ad0e-6d935feab1e4 req-12fe9d1c-68b0-4c4d-ad72-c4b8bab37685 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0681996 Jul 14 09:58:33.245585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f73cb421-9879-4853-aee3-2f9090ee9584 req-f67169a8-81e6-4a60-8e69-bbb77d54d0f5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0568326 Jul 14 09:58:34.373539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb196ab9-dcce-435a-ad45-6118a962292d req-2731f64d-58e1-4818-b6d5-05851ef5ffeb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0376580 Jul 14 09:58:35.621411 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9a4b3d2-b949-46fa-b869-493e3e4d3d28 req-ec51cdb5-173b-4a87-b47b-b117650507f3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0513799 Jul 14 09:58:36.914914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b17a4b22-f642-431b-9313-748f71f92a6d req-cee595db-ee09-48c7-a98e-205ac53bf7f1 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0695753 Jul 14 09:58:37.586827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-cdee8058-7ca2-4a84-b617-45964de11a2b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:37.589947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-cdee8058-7ca2-4a84-b617-45964de11a2b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 812 time: 0.2004902 Jul 14 09:58:37.682051 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-a1be2ee8-e81b-4279-a0de-93016dac8c28 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6badccd52aed4cf5aec1ff9166dd609d HTTP/1.1" status: 200 len: 379 time: 0.0816255 Jul 14 09:58:37.696354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'port': {'device_id': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'admin_state_up': True, 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'security_groups': ['ec752914-6bd5-4775-8afb-988c964cca66']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:37.958478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Made reservation on behalf of 6badccd52aed4cf5aec1ff9166dd609d for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:58:37.967241 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:38.345704 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-769edb21-5eef-4e55-90e8-9175431f5391 req-e96cdeef-496a-4cbb-87d8-9550d009b1e0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0688584 Jul 14 09:58:38.422638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.20.0.7 (de13b0cf-15f7-43e1-a35b-48b256378e83/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b/3a695c86-0b80-4b8b-acc0-0393fb1c6ae0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:58:38.795215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:38.834216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Transition to ACTIVE for port object 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:38.904549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.015663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network de13b0cf-15f7-43e1-a35b-48b256378e83 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:58:39.021754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:58:39.032342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:58:39.089343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:39.169208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:39.170320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.195410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-8eb1cd21-ae5d-418d-8cd6-51e5b4ccae47 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5075948 Jul 14 09:58:39.211330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Request body: {'port': {'device_id': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:58:39.376734 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.519143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-11e20547-055b-47b3-a5c6-e59bb841b281 None None] Provisioning for port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:58:39.537172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-11e20547-055b-47b3-a5c6-e59bb841b281 None None] Provisioning complete for port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:58:39.540188 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-11e20547-055b-47b3-a5c6-e59bb841b281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:39.687079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-11e20547-055b-47b3-a5c6-e59bb841b281 None None] Port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:58:39.886954 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619ddc-2983-4106-80b3-7c0e264f9dc3 req-c35300c3-feab-4883-87d2-df7d14bb154b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:39.898760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d619ddc-2983-4106-80b3-7c0e264f9dc3 req-c35300c3-feab-4883-87d2-df7d14bb154b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 931 time: 0.1984940 Jul 14 09:58:40.008164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d619ddc-2983-4106-80b3-7c0e264f9dc3 req-afb53d2b-a2fb-4907-89d7-904f5fe1d1eb tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974464 Jul 14 09:58:40.603438 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:40.624796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:40.656124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Transition to ACTIVE for port object 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:58:40.665264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:40.769163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Pushing event updated for resources: {'Port': ['ID=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:40.946391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Attempting to bind port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:58:40.946896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Attempting to bind port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:58:40.947439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Attempting to bind port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:40.957921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 on network de13b0cf-15f7-43e1-a35b-48b256378e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:58:40.958405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Attempting to bind port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 on network de13b0cf-15f7-43e1-a35b-48b256378e83 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:58:40.969756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:58:40.970407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Checking segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:58:40.970997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Bound using segment: {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:58:40.971776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Bound port: 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '147ba1d1-4501-48e0-ac47-bb59aaa67996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:58:40.972435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:41.120371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] For port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:58:41.126463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] For port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:58:41.138606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:41.193830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:41.194982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:41.197809 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] 10.222.0.69 "PUT /v2.0/ports/3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 HTTP/1.1" status: 200 len: 1092 time: 1.9943321 Jul 14 09:58:41.211973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:58:41.221847 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896" -d '{"events": [{"name": "network-changed", "server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:58:41.409121 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3444bc-8981-4f2f-94a3-7a0796d6ccf3 x-openstack-request-id: req-8a3444bc-8981-4f2f-94a3-7a0796d6ccf3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:58:41.409582 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:58:41.410292 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a3444bc-8981-4f2f-94a3-7a0796d6ccf3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:58:41.411481 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'status': 'completed', 'code': 200} Jul 14 09:58:41.593515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af807923-87a3-4a8b-9745-e6c2a84d6464 service neutron] Pushing event updated for resources: {'Port': ['ID=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:41.669123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-2ad72ce8-439e-4d3d-aefa-719f5835d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:41.673550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-2ad72ce8-439e-4d3d-aefa-719f5835d477 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 1095 time: 0.3326156 Jul 14 09:58:41.692440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc4350-56e1-47cf-a226-c62e27335e33 req-0a4da0e8-a380-41a6-8589-e9532e02feb9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:41.695348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eabc4350-56e1-47cf-a226-c62e27335e33 req-0a4da0e8-a380-41a6-8589-e9532e02feb9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.2967846 Jul 14 09:58:41.804024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-fc51c167-f312-4134-9817-ef24651d1bd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 HTTP/1.1" status: 200 len: 217 time: 0.1069102 Jul 14 09:58:41.917154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eabc4350-56e1-47cf-a226-c62e27335e33 req-0d80c4e0-2958-43a3-81f7-9da794c04238 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095299 Jul 14 09:58:41.944503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-570cb115-b976-483b-97ea-8f93fcc69987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:41.947099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-570cb115-b976-483b-97ea-8f93fcc69987 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.1201749 Jul 14 09:58:42.072764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-657cb3e9-a585-4ffe-ae9b-3f417de76136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:42.075451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-657cb3e9-a585-4ffe-ae9b-3f417de76136 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216536 Jul 14 09:58:42.245742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-12e1a149-087c-40d0-bfe8-66d1a169707e service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631286 Jul 14 09:58:42.431510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0eff01e1-908b-46ea-81c1-0ae9929544b2 req-1936f780-01e7-470a-953c-bc8a0e838cf5 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779096 Jul 14 09:58:42.583012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-74e7ba5b-c901-4019-9392-9c34295e1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:42.585196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-74e7ba5b-c901-4019-9392-9c34295e1dfa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 1095 time: 0.0915153 Jul 14 09:58:42.763834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-cf5a20d5-4373-4ce1-b2d1-47e60b496812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:42.766439 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-cf5a20d5-4373-4ce1-b2d1-47e60b496812 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1741471 Jul 14 09:58:42.828801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-318f1bd5-f209-4b45-9628-02a8e0b4c40d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 HTTP/1.1" status: 200 len: 217 time: 0.0551019 Jul 14 09:58:42.919783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-28e8f267-5885-4c37-9d99-3542f9e2504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:42.922572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-28e8f267-5885-4c37-9d99-3542f9e2504a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0868409 Jul 14 09:58:43.047149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-4ae60606-942e-4975-bdd1-dbe4350eaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:43.051121 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-4ae60606-942e-4975-bdd1-dbe4350eaa58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1214964 Jul 14 09:58:43.087893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42968) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:43.242946 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-dfaa136d-34e7-43ba-9bd1-1b0fec5acaa2 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832645 Jul 14 09:58:43.292096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8162aa-fc7c-4dfa-826a-9013d2ba990f req-187c07c1-44b2-4eab-b7b8-4027b4a8b42c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:43.295329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-df8162aa-fc7c-4dfa-826a-9013d2ba990f req-187c07c1-44b2-4eab-b7b8-4027b4a8b42c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1291437 Jul 14 09:58:43.385033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d59d42cb-5bb4-462b-b2f9-a3071cd11ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.401422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71fa89fd-2b0c-4f9b-a6d9-cc0a3193d896 req-3c536833-ebdd-497e-b647-a6224e1f1e06 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543615 Jul 14 09:58:43.425370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-df8162aa-fc7c-4dfa-826a-9013d2ba990f req-bde91cd3-c0d4-464d-bd4b-a54f7dc9a966 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086259 Jul 14 09:58:43.549533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d59d42cb-5bb4-462b-b2f9-a3071cd11ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.555503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d59d42cb-5bb4-462b-b2f9-a3071cd11ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.605229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d59d42cb-5bb4-462b-b2f9-a3071cd11ec6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0b24143dec94206800827ad0ae5f3b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155935 Jul 14 09:58:43.607107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d42cb-5bb4-462b-b2f9-a3071cd11ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8665aafc-c8bf-4fd8-8726-4482b3d27e66,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:43.609829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 42972) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:43.712648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72206f66-bbe0-4526-befb-4b05a28b2fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.756957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72206f66-bbe0-4526-befb-4b05a28b2fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.848136 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72206f66-bbe0-4526-befb-4b05a28b2fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.853130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72206f66-bbe0-4526-befb-4b05a28b2fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:43.855178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-72206f66-bbe0-4526-befb-4b05a28b2fe4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8665aafc-c8bf-4fd8-8726-4482b3d27e66 HTTP/1.1" status: 204 len: 168 time: 0.2437544 Jul 14 09:58:43.869325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72206f66-bbe0-4526-befb-4b05a28b2fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8665aafc-c8bf-4fd8-8726-4482b3d27e66,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:44.380366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42982) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:44.397290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f40e7b14-4710-4c98-a8e9-2d8575972f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.564434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f40e7b14-4710-4c98-a8e9-2d8575972f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.571935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f40e7b14-4710-4c98-a8e9-2d8575972f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.646210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7b14-4710-4c98-a8e9-2d8575972f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6b5c1c-9192-43cc-9a74-20239166ace3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:44.655502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f40e7b14-4710-4c98-a8e9-2d8575972f7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae3198df038f4689ac41f990c0291588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2736423 Jul 14 09:58:44.658963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42988) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:44.724363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0f29c-5741-4fd3-a182-e13bb159640a req-6294e1b3-2073-47a5-bb9b-c9747f06ae13 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:44.727175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1fe0f29c-5741-4fd3-a182-e13bb159640a req-6294e1b3-2073-47a5-bb9b-c9747f06ae13 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1194239 Jul 14 09:58:44.762704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cabca76d-87c6-419c-9436-7cbac3d0a37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.791537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1fe0f29c-5741-4fd3-a182-e13bb159640a req-c31382f8-dea3-4251-9cbf-c9d714409dd3 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539150 Jul 14 09:58:44.809605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cabca76d-87c6-419c-9436-7cbac3d0a37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.904825 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cabca76d-87c6-419c-9436-7cbac3d0a37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.909875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cabca76d-87c6-419c-9436-7cbac3d0a37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:44.912451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cabca76d-87c6-419c-9436-7cbac3d0a37c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7c6b5c1c-9192-43cc-9a74-20239166ace3 HTTP/1.1" status: 204 len: 168 time: 0.2517433 Jul 14 09:58:44.927105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabca76d-87c6-419c-9436-7cbac3d0a37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6b5c1c-9192-43cc-9a74-20239166ace3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:45.487335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 42998) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:45.513349 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ce77ac5-e56a-47ad-9c4f-d1cde54081fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:45.692025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ce77ac5-e56a-47ad-9c4f-d1cde54081fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:45.698061 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ce77ac5-e56a-47ad-9c4f-d1cde54081fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:45.770069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce77ac5-e56a-47ad-9c4f-d1cde54081fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7726187a-fb82-49fe-8022-629d0184ad16,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:45.780144 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3ce77ac5-e56a-47ad-9c4f-d1cde54081fc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb55305279864ca0825673f144adc175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888522 Jul 14 09:58:45.784247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43004) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:45.899125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4551a9-ac59-4a97-81dd-563d027cfb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:45.939139 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4551a9-ac59-4a97-81dd-563d027cfb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:46.038363 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4551a9-ac59-4a97-81dd-563d027cfb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:46.045138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2a4551a9-ac59-4a97-81dd-563d027cfb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:46.047392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a4551a9-ac59-4a97-81dd-563d027cfb86 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7726187a-fb82-49fe-8022-629d0184ad16 HTTP/1.1" status: 204 len: 168 time: 0.2612460 Jul 14 09:58:46.068730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4551a9-ac59-4a97-81dd-563d027cfb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7726187a-fb82-49fe-8022-629d0184ad16,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:46.146728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e9fde-53c4-48f1-91ca-c6169615ebec req-cebe735d-af3f-43b5-a3ca-baa3adaa28b5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:46.149677 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-669e9fde-53c4-48f1-91ca-c6169615ebec req-cebe735d-af3f-43b5-a3ca-baa3adaa28b5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1317005 Jul 14 09:58:46.236500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-669e9fde-53c4-48f1-91ca-c6169615ebec req-a99ed2a5-69cf-49e1-898f-b30defa66961 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732117 Jul 14 09:58:47.599641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c68706-8400-4f11-af97-7ec784474347 req-9fcdcfa5-f136-4bc7-9c34-27d31793ed7c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:47.604229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9c68706-8400-4f11-af97-7ec784474347 req-9fcdcfa5-f136-4bc7-9c34-27d31793ed7c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1102691 Jul 14 09:58:47.664280 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e9c68706-8400-4f11-af97-7ec784474347 req-e6d5d6f8-e23c-4b4f-a5b3-ce260e0f68e0 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554979 Jul 14 09:58:49.116571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fdc82-28ab-44ad-a6fc-365d1cd65514 req-19d819e0-031f-4b41-8eef-c0931142d9ee tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:49.124378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f62fdc82-28ab-44ad-a6fc-365d1cd65514 req-19d819e0-031f-4b41-8eef-c0931142d9ee tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.2112930 Jul 14 09:58:49.232095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f62fdc82-28ab-44ad-a6fc-365d1cd65514 req-c0b4cb10-d8d7-43ae-956e-a500c0906f8e tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003001 Jul 14 09:58:50.631873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7075a-3506-4166-bbed-7fbaadcfcc21 req-1d47826f-2fb6-49e0-b1f3-603926e530ce tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:50.634818 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52e7075a-3506-4166-bbed-7fbaadcfcc21 req-1d47826f-2fb6-49e0-b1f3-603926e530ce tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1497436 Jul 14 09:58:50.716322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52e7075a-3506-4166-bbed-7fbaadcfcc21 req-4dcee73e-1f18-46a9-928c-b7cce5242b68 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700917 Jul 14 09:58:51.922802 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f9719318-244e-4b7e-a6ae-42a068bcbfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:52.088098 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929197f0-5309-410f-8b13-7d26cc5e6ea9 req-858faae9-bc1d-4276-b1df-138cb3ca25ab tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:52.091225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-929197f0-5309-410f-8b13-7d26cc5e6ea9 req-858faae9-bc1d-4276-b1df-138cb3ca25ab tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1342952 Jul 14 09:58:52.176578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-929197f0-5309-410f-8b13-7d26cc5e6ea9 req-79f47ac0-43e4-4292-a4c6-db525c816649 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722873 Jul 14 09:58:53.607267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9216c-7353-4ed5-b367-7a6853554b11 req-5156c6b7-030e-4be5-abc1-5460d254237b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:53.610412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8c9216c-7353-4ed5-b367-7a6853554b11 req-5156c6b7-030e-4be5-abc1-5460d254237b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1737137 Jul 14 09:58:53.696728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8c9216c-7353-4ed5-b367-7a6853554b11 req-316cfa11-02cd-43c1-8605-ea40f2580039 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753345 Jul 14 09:58:54.234579 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-07e727ec-13c0-46a2-804f-4a6ba9e87413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:54.516373 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:55.075191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf8df-ce35-438e-8ea9-7b78a1a0d256 req-597dd9d4-25c8-4623-b512-505c59e9c590 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:55.078151 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fcdaf8df-ce35-438e-8ea9-7b78a1a0d256 req-597dd9d4-25c8-4623-b512-505c59e9c590 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1521719 Jul 14 09:58:55.163626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fcdaf8df-ce35-438e-8ea9-7b78a1a0d256 req-7047bf87-1ae9-4139-9235-bcd1e0cf7b46 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744414 Jul 14 09:58:55.658521 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:56.558478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d294ec-0b89-4baa-8eed-3c1547d6f4fa req-b04763f0-b783-4533-ae12-c05001d858a5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:56.563142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6d294ec-0b89-4baa-8eed-3c1547d6f4fa req-b04763f0-b783-4533-ae12-c05001d858a5 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1534362 Jul 14 09:58:56.637629 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6d294ec-0b89-4baa-8eed-3c1547d6f4fa req-e79c34c0-30e3-4c1f-862c-1d4eb4a980dd tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618882 Jul 14 09:58:56.981340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43258) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:57.080860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.243842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.356557 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.430075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.442938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.500326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48077f35-c70b-4c22-a4e9-9f6cf90938be,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:57.506088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e8a3ca691b0c490db29b64d62e8bbb7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5230498 Jul 14 09:58:57.510764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43272) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:57.517247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.517715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.518181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.518634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.519082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.519538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.520003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.520499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.520961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.521453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.521988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.522444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c8ac0e-1810-4a0a-b4e0-4e875a834999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:57.614611 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa63-e366-4fe7-8e78-37d11c40f9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.647102 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa63-e366-4fe7-8e78-37d11c40f9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.728542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa63-e366-4fe7-8e78-37d11c40f9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.732602 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee97fa63-e366-4fe7-8e78-37d11c40f9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:57.734301 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ee97fa63-e366-4fe7-8e78-37d11c40f9bb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48077f35-c70b-4c22-a4e9-9f6cf90938be HTTP/1.1" status: 204 len: 168 time: 0.2209733 Jul 14 09:58:57.747723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97fa63-e366-4fe7-8e78-37d11c40f9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48077f35-c70b-4c22-a4e9-9f6cf90938be,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:57.896412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 09:58:58.027842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2447c-054f-4d0e-9563-f54b645824b0 req-c0186098-4e16-4f5a-bc22-eae2cdfdbfe7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:58.042669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80e2447c-054f-4d0e-9563-f54b645824b0 req-c0186098-4e16-4f5a-bc22-eae2cdfdbfe7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 943 time: 0.1599846 Jul 14 09:58:58.126392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80e2447c-054f-4d0e-9563-f54b645824b0 req-c545618f-ced5-441d-a868-6bab178f898b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817559 Jul 14 09:58:58.158343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:58.186591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'port_id': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'mac_address': 'fa:16:3e:ca:48:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 755, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 09:58:58.272098 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:58.297274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 09:58:58.344714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:58:58.362094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:58.389036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43290) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:58.414820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5300ea-240e-469e-8757-89b5db40708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:58.643569 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5300ea-240e-469e-8757-89b5db40708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:58.652308 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a5300ea-240e-469e-8757-89b5db40708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:58.725054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0a5300ea-240e-469e-8757-89b5db40708e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c6e1ba8bb8b442c9c1e76a21c12af8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304739 Jul 14 09:58:58.726031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43300) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:58:58.730744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:58.735768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5300ea-240e-469e-8757-89b5db40708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3612c6db-0b76-4416-8172-d76cc338c759,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:58.745077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.746577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.747377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.748165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.749013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.749797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.750569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.751545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.752183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.753024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.755365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.756152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:58:58.768177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['3a695c86-0b80-4b8b-acc0-0393fb1c6ae0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 09:58:58.851568 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bbdfc5c-c2d8-4afd-80ee-d9a9eb30e0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:58.895613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bbdfc5c-c2d8-4afd-80ee-d9a9eb30e0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.006101 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bbdfc5c-c2d8-4afd-80ee-d9a9eb30e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.012708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bbdfc5c-c2d8-4afd-80ee-d9a9eb30e0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.025992 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8bbdfc5c-c2d8-4afd-80ee-d9a9eb30e0bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3612c6db-0b76-4416-8172-d76cc338c759 HTTP/1.1" status: 204 len: 168 time: 0.2948458 Jul 14 09:58:59.047912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdfc5c-c2d8-4afd-80ee-d9a9eb30e0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3612c6db-0b76-4416-8172-d76cc338c759,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:58:59.567481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9fb6b-0b61-4b46-908d-3b0f989105e0 req-ac20e0c8-00d3-43a0-b562-893acc3781e9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:58:59.580136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17e9fb6b-0b61-4b46-908d-3b0f989105e0 req-ac20e0c8-00d3-43a0-b562-893acc3781e9 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 944 time: 0.1698494 Jul 14 09:58:59.650093 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17e9fb6b-0b61-4b46-908d-3b0f989105e0 req-eeb5e820-2c86-42c6-8907-8255ee1bfc72 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674314 Jul 14 09:58:59.764614 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:58:59.894883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:00.022998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:00.033526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:00.034615 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:00.206324 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:00.253282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:00.257350 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db66d56b-a0a5-4ea6-986b-bee831449b7e" -d '{"events": [{"server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "name": "network-vif-plugged", "status": "completed", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:00.315950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:00.325325 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:00.428495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:00.601694 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def62866-b4d5-42a0-83e5-a8d41973d533 x-openstack-request-id: req-def62866-b4d5-42a0-83e5-a8d41973d533 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:00.602494 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "name": "network-vif-plugged", "status": "completed", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:00.603129 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-def62866-b4d5-42a0-83e5-a8d41973d533 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:00.604083 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'code': 200} Jul 14 09:59:00.854008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df498c46-a39a-41ad-8800-67dd190ef091 req-efe45a5b-3a8c-4ec4-a54e-4d55e89f81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:00.858030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df498c46-a39a-41ad-8800-67dd190ef091 req-efe45a5b-3a8c-4ec4-a54e-4d55e89f81c7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 1097 time: 0.1657341 Jul 14 09:59:00.967032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df498c46-a39a-41ad-8800-67dd190ef091 req-3b7c13a4-8eaf-40ec-8135-4c360315d842 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012247 Jul 14 09:59:01.039015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f230007-bf7b-4d61-aa5f-74eb70ef7f90 req-169e0563-7504-445d-a80f-79ad4fcc540b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:01.042027 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f230007-bf7b-4d61-aa5f-74eb70ef7f90 req-169e0563-7504-445d-a80f-79ad4fcc540b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 945 time: 0.1453047 Jul 14 09:59:01.132920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0f230007-bf7b-4d61-aa5f-74eb70ef7f90 req-3d31c81b-8485-40f8-9e3a-0614ccfd19df tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808733 Jul 14 09:59:02.585615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1ec1b-fe28-4e72-b185-b538656187a2 req-dcf02653-a21a-4e19-b0db-7c52a3a39018 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:02.588563 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ba1ec1b-fe28-4e72-b185-b538656187a2 req-dcf02653-a21a-4e19-b0db-7c52a3a39018 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 945 time: 0.1778512 Jul 14 09:59:02.684276 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2ba1ec1b-fe28-4e72-b185-b538656187a2 req-5f522226-d2ef-4ea4-935e-0c96b0f9350c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829382 Jul 14 09:59:03.068609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe58c-8ce6-4fe8-8e60-1cf7911319ff req-572fa598-e1ba-4c96-a3fe-26f949c48f1d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:03.072216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-02afe58c-8ce6-4fe8-8e60-1cf7911319ff req-572fa598-e1ba-4c96-a3fe-26f949c48f1d tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 945 time: 0.1392074 Jul 14 09:59:03.151498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-02afe58c-8ce6-4fe8-8e60-1cf7911319ff req-eca44079-e0c2-41ae-a89c-c789b5e37e00 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653329 Jul 14 09:59:03.198249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43460) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:03.738717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a492fb9-fec1-4e97-8ede-5400910cc1f1 tempest-TestVolumeBootPattern-1873159497 tempest-TestVolumeBootPattern-1873159497-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:03.742102 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a492fb9-fec1-4e97-8ede-5400910cc1f1 tempest-TestVolumeBootPattern-1873159497 tempest-TestVolumeBootPattern-1873159497-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 1092 time: 0.5407746 Jul 14 09:59:03.746521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43490) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:03.755557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:03.813780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:04.039488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:04.117035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43498) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:04.281767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Allocated IP 172.25.0.108 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/8db85918-48a3-4070-bc4c-11c626b8da18) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:04.441811 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6ffde52-ea59-4005-993d-35d7b0384242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:04.612799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:04.748133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:04.845678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:04.862304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:04.884148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:04.895298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6ffde52-ea59-4005-993d-35d7b0384242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:04.899699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=8db85918-48a3-4070-bc4c-11c626b8da18,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:04.944006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6ffde52-ea59-4005-993d-35d7b0384242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:04.966735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.967079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.967576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.967990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.968461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.969182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.969403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.969632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.970047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.970394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.970780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:04.971156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:05.031449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffde52-ea59-4005-993d-35d7b0384242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbca676-469c-4325-bdb1-464ba061323b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:05.086156 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d6ffde52-ea59-4005-993d-35d7b0384242 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2cb388418c30432c8c93b3db9a3c7018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9631646 Jul 14 09:59:05.086769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43518) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:05.179208 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee699e1b-296c-4329-974a-f7e915a63e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:05.221033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee699e1b-296c-4329-974a-f7e915a63e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:05.327466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee699e1b-296c-4329-974a-f7e915a63e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:05.336583 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee699e1b-296c-4329-974a-f7e915a63e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:05.338486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ee699e1b-296c-4329-974a-f7e915a63e18 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bbbca676-469c-4325-bdb1-464ba061323b HTTP/1.1" status: 204 len: 168 time: 0.2501771 Jul 14 09:59:05.356450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee699e1b-296c-4329-974a-f7e915a63e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbca676-469c-4325-bdb1-464ba061323b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:05.935862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43538) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:05.960083 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a809ef6d-27d0-46f1-925f-189efd23500e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:05.999165 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.155138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a809ef6d-27d0-46f1-925f-189efd23500e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.165014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a809ef6d-27d0-46f1-925f-189efd23500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.230592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a809ef6d-27d0-46f1-925f-189efd23500e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=41d295d4190e41cba999fe3b04cbd9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2888026 Jul 14 09:59:06.231168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43544) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:06.244853 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.276340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809ef6d-27d0-46f1-925f-189efd23500e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9353ce-4843-4ae0-adb8-6931ff8c9512,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:06.377942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3d62-fe61-42c4-9d75-7c162c0f0ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.425571 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3d62-fe61-42c4-9d75-7c162c0f0ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.537322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3d62-fe61-42c4-9d75-7c162c0f0ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.543032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2ef3d62-fe61-42c4-9d75-7c162c0f0ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.548602 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d2ef3d62-fe61-42c4-9d75-7c162c0f0ba1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d9353ce-4843-4ae0-adb8-6931ff8c9512 HTTP/1.1" status: 204 len: 168 time: 0.3119433 Jul 14 09:59:06.563866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef3d62-fe61-42c4-9d75-7c162c0f0ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9353ce-4843-4ae0-adb8-6931ff8c9512,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:06.625745 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.634380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:06.770775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event updated for resources: {'Port': ['ID=8db85918-48a3-4070-bc4c-11c626b8da18,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:06.800356 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:07.016413 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Floating IP 9eaf68fc-6941-43d1-9232-777773cfa65c associated. External IP: 172.25.0.108, port: 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0. Jul 14 09:59:07.302739 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:07.467253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Router ca36f42d-8693-4085-8eef-dc86cbc9007f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 09:59:07.688454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:59:07.711432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:59:07.726789 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:07.732476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:59:07.733734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:58:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:07.805030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3fd1dacc-d2ab-4882-921c-d6599cebd5c7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0565808 Jul 14 09:59:07.806004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 09:59:07.811067 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cf967f-990f-41fd-8621-64ca9eb164ad" -d '{"events": [{"name": "network-changed", "server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 09:59:07.904709 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 09:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94aa5fc-ad30-41d6-bd91-2c1d2980f5b5 x-openstack-request-id: req-f94aa5fc-ad30-41d6-bd91-2c1d2980f5b5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 09:59:07.905746 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 09:59:07.906679 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f94aa5fc-ad30-41d6-bd91-2c1d2980f5b5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 09:59:07.907701 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'status': 'completed', 'code': 200} Jul 14 09:59:07.998220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:59:08.121153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-c9d90148-3261-4efe-a7ad-094e7f67eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.123930 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-c9d90148-3261-4efe-a7ad-094e7f67eb06 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 1097 time: 0.1712062 Jul 14 09:59:08.298444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-cce68f5c-35cf-48b8-8634-aa48e2f3311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.301317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-cce68f5c-35cf-48b8-8634-aa48e2f3311b service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1692789 Jul 14 09:59:08.444988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-02660186-9f51-4caa-b3ab-d210410b3c9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 HTTP/1.1" status: 200 len: 999 time: 0.1365631 Jul 14 09:59:08.537563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '9eaf68fc-6941-43d1-9232-777773cfa65c', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:ca:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:59:05Z', 'updated_at': '2021-07-14T09:59:05Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}, {'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:23Z', 'revision_number': 1, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:08.548745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-96d93b00-4915-4078-84b9-8796ce73d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.551618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-96d93b00-4915-4078-84b9-8796ce73d9b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.1000247 Jul 14 09:59:08.602114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:59:08.627775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:59:08.631295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:58:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:08.667061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-bde9b8a2-623a-447d-b386-8db4880535c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:08.671033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-bde9b8a2-623a-447d-b386-8db4880535c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131048 Jul 14 09:59:08.867404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-cf436e24-ee75-4e94-8b40-b5507ae0b0e5 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887231 Jul 14 09:59:08.882210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:59:09.064522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f9cf967f-990f-41fd-8621-64ca9eb164ad req-ce3a9996-feb8-4318-8a54-9e41fc7df7cf service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902225 Jul 14 09:59:09.363704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43594) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:09.386299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '9eaf68fc-6941-43d1-9232-777773cfa65c', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:ca:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:59:05Z', 'updated_at': '2021-07-14T09:59:05Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}, {'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:23Z', 'revision_number': 1, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:09.442917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3a7c1b-c920-4ddc-8c75-4a8bc0e5ed3d None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '9eaf68fc-6941-43d1-9232-777773cfa65c', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:ca:48:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:59:05Z', 'updated_at': '2021-07-14T09:59:05Z', 'revision_number': 0, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}, {'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:23Z', 'revision_number': 1, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:59:09.637891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1154421454'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:09.671461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Made reservation on behalf of 39f93a7dc3964d3e9849d8d2f6caa969 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:09.685997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:09.702771 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:09.827217 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eecb157-e2f6-4fa4-94de-6cb4ede63916 None None] New status for floating IP 9eaf68fc-6941-43d1-9232-777773cfa65c: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 09:59:09.880830 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:09.889275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:09.938505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:59:09.969845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5172a5b2-2867-42a0-8489-2749118d77b9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:09.975489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:09.976270 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Added segment 82f1c69e-6f28-4feb-87cc-f028b52e973c of type vlan for network a45c43fb-b011-46d8-a90f-476ff7f2b826 Jul 14 09:59:10.068422 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:10.132270 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:10.144098 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:10.145033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:10.258450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8886514 Jul 14 09:59:10.279582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d509f-9fda-44c2-a4dc-b5214e08f79a tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Pushing event updated for resources: {'Network': ['ID=a45c43fb-b011-46d8-a90f-476ff7f2b826,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:10.304339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a45c43fb-b011-46d8-a90f-476ff7f2b826 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:59:10.606686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43604) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:10.616113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Request body: {'port': {'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826', 'binding:host_id': 'n-h2-780147-26', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1609950241'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:10.655119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Made reservation on behalf of ff20ac446073448fb677e60d931ff0ab for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:10.659713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:10.677544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:10.874659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:10.881926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:10.891745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] device_id is not set on port 515a523d-25db-4156-a3a0-0794c6f9076f yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:11.053684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f09914-f990-4275-8a45-e0cea656e28f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:11.812626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] device_id is not set on port 515a523d-25db-4156-a3a0-0794c6f9076f yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:11.832491 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.854229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Transition to ACTIVE for port object 515a523d-25db-4156-a3a0-0794c6f9076f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:11.871888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:11.972671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=515a523d-25db-4156-a3a0-0794c6f9076f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:12.015617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Checking segment: {'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:12.016308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Network hostable DHCP agents. Network: a45c43fb-b011-46d8-a90f-476ff7f2b826, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:59:12.052876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Network a45c43fb-b011-46d8-a90f-476ff7f2b826 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:59:12.071661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a45c43fb-b011-46d8-a90f-476ff7f2b826) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:12.079406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:12.096425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f63ba-2549-4d79-8739-f21eabf8ec33 None None] Network a45c43fb-b011-46d8-a90f-476ff7f2b826 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:59:12.111031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.111648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.112440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.123622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.124302 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.125174 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 2 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.153983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.154572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.155503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.167712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.168334 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.169224 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 3 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.200462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.201047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.201690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.211754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.212445 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.213375 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 4 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.242506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.244741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.247106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.257659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.258523 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.259673 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 5 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.288839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.289925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.290968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.301495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.302157 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.303084 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 6 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.329187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.329892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.330520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.339315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.340042 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.340825 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 7 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.371145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.372217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.373434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.383221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.383834 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.384493 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 8 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.411904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.412498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.413186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.422402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.422753 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.423415 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 9 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.451847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.452549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.453110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.462374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.462940 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.463679 n-d-780147-26 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 10 to bind port 515a523d-25db-4156-a3a0-0794c6f9076f Jul 14 09:59:12.487958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:12.488533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:12.489116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:12.498563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 515a523d-25db-4156-a3a0-0794c6f9076f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:12.499075 n-d-780147-26 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 515a523d-25db-4156-a3a0-0794c6f9076f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:12.499714 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.633794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] For port 515a523d-25db-4156-a3a0-0794c6f9076f, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:12.634200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempted to set empty binding levels {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:59:12.642830 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.709232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:12.709966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:12.762846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.1542361 Jul 14 09:59:12.767334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43610) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:12.770206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1820eefb-f270-4f36-941a-3df6a2b33431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=515a523d-25db-4156-a3a0-0794c6f9076f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:12.965503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Deleting port 515a523d-25db-4156-a3a0-0794c6f9076f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:12.965803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.101457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] For port 515a523d-25db-4156-a3a0-0794c6f9076f, host n-h2-780147-26, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:13.102053 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.131832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Calling delete_port for 515a523d-25db-4156-a3a0-0794c6f9076f owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:13.317673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.375114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event deleted for resources: {'Port': ['ID=515a523d-25db-4156-a3a0-0794c6f9076f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:13.382776 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.391550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-227f5d1f-4fa4-4198-b854-2a90237a60d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "DELETE /v2.0/ports/515a523d-25db-4156-a3a0-0794c6f9076f HTTP/1.1" status: 204 len: 168 time: 0.6162322 Jul 14 09:59:13.391550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43614) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:13.440848 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-57388c2e-8f53-429a-bf3a-30a36178f85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:59:13.449156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-57388c2e-8f53-429a-bf3a-30a36178f85a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "GET /v2.0/ports/515a523d-25db-4156-a3a0-0794c6f9076f HTTP/1.1" status: 404 len: 333 time: 0.0510037 Jul 14 09:59:13.449686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43616) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:13.458478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Request body: {'port': {'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2026071306'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:13.496818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Made reservation on behalf of ff20ac446073448fb677e60d931ff0ab for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:13.500868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.530313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] device_id is not set on port 3937eeeb-9bbe-43fa-9f92-46faff8de00f yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:13.833278 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.908866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:13.989918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Network a45c43fb-b011-46d8-a90f-476ff7f2b826 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:13.995966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:14.002529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:14.004161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:14.005224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:14.019479 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=3937eeeb-9bbe-43fa-9f92-46faff8de00f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:14.045107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a5fed591-e4df-498f-8e35-e156cb174200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5935543 Jul 14 09:59:14.047085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43618) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:14.056659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:14.206323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:14.530285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] device_id is not set on port 3937eeeb-9bbe-43fa-9f92-46faff8de00f yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:14.546112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:14.569303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Transition to ACTIVE for port object 3937eeeb-9bbe-43fa-9f92-46faff8de00f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:14.575245 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:14.670174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=3937eeeb-9bbe-43fa-9f92-46faff8de00f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:14.689813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.690374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.690945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:14.699481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:14.700043 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:14.700707 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 2 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:14.724813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.725379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.725951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:14.733986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:14.734530 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:14.735188 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 3 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:14.756684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.757204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.757815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:14.767195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:14.767756 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:14.768447 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 4 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:14.793977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.794549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.795137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:14.804042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:14.804638 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:14.805300 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 5 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:14.830634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.831203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.831788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:14.841236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:14.842303 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:14.842525 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 6 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:14.883035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.883494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.884079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:14.893846 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:14.894394 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:14.895067 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 7 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:14.924448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.925164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.925742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:14.936074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:14.936686 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:14.937371 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 8 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:14.963652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.964772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.965340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:14.974088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:14.974609 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:14.975286 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 9 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:14.998780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:14.999354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:14.999917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:15.008870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:15.009394 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:15.010054 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 10 to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f Jul 14 09:59:15.037442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:15.038008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:15.038587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:15.047408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:15.047967 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:15.048636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:15.172389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] For port 3937eeeb-9bbe-43fa-9f92-46faff8de00f, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:15.172952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempted to set empty binding levels {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:59:15.181098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:15.241792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] In _notify_port_updated(), no bound segment for port 3937eeeb-9bbe-43fa-9f92-46faff8de00f on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:59:15.243425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.244591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:15.247556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "PUT /v2.0/ports/3937eeeb-9bbe-43fa-9f92-46faff8de00f HTTP/1.1" status: 200 len: 980 time: 1.1987994 Jul 14 09:59:15.251766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43622) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:15.274617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe74b47-4037-4680-8725-690eee17d064 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=3937eeeb-9bbe-43fa-9f92-46faff8de00f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:15.442466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.443297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.444275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.445154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.446045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.446928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.447834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.448859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.449777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.450707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.451593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.452511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.453403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.454532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.455791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.456362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:15.461734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c025e3b5-1ed7-44b7-84f6-039d1f064c8f tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14331 time: 0.2076371 Jul 14 09:59:15.467019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:15.626039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Deleting port 3937eeeb-9bbe-43fa-9f92-46faff8de00f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:15.626615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:15.753981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] For port 3937eeeb-9bbe-43fa-9f92-46faff8de00f, host n-h2-780147-26, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:15.754608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:15.784083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Calling delete_port for 3937eeeb-9bbe-43fa-9f92-46faff8de00f owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:15.940792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:15.994322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event deleted for resources: {'Port': ['ID=3937eeeb-9bbe-43fa-9f92-46faff8de00f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:16.011113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:16.014383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-03847bd3-12f2-4433-9f05-961801e54092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "DELETE /v2.0/ports/3937eeeb-9bbe-43fa-9f92-46faff8de00f HTTP/1.1" status: 204 len: 168 time: 0.5451419 Jul 14 09:59:16.018873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43638) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:16.066166 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-712c20d2-4f15-4a39-94a4-5b0dc270033e tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:59:16.075800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-712c20d2-4f15-4a39-94a4-5b0dc270033e tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "GET /v2.0/ports/3937eeeb-9bbe-43fa-9f92-46faff8de00f HTTP/1.1" status: 404 len: 333 time: 0.0483246 Jul 14 09:59:16.076851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43640) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:16.085074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2074656505', 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:16.121861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Made reservation on behalf of ff20ac446073448fb677e60d931ff0ab for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:16.126155 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:16.154148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] device_id is not set on port cc68267a-31b4-4dcb-83a2-b8f8123243e5 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:16.450742 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:16.520674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:16.592578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Network a45c43fb-b011-46d8-a90f-476ff7f2b826 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:16.597996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:16.610782 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:16.612602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:16.613661 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:16.639042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=cc68267a-31b4-4dcb-83a2-b8f8123243e5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:16.657160 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fc22b7d7-5a41-4880-96c8-9e913b253c97 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5789592 Jul 14 09:59:16.658445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43642) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:16.747716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba9ba2-801c-4f77-8567-089782aefea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:16.750152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-abba9ba2-801c-4f77-8567-089782aefea6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "GET /v2.0/ports/cc68267a-31b4-4dcb-83a2-b8f8123243e5 HTTP/1.1" status: 200 len: 959 time: 0.0898385 Jul 14 09:59:16.754595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43644) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:16.946211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-afa0e19b-2117-4b41-9793-73b89143fe9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Deleting port cc68267a-31b4-4dcb-83a2-b8f8123243e5 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:16.946211 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afa0e19b-2117-4b41-9793-73b89143fe9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.058079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afa0e19b-2117-4b41-9793-73b89143fe9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.090916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-afa0e19b-2117-4b41-9793-73b89143fe9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Calling delete_port for cc68267a-31b4-4dcb-83a2-b8f8123243e5 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:17.243464 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afa0e19b-2117-4b41-9793-73b89143fe9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.293660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0e19b-2117-4b41-9793-73b89143fe9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc68267a-31b4-4dcb-83a2-b8f8123243e5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:17.308326 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-afa0e19b-2117-4b41-9793-73b89143fe9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.312864 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-afa0e19b-2117-4b41-9793-73b89143fe9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "DELETE /v2.0/ports/cc68267a-31b4-4dcb-83a2-b8f8123243e5 HTTP/1.1" status: 204 len: 168 time: 0.5563710 Jul 14 09:59:17.317020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43648) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:17.363638 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7cc573-24a1-487c-8d5f-cccdf75d8247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:59:17.366448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5f7cc573-24a1-487c-8d5f-cccdf75d8247 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "GET /v2.0/ports/cc68267a-31b4-4dcb-83a2-b8f8123243e5 HTTP/1.1" status: 404 len: 333 time: 0.0477583 Jul 14 09:59:17.372439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43650) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:17.380943 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Request body: {'port': {'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1192955129'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:17.416967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Made reservation on behalf of ff20ac446073448fb677e60d931ff0ab for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:17.421207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.453764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] device_id is not set on port 04f1569c-7963-4bbb-b078-2e130c28e1d3 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:17.782306 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.855246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.942267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Network a45c43fb-b011-46d8-a90f-476ff7f2b826 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:17.947636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:17.955037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:17.956819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:17.957900 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:17.973237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=04f1569c-7963-4bbb-b078-2e130c28e1d3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:17.989815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-043187d1-caa2-4ea2-9ac4-3fd39a5b9401 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6156609 Jul 14 09:59:17.994065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:18.004493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:18.169040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.427784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] device_id is not set on port 04f1569c-7963-4bbb-b078-2e130c28e1d3 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:18.442352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.459170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Transition to ACTIVE for port object 04f1569c-7963-4bbb-b078-2e130c28e1d3 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:18.464737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:18.539683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=04f1569c-7963-4bbb-b078-2e130c28e1d3,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:18.554580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.554923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.555390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.562958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.563378 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.563833 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 2 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.580619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.581078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.581518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.587382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.587811 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.588402 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 3 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.608379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.608979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.609546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.618314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.618883 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.619542 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 4 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.646661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.647228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.647809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.655463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.655974 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.656795 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 5 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.674542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.675282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.675702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.683148 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.683750 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.684591 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 6 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.717332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.719561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.721049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.741052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.743051 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.743416 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 7 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.777599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.778176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.778977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.790443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.791339 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.793094 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 8 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.832895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.834097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.835858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.849182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.850078 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.850898 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 9 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.881045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.881756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.882372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.894834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.895533 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.896273 n-d-780147-26 neutron-server[93780]: INFO neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempt 10 to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 Jul 14 09:59:18.929418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:18.929418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:18.930059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempting to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:18.944761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 09:59:18.945435 n-d-780147-26 neutron-server[93780]: ERROR neutron.plugins.ml2.managers [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Failed to bind port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on host n-h2-780147-26 for vnic_type normal using segments [{'id': '82f1c69e-6f28-4feb-87cc-f028b52e973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'a45c43fb-b011-46d8-a90f-476ff7f2b826'}] Jul 14 09:59:18.946258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.154457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] For port 04f1569c-7963-4bbb-b078-2e130c28e1d3, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:19.155910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attempted to set empty binding levels {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 14 09:59:19.169024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.269262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] In _notify_port_updated(), no bound segment for port 04f1569c-7963-4bbb-b078-2e130c28e1d3 on network a45c43fb-b011-46d8-a90f-476ff7f2b826 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:59:19.272714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:19.275186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.279114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "PUT /v2.0/ports/04f1569c-7963-4bbb-b078-2e130c28e1d3 HTTP/1.1" status: 200 len: 980 time: 1.2815545 Jul 14 09:59:19.287370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43660) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:19.397876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54666b64-ebd4-46c2-99de-e58b68da07de tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event updated for resources: {'Port': ['ID=04f1569c-7963-4bbb-b078-2e130c28e1d3,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:19.514570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Deleting port 04f1569c-7963-4bbb-b078-2e130c28e1d3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:19.515267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.649662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] For port 04f1569c-7963-4bbb-b078-2e130c28e1d3, host n-h2-780147-26, got binding levels [] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:19.650180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.676570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Calling delete_port for 04f1569c-7963-4bbb-b078-2e130c28e1d3 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:19.846884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.896040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Pushing event deleted for resources: {'Port': ['ID=04f1569c-7963-4bbb-b078-2e130c28e1d3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:19.908502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:19.915338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43664) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:19.916099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9273e0e6-7109-4a3c-b3f7-bd2a7d56f1e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "DELETE /v2.0/ports/04f1569c-7963-4bbb-b078-2e130c28e1d3 HTTP/1.1" status: 204 len: 168 time: 0.6255844 Jul 14 09:59:19.974203 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad98ffb8-5bf1-447f-8c01-100ce11a4f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] GET failed (client error): The resource could not be found. Jul 14 09:59:19.977280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ad98ffb8-5bf1-447f-8c01-100ce11a4f4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-371848518-project-admin] 10.222.0.73 "GET /v2.0/ports/04f1569c-7963-4bbb-b078-2e130c28e1d3 HTTP/1.1" status: 404 len: 333 time: 0.0601432 Jul 14 09:59:19.983860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:20.136368 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:20.328709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:20.351767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45c43fb-b011-46d8-a90f-476ff7f2b826']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:20.376788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f1c69e-6f28-4feb-87cc-f028b52e973c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:20.377389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f1c69e-6f28-4feb-87cc-f028b52e973c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:20.403441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:20.439400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:20.453034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:59:20.454007 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: timer() Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:59:20.467960 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:59:20.598121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:20.611603 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:20.620583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] 10.222.0.73 "DELETE /v2.0/networks/a45c43fb-b011-46d8-a90f-476ff7f2b826 HTTP/1.1" status: 204 len: 168 time: 0.6306822 Jul 14 09:59:20.646429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c5779-4ac4-4b1a-b6a0-3cafcbbc8e98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-492496572-project] Pushing event deleted for resources: {'Network': ['ID=a45c43fb-b011-46d8-a90f-476ff7f2b826,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:21.211195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:21.482635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f4544b71-c5e3-4dbd-885d-980ad75b4751 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=39f93a7dc3964d3e9849d8d2f6caa969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690313 Jul 14 09:59:21.486868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43756) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:21.602509 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b85c9e4-a117-4b79-ab4f-e249c967a8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:21.652830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b85c9e4-a117-4b79-ab4f-e249c967a8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:21.771146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b85c9e4-a117-4b79-ab4f-e249c967a8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:21.776912 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5b85c9e4-a117-4b79-ab4f-e249c967a8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:21.779305 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5b85c9e4-a117-4b79-ab4f-e249c967a8b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5172a5b2-2867-42a0-8489-2749118d77b9 HTTP/1.1" status: 204 len: 168 time: 0.2877860 Jul 14 09:59:21.797993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85c9e4-a117-4b79-ab4f-e249c967a8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5172a5b2-2867-42a0-8489-2749118d77b9,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:21.930659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b1768620-894e-4529-8bde-feb816a467a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:22.409325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 43820) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:22.512211 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6f49cbb5-372a-4c1e-87e7-b7781a665942 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff20ac446073448fb677e60d931ff0ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1002359 Jul 14 09:59:22.516906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 43830) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:22.642353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23384484-2c1c-435f-9433-2b3d9f730b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:22.686084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23384484-2c1c-435f-9433-2b3d9f730b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:22.795788 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23384484-2c1c-435f-9433-2b3d9f730b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:22.802013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23384484-2c1c-435f-9433-2b3d9f730b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:22.804715 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-23384484-2c1c-435f-9433-2b3d9f730b4c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04f09914-f990-4275-8a45-e0cea656e28f HTTP/1.1" status: 204 len: 168 time: 0.2857144 Jul 14 09:59:22.823008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23384484-2c1c-435f-9433-2b3d9f730b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f09914-f990-4275-8a45-e0cea656e28f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:24.243816 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5b51e31-ad54-4e3a-bc2f-52e1a74766d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:24.525792 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:25.663066 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:25.681223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:25.878675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2b147f3c-196d-4198-b758-38c8e1c6c1c9 tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:25.929259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2b147f3c-196d-4198-b758-38c8e1c6c1c9 tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "PUT /v2.0/quotas/5cae634ef45c427e80c4629925b50d86 HTTP/1.1" status: 200 len: 366 time: 0.2467825 Jul 14 09:59:25.933130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:25.951672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-75153ea6-c983-4d37-a0ab-8b0986e219f7 tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0166323 Jul 14 09:59:25.954470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44178) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:25.973559 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e00464e7-070b-46d4-b609-c8b770d80ef7 tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "GET /v2.0/quotas/5cae634ef45c427e80c4629925b50d86 HTTP/1.1" status: 200 len: 366 time: 0.0170739 Jul 14 09:59:25.976748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44180) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:26.001882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4b775324-834f-479e-8b2f-2399182897b0 tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/5cae634ef45c427e80c4629925b50d86 HTTP/1.1" status: 204 len: 168 time: 0.0232949 Jul 14 09:59:26.005778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44182) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:26.020073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a4243091-903c-4d0e-8986-66bafbedead3 tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0120900 Jul 14 09:59:26.023657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44184) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:26.037403 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f26f9d62-1a5a-4cb2-bac5-4d2d66a637f5 tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "GET /v2.0/quotas/5cae634ef45c427e80c4629925b50d86 HTTP/1.1" status: 200 len: 370 time: 0.0118659 Jul 14 09:59:26.041351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44186) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:26.047505 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e43353c6-30c9-4bd0-a10f-344a1d76adc7 tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "GET /v2.0/quotas/5cae634ef45c427e80c4629925b50d86/default HTTP/1.1" status: 200 len: 370 time: 0.0045993 Jul 14 09:59:26.051051 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44188) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:26.067111 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-61081728-fe7b-4457-8b58-5346e784760d tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] delete failed (client error): The resource could not be found. Jul 14 09:59:26.069237 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-61081728-fe7b-4457-8b58-5346e784760d tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "DELETE /v2.0/quotas/5cae634ef45c427e80c4629925b50d86 HTTP/1.1" status: 404 len: 348 time: 0.0160649 Jul 14 09:59:26.261096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:26.297477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Usage tracker for resource:network and tenant:b3c9e2efd0b04ddba24fb42ffb4e2d1b is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:59:26.307799 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:59:26.321036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Usage tracker for resource:subnet and tenant:b3c9e2efd0b04ddba24fb42ffb4e2d1b is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:59:26.332842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:59:26.354299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Usage tracker for resource:subnetpool and tenant:b3c9e2efd0b04ddba24fb42ffb4e2d1b is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:59:26.365316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:59:26.378645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Usage tracker for resource:port and tenant:b3c9e2efd0b04ddba24fb42ffb4e2d1b is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:59:26.389348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:59:26.402069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Usage tracker for resource:router and tenant:b3c9e2efd0b04ddba24fb42ffb4e2d1b is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:59:26.411969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:59:26.424108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Usage tracker for resource:floatingip and tenant:b3c9e2efd0b04ddba24fb42ffb4e2d1b is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:59:26.435883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:59:26.508567 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Usage tracker for resource:security_group and tenant:b3c9e2efd0b04ddba24fb42ffb4e2d1b is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:59:26.518953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:59:26.531380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Usage tracker for resource:security_group_rule and tenant:b3c9e2efd0b04ddba24fb42ffb4e2d1b is out of sync, need to count used quota {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 14 09:59:26.541131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.quota.resource [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93779) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 14 09:59:26.550561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7487b68e-e909-4388-abcd-dd74edb18dbc tempest-QuotasTest-828979721 tempest-QuotasTest-828979721-project-admin] 10.222.0.73 "GET /v2.0/quotas/b3c9e2efd0b04ddba24fb42ffb4e2d1b/details.json HTTP/1.1" status: 200 len: 703 time: 0.2871652 Jul 14 09:59:27.082864 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.205018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44206) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:27.318938 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.428111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e415fe66-d094-40b4-9a43-a6f8acb0a2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.637290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e415fe66-d094-40b4-9a43-a6f8acb0a2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.646230 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e415fe66-d094-40b4-9a43-a6f8acb0a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.735360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e415fe66-d094-40b4-9a43-a6f8acb0a2f8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8527f08d7d4e47478bbda96c6ca37da2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277584 Jul 14 09:59:27.736981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415fe66-d094-40b4-9a43-a6f8acb0a2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d11782f-f2e8-4e0f-86a3-67e1339ed086,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:27.740312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44210) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:27.842515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7226eb20-1746-4251-a231-8268774a3629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.883802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7226eb20-1746-4251-a231-8268774a3629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.983322 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7226eb20-1746-4251-a231-8268774a3629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.988373 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7226eb20-1746-4251-a231-8268774a3629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:27.990476 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7226eb20-1746-4251-a231-8268774a3629 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d11782f-f2e8-4e0f-86a3-67e1339ed086 HTTP/1.1" status: 204 len: 168 time: 0.2477252 Jul 14 09:59:28.008093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226eb20-1746-4251-a231-8268774a3629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d11782f-f2e8-4e0f-86a3-67e1339ed086,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:28.542317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44218) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:28.566394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-764d968f-16d5-4d4b-b71c-93c2d5c37b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:28.740621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-764d968f-16d5-4d4b-b71c-93c2d5c37b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:28.747574 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-764d968f-16d5-4d4b-b71c-93c2d5c37b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:28.825528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-764d968f-16d5-4d4b-b71c-93c2d5c37b77 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3c9e2efd0b04ddba24fb42ffb4e2d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814350 Jul 14 09:59:28.826975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d968f-16d5-4d4b-b71c-93c2d5c37b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa556851-f9bd-4baa-a4ab-66c562b0994e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:28.830321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44220) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:28.924236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66c2b443-a5ed-4049-860d-838f24ab253b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:28.964045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66c2b443-a5ed-4049-860d-838f24ab253b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:29.034964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66c2b443-a5ed-4049-860d-838f24ab253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:29.038195 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66c2b443-a5ed-4049-860d-838f24ab253b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:29.045463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-66c2b443-a5ed-4049-860d-838f24ab253b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fa556851-f9bd-4baa-a4ab-66c562b0994e HTTP/1.1" status: 204 len: 168 time: 0.2121356 Jul 14 09:59:29.060789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2b443-a5ed-4049-860d-838f24ab253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa556851-f9bd-4baa-a4ab-66c562b0994e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:29.769056 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.513364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44266) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:31.752323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-71d5c235-b836-472f-8db7-0a912cb8f4eb tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1942739093'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:31.795974 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71d5c235-b836-472f-8db7-0a912cb8f4eb tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.798517 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71d5c235-b836-472f-8db7-0a912cb8f4eb tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.909002 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71d5c235-b836-472f-8db7-0a912cb8f4eb tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.918704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71d5c235-b836-472f-8db7-0a912cb8f4eb tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.945725 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-71d5c235-b836-472f-8db7-0a912cb8f4eb tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:31.952162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44272) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:31.958128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-71d5c235-b836-472f-8db7-0a912cb8f4eb tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4404540 Jul 14 09:59:32.086754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dffa24d-f334-494f-9583-9428d7573893 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.446472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dffa24d-f334-494f-9583-9428d7573893 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.452862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dffa24d-f334-494f-9583-9428d7573893 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.548985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dffa24d-f334-494f-9583-9428d7573893 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.549832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dffa24d-f334-494f-9583-9428d7573893 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f376c854-a32c-4e5b-aa1a-1f8aa6960781 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:59:32.558849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dffa24d-f334-494f-9583-9428d7573893 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.560857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2dffa24d-f334-494f-9583-9428d7573893 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "DELETE /v2.0/routers/f376c854-a32c-4e5b-aa1a-1f8aa6960781 HTTP/1.1" status: 204 len: 168 time: 0.6069057 Jul 14 09:59:32.565966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44274) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:32.577776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f67ea32c-83d2-494f-be58-1c61baaeb032 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Request body: {'router': {'name': 'tempest-router-229460141', 'distributed': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:32.581316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-cf06db69-c4b4-469d-a724-410454cdbb66 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3084493 Jul 14 09:59:32.614188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f67ea32c-83d2-494f-be58-1c61baaeb032 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.616398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f67ea32c-83d2-494f-be58-1c61baaeb032 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.720989 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f67ea32c-83d2-494f-be58-1c61baaeb032 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.731460 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f67ea32c-83d2-494f-be58-1c61baaeb032 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.757521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-2c7774c1-6174-40bb-9442-617998b55282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:32.762473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-2c7774c1-6174-40bb-9442-617998b55282 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1097 time: 0.1137016 Jul 14 09:59:32.763339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f67ea32c-83d2-494f-be58-1c61baaeb032 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:32.770135 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f67ea32c-83d2-494f-be58-1c61baaeb032 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2005818 Jul 14 09:59:32.770511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:32.997314 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8eab1b4-cd06-4616-b1b0-94e7a9e880df tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.335313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-d3852603-6832-4f80-9869-abd6fcb25257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:33.338182 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-d3852603-6832-4f80-9869-abd6fcb25257 service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.4859757 Jul 14 09:59:33.341302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8eab1b4-cd06-4616-b1b0-94e7a9e880df tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.345570 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8eab1b4-cd06-4616-b1b0-94e7a9e880df tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.502012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8eab1b4-cd06-4616-b1b0-94e7a9e880df tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.502753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eab1b4-cd06-4616-b1b0-94e7a9e880df tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a99e6c79-5e20-4bfd-ac4f-51627e2e213b {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:59:33.512663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8eab1b4-cd06-4616-b1b0-94e7a9e880df tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.520866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e8eab1b4-cd06-4616-b1b0-94e7a9e880df tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "DELETE /v2.0/routers/a99e6c79-5e20-4bfd-ac4f-51627e2e213b HTTP/1.1" status: 204 len: 168 time: 0.7428958 Jul 14 09:59:33.522450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44280) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:33.526621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-7dafeb49-ed14-47fe-924c-b2c402d70f59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 1001 time: 0.1775899 Jul 14 09:59:33.530395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-808fc5db-5d89-4306-8135-87ca6691bb75 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Request body: {'router': {'name': 'tempest-router-1661891032', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9f8ad91dad394d53920aa8b669690950'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:33.572947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-808fc5db-5d89-4306-8135-87ca6691bb75 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.576076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-808fc5db-5d89-4306-8135-87ca6691bb75 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.611851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-717ef76d-b933-441e-a6cc-a3ddbfa3da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:33.613926 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-717ef76d-b933-441e-a6cc-a3ddbfa3da04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0812905 Jul 14 09:59:33.690237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-808fc5db-5d89-4306-8135-87ca6691bb75 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.698710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-808fc5db-5d89-4306-8135-87ca6691bb75 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.699271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-9a25bcf2-57c5-4ebe-954c-e5a461592723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:33.701600 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-9a25bcf2-57c5-4ebe-954c-e5a461592723 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803993 Jul 14 09:59:33.721329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-808fc5db-5d89-4306-8135-87ca6691bb75 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:33.727022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-808fc5db-5d89-4306-8135-87ca6691bb75 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1991136 Jul 14 09:59:33.729950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44282) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:33.737876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:33.893248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-6b180ddb-3e12-496e-bdcf-5c09e858d7f7 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844854 Jul 14 09:59:34.062026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-202c7e35-921d-4b28-9e2e-203247482cc2 req-9bc1dd0f-dff7-4efd-afce-a42a3da1fb2e service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616771 Jul 14 09:59:34.116983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:34.116983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:34.216238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93780) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 14 09:59:34.216555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Router 3d8a79b3-b80b-4b27-a389-087dc4989cd1 migrating from provider to provider. {{(pid=93780) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 14 09:59:34.216936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:34.223063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:34.230838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:34.354736 n-d-780147-26 neutron-server[93780]: WARNING neutron.scheduler.l3_agent_scheduler [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] No L3 agents can host the router 3d8a79b3-b80b-4b27-a389-087dc4989cd1 Jul 14 09:59:34.915217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Hosts for router 3d8a79b3-b80b-4b27-a389-087dc4989cd1: [] {{(pid=93780) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 14 09:59:34.962544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Hosts for other DVR routers connected to router 3d8a79b3-b80b-4b27-a389-087dc4989cd1: set() {{(pid=93780) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 14 09:59:34.967876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:34.973290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-48acbf44-57b3-42a9-b3c4-f570af6eed14 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "PUT /v2.0/routers/3d8a79b3-b80b-4b27-a389-087dc4989cd1 HTTP/1.1" status: 200 len: 717 time: 1.2382779 Jul 14 09:59:34.973878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44288) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:35.136924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8a16b4c6-6d14-478a-9edc-2f334c550b3f tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "GET /v2.0/routers/3d8a79b3-b80b-4b27-a389-087dc4989cd1 HTTP/1.1" status: 200 len: 717 time: 0.1568255 Jul 14 09:59:35.137697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44290) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:35.467441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ac937ed1-50f2-4bd6-92cc-e9773bd35321 tempest-RoutersTestDVR-1701313391 tempest-RoutersTestDVR-1701313391-project] 10.222.0.73 "GET /v2.0/routers/3d8a79b3-b80b-4b27-a389-087dc4989cd1 HTTP/1.1" status: 200 len: 683 time: 0.3273292 Jul 14 09:59:35.470624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:35.559708 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53f06bef-035e-42e7-8354-adf4a2ac6485 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.243434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53f06bef-035e-42e7-8354-adf4a2ac6485 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.248140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53f06bef-035e-42e7-8354-adf4a2ac6485 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.333097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53f06bef-035e-42e7-8354-adf4a2ac6485 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.334415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f06bef-035e-42e7-8354-adf4a2ac6485 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d8a79b3-b80b-4b27-a389-087dc4989cd1 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:59:36.342687 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53f06bef-035e-42e7-8354-adf4a2ac6485 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.349611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-53f06bef-035e-42e7-8354-adf4a2ac6485 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "DELETE /v2.0/routers/3d8a79b3-b80b-4b27-a389-087dc4989cd1 HTTP/1.1" status: 204 len: 168 time: 0.8767731 Jul 14 09:59:36.350649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44304) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:36.363621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-45e1ac4d-32a3-41a5-883e-0dfdcfa4f819 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Request body: {'router': {'name': 'tempest-router-1831327271', 'distributed': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:36.412450 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45e1ac4d-32a3-41a5-883e-0dfdcfa4f819 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.414479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45e1ac4d-32a3-41a5-883e-0dfdcfa4f819 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.510004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45e1ac4d-32a3-41a5-883e-0dfdcfa4f819 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.517266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45e1ac4d-32a3-41a5-883e-0dfdcfa4f819 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.549906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45e1ac4d-32a3-41a5-883e-0dfdcfa4f819 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.553056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-45e1ac4d-32a3-41a5-883e-0dfdcfa4f819 tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1994987 Jul 14 09:59:36.557411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:36.625428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44310) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:36.710249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256835a-0938-4e48-ab59-a675ad3a34cc tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:36.834815 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5b6031fb-0447-4bf8-962a-b5655b70a05d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b173f49f54aa4a52bfbbeeb503663add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073460 Jul 14 09:59:36.839584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44314) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:37.025834 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256835a-0938-4e48-ab59-a675ad3a34cc tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.032628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256835a-0938-4e48-ab59-a675ad3a34cc tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.139469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256835a-0938-4e48-ab59-a675ad3a34cc tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.140360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2256835a-0938-4e48-ab59-a675ad3a34cc tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1859c4d6-ed30-40c0-8fb5-eb18cdb5171c {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:59:37.147868 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2256835a-0938-4e48-ab59-a675ad3a34cc tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.149960 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2256835a-0938-4e48-ab59-a675ad3a34cc tempest-RoutersTestDVR-1441383307 tempest-RoutersTestDVR-1441383307-project-admin] 10.222.0.73 "DELETE /v2.0/routers/1859c4d6-ed30-40c0-8fb5-eb18cdb5171c HTTP/1.1" status: 204 len: 168 time: 0.5905745 Jul 14 09:59:37.151850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2da16812-60f3-4043-b355-2dab51e27829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.205379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2da16812-60f3-4043-b355-2dab51e27829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.298608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2da16812-60f3-4043-b355-2dab51e27829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.303643 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2da16812-60f3-4043-b355-2dab51e27829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.309096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2da16812-60f3-4043-b355-2dab51e27829 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9da861a-eb5d-4cc3-8b76-e9b74a9289a3 HTTP/1.1" status: 204 len: 168 time: 0.4678419 Jul 14 09:59:37.323005 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da16812-60f3-4043-b355-2dab51e27829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da861a-eb5d-4cc3-8b76-e9b74a9289a3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:37.489320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44322) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:37.764802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8606715-0b0d-4cd9-b4a1-cb1bfb2a6275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.941553 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8606715-0b0d-4cd9-b4a1-cb1bfb2a6275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:37.948185 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8606715-0b0d-4cd9-b4a1-cb1bfb2a6275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:38.026320 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d8606715-0b0d-4cd9-b4a1-cb1bfb2a6275 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f8ad91dad394d53920aa8b669690950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321841 Jul 14 09:59:38.026320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8606715-0b0d-4cd9-b4a1-cb1bfb2a6275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206a6287-ba18-4079-a9c0-3d1e08690dc4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:38.028372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44336) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:38.130040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d44c81bb-52c8-4a4f-bdfc-8763b26d779f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:38.175844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d44c81bb-52c8-4a4f-bdfc-8763b26d779f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:38.272513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d44c81bb-52c8-4a4f-bdfc-8763b26d779f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:38.277953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d44c81bb-52c8-4a4f-bdfc-8763b26d779f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:38.281258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d44c81bb-52c8-4a4f-bdfc-8763b26d779f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/206a6287-ba18-4079-a9c0-3d1e08690dc4 HTTP/1.1" status: 204 len: 168 time: 0.2512448 Jul 14 09:59:38.297388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c81bb-52c8-4a4f-bdfc-8763b26d779f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206a6287-ba18-4079-a9c0-3d1e08690dc4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:38.900630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44354) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:38.924429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19119fb7-723f-4783-92d6-d1d298d3795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:39.105215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19119fb7-723f-4783-92d6-d1d298d3795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:39.111917 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19119fb7-723f-4783-92d6-d1d298d3795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:39.191944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44356) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:39.197458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-19119fb7-723f-4783-92d6-d1d298d3795c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fdd6d20f17444bc981149e7823aa3c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943573 Jul 14 09:59:39.199602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19119fb7-723f-4783-92d6-d1d298d3795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebc803-d196-4401-87b9-76a36787cd56,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:39.283722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1aefe2f-80bc-478a-b167-d865e2ee4f1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:39.327923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1aefe2f-80bc-478a-b167-d865e2ee4f1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:39.433972 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1aefe2f-80bc-478a-b167-d865e2ee4f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:39.439556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1aefe2f-80bc-478a-b167-d865e2ee4f1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:39.441983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c1aefe2f-80bc-478a-b167-d865e2ee4f1a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a7ebc803-d196-4401-87b9-76a36787cd56 HTTP/1.1" status: 204 len: 168 time: 0.2484324 Jul 14 09:59:39.462508 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aefe2f-80bc-478a-b167-d865e2ee4f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebc803-d196-4401-87b9-76a36787cd56,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:41.843826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44404) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:42.077788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2026917826', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:42.121874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Made reservation on behalf of c2c955350e1b4355819c861d0de3dd10 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:42.126773 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.145079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.338206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.344889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:42.352127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] device_id is not set on port b442a6ec-ebf1-4780-9ee9-196a0c35e61d yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:42.469540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc9011e-665f-4299-9a15-27e4b631fb12,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:42.603056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Allocated IP 172.25.0.136 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/b442a6ec-ebf1-4780-9ee9-196a0c35e61d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:42.933613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.032931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-5980e55a-48d2-4587-aa3d-f64c2813b3f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1757951 Jul 14 09:59:43.041856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.165217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:43.199191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Pushing event updated for resources: {'Port': ['ID=b442a6ec-ebf1-4780-9ee9-196a0c35e61d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:43.213877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:43.220251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:43.315132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:43.316087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.341560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-63c4bc38-f7f4-44d4-9714-d553252ac4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:43.345322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-63c4bc38-f7f4-44d4-9714-d553252ac4f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 1097 time: 0.2237258 Jul 14 09:59:43.349130 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1d7e341a-4e82-4cf7-b905-49cb3445819f tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5028777 Jul 14 09:59:43.353920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44414) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:43.362712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.136'}]}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:43.495892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.498137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.648707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:43.739568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-7ba67e90-68fa-4903-aece-16d6e8fa1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:43.742637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-7ba67e90-68fa-4903-aece-16d6e8fa1db1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.3595417 Jul 14 09:59:44.034578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.054082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-679acd76-b70f-45ab-92b8-0c7760e6481e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 HTTP/1.1" status: 200 len: 1001 time: 0.2581851 Jul 14 09:59:44.225653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-605560f4-9f1f-4b41-8e53-a1f9c20f8e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:44.228996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-605560f4-9f1f-4b41-8e53-a1f9c20f8e3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.1669612 Jul 14 09:59:44.305798 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 09:59:44.382631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-49b41cd4-88f5-4ef1-a4b9-39d365b4530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:44.385487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-49b41cd4-88f5-4ef1-a4b9-39d365b4530a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481161 Jul 14 09:59:44.795437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-0cdc9e04-a597-40d3-8546-2ad444d85d69 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001086 Jul 14 09:59:44.797532 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:44.856832 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.048802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5d7098e-4c7f-4919-a5dd-b7a819e43cb7 req-34902f40-e736-4c81-b7b4-ef03e4fcdde2 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366054 Jul 14 09:59:45.116390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.400240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.406153 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.539189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.539963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3e53201-10dc-46e1-b8eb-159f447f7eab {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 09:59:45.570889 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 14 09:59:45.573391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fa81e33f-1ed2-4fab-8c9f-8dc25f424401 tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2170317 Jul 14 09:59:45.577228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:45.719539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-71ad1d7b-5030-4314-8fd7-ddad22db953b tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Deleting port b442a6ec-ebf1-4780-9ee9-196a0c35e61d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:45.720119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71ad1d7b-5030-4314-8fd7-ddad22db953b tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.874013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71ad1d7b-5030-4314-8fd7-ddad22db953b tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:45.892310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-71ad1d7b-5030-4314-8fd7-ddad22db953b tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Calling delete_port for b442a6ec-ebf1-4780-9ee9-196a0c35e61d owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:45.911014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44430) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:46.097138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71ad1d7b-5030-4314-8fd7-ddad22db953b tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.118307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91dfa1b7-9cee-47fa-a377-4950163a0379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.132326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad1d7b-5030-4314-8fd7-ddad22db953b tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Pushing event deleted for resources: {'Port': ['ID=b442a6ec-ebf1-4780-9ee9-196a0c35e61d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:46.215332 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71ad1d7b-5030-4314-8fd7-ddad22db953b tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.222377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-71ad1d7b-5030-4314-8fd7-ddad22db953b tempest-RoutersAdminNegativeIpV6Test-239766895 tempest-RoutersAdminNegativeIpV6Test-239766895-project-admin] 10.222.0.73 "DELETE /v2.0/ports/b442a6ec-ebf1-4780-9ee9-196a0c35e61d HTTP/1.1" status: 204 len: 168 time: 0.6390049 Jul 14 09:59:46.252653 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91dfa1b7-9cee-47fa-a377-4950163a0379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.257955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-91dfa1b7-9cee-47fa-a377-4950163a0379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.324332 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-91dfa1b7-9cee-47fa-a377-4950163a0379 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5d322f507064e77ad8492cab93d96b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115248 Jul 14 09:59:46.325999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfa1b7-9cee-47fa-a377-4950163a0379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125af71a-2267-49b5-be57-a90b1d754b6c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:46.328828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44436) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:46.402036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e00f1f96-e719-43c1-9756-e188ac848408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.426545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e00f1f96-e719-43c1-9756-e188ac848408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.486402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e00f1f96-e719-43c1-9756-e188ac848408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.489259 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e00f1f96-e719-43c1-9756-e188ac848408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.490523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e00f1f96-e719-43c1-9756-e188ac848408 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/125af71a-2267-49b5-be57-a90b1d754b6c HTTP/1.1" status: 204 len: 168 time: 0.1591573 Jul 14 09:59:46.499847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f1f96-e719-43c1-9756-e188ac848408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125af71a-2267-49b5-be57-a90b1d754b6c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:46.526653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44442) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:46.691746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a91c506d-16c4-49d1-b3af-b0cf6b31cf6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.855108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a91c506d-16c4-49d1-b3af-b0cf6b31cf6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.861077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a91c506d-16c4-49d1-b3af-b0cf6b31cf6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:46.919797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a91c506d-16c4-49d1-b3af-b0cf6b31cf6a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d68d27d920f54d29aa7a2af2c91cd252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3918223 Jul 14 09:59:46.922804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c506d-16c4-49d1-b3af-b0cf6b31cf6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481cae26-4bfe-4fb3-bc7e-fadc13acd6ee,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:46.924645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44450) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:47.016663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-998fe3d3-c4ec-4da3-afb9-98c0fa333fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:47.051493 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-998fe3d3-c4ec-4da3-afb9-98c0fa333fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:47.150418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-998fe3d3-c4ec-4da3-afb9-98c0fa333fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:47.155034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-998fe3d3-c4ec-4da3-afb9-98c0fa333fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:47.161341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-998fe3d3-c4ec-4da3-afb9-98c0fa333fa3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/481cae26-4bfe-4fb3-bc7e-fadc13acd6ee HTTP/1.1" status: 204 len: 168 time: 0.2250257 Jul 14 09:59:47.175243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998fe3d3-c4ec-4da3-afb9-98c0fa333fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481cae26-4bfe-4fb3-bc7e-fadc13acd6ee,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:47.876334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44472) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:47.933860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3c22b426-b844-4d27-a5cf-57135a83b8b5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2c955350e1b4355819c861d0de3dd10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557871 Jul 14 09:59:47.938134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44476) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:48.015015 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27ea6526-9498-478b-a75d-81a75f1f72f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:48.049998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27ea6526-9498-478b-a75d-81a75f1f72f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:48.125168 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27ea6526-9498-478b-a75d-81a75f1f72f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:48.128757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27ea6526-9498-478b-a75d-81a75f1f72f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:48.132657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-27ea6526-9498-478b-a75d-81a75f1f72f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dcc9011e-665f-4299-9a15-27e4b631fb12 HTTP/1.1" status: 204 len: 168 time: 0.1906350 Jul 14 09:59:48.142450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea6526-9498-478b-a75d-81a75f1f72f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc9011e-665f-4299-9a15-27e4b631fb12,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:49.346197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44512) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:49.620103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1076896107'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:49.662432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Made reservation on behalf of 7589b2400dd7433bb77a9fb41f86ea66 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:49.669960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.683807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.863974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.870255 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.902330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:59:49.914551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34023d2-bedf-42f3-b7a9-58cb4a1722e6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:49.922659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:49.923015 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Added segment 9360c63f-c0bf-4faa-a560-c24087018e58 of type vlan for network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 Jul 14 09:59:49.974275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.009441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.015980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:50.016733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.092023 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7438180 Jul 14 09:59:50.097807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44516) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:50.108442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e07478-0a04-4333-ad6d-772fb3058883 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event updated for resources: {'Network': ['ID=2b602d71-c08e-400e-8fbf-94d1fc17cd41,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:50.108732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Request body: {'subnet': {'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:50.121887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:59:50.238552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Made reservation on behalf of 7589b2400dd7433bb77a9fb41f86ea66 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:50.242945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.481058 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.562930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event updated for resources: {'Subnet': ['ID=f5b72b37-82e6-4e56-a721-488af3ee2d63,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:50.577345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Checking segment: {'id': '9360c63f-c0bf-4faa-a560-c24087018e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:50.577913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Network hostable DHCP agents. Network: 2b602d71-c08e-400e-8fbf-94d1fc17cd41, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:59:50.601867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:59:50.615428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 2b602d71-c08e-400e-8fbf-94d1fc17cd41) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:50.622418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:50.623396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.633624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd3ac0f-aacf-46b2-9e4a-eeb51b868b56 None None] Network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:59:50.648098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-170b314c-a750-4658-9496-41de140d2786 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5483499 Jul 14 09:59:50.652984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44520) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:50.659363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Request body: {'port': {'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41', 'name': 'tempest-ExtraDHCPOptionsTestJSON-231346230'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:50.743576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44522) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:50.753357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1259597764', 'description': 'tempest-secgroup-smoke-1259597764 description', 'project_id': '363510e4a0564885bbf4ec24f14c6f18'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:50.792933 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.805188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.850583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Made reservation on behalf of 7589b2400dd7433bb77a9fb41f86ea66 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:50.857463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:50.899040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] device_id is not set on port bbb7287c-7ac3-4459-869f-85ab1fbcb31a yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:50.938187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-2b602d71-c08e-400e-8fbf-94d1fc17cd41', 'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41', 'tenant_id': '7589b2400dd7433bb77a9fb41f86ea66', 'fixed_ips': [{'subnet_id': 'f5b72b37-82e6-4e56-a721-488af3ee2d63'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:59:50.939943 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.008393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.018020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.110811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a0b9c9-333c-4b2a-9b8e-6ef6ae0a7200,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:51.144840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Allocated IP 172.20.0.11 (2b602d71-c08e-400e-8fbf-94d1fc17cd41/f5b72b37-82e6-4e56-a721-488af3ee2d63/bbb7287c-7ac3-4459-869f-85ab1fbcb31a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:51.222222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.228553 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.274700 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.279935 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5325482 Jul 14 09:59:51.288531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44524) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:51.300022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-02f744c5-deb5-4fc0-9c7f-abea019c869e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '69e0f628-800b-42cc-ac7c-ea56b3b6d451', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:51.314801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa25b6-d115-4704-8363-2e53233e5489 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0f628-800b-42cc-ac7c-ea56b3b6d451,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:51.363139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02f744c5-deb5-4fc0-9c7f-abea019c869e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.451390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.458529 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02f744c5-deb5-4fc0-9c7f-abea019c869e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.465336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02f744c5-deb5-4fc0-9c7f-abea019c869e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.481093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Transition to ACTIVE for port object bbb7287c-7ac3-4459-869f-85ab1fbcb31a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:51.498008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f744c5-deb5-4fc0-9c7f-abea019c869e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79bfd4c-0bbb-4cef-bb7e-4917762e0334,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:51.515896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02f744c5-deb5-4fc0-9c7f-abea019c869e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.521137 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-02f744c5-deb5-4fc0-9c7f-abea019c869e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2307422 Jul 14 09:59:51.522704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44526) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:51.532547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e38ffb1e-368e-45c8-bdc3-b0c6d7de7fae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '69e0f628-800b-42cc-ac7c-ea56b3b6d451', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:51.552445 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.589879 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e38ffb1e-368e-45c8-bdc3-b0c6d7de7fae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.647313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:51.648045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Allocated IP 172.20.0.2 (2b602d71-c08e-400e-8fbf-94d1fc17cd41/f5b72b37-82e6-4e56-a721-488af3ee2d63/1fcddce4-8f81-40cd-917e-d3ebcefc3f53) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:51.654646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:51.667685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:51.730960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e38ffb1e-368e-45c8-bdc3-b0c6d7de7fae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.733684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event updated for resources: {'Port': ['ID=bbb7287c-7ac3-4459-869f-85ab1fbcb31a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:51.740822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e38ffb1e-368e-45c8-bdc3-b0c6d7de7fae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.784276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e38ffb1e-368e-45c8-bdc3-b0c6d7de7fae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.785424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:51.786034 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.786864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e38ffb1e-368e-45c8-bdc3-b0c6d7de7fae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2624972 Jul 14 09:59:51.788474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ffb1e-368e-45c8-bdc3-b0c6d7de7fae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e985369-ed06-4e1a-81c4-367499809dbe,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:51.792459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44528) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:51.800723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ec727c04-7f54-439b-a785-7a76990f1bff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '69e0f628-800b-42cc-ac7c-ea56b3b6d451', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:51.863172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-48fdfea7-453c-4246-85b4-b181a43aca27 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2085314 Jul 14 09:59:51.865963 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec727c04-7f54-439b-a785-7a76990f1bff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.869208 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:51.880677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Request body: {'port': {'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41', 'name': 'tempest-ExtraDHCPOptionsTestJSON-893572218', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:51.881595 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] bootfile-name is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:59:51.882294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] tftp-server is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:59:51.883019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] server-ip-address is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:59:51.970868 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.983552 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22bf4b64-cb4e-46a2-bc70-5123c289c4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:51.989809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Transition to ACTIVE for port object 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:51.991528 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec727c04-7f54-439b-a785-7a76990f1bff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.004267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec727c04-7f54-439b-a785-7a76990f1bff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.032429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Transition to ACTIVE for port object 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:52.037884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec727c04-7f54-439b-a785-7a76990f1bff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd4a3c5-4f43-4aaa-b04a-375bf5195f0b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:52.044067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec727c04-7f54-439b-a785-7a76990f1bff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.046309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ec727c04-7f54-439b-a785-7a76990f1bff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2522268 Jul 14 09:59:52.050407 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.051824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44532) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:52.060925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3dd4d35a-4476-45cd-9958-b09aae38c4c7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '69e0f628-800b-42cc-ac7c-ea56b3b6d451', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:52.120938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d35a-4476-45cd-9958-b09aae38c4c7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.143522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:52.153243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:52.160551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Made reservation on behalf of 7589b2400dd7433bb77a9fb41f86ea66 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:52.161614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:52.169273 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.207795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] device_id is not set on port 296f79ea-d67e-4baf-b3c6-b6359cf22e79 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 09:59:52.253375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Pushing event updated for resources: {'Port': ['ID=1fcddce4-8f81-40cd-917e-d3ebcefc3f53,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:52.255332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d35a-4476-45cd-9958-b09aae38c4c7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.263768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d35a-4476-45cd-9958-b09aae38c4c7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.288763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Attempting to bind port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:52.289810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Attempting to bind port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '9360c63f-c0bf-4faa-a560-c24087018e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:52.291313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Attempting to bind port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 on network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:52.294465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4d35a-4476-45cd-9958-b09aae38c4c7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14fef4dc-5f77-4b0f-a74a-56dd20144acc,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:52.315226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:52.316742 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Checking segment: {'id': '9360c63f-c0bf-4faa-a560-c24087018e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:52.317999 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.318871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Bound using segment: {'id': '9360c63f-c0bf-4faa-a560-c24087018e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:52.319997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Bound port: 1fcddce4-8f81-40cd-917e-d3ebcefc3f53, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9360c63f-c0bf-4faa-a560-c24087018e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '2b602d71-c08e-400e-8fbf-94d1fc17cd41'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:52.321032 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.329039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d35a-4476-45cd-9958-b09aae38c4c7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.335245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3dd4d35a-4476-45cd-9958-b09aae38c4c7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2768898 Jul 14 09:59:52.336090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44534) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:52.348053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f4c9e551-5856-491e-8ae9-bb5f515c527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '69e0f628-800b-42cc-ac7c-ea56b3b6d451', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:52.386598 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-f4c9e551-5856-491e-8ae9-bb5f515c527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Project 363510e4a0564885bbf4ec24f14c6f18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:59:52.397295 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e551-5856-491e-8ae9-bb5f515c527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.457863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] For port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:52.465931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] For port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1fcddce4-8f81-40cd-917e-d3ebcefc3f53,segment=NetworkSegment(9360c63f-c0bf-4faa-a560-c24087018e58),segment_id=9360c63f-c0bf-4faa-a560-c24087018e58)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:52.471313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Allocated IP 172.20.0.3 (2b602d71-c08e-400e-8fbf-94d1fc17cd41/f5b72b37-82e6-4e56-a721-488af3ee2d63/296f79ea-d67e-4baf-b3c6-b6359cf22e79) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:52.474578 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.549707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e551-5856-491e-8ae9-bb5f515c527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.557365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e551-5856-491e-8ae9-bb5f515c527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.582665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9e551-5856-491e-8ae9-bb5f515c527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0acb47-2aff-43fa-91e6-e7c88bd4dcc2,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:52.600338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69919c-61e3-47ba-960d-e631aeb1ac33 None None] Pushing event updated for resources: {'Port': ['ID=1fcddce4-8f81-40cd-917e-d3ebcefc3f53,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:52.617014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e551-5856-491e-8ae9-bb5f515c527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.622583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f4c9e551-5856-491e-8ae9-bb5f515c527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2828293 Jul 14 09:59:52.628656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44536) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:52.638830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0304fe55-73b8-4cfb-9beb-6851450e6132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '69e0f628-800b-42cc-ac7c-ea56b3b6d451', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:52.690066 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-0304fe55-73b8-4cfb-9beb-6851450e6132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Project 363510e4a0564885bbf4ec24f14c6f18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 09:59:52.701280 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0304fe55-73b8-4cfb-9beb-6851450e6132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.813955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0304fe55-73b8-4cfb-9beb-6851450e6132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.814967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.820512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0304fe55-73b8-4cfb-9beb-6851450e6132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.848783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Transition to ACTIVE for port object 296f79ea-d67e-4baf-b3c6-b6359cf22e79 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:52.862693 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304fe55-73b8-4cfb-9beb-6851450e6132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7dc9dd-f328-4aec-8db1-cf13794813bb,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:52.867758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0304fe55-73b8-4cfb-9beb-6851450e6132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.870597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0304fe55-73b8-4cfb-9beb-6851450e6132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2400675 Jul 14 09:59:52.875950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44540) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:52.883413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'network': {'name': 'tempest-network-smoke--1455591096', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'port_security_enabled': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:52.936782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:52.998660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:53.010854 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.059312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:53.060322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 09:59:53.070238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:53.078019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:53.081576 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.081576 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Added segment 4249d912-8607-48b0-944e-a65143eb409b of type vlan for network 7b7f3422-3593-404b-bbcd-41052e3a5400 Jul 14 09:59:53.128826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event updated for resources: {'Port': ['ID=296f79ea-d67e-4baf-b3c6-b6359cf22e79,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:53.181840 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.195812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:53.196810 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.228154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e6a2ba0d-d8a6-4c6c-990e-ef457a1c1fc0 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3526475 Jul 14 09:59:53.228698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:53.235554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.245812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:53.246676 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.334864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235417f9-466c-4967-bbe9-aa4afd4090be tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:53.346765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235417f9-466c-4967-bbe9-aa4afd4090be tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:53.360409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4822783 Jul 14 09:59:53.365518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44546) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:53.366492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235417f9-466c-4967-bbe9-aa4afd4090be tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:53.370220 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-235417f9-466c-4967-bbe9-aa4afd4090be tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1397910 Jul 14 09:59:53.372682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'admin_state_up': True, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:53.374960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44548) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:53.403110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded0d33-b2d4-47b5-81b7-dc09e5caae7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Network': ['ID=7b7f3422-3593-404b-bbcd-41052e3a5400,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:53.421332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 09:59:53.431386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.433503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.546741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.585587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-851f9609-e401-4217-a512-9377c6a20ed4 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Deleting port 296f79ea-d67e-4baf-b3c6-b6359cf22e79 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:53.586062 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-851f9609-e401-4217-a512-9377c6a20ed4 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.748395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-851f9609-e401-4217-a512-9377c6a20ed4 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:53.766276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-851f9609-e401-4217-a512-9377c6a20ed4 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Calling delete_port for 296f79ea-d67e-4baf-b3c6-b6359cf22e79 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:53.827384 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.012980 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-851f9609-e401-4217-a512-9377c6a20ed4 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.066973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f9609-e401-4217-a512-9377c6a20ed4 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event deleted for resources: {'Port': ['ID=296f79ea-d67e-4baf-b3c6-b6359cf22e79,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:54.209036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31ccc93-1328-4f2e-a783-f0a79a15e949 None None] Network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:59:54.274780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-851f9609-e401-4217-a512-9377c6a20ed4 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.278965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-851f9609-e401-4217-a512-9377c6a20ed4 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "DELETE /v2.0/ports/296f79ea-d67e-4baf-b3c6-b6359cf22e79 HTTP/1.1" status: 204 len: 168 time: 0.9018662 Jul 14 09:59:54.297313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:54.312772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Request body: {'port': {'name': 'tempest-new-port-name-976378249', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:54.313659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] bootfile-name is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:59:54.314369 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] tftp-server is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:59:54.320687 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.api.validators [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] server-ip-address is not in valid_values {{(pid=93779) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 14 09:59:54.347747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:54.413293 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6302e0bb-6225-4663-8f1e-9d5ec4ecbc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.447754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dfd15f64-d300-4c96-aea7-99888752a40c None None] Provisioning for port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:54.520963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.583396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.588837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:54.605011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:54.605713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.713150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.750288 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.846776 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.907487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1fcddce4-8f81-40cd-917e-d3ebcefc3f53,segment=NetworkSegment(9360c63f-c0bf-4faa-a560-c24087018e58),segment_id=9360c63f-c0bf-4faa-a560-c24087018e58)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:54.917118 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.953154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.962622 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:54.993823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.25.0.188 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/9d70b29a-83f0-49d6-8c5c-2b42c5c99847) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:55.014391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=1fcddce4-8f81-40cd-917e-d3ebcefc3f53,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:55.141753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event updated for resources: {'Port': ['ID=bbb7287c-7ac3-4459-869f-85ab1fbcb31a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:55.162693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] In _notify_port_updated(), no bound segment for port bbb7287c-7ac3-4459-869f-85ab1fbcb31a on network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 09:59:55.174091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.175294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.181706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eb144926-de5c-4a4a-bef9-a9564526f07c tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "PUT /v2.0/ports/bbb7287c-7ac3-4459-869f-85ab1fbcb31a HTTP/1.1" status: 200 len: 1136 time: 0.8787930 Jul 14 09:59:55.182929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:55.212618 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.281467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.318750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e15cb3-bc65-4ecb-a2e5-c538fea54302 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:55.319644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9d745235-90bb-4e99-a2bf-5022d082fff5 None None] Provisioning complete for port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:55.320489 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9d745235-90bb-4e99-a2bf-5022d082fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.323141 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d8e15cb3-bc65-4ecb-a2e5-c538fea54302 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "GET /v2.0/ports/bbb7287c-7ac3-4459-869f-85ab1fbcb31a HTTP/1.1" status: 200 len: 1136 time: 0.1381195 Jul 14 09:59:55.328064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44554) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:55.378344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:55.380019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=9d70b29a-83f0-49d6-8c5c-2b42c5c99847,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:55.385221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:55.390805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:55.490439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9d745235-90bb-4e99-a2bf-5022d082fff5 None None] Provisioning for port bbb7287c-7ac3-4459-869f-85ab1fbcb31a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 09:59:55.497212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9d745235-90bb-4e99-a2bf-5022d082fff5 None None] Provisioning complete for port bbb7287c-7ac3-4459-869f-85ab1fbcb31a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:55.497947 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9d745235-90bb-4e99-a2bf-5022d082fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.511001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-356667e5-c773-49bb-827a-36a063f363bd tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Deleting port bbb7287c-7ac3-4459-869f-85ab1fbcb31a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:55.511001 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-356667e5-c773-49bb-827a-36a063f363bd tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.553832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9d745235-90bb-4e99-a2bf-5022d082fff5 None None] Port bbb7287c-7ac3-4459-869f-85ab1fbcb31a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:59:55.649797 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.678260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2cf30750-b99c-45c9-93c0-15f2d3cd031b None None] Provisioning complete for port bbb7287c-7ac3-4459-869f-85ab1fbcb31a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:55.678850 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2cf30750-b99c-45c9-93c0-15f2d3cd031b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.706365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-356667e5-c773-49bb-827a-36a063f363bd tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.735451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-356667e5-c773-49bb-827a-36a063f363bd tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Calling delete_port for bbb7287c-7ac3-4459-869f-85ab1fbcb31a owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:55.740832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2cf30750-b99c-45c9-93c0-15f2d3cd031b None None] Port bbb7287c-7ac3-4459-869f-85ab1fbcb31a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 09:59:55.902034 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.959079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-356667e5-c773-49bb-827a-36a063f363bd tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:55.963240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-70c14e7c-8dd4-4184-a42a-a1fbfc7eac14 None None] Could not find standard attr ID for object 296f79ea-d67e-4baf-b3c6-b6359cf22e79. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:59:56.007624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356667e5-c773-49bb-827a-36a063f363bd tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event deleted for resources: {'Port': ['ID=bbb7287c-7ac3-4459-869f-85ab1fbcb31a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:56.135322 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-356667e5-c773-49bb-827a-36a063f363bd tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.138772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-356667e5-c773-49bb-827a-36a063f363bd tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "DELETE /v2.0/ports/bbb7287c-7ac3-4459-869f-85ab1fbcb31a HTTP/1.1" status: 204 len: 168 time: 0.8087907 Jul 14 09:59:56.141490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44556) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:56.218966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 09:59:56.237168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5c3483-0e16-40a9-95d4-10cc8bff5a30 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Deleting subnet f5b72b37-82e6-4e56-a721-488af3ee2d63 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 09:59:56.244469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e5c3483-0e16-40a9-95d4-10cc8bff5a30 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.259978 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.323123 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e5c3483-0e16-40a9-95d4-10cc8bff5a30 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.333476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 09:59:56.334431 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.448862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 740be75a-22c0-4300-abf7-3f087cfbfc9c is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 09:59:56.521105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e5c3483-0e16-40a9-95d4-10cc8bff5a30 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.584697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5ed43122-35f1-4dc3-962a-8ce6618b7af7 None None] Could not find standard attr ID for object bbb7287c-7ac3-4459-869f-85ab1fbcb31a. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 09:59:56.641297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e5c3483-0e16-40a9-95d4-10cc8bff5a30 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.646938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 09:59:56.662489 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Sync routers for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 09:59:56.670180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e5c3483-0e16-40a9-95d4-10cc8bff5a30 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.677311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6e5c3483-0e16-40a9-95d4-10cc8bff5a30 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "DELETE /v2.0/subnets/f5b72b37-82e6-4e56-a721-488af3ee2d63 HTTP/1.1" status: 204 len: 168 time: 0.5308907 Jul 14 09:59:56.678588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44558) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:56.683978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:59:56.686089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:56.712242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c3483-0e16-40a9-95d4-10cc8bff5a30 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b72b37-82e6-4e56-a721-488af3ee2d63,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:56.772600 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.775072 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0465c193-b045-465c-8cd6-b678baf1f874 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4075837 Jul 14 09:59:56.780697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44560) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:56.838186 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:56.939309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Deleting port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 09:59:56.940061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.027547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc2a20-a7e0-4e56-8709-e88f2b7e7739 None None] Network 2b602d71-c08e-400e-8fbf-94d1fc17cd41 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:59:57.038687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] For port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1fcddce4-8f81-40cd-917e-d3ebcefc3f53,segment=NetworkSegment(9360c63f-c0bf-4faa-a560-c24087018e58),segment_id=9360c63f-c0bf-4faa-a560-c24087018e58)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 09:59:57.039143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.045255 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-49ae274e-10e2-464e-af64-3b29ed995f67 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=363510e4a0564885bbf4ec24f14c6f18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2611246 Jul 14 09:59:57.048545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44564) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:57.073033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Calling delete_port for 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 09:59:57.123759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.139372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:59:57.369948 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.378989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb95aedb-089d-429b-ab1f-7d146573025e tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:57.380582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bb95aedb-089d-429b-ab1f-7d146573025e tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3298612 Jul 14 09:59:57.385124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44566) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:57.412113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.435017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a28a5a3-d4d8-41eb-9db1-20f221679225 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469582 Jul 14 09:59:57.435883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44568) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:57.441674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1433495590', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 09:59:57.463190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event deleted for resources: {'Port': ['ID=1fcddce4-8f81-40cd-917e-d3ebcefc3f53,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:57.466335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] No DVR routers for this DVR port 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 09:59:57.519599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T09:59:55Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T09:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:57.584969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Checking router: 740be75a-22c0-4300-abf7-3f087cfbfc9c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 09:59:57.586140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Updating router 740be75a-22c0-4300-abf7-3f087cfbfc9c port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 09:59:57.605643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.608817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 09:59:57.613929 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.619767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b602d71-c08e-400e-8fbf-94d1fc17cd41']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:57.627633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a587b8cf-08fe-4564-8861-c41282705ec4 None None] DHCP port deletion for 2b602d71-c08e-400e-8fbf-94d1fc17cd41 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 09:59:57.634679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9360c63f-c0bf-4faa-a560-c24087018e58') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:57.635014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9360c63f-c0bf-4faa-a560-c24087018e58') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:57.659886 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.668163 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.683699 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.694297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 09:59:57.694833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: timer() Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 09:59:57.703767 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 09:59:57.795341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.811457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:57.818427 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] 10.222.0.73 "DELETE /v2.0/networks/2b602d71-c08e-400e-8fbf-94d1fc17cd41 HTTP/1.1" status: 204 len: 168 time: 1.1356719 Jul 14 09:59:57.833376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Pushing event deleted for resources: {'Network': ['ID=2b602d71-c08e-400e-8fbf-94d1fc17cd41,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:57.846661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.847161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.847679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.848181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.848721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.849220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.849716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.850212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.850714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.851387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.851889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.852448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6025bc92-997a-45d4-829e-4c0ffd3357e8 tempest-ExtraDHCPOptionsTestJSON-1903543995 tempest-ExtraDHCPOptionsTestJSON-1903543995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:57.961117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.075609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Subnet': ['ID=2beda885-e649-471a-8d3b-46d676b37bc2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:58.087666 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Checking segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:58.087939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network hostable DHCP agents. Network: 7b7f3422-3593-404b-bbcd-41052e3a5400, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 09:59:58.100342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.113348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 09:59:58.125964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Transition to ACTIVE for port object 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:58.130493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7b7f3422-3593-404b-bbcd-41052e3a5400) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:58.138297 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.142577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 09:59:58.143408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.159184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215aa75c-2be4-4696-80f4-93847976e86e None None] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 09:59:58.169860 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7ff0af00-79ec-4c3a-986b-09ee8cefcb6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7326765 Jul 14 09:59:58.174367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:58.256711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 09:59:58.265920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44576) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:58.292182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 09:59:58.292531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fcddce4-8f81-40cd-917e-d3ebcefc3f53 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 09:59:58.300782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Attempting to bind port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:58.300897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Attempting to bind port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:58.301248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Attempting to bind port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:58.312051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c723ba-2760-4c8b-8fba-1fdd44a762f5 None None] Pushing event updated for resources: {'Port': ['ID=9d70b29a-83f0-49d6-8c5c-2b42c5c99847,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:58.317654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:58.318350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:58.318953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.319717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:58.320575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Bound port: 9d70b29a-83f0-49d6-8c5c-2b42c5c99847, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:58.321656 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.426494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] For port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:58.445027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] For port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9d70b29a-83f0-49d6-8c5c-2b42c5c99847,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:58.452744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.518950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7b7f3422-3593-404b-bbcd-41052e3a5400', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 09:59:58.519807 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.529470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a2a79121-0479-471e-8c00-ebf41a759594 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7589b2400dd7433bb77a9fb41f86ea66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612276 Jul 14 09:59:58.529832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 09:59:58.554735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 09:59:58.556309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:58.614964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c723ba-2760-4c8b-8fba-1fdd44a762f5 None None] Pushing event updated for resources: {'Port': ['ID=9d70b29a-83f0-49d6-8c5c-2b42c5c99847,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:58.666345 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b48-bc46-4444-bc11-3e1aed19af19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.717162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b48-bc46-4444-bc11-3e1aed19af19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.812695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 09:59:58.835638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b48-bc46-4444-bc11-3e1aed19af19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.841035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3b48-bc46-4444-bc11-3e1aed19af19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:58.846991 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a9cb3b48-bc46-4444-bc11-3e1aed19af19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d34023d2-bedf-42f3-b7a9-58cb4a1722e6 HTTP/1.1" status: 204 len: 168 time: 0.3122680 Jul 14 09:59:58.902251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb3b48-bc46-4444-bc11-3e1aed19af19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34023d2-bedf-42f3-b7a9-58cb4a1722e6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:58.922612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Allocated IP 172.20.0.2 (7b7f3422-3593-404b-bbcd-41052e3a5400/2beda885-e649-471a-8d3b-46d676b37bc2/4eb0f255-bdff-452f-851e-c1246c500c09) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:58.923186 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.256594 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.268311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T09:59:55Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T09:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 09:59:59.270458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Transition to ACTIVE for port object 4eb0f255-bdff-452f-851e-c1246c500c09 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:59.304976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb750a42-709e-4c82-9e2f-f8e8b0419260 None None] The sync data for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 is: [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T09:59:55Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T09:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 09:59:59.322631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Transition to ACTIVE for port object 4eb0f255-bdff-452f-851e-c1246c500c09 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:59.332306 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.369643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:59.374815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:59.381177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 09:59:59.397823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Pushing event updated for resources: {'Port': ['ID=4eb0f255-bdff-452f-851e-c1246c500c09,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:59.425159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.425530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.425828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.426514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.427018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.427528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.428033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.428583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.428911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.429413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.429744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.430067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 09:59:59.452613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.20.0.1 (7b7f3422-3593-404b-bbcd-41052e3a5400/2beda885-e649-471a-8d3b-46d676b37bc2/3eab2120-caf5-47ce-86bb-0f0ae5013c2a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 09:59:59.469767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Attempting to bind port 4eb0f255-bdff-452f-851e-c1246c500c09 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 09:59:59.470418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Attempting to bind port 4eb0f255-bdff-452f-851e-c1246c500c09 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 09:59:59.471005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Attempting to bind port 4eb0f255-bdff-452f-851e-c1246c500c09 on network 7b7f3422-3593-404b-bbcd-41052e3a5400 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 09:59:59.478063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 09:59:59.478869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Checking segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 09:59:59.479563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.480344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Bound using segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 09:59:59.481126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Bound port: 4eb0f255-bdff-452f-851e-c1246c500c09, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 09:59:59.481749 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.565723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] For port 4eb0f255-bdff-452f-851e-c1246c500c09, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 09:59:59.569580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] For port 4eb0f255-bdff-452f-851e-c1246c500c09, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4eb0f255-bdff-452f-851e-c1246c500c09,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 09:59:59.575061 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.643935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e06243-56f7-49d7-ad79-cf0242b76c6c None None] Pushing event updated for resources: {'Port': ['ID=4eb0f255-bdff-452f-851e-c1246c500c09,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 09:59:59.724892 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.752063 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.759648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Transition to ACTIVE for port object 3eab2120-caf5-47ce-86bb-0f0ae5013c2a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 09:59:59.832022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 09:59:59.945270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 09:59:59.952026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 09:59:59.969180 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:00.032847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:00.090818 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.254880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44602) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:00.375773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4eb0f255-bdff-452f-851e-c1246c500c09 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:00.473623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4eb0f255-bdff-452f-851e-c1246c500c09 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:00.480633 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.480843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:00.533228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-38118727'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:00.551293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:00.557410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:00.558102 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.584455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:00.590235 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.604672 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.768620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.777133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.846814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:00.879319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d65642-c998-4dad-a7f1-8f41dc9b0163,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:00.920181 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:00.922685 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Added segment 116ae276-6c73-44d3-b6e2-e8e8d580e159 of type vlan for network 2c86f7a5-dd62-4759-8896-e6f045599613 Jul 14 10:00:00.994946 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.006207 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.047630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9d70b29a-83f0-49d6-8c5c-2b42c5c99847,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:01.060591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.066122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.074000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:01.075013 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.151901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=9d70b29a-83f0-49d6-8c5c-2b42c5c99847,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:01.169821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9131646 Jul 14 10:00:01.174110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44606) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:01.178553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'subnet': {'network_id': '2c86f7a5-dd62-4759-8896-e6f045599613', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:01.259921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c331e79-ab1b-41f0-a7c3-ba410058b508 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Network': ['ID=2c86f7a5-dd62-4759-8896-e6f045599613,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:01.278208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 2c86f7a5-dd62-4759-8896-e6f045599613 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:01.372017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e5419-d198-4d7e-8f29-6ee53b3b06f3 None None] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:01.382802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:01.393543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.493552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-080041e8-f6a6-444a-8068-cee0b50422aa None None] Provisioning for port 4eb0f255-bdff-452f-851e-c1246c500c09 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:01.513779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-080041e8-f6a6-444a-8068-cee0b50422aa None None] Provisioning complete for port 4eb0f255-bdff-452f-851e-c1246c500c09 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:01.514470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-080041e8-f6a6-444a-8068-cee0b50422aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.595798 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.602245 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.688882 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-080041e8-f6a6-444a-8068-cee0b50422aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.712504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:01.717918 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.744778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.752589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-080041e8-f6a6-444a-8068-cee0b50422aa None None] For port 4eb0f255-bdff-452f-851e-c1246c500c09, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4eb0f255-bdff-452f-851e-c1246c500c09,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:01.761816 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-080041e8-f6a6-444a-8068-cee0b50422aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.857557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080041e8-f6a6-444a-8068-cee0b50422aa None None] Pushing event updated for resources: {'Port': ['ID=4eb0f255-bdff-452f-851e-c1246c500c09,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:01.880141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Subnet': ['ID=b1485e4a-fae8-4b7f-bcfb-29aed5affb5e,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:01.884309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Checking segment: {'id': '116ae276-6c73-44d3-b6e2-e8e8d580e159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '2c86f7a5-dd62-4759-8896-e6f045599613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:01.884801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network hostable DHCP agents. Network: 2c86f7a5-dd62-4759-8896-e6f045599613, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:01.886779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:01.889293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:01.913000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 2c86f7a5-dd62-4759-8896-e6f045599613 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:01.925929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 2c86f7a5-dd62-4759-8896-e6f045599613) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:01.931810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:01.932633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:01.943837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550e9f2-2790-4f55-98f3-5a992442b80a None None] Network 2c86f7a5-dd62-4759-8896-e6f045599613 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:01.972651 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a4d753d4-db84-4176-8e86-ccbf8ce12836 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7980261 Jul 14 10:00:01.975293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44608) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:01.983971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-84951290', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:02.035924 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.040130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.101568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 740be75a-22c0-4300-abf7-3f087cfbfc9c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:02.155581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.260730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4eb0f255-bdff-452f-851e-c1246c500c09 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:02.326631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd3ed10-19a7-4d3e-973f-60dc55bd1df6 None None] Network 2c86f7a5-dd62-4759-8896-e6f045599613 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:02.416572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.418864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:02.433714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ed167476-026d-4311-b5ab-3c316fdd10cc None None] Provisioning for port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:02.434758 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Sync routers for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:02.441131 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a236a6ed-2543-4175-84f3-8f85658992da tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "PUT /v2.0/routers/740be75a-22c0-4300-abf7-3f087cfbfc9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2645230 Jul 14 10:00:02.462055 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:02.464037 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:02.573424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ed167476-026d-4311-b5ab-3c316fdd10cc None None] Provisioning complete for port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:02.574105 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ed167476-026d-4311-b5ab-3c316fdd10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.694265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4eb0f255-bdff-452f-851e-c1246c500c09 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:02.694844 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.705873 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:02.771054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ed167476-026d-4311-b5ab-3c316fdd10cc None None] Port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:02.797005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ed167476-026d-4311-b5ab-3c316fdd10cc None None] Provisioning complete for port 4eb0f255-bdff-452f-851e-c1246c500c09 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:02.797623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ed167476-026d-4311-b5ab-3c316fdd10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.931130 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:02.972122 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:02.982959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.087968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-e47f09f9-a516-44da-b0bd-d590cc7f3f68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1259597764&fields=id&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 267 time: 0.1508989 Jul 14 10:00:03.140717 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 2, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:03.169841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:03.170446 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.192777 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Checking router: 740be75a-22c0-4300-abf7-3f087cfbfc9c for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:03.193349 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Updating router 740be75a-22c0-4300-abf7-3f087cfbfc9c port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:00:03.266074 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.291674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-743c3ee4-bd1b-41bb-a82c-e1773e161dff None None] Provisioning complete for port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:03.296576 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-743c3ee4-bd1b-41bb-a82c-e1773e161dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.311283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.25.0.105 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/ea1ae1d9-c1ba-4199-a88a-89a31ec703cf) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:03.420855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-743c3ee4-bd1b-41bb-a82c-e1773e161dff None None] Port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:03.478963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-1c839bf1-1a46-4573-b0cd-4c02be51d522 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:03.481942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-1c839bf1-1a46-4573-b0cd-4c02be51d522 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 797 time: 0.3770866 Jul 14 10:00:03.522502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-9a918303-5919-4853-90c0-1b6c248f6d41 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/quotas/363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 375 time: 0.0318854 Jul 14 10:00:03.658798 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.676369 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.689495 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Transition to ACTIVE for port object 3eab2120-caf5-47ce-86bb-0f0ae5013c2a will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:03.698494 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.726147 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-21c91847-cb98-4fa3-9347-e3bd96ae6c10 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1916373 Jul 14 10:00:03.782086 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Pushing event updated for resources: {'Port': ['ID=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:03.812506 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.812881 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.813178 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.813489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.813812 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.814135 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.814454 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.814773 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.815094 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.815406 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.815718 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.816031 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:03.832658 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Attempting to bind port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:03.833025 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Attempting to bind port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:03.833388 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Attempting to bind port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a on network 7b7f3422-3593-404b-bbcd-41052e3a5400 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:03.840955 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:03.841363 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Checking segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:03.841727 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.842124 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Bound using segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:03.842615 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Bound port: 3eab2120-caf5-47ce-86bb-0f0ae5013c2a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:03.843093 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.868483 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.960437 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] For port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:03.970114 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] For port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:03.978476 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:03.983768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:04.005203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:04.009556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:04.043330 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:04.044140 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:04.060720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=ea1ae1d9-c1ba-4199-a88a-89a31ec703cf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:04.130806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-c12c9d44-5820-456c-9420-b5b0db8a8342 service neutron] 10.222.0.73 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651924 Jul 14 10:00:04.240025 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f40dff-5bd0-4810-b864-becb3a9094fc None None] Pushing event updated for resources: {'Port': ['ID=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:04.382070 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:04.645386 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:03Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:04.675316 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9019109-6a0e-48dd-98eb-6efc4f62d16e None None] The sync data for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 is: [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:03Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:04.874549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-4d9adf63-b80f-4984-bb6e-3407cba3cb8f service neutron] 10.222.0.73 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7329412 Jul 14 10:00:04.911525 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.075120 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6efe3a35-1f5d-4490-b1ef-d2796264312f req-45858b6d-783a-4468-a2ed-e3bc498f70b4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 210 time: 0.0358441 Jul 14 10:00:05.178414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.350026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:00:05.471925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:05.482353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7391d4-688b-4419-836f-c6c0f8704a1b None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:05.494176 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:05.496469 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2284b4a2-6777-44c7-9808-e544941ed8b1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.5192928 Jul 14 10:00:05.498978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44634) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:05.499625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7391d4-688b-4419-836f-c6c0f8704a1b None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:05.500515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd7391d4-688b-4419-836f-c6c0f8704a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:05.544239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd7391d4-688b-4419-836f-c6c0f8704a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:05.557706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7391d4-688b-4419-836f-c6c0f8704a1b None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:05.559058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd7391d4-688b-4419-836f-c6c0f8704a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:05.601603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd7391d4-688b-4419-836f-c6c0f8704a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:05.602713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7391d4-688b-4419-836f-c6c0f8704a1b None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:06.037582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.267095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3eab2120-caf5-47ce-86bb-0f0ae5013c2a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:06.309883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e560cb79-ee20-41dc-8092-510a2ce0665b req-17383352-9b62-47b8-ad93-fb0a7fe6331b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 210 time: 0.0379128 Jul 14 10:00:06.376966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-7cc52bab-7b88-4f74-aeb9-d15aca4c6c54 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:06.379365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-7cc52bab-7b88-4f74-aeb9-d15aca4c6c54 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 797 time: 0.1858189 Jul 14 10:00:06.391602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:06.400335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:06.400945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.451124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-d61a48bc-06fc-40de-ae9a-8e0d079a4f44 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 380 time: 0.0625625 Jul 14 10:00:06.460879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.20.0.1 (2c86f7a5-dd62-4759-8896-e6f045599613/b1485e4a-fae8-4b7f-bcfb-29aed5affb5e/627f3805-8efd-4677-ab86-08b1e79d5922) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:06.461863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'port': {'device_id': 'ce15051e-5aea-4888-af87-14561e742b90', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'admin_state_up': True, 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'security_groups': ['69e0f628-800b-42cc-ac7c-ea56b3b6d451']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:06.553024 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.591541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:06.595835 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.612810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.618009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:06.627929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.671353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.696388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:06.740866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 2c86f7a5-dd62-4759-8896-e6f045599613 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:06.746611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:06.749322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.20.0.3 (7b7f3422-3593-404b-bbcd-41052e3a5400/2beda885-e649-471a-8d3b-46d676b37bc2/53cb42fa-5211-4c67-a44c-e40f5d34a7fb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:06.752892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:06.825209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=627f3805-8efd-4677-ab86-08b1e79d5922,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:06.848241 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.898197 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:06.913435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Transition to ACTIVE for port object 53cb42fa-5211-4c67-a44c-e40f5d34a7fb will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:06.949180 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.002040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:07.005354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:07.009935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:07.016696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:07.039425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.046964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.047317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.048080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.048080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.048374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.048680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.049013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.049344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.049680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.050008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.050335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.050660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:07.079087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:07.079773 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.096162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-6788e753-80f6-41fc-8c99-82bda35d45c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6391599 Jul 14 10:00:07.108785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Request body: {'port': {'device_id': 'ce15051e-5aea-4888-af87-14561e742b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:07.202963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.329272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6a9a74cd-3995-48a3-a4d5-926dce39e339 None None] Provisioning for port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:07.335971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6a9a74cd-3995-48a3-a4d5-926dce39e339 None None] Provisioning complete for port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:07.336864 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6a9a74cd-3995-48a3-a4d5-926dce39e339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.387447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a74cd-3995-48a3-a4d5-926dce39e339 None None] Port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:07.457871 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.465266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.587261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=627f3805-8efd-4677-ab86-08b1e79d5922,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:07.591435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.599913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57add450-59d0-4d30-9700-6ba8ad5ee597 req-5804f016-9be2-4293-82c1-0e3d89227414 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:07.601755 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-57add450-59d0-4d30-9700-6ba8ad5ee597 req-5804f016-9be2-4293-82c1-0e3d89227414 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 931 time: 0.1255543 Jul 14 10:00:07.655391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53cb42fa-5211-4c67-a44c-e40f5d34a7fb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:07.669855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.690123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-57add450-59d0-4d30-9700-6ba8ad5ee597 req-e67b89ba-12bc-4b4c-93a5-13c5a9f2b1e1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650637 Jul 14 10:00:07.695840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Transition to ACTIVE for port object 53cb42fa-5211-4c67-a44c-e40f5d34a7fb will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:07.701618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.760816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 2c86f7a5-dd62-4759-8896-e6f045599613 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:07.762493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:07.786814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:07.879578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Attempting to bind port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:07.880144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Attempting to bind port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:07.880574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Attempting to bind port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on network 7b7f3422-3593-404b-bbcd-41052e3a5400 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:07.887060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on network 7b7f3422-3593-404b-bbcd-41052e3a5400 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:00:07.887060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Attempting to bind port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on network 7b7f3422-3593-404b-bbcd-41052e3a5400 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:07.893758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 9, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:07.894479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Checking segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:07.894875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Bound using segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:07.895363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Bound port: 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:07.895745 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:07.970002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:07.979081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:07.982946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:07.988397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.057465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.058488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.060934 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] 10.222.0.66 "PUT /v2.0/ports/53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 1092 time: 0.9568343 Jul 14 10:00:08.061636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:08.065705 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aa4a41-b7b5-49d5-9d58-1da717713c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:08.099771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287795b-a54c-407a-86e1-0aeac79fd829 service neutron] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.181299 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1537277-2960-433a-8117-e68758486c93 x-openstack-request-id: req-f1537277-2960-433a-8117-e68758486c93 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:08.182115 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:08.182712 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1537277-2960-433a-8117-e68758486c93 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:08.183549 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'status': 'completed', 'code': 200} Jul 14 10:00:08.195390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3eab2120-caf5-47ce-86bb-0f0ae5013c2a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:08.197240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:08.204909 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e196aa58-85fd-48ba-9b52-657a92c6c812 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/routers/e28da729-af5e-4e21-af9d-a6651d49e516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7039914 Jul 14 10:00:08.207271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44642) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:08.211657 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc865756-934e-402a-819f-10ed301f3c69 None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:08.215197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'port': {'network_id': '2c86f7a5-dd62-4759-8896-e6f045599613', 'name': 'tempest-FloatingIPTestJSON-2006573770'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:08.229624 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc865756-934e-402a-819f-10ed301f3c69 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:08.231006 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cc865756-934e-402a-819f-10ed301f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:08.231732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-a3d1630e-e29c-4a23-a3f3-e4bbde573df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.233435 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-a3d1630e-e29c-4a23-a3f3-e4bbde573df4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1095 time: 0.1184080 Jul 14 10:00:08.292757 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cc865756-934e-402a-819f-10ed301f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:08.299557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-70c52831-5764-4aa2-ad2c-272ed3c16848 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 217 time: 0.0574105 Jul 14 10:00:08.310305 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc865756-934e-402a-819f-10ed301f3c69 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:08.311692 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cc865756-934e-402a-819f-10ed301f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:08.315989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:08.316558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.359958 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cc865756-934e-402a-819f-10ed301f3c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:08.361025 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc865756-934e-402a-819f-10ed301f3c69 None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:08.380055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-dfca6e16-9036-4939-93dc-8306a4750ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.382014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-dfca6e16-9036-4939-93dc-8306a4750ce0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.0775015 Jul 14 10:00:08.403698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:08.407705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.429613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] device_id is not set on port d12ede12-851c-419c-ab01-bb3274981c50 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:08.448909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-ee47d117-fece-497d-82ff-58b0c3e5cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.450274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-ee47d117-fece-497d-82ff-58b0c3e5cac9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613320 Jul 14 10:00:08.543356 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-91572c2d-27d4-4182-bacc-d2d1203617f0 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868762 Jul 14 10:00:08.558227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.20.0.11 (2c86f7a5-dd62-4759-8896-e6f045599613/b1485e4a-fae8-4b7f-bcfb-29aed5affb5e/d12ede12-851c-419c-ab01-bb3274981c50) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:08.645770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18c70121-e592-40aa-9bf6-8e1b6ae69bf0 req-1ab72646-785d-4c14-bae3-ea959d5c3b24 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965257 Jul 14 10:00:08.719075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.748115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-13683aab-9a61-4dda-a27c-9ef66cf723a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.749804 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-13683aab-9a61-4dda-a27c-9ef66cf723a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1095 time: 0.0564494 Jul 14 10:00:08.763490 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.818992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 2c86f7a5-dd62-4759-8896-e6f045599613 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:08.828396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:08.833200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:08.841324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=d12ede12-851c-419c-ab01-bb3274981c50,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:08.885082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-5ff36e33-299b-410e-984e-e113aaa8a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.886592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-5ff36e33-299b-410e-984e-e113aaa8a3a3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.1304693 Jul 14 10:00:08.888273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.888933 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:08.907856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-15a5710b-1d6f-4958-b4d2-9d4553b372a8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6977642 Jul 14 10:00:08.908854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44646) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:08.914748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'port': {'network_id': '2c86f7a5-dd62-4759-8896-e6f045599613', 'name': 'tempest-FloatingIPTestJSON-1732120995'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:08.937040 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-5291377a-7649-4397-82aa-e52775d1c3c2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 217 time: 0.0423594 Jul 14 10:00:08.945156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9fb2c-1d72-4400-a3e4-594053f82ccf req-0cc7eb9e-58ba-4ec4-b195-306e96692d7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:08.946698 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1a9fb2c-1d72-4400-a3e4-594053f82ccf req-0cc7eb9e-58ba-4ec4-b195-306e96692d7d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 943 time: 0.1316490 Jul 14 10:00:09.019802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-85c6e9d8-f396-4197-abb8-14c1b8bc4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:09.021390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-85c6e9d8-f396-4197-abb8-14c1b8bc4468 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.0736015 Jul 14 10:00:09.022850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:09.025390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1a9fb2c-1d72-4400-a3e4-594053f82ccf req-b31ec109-5769-49d9-80c6-12647f259886 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699339 Jul 14 10:00:09.027004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.048179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] device_id is not set on port 40fbf832-0003-4717-b342-49a93c6abc96 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:09.090541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-0a1714b8-fc67-48af-a828-b28dc8d2176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:09.092152 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-0a1714b8-fc67-48af-a828-b28dc8d2176d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627913 Jul 14 10:00:09.163825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.20.0.8 (2c86f7a5-dd62-4759-8896-e6f045599613/b1485e4a-fae8-4b7f-bcfb-29aed5affb5e/40fbf832-0003-4717-b342-49a93c6abc96) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:09.185038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-fe334710-4ad8-44cf-8a0f-2facb3d60901 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862448 Jul 14 10:00:09.285013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68aa4a41-b7b5-49d5-9d58-1da717713c5d req-6ac81278-703e-4633-a9a2-858c786f53c5 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933039 Jul 14 10:00:09.329576 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.369721 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.417682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 2c86f7a5-dd62-4759-8896-e6f045599613 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:09.420974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:09.425043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:09.449618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=40fbf832-0003-4717-b342-49a93c6abc96,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:09.478275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:09.478995 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.493743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f0650ca6-09c1-48b7-a356-da5a25cf2875 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5837948 Jul 14 10:00:09.496944 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44648) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:09.501464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '40fbf832-0003-4717-b342-49a93c6abc96', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:09.525289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.637545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.746751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.25.0.130 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/8a17574b-1118-43ae-8d8b-74c777b82714) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:09.859141 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.898839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:09.942723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:09.946451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:09.948997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:09.977191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=8a17574b-1118-43ae-8d8b-74c777b82714,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:10.296677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5d452-e8fc-4cf5-8dc5-c61f595b02e5 req-873ee306-9002-4f3e-afcc-923cae674e69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:10.298244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdc5d452-e8fc-4cf5-8dc5-c61f595b02e5 req-873ee306-9002-4f3e-afcc-923cae674e69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 943 time: 0.1539016 Jul 14 10:00:10.756507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdc5d452-e8fc-4cf5-8dc5-c61f595b02e5 req-703d6734-222c-4d1a-96b0-05a75a3c62e0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266634 Jul 14 10:00:10.784163 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:10.864115 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.029155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.034398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.057486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 53cb42fa-5211-4c67-a44c-e40f5d34a7fb details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:00:11.105147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=8a17574b-1118-43ae-8d8b-74c777b82714,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:11.120148 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.203265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:11.218074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'port_id': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'mac_address': 'fa:16:3e:8e:87:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:00:11.249815 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 13e347e7-7195-480e-b768-4fad15e66a47 associated. External IP: 172.25.0.130, port: 40fbf832-0003-4717-b342-49a93c6abc96. Jul 14 10:00:11.300923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.324341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cb42fa-5211-4c67-a44c-e40f5d34a7fb {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:00:11.348070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:11.354352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.416545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:11.507282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:11.590697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['53cb42fa-5211-4c67-a44c-e40f5d34a7fb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:00:11.627277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:11.641559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a39077-e5ab-4b5e-bca2-e36ba92c8bd5 None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:11.644936 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.666747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a39077-e5ab-4b5e-bca2-e36ba92c8bd5 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:11.667408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-14a39077-e5ab-4b5e-bca2-e36ba92c8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:11.686232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d84b5a30-2657-4ea0-a24e-bd31d0f82d93 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1882141 Jul 14 10:00:11.689556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44654) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:11.694628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:11.710641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-14a39077-e5ab-4b5e-bca2-e36ba92c8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:11.734045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a39077-e5ab-4b5e-bca2-e36ba92c8bd5 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:11.734665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-14a39077-e5ab-4b5e-bca2-e36ba92c8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:11.758806 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.777749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-14a39077-e5ab-4b5e-bca2-e36ba92c8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:11.778435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a39077-e5ab-4b5e-bca2-e36ba92c8bd5 None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:11.945151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.959818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:11.959818 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 13e347e7-7195-480e-b768-4fad15e66a47 disassociated. External IP: 172.25.0.130, port: 40fbf832-0003-4717-b342-49a93c6abc96. Jul 14 10:00:12.008679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d7784-e3f3-4f66-b93d-d7450614826b req-48f355df-3131-4f86-bd39-3f0ece1ede6e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:12.010621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b79d7784-e3f3-4f66-b93d-d7450614826b req-48f355df-3131-4f86-bd39-3f0ece1ede6e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 944 time: 0.0976593 Jul 14 10:00:12.067001 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b79d7784-e3f3-4f66-b93d-d7450614826b req-961e3a4a-1a62-454b-a321-05324f9e7ba7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483475 Jul 14 10:00:12.206533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:12.331143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:12.335803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.340958 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67178e-f978-4c2b-93b0-e1f65f5e8a05 None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:12.351305 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67178e-f978-4c2b-93b0-e1f65f5e8a05 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:12.352329 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5e67178e-f978-4c2b-93b0-e1f65f5e8a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:12.384022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44658) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:12.384323 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9a9cbdf4-e014-40bf-b75f-75b9a6fc500d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/floatingips/13e347e7-7195-480e-b768-4fad15e66a47 HTTP/1.1" status: 200 len: 688 time: 0.6931965 Jul 14 10:00:12.388656 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5e67178e-f978-4c2b-93b0-e1f65f5e8a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:12.398017 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67178e-f978-4c2b-93b0-e1f65f5e8a05 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:12.403497 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5e67178e-f978-4c2b-93b0-e1f65f5e8a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:12.432249 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5e67178e-f978-4c2b-93b0-e1f65f5e8a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:12.432986 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67178e-f978-4c2b-93b0-e1f65f5e8a05 None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:12.540978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port 8a17574b-1118-43ae-8d8b-74c777b82714 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:12.541554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.645388 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.645752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.663438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for 8a17574b-1118-43ae-8d8b-74c777b82714 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:12.812797 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.844405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=8a17574b-1118-43ae-8d8b-74c777b82714,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:12.916954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.919848 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:12.921071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-24388189-292c-4db7-bb95-b382cca82c61 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/floatingips/13e347e7-7195-480e-b768-4fad15e66a47 HTTP/1.1" status: 204 len: 168 time: 0.5355725 Jul 14 10:00:12.926383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:12.930997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'd12ede12-851c-419c-ab01-bb3274981c50'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:12.953948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.057101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 53cb42fa-5211-4c67-a44c-e40f5d34a7fb up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:13.067737 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.107203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:13.111572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:13.112029 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.183778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.25.0.97 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/ae96e014-9376-4574-a26c-a9cdb4ffde4f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:13.198269 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.222211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:13.224537 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9b46e6-edaf-443d-8930-9592f17cff7c" -d '{"events": [{"server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "name": "network-vif-plugged", "status": "completed", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:13.238790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:13.244157 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.308123 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.316463 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a686a9-a497-49dc-997b-5b75aa468744 x-openstack-request-id: req-56a686a9-a497-49dc-997b-5b75aa468744 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:13.317134 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "name": "network-vif-plugged", "status": "completed", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:13.317400 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56a686a9-a497-49dc-997b-5b75aa468744 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:13.317927 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'code': 200} Jul 14 10:00:13.318495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:13.324996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b492a19-0d77-4ffa-a60d-fcc63dfdb250 req-54d11717-21c7-4004-a4d8-d508c0d089c6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:13.332422 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b492a19-0d77-4ffa-a60d-fcc63dfdb250 req-54d11717-21c7-4004-a4d8-d508c0d089c6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 944 time: 0.1252530 Jul 14 10:00:13.359540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.376854 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b492a19-0d77-4ffa-a60d-fcc63dfdb250 req-49ac15a4-30fb-4848-87a8-643dbef40c82 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434494 Jul 14 10:00:13.406461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:13.437152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:13.444232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:13.466453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=ae96e014-9376-4574-a26c-a9cdb4ffde4f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:13.526619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cde9eb-d4ba-4d6e-9087-c629b992ea1c req-8c908dab-68bf-4266-b33b-d82e643a76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:13.528215 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4cde9eb-d4ba-4d6e-9087-c629b992ea1c req-8c908dab-68bf-4266-b33b-d82e643a76d6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1097 time: 0.1373482 Jul 14 10:00:13.601132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e4cde9eb-d4ba-4d6e-9087-c629b992ea1c req-8a541648-322e-4a01-a294-995074650f02 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652082 Jul 14 10:00:13.862242 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:13.946457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:14.111567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:14.116479 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:14.182772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=ae96e014-9376-4574-a26c-a9cdb4ffde4f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:14.194698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:14.297084 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 3b4153e0-0eeb-417a-be41-78fbee8851ad associated. External IP: 172.25.0.97, port: d12ede12-851c-419c-ab01-bb3274981c50. Jul 14 10:00:14.544140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:14.576115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a415a3-c15c-436b-be3f-fb25b4982bf6 req-e7b14d8e-0013-4e9a-b4b5-a0e7bbda0143 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:14.577638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38a415a3-c15c-436b-be3f-fb25b4982bf6 req-e7b14d8e-0013-4e9a-b4b5-a0e7bbda0143 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.0912607 Jul 14 10:00:14.685087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38a415a3-c15c-436b-be3f-fb25b4982bf6 req-6391d0d5-fc15-4cce-b5e2-eaf45d5c9b8c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726418 Jul 14 10:00:14.706643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:14.716410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19c3e7-6058-4a8b-ba15-d09178366dda None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:14.725889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:14.727600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19c3e7-6058-4a8b-ba15-d09178366dda None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:14.728271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a19c3e7-6058-4a8b-ba15-d09178366dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:14.768863 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d84b329c-c15a-4108-acfd-4b8d4194c82f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8387492 Jul 14 10:00:14.769115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a19c3e7-6058-4a8b-ba15-d09178366dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:14.769223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44672) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:14.779545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a19c3e7-6058-4a8b-ba15-d09178366dda None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:14.780022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a19c3e7-6058-4a8b-ba15-d09178366dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:14.832776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9a19c3e7-6058-4a8b-ba15-d09178366dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:14.833759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a19c3e7-6058-4a8b-ba15-d09178366dda None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:14.836378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a1380707-7add-4fbf-8b97-8cf415673e47 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "GET /v2.0/floatingips/3b4153e0-0eeb-417a-be41-78fbee8851ad HTTP/1.1" status: 200 len: 978 time: 0.0661869 Jul 14 10:00:14.839086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44674) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:14.886677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f67b1-29ea-4f30-80ca-d407b07feb3e req-c4e0ac00-9bfb-40c8-b3f7-140cc58a7408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:14.888231 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-341f67b1-29ea-4f30-80ca-d407b07feb3e req-c4e0ac00-9bfb-40c8-b3f7-140cc58a7408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.0878296 Jul 14 10:00:14.931124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-341f67b1-29ea-4f30-80ca-d407b07feb3e req-8dd2e840-0610-4bb8-aa39-84f03cea4b11 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361192 Jul 14 10:00:14.961497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44676) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:15.021762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2180866-25a5-4686-87a6-1bb95463b448 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:15.023919 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b2180866-25a5-4686-87a6-1bb95463b448 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1092 time: 0.0608478 Jul 14 10:00:15.027231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44678) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:15.032309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:15.060114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.178558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.292130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.25.0.78 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/a1c0d253-a87e-4407-823e-bac19be4eaae) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:15.295629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ef2a861-c525-4ac7-ab6a-c6844c627799 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4545977 Jul 14 10:00:15.297703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44680) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:15.302422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'port_id': '40fbf832-0003-4717-b342-49a93c6abc96'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:15.358549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.406291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.447574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.488741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:15.491905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:15.496100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:15.501767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=a1c0d253-a87e-4407-823e-bac19be4eaae,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:15.850540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.855293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.882006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.965438 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:15.969241 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 3b4153e0-0eeb-417a-be41-78fbee8851ad associated. External IP: 172.25.0.97, port: d12ede12-851c-419c-ab01-bb3274981c50. Jul 14 10:00:16.153001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.158852 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.215058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:16.237701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=a1c0d253-a87e-4407-823e-bac19be4eaae,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:16.248877 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.333540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:16.344353 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7adc9a1-c26a-4bcc-82ad-b7bee7b8a23e None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:16.355170 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7adc9a1-c26a-4bcc-82ad-b7bee7b8a23e None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:16.355833 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c7adc9a1-c26a-4bcc-82ad-b7bee7b8a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:16.365808 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Floating IP 60720b8d-4a58-4ea8-91be-5b00b7b5e164 associated. External IP: 172.25.0.78, port: 53cb42fa-5211-4c67-a44c-e40f5d34a7fb. Jul 14 10:00:16.394611 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c7adc9a1-c26a-4bcc-82ad-b7bee7b8a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:16.406160 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7adc9a1-c26a-4bcc-82ad-b7bee7b8a23e None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:16.406789 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c7adc9a1-c26a-4bcc-82ad-b7bee7b8a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:16.438339 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c7adc9a1-c26a-4bcc-82ad-b7bee7b8a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:16.438993 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7adc9a1-c26a-4bcc-82ad-b7bee7b8a23e None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:16.557151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:16.590757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 740be75a-22c0-4300-abf7-3f087cfbfc9c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:16.666821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:16.671625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.676713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a879d-9ca0-47c6-a5a0-ae308d92066c None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:16.688091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a879d-9ca0-47c6-a5a0-ae308d92066c None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:16.688768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6a2a879d-9ca0-47c6-a5a0-ae308d92066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:16.721587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6a2a879d-9ca0-47c6-a5a0-ae308d92066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:16.731499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2a879d-9ca0-47c6-a5a0-ae308d92066c None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:16.732128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6a2a879d-9ca0-47c6-a5a0-ae308d92066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:16.756007 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8cfb65ee-db08-45ed-a832-ad80edeb555b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/floatingips/3b4153e0-0eeb-417a-be41-78fbee8851ad HTTP/1.1" status: 200 len: 977 time: 1.4549134 Jul 14 10:00:16.756449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44682) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:16.762196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:16.769649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6a2a879d-9ca0-47c6-a5a0-ae308d92066c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:16.770315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a879d-9ca0-47c6-a5a0-ae308d92066c None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:16.823114 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.980525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.985225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:16.985735 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 3b4153e0-0eeb-417a-be41-78fbee8851ad disassociated. External IP: 172.25.0.97, port: 40fbf832-0003-4717-b342-49a93c6abc96. Jul 14 10:00:17.059728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:17.069306 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] Sync routers for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:17.077702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.079437 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:17.080122 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:17.129223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-661c32e0-e403-4cb9-89a9-11c445fd5066 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1003547 Jul 14 10:00:17.130113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:17.133250 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:17.175270 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e917442-b4a0-48b2-a871-7739dc63531e x-openstack-request-id: req-7e917442-b4a0-48b2-a871-7739dc63531e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:17.175529 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:17.175759 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7e917442-b4a0-48b2-a871-7739dc63531e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:17.176220 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'status': 'completed', 'code': 200} Jul 14 10:00:17.222131 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:17.290396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:17.324480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-cab2c988-af48-4b10-be2a-8fe0624bf705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:17.326073 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-cab2c988-af48-4b10-be2a-8fe0624bf705 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1097 time: 0.1218433 Jul 14 10:00:17.426873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf13817-27ee-44e9-9435-904663bb0fee req-70d5737f-6698-4910-800c-bbe0bdc86209 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:17.428505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faf13817-27ee-44e9-9435-904663bb0fee req-70d5737f-6698-4910-800c-bbe0bdc86209 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1943634 Jul 14 10:00:17.510000 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '60720b8d-4a58-4ea8-91be-5b00b7b5e164', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'port_id': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'mac_address': 'fa:16:3e:8e:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15051e-5aea-4888-af87-14561e742b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:15Z', 'updated_at': '2021-07-14T10:00:15Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:17.539347 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] Checking router: 740be75a-22c0-4300-abf7-3f087cfbfc9c for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:17.543514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-faf13817-27ee-44e9-9435-904663bb0fee req-34c6ca88-40c5-4ec5-9250-f1e0061f24b0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065123 Jul 14 10:00:17.550979 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:17.551630 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:17.560595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:17.565469 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.573112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44688) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:17.574502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e7322-1273-4098-a21a-7200034da359 None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:17.585006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e7322-1273-4098-a21a-7200034da359 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:17.586566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5f5e7322-1273-4098-a21a-7200034da359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:17.589722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-b8199aa3-2f6e-4d55-8771-ea1fccf45ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:17.591265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-b8199aa3-2f6e-4d55-8771-ea1fccf45ad2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.2251670 Jul 14 10:00:17.628267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5f5e7322-1273-4098-a21a-7200034da359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:17.638165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5e7322-1273-4098-a21a-7200034da359 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:17.639130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5f5e7322-1273-4098-a21a-7200034da359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:17.652541 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cc52c33c-928c-4165-80fb-e1094bef9496 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/60720b8d-4a58-4ea8-91be-5b00b7b5e164 HTTP/1.1" status: 200 len: 990 time: 0.0775793 Jul 14 10:00:17.653651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a22f91f8-1586-42e5-a184-964a2d39706b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/floatingips/3b4153e0-0eeb-417a-be41-78fbee8851ad HTTP/1.1" status: 200 len: 687 time: 0.8960667 Jul 14 10:00:17.656359 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44690) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:17.678902 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-e7e2d066-658b-4af8-9f22-ac368b6342d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 998 time: 0.0810611 Jul 14 10:00:17.682409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5f5e7322-1273-4098-a21a-7200034da359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:17.683681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5e7322-1273-4098-a21a-7200034da359 None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:17.690768 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:17.791756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port ae96e014-9376-4574-a26c-a9cdb4ffde4f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:17.792271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.882347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.883114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:17.896978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for ae96e014-9376-4574-a26c-a9cdb4ffde4f owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:17.954800 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '60720b8d-4a58-4ea8-91be-5b00b7b5e164', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'port_id': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'mac_address': 'fa:16:3e:8e:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15051e-5aea-4888-af87-14561e742b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:15Z', 'updated_at': '2021-07-14T10:00:15Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:17.982883 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd5cae7-b9cd-468c-a114-5db75ebd4102 None None] The sync data for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 is: [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '60720b8d-4a58-4ea8-91be-5b00b7b5e164', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.78', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'port_id': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3636, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'mac_address': 'fa:16:3e:8e:87:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15051e-5aea-4888-af87-14561e742b90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:00:15Z', 'updated_at': '2021-07-14T10:00:15Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:18.064814 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:18.087237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-96bad32c-4bc3-4894-b029-73ecbd7fe0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:18.088893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-96bad32c-4bc3-4894-b029-73ecbd7fe0bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.4024982 Jul 14 10:00:18.093176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=ae96e014-9376-4574-a26c-a9cdb4ffde4f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:18.154049 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-bcb086b5-32b8-4d2a-a2d3-da3533a2a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:18.155733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-bcb086b5-32b8-4d2a-a2d3-da3533a2a979 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567617 Jul 14 10:00:18.160089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:18.162925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:18.164139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0a17e2be-56e8-4c1b-a278-876f0c00f62b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/floatingips/3b4153e0-0eeb-417a-be41-78fbee8851ad HTTP/1.1" status: 204 len: 168 time: 0.5067403 Jul 14 10:00:18.166793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44692) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:18.206654 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-1d41a893-e6d0-4e0c-ba8e-89f489e17a05 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] delete failed (client error): The resource could not be found. Jul 14 10:00:18.211270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1d41a893-e6d0-4e0c-ba8e-89f489e17a05 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/floatingips/3b4153e0-0eeb-417a-be41-78fbee8851ad HTTP/1.1" status: 404 len: 345 time: 0.0399895 Jul 14 10:00:18.212604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44694) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:18.252131 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3b33c7-e96a-469f-8ded-27b1393c46a3 None None] New status for floating IP 60720b8d-4a58-4ea8-91be-5b00b7b5e164: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:00:18.327263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-52860276-eb81-476d-baec-be834cf18f13 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652093 Jul 14 10:00:18.400271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7862d39-5628-4fed-9648-8fab529e5329 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:18.406319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7862d39-5628-4fed-9648-8fab529e5329 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:18.412695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7862d39-5628-4fed-9648-8fab529e5329 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:18.416362 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d7862d39-5628-4fed-9648-8fab529e5329 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "GET /v2.0/ports?network_id=2c86f7a5-dd62-4759-8896-e6f045599613 HTTP/1.1" status: 200 len: 2359 time: 0.2013826 Jul 14 10:00:18.417909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44696) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:18.502068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91264569-1660-4ef4-b8a7-0cd59921bebb tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:18.503454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-91264569-1660-4ef4-b8a7-0cd59921bebb tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "GET /v2.0/subnets/b1485e4a-fae8-4b7f-bcfb-29aed5affb5e HTTP/1.1" status: 200 len: 797 time: 0.0844522 Jul 14 10:00:18.509671 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44698) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:18.510083 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bd21d13b-1d1e-4a56-b9ef-1f6f8077fa3b req-b1724dab-8d8f-4dad-b4ca-4a62c2136475 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754584 Jul 14 10:00:18.515120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'port': {'network_id': '2c86f7a5-dd62-4759-8896-e6f045599613', 'name': 'tempest-FloatingIPTestJSON-248547306', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:18.629426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:18.659629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44700) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:18.727878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:18.731505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-97b5d2fc-b885-4950-86f6-eab3fe8392cf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/60720b8d-4a58-4ea8-91be-5b00b7b5e164 HTTP/1.1" status: 200 len: 992 time: 0.0706992 Jul 14 10:00:18.748876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] device_id is not set on port bcd0fd67-e046-487a-bfd7-8901e7346a19 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:19.048068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.20.0.14 (2c86f7a5-dd62-4759-8896-e6f045599613/b1485e4a-fae8-4b7f-bcfb-29aed5affb5e/bcd0fd67-e046-487a-bfd7-8901e7346a19) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:19.054511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.20.0.13 (2c86f7a5-dd62-4759-8896-e6f045599613/b1485e4a-fae8-4b7f-bcfb-29aed5affb5e/bcd0fd67-e046-487a-bfd7-8901e7346a19) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:19.194246 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.233287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.284529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 2c86f7a5-dd62-4759-8896-e6f045599613 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:19.288151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:19.292307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:19.299261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=bcd0fd67-e046-487a-bfd7-8901e7346a19,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:19.345906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:19.346539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.361026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-998121c0-9484-4617-b17d-ac58a3cda9f3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.8501816 Jul 14 10:00:19.363639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44702) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:19.368246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'bcd0fd67-e046-487a-bfd7-8901e7346a19', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:19.390181 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.493826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.604616 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.25.0.199 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/e038e9da-7d8d-48ef-ad3c-f0baddb9fd3a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:19.712479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.751001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:19.787788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:19.793762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:19.797433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:19.822170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=e038e9da-7d8d-48ef-ad3c-f0baddb9fd3a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:20.194456 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.270859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.421844 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.426685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.496292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=e038e9da-7d8d-48ef-ad3c-f0baddb9fd3a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:20.508467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.610929 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP b9306ed9-fe1d-4452-892c-982f44c50aed associated. External IP: 172.25.0.199, port: bcd0fd67-e046-487a-bfd7-8901e7346a19. Jul 14 10:00:20.825817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:20.938119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:20.948727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3caaf6e-d92f-40be-bb8d-07a91f72a9a6 None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:20.956188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:20.958419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3caaf6e-d92f-40be-bb8d-07a91f72a9a6 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:20.959284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b3caaf6e-d92f-40be-bb8d-07a91f72a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:20.992729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b3caaf6e-d92f-40be-bb8d-07a91f72a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:20.999864 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-aac9b2a8-911a-4269-b6fc-253a9792d9c7 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6351099 Jul 14 10:00:21.002724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44704) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:21.002977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3caaf6e-d92f-40be-bb8d-07a91f72a9a6 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:21.003525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b3caaf6e-d92f-40be-bb8d-07a91f72a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:21.008264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-db17d924-1c82-4b9f-a8a4-a35c2bea72fd tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'port_id': 'bcd0fd67-e046-487a-bfd7-8901e7346a19', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:21.037843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b3caaf6e-d92f-40be-bb8d-07a91f72a9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:21.038512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3caaf6e-d92f-40be-bb8d-07a91f72a9a6 None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:21.069749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db17d924-1c82-4b9f-a8a4-a35c2bea72fd tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.292853 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:21.562127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db17d924-1c82-4b9f-a8a4-a35c2bea72fd tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.566451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db17d924-1c82-4b9f-a8a4-a35c2bea72fd tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:21.906436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbeacf51-bf7d-4991-8d82-62616d10941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.141441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db17d924-1c82-4b9f-a8a4-a35c2bea72fd tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:22.259076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db17d924-1c82-4b9f-a8a4-a35c2bea72fd tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:22.264063 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-db17d924-1c82-4b9f-a8a4-a35c2bea72fd tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.268905 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58977d-a512-4ce6-8739-c2b11c498a5e None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:22.278998 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58977d-a512-4ce6-8739-c2b11c498a5e None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:22.279623 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cc58977d-a512-4ce6-8739-c2b11c498a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:22.326675 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cc58977d-a512-4ce6-8739-c2b11c498a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:22.336404 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc58977d-a512-4ce6-8739-c2b11c498a5e None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:22.337030 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cc58977d-a512-4ce6-8739-c2b11c498a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:22.340803 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-db17d924-1c82-4b9f-a8a4-a35c2bea72fd tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/floatingips/b9306ed9-fe1d-4452-892c-982f44c50aed HTTP/1.1" status: 200 len: 978 time: 1.3343847 Jul 14 10:00:22.341488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44706) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:22.471119 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cc58977d-a512-4ce6-8739-c2b11c498a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:22.471785 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc58977d-a512-4ce6-8739-c2b11c498a5e None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:22.530735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port e038e9da-7d8d-48ef-ad3c-f0baddb9fd3a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:22.530985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.610883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.611207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.623749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for e038e9da-7d8d-48ef-ad3c-f0baddb9fd3a owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:22.799752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.826663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=e038e9da-7d8d-48ef-ad3c-f0baddb9fd3a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:22.886799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:22.887125 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP b9306ed9-fe1d-4452-892c-982f44c50aed disassociated (deleted). External IP: 172.25.0.199, port: bcd0fd67-e046-487a-bfd7-8901e7346a19. Jul 14 10:00:23.093751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:23.202794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:23.207542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.212481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b9bbe-aa7f-49fb-9d76-2f01e07c3350 None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:23.223199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b9bbe-aa7f-49fb-9d76-2f01e07c3350 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:23.223834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d99b9bbe-aa7f-49fb-9d76-2f01e07c3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:23.248849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1ce59709-627a-4191-8216-78ae3b336365 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/floatingips/b9306ed9-fe1d-4452-892c-982f44c50aed HTTP/1.1" status: 204 len: 168 time: 0.9034641 Jul 14 10:00:23.249154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:23.260715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d99b9bbe-aa7f-49fb-9d76-2f01e07c3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:23.269724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b9bbe-aa7f-49fb-9d76-2f01e07c3350 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:23.270370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d99b9bbe-aa7f-49fb-9d76-2f01e07c3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T09:59:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:23.302746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d99b9bbe-aa7f-49fb-9d76-2f01e07c3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:23.303402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b9bbe-aa7f-49fb-9d76-2f01e07c3350 None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:23.354341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c98df8d4-68e8-4659-bfe5-60c98c1f195c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port bcd0fd67-e046-487a-bfd7-8901e7346a19 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:23.354926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98df8d4-68e8-4659-bfe5-60c98c1f195c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.459115 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98df8d4-68e8-4659-bfe5-60c98c1f195c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.473516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c98df8d4-68e8-4659-bfe5-60c98c1f195c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for bcd0fd67-e046-487a-bfd7-8901e7346a19 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:23.553513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-0f303413-e723-4755-9120-f846149385d1 req-9a0863eb-275d-4c89-b3b1-2cf87d3acfed service neutron] (93780) timed out ('10.222.0.66', 64957) {{(pid=93780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:00:23.661671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98df8d4-68e8-4659-bfe5-60c98c1f195c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.698139 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98df8d4-68e8-4659-bfe5-60c98c1f195c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=bcd0fd67-e046-487a-bfd7-8901e7346a19,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:23.788472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c98df8d4-68e8-4659-bfe5-60c98c1f195c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.790388 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c98df8d4-68e8-4659-bfe5-60c98c1f195c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/ports/bcd0fd67-e046-487a-bfd7-8901e7346a19 HTTP/1.1" status: 204 len: 168 time: 0.5401947 Jul 14 10:00:23.793914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44710) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:23.798346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:23.819219 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:23.919959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.026731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.25.0.202 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/832b22b9-008f-4b6b-9e4c-03e5f3783fc6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:24.144733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.184130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.219718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:24.222783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:24.228534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:24.229097 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-772cf8c0-cf9c-40e7-8e2a-253680e2a069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.255187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=832b22b9-008f-4b6b-9e4c-03e5f3783fc6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:24.322926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.366131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.506598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.520982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.525996 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.601472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=832b22b9-008f-4b6b-9e4c-03e5f3783fc6,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:24.610254 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.625616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.626982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1105464b-e1f7-4006-8a81-1032d083edbe tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8321135 Jul 14 10:00:24.629655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44714) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:24.635545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'port': {'network_id': '2c86f7a5-dd62-4759-8896-e6f045599613', 'name': 'tempest-FloatingIPTestJSON-793738010'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:24.748892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:24.752870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:24.775108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] device_id is not set on port 191626c3-57a8-4650-ba7d-b3fe2a2d17cf yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:24.894306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.20.0.13 (2c86f7a5-dd62-4759-8896-e6f045599613/b1485e4a-fae8-4b7f-bcfb-29aed5affb5e/191626c3-57a8-4650-ba7d-b3fe2a2d17cf) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:25.055793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.093673 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.139771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 2c86f7a5-dd62-4759-8896-e6f045599613 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:25.143019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:25.145585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:25.175532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=191626c3-57a8-4650-ba7d-b3fe2a2d17cf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:25.204547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:25.205162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.220163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b3615b2-58d6-42f9-a038-8c106a81c13d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5894065 Jul 14 10:00:25.222630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:25.227104 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'port_id': '191626c3-57a8-4650-ba7d-b3fe2a2d17cf'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:25.265968 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.653073 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.725142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.729307 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:25.836866 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 60afd640-f199-4a02-bfe0-1bc2ff1f1bf4 associated. External IP: 172.25.0.202, port: 191626c3-57a8-4650-ba7d-b3fe2a2d17cf. Jul 14 10:00:26.062467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:26.176056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:26.180765 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.185939 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73952f75-4a27-4d45-8e94-b461c9b9ef93 None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:26.195624 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73952f75-4a27-4d45-8e94-b461c9b9ef93 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:26.196280 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-73952f75-4a27-4d45-8e94-b461c9b9ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:26.228627 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-73952f75-4a27-4d45-8e94-b461c9b9ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:26.237645 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73952f75-4a27-4d45-8e94-b461c9b9ef93 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:26.238266 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-73952f75-4a27-4d45-8e94-b461c9b9ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:26.274226 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-73952f75-4a27-4d45-8e94-b461c9b9ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:26.274876 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73952f75-4a27-4d45-8e94-b461c9b9ef93 None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:26.550337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-698b4baf-7021-4c04-9e71-8477a66a6c97 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/floatingips/60afd640-f199-4a02-bfe0-1bc2ff1f1bf4 HTTP/1.1" status: 200 len: 978 time: 1.3266592 Jul 14 10:00:26.552825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:26.649373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port 191626c3-57a8-4650-ba7d-b3fe2a2d17cf {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:26.649712 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.734889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.902789 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.903072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:26.903374 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 60afd640-f199-4a02-bfe0-1bc2ff1f1bf4 disassociated. External IP: 172.25.0.202, port: 191626c3-57a8-4650-ba7d-b3fe2a2d17cf. Jul 14 10:00:26.903720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for 191626c3-57a8-4650-ba7d-b3fe2a2d17cf owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:27.038179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.056745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.069751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=191626c3-57a8-4650-ba7d-b3fe2a2d17cf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:27.186549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:27.299169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:27.314851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdc146-4a67-42a3-ad33-00cbea784f2e None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:27.321265 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.326942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdc146-4a67-42a3-ad33-00cbea784f2e None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:27.327910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-91bdc146-4a67-42a3-ad33-00cbea784f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:27.365965 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-91bdc146-4a67-42a3-ad33-00cbea784f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:27.373985 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.378711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0a5256bc-7959-445a-b9b0-c15d969972dc tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/ports/191626c3-57a8-4650-ba7d-b3fe2a2d17cf HTTP/1.1" status: 204 len: 168 time: 0.8223851 Jul 14 10:00:27.378935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdc146-4a67-42a3-ad33-00cbea784f2e None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:27.378935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-91bdc146-4a67-42a3-ad33-00cbea784f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:27.379191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44720) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:27.410755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-91bdc146-4a67-42a3-ad33-00cbea784f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:27.411451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdc146-4a67-42a3-ad33-00cbea784f2e None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:27.426361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-65f44ab7-c60e-4c3c-bc67-ac6c93b9154a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "GET /v2.0/floatingips/60afd640-f199-4a02-bfe0-1bc2ff1f1bf4 HTTP/1.1" status: 200 len: 688 time: 0.0461469 Jul 14 10:00:27.429053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44722) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:27.565558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port 832b22b9-008f-4b6b-9e4c-03e5f3783fc6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:27.565903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.641178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.641497 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.653557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for 832b22b9-008f-4b6b-9e4c-03e5f3783fc6 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:27.784624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.809684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=832b22b9-008f-4b6b-9e4c-03e5f3783fc6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:27.874726 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.877696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:27.878868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-399b3a98-9f94-4d8a-a00a-2616326f811a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/floatingips/60afd640-f199-4a02-bfe0-1bc2ff1f1bf4 HTTP/1.1" status: 204 len: 168 time: 0.4488688 Jul 14 10:00:27.883007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44724) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:27.887455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '40fbf832-0003-4717-b342-49a93c6abc96'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:27.908850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.006143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.119276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.25.0.119 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/4ce4b8ef-09e9-46da-9f33-d4c13bd2be10) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:28.232895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.272289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.319036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:28.322410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:28.326405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:28.332423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=4ce4b8ef-09e9-46da-9f33-d4c13bd2be10,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:28.712177 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.792741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.942678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:28.949105 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.016612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=4ce4b8ef-09e9-46da-9f33-d4c13bd2be10,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:29.027756 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.129341 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 1b39b59c-9160-4002-a2ea-d61c0770b3dc associated. External IP: 172.25.0.119, port: 40fbf832-0003-4717-b342-49a93c6abc96. Jul 14 10:00:29.341320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:29.450828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:29.461584 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94bce9-6055-40f7-b7e6-13b0e93c498b None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:29.468459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.472492 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94bce9-6055-40f7-b7e6-13b0e93c498b None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:29.474455 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-9c94bce9-6055-40f7-b7e6-13b0e93c498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:29.515967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:29.516615 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a76962d0-482a-4a81-925e-1716fda86ba1 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6323092 Jul 14 10:00:29.519451 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-9c94bce9-6055-40f7-b7e6-13b0e93c498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:29.524372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-954184052'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:29.530427 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c94bce9-6055-40f7-b7e6-13b0e93c498b None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:29.531701 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-9c94bce9-6055-40f7-b7e6-13b0e93c498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:29.548984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:29.552805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.574901 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-9c94bce9-6055-40f7-b7e6-13b0e93c498b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:29.575602 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94bce9-6055-40f7-b7e6-13b0e93c498b None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:29.584983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:29.598123 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.599129 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Added segment 62e71327-11bc-4187-a569-77f7603319ea of type vlan for network 0378c064-acfc-43fe-8ad3-44e04149c452 Jul 14 10:00:29.644657 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.675960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.682133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:29.682729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.744961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2257998 Jul 14 10:00:29.745699 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:29.747915 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44728) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:29.751435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a54338-0e3c-466a-8220-47f4f2bc0b6f tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Network': ['ID=0378c064-acfc-43fe-8ad3-44e04149c452,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:29.755222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'subnet': {'network_id': '0378c064-acfc-43fe-8ad3-44e04149c452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:29.765580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0378c064-acfc-43fe-8ad3-44e04149c452 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:29.857722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:29.861451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.053711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.114569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Subnet': ['ID=296f1a7b-6cba-4308-902a-d6f7b71bc3a2,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:30.122267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Checking segment: {'id': '62e71327-11bc-4187-a569-77f7603319ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0378c064-acfc-43fe-8ad3-44e04149c452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:30.122636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network hostable DHCP agents. Network: 0378c064-acfc-43fe-8ad3-44e04149c452, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:30.138633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 0378c064-acfc-43fe-8ad3-44e04149c452 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:30.147047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0378c064-acfc-43fe-8ad3-44e04149c452) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:30.151867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:30.152500 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.157334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01cd2e2-c0f5-401a-95ea-f9bb774caac1 None None] Network 0378c064-acfc-43fe-8ad3-44e04149c452 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:30.167787 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6ad8bb5b-d9fb-4005-b006-de102cfe36af tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4184709 Jul 14 10:00:30.170522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44730) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:30.175265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1363801098', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:30.209435 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.210502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.266695 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.410228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.472673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-0378c064-acfc-43fe-8ad3-44e04149c452', 'network_id': '0378c064-acfc-43fe-8ad3-44e04149c452', 'tenant_id': '836f71b9e2e84e0a95dc079ef10681c4', 'fixed_ips': [{'subnet_id': '296f1a7b-6cba-4308-902a-d6f7b71bc3a2'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:30.473566 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.611707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Allocated IP 172.20.0.2 (0378c064-acfc-43fe-8ad3-44e04149c452/296f1a7b-6cba-4308-902a-d6f7b71bc3a2/ccc012e2-dda5-417c-917b-08cdd6366485) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:30.625645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.646444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.760023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.25.0.86 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/e29a0474-f8fc-48bd-9088-e298ed8bb2a3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:30.765851 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.775485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Transition to ACTIVE for port object ccc012e2-dda5-417c-917b-08cdd6366485 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:30.790859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Transition to ACTIVE for port object ccc012e2-dda5-417c-917b-08cdd6366485 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:30.801861 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.849561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Network 0378c064-acfc-43fe-8ad3-44e04149c452 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:30.852828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:30.857645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:30.869190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Pushing event updated for resources: {'Port': ['ID=ccc012e2-dda5-417c-917b-08cdd6366485,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:30.881738 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.922800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Attempting to bind port ccc012e2-dda5-417c-917b-08cdd6366485 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:30.923154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Attempting to bind port ccc012e2-dda5-417c-917b-08cdd6366485 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '62e71327-11bc-4187-a569-77f7603319ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0378c064-acfc-43fe-8ad3-44e04149c452'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:30.923691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Attempting to bind port ccc012e2-dda5-417c-917b-08cdd6366485 on network 0378c064-acfc-43fe-8ad3-44e04149c452 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:30.925162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.930354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:30.930736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Checking segment: {'id': '62e71327-11bc-4187-a569-77f7603319ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0378c064-acfc-43fe-8ad3-44e04149c452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:30.931147 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.931550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Bound using segment: {'id': '62e71327-11bc-4187-a569-77f7603319ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0378c064-acfc-43fe-8ad3-44e04149c452'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:30.932037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Bound port: ccc012e2-dda5-417c-917b-08cdd6366485, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e71327-11bc-4187-a569-77f7603319ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '0378c064-acfc-43fe-8ad3-44e04149c452'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:30.932468 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:30.974034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:30.977149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:30.980895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:30.986784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=e29a0474-f8fc-48bd-9088-e298ed8bb2a3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:31.002640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] For port ccc012e2-dda5-417c-917b-08cdd6366485, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:31.006064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] For port ccc012e2-dda5-417c-917b-08cdd6366485, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ccc012e2-dda5-417c-917b-08cdd6366485,segment=NetworkSegment(62e71327-11bc-4187-a569-77f7603319ea),segment_id=62e71327-11bc-4187-a569-77f7603319ea)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:31.009873 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.067162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f3839-ac6c-4420-955e-3e96b753d6e4 None None] Pushing event updated for resources: {'Port': ['ID=ccc012e2-dda5-417c-917b-08cdd6366485,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:31.271513 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.477133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.610742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router d02225f7-2c92-4286-88a2-ba85c44e8935 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:00:31.721740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:31.733606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556714dd-ae96-4a67-b0b9-e8c0d541e571 None None] Sync routers for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:31.744160 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:31.745359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7a292635-f833-415c-abf2-cf998efa8f4c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5738223 Jul 14 10:00:31.745502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556714dd-ae96-4a67-b0b9-e8c0d541e571 None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:31.746113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-556714dd-ae96-4a67-b0b9-e8c0d541e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:31.748024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44732) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:31.793975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-556714dd-ae96-4a67-b0b9-e8c0d541e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:31.806113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556714dd-ae96-4a67-b0b9-e8c0d541e571 None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:31.806861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-556714dd-ae96-4a67-b0b9-e8c0d541e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:31.845123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-556714dd-ae96-4a67-b0b9-e8c0d541e571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:31.845793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556714dd-ae96-4a67-b0b9-e8c0d541e571 None None] The sync data for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:32.055853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45adeb78-472c-474c-a0de-3a6405445841 None None] Network 0378c064-acfc-43fe-8ad3-44e04149c452 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:32.176418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a97b78c2-3348-4019-8c2a-6b3a5f2f1a8a None None] Provisioning for port ccc012e2-dda5-417c-917b-08cdd6366485 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:32.253466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ccc012e2-dda5-417c-917b-08cdd6366485 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:32.302727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.315569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port ccc012e2-dda5-417c-917b-08cdd6366485 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:32.320001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ccc012e2-dda5-417c-917b-08cdd6366485 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:32.321591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.411755 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.448054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port ccc012e2-dda5-417c-917b-08cdd6366485, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ccc012e2-dda5-417c-917b-08cdd6366485,segment=NetworkSegment(62e71327-11bc-4187-a569-77f7603319ea),segment_id=62e71327-11bc-4187-a569-77f7603319ea)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:32.452832 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.460462 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-9522703a-1948-438b-ae3c-283ad2b1dd9f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2126584 Jul 14 10:00:32.515751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=ccc012e2-dda5-417c-917b-08cdd6366485,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:32.523726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5c55a074-2ed8-4334-90c9-7f834a866f4a None None] Provisioning complete for port ccc012e2-dda5-417c-917b-08cdd6366485 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:32.524120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5c55a074-2ed8-4334-90c9-7f834a866f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:32.642651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-6aec7021-fd9c-49ff-b0ec-0c8ee5c5422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:32.644169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-6aec7021-fd9c-49ff-b0ec-0c8ee5c5422b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1097 time: 0.1150489 Jul 14 10:00:32.740523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.20.0.1 (0378c064-acfc-43fe-8ad3-44e04149c452/296f1a7b-6cba-4308-902a-d6f7b71bc3a2/877b9557-fc51-4ac5-891a-a7e430a0bc7e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:32.818113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-3181632c-1f5d-4e94-a176-486e5327dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:32.820165 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-3181632c-1f5d-4e94-a176-486e5327dd6a service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1528058 Jul 14 10:00:33.255740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-1baa494a-daf9-46f3-8b64-86f083f328df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 1001 time: 0.4287176 Jul 14 10:00:33.298876 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.323983 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Transition to ACTIVE for port object 877b9557-fc51-4ac5-891a-a7e430a0bc7e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:33.333790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-fae1c9d0-05ca-4599-b5a2-bf299c47f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:33.335359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-fae1c9d0-05ca-4599-b5a2-bf299c47f5e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0723298 Jul 14 10:00:33.400749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.459656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 0378c064-acfc-43fe-8ad3-44e04149c452 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:33.466710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:33.473311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-c834164b-9e13-4970-b406-1db1fcf5532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:33.474101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-c834164b-9e13-4970-b406-1db1fcf5532a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318123 Jul 14 10:00:33.475167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:33.479972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=877b9557-fc51-4ac5-891a-a7e430a0bc7e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:33.572177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.654652 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-a84affee-e33c-48cb-9377-16e402522342 service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543422 Jul 14 10:00:33.735097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-300999d4-cc7b-40d4-ba7d-5806fd2798ce None None] Provisioning for port 877b9557-fc51-4ac5-891a-a7e430a0bc7e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:33.739042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-300999d4-cc7b-40d4-ba7d-5806fd2798ce None None] Provisioning complete for port 877b9557-fc51-4ac5-891a-a7e430a0bc7e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:33.739350 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-300999d4-cc7b-40d4-ba7d-5806fd2798ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.773745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-300999d4-cc7b-40d4-ba7d-5806fd2798ce None None] Port 877b9557-fc51-4ac5-891a-a7e430a0bc7e cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:33.810983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:33.814410 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-948da93a-82af-4c27-be0e-2c3ac478c180 req-90f45c87-6ecd-4ae8-8288-72b18f7dba2c service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388135 Jul 14 10:00:33.968596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44734) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:34.097518 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.109836 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.135365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port 8db85918-48a3-4070-bc4c-11c626b8da18 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:34.135812 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.197357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.209121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=877b9557-fc51-4ac5-891a-a7e430a0bc7e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:34.209338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ccc012e2-dda5-417c-917b-08cdd6366485 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:00:34.232084 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.232553 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.246274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for 8db85918-48a3-4070-bc4c-11c626b8da18 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:34.291857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ccc012e2-dda5-417c-917b-08cdd6366485 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:34.292331 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.317839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 0378c064-acfc-43fe-8ad3-44e04149c452 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:34.321578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:34.456077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router d02225f7-2c92-4286-88a2-ba85c44e8935 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:34.496398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.534149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=8db85918-48a3-4070-bc4c-11c626b8da18,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:34.587947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:34.593163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-26ddc431-a1ba-4b55-96c7-6a13a2e3ebf0 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/routers/d02225f7-2c92-4286-88a2-ba85c44e8935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8440127 Jul 14 10:00:34.597118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:34.601047 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f7850-9ec0-4825-a597-4f7a3a437ad1 None None] Sync routers for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:34.602558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'port': {'network_id': '0378c064-acfc-43fe-8ad3-44e04149c452', 'name': 'tempest-FloatingIPTestJSON-1657219682'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:34.608061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0bb4fe7b-d257-4ee6-a5d6-5ff6f99bf8be None None] Provisioning complete for port 877b9557-fc51-4ac5-891a-a7e430a0bc7e triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:34.612457 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0bb4fe7b-d257-4ee6-a5d6-5ff6f99bf8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.617617 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f7850-9ec0-4825-a597-4f7a3a437ad1 None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:34.618547 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fb6f7850-9ec0-4825-a597-4f7a3a437ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:34.639518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.640160 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Floating IP 9eaf68fc-6941-43d1-9232-777773cfa65c disassociated (deleted). External IP: 172.25.0.108, port: 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0. Jul 14 10:00:34.653342 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fb6f7850-9ec0-4825-a597-4f7a3a437ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:34.657862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4fe7b-d257-4ee6-a5d6-5ff6f99bf8be None None] Port 877b9557-fc51-4ac5-891a-a7e430a0bc7e cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:34.665565 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6f7850-9ec0-4825-a597-4f7a3a437ad1 None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:34.666441 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fb6f7850-9ec0-4825-a597-4f7a3a437ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:34.702578 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fb6f7850-9ec0-4825-a597-4f7a3a437ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:34.702578 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6f7850-9ec0-4825-a597-4f7a3a437ad1 None None] The sync data for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:34.728791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Made reservation on behalf of 836f71b9e2e84e0a95dc079ef10681c4 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:34.732805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:34.753867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] device_id is not set on port d9dac732-21d2-4d6c-a447-b9cac67a0c13 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:34.878465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Allocated IP 172.20.0.5 (0378c064-acfc-43fe-8ad3-44e04149c452/296f1a7b-6cba-4308-902a-d6f7b71bc3a2/d9dac732-21d2-4d6c-a447-b9cac67a0c13) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:34.881361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Router ca36f42d-8693-4085-8eef-dc86cbc9007f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:34.998981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:35.004037 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.011744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:35.023392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:35.024234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:35.042518 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d0e031d8-d408-4995-bc77-1cb65c7b1f33 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "DELETE /v2.0/floatingips/9eaf68fc-6941-43d1-9232-777773cfa65c HTTP/1.1" status: 204 len: 168 time: 1.0726845 Jul 14 10:00:35.043111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:35.045516 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb226530-a919-4c6b-a94a-aa2f342451ee" -d '{"events": [{"name": "network-changed", "server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:35.065243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.082410 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3547b7ad-825f-4903-ab63-8225fd68ef93 x-openstack-request-id: req-3547b7ad-825f-4903-ab63-8225fd68ef93 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:35.082705 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:35.082959 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3547b7ad-825f-4903-ab63-8225fd68ef93 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:35.083507 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'status': 'completed', 'code': 200} Jul 14 10:00:35.086827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Transition to ACTIVE for port object d9dac732-21d2-4d6c-a447-b9cac67a0c13 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:35.135632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.153297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:35.166084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-e056c203-d310-4706-9e7c-e0bbe014f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.168110 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-e056c203-d310-4706-9e7c-e0bbe014f87f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 1097 time: 0.0621672 Jul 14 10:00:35.191593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Network 0378c064-acfc-43fe-8ad3-44e04149c452 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:35.196829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:35.212732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:35.285530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-831cb020-05ca-464a-9c4b-f106afd7e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.287766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-831cb020-05ca-464a-9c4b-f106afd7e1ff service neutron] 10.222.0.69 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1134796 Jul 14 10:00:35.290744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event updated for resources: {'Port': ['ID=d9dac732-21d2-4d6c-a447-b9cac67a0c13,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:35.322089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.322998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.347217 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4bbeda3a-a803-476c-86ba-7ffab8e7621e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7486386 Jul 14 10:00:35.349627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44744) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:35.354656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Request body: {'floatingip': {'port_id': 'd9dac732-21d2-4d6c-a447-b9cac67a0c13'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:35.361372 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-55370941-cc05-4e22-bacd-2e120e42acd1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 HTTP/1.1" status: 200 len: 217 time: 0.0665257 Jul 14 10:00:35.425067 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.446408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-2471a1c2-9ae3-4ad3-bbdf-69f307bc62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.449235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-2471a1c2-9ae3-4ad3-bbdf-69f307bc62d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0810053 Jul 14 10:00:35.476866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:23Z', 'revision_number': 1, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:35.531614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:35.542171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:35.542860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:35.551072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-d5e905e8-fc4a-4d33-835f-b27b376eed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.553791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-d5e905e8-fc4a-4d33-835f-b27b376eed62 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960128 Jul 14 10:00:35.660467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92c6f0f5-50a0-4c3d-b0ae-6c363ed56b71 None None] Provisioning for port d9dac732-21d2-4d6c-a447-b9cac67a0c13 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:00:35.671326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:35.677323 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-7c709aac-1876-4800-99ba-776570d0f092 service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156700 Jul 14 10:00:35.762222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92c6f0f5-50a0-4c3d-b0ae-6c363ed56b71 None None] Provisioning complete for port d9dac732-21d2-4d6c-a447-b9cac67a0c13 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:00:35.762633 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92c6f0f5-50a0-4c3d-b0ae-6c363ed56b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:35.798648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bb226530-a919-4c6b-a94a-aa2f342451ee req-f3c6e2cb-ba93-4750-a100-87863fbf401d service neutron] 10.222.0.69 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138947 Jul 14 10:00:35.852644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-92c6f0f5-50a0-4c3d-b0ae-6c363ed56b71 None None] Port d9dac732-21d2-4d6c-a447-b9cac67a0c13 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:00:35.873276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f86b5-0c6e-4e3c-be89-9070dd201e62 req-ea1dc676-efa3-4f88-9702-20f026fc7d9c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:35.874977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-726f86b5-0c6e-4e3c-be89-9070dd201e62 req-ea1dc676-efa3-4f88-9702-20f026fc7d9c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 945 time: 0.3794739 Jul 14 10:00:35.960770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:23Z', 'revision_number': 1, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:35.988521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d0ebd8-cbb9-4c51-92bb-fb6ac1e728b9 None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'fdd62a91-8f11-4535-8873-69313733ee46', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'port_id': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'mac_address': 'fa:16:3e:8c:aa:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T09:56:21Z', 'updated_at': '2021-07-14T09:56:23Z', 'revision_number': 1, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:35.995420 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-726f86b5-0c6e-4e3c-be89-9070dd201e62 req-1126d50d-a093-483c-a034-707ca6c0ccb7 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120055 Jul 14 10:00:36.118632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.123139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.229927 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 1b39b59c-9160-4002-a2ea-d61c0770b3dc associated. External IP: 172.25.0.119, port: 40fbf832-0003-4717-b342-49a93c6abc96. Jul 14 10:00:36.246899 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a99c22a-de5e-4351-9e4f-696f6edfb51b None None] New status for floating IP 9eaf68fc-6941-43d1-9232-777773cfa65c: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:00:36.448660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:36.562589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:36.572095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce015da0-cc8d-4d9c-baf2-f9922e83422d None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:36.581689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce015da0-cc8d-4d9c-baf2-f9922e83422d None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:36.582343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce015da0-cc8d-4d9c-baf2-f9922e83422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.618955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce015da0-cc8d-4d9c-baf2-f9922e83422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.630030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce015da0-cc8d-4d9c-baf2-f9922e83422d None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:36.630714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce015da0-cc8d-4d9c-baf2-f9922e83422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.663923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ce015da0-cc8d-4d9c-baf2-f9922e83422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.664609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce015da0-cc8d-4d9c-baf2-f9922e83422d None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:36.775729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router d02225f7-2c92-4286-88a2-ba85c44e8935 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:36.881538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:36.886723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:36.892305 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcbd6a-cd96-42f6-b6f1-f6489ea18882 None None] Sync routers for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:36.902393 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcbd6a-cd96-42f6-b6f1-f6489ea18882 None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:36.903464 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-71dcbd6a-cd96-42f6-b6f1-f6489ea18882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.909751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059711e6-0fa7-4840-863e-4b76e512d53a req-4bf0ddd1-0676-469d-a84b-05b8fd4be668 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:36.911638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-059711e6-0fa7-4840-863e-4b76e512d53a req-4bf0ddd1-0676-469d-a84b-05b8fd4be668 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 945 time: 0.0693748 Jul 14 10:00:36.943341 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-71dcbd6a-cd96-42f6-b6f1-f6489ea18882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.954964 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dcbd6a-cd96-42f6-b6f1-f6489ea18882 None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:36.956083 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-71dcbd6a-cd96-42f6-b6f1-f6489ea18882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.973974 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-57ced806-7e9d-49fd-b382-259fdf7bde68 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/floatingips/1b39b59c-9160-4002-a2ea-d61c0770b3dc HTTP/1.1" status: 200 len: 978 time: 1.6187921 Jul 14 10:00:36.974361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44748) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:36.990475 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-71dcbd6a-cd96-42f6-b6f1-f6489ea18882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:36.991749 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dcbd6a-cd96-42f6-b6f1-f6489ea18882 None None] The sync data for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:37.025917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:37.026279 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.078784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port d9dac732-21d2-4d6c-a447-b9cac67a0c13 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:37.079417 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.138740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] For port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:37.139014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.160291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:37.189075 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.355753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef760b-e83f-4b4d-a991-cf154a1fed8a req-9ccae5c7-d887-4aa1-b20f-aa30ddf8376c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:37.357376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68ef760b-e83f-4b4d-a991-cf154a1fed8a req-9ccae5c7-d887-4aa1-b20f-aa30ddf8376c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 945 time: 0.2099812 Jul 14 10:00:37.358286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.384888 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.385188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.385532 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Floating IP 1b39b59c-9160-4002-a2ea-d61c0770b3dc disassociated. External IP: 172.25.0.119, port: d9dac732-21d2-4d6c-a447-b9cac67a0c13. Jul 14 10:00:37.385884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for d9dac732-21d2-4d6c-a447-b9cac67a0c13 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:37.399132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=3a695c86-0b80-4b8b-acc0-0393fb1c6ae0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:37.465295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] No DVR routers for this DVR port 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:37.469637 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.471672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-059711e6-0fa7-4840-863e-4b76e512d53a req-00e46a0c-1ee0-4835-85c1-9ac02e66dd69 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.69 "DELETE /v2.0/ports/3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 HTTP/1.1" status: 204 len: 173 time: 0.5534902 Jul 14 10:00:37.472142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'name': 'network-vif-deleted', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:37.474454 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d758e95e-d3a6-4a0e-9f81-fb47cc403c78" -d '{"events": [{"server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "name": "network-vif-deleted", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:37.483047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68ef760b-e83f-4b4d-a991-cf154a1fed8a req-1b0bd9fa-d153-4060-b1f9-5dfd5f2cd970 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172321 Jul 14 10:00:37.524796 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b0d6a-7243-4be6-b250-8858cf98d58d x-openstack-request-id: req-489b0d6a-7243-4be6-b250-8858cf98d58d {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:37.525089 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856ad5b4-0e2f-4b3a-979c-129ef252e523", "name": "network-vif-deleted", "tag": "3a695c86-0b80-4b8b-acc0-0393fb1c6ae0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:37.525340 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-489b0d6a-7243-4be6-b250-8858cf98d58d {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:37.525920 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856ad5b4-0e2f-4b3a-979c-129ef252e523', 'name': 'network-vif-deleted', 'tag': '3a695c86-0b80-4b8b-acc0-0393fb1c6ae0', 'status': 'completed', 'code': 200} Jul 14 10:00:37.899231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:37.932814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=d9dac732-21d2-4d6c-a447-b9cac67a0c13,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:38.070825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router d02225f7-2c92-4286-88a2-ba85c44e8935 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:38.195850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:38.205937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4757560d-f208-4fe2-a7ec-f3ee322bbd4d None None] Sync routers for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:38.217868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757560d-f208-4fe2-a7ec-f3ee322bbd4d None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:38.218514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4757560d-f208-4fe2-a7ec-f3ee322bbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:38.252015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4757560d-f208-4fe2-a7ec-f3ee322bbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:38.261884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4757560d-f208-4fe2-a7ec-f3ee322bbd4d None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:38.262513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4757560d-f208-4fe2-a7ec-f3ee322bbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:38.281230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:38.286314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-69f77433-184f-4e4e-baae-3279053ab1e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/ports/d9dac732-21d2-4d6c-a447-b9cac67a0c13 HTTP/1.1" status: 204 len: 168 time: 1.3082533 Jul 14 10:00:38.286565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44756) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:38.302633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4757560d-f208-4fe2-a7ec-f3ee322bbd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:38.304164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4757560d-f208-4fe2-a7ec-f3ee322bbd4d None None] The sync data for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:38.633663 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5c669b2f-cf22-4c50-b7c4-f084ee0c9326 req-f08ae24a-fed2-4d21-977f-472a2a698c2f tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Jul 14 10:00:38.791599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.112885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port 877b9557-fc51-4ac5-891a-a7e430a0bc7e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:39.113741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.209660 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.221884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for 877b9557-fc51-4ac5-891a-a7e430a0bc7e owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:39.417963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.457192 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=877b9557-fc51-4ac5-891a-a7e430a0bc7e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:39.683214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:39.801562 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eaa2c7f1-27cb-4110-b94b-9b9d1174c6fd req-fc672ac3-b700-435e-aadf-5276ee9f9e35 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0323198 Jul 14 10:00:39.934980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router d02225f7-2c92-4286-88a2-ba85c44e8935 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:40.048313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:40.053917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-43bc057a-64a2-4250-864b-6cbc7bcdcf2d tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/routers/d02225f7-2c92-4286-88a2-ba85c44e8935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7657402 Jul 14 10:00:40.056753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44766) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:40.067669 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fc9c5-d9d8-4815-a089-39cb64da4edf None None] Sync routers for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:40.077911 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fc9c5-d9d8-4815-a089-39cb64da4edf None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:40.078667 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-427fc9c5-d9d8-4815-a089-39cb64da4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:40.111355 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-427fc9c5-d9d8-4815-a089-39cb64da4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:40.121544 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427fc9c5-d9d8-4815-a089-39cb64da4edf None None] Routers {'d02225f7-2c92-4286-88a2-ba85c44e8935'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:40.122271 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-427fc9c5-d9d8-4815-a089-39cb64da4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d02225f7-2c92-4286-88a2-ba85c44e8935'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:40.162222 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-427fc9c5-d9d8-4815-a089-39cb64da4edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:40.163584 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427fc9c5-d9d8-4815-a089-39cb64da4edf None None] The sync data for ids ['d02225f7-2c92-4286-88a2-ba85c44e8935'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:40.356902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:40.379146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:40.379497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 3a695c86-0b80-4b8b-acc0-0393fb1c6ae0 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:40.533757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.649226 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.708525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port e29a0474-f8fc-48bd-9088-e298ed8bb2a3 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:40.708876 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.793833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:40.808449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for e29a0474-f8fc-48bd-9088-e298ed8bb2a3 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:40.970257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb52ff50-8666-4bdf-8a1f-6144cfa9343f req-f2ee3fce-f156-4425-b192-3437baddcece tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=856ad5b4-0e2f-4b3a-979c-129ef252e523 HTTP/1.1" status: 200 len: 210 time: 0.0424242 Jul 14 10:00:41.008794 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.036340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=e29a0474-f8fc-48bd-9088-e298ed8bb2a3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:41.110332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.204550 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.206687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.249505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.249938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Fanout notify agent at l3_agent the message router_deleted on router d02225f7-2c92-4286-88a2-ba85c44e8935 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:00:41.257321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.260680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4ba8ca7c-c575-41a4-91d7-0bcf0ee8d4c3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/routers/d02225f7-2c92-4286-88a2-ba85c44e8935 HTTP/1.1" status: 204 len: 168 time: 1.2027884 Jul 14 10:00:41.261340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44770) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:41.313296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c842d168-875d-44fe-8436-1198de0b1a38 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting subnet 296f1a7b-6cba-4308-902a-d6f7b71bc3a2 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:41.316535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c842d168-875d-44fe-8436-1198de0b1a38 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.355674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c842d168-875d-44fe-8436-1198de0b1a38 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.443407 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c842d168-875d-44fe-8436-1198de0b1a38 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.506488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c842d168-875d-44fe-8436-1198de0b1a38 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.529322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343dbc1c-431a-47cf-9d9b-63984f25f84c None None] Network 0378c064-acfc-43fe-8ad3-44e04149c452 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:41.535486 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c842d168-875d-44fe-8436-1198de0b1a38 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.540606 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c842d168-875d-44fe-8436-1198de0b1a38 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/subnets/296f1a7b-6cba-4308-902a-d6f7b71bc3a2 HTTP/1.1" status: 204 len: 168 time: 0.2750864 Jul 14 10:00:41.540606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d168-875d-44fe-8436-1198de0b1a38 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Subnet': ['ID=296f1a7b-6cba-4308-902a-d6f7b71bc3a2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:41.540912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44774) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:41.631672 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.691087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port ccc012e2-dda5-417c-917b-08cdd6366485 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:41.691437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.745497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] DHCP port deletion for 0378c064-acfc-43fe-8ad3-44e04149c452 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:00:41.758834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] For port ccc012e2-dda5-417c-917b-08cdd6366485, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ccc012e2-dda5-417c-917b-08cdd6366485,segment=NetworkSegment(62e71327-11bc-4187-a569-77f7603319ea),segment_id=62e71327-11bc-4187-a569-77f7603319ea)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:41.759125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.773105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for ccc012e2-dda5-417c-917b-08cdd6366485 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:41.791545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] Deleting port ccc012e2-dda5-417c-917b-08cdd6366485 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:41.791904 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.857970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.859454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] For port ccc012e2-dda5-417c-917b-08cdd6366485, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ccc012e2-dda5-417c-917b-08cdd6366485,segment=NetworkSegment(62e71327-11bc-4187-a569-77f7603319ea),segment_id=62e71327-11bc-4187-a569-77f7603319ea)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:41.859860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.875696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] Calling delete_port for ccc012e2-dda5-417c-917b-08cdd6366485 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:41.885814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=ccc012e2-dda5-417c-917b-08cdd6366485,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:41.890480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] No DVR routers for this DVR port ccc012e2-dda5-417c-917b-08cdd6366485 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:41.952826 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.977781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:41.980503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] Pushing event deleted for resources: {'Port': ['ID=ccc012e2-dda5-417c-917b-08cdd6366485,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:41.984562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771b7b80-9a03-472d-9ccf-7e79dff64ae4 None None] No DVR routers for this DVR port ccc012e2-dda5-417c-917b-08cdd6366485 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:41.996645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0378c064-acfc-43fe-8ad3-44e04149c452']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:42.009028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e71327-11bc-4187-a569-77f7603319ea') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:42.009282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e71327-11bc-4187-a569-77f7603319ea') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:42.018726 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.034347 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.040664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:42.041132 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:42.044830 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:42.111029 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.122560 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.124355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/networks/0378c064-acfc-43fe-8ad3-44e04149c452 HTTP/1.1" status: 204 len: 168 time: 0.5824075 Jul 14 10:00:42.127271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:42.138188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a69ec-8e8c-4a16-9e84-5872c3da1d57 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Network': ['ID=0378c064-acfc-43fe-8ad3-44e04149c452,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:42.223161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ccc012e2-dda5-417c-917b-08cdd6366485 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:42.250339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: ccc012e2-dda5-417c-917b-08cdd6366485 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:42.250595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ccc012e2-dda5-417c-917b-08cdd6366485 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:42.298146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port 4ce4b8ef-09e9-46da-9f33-d4c13bd2be10 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:42.298584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.395948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.396369 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.411789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for 4ce4b8ef-09e9-46da-9f33-d4c13bd2be10 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:42.552077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.582734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=4ce4b8ef-09e9-46da-9f33-d4c13bd2be10,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:42.644779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.647556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.648770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-719114ad-d6ff-4597-a0dc-3cf0595edc89 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/floatingips/1b39b59c-9160-4002-a2ea-d61c0770b3dc HTTP/1.1" status: 204 len: 168 time: 0.5204463 Jul 14 10:00:42.653221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44784) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:42.685309 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b313e6f-3d5b-4b27-b629-ee06ece6a42b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:42.685993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b313e6f-3d5b-4b27-b629-ee06ece6a42b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:42.690157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9b313e6f-3d5b-4b27-b629-ee06ece6a42b tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/ports/d9dac732-21d2-4d6c-a447-b9cac67a0c13 HTTP/1.1" status: 404 len: 333 time: 0.0334277 Jul 14 10:00:42.690383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44786) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:42.719609 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c97d8515-4c07-45ad-8501-f3f09dbb97d6 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "GET /v2.0/ports?device_id=d02225f7-2c92-4286-88a2-ba85c44e8935 HTTP/1.1" status: 200 len: 205 time: 0.0281482 Jul 14 10:00:42.722013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44788) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:42.758761 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-dd248534-5a54-4529-bef5-bfa09ca274e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] delete failed (client error): The resource could not be found. Jul 14 10:00:42.759799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dd248534-5a54-4529-bef5-bfa09ca274e3 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/routers/d02225f7-2c92-4286-88a2-ba85c44e8935 HTTP/1.1" status: 404 len: 336 time: 0.0368772 Jul 14 10:00:42.762424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44790) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:42.789632 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-614fe332-867e-4259-aefb-5a02519fc41a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:42.790098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614fe332-867e-4259-aefb-5a02519fc41a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:42.791820 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-614fe332-867e-4259-aefb-5a02519fc41a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/subnets/296f1a7b-6cba-4308-902a-d6f7b71bc3a2 HTTP/1.1" status: 404 len: 337 time: 0.0280454 Jul 14 10:00:42.794429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44792) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:42.903197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fac21fad-c7ad-4aee-b4b3-c972e84098ec tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port 40fbf832-0003-4717-b342-49a93c6abc96 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:42.903911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fac21fad-c7ad-4aee-b4b3-c972e84098ec tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:42.999160 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fac21fad-c7ad-4aee-b4b3-c972e84098ec tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.012039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fac21fad-c7ad-4aee-b4b3-c972e84098ec tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for 40fbf832-0003-4717-b342-49a93c6abc96 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:43.155979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fac21fad-c7ad-4aee-b4b3-c972e84098ec tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.187157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac21fad-c7ad-4aee-b4b3-c972e84098ec tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=40fbf832-0003-4717-b342-49a93c6abc96,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:43.270603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fac21fad-c7ad-4aee-b4b3-c972e84098ec tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.273150 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fac21fad-c7ad-4aee-b4b3-c972e84098ec tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/ports/40fbf832-0003-4717-b342-49a93c6abc96 HTTP/1.1" status: 204 len: 168 time: 0.4773932 Jul 14 10:00:43.275432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44796) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:43.389590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0c859f81-3b11-4014-b7bb-283d3ac6b833 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port d12ede12-851c-419c-ab01-bb3274981c50 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:43.389960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c859f81-3b11-4014-b7bb-283d3ac6b833 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.489875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c859f81-3b11-4014-b7bb-283d3ac6b833 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.503498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0c859f81-3b11-4014-b7bb-283d3ac6b833 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for d12ede12-851c-419c-ab01-bb3274981c50 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:43.638279 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c859f81-3b11-4014-b7bb-283d3ac6b833 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.670123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c859f81-3b11-4014-b7bb-283d3ac6b833 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=d12ede12-851c-419c-ab01-bb3274981c50,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:43.735953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0c859f81-3b11-4014-b7bb-283d3ac6b833 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:43.737911 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0c859f81-3b11-4014-b7bb-283d3ac6b833 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/ports/d12ede12-851c-419c-ab01-bb3274981c50 HTTP/1.1" status: 204 len: 168 time: 0.4614146 Jul 14 10:00:43.740614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44798) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:43.809312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ada327-1789-4c81-8acf-d333d2c74f28 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:43.813459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-87ada327-1789-4c81-8acf-d333d2c74f28 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "GET /v2.0/ports?device_id=e28da729-af5e-4e21-af9d-a6651d49e516 HTTP/1.1" status: 200 len: 913 time: 0.0694396 Jul 14 10:00:43.813649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44800) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:44.251551 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:44.623022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port 627f3805-8efd-4677-ab86-08b1e79d5922 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:44.623411 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:44.725061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:44.738373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for 627f3805-8efd-4677-ab86-08b1e79d5922 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:44.947022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:44.981045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=627f3805-8efd-4677-ab86-08b1e79d5922,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:45.171711 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.416189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Router e28da729-af5e-4e21-af9d-a6651d49e516 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:45.559873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:45.572468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0bcffc7d-ffdb-464e-85a9-5abff242425e tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "PUT /v2.0/routers/e28da729-af5e-4e21-af9d-a6651d49e516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7533937 Jul 14 10:00:45.573482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:45.574062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e3b9b-2325-4dc6-bcf2-4ee925e0eda0 None None] Sync routers for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:45.594024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e3b9b-2325-4dc6-bcf2-4ee925e0eda0 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:45.595041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1d5e3b9b-2325-4dc6-bcf2-4ee925e0eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:45.638098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1d5e3b9b-2325-4dc6-bcf2-4ee925e0eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:45.648217 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e3b9b-2325-4dc6-bcf2-4ee925e0eda0 None None] Routers {'e28da729-af5e-4e21-af9d-a6651d49e516'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:45.648869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1d5e3b9b-2325-4dc6-bcf2-4ee925e0eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e28da729-af5e-4e21-af9d-a6651d49e516'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:45.683644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1d5e3b9b-2325-4dc6-bcf2-4ee925e0eda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:45.684448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e3b9b-2325-4dc6-bcf2-4ee925e0eda0 None None] The sync data for ids ['e28da729-af5e-4e21-af9d-a6651d49e516'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:45.708864 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.823927 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.880342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting port ea1ae1d9-c1ba-4199-a88a-89a31ec703cf {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:45.880683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.971620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:45.984419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Calling delete_port for ea1ae1d9-c1ba-4199-a88a-89a31ec703cf owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:46.154088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.182047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Port': ['ID=ea1ae1d9-c1ba-4199-a88a-89a31ec703cf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:46.242516 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.336227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.338503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.387350 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.387924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Fanout notify agent at l3_agent the message router_deleted on router e28da729-af5e-4e21-af9d-a6651d49e516 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:00:46.395229 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.396552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a6ef2deb-5e01-4198-9c38-499e6eff3eb8 tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/routers/e28da729-af5e-4e21-af9d-a6651d49e516 HTTP/1.1" status: 204 len: 168 time: 0.8217125 Jul 14 10:00:46.399509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:46.471621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba871d5f-43cf-4a29-b6d3-3021dffeeb3c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Deleting subnet b1485e4a-fae8-4b7f-bcfb-29aed5affb5e {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:46.475608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba871d5f-43cf-4a29-b6d3-3021dffeeb3c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.520905 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba871d5f-43cf-4a29-b6d3-3021dffeeb3c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.603762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba871d5f-43cf-4a29-b6d3-3021dffeeb3c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.674305 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba871d5f-43cf-4a29-b6d3-3021dffeeb3c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.707081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba871d5f-43cf-4a29-b6d3-3021dffeeb3c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Subnet': ['ID=b1485e4a-fae8-4b7f-bcfb-29aed5affb5e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:46.713683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba871d5f-43cf-4a29-b6d3-3021dffeeb3c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:46.716854 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ba871d5f-43cf-4a29-b6d3-3021dffeeb3c tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/subnets/b1485e4a-fae8-4b7f-bcfb-29aed5affb5e HTTP/1.1" status: 204 len: 168 time: 0.3156903 Jul 14 10:00:46.719146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:46.799438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.232607 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.243302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c86f7a5-dd62-4759-8896-e6f045599613']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:47.253601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116ae276-6c73-44d3-b6e2-e8e8d580e159') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:47.253894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116ae276-6c73-44d3-b6e2-e8e8d580e159') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:47.263318 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.277792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.285037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:47.285452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:47.288761 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:47.347311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.358078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.360089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] 10.222.0.73 "DELETE /v2.0/networks/2c86f7a5-dd62-4759-8896-e6f045599613 HTTP/1.1" status: 204 len: 168 time: 0.6397958 Jul 14 10:00:47.374516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071773-6114-4a50-bf24-a8566d79a23a tempest-FloatingIPTestJSON-318205749 tempest-FloatingIPTestJSON-318205749-project] Pushing event deleted for resources: {'Network': ['ID=2c86f7a5-dd62-4759-8896-e6f045599613,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:47.561048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:47.645634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44828) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:47.735675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port 801232b6-5ea2-442f-b60c-5d0dc26ba4ba {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:47.736384 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.798432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-de251d54-c675-4ca3-ac96-fbb8bc215d2e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=836f71b9e2e84e0a95dc079ef10681c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513984 Jul 14 10:00:47.799079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44832) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:47.817697 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.818178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.833361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for 801232b6-5ea2-442f-b60c-5d0dc26ba4ba owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:47.874134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05dfc99a-fd33-4aec-a892-516cc2fc38f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.901447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05dfc99a-fd33-4aec-a892-516cc2fc38f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.970651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05dfc99a-fd33-4aec-a892-516cc2fc38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.973867 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-05dfc99a-fd33-4aec-a892-516cc2fc38f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:47.975300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-05dfc99a-fd33-4aec-a892-516cc2fc38f4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30d65642-c998-4dad-a7f1-8f41dc9b0163 HTTP/1.1" status: 204 len: 168 time: 0.1751895 Jul 14 10:00:47.984844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dfc99a-fd33-4aec-a892-516cc2fc38f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d65642-c998-4dad-a7f1-8f41dc9b0163,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:48.014301 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:48.039116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=801232b6-5ea2-442f-b60c-5d0dc26ba4ba,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:48.113937 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:48.114654 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Floating IP fdd62a91-8f11-4535-8873-69313733ee46 disassociated (deleted). External IP: 172.25.0.125, port: c76385aa-1f83-48a6-ab14-c53d5fa8bafd. Jul 14 10:00:48.359389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Router ca36f42d-8693-4085-8eef-dc86cbc9007f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:00:48.532945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:00:48.538330 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:48.545709 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:00:48.558073 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:48.559371 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:48.614533 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2584e62f-66e1-447c-8163-07faf8e5ac6b tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "DELETE /v2.0/floatingips/fdd62a91-8f11-4535-8873-69313733ee46 HTTP/1.1" status: 204 len: 168 time: 1.0496564 Jul 14 10:00:48.614533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:48.624301 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:48.674755 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c984ef6a-8b01-4dac-a7c4-e4f771579f9b x-openstack-request-id: req-c984ef6a-8b01-4dac-a7c4-e4f771579f9b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:48.675070 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:48.675325 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c984ef6a-8b01-4dac-a7c4-e4f771579f9b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:48.675812 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'status': 'completed', 'code': 200} Jul 14 10:00:48.725674 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:48.783791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-fcd96649-0bbe-4079-818e-b6dde7165ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:48.786535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-fcd96649-0bbe-4079-818e-b6dde7165ece service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 1097 time: 0.0868170 Jul 14 10:00:48.826734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44858) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:48.923992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-60c8d239-7e99-4db8-ba2f-dc254356abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:48.926591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-60c8d239-7e99-4db8-ba2f-dc254356abec service neutron] 10.222.0.66 "GET /v2.0/networks?id=de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 200 len: 913 time: 0.1339388 Jul 14 10:00:48.981903 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-0bc1557e-f549-44b8-9e28-7dcede4ea2be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 200 len: 217 time: 0.0472224 Jul 14 10:00:48.996435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1053972259'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:49.000267 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:49.026279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:49.032153 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.047153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-364db100-3dac-4071-abd8-6bc10f010975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:49.047877 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:00:49.048651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.048788 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-364db100-3dac-4071-abd8-6bc10f010975 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 200 len: 851 time: 0.0585499 Jul 14 10:00:49.061106 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:00:49.061773 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:49.134269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-60644088-4262-4ec9-98ec-cd1e0598fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:49.136087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-60644088-4262-4ec9-98ec-cd1e0598fcd6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=de13b0cf-15f7-43e1-a35b-48b256378e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792639 Jul 14 10:00:49.232116 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:00:49.258417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbf5b0-a208-47f5-ad84-ece1dfa33945 req-ffbf0ea5-1caf-492a-bfdb-d98680b30628 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:49.260513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cbf5b0-a208-47f5-ad84-ece1dfa33945 req-ffbf0ea5-1caf-492a-bfdb-d98680b30628 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 945 time: 0.1322551 Jul 14 10:00:49.278425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.291879 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.325064 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-772adc41-2398-4018-80a6-b02928592cdc service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785140 Jul 14 10:00:49.340447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:49.389764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.390961 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Added segment 25e224c0-9eca-4494-9dea-58f10d860b07 of type vlan for network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 Jul 14 10:00:49.410608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7cbf5b0-a208-47f5-ad84-ece1dfa33945 req-6fe3ad59-026e-4bd1-b20d-29f5eb3a4d81 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376085 Jul 14 10:00:49.413090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59e7ae4-6ed0-4b62-a7ff-41ff38fefe5d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:49.480379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.497363 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6723bea1-f8aa-4a4a-aa67-6b95784e06ed req-eefe70c7-37de-4a48-918f-8a2d36ebe34e service neutron] 10.222.0.66 "GET /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655743 Jul 14 10:00:49.524727 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:49.530928 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.539403 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:49.540640 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.556776 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061489f8-cd4c-4dc6-84f4-3c7dd107131f None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T09:48:08Z', 'revision_number': 4, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'f678bf70-1ea0-4d34-8f21-5504fb89708b', 'name': '', 'network_id': 'de13b0cf-15f7-43e1-a35b-48b256378e83', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'mac_address': 'fa:16:3e:0e:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:07Z', 'updated_at': '2021-07-14T09:48:16Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'subnets': [{'id': '5c0f7fa1-ec73-4a86-9432-0d3a82aad82b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:00:49.611197 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7832434 Jul 14 10:00:49.614759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44864) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:49.623660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'name': 'tempest-PortsIpV6TestJSON-1033307586'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:49.631095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab30f61-70d1-44c1-bbba-4cd1c0458b51 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Network': ['ID=1ad65bf5-efde-4209-8900-2c3c9bc782c8,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:49.647206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:49.751184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:49.757590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:49.782413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:49.883270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a291eb01-6924-4de0-a6fe-34ad0bb64cc9 None None] New status for floating IP fdd62a91-8f11-4535-8873-69313733ee46: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:00:49.990455 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.056518 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.142433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=03c42a2a-eee6-4f38-bf1e-73eed145e8ba,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:50.164851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Checking segment: {'id': '25e224c0-9eca-4494-9dea-58f10d860b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:50.165447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network hostable DHCP agents. Network: 1ad65bf5-efde-4209-8900-2c3c9bc782c8, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:50.189555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:50.200766 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 1ad65bf5-efde-4209-8900-2c3c9bc782c8) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:50.205706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:50.207725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f66e8e-4fc6-4fae-8eba-88a3312ac098 req-50203f60-421a-42f8-8aea-0e3b21494538 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:50.210849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-87f66e8e-4fc6-4fae-8eba-88a3312ac098 req-50203f60-421a-42f8-8aea-0e3b21494538 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1097 time: 0.0913093 Jul 14 10:00:50.212585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:50.213293 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.215770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e908b-bd3d-48af-89b6-a14b1221fb4f None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:50.230054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-914715a3-8818-4ddd-b77f-9d05d9e0efc2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6135700 Jul 14 10:00:50.234788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44870) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:50.240596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-499856749'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:50.261049 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87f66e8e-4fc6-4fae-8eba-88a3312ac098 req-d6eb6d9b-c6b2-49d2-acb4-aebbf35e6a1c tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.270059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:50.275461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.309333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:50.323556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.323977 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Added segment e080f0b0-a658-4267-8cae-8063e7d051ac of type vlan for network a0c9cf65-df98-4080-86b3-5c710567917d Jul 14 10:00:50.380686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.396662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87f66e8e-4fc6-4fae-8eba-88a3312ac098 req-d6eb6d9b-c6b2-49d2-acb4-aebbf35e6a1c tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.401629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-87f66e8e-4fc6-4fae-8eba-88a3312ac098 req-d6eb6d9b-c6b2-49d2-acb4-aebbf35e6a1c tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.423816 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.434575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:50.435579 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.455370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-87f66e8e-4fc6-4fae-8eba-88a3312ac098 req-d6eb6d9b-c6b2-49d2-acb4-aebbf35e6a1c tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187726 Jul 14 10:00:50.500137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb6d9b-c6b2-49d2-acb4-aebbf35e6a1c tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f642cd0a-5e2b-427a-b30d-ac9ff77382f4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:50.556424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-990c7440-b714-413e-bab7-09c1bf14edc8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:50.558365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-990c7440-b714-413e-bab7-09c1bf14edc8 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 945 time: 0.1238728 Jul 14 10:00:50.592106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Network': ['ID=a0c9cf65-df98-4080-86b3-5c710567917d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:50.605822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a0c9cf65-df98-4080-86b3-5c710567917d details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:50.608089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d1962938-ce07-4228-a848-688cd2d11782 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3719306 Jul 14 10:00:50.608735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44876) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:50.616617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'ports': [{'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8'}, {'network_id': 'a0c9cf65-df98-4080-86b3-5c710567917d'}]} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:50.616950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:50.617420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': 'a0c9cf65-df98-4080-86b3-5c710567917d'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:50.762871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port c76385aa-1f83-48a6-ab14-c53d5fa8bafd {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:50.763450 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.821995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3a51f-d97c-45b1-bdb5-f359d04e1474 req-fa94e18a-278a-48ee-aa00-05208eed71a3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:50.823653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9de3a51f-d97c-45b1-bdb5-f359d04e1474 req-fa94e18a-278a-48ee-aa00-05208eed71a3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1464393 Jul 14 10:00:50.923124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9de3a51f-d97c-45b1-bdb5-f359d04e1474 req-a1ad0502-33b8-4482-b57e-dff83e7fc7cb tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870631 Jul 14 10:00:50.932824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] For port c76385aa-1f83-48a6-ab14-c53d5fa8bafd, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:50.933202 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:50.953635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for c76385aa-1f83-48a6-ab14-c53d5fa8bafd owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:50.963184 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44878) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:51.086044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e5a3d453-1e6f-4e1c-831c-d8194d8d8faf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/60720b8d-4a58-4ea8-91be-5b00b7b5e164 HTTP/1.1" status: 200 len: 992 time: 0.1214170 Jul 14 10:00:51.221560 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.301042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=c76385aa-1f83-48a6-ab14-c53d5fa8bafd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:51.331927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2303bb7-8d4b-4e4c-bc8f-802ecbd04c9d req-10dd7ddf-591e-463b-87a6-956f862094ea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:51.333967 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2303bb7-8d4b-4e4c-bc8f-802ecbd04c9d req-10dd7ddf-591e-463b-87a6-956f862094ea tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 867 time: 0.2776656 Jul 14 10:00:51.343118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] No DVR routers for this DVR port c76385aa-1f83-48a6-ab14-c53d5fa8bafd on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:51.346592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.349847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2410726c-03ae-422d-84ba-8bb2cae947f0 req-49e76e6c-5664-4a28-aba3-a8009f2f19ad tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.66 "DELETE /v2.0/ports/c76385aa-1f83-48a6-ab14-c53d5fa8bafd HTTP/1.1" status: 204 len: 173 time: 0.7839689 Jul 14 10:00:51.350519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'name': 'network-vif-deleted', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:00:51.354150 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d19512-6e56-48eb-bb36-7c8327886c7b" -d '{"events": [{"server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "name": "network-vif-deleted", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:00:51.404705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2303bb7-8d4b-4e4c-bc8f-802ecbd04c9d req-e9135c1f-9dc6-4348-9175-982c2d552953 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/security-groups?id=ec752914-6bd5-4775-8afb-988c964cca66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599985 Jul 14 10:00:51.410265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 2} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:51.416096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.423026 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02600abc-1e38-4ffa-bf98-d6c102b4d341 x-openstack-request-id: req-02600abc-1e38-4ffa-bf98-d6c102b4d341 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:00:51.423594 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ac59a4-5477-4bee-98b2-72bf2709ee01", "name": "network-vif-deleted", "tag": "c76385aa-1f83-48a6-ab14-c53d5fa8bafd", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:00:51.424236 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-02600abc-1e38-4ffa-bf98-d6c102b4d341 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:00:51.424950 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ac59a4-5477-4bee-98b2-72bf2709ee01', 'name': 'network-vif-deleted', 'tag': 'c76385aa-1f83-48a6-ab14-c53d5fa8bafd', 'status': 'completed', 'code': 200} Jul 14 10:00:51.435545 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.587525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port bd6c09e0-4d36-43a6-94a2-9671bce2e2cc yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:51.778681 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.915140 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-437c4eb3-6120-47ed-ab4c-81ebeb050454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:51.925987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port f510c56b-25ec-4c10-bb64-172f0e70b55f yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:52.086695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:52.106598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44894) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:52.166262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:52.238553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:52.244463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:52.250333 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:52.251569 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:52.253784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=bd6c09e0-4d36-43a6-94a2-9671bce2e2cc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:52.343473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=f510c56b-25ec-4c10-bb64-172f0e70b55f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:52.375980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-26681086-5e07-401a-83f1-91f0d909d15e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2668223 Jul 14 10:00:52.393348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Checking segment: {'id': 'e080f0b0-a658-4267-8cae-8063e7d051ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a0c9cf65-df98-4080-86b3-5c710567917d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:52.393777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network hostable DHCP agents. Network: a0c9cf65-df98-4080-86b3-5c710567917d, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:52.414933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc3391-4c9b-4d5e-b1ba-f53508812736 req-8b504270-4443-4d49-8786-573b3cbf4166 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:52.416589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73dc3391-4c9b-4d5e-b1ba-f53508812736 req-8b504270-4443-4d49-8786-573b3cbf4166 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1248429 Jul 14 10:00:52.456344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network a0c9cf65-df98-4080-86b3-5c710567917d is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:52.488073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a0c9cf65-df98-4080-86b3-5c710567917d) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:52.501722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaebaac8-87fe-4853-a401-c13a7f9638ef None None] Network a0c9cf65-df98-4080-86b3-5c710567917d requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:52.516308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73dc3391-4c9b-4d5e-b1ba-f53508812736 req-181b0789-011f-4ad4-9d05-4d9708a9a0e7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907874 Jul 14 10:00:52.517633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:52.538749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:52.558872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:52.559986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:52.606798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7ad725ea-761a-410f-a6fa-1892f1e76046 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9966211 Jul 14 10:00:52.610359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44910) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:52.779520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be510f0b-9311-4daf-bb43-30d1c9ed96f5 req-3076d0a1-a53e-4b79-83f1-a330e1f41630 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 210 time: 0.0799613 Jul 14 10:00:52.907984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f97e5-97ef-41c8-9a12-507468206eef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port f510c56b-25ec-4c10-bb64-172f0e70b55f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:52.908592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff1f97e5-97ef-41c8-9a12-507468206eef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:53.039288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff1f97e5-97ef-41c8-9a12-507468206eef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:53.067995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f97e5-97ef-41c8-9a12-507468206eef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for f510c56b-25ec-4c10-bb64-172f0e70b55f owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:53.164285 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff1f97e5-97ef-41c8-9a12-507468206eef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:53.200438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff1f97e5-97ef-41c8-9a12-507468206eef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:53.202744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ff1f97e5-97ef-41c8-9a12-507468206eef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/f510c56b-25ec-4c10-bb64-172f0e70b55f HTTP/1.1" status: 204 len: 168 time: 0.5913155 Jul 14 10:00:53.204132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f97e5-97ef-41c8-9a12-507468206eef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=f510c56b-25ec-4c10-bb64-172f0e70b55f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:53.205448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44926) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:53.209937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c76385aa-1f83-48a6-ab14-c53d5fa8bafd no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:00:53.249513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: c76385aa-1f83-48a6-ab14-c53d5fa8bafd {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:00:53.250265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device c76385aa-1f83-48a6-ab14-c53d5fa8bafd not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:00:53.360663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc5e23-6909-47ff-bd26-d2a4e1239ac9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:53.371883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecc5e23-6909-47ff-bd26-d2a4e1239ac9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:53.377233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2ecc5e23-6909-47ff-bd26-d2a4e1239ac9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1674464 Jul 14 10:00:53.377809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44928) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:53.516232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-175971ea-0f4c-443d-9c27-00df5ce9660c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port bd6c09e0-4d36-43a6-94a2-9671bce2e2cc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:53.516720 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175971ea-0f4c-443d-9c27-00df5ce9660c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:53.617239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175971ea-0f4c-443d-9c27-00df5ce9660c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:53.641209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-175971ea-0f4c-443d-9c27-00df5ce9660c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for bd6c09e0-4d36-43a6-94a2-9671bce2e2cc owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:53.746654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175971ea-0f4c-443d-9c27-00df5ce9660c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:53.763212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fff110-5edf-4a17-9a81-b0edf4ab10e6 req-aef0a14e-8df0-400d-a773-b33d28550609 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:53.765228 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e6fff110-5edf-4a17-9a81-b0edf4ab10e6 req-aef0a14e-8df0-400d-a773-b33d28550609 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.0799608 Jul 14 10:00:53.797744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175971ea-0f4c-443d-9c27-00df5ce9660c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=bd6c09e0-4d36-43a6-94a2-9671bce2e2cc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:53.808779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175971ea-0f4c-443d-9c27-00df5ce9660c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:53.814507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-175971ea-0f4c-443d-9c27-00df5ce9660c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/bd6c09e0-4d36-43a6-94a2-9671bce2e2cc HTTP/1.1" status: 204 len: 168 time: 0.4330716 Jul 14 10:00:53.814920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44932) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:53.822642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e6fff110-5edf-4a17-9a81-b0edf4ab10e6 req-64224529-eb98-41eb-81a1-017dea566baa tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505259 Jul 14 10:00:53.903232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba9e3b-c361-450d-88ef-a0fbfb471b33 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:53.907601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3aba9e3b-c361-450d-88ef-a0fbfb471b33 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0886877 Jul 14 10:00:53.908272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44936) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:53.946607 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c35fa4-a3b1-4f9e-9783-350fe36026a3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:00:53.948881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-40c35fa4-a3b1-4f9e-9783-350fe36026a3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/f510c56b-25ec-4c10-bb64-172f0e70b55f HTTP/1.1" status: 404 len: 333 time: 0.0393102 Jul 14 10:00:53.951578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44938) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:53.983954 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52a7323-d168-4729-907a-a9e39768bb02 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:00:53.988608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e52a7323-d168-4729-907a-a9e39768bb02 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/bd6c09e0-4d36-43a6-94a2-9671bce2e2cc HTTP/1.1" status: 404 len: 333 time: 0.0330441 Jul 14 10:00:53.989042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44940) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:54.019895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-372d2b46-4d9c-4d71-884b-df3210c69772 req-e146c9dc-14f5-42c6-ba45-bed2781fc6ac tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 210 time: 0.0364144 Jul 14 10:00:54.073125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-f99f6c8a-2cfe-4530-b482-633388669298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:54.075761 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-f99f6c8a-2cfe-4530-b482-633388669298 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1097 time: 0.1302669 Jul 14 10:00:54.086869 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.196369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-a1960b61-f6e3-41d0-af04-e888d1032bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:54.198123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-a1960b61-f6e3-41d0-af04-e888d1032bab service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.1150055 Jul 14 10:00:54.204782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.225377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c9cf65-df98-4080-86b3-5c710567917d']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:54.239024 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-86ca76b4-72db-4128-a8ba-bf44dd3e6882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.244230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e080f0b0-a658-4267-8cae-8063e7d051ac') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:54.244532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e080f0b0-a658-4267-8cae-8063e7d051ac') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:54.255906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.274765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.291282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:54.291505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.292863 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-69aa6e15-09dc-4f19-92e8-ebaee86fa520 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 1000 time: 0.0877750 Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:54.295147 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:54.350599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-d956d5db-275f-4e53-b07f-1a9056fc1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:54.352681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-d956d5db-275f-4e53-b07f-1a9056fc1baf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.0523000 Jul 14 10:00:54.375622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.385987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.388904 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/networks/a0c9cf65-df98-4080-86b3-5c710567917d HTTP/1.1" status: 204 len: 168 time: 0.3986413 Jul 14 10:00:54.392635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44942) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:54.415492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-834534236'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:54.420047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa295912-3f74-42b9-ab0f-b7d4c5be7549 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Network': ['ID=a0c9cf65-df98-4080-86b3-5c710567917d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:54.424871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-56bf8c94-bace-4c65-843c-425308d6bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:54.426885 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-56bf8c94-bace-4c65-843c-425308d6bf0d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673368 Jul 14 10:00:54.446141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:54.452062 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.487949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:54.508286 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.509572 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Added segment 19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6 of type vlan for network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 Jul 14 10:00:54.514663 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.571781 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-cc636775-4255-4395-ad10-3802fd01b41c service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384640 Jul 14 10:00:54.584459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.636346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.643417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:54.644514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:54.717318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3182127 Jul 14 10:00:54.717640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-8463777d-0027-4d9c-a409-47b89975f87d service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389546 Jul 14 10:00:54.717870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44944) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:54.729447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '5d76c5ce-2d37-4891-b0c6-1884c83a2874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:54.732090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e7970-0772-46a6-901a-e80ef2885ea6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Network': ['ID=5d76c5ce-2d37-4891-b0c6-1884c83a2874,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:54.747635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:54.897155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:54.903958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:55.190836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999d944-a392-4b80-a5af-1162d1370e1a req-e4e1c596-3774-4a8b-8e69-95e97e470e94 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:55.201960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6999d944-a392-4b80-a5af-1162d1370e1a req-e4e1c596-3774-4a8b-8e69-95e97e470e94 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1570418 Jul 14 10:00:55.264071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6999d944-a392-4b80-a5af-1162d1370e1a req-dadb5655-746d-4634-91f1-ff5cd5add0b5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594406 Jul 14 10:00:55.269948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c127bec1-c18a-400f-b556-a1ddcfd4620b req-5dc34926-b1ab-4c4a-9932-fea5ae78e5fc tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 210 time: 0.0688820 Jul 14 10:00:55.293868 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:55.373839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=aadd2126-c755-4c55-beaa-66cb77c6bb44,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:55.385605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Checking segment: {'id': '19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d76c5ce-2d37-4891-b0c6-1884c83a2874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:55.386055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network hostable DHCP agents. Network: 5d76c5ce-2d37-4891-b0c6-1884c83a2874, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:55.406998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:55.418965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5d76c5ce-2d37-4891-b0c6-1884c83a2874) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:55.423966 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:55.424875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:55.436994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2282e13-bc50-4e88-96b0-0f8d6aea4d80 None None] Network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:55.451013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-75b4af49-1436-44f8-b579-dfbce634409d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7270012 Jul 14 10:00:55.451904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:55.457555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '5d76c5ce-2d37-4891-b0c6-1884c83a2874', 'name': 'tempest-PortsIpV6TestJSON-119004196'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:55.605214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:55.609380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:55.633996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 76129f2d-7929-4e11-b8fe-047f0cc2816e yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:55.663770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5d76c5ce-2d37-4891-b0c6-1884c83a2874', 'network_id': '5d76c5ce-2d37-4891-b0c6-1884c83a2874', 'tenant_id': 'fe421873aef54f54adc3f61ce5e06445', 'fixed_ips': [{'subnet_id': 'aadd2126-c755-4c55-beaa-66cb77c6bb44'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:55.665360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:55.686259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:55.787900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::3b0 (5d76c5ce-2d37-4891-b0c6-1884c83a2874/aadd2126-c755-4c55-beaa-66cb77c6bb44/76129f2d-7929-4e11-b8fe-047f0cc2816e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:55.977393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:55.999188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 76129f2d-7929-4e11-b8fe-047f0cc2816e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:56.046052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.115735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Allocated IP 2001:db8::2 (5d76c5ce-2d37-4891-b0c6-1884c83a2874/aadd2126-c755-4c55-beaa-66cb77c6bb44/4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:56.117058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:56.123592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:56.131382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:56.142311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:56.143392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.155658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=76129f2d-7929-4e11-b8fe-047f0cc2816e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:56.182045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dc56fdb5-6579-44e2-aedb-7526fcea518e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7290647 Jul 14 10:00:56.185938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44952) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:56.334920 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.350809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Transition to ACTIVE for port object 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:56.379265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-debae590-186b-4211-8111-4755b2646bd4 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 76129f2d-7929-4e11-b8fe-047f0cc2816e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:56.379596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Transition to ACTIVE for port object 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:56.380121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-debae590-186b-4211-8111-4755b2646bd4 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.390994 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.478495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Pushing event updated for resources: {'Port': ['ID=4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:56.508332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:56.510691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:56.526149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:56.582080 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c81f9ecf-f9b4-4f08-8c86-cad1588ab817 req-0963f3b3-4547-4920-9c50-22a85f730798 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "GET /v2.0/ports?device_id=b2ac59a4-5477-4bee-98b2-72bf2709ee01 HTTP/1.1" status: 200 len: 210 time: 0.0636585 Jul 14 10:00:56.620975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-debae590-186b-4211-8111-4755b2646bd4 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.643674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5df9cd-df4b-45b8-9237-29592df93c34 req-e2f8dd57-bc4d-46e1-a4c3-db54195310d6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:56.644463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-debae590-186b-4211-8111-4755b2646bd4 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 76129f2d-7929-4e11-b8fe-047f0cc2816e owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:56.645845 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a5df9cd-df4b-45b8-9237-29592df93c34 req-e2f8dd57-bc4d-46e1-a4c3-db54195310d6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1253510 Jul 14 10:00:56.648856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Attempting to bind port 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:00:56.649242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Attempting to bind port 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d76c5ce-2d37-4891-b0c6-1884c83a2874'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:00:56.649624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Attempting to bind port 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 on network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:00:56.656303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:00:56.657017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Checking segment: {'id': '19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d76c5ce-2d37-4891-b0c6-1884c83a2874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:56.657680 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.658096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Bound using segment: {'id': '19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d76c5ce-2d37-4891-b0c6-1884c83a2874'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:00:56.658592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Bound port: 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '5d76c5ce-2d37-4891-b0c6-1884c83a2874'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:00:56.658989 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.744869 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a5df9cd-df4b-45b8-9237-29592df93c34 req-d1e122f6-ffbf-45b9-a151-aa6ffc4f7d32 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886242 Jul 14 10:00:56.764347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] For port 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:00:56.770111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] For port 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3,segment=NetworkSegment(19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6),segment_id=19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:00:56.778252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.858283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-debae590-186b-4211-8111-4755b2646bd4 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.888409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba35b6-a6bc-4f7a-bbd6-3ffa4ccbd04c None None] Pushing event updated for resources: {'Port': ['ID=4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:56.941351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae590-186b-4211-8111-4755b2646bd4 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=76129f2d-7929-4e11-b8fe-047f0cc2816e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:56.981394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-debae590-186b-4211-8111-4755b2646bd4 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:56.984122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-debae590-186b-4211-8111-4755b2646bd4 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/76129f2d-7929-4e11-b8fe-047f0cc2816e HTTP/1.1" status: 204 len: 168 time: 0.7966626 Jul 14 10:00:56.987159 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44958) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:57.033120 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc63d71-dc34-44e8-83ba-020d218e4dd9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:00:57.034308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc63d71-dc34-44e8-83ba-020d218e4dd9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:00:57.038123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2cc63d71-dc34-44e8-83ba-020d218e4dd9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/76129f2d-7929-4e11-b8fe-047f0cc2816e HTTP/1.1" status: 404 len: 333 time: 0.0488856 Jul 14 10:00:57.043346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44960) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:57.112904 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d4cf583-d6da-43d1-a738-952a475aa421 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:00:57.118709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44962) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:57.119497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5d4cf583-d6da-43d1-a738-952a475aa421 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/76129f2d-7929-4e11-b8fe-047f0cc2816e HTTP/1.1" status: 404 len: 333 time: 0.0744917 Jul 14 10:00:57.121165 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.205761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d9372e-777b-4fa4-a334-757794b24891 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet aadd2126-c755-4c55-beaa-66cb77c6bb44 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:00:57.211288 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3d9372e-777b-4fa4-a334-757794b24891 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.283575 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3d9372e-777b-4fa4-a334-757794b24891 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.319905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.398406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3d9372e-777b-4fa4-a334-757794b24891 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.472464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3d9372e-777b-4fa4-a334-757794b24891 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.530754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9372e-777b-4fa4-a334-757794b24891 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=aadd2126-c755-4c55-beaa-66cb77c6bb44,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:57.538533 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3d9372e-777b-4fa4-a334-757794b24891 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.541759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a3d9372e-777b-4fa4-a334-757794b24891 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/aadd2126-c755-4c55-beaa-66cb77c6bb44 HTTP/1.1" status: 204 len: 168 time: 0.4212651 Jul 14 10:00:57.544262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44964) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:57.629860 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.702124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:57.702620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.761813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44968) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:57.804375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] For port 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3,segment=NetworkSegment(19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6),segment_id=19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:00:57.805033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.826837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:57.943720 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:57.975113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No DVR routers for this DVR port 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:00:57.977455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:58.058010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Deleting port e2790781-dfac-447f-8f64-cf422aeee52b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:00:58.058432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.099116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.113691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d76c5ce-2d37-4891-b0c6-1884c83a2874']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:58.129343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:58.129660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19bc08a8-4b6e-4e3b-aeb6-9cc57e9192d6') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:00:58.135695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e929ff-76d4-4791-940e-9a6a23ded5f0 req-a290de9c-0043-4bff-9277-b6f99140784c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:58.137571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0e929ff-76d4-4791-940e-9a6a23ded5f0 req-a290de9c-0043-4bff-9277-b6f99140784c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1560330 Jul 14 10:00:58.147158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.166062 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.176146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:00:58.176944 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:00:58.181208 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:00:58.220825 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.221112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.235023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0e929ff-76d4-4791-940e-9a6a23ded5f0 req-33ded828-3e68-4896-921d-cf063769fbc1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811687 Jul 14 10:00:58.242152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Calling delete_port for e2790781-dfac-447f-8f64-cf422aeee52b owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:00:58.261403 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.293462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.300710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/networks/5d76c5ce-2d37-4891-b0c6-1884c83a2874 HTTP/1.1" status: 204 len: 168 time: 0.7504115 Jul 14 10:00:58.300710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd85c97-4119-46f7-acaa-c43ea77d1a74 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Network': ['ID=5d76c5ce-2d37-4891-b0c6-1884c83a2874,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:58.300710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44972) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:58.302338 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:00:58.315423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-250091185'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:58.343264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:58.347578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.355012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0ca6bcac-0cf3-4593-8278-f30c7c856b81 None None] Could not find standard attr ID for object 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:00:58.371144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705dd529-b085-46c9-816c-3fbd9557b561 None None] DHCP port deletion for 5d76c5ce-2d37-4891-b0c6-1884c83a2874 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:00:58.393264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0f9b4-0d0f-4746-97aa-ac703b77a259 None None] Network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:58.404092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:00:58.406916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b0f9b4-0d0f-4746-97aa-ac703b77a259 None None] Network 5d76c5ce-2d37-4891-b0c6-1884c83a2874 could not be found, it might have been deleted concurrently. {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 10:00:58.418989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.419343 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Added segment 26226707-fd44-4dd8-9bf6-d90b4eb11d9c of type vlan for network 34658471-5b1d-43dc-91ad-c4074adf7ebd Jul 14 10:00:58.458184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.463852 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.503353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'Port': ['ID=e2790781-dfac-447f-8f64-cf422aeee52b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:58.509505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.516495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:58.517462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.533781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.534149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.534485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.534833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.535181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.535561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.535900 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.536295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.536656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.537027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.537360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.537689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:00:58.588254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2799733 Jul 14 10:00:58.597571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44974) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:58.606765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1a29b-210a-43fd-893a-546f7ac6fe9d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Network': ['ID=34658471-5b1d-43dc-91ad-c4074adf7ebd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:58.607971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '34658471-5b1d-43dc-91ad-c4074adf7ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:58.617393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 34658471-5b1d-43dc-91ad-c4074adf7ebd details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:00:58.668118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.671046 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.672269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d0662be2-692b-4ddc-aa53-496cca568c8c tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "DELETE /v2.0/floatingips/a9004c18-0969-43a0-86ea-e88eb47a5a18 HTTP/1.1" status: 204 len: 168 time: 0.9097893 Jul 14 10:00:58.738658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:58.742324 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:58.984459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.060399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=41dbd747-4549-487e-89cc-4afc591f54ed,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:00:59.069527 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Checking segment: {'id': '26226707-fd44-4dd8-9bf6-d90b4eb11d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34658471-5b1d-43dc-91ad-c4074adf7ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:00:59.069884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network hostable DHCP agents. Network: 34658471-5b1d-43dc-91ad-c4074adf7ebd, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:00:59.094603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 34658471-5b1d-43dc-91ad-c4074adf7ebd is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:00:59.111255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 34658471-5b1d-43dc-91ad-c4074adf7ebd) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:59.118272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:59.119273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.142943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42474ad9-f09b-427f-a301-0a4674eb60a7 None None] Network 34658471-5b1d-43dc-91ad-c4074adf7ebd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:00:59.150379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6b56ceed-1648-4f1d-b6dc-3386ff91d3d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5481911 Jul 14 10:00:59.151168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 44984) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:00:59.159733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '34658471-5b1d-43dc-91ad-c4074adf7ebd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1624294139'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:00:59.330897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:00:59.338569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.367223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 858485d7-6680-4e6b-b7f2-88b883532daf yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:00:59.410225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-34658471-5b1d-43dc-91ad-c4074adf7ebd', 'network_id': '34658471-5b1d-43dc-91ad-c4074adf7ebd', 'tenant_id': 'fe421873aef54f54adc3f61ce5e06445', 'fixed_ips': [{'subnet_id': '41dbd747-4549-487e-89cc-4afc591f54ed'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:00:59.411383 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.579535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ee7fb-7792-4a65-8ff0-aae205247b6d req-6a26ffd3-23cb-4efd-9416-166ab8b463f9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:59.581402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-790ee7fb-7792-4a65-8ff0-aae205247b6d req-6a26ffd3-23cb-4efd-9416-166ab8b463f9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1582384 Jul 14 10:00:59.622325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::5c (34658471-5b1d-43dc-91ad-c4074adf7ebd/41dbd747-4549-487e-89cc-4afc591f54ed/858485d7-6680-4e6b-b7f2-88b883532daf) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:59.685320 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-790ee7fb-7792-4a65-8ff0-aae205247b6d req-f65707ba-4585-4ed0-b2d1-9636eda5fa71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901725 Jul 14 10:00:59.748176 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.817645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.837709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 858485d7-6680-4e6b-b7f2-88b883532daf will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:00:59.885526 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.938309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Allocated IP 2001:db8::2 (34658471-5b1d-43dc-91ad-c4074adf7ebd/41dbd747-4549-487e-89cc-4afc591f54ed/79957adc-0626-4ad4-a34b-7bd8a1ed2f47) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:00:59.943258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 34658471-5b1d-43dc-91ad-c4074adf7ebd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:00:59.950981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:00:59.955479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:00:59.961475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:00:59.962141 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:00:59.982444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=858485d7-6680-4e6b-b7f2-88b883532daf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:00.004272 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-597415bc-9e94-4384-89b3-b29cee5ce384 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8507748 Jul 14 10:01:00.006714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44990) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:00.151724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b961f7db-ecbe-42f1-ba9a-3615e971e779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 858485d7-6680-4e6b-b7f2-88b883532daf {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:00.152109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b961f7db-ecbe-42f1-ba9a-3615e971e779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.182038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:00.184707 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.210689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:00.211253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ddc61c1-b728-49dd-b8a2-a28d9f3be6a3 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:00.217668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Transition to ACTIVE for port object 79957adc-0626-4ad4-a34b-7bd8a1ed2f47 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:00.247717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Transition to ACTIVE for port object 79957adc-0626-4ad4-a34b-7bd8a1ed2f47 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:00.260920 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.301220 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b961f7db-ecbe-42f1-ba9a-3615e971e779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.320646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b961f7db-ecbe-42f1-ba9a-3615e971e779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 858485d7-6680-4e6b-b7f2-88b883532daf owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:00.327687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Network 34658471-5b1d-43dc-91ad-c4074adf7ebd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:00.331013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:00.335708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:00.344546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Pushing event updated for resources: {'Port': ['ID=79957adc-0626-4ad4-a34b-7bd8a1ed2f47,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:00.377547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.377952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.378227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.378770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.379294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.379627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.379962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.380319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.380679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.381006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.381329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.381651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:00.425672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Attempting to bind port 79957adc-0626-4ad4-a34b-7bd8a1ed2f47 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:00.426866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Attempting to bind port 79957adc-0626-4ad4-a34b-7bd8a1ed2f47 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '26226707-fd44-4dd8-9bf6-d90b4eb11d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34658471-5b1d-43dc-91ad-c4074adf7ebd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:00.426866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Attempting to bind port 79957adc-0626-4ad4-a34b-7bd8a1ed2f47 on network 34658471-5b1d-43dc-91ad-c4074adf7ebd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:00.433666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:00.434127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Checking segment: {'id': '26226707-fd44-4dd8-9bf6-d90b4eb11d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34658471-5b1d-43dc-91ad-c4074adf7ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:00.434481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.434670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Bound using segment: {'id': '26226707-fd44-4dd8-9bf6-d90b4eb11d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34658471-5b1d-43dc-91ad-c4074adf7ebd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:00.435102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Bound port: 79957adc-0626-4ad4-a34b-7bd8a1ed2f47, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26226707-fd44-4dd8-9bf6-d90b4eb11d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '34658471-5b1d-43dc-91ad-c4074adf7ebd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:00.435508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.529686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b961f7db-ecbe-42f1-ba9a-3615e971e779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.538879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] For port 79957adc-0626-4ad4-a34b-7bd8a1ed2f47, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:00.545619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] For port 79957adc-0626-4ad4-a34b-7bd8a1ed2f47, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=79957adc-0626-4ad4-a34b-7bd8a1ed2f47,segment=NetworkSegment(26226707-fd44-4dd8-9bf6-d90b4eb11d9c),segment_id=26226707-fd44-4dd8-9bf6-d90b4eb11d9c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:00.552896 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.582994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961f7db-ecbe-42f1-ba9a-3615e971e779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=858485d7-6680-4e6b-b7f2-88b883532daf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:00.621125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b961f7db-ecbe-42f1-ba9a-3615e971e779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.626897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b961f7db-ecbe-42f1-ba9a-3615e971e779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/858485d7-6680-4e6b-b7f2-88b883532daf HTTP/1.1" status: 204 len: 168 time: 0.6140916 Jul 14 10:01:00.628032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44992) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:00.674697 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a8461a-84e1-42cb-807f-f84f68f3358e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:00.680648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-48a8461a-84e1-42cb-807f-f84f68f3358e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/858485d7-6680-4e6b-b7f2-88b883532daf HTTP/1.1" status: 404 len: 333 time: 0.0482404 Jul 14 10:01:00.680956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e39a7-1e9a-409b-ae9d-5af281be0371 None None] Pushing event updated for resources: {'Port': ['ID=79957adc-0626-4ad4-a34b-7bd8a1ed2f47,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:00.681166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 44994) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:00.743882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-d129d59a-1349-4c12-bd13-f3f1b57504a0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet 41dbd747-4549-487e-89cc-4afc591f54ed {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:00.750119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d129d59a-1349-4c12-bd13-f3f1b57504a0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:00.837454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d129d59a-1349-4c12-bd13-f3f1b57504a0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.058888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6b1de-6233-4a8c-a14b-279e521cf958 req-132f61ab-eff1-423f-b7ef-99cc6397fd15 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:01.061124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c6b1de-6233-4a8c-a14b-279e521cf958 req-132f61ab-eff1-423f-b7ef-99cc6397fd15 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.2185962 Jul 14 10:01:01.070833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d129d59a-1349-4c12-bd13-f3f1b57504a0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.150942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-82c6b1de-6233-4a8c-a14b-279e521cf958 req-a4ae399c-17ba-482b-88f5-5aaadff25ce4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760121 Jul 14 10:01:01.182054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d129d59a-1349-4c12-bd13-f3f1b57504a0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.219987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129d59a-1349-4c12-bd13-f3f1b57504a0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=41dbd747-4549-487e-89cc-4afc591f54ed,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:01.222003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d129d59a-1349-4c12-bd13-f3f1b57504a0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.227709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d129d59a-1349-4c12-bd13-f3f1b57504a0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/41dbd747-4549-487e-89cc-4afc591f54ed HTTP/1.1" status: 204 len: 168 time: 0.5423188 Jul 14 10:01:01.229078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45000) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:01.342798 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.402436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 79957adc-0626-4ad4-a34b-7bd8a1ed2f47 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:01.402997 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.503144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] For port 79957adc-0626-4ad4-a34b-7bd8a1ed2f47, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=79957adc-0626-4ad4-a34b-7bd8a1ed2f47,segment=NetworkSegment(26226707-fd44-4dd8-9bf6-d90b4eb11d9c),segment_id=26226707-fd44-4dd8-9bf6-d90b4eb11d9c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:01.503144 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.526372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 79957adc-0626-4ad4-a34b-7bd8a1ed2f47 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:01.667790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.719695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=79957adc-0626-4ad4-a34b-7bd8a1ed2f47,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:01.724136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No DVR routers for this DVR port 79957adc-0626-4ad4-a34b-7bd8a1ed2f47 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:01.853833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bb7906-31ab-4de1-9a2b-b54fc0fac2cf None None] Network 34658471-5b1d-43dc-91ad-c4074adf7ebd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:01.880860 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.899351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34658471-5b1d-43dc-91ad-c4074adf7ebd']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:01.918650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26226707-fd44-4dd8-9bf6-d90b4eb11d9c') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:01.919136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26226707-fd44-4dd8-9bf6-d90b4eb11d9c') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:01.931618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5d26e660-b936-44dc-aa6b-9e7452514b47 None None] Could not find standard attr ID for object 79957adc-0626-4ad4-a34b-7bd8a1ed2f47. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:01.935170 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.959264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.966569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:01.967157 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:01.970703 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:02.050500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7e057f-44d4-4d6c-8bc5-50a6b61e96f6 None None] DHCP port deletion for 34658471-5b1d-43dc-91ad-c4074adf7ebd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:02.050859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.060893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.063340 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/networks/34658471-5b1d-43dc-91ad-c4074adf7ebd HTTP/1.1" status: 204 len: 168 time: 0.8327825 Jul 14 10:01:02.069226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45002) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:02.075778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337c9a8-20d2-4080-b72d-4206d1ee4538 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Network': ['ID=34658471-5b1d-43dc-91ad-c4074adf7ebd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:02.079552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'name': 'tempest-PortsIpV6TestJSON-625944641'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:02.168243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45006) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:02.196373 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:02.203383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.247065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port adf37ac8-14f0-449f-b636-9924feb12f38 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:02.249697 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23790e8e-a5b7-4b0a-8b81-153252ef4f09 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.290884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23790e8e-a5b7-4b0a-8b81-153252ef4f09 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.398273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23790e8e-a5b7-4b0a-8b81-153252ef4f09 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.402307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23790e8e-a5b7-4b0a-8b81-153252ef4f09 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.408363 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-23790e8e-a5b7-4b0a-8b81-153252ef4f09 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] 10.222.0.73 "DELETE /v2.0/security-groups/ec752914-6bd5-4775-8afb-988c964cca66 HTTP/1.1" status: 204 len: 168 time: 0.2346330 Jul 14 10:01:02.420819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23790e8e-a5b7-4b0a-8b81-153252ef4f09 tempest-TestVolumeBootPattern-847147843 tempest-TestVolumeBootPattern-847147843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec752914-6bd5-4775-8afb-988c964cca66,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:02.488033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db7cf8-f3c0-4684-ae8c-6ff2cd6b65c1 req-4a55c180-3741-47e6-9a71-1325e600ed2e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:02.494964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84db7cf8-f3c0-4684-ae8c-6ff2cd6b65c1 req-4a55c180-3741-47e6-9a71-1325e600ed2e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1745193 Jul 14 10:01:02.538060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45012) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:02.550871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.562528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84db7cf8-f3c0-4684-ae8c-6ff2cd6b65c1 req-ba704d98-a15d-4447-8c85-fb002e680f84 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664995 Jul 14 10:01:02.610918 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.670260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:02.674107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:02.681871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:02.687696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:02.688456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.706586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=adf37ac8-14f0-449f-b636-9924feb12f38,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:02.716089 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2810be72-adf7-467e-bc8b-cb969c2ec02d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6444602 Jul 14 10:01:02.719099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45016) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:02.848790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7bc8b-12e2-4a66-8200-25c3e40feca0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port adf37ac8-14f0-449f-b636-9924feb12f38 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:02.849307 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bc8b-12e2-4a66-8200-25c3e40feca0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:02.935715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bc8b-12e2-4a66-8200-25c3e40feca0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:03.421074 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:03.573078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1ec7bc8b-12e2-4a66-8200-25c3e40feca0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for adf37ac8-14f0-449f-b636-9924feb12f38 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:03.705781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bc8b-12e2-4a66-8200-25c3e40feca0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:03.740455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7bc8b-12e2-4a66-8200-25c3e40feca0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=adf37ac8-14f0-449f-b636-9924feb12f38,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:03.741520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Deleting port f678bf70-1ea0-4d34-8f21-5504fb89708b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:03.742107 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:03.751899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ec7bc8b-12e2-4a66-8200-25c3e40feca0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:03.754229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1ec7bc8b-12e2-4a66-8200-25c3e40feca0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/adf37ac8-14f0-449f-b636-9924feb12f38 HTTP/1.1" status: 204 len: 168 time: 1.0340469 Jul 14 10:01:03.757430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45020) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:03.762658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'mac_address': 'fa:16:3e:1f:e8:93', 'name': 'tempest-PortsIpV6TestJSON-1546172247'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:03.861682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:03.930145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:03.951490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 4f386d9b-f4e7-4261-a688-a64b0e51ac8c yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:03.966054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] For port f678bf70-1ea0-4d34-8f21-5504fb89708b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=f678bf70-1ea0-4d34-8f21-5504fb89708b,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:03.966658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.006614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d052ef8-74c4-47a8-a75b-17050ae2a66b req-45421545-4ff3-4c4e-8b54-44bdd0de600e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:04.008901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d052ef8-74c4-47a8-a75b-17050ae2a66b req-45421545-4ff3-4c4e-8b54-44bdd0de600e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1963785 Jul 14 10:01:04.014748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Calling delete_port for f678bf70-1ea0-4d34-8f21-5504fb89708b owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:04.140768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.142604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d052ef8-74c4-47a8-a75b-17050ae2a66b req-040b7293-62ba-4d21-9b5d-d6754e1ebd14 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252697 Jul 14 10:01:04.206728 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.262560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:04.264411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:04.268728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:04.275156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:04.275947 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.287066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=4f386d9b-f4e7-4261-a688-a64b0e51ac8c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:04.299611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a605cb79-63df-4c49-8190-e76a3c80b7c9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5409815 Jul 14 10:01:04.303802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45022) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:04.340670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.363931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cf295c-8cee-4d2a-b281-26ec65716bc0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:04.365498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-56cf295c-8cee-4d2a-b281-26ec65716bc0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/4f386d9b-f4e7-4261-a688-a64b0e51ac8c HTTP/1.1" status: 200 len: 845 time: 0.0606446 Jul 14 10:01:04.369973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f678bf70-1ea0-4d34-8f21-5504fb89708b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:04.371934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45024) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:04.525969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-765dd366-ad59-49c3-9aa7-d79986927794 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 4f386d9b-f4e7-4261-a688-a64b0e51ac8c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:04.527179 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765dd366-ad59-49c3-9aa7-d79986927794 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.602605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.609148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765dd366-ad59-49c3-9aa7-d79986927794 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.631834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-765dd366-ad59-49c3-9aa7-d79986927794 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 4f386d9b-f4e7-4261-a688-a64b0e51ac8c owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:04.756172 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765dd366-ad59-49c3-9aa7-d79986927794 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.794404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765dd366-ad59-49c3-9aa7-d79986927794 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=4f386d9b-f4e7-4261-a688-a64b0e51ac8c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:04.799954 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-765dd366-ad59-49c3-9aa7-d79986927794 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:04.802938 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-765dd366-ad59-49c3-9aa7-d79986927794 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/4f386d9b-f4e7-4261-a688-a64b0e51ac8c HTTP/1.1" status: 204 len: 168 time: 0.4288089 Jul 14 10:01:04.805662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45026) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:04.847730 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f121063-7f55-49f1-90a0-a5dc5c8d1b5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:04.850359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5f121063-7f55-49f1-90a0-a5dc5c8d1b5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/4f386d9b-f4e7-4261-a688-a64b0e51ac8c HTTP/1.1" status: 404 len: 333 time: 0.0434370 Jul 14 10:01:04.855506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45028) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:04.863817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'name': 'tempest-PortsIpV6TestJSON-429048083'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:04.911258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Router ca36f42d-8693-4085-8eef-dc86cbc9007f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:04.978200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:04.981854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.005059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 5200dc00-91a2-4148-986b-dd45227291e6 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:05.048502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:05.058099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f58a8f1b-961c-4701-bd54-2afed94d9d32 admin admin] 10.222.0.73 "PUT /v2.0/routers/ca36f42d-8693-4085-8eef-dc86cbc9007f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155764 Jul 14 10:01:05.058244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45030) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:05.062179 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] Sync routers for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:05.074846 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:05.075450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:05.263920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.326666 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.340377 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:05.462912 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.521506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685635b3-052f-4cb2-b217-4334c0e8ca3c req-4c2aa5df-1e5c-4f1a-905a-49ee88c90e9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:05.523485 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-685635b3-052f-4cb2-b217-4334c0e8ca3c req-4c2aa5df-1e5c-4f1a-905a-49ee88c90e9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.2118578 Jul 14 10:01:05.533085 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.551603 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T10:01:04Z', 'revision_number': 5, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port': {'id': '33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:58:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:03Z', 'updated_at': '2021-07-14T09:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:05.585355 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] Checking router: ca36f42d-8693-4085-8eef-dc86cbc9007f for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:01:05.594342 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] Routers {'ca36f42d-8693-4085-8eef-dc86cbc9007f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:05.595165 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ca36f42d-8693-4085-8eef-dc86cbc9007f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:05.625280 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:05.626545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=5200dc00-91a2-4148-986b-dd45227291e6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:05.637144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:05.647691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:05.654363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:05.655100 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.678679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-685635b3-052f-4cb2-b217-4334c0e8ca3c req-716d7f45-27bc-4ce6-a8a1-8f3a6c46d45a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365020 Jul 14 10:01:05.693198 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] Set router ca36f42d-8693-4085-8eef-dc86cbc9007f gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:05.697435 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3e63650e-4c68-470c-9759-316f8c2fa862 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8397989 Jul 14 10:01:05.698183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45034) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:05.708239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:05.721642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Deleting port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:05.722137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.782067 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T10:01:05Z', 'revision_number': 6, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:05.818120 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d1b58-3c85-4068-a27b-d6c3fdabf86a None None] The sync data for ids ['ca36f42d-8693-4085-8eef-dc86cbc9007f'] in n-d-780147-26 is: [{'id': 'ca36f42d-8693-4085-8eef-dc86cbc9007f', 'name': 'tempest-TestVolumeBootPattern-1979561004-router', 'tenant_id': '6badccd52aed4cf5aec1ff9166dd609d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:02Z', 'updated_at': '2021-07-14T10:01:05Z', 'revision_number': 6, 'project_id': '6badccd52aed4cf5aec1ff9166dd609d', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:05.822511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.823036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] For port 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:05.823628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:05.843712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Calling delete_port for 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:06.041618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.073777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:06.105869 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.112562 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.158680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.175555 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] In _notify_port_updated(), no bound segment for port 5200dc00-91a2-4148-986b-dd45227291e6 on network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 10:01:06.185451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:06.186445 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.193359 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "PUT /v2.0/ports/5200dc00-91a2-4148-986b-dd45227291e6 HTTP/1.1" status: 200 len: 818 time: 0.4932747 Jul 14 10:01:06.198262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45036) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:06.279540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc4c62-95bb-479e-8baf-59419b08cc61 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=5200dc00-91a2-4148-986b-dd45227291e6,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:06.287303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.290424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.350123 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.350826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca36f42d-8693-4085-8eef-dc86cbc9007f {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:01:06.358880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.360958 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-578d4585-b074-4285-beac-c6998ec11a94 admin admin] 10.222.0.73 "DELETE /v2.0/routers/ca36f42d-8693-4085-8eef-dc86cbc9007f HTTP/1.1" status: 204 len: 168 time: 1.3015695 Jul 14 10:01:06.363486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45038) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:06.374899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3667c2c8-eea6-4e17-b39b-2fed9c6d3df6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 5200dc00-91a2-4148-986b-dd45227291e6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:06.375316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3667c2c8-eea6-4e17-b39b-2fed9c6d3df6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.429807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de49735-e692-4096-9678-a9286ad42e1c admin admin] Deleting subnet 5c0f7fa1-ec73-4a86-9432-0d3a82aad82b {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:06.433615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6de49735-e692-4096-9678-a9286ad42e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.449493 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3667c2c8-eea6-4e17-b39b-2fed9c6d3df6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.469890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3667c2c8-eea6-4e17-b39b-2fed9c6d3df6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 5200dc00-91a2-4148-986b-dd45227291e6 owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:06.479099 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6de49735-e692-4096-9678-a9286ad42e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.563950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3667c2c8-eea6-4e17-b39b-2fed9c6d3df6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.598242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3667c2c8-eea6-4e17-b39b-2fed9c6d3df6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=5200dc00-91a2-4148-986b-dd45227291e6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:06.607218 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3667c2c8-eea6-4e17-b39b-2fed9c6d3df6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.610019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3667c2c8-eea6-4e17-b39b-2fed9c6d3df6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/5200dc00-91a2-4148-986b-dd45227291e6 HTTP/1.1" status: 204 len: 168 time: 0.4105940 Jul 14 10:01:06.614488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45040) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:06.621473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6de49735-e692-4096-9678-a9286ad42e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.695302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f678bf70-1ea0-4d34-8f21-5504fb89708b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:06.709932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2717af-17f0-4d37-bfd3-0579959867ea tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:06.715807 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5e2717af-17f0-4d37-bfd3-0579959867ea tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0995150 Jul 14 10:01:06.716649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45044) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:06.748523 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6de49735-e692-4096-9678-a9286ad42e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.752857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: f678bf70-1ea0-4d34-8f21-5504fb89708b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:06.754175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device f678bf70-1ea0-4d34-8f21-5504fb89708b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:06.757904 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7bb32d6-f7e1-40e7-9878-74e1838d9a5f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:06.764712 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e7bb32d6-f7e1-40e7-9878-74e1838d9a5f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/5200dc00-91a2-4148-986b-dd45227291e6 HTTP/1.1" status: 404 len: 333 time: 0.0466456 Jul 14 10:01:06.765429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45046) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:06.771109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1113518210'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:06.790235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de49735-e692-4096-9678-a9286ad42e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0f7fa1-ec73-4a86-9432-0d3a82aad82b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:06.800931 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6de49735-e692-4096-9678-a9286ad42e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.805454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6de49735-e692-4096-9678-a9286ad42e1c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/5c0f7fa1-ec73-4a86-9432-0d3a82aad82b HTTP/1.1" status: 204 len: 168 time: 0.4407506 Jul 14 10:01:06.808572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30c1b8-903c-4e8a-b99e-91755c92b096 None None] Network de13b0cf-15f7-43e1-a35b-48b256378e83 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:06.809758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45048) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:06.815480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:06.819776 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.852404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:01:06.866690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:06.867388 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Added segment 0bc2801f-f91a-4231-9596-731f7be89eeb of type vlan for network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 Jul 14 10:01:06.950522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.012321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.015164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.021909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:07.022751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.033308 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-cac2af0c-2a6c-4286-b28a-ac06e168a787 service neutron] show failed (client error): The resource could not be found. Jul 14 10:01:07.034393 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-cac2af0c-2a6c-4286-b28a-ac06e168a787 service neutron] 10.222.0.66 "GET /v2.0/ports/53cb42fa-5211-4c67-a44c-e40f5d34a7fb/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.1222572 Jul 14 10:01:07.113111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Deleting port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:07.113626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.129839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f0f2a-89dc-4403-a003-1eec1ae64147 req-fa55a9f7-0e26-4e49-88b3-9560d2414ca2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:07.131872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d1f0f2a-89dc-4403-a003-1eec1ae64147 req-fa55a9f7-0e26-4e49-88b3-9560d2414ca2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.2304697 Jul 14 10:01:07.153729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] DHCP port deletion for de13b0cf-15f7-43e1-a35b-48b256378e83 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:07.212176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d1f0f2a-89dc-4403-a003-1eec1ae64147 req-3a457fff-55c2-4ba2-9acf-f7e6485e0f82 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690050 Jul 14 10:01:07.216368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4469473 Jul 14 10:01:07.217356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45050) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:07.221300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] For port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:07.221777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.230750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:07.249376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a23c-d45a-41ba-b9ab-49bd8fa21c70 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Network': ['ID=0f3efdac-3636-4ed0-bcbe-4824c1acf3c1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:07.267449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Calling delete_port for d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:07.270405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:01:07.361631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:07.363990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] Deleting port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:07.365219 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.369390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.405801 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.432942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Pushing event deleted for resources: {'Port': ['ID=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:07.438865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] For port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,segment=NetworkSegment(147ba1d1-4501-48e0-ac47-bb59aaa67996),segment_id=147ba1d1-4501-48e0-ac47-bb59aaa67996)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:07.439555 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.442278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] No DVR routers for this DVR port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:07.445513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.445956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.446383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.446783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.447199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.447681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.448117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.448547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.448955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.449344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.449730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.450118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:07.463156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] Calling delete_port for d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:07.525206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.537067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de13b0cf-15f7-43e1-a35b-48b256378e83']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:07.549576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147ba1d1-4501-48e0-ac47-bb59aaa67996') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:07.550553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147ba1d1-4501-48e0-ac47-bb59aaa67996') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:07.557478 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.568133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.569300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-84e8dd71-54be-4b29-a22d-1beebea27276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:07.570830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-84e8dd71-54be-4b29-a22d-1beebea27276 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 1097 time: 0.1439230 Jul 14 10:01:07.584640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] Pushing event deleted for resources: {'Port': ['ID=d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:07.589538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0215d5-ecf4-4585-b007-f6595396e459 None None] No DVR routers for this DVR port d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:07.594667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:07.595470 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.603732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:07.604165 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:07.607160 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:07.663131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.668939 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.670764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] 10.222.0.73 "DELETE /v2.0/networks/de13b0cf-15f7-43e1-a35b-48b256378e83 HTTP/1.1" status: 204 len: 168 time: 0.8598919 Jul 14 10:01:07.678004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45052) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:07.682026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adccfce-61f0-4d48-a56c-bf7f3c9fb4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=de13b0cf-15f7-43e1-a35b-48b256378e83,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:07.772820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.807097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:07.923962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=29c83eb0-0ef9-4bb4-8c01-ef299b5daed5,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:07.981694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Checking segment: {'id': '0bc2801f-f91a-4231-9596-731f7be89eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:07.982122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network hostable DHCP agents. Network: 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:01:08.160483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:01:08.230173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:08.251529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:08.252005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 33d241e3-5ee8-4a6e-907f-4a7b8e40ffa0 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:08.252478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:08.276616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:08.276973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d68da5a3-9e2a-4cf1-9e44-2424c2d34b8d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:08.414976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d806ef1-c661-49f5-b747-767b596ec7f3 req-3e86d864-3586-4988-8a3f-64213b14c9ca tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:08.416592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d806ef1-c661-49f5-b747-767b596ec7f3 req-3e86d864-3586-4988-8a3f-64213b14c9ca tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.0677125 Jul 14 10:01:08.456694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d806ef1-c661-49f5-b747-767b596ec7f3 req-ce72bc4b-7c25-4d09-9b16-81451e4ef890 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340550 Jul 14 10:01:08.497382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:08.508119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:08.508757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:08.509120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31adcc39-2916-403f-b9b4-c70aef7efd75 None None] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:08.556183 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-33b1ade4-9279-4c89-ada1-dd06154d0f79 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3377428 Jul 14 10:01:08.559804 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45056) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:08.569591 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a189a354-758d-49af-9074-73e086e12550 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:08.612658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:08.666855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:08.679074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-0f3efdac-3636-4ed0-bcbe-4824c1acf3c1', 'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1', 'tenant_id': 'fe421873aef54f54adc3f61ce5e06445', 'fixed_ips': [{'subnet_id': '29c83eb0-0ef9-4bb4-8c01-ef299b5daed5'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:01:08.680234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:08.698126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a189a354-758d-49af-9074-73e086e12550 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:08.702729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a189a354-758d-49af-9074-73e086e12550 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:08.723151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:08.725475 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7390e1-d0e6-4e51-8e3c-9611f9263ef9" -d '{"events": [{"server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "name": "network-vif-unplugged", "status": "completed", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:08.729467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:08.766540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Transition to ACTIVE for port object 53cb42fa-5211-4c67-a44c-e40f5d34a7fb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:08.775228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:08.811379 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212f5a85-2271-4f38-aef8-cc2b6bc811d9 x-openstack-request-id: req-212f5a85-2271-4f38-aef8-cc2b6bc811d9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:08.811677 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "name": "network-vif-unplugged", "status": "completed", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:08.811927 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-212f5a85-2271-4f38-aef8-cc2b6bc811d9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:08.812812 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'code': 200} Jul 14 10:01:08.840451 n-d-780147-26 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-a189a354-758d-49af-9074-73e086e12550 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 29c83eb0-0ef9-4bb4-8c01-ef299b5daed5 (CIDR: 2001:db8::/64) Jul 14 10:01:08.846330 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-a189a354-758d-49af-9074-73e086e12550 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:01:08.846848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a189a354-758d-49af-9074-73e086e12550 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:08.860316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Allocated IP 2001:db8::2 (0f3efdac-3636-4ed0-bcbe-4824c1acf3c1/29c83eb0-0ef9-4bb4-8c01-ef299b5daed5/1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:08.867882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a189a354-758d-49af-9074-73e086e12550 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3054621 Jul 14 10:01:08.871296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45060) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:08.879400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:08.901661 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:08.911286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:09.036986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:09.040919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.057386 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.060048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] No DVR routers for this DVR port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:09.069853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Transition to ACTIVE for port object 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:09.090120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Transition to ACTIVE for port object 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:09.100533 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.157537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:09.164532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:09.169405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:09.174494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Pushing event updated for resources: {'Port': ['ID=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:09.231708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Attempting to bind port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:09.232554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Attempting to bind port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '0bc2801f-f91a-4231-9596-731f7be89eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:09.232554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Attempting to bind port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c on network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:09.238855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:09.239141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Checking segment: {'id': '0bc2801f-f91a-4231-9596-731f7be89eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:09.240070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.240499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Bound using segment: {'id': '0bc2801f-f91a-4231-9596-731f7be89eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:09.240980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Bound port: 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc2801f-f91a-4231-9596-731f7be89eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:09.241369 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.305631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Attempting to bind port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:09.305913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Attempting to bind port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:09.306347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Attempting to bind port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on network 7b7f3422-3593-404b-bbcd-41052e3a5400 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:09.313458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on network 7b7f3422-3593-404b-bbcd-41052e3a5400 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:01:09.313717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Attempting to bind port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on network 7b7f3422-3593-404b-bbcd-41052e3a5400 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:09.314540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] For port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:09.316634 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.318713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] For port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,segment=NetworkSegment(0bc2801f-f91a-4231-9596-731f7be89eeb),segment_id=0bc2801f-f91a-4231-9596-731f7be89eeb)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:09.323914 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.338694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:09.339053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Checking segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:09.339562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Bound using segment: {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:09.340083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Bound port: 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4249d912-8607-48b0-944e-a65143eb409b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:09.340539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.363572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:09.367920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:09.372752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:09.373554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.379886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=0166140a-1b80-477b-8e98-5e114ad7c8b7,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:09.394360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83f6d5-5f6a-48fa-873b-cf02c2521f05 None None] Pushing event updated for resources: {'Port': ['ID=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:09.402904 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1c4538ba-2553-44f5-a449-52565b8dd386 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5295773 Jul 14 10:01:09.414055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45062) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:09.421920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1', 'fixed_ips': [{'subnet_id': '29c83eb0-0ef9-4bb4-8c01-ef299b5daed5'}, {'subnet_id': '0166140a-1b80-477b-8e98-5e114ad7c8b7'}], 'name': 'tempest-PortsIpV6TestJSON-58206171'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:09.479803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:09.496245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:09.503032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Deleting port b289c7e9-43f3-4ee4-8db5-453af1f634f7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:09.503470 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.507541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.581577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:09.612372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:09.613357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.616891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] 10.222.0.69 "PUT /v2.0/ports/53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 1092 time: 2.0277021 Jul 14 10:01:09.761519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a65574-c0bd-4389-bad1-bc864850bc68 service neutron] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:09.786744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] For port b289c7e9-43f3-4ee4-8db5-453af1f634f7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b289c7e9-43f3-4ee4-8db5-453af1f634f7,segment=NetworkSegment(a4f99347-2d4c-48ef-8938-76d44e04f89a),segment_id=a4f99347-2d4c-48ef-8938-76d44e04f89a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:09.787459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.816902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Calling delete_port for b289c7e9-43f3-4ee4-8db5-453af1f634f7 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:09.819612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:09.838872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ef4e0-a35c-4265-a8be-5b24f9ef4102 req-b2e471df-2149-4a97-bf3a-058c25b02f36 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:09.839842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-12fcd982-de9e-46d5-8051-5ae69ade32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:09.840626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f7ef4e0-a35c-4265-a8be-5b24f9ef4102 req-b2e471df-2149-4a97-bf3a-058c25b02f36 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 943 time: 0.1999645 Jul 14 10:01:09.841669 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-12fcd982-de9e-46d5-8051-5ae69ade32a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1095 time: 0.1853237 Jul 14 10:01:09.856999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 58b5abdd-462d-4dca-bb3e-ecba5be3532b yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:09.932233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f7ef4e0-a35c-4265-a8be-5b24f9ef4102 req-5282e79e-1585-4d36-9976-92a82dc8a74a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820289 Jul 14 10:01:10.048419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-7c119921-0bc6-4683-9298-5155080b275e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:10.050048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-7c119921-0bc6-4683-9298-5155080b275e service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.1677868 Jul 14 10:01:10.174612 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-838a741c-b6b5-429d-b6fd-8743c175cbb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 998 time: 0.1169662 Jul 14 10:01:10.188720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::2fb (0f3efdac-3636-4ed0-bcbe-4824c1acf3c1/29c83eb0-0ef9-4bb4-8c01-ef299b5daed5/58b5abdd-462d-4dca-bb3e-ecba5be3532b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:10.198561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8:0:1::17e (0f3efdac-3636-4ed0-bcbe-4824c1acf3c1/0166140a-1b80-477b-8e98-5e114ad7c8b7/58b5abdd-462d-4dca-bb3e-ecba5be3532b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:10.268737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:10.275306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-acb24ab9-db17-4ab9-9bb2-ef426d9ba0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:10.277058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-acb24ab9-db17-4ab9-9bb2-ef426d9ba0cd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.0942147 Jul 14 10:01:10.282233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:10.362783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:10.411891 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Pushing event deleted for resources: {'Port': ['ID=b289c7e9-43f3-4ee4-8db5-453af1f634f7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:10.455430 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:10.478141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 58b5abdd-462d-4dca-bb3e-ecba5be3532b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:10.511282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-4e8a44d3-957e-4f98-b713-5047081723cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:10.513470 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-4e8a44d3-957e-4f98-b713-5047081723cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2274754 Jul 14 10:01:10.526123 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:10.600964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=58b5abdd-462d-4dca-bb3e-ecba5be3532b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:10.618283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:10.620925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:10.629153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:10.637523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:10.638232 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:10.657278 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-cb205a14-71e4-49a7-bec2-2ba11e1b8318 service neutron] 10.222.0.69 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122246 Jul 14 10:01:10.667453 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2f326cfb-0c24-401e-9f34-edd823019c87 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2495525 Jul 14 10:01:10.667699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:10.673380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29c83eb0-0ef9-4bb4-8c01-ef299b5daed5'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:10.687819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:10.773988 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:10.829245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:10.831556 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4395b214-1958-42a3-b0ab-14e6bd5b7e64" -d '{"events": [{"name": "network-changed", "server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:10.831836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734478e7-265e-4d0d-95fb-fa8a83c2a694 None None] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:10.852438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bc726429-20fd-4211-af3d-4f0f82abfdbe req-2c9a2fdf-5645-48a3-970a-1960f71bf402 service neutron] 10.222.0.69 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876082 Jul 14 10:01:10.947804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2102de9e-ac45-4fcc-91ce-5069997a5f6b None None] Provisioning for port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:10.962208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2102de9e-ac45-4fcc-91ce-5069997a5f6b None None] Provisioning complete for port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:10.962584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2102de9e-ac45-4fcc-91ce-5069997a5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:11.116574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Delete allocated IP 2001:db8:0:1::17e (0f3efdac-3636-4ed0-bcbe-4824c1acf3c1/0166140a-1b80-477b-8e98-5e114ad7c8b7) {{(pid=93779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 10:01:11.130112 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2102de9e-ac45-4fcc-91ce-5069997a5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:11.176669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2102de9e-ac45-4fcc-91ce-5069997a5f6b None None] For port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,segment=NetworkSegment(0bc2801f-f91a-4231-9596-731f7be89eeb),segment_id=0bc2801f-f91a-4231-9596-731f7be89eeb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:11.185530 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2102de9e-ac45-4fcc-91ce-5069997a5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:11.248613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102de9e-ac45-4fcc-91ce-5069997a5f6b None None] Pushing event updated for resources: {'Port': ['ID=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:11.302680 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898c074e-27f9-4747-9766-e459ab7d7276 x-openstack-request-id: req-898c074e-27f9-4747-9766-e459ab7d7276 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:11.303054 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:11.303372 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-898c074e-27f9-4747-9766-e459ab7d7276 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:11.303834 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'status': 'completed', 'code': 200} Jul 14 10:01:11.309672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 53cb42fa-5211-4c67-a44c-e40f5d34a7fb no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:11.313011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f6dca-9ce7-4996-828b-67d6d8d17d8d None None] Update dhcp port {'port': {'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1', 'fixed_ips': [{'subnet_id': '29c83eb0-0ef9-4bb4-8c01-ef299b5daed5', 'ip_address': '2001:db8::2'}, {'subnet_id': '0166140a-1b80-477b-8e98-5e114ad7c8b7'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 10:01:11.365773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-d57c2d94-9dac-43a6-a237-f749eb2d0aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.367422 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-d57c2d94-9dac-43a6-a237-f749eb2d0aa6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1095 time: 0.1759658 Jul 14 10:01:11.385392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613fe0b-fe96-41b1-9a80-b92b48421267 req-21d1c3c7-a42c-49e3-986e-1ac781ad77d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.387168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b613fe0b-fe96-41b1-9a80-b92b48421267 req-21d1c3c7-a42c-49e3-986e-1ac781ad77d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 943 time: 0.1944866 Jul 14 10:01:11.413440 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:11.424466 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a09f6dca-9ce7-4996-828b-67d6d8d17d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:11.430613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-f78ba2a9-c40a-493e-b02d-033d73b42398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.432664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-f78ba2a9-c40a-493e-b02d-033d73b42398 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1095 time: 0.1329181 Jul 14 10:01:11.443672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:11.456886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 53cb42fa-5211-4c67-a44c-e40f5d34a7fb not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:11.483848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Ignored duplicate provisioning block setup for port 58b5abdd-462d-4dca-bb3e-ecba5be3532b by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 10:01:11.492514 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:11.527336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b613fe0b-fe96-41b1-9a80-b92b48421267 req-fa5edd7a-36ff-4e53-94eb-eef3997b63b3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253514 Jul 14 10:01:11.599257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=58b5abdd-462d-4dca-bb3e-ecba5be3532b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:11.602458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-f0ff7ca5-bedf-45ae-9615-601c1a4fbea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.604069 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-f0ff7ca5-bedf-45ae-9615-601c1a4fbea0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.2275116 Jul 14 10:01:11.624028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] In _notify_port_updated(), no bound segment for port 58b5abdd-462d-4dca-bb3e-ecba5be3532b on network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 10:01:11.629623 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.630894 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:11.636498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cc575925-6333-4b20-b091-cd12548e2c89 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "PUT /v2.0/ports/58b5abdd-462d-4dca-bb3e-ecba5be3532b HTTP/1.1" status: 200 len: 924 time: 0.9635413 Jul 14 10:01:11.638540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45074) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:11.646887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '29c83eb0-0ef9-4bb4-8c01-ef299b5daed5'}, {'subnet_id': '0166140a-1b80-477b-8e98-5e114ad7c8b7'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:11.698378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-b9ecd709-b4ab-49e6-9b41-0c28b778ab18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 998 time: 0.0758209 Jul 14 10:01:11.716806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-367564d6-d19b-4fcc-902f-31c6370940a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.718426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-367564d6-d19b-4fcc-902f-31c6370940a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.2774925 Jul 14 10:01:11.757176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-b337de78-81ec-4170-8a4b-d1ccc1c80101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.758752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-b337de78-81ec-4170-8a4b-d1ccc1c80101 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.0537217 Jul 14 10:01:11.807863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:11.813690 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eb9d99f8-4bbd-41d4-96ac-f38f57dd3f11 admin admin] 10.222.0.73 "PUT /v2.0/routers/5f2adfe2-db3e-4db4-baf3-2223fe5b1918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1346400 Jul 14 10:01:11.818215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:11.827866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] Sync routers for ids ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:11.829887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-97845438-d9fe-458e-b3af-cdbfa023aa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:11.830990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-97845438-d9fe-458e-b3af-cdbfa023aa3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658503 Jul 14 10:01:11.844459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] Routers {'5f2adfe2-db3e-4db4-baf3-2223fe5b1918'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:11.845464 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:11.855387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-1e095f92-f7b4-457a-ad30-e1050eac592f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 998 time: 0.1286964 Jul 14 10:01:11.922784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-a09f6dca-9ce7-4996-828b-67d6d8d17d8d None None] Allocated IP 2001:db8:0:1::2 (0f3efdac-3636-4ed0-bcbe-4824c1acf3c1/0166140a-1b80-477b-8e98-5e114ad7c8b7/1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:12.009752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-14533ae7-8e81-4a64-b098-75f47cef9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:12.012508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-14533ae7-8e81-4a64-b098-75f47cef9c32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.1459286 Jul 14 10:01:12.069134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.118909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] Set router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:12.179700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-df25427a-c4cc-4401-9c95-b19b3ea1e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:12.180763 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-df25427a-c4cc-4401-9c95-b19b3ea1e090 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584654 Jul 14 10:01:12.256080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a09f6dca-9ce7-4996-828b-67d6d8d17d8d None None] For port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,segment=NetworkSegment(0bc2801f-f91a-4231-9596-731f7be89eeb),segment_id=0bc2801f-f91a-4231-9596-731f7be89eeb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:12.306598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a09f6dca-9ce7-4996-828b-67d6d8d17d8d None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.336088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a09f6dca-9ce7-4996-828b-67d6d8d17d8d None None] Transition to ACTIVE for port object 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:12.364014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.368655 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a09f6dca-9ce7-4996-828b-67d6d8d17d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.396985 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-a19789e8-147d-48d6-8163-5fb5ea959770 service neutron] 10.222.0.69 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080972 Jul 14 10:01:12.415575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-640dbd01-27c0-4d46-910b-dd8e4b2fcf87 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537548 Jul 14 10:01:12.425102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:12.469177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 53cb42fa-5211-4c67-a44c-e40f5d34a7fb details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:01:12.550738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f6dca-9ce7-4996-828b-67d6d8d17d8d None None] Pushing event updated for resources: {'Port': ['ID=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:12.556700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8:0:1::3a5 (0f3efdac-3636-4ed0-bcbe-4824c1acf3c1/0166140a-1b80-477b-8e98-5e114ad7c8b7/58b5abdd-462d-4dca-bb3e-ecba5be3532b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:12.557218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.578414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-95386ffe-8244-4daa-ab81-02a43afd74ea service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534081 Jul 14 10:01:12.642540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Deleting port a3962a45-10ad-4ed9-9574-063c94027ee6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:12.642971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.728509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4395b214-1958-42a3-b0ab-14e6bd5b7e64 req-2c0b7681-7976-44dc-9733-15d62cb2aac1 service neutron] 10.222.0.69 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112800 Jul 14 10:01:12.732847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T10:01:10Z', 'revision_number': 5, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port': {'id': 'a3962a45-10ad-4ed9-9574-063c94027ee6', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:15:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3026, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:48:14Z', 'updated_at': '2021-07-14T09:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:12.769985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] For port a3962a45-10ad-4ed9-9574-063c94027ee6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a3962a45-10ad-4ed9-9574-063c94027ee6,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:12.771405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.788882 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Calling delete_port for a3962a45-10ad-4ed9-9574-063c94027ee6 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:12.824176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] Checking router: 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:01:12.853046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] Routers {'5f2adfe2-db3e-4db4-baf3-2223fe5b1918'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:12.854226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:00:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:12.902452 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.922216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Ignored duplicate provisioning block setup for port 58b5abdd-462d-4dca-bb3e-ecba5be3532b by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 10:01:12.932151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612a5f1-c880-4497-ae9d-ab74af6e967e req-f0ba390a-82ea-4b52-b20e-271377292c00 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:12.939608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4612a5f1-c880-4497-ae9d-ab74af6e967e req-f0ba390a-82ea-4b52-b20e-271377292c00 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 943 time: 0.1478095 Jul 14 10:01:12.948952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:12.966596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:12.989444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'port_id': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'mac_address': 'fa:16:3e:8e:87:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:01:12.991658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] Set router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:13.065089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4612a5f1-c880-4497-ae9d-ab74af6e967e req-1a51ba5a-bc39-4dff-94e2-6a609e939847 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245899 Jul 14 10:01:13.075186 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.095903 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.100094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T10:01:12Z', 'revision_number': 6, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:13.101761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] In _notify_port_updated(), no bound segment for port 58b5abdd-462d-4dca-bb3e-ecba5be3532b on network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 10:01:13.108064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:13.108791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.112702 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "PUT /v2.0/ports/58b5abdd-462d-4dca-bb3e-ecba5be3532b HTTP/1.1" status: 200 len: 1010 time: 1.4709432 Jul 14 10:01:13.112893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Pushing event deleted for resources: {'Port': ['ID=a3962a45-10ad-4ed9-9574-063c94027ee6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:13.113012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa851d-ee4d-458b-95df-8966c6f99749 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=58b5abdd-462d-4dca-bb3e-ecba5be3532b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:13.115213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45080) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:13.135615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c423023-89dd-440b-ab72-971933c3eaff None None] The sync data for ids ['5f2adfe2-db3e-4db4-baf3-2223fe5b1918'] in n-d-780147-26 is: [{'id': '5f2adfe2-db3e-4db4-baf3-2223fe5b1918', 'name': 'tempest-TestVolumeBootPattern-1555235644-router', 'tenant_id': '065e88c5b20047a8894921759d56a2fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:48:13Z', 'updated_at': '2021-07-14T10:01:12Z', 'revision_number': 6, 'project_id': '065e88c5b20047a8894921759d56a2fa', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:13.149026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53cb42fa-5211-4c67-a44c-e40f5d34a7fb {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:01:13.181626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:13.190619 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.220031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.256860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:13.271242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-35d5e035-6cf8-41c5-9d51-3cc5f1f32b67 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 58b5abdd-462d-4dca-bb3e-ecba5be3532b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:13.271593 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35d5e035-6cf8-41c5-9d51-3cc5f1f32b67 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.327443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.330097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.383140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.383296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35d5e035-6cf8-41c5-9d51-3cc5f1f32b67 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.383982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2adfe2-db3e-4db4-baf3-2223fe5b1918 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:01:13.390329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd4fd1-c6fb-4cbe-9d56-4cd4dd2b85f1 None None] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:13.390955 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.391911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-88f98b03-7aad-4a07-843a-f0f2c4b2937f admin admin] 10.222.0.73 "DELETE /v2.0/routers/5f2adfe2-db3e-4db4-baf3-2223fe5b1918 HTTP/1.1" status: 204 len: 168 time: 1.5718317 Jul 14 10:01:13.394552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45082) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:13.407771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-35d5e035-6cf8-41c5-9d51-3cc5f1f32b67 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 58b5abdd-462d-4dca-bb3e-ecba5be3532b owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:13.447074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['53cb42fa-5211-4c67-a44c-e40f5d34a7fb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:01:13.494729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4959612-0ae9-46ba-8143-95a876d88568 admin admin] Deleting subnet 837cd8ca-ae4b-4957-b04a-ee661b1897c1 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:13.500755 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4959612-0ae9-46ba-8143-95a876d88568 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.506666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d32b64d5-030d-456a-bb2d-d7f4898b9c28 None None] Provisioning for port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:13.522048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d32b64d5-030d-456a-bb2d-d7f4898b9c28 None None] Provisioning complete for port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:13.522481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d32b64d5-030d-456a-bb2d-d7f4898b9c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.568528 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4959612-0ae9-46ba-8143-95a876d88568 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.720141 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4959612-0ae9-46ba-8143-95a876d88568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.808447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35d5e035-6cf8-41c5-9d51-3cc5f1f32b67 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.816021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d32b64d5-030d-456a-bb2d-d7f4898b9c28 None None] Provisioning for port 58b5abdd-462d-4dca-bb3e-ecba5be3532b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:13.835554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d32b64d5-030d-456a-bb2d-d7f4898b9c28 None None] Provisioning complete for port 58b5abdd-462d-4dca-bb3e-ecba5be3532b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:13.835938 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d32b64d5-030d-456a-bb2d-d7f4898b9c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.855224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5e035-6cf8-41c5-9d51-3cc5f1f32b67 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=58b5abdd-462d-4dca-bb3e-ecba5be3532b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:13.866287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4959612-0ae9-46ba-8143-95a876d88568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.924576 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4959612-0ae9-46ba-8143-95a876d88568 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.926689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e4959612-0ae9-46ba-8143-95a876d88568 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/837cd8ca-ae4b-4957-b04a-ee661b1897c1 HTTP/1.1" status: 204 len: 168 time: 0.5310805 Jul 14 10:01:13.929520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:13.947570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4959612-0ae9-46ba-8143-95a876d88568 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837cd8ca-ae4b-4957-b04a-ee661b1897c1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:13.950155 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35d5e035-6cf8-41c5-9d51-3cc5f1f32b67 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:13.955337 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-35d5e035-6cf8-41c5-9d51-3cc5f1f32b67 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/58b5abdd-462d-4dca-bb3e-ecba5be3532b HTTP/1.1" status: 204 len: 168 time: 0.8386455 Jul 14 10:01:13.956022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45086) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:13.992851 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c3c5ab-9a2a-47f6-b4e3-ca1bc9867233 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:13.997593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-56c3c5ab-9a2a-47f6-b4e3-ca1bc9867233 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/58b5abdd-462d-4dca-bb3e-ecba5be3532b HTTP/1.1" status: 404 len: 333 time: 0.0400407 Jul 14 10:01:13.998332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45088) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:14.046152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbccd53e-bc64-4e35-9ca4-d034fa1d5936 None None] Network 918b6e6a-2cae-4550-9645-e8f5aaa0845c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:14.048069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d32b64d5-030d-456a-bb2d-d7f4898b9c28 None None] Port 58b5abdd-462d-4dca-bb3e-ecba5be3532b was deleted so its status cannot be updated. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 10:01:14.065113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.078128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-90025822-7c38-4117-a829-9c24871ba5f9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet 0166140a-1b80-477b-8e98-5e114ad7c8b7 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:14.082129 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90025822-7c38-4117-a829-9c24871ba5f9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.148189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90025822-7c38-4117-a829-9c24871ba5f9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.154861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Deleting port 4fe9669a-7e3d-436b-b004-c4d8fa32931e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:14.155899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.283209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e999850d-4b44-4482-a5c6-ed7234086007 None None] Provisioning complete for port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:14.283715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e999850d-4b44-4482-a5c6-ed7234086007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.290306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:14.306171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90025822-7c38-4117-a829-9c24871ba5f9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.331633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] For port 4fe9669a-7e3d-436b-b004-c4d8fa32931e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fe9669a-7e3d-436b-b004-c4d8fa32931e,segment=NetworkSegment(a4f99347-2d4c-48ef-8938-76d44e04f89a),segment_id=a4f99347-2d4c-48ef-8938-76d44e04f89a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:14.332279 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.390210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Calling delete_port for 4fe9669a-7e3d-436b-b004-c4d8fa32931e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:14.410975 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90025822-7c38-4117-a829-9c24871ba5f9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.459937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90025822-7c38-4117-a829-9c24871ba5f9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=0166140a-1b80-477b-8e98-5e114ad7c8b7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:14.472285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90025822-7c38-4117-a829-9c24871ba5f9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.478355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-90025822-7c38-4117-a829-9c24871ba5f9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/0166140a-1b80-477b-8e98-5e114ad7c8b7 HTTP/1.1" status: 204 len: 168 time: 0.4767327 Jul 14 10:01:14.478926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45092) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:14.482098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:14.483039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.519202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5141cc-74d1-488b-8664-1829f0092da0 req-09665a82-ed50-48af-a68f-3b49b8a287bd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:14.523534 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a5141cc-74d1-488b-8664-1829f0092da0 req-09665a82-ed50-48af-a68f-3b49b8a287bd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 944 time: 0.1875882 Jul 14 10:01:14.524165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48872278-2f18-4599-a54c-bf755fdddd4d None None] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:14.559135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea69336-da76-4475-b983-370dc296416c None None] DHCP port deletion for 918b6e6a-2cae-4550-9645-e8f5aaa0845c request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:14.578600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0d3d2b-804c-4ff2-966d-dd2480a9c19a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet 29c83eb0-0ef9-4bb4-8c01-ef299b5daed5 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:14.582131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3d2b-804c-4ff2-966d-dd2480a9c19a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.589565 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a5141cc-74d1-488b-8664-1829f0092da0 req-b07900d9-0cdf-4264-b6eb-ac72506c7a34 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569043 Jul 14 10:01:14.590679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.618205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe9669a-7e3d-436b-b004-c4d8fa32931e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:14.625548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] No DVR routers for this DVR port 4fe9669a-7e3d-436b-b004-c4d8fa32931e on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:14.634992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e999850d-4b44-4482-a5c6-ed7234086007 None None] Could not find standard attr ID for object 58b5abdd-462d-4dca-bb3e-ecba5be3532b. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:14.666864 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3d2b-804c-4ff2-966d-dd2480a9c19a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.725158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.737731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918b6e6a-2cae-4550-9645-e8f5aaa0845c']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:14.766218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ea774bea-e9ed-4a47-9177-77e2cddd02a2 None None] Could not find standard attr ID for object 58b5abdd-462d-4dca-bb3e-ecba5be3532b. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:14.769584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f99347-2d4c-48ef-8938-76d44e04f89a') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:14.769714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f99347-2d4c-48ef-8938-76d44e04f89a') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:14.782804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.791900 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3d2b-804c-4ff2-966d-dd2480a9c19a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.811408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b289c7e9-43f3-4ee4-8db5-453af1f634f7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:14.843280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.852284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:14.852737 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:14.856260 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:14.868741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3d2b-804c-4ff2-966d-dd2480a9c19a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.871406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: b289c7e9-43f3-4ee4-8db5-453af1f634f7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:14.871653 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b289c7e9-43f3-4ee4-8db5-453af1f634f7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:14.872069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3962a45-10ad-4ed9-9574-063c94027ee6 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:14.917841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: a3962a45-10ad-4ed9-9574-063c94027ee6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:14.918336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a3962a45-10ad-4ed9-9574-063c94027ee6 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:14.928697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d3d2b-804c-4ff2-966d-dd2480a9c19a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=29c83eb0-0ef9-4bb4-8c01-ef299b5daed5,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:14.931041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3d2b-804c-4ff2-966d-dd2480a9c19a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:14.935499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bc0d3d2b-804c-4ff2-966d-dd2480a9c19a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/29c83eb0-0ef9-4bb4-8c01-ef299b5daed5 HTTP/1.1" status: 204 len: 168 time: 0.4526048 Jul 14 10:01:14.935926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45098) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:15.025402 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.027233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99aea0a-28b9-411b-b619-ab77f82c711d None None] Update dhcp port {'port': {'network_id': '0f3efdac-3636-4ed0-bcbe-4824c1acf3c1', 'fixed_ips': [{'subnet_id': '29c83eb0-0ef9-4bb4-8c01-ef299b5daed5'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 10:01:15.064923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e99aea0a-28b9-411b-b619-ab77f82c711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.084930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.101257 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:15.101681 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.106438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.108451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] 10.222.0.73 "DELETE /v2.0/networks/918b6e6a-2cae-4550-9645-e8f5aaa0845c HTTP/1.1" status: 204 len: 168 time: 1.1770539 Jul 14 10:01:15.137089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cb043-184a-4d46-b96b-82192f26820d admin admin] Pushing event deleted for resources: {'Network': ['ID=918b6e6a-2cae-4550-9645-e8f5aaa0845c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:15.168833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5271d-4189-4795-82da-31219fd876ed req-d32d66e8-db03-44a1-a0b5-7da172cbbca8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.170366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-d32d66e8-db03-44a1-a0b5-7da172cbbca8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90&tenant_id=363510e4a0564885bbf4ec24f14c6f18&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 944 time: 0.2302263 Jul 14 10:01:15.182488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc8d59-e135-4dd3-9bfa-06f4085db3f5 req-035956c0-eef1-4b77-b634-7cdbe17d4629 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.183086 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] For port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,segment=NetworkSegment(0bc2801f-f91a-4231-9596-731f7be89eeb),segment_id=0bc2801f-f91a-4231-9596-731f7be89eeb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:15.183975 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.184175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1cbc8d59-e135-4dd3-9bfa-06f4085db3f5 req-035956c0-eef1-4b77-b634-7cdbe17d4629 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 944 time: 0.2450690 Jul 14 10:01:15.212023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:15.272777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1cbc8d59-e135-4dd3-9bfa-06f4085db3f5 req-8231affb-7abf-4ad2-9f08-6504766a9f36 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812168 Jul 14 10:01:15.280148 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-d7a5271d-4189-4795-82da-31219fd876ed req-33af9691-0cbf-4340-a91f-3e10b7715255 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:01:15.281537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-33af9691-0cbf-4340-a91f-3e10b7715255 service neutron] 10.222.0.66 "DELETE /v2.0/ports/53cb42fa-5211-4c67-a44c-e40f5d34a7fb/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0962381 Jul 14 10:01:15.287490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b5383-29c9-40b8-b609-94b747c5bdb0 None None] Network 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:15.338634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:15.364559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.375686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-80bea10f-83a5-4453-bf9b-eaef73225f9e None None] Provisioning complete for port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:15.376069 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-80bea10f-83a5-4453-bf9b-eaef73225f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.399194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No DVR routers for this DVR port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:15.401139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:15.409090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-80bea10f-83a5-4453-bf9b-eaef73225f9e None None] Port 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c was deleted so its status cannot be updated. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 10:01:15.435986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ad80256a-9120-4716-b539-0a117d8ddbc6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6badccd52aed4cf5aec1ff9166dd609d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0961366 Jul 14 10:01:15.438583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:15.477105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5271d-4189-4795-82da-31219fd876ed req-0280c270-6e04-4d3b-953a-b343d3216bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.478306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11f8d8c-2be5-413a-a9ba-fc8e1e6bce64 None None] DHCP port deletion for 0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:15.478642 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-0280c270-6e04-4d3b-953a-b343d3216bf0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1096 time: 0.1191308 Jul 14 10:01:15.494247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.504967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3efdac-3636-4ed0-bcbe-4824c1acf3c1']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:15.516182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc2801f-f91a-4231-9596-731f7be89eeb') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:15.516605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc2801f-f91a-4231-9596-731f7be89eeb') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:15.526148 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.540706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.546610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:15.547000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:15.550153 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:15.561273 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c451af-ed9b-405c-9a75-f03c486c4bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.600252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c451af-ed9b-405c-9a75-f03c486c4bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.610659 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.622394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.622747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/networks/0f3efdac-3636-4ed0-bcbe-4824c1acf3c1 HTTP/1.1" status: 204 len: 168 time: 0.6858089 Jul 14 10:01:15.631140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45106) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:15.633562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2b8c4-5541-4426-8385-ccec6219ae64 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Network': ['ID=0f3efdac-3636-4ed0-bcbe-4824c1acf3c1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:15.633756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5271d-4189-4795-82da-31219fd876ed req-a077ea6a-9f75-45ee-b89a-d12966e442a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.635248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-a077ea6a-9f75-45ee-b89a-d12966e442a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.1447949 Jul 14 10:01:15.750168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-c72b67a1-3b15-4501-a661-49cca57a39b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 999 time: 0.1016283 Jul 14 10:01:15.767551 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c451af-ed9b-405c-9a75-f03c486c4bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.770026 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96c451af-ed9b-405c-9a75-f03c486c4bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.771706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-96c451af-ed9b-405c-9a75-f03c486c4bc0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6d611886-bef1-4a46-b64d-bce2f7069ff2 HTTP/1.1" status: 204 len: 168 time: 0.3323629 Jul 14 10:01:15.807631 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c451af-ed9b-405c-9a75-f03c486c4bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d611886-bef1-4a46-b64d-bce2f7069ff2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:15.818081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef89f68-4ce9-453d-b8c6-f2affd7c645e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.823298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eef89f68-4ce9-453d-b8c6-f2affd7c645e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1874406 Jul 14 10:01:15.824312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:15.838268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5271d-4189-4795-82da-31219fd876ed req-1b2d70ba-dadb-4c95-be47-2b18d63eeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.839686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-1b2d70ba-dadb-4c95-be47-2b18d63eeafc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.0833573 Jul 14 10:01:15.933169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eaf57a6f-8467-4d88-8d53-398c602690f7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1077447 Jul 14 10:01:15.937422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45112) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:15.940512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5271d-4189-4795-82da-31219fd876ed req-0b94cda0-3359-4d87-9707-edd0a559c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:15.942415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-0b94cda0-3359-4d87-9707-edd0a559c221 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848739 Jul 14 10:01:15.942950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-698842457'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:15.965917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:15.969780 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:15.995281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:01:16.005284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.005788 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Added segment 8fdc0415-1336-43fe-a381-7803ccfe9bfa of type vlan for network 9e1c033d-918c-4fba-bb7c-bef0b972a43b Jul 14 10:01:16.044402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-2f5a0bbd-26c3-469a-8c80-aae42edf9ed2 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951900 Jul 14 10:01:16.065041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.100133 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.106858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.107402 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.126518 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1853232 Jul 14 10:01:16.126865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45116) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:16.133123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:16.170468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45118) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:16.213250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d7a5271d-4189-4795-82da-31219fd876ed req-f4e92595-7ab4-4149-a795-24002e748694 service neutron] 10.222.0.66 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619871 Jul 14 10:01:16.217755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc5d1d-5448-4d45-a949-9dbc21283e55 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Network': ['ID=9e1c033d-918c-4fba-bb7c-bef0b972a43b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:16.226097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-842ac2ec-af89-4190-bce2-1820a3223a94 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=065e88c5b20047a8894921759d56a2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548997 Jul 14 10:01:16.228620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45120) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:16.231485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 9e1c033d-918c-4fba-bb7c-bef0b972a43b details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:01:16.259915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:16.265777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.294300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:16.297194 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00a5fdb1-097f-43ad-af08-b45faae97143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.323684 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00a5fdb1-097f-43ad-af08-b45faae97143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.324993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:16.325417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1fe44f21-c2b3-4c4f-8e5b-d9807c44d46c not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:16.325933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fe9669a-7e3d-436b-b004-c4d8fa32931e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:16.349351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 4fe9669a-7e3d-436b-b004-c4d8fa32931e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:16.349719 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fe9669a-7e3d-436b-b004-c4d8fa32931e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:16.404093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00a5fdb1-097f-43ad-af08-b45faae97143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.408054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00a5fdb1-097f-43ad-af08-b45faae97143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.412257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-00a5fdb1-097f-43ad-af08-b45faae97143 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/87398490-21ed-4a30-8168-56491dcc952a HTTP/1.1" status: 204 len: 168 time: 0.1710532 Jul 14 10:01:16.423692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5fdb1-097f-43ad-af08-b45faae97143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87398490-21ed-4a30-8168-56491dcc952a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:16.479919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 53cb42fa-5211-4c67-a44c-e40f5d34a7fb up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:16.537786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:16.544894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:16.545388 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.555295 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a6daf-a91b-4eb6-bf51-27e688bc8ea1 req-1c34cf18-265f-46a5-a1cd-5504308470a3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.555295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b5a6daf-a91b-4eb6-bf51-27e688bc8ea1 req-1c34cf18-265f-46a5-a1cd-5504308470a3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 944 time: 0.0814781 Jul 14 10:01:16.604574 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.611352 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b5a6daf-a91b-4eb6-bf51-27e688bc8ea1 req-5174999a-e3e5-44b4-bf4f-017f0ca95150 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498435 Jul 14 10:01:16.689236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=263e7eb7-50b9-4e09-97fb-69e60e1a9d2c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:16.707937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Checking segment: {'id': '8fdc0415-1336-43fe-a381-7803ccfe9bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:16.708794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network hostable DHCP agents. Network: 9e1c033d-918c-4fba-bb7c-bef0b972a43b, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:01:16.715043 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.733829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 9e1c033d-918c-4fba-bb7c-bef0b972a43b is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:01:16.747761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 9e1c033d-918c-4fba-bb7c-bef0b972a43b) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:16.754727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:16.756963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.762553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db816958-d61b-45ec-b446-484e10331113 None None] Network 9e1c033d-918c-4fba-bb7c-bef0b972a43b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:16.781292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:16.782204 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45128) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:16.783935 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc1c92e-a4ac-4f91-b5dd-139b8feee4e8" -d '{"events": [{"server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "name": "network-vif-plugged", "status": "completed", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:16.788974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b', 'name': 'tempest-PortsIpV6TestJSON-923160569'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:16.792270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2de689ed-0b14-4510-999a-5665a855ac0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6565695 Jul 14 10:01:16.876018 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f547d7-56b3-4f73-a25a-2f5d9cd18f13 x-openstack-request-id: req-f9f547d7-56b3-4f73-a25a-2f5d9cd18f13 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:16.876475 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "name": "network-vif-plugged", "status": "completed", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:16.876608 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9f547d7-56b3-4f73-a25a-2f5d9cd18f13 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:16.876951 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'code': 200} Jul 14 10:01:16.890449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:16.899145 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.955902 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:16.956590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:16.961108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:16.988328 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 1ffd5035-7587-494e-9ff8-cb8e3462a07c yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:17.127097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-9e1c033d-918c-4fba-bb7c-bef0b972a43b', 'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b', 'tenant_id': 'fe421873aef54f54adc3f61ce5e06445', 'fixed_ips': [{'subnet_id': '263e7eb7-50b9-4e09-97fb-69e60e1a9d2c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:01:17.129944 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.168644 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::3c2 (9e1c033d-918c-4fba-bb7c-bef0b972a43b/263e7eb7-50b9-4e09-97fb-69e60e1a9d2c/1ffd5035-7587-494e-9ff8-cb8e3462a07c) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:17.339731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.354033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 1ffd5035-7587-494e-9ff8-cb8e3462a07c will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:17.387215 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.431105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 9e1c033d-918c-4fba-bb7c-bef0b972a43b is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:17.433922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Allocated IP 2001:db8::2 (9e1c033d-918c-4fba-bb7c-bef0b972a43b/263e7eb7-50b9-4e09-97fb-69e60e1a9d2c/de8b8693-27b6-4a37-99c9-ff3bd1b105d6) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:17.436573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:17.440797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:17.446528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:17.447338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.458791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=1ffd5035-7587-494e-9ff8-cb8e3462a07c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:17.472457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:17.472989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2603422a-625f-42b1-bf1c-95f79f753658 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6889195 Jul 14 10:01:17.478245 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b', 'name': 'tempest-PortsIpV6TestJSON-912554863'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:17.589150 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.597453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:17.601978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.603336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Transition to ACTIVE for port object de8b8693-27b6-4a37-99c9-ff3bd1b105d6 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:17.619431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Transition to ACTIVE for port object de8b8693-27b6-4a37-99c9-ff3bd1b105d6 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:17.624117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port fdd3d006-e857-485f-91cb-f61324c64b1a yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:17.626597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.671980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Network 9e1c033d-918c-4fba-bb7c-bef0b972a43b is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:17.675918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Pushing event updated for resources: {'Port': ['ID=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:17.679440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:17.681571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:17.744546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Attempting to bind port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:17.744953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Attempting to bind port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '8fdc0415-1336-43fe-a381-7803ccfe9bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:17.745388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Attempting to bind port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 on network 9e1c033d-918c-4fba-bb7c-bef0b972a43b {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:17.750923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:17.751473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Checking segment: {'id': '8fdc0415-1336-43fe-a381-7803ccfe9bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:17.751886 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.754244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Bound using segment: {'id': '8fdc0415-1336-43fe-a381-7803ccfe9bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:17.754244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Bound port: de8b8693-27b6-4a37-99c9-ff3bd1b105d6, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fdc0415-1336-43fe-a381-7803ccfe9bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '9e1c033d-918c-4fba-bb7c-bef0b972a43b'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:17.754244 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.760706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::31 (9e1c033d-918c-4fba-bb7c-bef0b972a43b/263e7eb7-50b9-4e09-97fb-69e60e1a9d2c/fdd3d006-e857-485f-91cb-f61324c64b1a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:17.814783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4602c-ad2f-4051-b3c4-95059abe64df req-eac396e0-3019-4da4-863f-c5a4377398ad tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:17.822492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcc4602c-ad2f-4051-b3c4-95059abe64df req-eac396e0-3019-4da4-863f-c5a4377398ad tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.0800843 Jul 14 10:01:17.826356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] For port de8b8693-27b6-4a37-99c9-ff3bd1b105d6, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:17.830166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] For port de8b8693-27b6-4a37-99c9-ff3bd1b105d6, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,segment=NetworkSegment(8fdc0415-1336-43fe-a381-7803ccfe9bfa),segment_id=8fdc0415-1336-43fe-a381-7803ccfe9bfa)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:17.835573 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.858473 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcc4602c-ad2f-4051-b3c4-95059abe64df req-c7bfe6d8-6a1a-4a43-97e3-0ecaa33098bd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351448 Jul 14 10:01:17.888855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45138) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:17.912186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20bccc-b1c3-4f18-9d31-5d8dad15fa49 None None] Pushing event updated for resources: {'Port': ['ID=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:17.939778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:17.963818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object fdd3d006-e857-485f-91cb-f61324c64b1a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:17.967806 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ae84b314-5162-4d6f-b918-f292a2527063 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/60720b8d-4a58-4ea8-91be-5b00b7b5e164 HTTP/1.1" status: 200 len: 992 time: 0.0776982 Jul 14 10:01:18.001438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.051014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 9e1c033d-918c-4fba-bb7c-bef0b972a43b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:18.055537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:18.058260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:18.064374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:18.065231 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.084476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=fdd3d006-e857-485f-91cb-f61324c64b1a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:18.097158 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1d4e5b97-11e1-4898-94da-72d7e37c4ebe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6224926 Jul 14 10:01:18.099989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45140) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:18.232161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddbe7cb-46fc-46bd-925e-5ba1c5a2a6d8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:18.233913 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dddbe7cb-46fc-46bd-925e-5ba1c5a2a6d8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c2 HTTP/1.1" status: 200 len: 928 time: 0.1327996 Jul 14 10:01:18.236674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45142) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:18.259906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device de8b8693-27b6-4a37-99c9-ff3bd1b105d6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:18.318413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:18.349797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2c84007c-a8dc-4fde-ac9b-8ee3c7e72c4d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port fdd3d006-e857-485f-91cb-f61324c64b1a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:18.350141 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c84007c-a8dc-4fde-ac9b-8ee3c7e72c4d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.442675 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c84007c-a8dc-4fde-ac9b-8ee3c7e72c4d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.455309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2c84007c-a8dc-4fde-ac9b-8ee3c7e72c4d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for fdd3d006-e857-485f-91cb-f61324c64b1a owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:18.598262 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c84007c-a8dc-4fde-ac9b-8ee3c7e72c4d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.633092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84007c-a8dc-4fde-ac9b-8ee3c7e72c4d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=fdd3d006-e857-485f-91cb-f61324c64b1a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:18.666074 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c84007c-a8dc-4fde-ac9b-8ee3c7e72c4d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.667988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2c84007c-a8dc-4fde-ac9b-8ee3c7e72c4d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/fdd3d006-e857-485f-91cb-f61324c64b1a HTTP/1.1" status: 204 len: 168 time: 0.4303355 Jul 14 10:01:18.670699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45144) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:18.700939 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0b656e-5847-448c-83d2-280135c71cbe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:18.705212 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1b0b656e-5847-448c-83d2-280135c71cbe tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/fdd3d006-e857-485f-91cb-f61324c64b1a HTTP/1.1" status: 404 len: 333 time: 0.0309541 Jul 14 10:01:18.705448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45146) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:18.809260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ad64d3c6-95a3-4d1c-a154-c72ba775b97f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 1ffd5035-7587-494e-9ff8-cb8e3462a07c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:18.809599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad64d3c6-95a3-4d1c-a154-c72ba775b97f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.857442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c0e65b-8cc5-4c45-a91c-0b98f79e0102 None None] Network 9e1c033d-918c-4fba-bb7c-bef0b972a43b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:18.906255 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad64d3c6-95a3-4d1c-a154-c72ba775b97f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:18.918411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ad64d3c6-95a3-4d1c-a154-c72ba775b97f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 1ffd5035-7587-494e-9ff8-cb8e3462a07c owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:18.983278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-140faeaf-2046-4f06-b8cc-a85b80c0865a None None] Provisioning for port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:19.008248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-140faeaf-2046-4f06-b8cc-a85b80c0865a None None] Provisioning complete for port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:19.008627 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-140faeaf-2046-4f06-b8cc-a85b80c0865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.059881 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad64d3c6-95a3-4d1c-a154-c72ba775b97f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.092543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64d3c6-95a3-4d1c-a154-c72ba775b97f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=1ffd5035-7587-494e-9ff8-cb8e3462a07c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:19.111892 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-140faeaf-2046-4f06-b8cc-a85b80c0865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.123810 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad64d3c6-95a3-4d1c-a154-c72ba775b97f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.128503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ad64d3c6-95a3-4d1c-a154-c72ba775b97f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/1ffd5035-7587-494e-9ff8-cb8e3462a07c HTTP/1.1" status: 204 len: 168 time: 0.4197140 Jul 14 10:01:19.129042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:19.156575 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-140faeaf-2046-4f06-b8cc-a85b80c0865a None None] For port de8b8693-27b6-4a37-99c9-ff3bd1b105d6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,segment=NetworkSegment(8fdc0415-1336-43fe-a381-7803ccfe9bfa),segment_id=8fdc0415-1336-43fe-a381-7803ccfe9bfa)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:19.161864 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2a8519-bf15-49de-bd37-1cb52b646f0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:19.162443 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-140faeaf-2046-4f06-b8cc-a85b80c0865a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.166625 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cf2a8519-bf15-49de-bd37-1cb52b646f0b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/1ffd5035-7587-494e-9ff8-cb8e3462a07c HTTP/1.1" status: 404 len: 333 time: 0.0326917 Jul 14 10:01:19.167109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45150) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:19.216379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140faeaf-2046-4f06-b8cc-a85b80c0865a None None] Pushing event updated for resources: {'Port': ['ID=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:19.222242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ad2636-d171-4e63-8d71-22fe6bede679 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet 263e7eb7-50b9-4e09-97fb-69e60e1a9d2c {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:19.226728 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86ad2636-d171-4e63-8d71-22fe6bede679 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.274861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86ad2636-d171-4e63-8d71-22fe6bede679 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.369445 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86ad2636-d171-4e63-8d71-22fe6bede679 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.376468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ab6cf229-52e2-4a51-89ff-9026ebcd6e4e None None] Could not find standard attr ID for object 1ffd5035-7587-494e-9ff8-cb8e3462a07c. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:19.389543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ab6cf229-52e2-4a51-89ff-9026ebcd6e4e None None] Provisioning complete for port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:19.389923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ab6cf229-52e2-4a51-89ff-9026ebcd6e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.434733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86ad2636-d171-4e63-8d71-22fe6bede679 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.471558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86ad2636-d171-4e63-8d71-22fe6bede679 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.474059 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-86ad2636-d171-4e63-8d71-22fe6bede679 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/263e7eb7-50b9-4e09-97fb-69e60e1a9d2c HTTP/1.1" status: 204 len: 168 time: 0.3048244 Jul 14 10:01:19.475173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad2636-d171-4e63-8d71-22fe6bede679 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=263e7eb7-50b9-4e09-97fb-69e60e1a9d2c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:19.476729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45152) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:19.524666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae001b32-f2db-41ed-97c9-3166d0e66d5d None None] Network 9e1c033d-918c-4fba-bb7c-bef0b972a43b requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:19.564627 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.624188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3955cd07-7d53-4d65-acf7-9854d91602f5 None None] Could not find standard attr ID for object 1ffd5035-7587-494e-9ff8-cb8e3462a07c. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:19.625496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:19.627633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.692710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] For port de8b8693-27b6-4a37-99c9-ff3bd1b105d6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,segment=NetworkSegment(8fdc0415-1336-43fe-a381-7803ccfe9bfa),segment_id=8fdc0415-1336-43fe-a381-7803ccfe9bfa)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:19.693081 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.707469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for de8b8693-27b6-4a37-99c9-ff3bd1b105d6 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:19.735988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b7367-7246-422c-9e59-d7607face05e None None] DHCP port deletion for 9e1c033d-918c-4fba-bb7c-bef0b972a43b request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:19.784173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b22b7367-7246-422c-9e59-d7607face05e None None] Deleting port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:19.784499 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b22b7367-7246-422c-9e59-d7607face05e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.852017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b22b7367-7246-422c-9e59-d7607face05e None None] For port de8b8693-27b6-4a37-99c9-ff3bd1b105d6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,segment=NetworkSegment(8fdc0415-1336-43fe-a381-7803ccfe9bfa),segment_id=8fdc0415-1336-43fe-a381-7803ccfe9bfa)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:19.852441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b22b7367-7246-422c-9e59-d7607face05e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.870891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b22b7367-7246-422c-9e59-d7607face05e None None] Calling delete_port for de8b8693-27b6-4a37-99c9-ff3bd1b105d6 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:19.953205 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b22b7367-7246-422c-9e59-d7607face05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:19.979370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b7367-7246-422c-9e59-d7607face05e None None] Pushing event deleted for resources: {'Port': ['ID=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:19.982918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b7367-7246-422c-9e59-d7607face05e None None] No DVR routers for this DVR port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:20.081164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.106602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=de8b8693-27b6-4a37-99c9-ff3bd1b105d6,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:20.111488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No DVR routers for this DVR port de8b8693-27b6-4a37-99c9-ff3bd1b105d6 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:20.194927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.206294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1c033d-918c-4fba-bb7c-bef0b972a43b']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:20.219938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdc0415-1336-43fe-a381-7803ccfe9bfa') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:20.220271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdc0415-1336-43fe-a381-7803ccfe9bfa') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:20.223613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device de8b8693-27b6-4a37-99c9-ff3bd1b105d6 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:20.231553 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.245446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: de8b8693-27b6-4a37-99c9-ff3bd1b105d6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:20.245801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device de8b8693-27b6-4a37-99c9-ff3bd1b105d6 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:20.248214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.256063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:20.256524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:20.259874 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:20.323541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.332625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.334714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/networks/9e1c033d-918c-4fba-bb7c-bef0b972a43b HTTP/1.1" status: 204 len: 168 time: 0.8569953 Jul 14 10:01:20.338656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:20.344048 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1119430978'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:20.347225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c0332e-eda6-41d4-a72f-c0d73e398539 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Network': ['ID=9e1c033d-918c-4fba-bb7c-bef0b972a43b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:20.366112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:20.369740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.395140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:01:20.407750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.408105 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Added segment 89d151af-2e89-4e11-ad28-dc108bf81e29 of type vlan for network effb0775-06a6-43fb-932a-2a51847bf6d5 Jul 14 10:01:20.455798 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.488158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.494432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:20.495088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.558342 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2185197 Jul 14 10:01:20.562231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45156) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:20.570612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:20.578060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27731fe6-eb9d-43b2-9675-ac004355a2ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Network': ['ID=effb0775-06a6-43fb-932a-2a51847bf6d5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:20.589953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network effb0775-06a6-43fb-932a-2a51847bf6d5 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:01:20.670560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:20.674223 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.862130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.921693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=9c045a8a-03f5-4eee-b87c-01ec5251a584,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:20.932529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Checking segment: {'id': '89d151af-2e89-4e11-ad28-dc108bf81e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:20.932891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network hostable DHCP agents. Network: effb0775-06a6-43fb-932a-2a51847bf6d5, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:01:20.949242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network effb0775-06a6-43fb-932a-2a51847bf6d5 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:01:20.958437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, effb0775-06a6-43fb-932a-2a51847bf6d5) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:20.962932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:20.963698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:20.967191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80814e15-ff3a-47a7-9a40-076ea242f254 None None] Network effb0775-06a6-43fb-932a-2a51847bf6d5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:20.978730 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a626ca3b-07e0-4baa-a2e3-8b7ca87b7340 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4153726 Jul 14 10:01:20.981742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:20.987047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5', 'name': 'tempest-PortsIpV6TestJSON-2088151255', 'fixed_ips': [{'subnet_id': '9c045a8a-03f5-4eee-b87c-01ec5251a584', 'ip_address': '2001:db8::10'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:21.102202 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:21.122241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-effb0775-06a6-43fb-932a-2a51847bf6d5', 'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5', 'tenant_id': 'fe421873aef54f54adc3f61ce5e06445', 'fixed_ips': [{'subnet_id': '9c045a8a-03f5-4eee-b87c-01ec5251a584'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:01:21.123177 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.186714 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.206145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:21.262656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Allocated IP 2001:db8::2 (effb0775-06a6-43fb-932a-2a51847bf6d5/9c045a8a-03f5-4eee-b87c-01ec5251a584/b49f3d91-6347-4136-8321-fd633d291aa3) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:21.410002 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.418725 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Transition to ACTIVE for port object b49f3d91-6347-4136-8321-fd633d291aa3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:21.433703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Transition to ACTIVE for port object b49f3d91-6347-4136-8321-fd633d291aa3 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:21.440525 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.481314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Network effb0775-06a6-43fb-932a-2a51847bf6d5 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:21.482891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:21.486813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:21.494794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::10 (effb0775-06a6-43fb-932a-2a51847bf6d5/9c045a8a-03f5-4eee-b87c-01ec5251a584/461d2c09-3eaa-4002-9cdf-7a2bafd606f6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:21.518526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Pushing event updated for resources: {'Port': ['ID=b49f3d91-6347-4136-8321-fd633d291aa3,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:21.556509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Attempting to bind port b49f3d91-6347-4136-8321-fd633d291aa3 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:21.557104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Attempting to bind port b49f3d91-6347-4136-8321-fd633d291aa3 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '89d151af-2e89-4e11-ad28-dc108bf81e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:21.557713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Attempting to bind port b49f3d91-6347-4136-8321-fd633d291aa3 on network effb0775-06a6-43fb-932a-2a51847bf6d5 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:21.563486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:21.563960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Checking segment: {'id': '89d151af-2e89-4e11-ad28-dc108bf81e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:21.564474 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.565072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Bound using segment: {'id': '89d151af-2e89-4e11-ad28-dc108bf81e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:21.565646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Bound port: b49f3d91-6347-4136-8321-fd633d291aa3, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d151af-2e89-4e11-ad28-dc108bf81e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:21.566111 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.641097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] For port b49f3d91-6347-4136-8321-fd633d291aa3, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:21.644851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] For port b49f3d91-6347-4136-8321-fd633d291aa3, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b49f3d91-6347-4136-8321-fd633d291aa3,segment=NetworkSegment(89d151af-2e89-4e11-ad28-dc108bf81e29),segment_id=89d151af-2e89-4e11-ad28-dc108bf81e29)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:21.650045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.662880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.677615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:21.712130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc0d4c-69c4-4bd6-95f0-5930f652aeec None None] Pushing event updated for resources: {'Port': ['ID=b49f3d91-6347-4136-8321-fd633d291aa3,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:21.721925 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.774624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network effb0775-06a6-43fb-932a-2a51847bf6d5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:21.778275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:21.782852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:21.788597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:21.789240 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:21.798819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=461d2c09-3eaa-4002-9cdf-7a2bafd606f6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:21.811748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bde733e2-8dbf-43b5-a5f5-68fdd1a2cd4e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8289039 Jul 14 10:01:21.814254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:21.820826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': 'effb0775-06a6-43fb-932a-2a51847bf6d5', 'name': 'tempest-PortsIpV6TestJSON-425389604', 'fixed_ips': [{'subnet_id': '9c045a8a-03f5-4eee-b87c-01ec5251a584', 'ip_address': '2001:db8::f'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:21.914121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4e083f61-fd14-4438-934f-9a3a833dd21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:22.289331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b49f3d91-6347-4136-8321-fd633d291aa3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:22.334715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:22.341176 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:22.347120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port b49f3d91-6347-4136-8321-fd633d291aa3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:22.366577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 6c72593c-e723-45fe-89a0-14b4fe19bace yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:22.542054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::f (effb0775-06a6-43fb-932a-2a51847bf6d5/9c045a8a-03f5-4eee-b87c-01ec5251a584/6c72593c-e723-45fe-89a0-14b4fe19bace) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:22.709659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:22.724573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 6c72593c-e723-45fe-89a0-14b4fe19bace will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:22.725011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e6c709-4a40-4d72-920c-b55084514f3f None None] Network effb0775-06a6-43fb-932a-2a51847bf6d5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:22.759948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:22.811750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network effb0775-06a6-43fb-932a-2a51847bf6d5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:22.818879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:22.822896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:22.828739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:22.829425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:22.842733 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=6c72593c-e723-45fe-89a0-14b4fe19bace,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:22.852759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-28fe3b8f-8919-4200-a7d8-949c56c391d9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0361965 Jul 14 10:01:22.854505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45162) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:22.949292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2af37bce-f5ab-4c1a-b4d2-dd57d6858385 None None] Provisioning for port b49f3d91-6347-4136-8321-fd633d291aa3 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:22.961717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2af37bce-f5ab-4c1a-b4d2-dd57d6858385 None None] Provisioning complete for port b49f3d91-6347-4136-8321-fd633d291aa3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:22.962097 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2af37bce-f5ab-4c1a-b4d2-dd57d6858385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:22.976569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d8ab4c-398c-404a-a25b-d9960e8fa1a2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:22.978141 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-36d8ab4c-398c-404a-a25b-d9960e8fa1a2 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1225519 Jul 14 10:01:22.981021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45164) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:23.096930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa00e4-ef82-456e-be96-37b10948b00f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:23.103507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa00e4-ef82-456e-be96-37b10948b00f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:23.109513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89aa00e4-ef82-456e-be96-37b10948b00f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:23.110342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2af37bce-f5ab-4c1a-b4d2-dd57d6858385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.111223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-89aa00e4-ef82-456e-be96-37b10948b00f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1291981 Jul 14 10:01:23.114629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45166) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:23.151715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2af37bce-f5ab-4c1a-b4d2-dd57d6858385 None None] For port b49f3d91-6347-4136-8321-fd633d291aa3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b49f3d91-6347-4136-8321-fd633d291aa3,segment=NetworkSegment(89d151af-2e89-4e11-ad28-dc108bf81e29),segment_id=89d151af-2e89-4e11-ad28-dc108bf81e29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:23.157744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2af37bce-f5ab-4c1a-b4d2-dd57d6858385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.212888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af37bce-f5ab-4c1a-b4d2-dd57d6858385 None None] Pushing event updated for resources: {'Port': ['ID=b49f3d91-6347-4136-8321-fd633d291aa3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:23.226673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c44402b4-fb28-449f-9b88-9d9e5431285c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 6c72593c-e723-45fe-89a0-14b4fe19bace {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:23.227026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c44402b4-fb28-449f-9b88-9d9e5431285c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.317942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c44402b4-fb28-449f-9b88-9d9e5431285c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.333033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c44402b4-fb28-449f-9b88-9d9e5431285c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 6c72593c-e723-45fe-89a0-14b4fe19bace owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:23.391996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0524bfd6-b39a-48f9-b044-82a5b444fb91 None None] Provisioning for port 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:23.396856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0524bfd6-b39a-48f9-b044-82a5b444fb91 None None] Provisioning complete for port 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:23.397494 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0524bfd6-b39a-48f9-b044-82a5b444fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.436091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0524bfd6-b39a-48f9-b044-82a5b444fb91 None None] Port 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:23.447100 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0524bfd6-b39a-48f9-b044-82a5b444fb91 None None] Provisioning complete for port b49f3d91-6347-4136-8321-fd633d291aa3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:23.447426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0524bfd6-b39a-48f9-b044-82a5b444fb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.474344 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c44402b4-fb28-449f-9b88-9d9e5431285c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.517932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44402b4-fb28-449f-9b88-9d9e5431285c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=6c72593c-e723-45fe-89a0-14b4fe19bace,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:23.542659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0524bfd6-b39a-48f9-b044-82a5b444fb91 None None] Could not find standard attr ID for object 6c72593c-e723-45fe-89a0-14b4fe19bace. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:23.544163 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c44402b4-fb28-449f-9b88-9d9e5431285c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.546339 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c44402b4-fb28-449f-9b88-9d9e5431285c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/6c72593c-e723-45fe-89a0-14b4fe19bace HTTP/1.1" status: 204 len: 168 time: 0.4306962 Jul 14 10:01:23.549126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:23.584267 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-81db7433-8430-4934-821a-43528f1eb0ea tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:23.586159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-81db7433-8430-4934-821a-43528f1eb0ea tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/6c72593c-e723-45fe-89a0-14b4fe19bace HTTP/1.1" status: 404 len: 333 time: 0.0359313 Jul 14 10:01:23.589443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45170) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:23.664843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-86635754-c0a6-497f-aaad-57fbeb5388c2 None None] Provisioning complete for port 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:23.665295 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-86635754-c0a6-497f-aaad-57fbeb5388c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.705670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-86635754-c0a6-497f-aaad-57fbeb5388c2 None None] Port 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:23.713960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f5343-3a7a-4c3c-92f7-59d49cd6c74f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:23.714311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5343-3a7a-4c3c-92f7-59d49cd6c74f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.813869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5343-3a7a-4c3c-92f7-59d49cd6c74f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:23.825033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-982977e2-ed30-46d5-8523-edbfb104c564 None None] Could not find standard attr ID for object 6c72593c-e723-45fe-89a0-14b4fe19bace. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:23.835353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d5f5343-3a7a-4c3c-92f7-59d49cd6c74f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 461d2c09-3eaa-4002-9cdf-7a2bafd606f6 owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:24.001671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5343-3a7a-4c3c-92f7-59d49cd6c74f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.036215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f5343-3a7a-4c3c-92f7-59d49cd6c74f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=461d2c09-3eaa-4002-9cdf-7a2bafd606f6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:24.069922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d5f5343-3a7a-4c3c-92f7-59d49cd6c74f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.072003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9d5f5343-3a7a-4c3c-92f7-59d49cd6c74f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/461d2c09-3eaa-4002-9cdf-7a2bafd606f6 HTTP/1.1" status: 204 len: 168 time: 0.4810691 Jul 14 10:01:24.074856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:24.109127 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-51470f51-94f5-4012-b69c-b8ac9264c0a9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:24.110828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-51470f51-94f5-4012-b69c-b8ac9264c0a9 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/461d2c09-3eaa-4002-9cdf-7a2bafd606f6 HTTP/1.1" status: 404 len: 333 time: 0.0349281 Jul 14 10:01:24.114141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45174) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:24.180908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-888ead42-5543-4566-8603-4bd9152b778e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet 9c045a8a-03f5-4eee-b87c-01ec5251a584 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:24.184799 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-888ead42-5543-4566-8603-4bd9152b778e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.238252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a4322883-06c0-45e3-858c-1b4f6eb35e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.242658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-888ead42-5543-4566-8603-4bd9152b778e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.243055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b49f3d91-6347-4136-8321-fd633d291aa3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:24.302806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b49f3d91-6347-4136-8321-fd633d291aa3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:24.303241 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.342720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-888ead42-5543-4566-8603-4bd9152b778e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.405123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-888ead42-5543-4566-8603-4bd9152b778e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.435324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ead42-5543-4566-8603-4bd9152b778e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=9c045a8a-03f5-4eee-b87c-01ec5251a584,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:24.439147 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-888ead42-5543-4566-8603-4bd9152b778e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.441073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-888ead42-5543-4566-8603-4bd9152b778e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/9c045a8a-03f5-4eee-b87c-01ec5251a584 HTTP/1.1" status: 204 len: 168 time: 0.3259370 Jul 14 10:01:24.443804 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:24.447814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402af1bd-bb66-4b75-9ecc-3d80c78bab12 None None] Network effb0775-06a6-43fb-932a-2a51847bf6d5 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:24.513758 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.526935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.586047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port b49f3d91-6347-4136-8321-fd633d291aa3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:24.586421 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.657536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768e574-af40-45e7-a652-da751d23a18a None None] DHCP port deletion for effb0775-06a6-43fb-932a-2a51847bf6d5 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:24.658292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] For port b49f3d91-6347-4136-8321-fd633d291aa3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b49f3d91-6347-4136-8321-fd633d291aa3,segment=NetworkSegment(89d151af-2e89-4e11-ad28-dc108bf81e29),segment_id=89d151af-2e89-4e11-ad28-dc108bf81e29)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:24.659036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.673095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for b49f3d91-6347-4136-8321-fd633d291aa3 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:24.715401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c768e574-af40-45e7-a652-da751d23a18a None None] Deleting port b49f3d91-6347-4136-8321-fd633d291aa3 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:24.715783 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c768e574-af40-45e7-a652-da751d23a18a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.760591 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.782161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c768e574-af40-45e7-a652-da751d23a18a None None] For port b49f3d91-6347-4136-8321-fd633d291aa3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b49f3d91-6347-4136-8321-fd633d291aa3,segment=NetworkSegment(89d151af-2e89-4e11-ad28-dc108bf81e29),segment_id=89d151af-2e89-4e11-ad28-dc108bf81e29)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:24.782571 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c768e574-af40-45e7-a652-da751d23a18a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.789707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=b49f3d91-6347-4136-8321-fd633d291aa3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:24.798130 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No DVR routers for this DVR port b49f3d91-6347-4136-8321-fd633d291aa3 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:24.805903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c768e574-af40-45e7-a652-da751d23a18a None None] Calling delete_port for b49f3d91-6347-4136-8321-fd633d291aa3 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:24.883103 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.892357 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c768e574-af40-45e7-a652-da751d23a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.896151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effb0775-06a6-43fb-932a-2a51847bf6d5']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:24.913074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d151af-2e89-4e11-ad28-dc108bf81e29') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:24.913382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d151af-2e89-4e11-ad28-dc108bf81e29') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:24.922577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768e574-af40-45e7-a652-da751d23a18a None None] Pushing event deleted for resources: {'Port': ['ID=b49f3d91-6347-4136-8321-fd633d291aa3,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:24.929089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768e574-af40-45e7-a652-da751d23a18a None None] No DVR routers for this DVR port b49f3d91-6347-4136-8321-fd633d291aa3 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:24.933872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.954653 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.961471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:24.961869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:24.965078 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:25.032895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.043542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.045578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/networks/effb0775-06a6-43fb-932a-2a51847bf6d5 HTTP/1.1" status: 204 len: 168 time: 0.6007142 Jul 14 10:01:25.050499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45178) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:25.056421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-267259372'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:25.058315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b41048-1f70-46c8-9497-95c4fba57957 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Network': ['ID=effb0775-06a6-43fb-932a-2a51847bf6d5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:25.082828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:25.086520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.112296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:01:25.123797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.124621 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Added segment dbe5feba-d2fc-446d-9931-b3e7289a4a76 of type vlan for network 5b756e3c-9dc8-499b-a844-56e2195d4dfa Jul 14 10:01:25.168652 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.205789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.211782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:25.212421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.271935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2200797 Jul 14 10:01:25.275884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45180) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:25.281266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '5b756e3c-9dc8-499b-a844-56e2195d4dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:25.300623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeadc3c-13d7-4e2f-96bb-f734b0517410 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Network': ['ID=5b756e3c-9dc8-499b-a844-56e2195d4dfa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:25.316226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5b756e3c-9dc8-499b-a844-56e2195d4dfa details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:01:25.385132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:25.389129 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.588554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.653712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=65e1bc73-335e-4d9f-b543-eb97fd29bbd0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:25.659101 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.666995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Checking segment: {'id': 'dbe5feba-d2fc-446d-9931-b3e7289a4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5b756e3c-9dc8-499b-a844-56e2195d4dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:25.667363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network hostable DHCP agents. Network: 5b756e3c-9dc8-499b-a844-56e2195d4dfa, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:01:25.685061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 5b756e3c-9dc8-499b-a844-56e2195d4dfa is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:01:25.695082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5b756e3c-9dc8-499b-a844-56e2195d4dfa) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:25.699262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:25.699909 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.706163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc692d2-a7f2-4bb9-b2ce-adc9ac4e93cc None None] Network 5b756e3c-9dc8-499b-a844-56e2195d4dfa requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:25.716262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d2d45c80-7b0e-4558-904f-eb43f5dd6d32 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4392359 Jul 14 10:01:25.719515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45182) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:25.725235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-10808c5a-212b-4df4-95e0-69cae08e2156 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-949533219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:25.753802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10808c5a-212b-4df4-95e0-69cae08e2156 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.755453 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10808c5a-212b-4df4-95e0-69cae08e2156 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.848847 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10808c5a-212b-4df4-95e0-69cae08e2156 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.853806 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10808c5a-212b-4df4-95e0-69cae08e2156 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.869903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5b756e3c-9dc8-499b-a844-56e2195d4dfa', 'network_id': '5b756e3c-9dc8-499b-a844-56e2195d4dfa', 'tenant_id': 'fe421873aef54f54adc3f61ce5e06445', 'fixed_ips': [{'subnet_id': '65e1bc73-335e-4d9f-b543-eb97fd29bbd0'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:01:25.871082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.873672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10808c5a-212b-4df4-95e0-69cae08e2156 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:25.875662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-10808c5a-212b-4df4-95e0-69cae08e2156 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1546791 Jul 14 10:01:25.878367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:25.883997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'network_id': '5b756e3c-9dc8-499b-a844-56e2195d4dfa', 'name': 'tempest-PortsIpV6TestJSON-945772148'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:26.006840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:26.011884 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.023787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Allocated IP 2001:db8::2 (5b756e3c-9dc8-499b-a844-56e2195d4dfa/65e1bc73-335e-4d9f-b543-eb97fd29bbd0/c8246f60-8053-439d-845c-75d2413eda3e) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:26.038038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 1a9d0664-4f74-4b62-9001-88c2b170b923 yet. {{(pid=93779) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:26.181297 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.190909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Transition to ACTIVE for port object c8246f60-8053-439d-845c-75d2413eda3e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:26.209191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Transition to ACTIVE for port object c8246f60-8053-439d-845c-75d2413eda3e will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:26.219693 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.252737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b49f3d91-6347-4136-8321-fd633d291aa3 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:26.278829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::23a (5b756e3c-9dc8-499b-a844-56e2195d4dfa/65e1bc73-335e-4d9f-b543-eb97fd29bbd0/1a9d0664-4f74-4b62-9001-88c2b170b923) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:26.290308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Network 5b756e3c-9dc8-499b-a844-56e2195d4dfa is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:26.290308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: b49f3d91-6347-4136-8321-fd633d291aa3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:26.290677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b49f3d91-6347-4136-8321-fd633d291aa3 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:26.299733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:26.301999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:26.305524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Pushing event updated for resources: {'Port': ['ID=c8246f60-8053-439d-845c-75d2413eda3e,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:26.364391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Attempting to bind port c8246f60-8053-439d-845c-75d2413eda3e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:26.364766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Attempting to bind port c8246f60-8053-439d-845c-75d2413eda3e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'dbe5feba-d2fc-446d-9931-b3e7289a4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5b756e3c-9dc8-499b-a844-56e2195d4dfa'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:26.365136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Attempting to bind port c8246f60-8053-439d-845c-75d2413eda3e on network 5b756e3c-9dc8-499b-a844-56e2195d4dfa {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:26.370480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:26.370861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Checking segment: {'id': 'dbe5feba-d2fc-446d-9931-b3e7289a4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5b756e3c-9dc8-499b-a844-56e2195d4dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:26.371270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.371667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Bound using segment: {'id': 'dbe5feba-d2fc-446d-9931-b3e7289a4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5b756e3c-9dc8-499b-a844-56e2195d4dfa'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:26.372135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Bound port: c8246f60-8053-439d-845c-75d2413eda3e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe5feba-d2fc-446d-9931-b3e7289a4a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5b756e3c-9dc8-499b-a844-56e2195d4dfa'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:26.372548 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.439304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] For port c8246f60-8053-439d-845c-75d2413eda3e, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:26.442614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] For port c8246f60-8053-439d-845c-75d2413eda3e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c8246f60-8053-439d-845c-75d2413eda3e,segment=NetworkSegment(dbe5feba-d2fc-446d-9931-b3e7289a4a76),segment_id=dbe5feba-d2fc-446d-9931-b3e7289a4a76)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:26.442944 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.447159 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.458288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 1a9d0664-4f74-4b62-9001-88c2b170b923 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:26.493357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.512929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b92c7-7f83-473c-a51b-4dfc7fd37511 None None] Pushing event updated for resources: {'Port': ['ID=c8246f60-8053-439d-845c-75d2413eda3e,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:26.542375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 5b756e3c-9dc8-499b-a844-56e2195d4dfa is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:26.545866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:26.549974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:26.555746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:26.556434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:26.562922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=1a9d0664-4f74-4b62-9001-88c2b170b923,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:26.576877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2ed01147-0597-4c92-bade-5a455ea6cfef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6974499 Jul 14 10:01:26.579482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:26.948159 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.066479 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.202873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.208952 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.289638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=1a9d0664-4f74-4b62-9001-88c2b170b923,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:27.318732 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.422345 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.473840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb327094-58cc-48bd-bcd5-74c2fec1eee6 None None] Network 5b756e3c-9dc8-499b-a844-56e2195d4dfa requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:27.558418 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.594838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fcf1cf4f-0f5c-4a17-a4ef-1b8eca9a18db None None] Provisioning for port c8246f60-8053-439d-845c-75d2413eda3e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:27.825571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.831147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.831964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.928997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=1a9d0664-4f74-4b62-9001-88c2b170b923,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:27.937924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4789d70d-47ff-4a2a-a495-0b62e5e49455 None None] Provisioning for port 1a9d0664-4f74-4b62-9001-88c2b170b923 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:27.943791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4789d70d-47ff-4a2a-a495-0b62e5e49455 None None] Provisioning complete for port 1a9d0664-4f74-4b62-9001-88c2b170b923 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:27.944385 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4789d70d-47ff-4a2a-a495-0b62e5e49455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:27.977934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 5b756e3c-9dc8-499b-a844-56e2195d4dfa is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:27.980416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:27.991849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4789d70d-47ff-4a2a-a495-0b62e5e49455 None None] Port 1a9d0664-4f74-4b62-9001-88c2b170b923 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:28.114870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4a282c8f-d10d-4def-ab67-f52ae66a5c92 None None] Provisioning complete for port 1a9d0664-4f74-4b62-9001-88c2b170b923 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:28.115589 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4a282c8f-d10d-4def-ab67-f52ae66a5c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:28.124502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Router dc5c588d-8380-4b58-b7b2-65e98b66b7ee is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:01:28.161032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4a282c8f-d10d-4def-ab67-f52ae66a5c92 None None] Port 1a9d0664-4f74-4b62-9001-88c2b170b923 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:28.283201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c8246f60-8053-439d-845c-75d2413eda3e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:28.356438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c8246f60-8053-439d-845c-75d2413eda3e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:28.362828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c8246f60-8053-439d-845c-75d2413eda3e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:28.364293 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:28.416736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-07df9723-cd8b-4ca5-8f30-b88c5eccab38 None None] Provisioning complete for port 1a9d0664-4f74-4b62-9001-88c2b170b923 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:28.417107 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-07df9723-cd8b-4ca5-8f30-b88c5eccab38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:28.479905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-07df9723-cd8b-4ca5-8f30-b88c5eccab38 None None] Port 1a9d0664-4f74-4b62-9001-88c2b170b923 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:28.494429 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:28.496670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:28.505548 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2acd1615-d8c2-4783-8366-6dc049dd7055 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "PUT /v2.0/routers/dc5c588d-8380-4b58-b7b2-65e98b66b7ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9225795 Jul 14 10:01:28.505894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45188) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:28.508363 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d083b-1bc2-42eb-a3b7-4d163cc2a705 None None] Sync routers for ids ['dc5c588d-8380-4b58-b7b2-65e98b66b7ee'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:28.530225 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d083b-1bc2-42eb-a3b7-4d163cc2a705 None None] Routers {'dc5c588d-8380-4b58-b7b2-65e98b66b7ee'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:28.533544 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2b8d083b-1bc2-42eb-a3b7-4d163cc2a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['dc5c588d-8380-4b58-b7b2-65e98b66b7ee'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:28.534299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c8246f60-8053-439d-845c-75d2413eda3e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c8246f60-8053-439d-845c-75d2413eda3e,segment=NetworkSegment(dbe5feba-d2fc-446d-9931-b3e7289a4a76),segment_id=dbe5feba-d2fc-446d-9931-b3e7289a4a76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:28.540345 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:28.577647 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2b8d083b-1bc2-42eb-a3b7-4d163cc2a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:28.584284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7947afd-1d20-4e56-bce3-85bdd0b0f32a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:28.585832 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a7947afd-1d20-4e56-bce3-85bdd0b0f32a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc5c588d-8380-4b58-b7b2-65e98b66b7ee HTTP/1.1" status: 200 len: 988 time: 0.0788975 Jul 14 10:01:28.587605 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d083b-1bc2-42eb-a3b7-4d163cc2a705 None None] Routers {'dc5c588d-8380-4b58-b7b2-65e98b66b7ee'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:28.588153 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2b8d083b-1bc2-42eb-a3b7-4d163cc2a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['dc5c588d-8380-4b58-b7b2-65e98b66b7ee'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:28.589215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45190) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:28.608824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c8246f60-8053-439d-845c-75d2413eda3e,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:28.620583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e3b565b9-38a3-4ea3-a8cf-1667e5633201 None None] Provisioning complete for port 1a9d0664-4f74-4b62-9001-88c2b170b923 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:28.621506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e3b565b9-38a3-4ea3-a8cf-1667e5633201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:28.621822 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2b8d083b-1bc2-42eb-a3b7-4d163cc2a705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:28.622706 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d083b-1bc2-42eb-a3b7-4d163cc2a705 None None] The sync data for ids ['dc5c588d-8380-4b58-b7b2-65e98b66b7ee'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:28.661298 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e3b565b9-38a3-4ea3-a8cf-1667e5633201 None None] Port 1a9d0664-4f74-4b62-9001-88c2b170b923 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:29.013752 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:29.228653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 1a9d0664-4f74-4b62-9001-88c2b170b923 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:29.229000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:29.319158 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:29.331146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 1a9d0664-4f74-4b62-9001-88c2b170b923 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:29.501573 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:29.531877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=1a9d0664-4f74-4b62-9001-88c2b170b923,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:29.632409 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:29.749789 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:29.791025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Router dc5c588d-8380-4b58-b7b2-65e98b66b7ee has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:29.866657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:29.874175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-97cbf804-f674-40fc-80f1-f8abaabf2c68 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "PUT /v2.0/routers/dc5c588d-8380-4b58-b7b2-65e98b66b7ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2810292 Jul 14 10:01:29.876101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45192) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:29.877265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143feed-ff71-4940-93ff-cbf275c6313d None None] Sync routers for ids ['dc5c588d-8380-4b58-b7b2-65e98b66b7ee'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:29.886757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143feed-ff71-4940-93ff-cbf275c6313d None None] Routers {'dc5c588d-8380-4b58-b7b2-65e98b66b7ee'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:29.887350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9143feed-ff71-4940-93ff-cbf275c6313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['dc5c588d-8380-4b58-b7b2-65e98b66b7ee'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:29.905147 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8794274-68b3-449c-a813-65aadd242360 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:29.907037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b8794274-68b3-449c-a813-65aadd242360 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/1a9d0664-4f74-4b62-9001-88c2b170b923 HTTP/1.1" status: 404 len: 333 time: 0.0297356 Jul 14 10:01:29.909723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45194) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:29.922424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9143feed-ff71-4940-93ff-cbf275c6313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:29.931512 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9143feed-ff71-4940-93ff-cbf275c6313d None None] Routers {'dc5c588d-8380-4b58-b7b2-65e98b66b7ee'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:29.932115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9143feed-ff71-4940-93ff-cbf275c6313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['dc5c588d-8380-4b58-b7b2-65e98b66b7ee'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:29.965101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9143feed-ff71-4940-93ff-cbf275c6313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:29.965762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9143feed-ff71-4940-93ff-cbf275c6313d None None] The sync data for ids ['dc5c588d-8380-4b58-b7b2-65e98b66b7ee'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:29.985218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5edc4-5d84-481a-ab2a-21e1a883c779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.148982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5edc4-5d84-481a-ab2a-21e1a883c779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.151104 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5edc4-5d84-481a-ab2a-21e1a883c779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.196340 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5edc4-5d84-481a-ab2a-21e1a883c779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.196921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f5edc4-5d84-481a-ab2a-21e1a883c779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Fanout notify agent at l3_agent the message router_deleted on router dc5c588d-8380-4b58-b7b2-65e98b66b7ee {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:01:30.204117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47f5edc4-5d84-481a-ab2a-21e1a883c779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.207930 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-47f5edc4-5d84-481a-ab2a-21e1a883c779 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/routers/dc5c588d-8380-4b58-b7b2-65e98b66b7ee HTTP/1.1" status: 204 len: 168 time: 0.2946939 Jul 14 10:01:30.208154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45196) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:30.237081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c8246f60-8053-439d-845c-75d2413eda3e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:30.264757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7e0895-8087-449e-820a-109b2eec90d0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet 65e1bc73-335e-4d9f-b543-eb97fd29bbd0 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:30.269369 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0895-8087-449e-820a-109b2eec90d0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.292182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c8246f60-8053-439d-845c-75d2413eda3e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:30.292664 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.325524 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0895-8087-449e-820a-109b2eec90d0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.427870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0895-8087-449e-820a-109b2eec90d0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.485588 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0895-8087-449e-820a-109b2eec90d0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.514261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea7e0895-8087-449e-820a-109b2eec90d0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.519014 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ea7e0895-8087-449e-820a-109b2eec90d0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/65e1bc73-335e-4d9f-b543-eb97fd29bbd0 HTTP/1.1" status: 204 len: 168 time: 0.3073001 Jul 14 10:01:30.519014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e0895-8087-449e-820a-109b2eec90d0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=65e1bc73-335e-4d9f-b543-eb97fd29bbd0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:30.519490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45198) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:30.520836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a566296c-4be9-4a60-8693-cfef7a97a9bd None None] Network 5b756e3c-9dc8-499b-a844-56e2195d4dfa requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:30.597420 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.653326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port c8246f60-8053-439d-845c-75d2413eda3e {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:30.653679 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.718611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] DHCP port deletion for 5b756e3c-9dc8-499b-a844-56e2195d4dfa request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:30.730782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] For port c8246f60-8053-439d-845c-75d2413eda3e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c8246f60-8053-439d-845c-75d2413eda3e,segment=NetworkSegment(dbe5feba-d2fc-446d-9931-b3e7289a4a76),segment_id=dbe5feba-d2fc-446d-9931-b3e7289a4a76)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:30.731232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.744755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for c8246f60-8053-439d-845c-75d2413eda3e owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:30.764409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] Deleting port c8246f60-8053-439d-845c-75d2413eda3e {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:30.764998 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.825331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] For port c8246f60-8053-439d-845c-75d2413eda3e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c8246f60-8053-439d-845c-75d2413eda3e,segment=NetworkSegment(dbe5feba-d2fc-446d-9931-b3e7289a4a76),segment_id=dbe5feba-d2fc-446d-9931-b3e7289a4a76)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:30.825739 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.839044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] Calling delete_port for c8246f60-8053-439d-845c-75d2413eda3e owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:30.859788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.893404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=c8246f60-8053-439d-845c-75d2413eda3e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:30.897878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No DVR routers for this DVR port c8246f60-8053-439d-845c-75d2413eda3e on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:30.927061 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:30.956854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] Pushing event deleted for resources: {'Port': ['ID=c8246f60-8053-439d-845c-75d2413eda3e,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:30.961208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13f56f-9b53-4a49-9824-7d9e8320c585 None None] No DVR routers for this DVR port c8246f60-8053-439d-845c-75d2413eda3e on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:30.997977 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.009415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b756e3c-9dc8-499b-a844-56e2195d4dfa']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:31.022054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe5feba-d2fc-446d-9931-b3e7289a4a76') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:31.022456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe5feba-d2fc-446d-9931-b3e7289a4a76') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:31.033546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.049175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.056534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:31.057035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:31.060275 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:31.125868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.133502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.135501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/networks/5b756e3c-9dc8-499b-a844-56e2195d4dfa HTTP/1.1" status: 204 len: 168 time: 0.6147609 Jul 14 10:01:31.139488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45200) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:31.148589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996d5db-8feb-4210-ad90-12e2af9c97fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Network': ['ID=5b756e3c-9dc8-499b-a844-56e2195d4dfa,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:31.203369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f96196-e6ae-4d98-bb2a-fff71b1dab22 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:31.204885 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f1f96196-e6ae-4d98-bb2a-fff71b1dab22 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/03c42a2a-eee6-4f38-bf1e-73eed145e8ba HTTP/1.1" status: 200 len: 845 time: 0.0637248 Jul 14 10:01:31.209410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45202) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:31.279871 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3fc0445e-b5cd-4b55-9b46-d8dcfc51fe58 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/03c42a2a-eee6-4f38-bf1e-73eed145e8ba?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0690818 Jul 14 10:01:31.285309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45204) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:31.292806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:31.386411 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:31.390174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.727349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-9a408202-9e7d-4bf1-9951-9fa446bc1656 req-9f0bedfc-f27a-4861-a48e-7b5ca128e078 service neutron] (93780) timed out ('10.222.0.69', 54876) {{(pid=93780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:01:31.889446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.941761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:31.946607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:31.951748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:31.953584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:31.958340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286924f-571c-4d73-8d81-68611ab0484f None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:31.976945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=c899bdd4-d7f2-4455-96ce-077add006136,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:31.984454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1e5a7ef4-6969-40d4-b76c-84fc19946c50 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6932518 Jul 14 10:01:31.984454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45206) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:31.989069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b1ca58b3-4d7e-4977-9616-d80952feb3b8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'security_group': {'name': 'tempest-secgroup-1267528368'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:32.015396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ca58b3-4d7e-4977-9616-d80952feb3b8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.126208 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ca58b3-4d7e-4977-9616-d80952feb3b8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.131354 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ca58b3-4d7e-4977-9616-d80952feb3b8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.175248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1ca58b3-4d7e-4977-9616-d80952feb3b8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.177165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b1ca58b3-4d7e-4977-9616-d80952feb3b8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1928897 Jul 14 10:01:32.178085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca58b3-4d7e-4977-9616-d80952feb3b8 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdd5916-e44e-40c4-8f2b-36ec13a868cc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:32.180377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45208) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:32.186093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9d64471a-087d-4621-9d80-72b17c9406a1 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412612369'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:32.240636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d64471a-087d-4621-9d80-72b17c9406a1 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.290992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c8246f60-8053-439d-845c-75d2413eda3e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:32.318206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c8246f60-8053-439d-845c-75d2413eda3e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:32.318610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c8246f60-8053-439d-845c-75d2413eda3e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:32.348569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d64471a-087d-4621-9d80-72b17c9406a1 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.352579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'tenant_id': 'fe421873aef54f54adc3f61ce5e06445', 'fixed_ips': [{'subnet_id': 'c899bdd4-d7f2-4455-96ce-077add006136'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:01:32.353008 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d64471a-087d-4621-9d80-72b17c9406a1 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.353602 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.382558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d64471a-087d-4621-9d80-72b17c9406a1 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.383826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9d64471a-087d-4621-9d80-72b17c9406a1 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2016735 Jul 14 10:01:32.385760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64471a-087d-4621-9d80-72b17c9406a1 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78749db9-1b27-4d67-a3ba-1d1597b7c4a8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:32.386868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45210) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:32.392913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2084222204', 'security_groups': ['78749db9-1b27-4d67-a3ba-1d1597b7c4a8'], 'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c899bdd4-d7f2-4455-96ce-077add006136'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:32.494578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Allocated IP 2001:db8::2 (1ad65bf5-efde-4209-8900-2c3c9bc782c8/c899bdd4-d7f2-4455-96ce-077add006136/4caa1187-3f62-495f-8cfc-1bec1efa84b4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:32.505531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:32.592416 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.611541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port b290aacd-8676-43a7-b1b6-5bcc55f1d96e yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:32.642828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.652509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Transition to ACTIVE for port object 4caa1187-3f62-495f-8cfc-1bec1efa84b4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:32.668125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Transition to ACTIVE for port object 4caa1187-3f62-495f-8cfc-1bec1efa84b4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:32.674318 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.711017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:32.715913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:32.718557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:32.731032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Pushing event updated for resources: {'Port': ['ID=4caa1187-3f62-495f-8cfc-1bec1efa84b4,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:32.787871 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::31c (1ad65bf5-efde-4209-8900-2c3c9bc782c8/c899bdd4-d7f2-4455-96ce-077add006136/b290aacd-8676-43a7-b1b6-5bcc55f1d96e) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:32.791189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Attempting to bind port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:32.791562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Attempting to bind port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '25e224c0-9eca-4494-9dea-58f10d860b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:32.791924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Attempting to bind port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 on network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:32.797071 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:32.797453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Checking segment: {'id': '25e224c0-9eca-4494-9dea-58f10d860b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:32.797853 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.798243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Bound using segment: {'id': '25e224c0-9eca-4494-9dea-58f10d860b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:32.798705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Bound port: 4caa1187-3f62-495f-8cfc-1bec1efa84b4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25e224c0-9eca-4494-9dea-58f10d860b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:32.799089 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.867513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] For port 4caa1187-3f62-495f-8cfc-1bec1efa84b4, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:32.871205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] For port 4caa1187-3f62-495f-8cfc-1bec1efa84b4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4caa1187-3f62-495f-8cfc-1bec1efa84b4,segment=NetworkSegment(25e224c0-9eca-4494-9dea-58f10d860b07),segment_id=25e224c0-9eca-4494-9dea-58f10d860b07)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:32.875086 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.939187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2c2ac-b509-4005-a866-5ea57414bc92 None None] Pushing event updated for resources: {'Port': ['ID=4caa1187-3f62-495f-8cfc-1bec1efa84b4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:32.943360 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:32.959695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object b290aacd-8676-43a7-b1b6-5bcc55f1d96e will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:32.993838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:33.046579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:33.050187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:33.055054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:33.060878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:33.061552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:33.068941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=b290aacd-8676-43a7-b1b6-5bcc55f1d96e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:33.092873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45212) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:33.099985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ccb2b94a-656e-494b-8786-16ea86d14f48 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:33.100875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8bd41a6b-10b9-451a-8c09-5749d8b6b474 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7124858 Jul 14 10:01:33.229736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb2b94a-656e-494b-8786-16ea86d14f48 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:33.233488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccb2b94a-656e-494b-8786-16ea86d14f48 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:33.323471 n-d-780147-26 neutron-server[93779]: INFO neutron.db.ipam_backend_mixin [None req-ccb2b94a-656e-494b-8786-16ea86d14f48 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c899bdd4-d7f2-4455-96ce-077add006136 (CIDR: 2001:db8::/64) Jul 14 10:01:33.327444 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb2b94a-656e-494b-8786-16ea86d14f48 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:01:33.327898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb2b94a-656e-494b-8786-16ea86d14f48 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:33.344041 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ccb2b94a-656e-494b-8786-16ea86d14f48 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2492979 Jul 14 10:01:33.347072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45214) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:33.352935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:33.477120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:33.480779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:33.745725 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:33.790414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:33.794121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:33.797903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:33.798604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:33.821736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=84562238-3d8f-4f22-a271-7b3149390e14,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:33.827210 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5c9e95f4-0809-4e13-8e9c-0ba58174b5f5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4788482 Jul 14 10:01:33.830083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45216) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:33.836901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1910874095', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84562238-3d8f-4f22-a271-7b3149390e14'}], 'security_groups': ['0cdd5916-e44e-40c4-8f2b-36ec13a868cc']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:33.915976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c987240-3dd1-468e-ad1c-150a3add2fb0 None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:33.933719 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.057499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9497e0e9-03aa-4d9b-9be9-0ac8ea8f0ea0 None None] Provisioning complete for port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:34.057869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9497e0e9-03aa-4d9b-9be9-0ac8ea8f0ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.113452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9497e0e9-03aa-4d9b-9be9-0ac8ea8f0ea0 None None] Port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:34.132596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9497e0e9-03aa-4d9b-9be9-0ac8ea8f0ea0 None None] Provisioning for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:34.238448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac4691-754c-4fbe-8b96-b1d684f9eefc None None] Update dhcp port {'port': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'fixed_ips': [{'subnet_id': 'c899bdd4-d7f2-4455-96ce-077add006136', 'ip_address': '2001:db8::2'}, {'subnet_id': '84562238-3d8f-4f22-a271-7b3149390e14'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '4caa1187-3f62-495f-8cfc-1bec1efa84b4'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 10:01:34.272102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4caa1187-3f62-495f-8cfc-1bec1efa84b4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:34.305740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Delete allocated IP 2001:db8::31c (1ad65bf5-efde-4209-8900-2c3c9bc782c8/c899bdd4-d7f2-4455-96ce-077add006136) {{(pid=93780) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 10:01:34.308952 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4691-754c-4fbe-8b96-b1d684f9eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.321059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8:0:1::11a (1ad65bf5-efde-4209-8900-2c3c9bc782c8/84562238-3d8f-4f22-a271-7b3149390e14/b290aacd-8676-43a7-b1b6-5bcc55f1d96e) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:34.375370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:34.427582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:34.427953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.507770 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.528925 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Ignored duplicate provisioning block setup for port b290aacd-8676-43a7-b1b6-5bcc55f1d96e by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 10:01:34.533122 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.533555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.598910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] In _notify_port_updated(), no bound segment for port b290aacd-8676-43a7-b1b6-5bcc55f1d96e on network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 {{(pid=93780) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 10:01:34.603175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 4caa1187-3f62-495f-8cfc-1bec1efa84b4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4caa1187-3f62-495f-8cfc-1bec1efa84b4,segment=NetworkSegment(25e224c0-9eca-4494-9dea-58f10d860b07),segment_id=25e224c0-9eca-4494-9dea-58f10d860b07)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:34.604544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:34.605422 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.607098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "PUT /v2.0/ports/b290aacd-8676-43a7-b1b6-5bcc55f1d96e HTTP/1.1" status: 200 len: 931 time: 0.7758615 Jul 14 10:01:34.610690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45218) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:34.611520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-e3ac4691-754c-4fbe-8b96-b1d684f9eefc None None] Allocated IP 2001:db8:0:1::2 (1ad65bf5-efde-4209-8900-2c3c9bc782c8/84562238-3d8f-4f22-a271-7b3149390e14/4caa1187-3f62-495f-8cfc-1bec1efa84b4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:34.617578 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.652186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85031caa-9438-470d-bbdf-3c7b32f0d755 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=b290aacd-8676-43a7-b1b6-5bcc55f1d96e,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:34.728139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=4caa1187-3f62-495f-8cfc-1bec1efa84b4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:34.732190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bc522-c893-4d72-b115-cdef9aad063f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port b290aacd-8676-43a7-b1b6-5bcc55f1d96e {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:34.732582 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc522-c893-4d72-b115-cdef9aad063f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.766580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e3ac4691-754c-4fbe-8b96-b1d684f9eefc None None] For port 4caa1187-3f62-495f-8cfc-1bec1efa84b4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4caa1187-3f62-495f-8cfc-1bec1efa84b4,segment=NetworkSegment(25e224c0-9eca-4494-9dea-58f10d860b07),segment_id=25e224c0-9eca-4494-9dea-58f10d860b07)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:34.797735 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4691-754c-4fbe-8b96-b1d684f9eefc None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.814747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e3ac4691-754c-4fbe-8b96-b1d684f9eefc None None] Transition to ACTIVE for port object 4caa1187-3f62-495f-8cfc-1bec1efa84b4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:34.819762 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e3ac4691-754c-4fbe-8b96-b1d684f9eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.829546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc522-c893-4d72-b115-cdef9aad063f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:34.845158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5d2bc522-c893-4d72-b115-cdef9aad063f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for b290aacd-8676-43a7-b1b6-5bcc55f1d96e owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:34.919640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac4691-754c-4fbe-8b96-b1d684f9eefc None None] Pushing event updated for resources: {'Port': ['ID=4caa1187-3f62-495f-8cfc-1bec1efa84b4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:34.998310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc522-c893-4d72-b115-cdef9aad063f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.033713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bc522-c893-4d72-b115-cdef9aad063f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=b290aacd-8676-43a7-b1b6-5bcc55f1d96e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:35.067499 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2bc522-c893-4d72-b115-cdef9aad063f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.070160 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5d2bc522-c893-4d72-b115-cdef9aad063f tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/b290aacd-8676-43a7-b1b6-5bcc55f1d96e HTTP/1.1" status: 204 len: 168 time: 0.4586213 Jul 14 10:01:35.073272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45220) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:35.108515 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c0360e-9ad2-4653-8326-67b9f82d20d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:35.110400 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-78c0360e-9ad2-4653-8326-67b9f82d20d5 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/b290aacd-8676-43a7-b1b6-5bcc55f1d96e HTTP/1.1" status: 404 len: 333 time: 0.0360606 Jul 14 10:01:35.114131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45222) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:35.181475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa3cb-50ac-4b4d-ac7a-705819f4c40b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.211912 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa3cb-50ac-4b4d-ac7a-705819f4c40b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.276174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa3cb-50ac-4b4d-ac7a-705819f4c40b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.279210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b2fa3cb-50ac-4b4d-ac7a-705819f4c40b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.283587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:35.284368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3b2fa3cb-50ac-4b4d-ac7a-705819f4c40b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/security-groups/78749db9-1b27-4d67-a3ba-1d1597b7c4a8 HTTP/1.1" status: 204 len: 168 time: 0.1682289 Jul 14 10:01:35.293953 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:01:35.294873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2fa3cb-50ac-4b4d-ac7a-705819f4c40b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78749db9-1b27-4d67-a3ba-1d1597b7c4a8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:35.372059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8edd782-3bfa-454f-b572-f7683a44e659 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.406865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8edd782-3bfa-454f-b572-f7683a44e659 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.465232 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8edd782-3bfa-454f-b572-f7683a44e659 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.467925 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8edd782-3bfa-454f-b572-f7683a44e659 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.471952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b8edd782-3bfa-454f-b572-f7683a44e659 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/security-groups/0cdd5916-e44e-40c4-8f2b-36ec13a868cc HTTP/1.1" status: 204 len: 168 time: 0.1838694 Jul 14 10:01:35.473460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45226) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:35.485462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edd782-3bfa-454f-b572-f7683a44e659 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdd5916-e44e-40c4-8f2b-36ec13a868cc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:35.546775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e451258f-928f-4cfe-ba19-7f6638bcea9e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet c899bdd4-d7f2-4455-96ce-077add006136 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:35.551626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e451258f-928f-4cfe-ba19-7f6638bcea9e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.606018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e451258f-928f-4cfe-ba19-7f6638bcea9e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.681222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-538b0bf6-8c0f-4a29-aaac-631d5ce9a3ce None None] Provisioning complete for port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:35.681993 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-538b0bf6-8c0f-4a29-aaac-631d5ce9a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.713235 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e451258f-928f-4cfe-ba19-7f6638bcea9e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.733263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-538b0bf6-8c0f-4a29-aaac-631d5ce9a3ce None None] Port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:35.750314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-538b0bf6-8c0f-4a29-aaac-631d5ce9a3ce None None] Provisioning for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:35.755314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-538b0bf6-8c0f-4a29-aaac-631d5ce9a3ce None None] Provisioning complete for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:35.755692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-538b0bf6-8c0f-4a29-aaac-631d5ce9a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.790638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e451258f-928f-4cfe-ba19-7f6638bcea9e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.826990 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e451258f-928f-4cfe-ba19-7f6638bcea9e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=c899bdd4-d7f2-4455-96ce-077add006136,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:35.837994 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e451258f-928f-4cfe-ba19-7f6638bcea9e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:35.840233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e451258f-928f-4cfe-ba19-7f6638bcea9e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/c899bdd4-d7f2-4455-96ce-077add006136 HTTP/1.1" status: 204 len: 168 time: 0.3657274 Jul 14 10:01:35.844426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45228) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:35.851298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:35.856673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-538b0bf6-8c0f-4a29-aaac-631d5ce9a3ce None None] Could not find standard attr ID for object b290aacd-8676-43a7-b1b6-5bcc55f1d96e. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:35.969102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-30888b9a-ed6c-4bcd-996b-8ead4434c149 None None] Could not find standard attr ID for object b290aacd-8676-43a7-b1b6-5bcc55f1d96e. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:35.975231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:35.979097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.044818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49715d8c-c638-4e02-b30f-b56334a1daa7 None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:36.097797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2e3a5518-549f-4037-adaa-152dffbe9313 None None] Could not find standard attr ID for object b290aacd-8676-43a7-b1b6-5bcc55f1d96e. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:36.235725 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.259479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4caa1187-3f62-495f-8cfc-1bec1efa84b4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:36.285610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:36.288979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:36.294390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:36.294982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.307400 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=78fee535-3665-4838-b389-3317f392f3f9,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:36.319694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1ed4617b-31a6-498d-9b53-797b4b23fef3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4739177 Jul 14 10:01:36.322488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45230) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:36.325642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:36.326020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.329159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b6621cc3-a95b-4171-95b9-d5e5d520bb06 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'security_group': {'name': 'tempest-secgroup-1864035322'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:36.352018 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6621cc3-a95b-4171-95b9-d5e5d520bb06 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.450099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6621cc3-a95b-4171-95b9-d5e5d520bb06 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.453985 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6621cc3-a95b-4171-95b9-d5e5d520bb06 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.484861 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b6621cc3-a95b-4171-95b9-d5e5d520bb06 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.486187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b6621cc3-a95b-4171-95b9-d5e5d520bb06 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1618793 Jul 14 10:01:36.487052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6621cc3-a95b-4171-95b9-d5e5d520bb06 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20846ae-adb2-41b8-8827-9ed2d016fc55,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:36.489211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45232) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:36.498296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-29bfc7fd-249a-4e89-8dc1-c705939873db tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'security_group': {'name': 'tempest-secgroup-989144592'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:36.524488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29bfc7fd-249a-4e89-8dc1-c705939873db tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.614600 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29bfc7fd-249a-4e89-8dc1-c705939873db tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.618513 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29bfc7fd-249a-4e89-8dc1-c705939873db tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.642211 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29bfc7fd-249a-4e89-8dc1-c705939873db tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.643513 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-29bfc7fd-249a-4e89-8dc1-c705939873db tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1489451 Jul 14 10:01:36.646866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45234) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:36.651779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f16bda12-1919-4212-9226-215a9fb2d23b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'security_group': {'name': 'tempest-secgroup-205352944'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:36.656970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfc7fd-249a-4e89-8dc1-c705939873db tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f863a6-5a54-4234-84aa-f64716016c78,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:36.674280 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f16bda12-1919-4212-9226-215a9fb2d23b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.763697 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f16bda12-1919-4212-9226-215a9fb2d23b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.767713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f16bda12-1919-4212-9226-215a9fb2d23b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.784572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f740e0e-c3b2-48e4-b59a-b6d04d414bcb None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:36.794716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f16bda12-1919-4212-9226-215a9fb2d23b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.798495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f16bda12-1919-4212-9226-215a9fb2d23b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1480758 Jul 14 10:01:36.799017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45236) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:36.804305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-860394024', 'security_groups': ['7fce17e9-87c7-4c67-b537-73528dff95ac'], 'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78fee535-3665-4838-b389-3317f392f3f9'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:36.820240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16bda12-1919-4212-9226-215a9fb2d23b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce17e9-87c7-4c67-b537-73528dff95ac,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:36.850377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e44e3f53-0433-4c67-994f-85da5a721436 None None] Provisioning complete for port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:36.850817 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e44e3f53-0433-4c67-994f-85da5a721436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.899838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e44e3f53-0433-4c67-994f-85da5a721436 None None] Port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:36.918351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:36.923314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.943029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e44e3f53-0433-4c67-994f-85da5a721436 None None] Provisioning complete for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:36.943029 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e44e3f53-0433-4c67-994f-85da5a721436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:36.943433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] device_id is not set on port 9c726cff-e9b8-43ea-9c83-89b3112ced7a yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:01:37.119858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8::180 (1ad65bf5-efde-4209-8900-2c3c9bc782c8/78fee535-3665-4838-b389-3317f392f3f9/9c726cff-e9b8-43ea-9c83-89b3112ced7a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:37.126902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef67ec6e-d08a-44bd-a44c-001836048474 None None] Update dhcp port {'port': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'fixed_ips': [{'subnet_id': '84562238-3d8f-4f22-a271-7b3149390e14', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '78fee535-3665-4838-b389-3317f392f3f9'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '4caa1187-3f62-495f-8cfc-1bec1efa84b4'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 10:01:37.162480 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ef67ec6e-d08a-44bd-a44c-001836048474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.261624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.274868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 9c726cff-e9b8-43ea-9c83-89b3112ced7a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:37.310379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.356425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:37.357796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-ef67ec6e-d08a-44bd-a44c-001836048474 None None] Allocated IP 2001:db8::2 (1ad65bf5-efde-4209-8900-2c3c9bc782c8/78fee535-3665-4838-b389-3317f392f3f9/4caa1187-3f62-495f-8cfc-1bec1efa84b4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:37.362162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:37.366819 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:37.372455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:37.373086 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.385984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=9c726cff-e9b8-43ea-9c83-89b3112ced7a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:37.393107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4d288c88-93f1-4dd4-ba95-a606f53aa3d7 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5933137 Jul 14 10:01:37.395905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45238) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:37.400826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-edff4a47-a0dd-44be-8fde-c538159d1a20 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:37.454728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ef67ec6e-d08a-44bd-a44c-001836048474 None None] For port 4caa1187-3f62-495f-8cfc-1bec1efa84b4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4caa1187-3f62-495f-8cfc-1bec1efa84b4,segment=NetworkSegment(25e224c0-9eca-4494-9dea-58f10d860b07),segment_id=25e224c0-9eca-4494-9dea-58f10d860b07)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:37.484472 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ef67ec6e-d08a-44bd-a44c-001836048474 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.498513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ef67ec6e-d08a-44bd-a44c-001836048474 None None] Transition to ACTIVE for port object 4caa1187-3f62-495f-8cfc-1bec1efa84b4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:37.502355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ef67ec6e-d08a-44bd-a44c-001836048474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.512407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edff4a47-a0dd-44be-8fde-c538159d1a20 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:37.516154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edff4a47-a0dd-44be-8fde-c538159d1a20 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.605394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67ec6e-d08a-44bd-a44c-001836048474 None None] Pushing event updated for resources: {'Port': ['ID=4caa1187-3f62-495f-8cfc-1bec1efa84b4,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:37.616654 n-d-780147-26 neutron-server[93780]: INFO neutron.db.ipam_backend_mixin [None req-edff4a47-a0dd-44be-8fde-c538159d1a20 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78fee535-3665-4838-b389-3317f392f3f9 (CIDR: 2001:db8::/64) Jul 14 10:01:37.619970 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-edff4a47-a0dd-44be-8fde-c538159d1a20 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:01:37.620638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edff4a47-a0dd-44be-8fde-c538159d1a20 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:37.635931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-edff4a47-a0dd-44be-8fde-c538159d1a20 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2389257 Jul 14 10:01:37.638730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45240) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:37.645520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1b74ae80-6029-4c1c-8718-8c7abcfb7305 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:37.757599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b74ae80-6029-4c1c-8718-8c7abcfb7305 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:37.761507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1b74ae80-6029-4c1c-8718-8c7abcfb7305 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:37.874100 n-d-780147-26 neutron-server[93780]: INFO neutron.db.ipam_backend_mixin [None req-1b74ae80-6029-4c1c-8718-8c7abcfb7305 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 84562238-3d8f-4f22-a271-7b3149390e14 (CIDR: 2001:db8:0:1::/64) Jul 14 10:01:37.878832 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b74ae80-6029-4c1c-8718-8c7abcfb7305 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:01:37.879558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b74ae80-6029-4c1c-8718-8c7abcfb7305 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:37.896538 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1b74ae80-6029-4c1c-8718-8c7abcfb7305 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2565851 Jul 14 10:01:37.899194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45242) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:37.904356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'subnet': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:38.051060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Made reservation on behalf of fe421873aef54f54adc3f61ce5e06445 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:38.054864 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.274207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4caa1187-3f62-495f-8cfc-1bec1efa84b4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:38.324579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-93e929e3-de31-4ee1-b48c-71b28b8a1ce6 None None] Provisioning complete for port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:38.325347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93e929e3-de31-4ee1-b48c-71b28b8a1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.376114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-93e929e3-de31-4ee1-b48c-71b28b8a1ce6 None None] Port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:38.399258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-93e929e3-de31-4ee1-b48c-71b28b8a1ce6 None None] Provisioning for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:38.403662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-93e929e3-de31-4ee1-b48c-71b28b8a1ce6 None None] Provisioning complete for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:38.404156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93e929e3-de31-4ee1-b48c-71b28b8a1ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.413849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.483486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:38.487422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:38.492914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:38.493530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.505574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709d5b53-5213-4b21-8962-0ef0ab92938b None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:38.510921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Subnet': ['ID=d614c390-61a4-4495-8b81-7f0bf52a9a38,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:38.525062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cf484dec-1c76-46cf-a462-1658fea2b688 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6245885 Jul 14 10:01:38.527704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45248) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:38.535543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1670557363', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd614c390-61a4-4495-8b81-7f0bf52a9a38'}], 'security_groups': ['c20846ae-adb2-41b8-8827-9ed2d016fc55', '97f863a6-5a54-4234-84aa-f64716016c78']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:38.718033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c3e0bb9e-9c5b-4297-9789-f5b19c938f00 None None] Provisioning for port 9c726cff-e9b8-43ea-9c83-89b3112ced7a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:38.727213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c3e0bb9e-9c5b-4297-9789-f5b19c938f00 None None] Provisioning complete for port 9c726cff-e9b8-43ea-9c83-89b3112ced7a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:38.727213 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3e0bb9e-9c5b-4297-9789-f5b19c938f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.729281 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:38.779293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0bb9e-9c5b-4297-9789-f5b19c938f00 None None] Port 9c726cff-e9b8-43ea-9c83-89b3112ced7a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:38.843940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32283287-8c7c-46d6-9d78-c73feca55025 None None] Update dhcp port {'port': {'network_id': '1ad65bf5-efde-4209-8900-2c3c9bc782c8', 'fixed_ips': [{'subnet_id': '84562238-3d8f-4f22-a271-7b3149390e14', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '78fee535-3665-4838-b389-3317f392f3f9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd614c390-61a4-4495-8b81-7f0bf52a9a38'}], 'binding:host_id': 'n-d-780147-26'}, 'id': '4caa1187-3f62-495f-8cfc-1bec1efa84b4'} from n-d-780147-26. {{(pid=93781) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 14 10:01:38.883596 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-32283287-8c7c-46d6-9d78-c73feca55025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.098073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Delete allocated IP 2001:db8::180 (1ad65bf5-efde-4209-8900-2c3c9bc782c8/78fee535-3665-4838-b389-3317f392f3f9) {{(pid=93779) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 14 10:01:39.112329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Allocated IP 2001:db8:0:2::185 (1ad65bf5-efde-4209-8900-2c3c9bc782c8/d614c390-61a4-4495-8b81-7f0bf52a9a38/9c726cff-e9b8-43ea-9c83-89b3112ced7a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:39.323961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.348269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Transition to ACTIVE for port object 9c726cff-e9b8-43ea-9c83-89b3112ced7a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:39.353549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.438310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] In _notify_port_updated(), no bound segment for port 9c726cff-e9b8-43ea-9c83-89b3112ced7a on network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 {{(pid=93779) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 14 10:01:39.444525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-32283287-8c7c-46d6-9d78-c73feca55025 None None] Allocated IP 2001:db8:0:2::2 (1ad65bf5-efde-4209-8900-2c3c9bc782c8/d614c390-61a4-4495-8b81-7f0bf52a9a38/4caa1187-3f62-495f-8cfc-1bec1efa84b4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:39.445864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:39.446721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.448820 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "PUT /v2.0/ports/9c726cff-e9b8-43ea-9c83-89b3112ced7a HTTP/1.1" status: 200 len: 970 time: 0.9193661 Jul 14 10:01:39.453574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45250) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:39.460110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed7950-d34f-40b0-b2a9-c1a17f106709 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event updated for resources: {'Port': ['ID=9c726cff-e9b8-43ea-9c83-89b3112ced7a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:39.566776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-32283287-8c7c-46d6-9d78-c73feca55025 None None] For port 4caa1187-3f62-495f-8cfc-1bec1efa84b4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4caa1187-3f62-495f-8cfc-1bec1efa84b4,segment=NetworkSegment(25e224c0-9eca-4494-9dea-58f10d860b07),segment_id=25e224c0-9eca-4494-9dea-58f10d860b07)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:39.604778 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-32283287-8c7c-46d6-9d78-c73feca55025 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.618622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-32283287-8c7c-46d6-9d78-c73feca55025 None None] Transition to ACTIVE for port object 4caa1187-3f62-495f-8cfc-1bec1efa84b4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:39.624135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-32283287-8c7c-46d6-9d78-c73feca55025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.645730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e203263b-2bff-49e8-80bd-41b2a3c3bf41 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 9c726cff-e9b8-43ea-9c83-89b3112ced7a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:39.646322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e203263b-2bff-49e8-80bd-41b2a3c3bf41 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.726538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32283287-8c7c-46d6-9d78-c73feca55025 None None] Pushing event updated for resources: {'Port': ['ID=4caa1187-3f62-495f-8cfc-1bec1efa84b4,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:39.766825 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e203263b-2bff-49e8-80bd-41b2a3c3bf41 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.787266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e203263b-2bff-49e8-80bd-41b2a3c3bf41 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 9c726cff-e9b8-43ea-9c83-89b3112ced7a owned by {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:39.960031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e203263b-2bff-49e8-80bd-41b2a3c3bf41 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:39.991864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203263b-2bff-49e8-80bd-41b2a3c3bf41 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=9c726cff-e9b8-43ea-9c83-89b3112ced7a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:40.033457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e203263b-2bff-49e8-80bd-41b2a3c3bf41 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.035601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e203263b-2bff-49e8-80bd-41b2a3c3bf41 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/9c726cff-e9b8-43ea-9c83-89b3112ced7a HTTP/1.1" status: 204 len: 168 time: 0.5792110 Jul 14 10:01:40.038972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45252) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:40.076513 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5c8cd56-a7e1-4eeb-9b95-ddbc659ccb1c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] GET failed (client error): The resource could not be found. Jul 14 10:01:40.078259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a5c8cd56-a7e1-4eeb-9b95-ddbc659ccb1c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports/9c726cff-e9b8-43ea-9c83-89b3112ced7a HTTP/1.1" status: 404 len: 333 time: 0.0381086 Jul 14 10:01:40.080992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45254) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:40.145791 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a20b4bfb-eea1-4b03-9fa9-1d338f8ad848 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.173983 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a20b4bfb-eea1-4b03-9fa9-1d338f8ad848 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.231150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a20b4bfb-eea1-4b03-9fa9-1d338f8ad848 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.235158 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a20b4bfb-eea1-4b03-9fa9-1d338f8ad848 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.239963 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a20b4bfb-eea1-4b03-9fa9-1d338f8ad848 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/security-groups/7fce17e9-87c7-4c67-b537-73528dff95ac HTTP/1.1" status: 204 len: 168 time: 0.1533093 Jul 14 10:01:40.240773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45256) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:40.247675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b4bfb-eea1-4b03-9fa9-1d338f8ad848 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce17e9-87c7-4c67-b537-73528dff95ac,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:40.278812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4caa1187-3f62-495f-8cfc-1bec1efa84b4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:40.334195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2960db7c-0571-4afc-b6b5-30949f570d1b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.367510 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2960db7c-0571-4afc-b6b5-30949f570d1b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.431828 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2960db7c-0571-4afc-b6b5-30949f570d1b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.434678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2960db7c-0571-4afc-b6b5-30949f570d1b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.436162 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2960db7c-0571-4afc-b6b5-30949f570d1b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/security-groups/97f863a6-5a54-4234-84aa-f64716016c78 HTTP/1.1" status: 204 len: 168 time: 0.1937151 Jul 14 10:01:40.441512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45258) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:40.448710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960db7c-0571-4afc-b6b5-30949f570d1b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f863a6-5a54-4234-84aa-f64716016c78,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:40.524838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40f1c39d-50ac-4eff-9475-1268bb8e029b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.552449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40f1c39d-50ac-4eff-9475-1268bb8e029b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.566418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-64f7212e-7c3b-4cb9-aaa9-3fbb4e8dbf6b None None] Provisioning complete for port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:40.567012 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-64f7212e-7c3b-4cb9-aaa9-3fbb4e8dbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.620716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40f1c39d-50ac-4eff-9475-1268bb8e029b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.624548 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-40f1c39d-50ac-4eff-9475-1268bb8e029b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.629754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45260) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:40.630062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-40f1c39d-50ac-4eff-9475-1268bb8e029b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/security-groups/c20846ae-adb2-41b8-8827-9ed2d016fc55 HTTP/1.1" status: 204 len: 168 time: 0.1864760 Jul 14 10:01:40.640181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1c39d-50ac-4eff-9475-1268bb8e029b tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20846ae-adb2-41b8-8827-9ed2d016fc55,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:40.642445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-64f7212e-7c3b-4cb9-aaa9-3fbb4e8dbf6b None None] Port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:40.662704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-64f7212e-7c3b-4cb9-aaa9-3fbb4e8dbf6b None None] Provisioning for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:40.669044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-64f7212e-7c3b-4cb9-aaa9-3fbb4e8dbf6b None None] Provisioning complete for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:40.669491 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-64f7212e-7c3b-4cb9-aaa9-3fbb4e8dbf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.731424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed3bbe0-797e-4beb-ac9e-7d5e7dc5e6ef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet 78fee535-3665-4838-b389-3317f392f3f9 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:40.734038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eed3bbe0-797e-4beb-ac9e-7d5e7dc5e6ef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.787913 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eed3bbe0-797e-4beb-ac9e-7d5e7dc5e6ef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.795666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-64f7212e-7c3b-4cb9-aaa9-3fbb4e8dbf6b None None] Could not find standard attr ID for object 9c726cff-e9b8-43ea-9c83-89b3112ced7a. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:40.900673 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eed3bbe0-797e-4beb-ac9e-7d5e7dc5e6ef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:40.912019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1e547937-2b4c-4ccc-914b-594d60506e9d None None] Could not find standard attr ID for object 9c726cff-e9b8-43ea-9c83-89b3112ced7a. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:01:40.985408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eed3bbe0-797e-4beb-ac9e-7d5e7dc5e6ef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.021617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3bbe0-797e-4beb-ac9e-7d5e7dc5e6ef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=78fee535-3665-4838-b389-3317f392f3f9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:41.024081 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eed3bbe0-797e-4beb-ac9e-7d5e7dc5e6ef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.027374 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eed3bbe0-797e-4beb-ac9e-7d5e7dc5e6ef tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/78fee535-3665-4838-b389-3317f392f3f9 HTTP/1.1" status: 204 len: 168 time: 0.3961258 Jul 14 10:01:41.032538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:41.039553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ae07f-efa9-4b36-9c43-e97210625b65 None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:41.116179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adccbe3-06d3-4b1a-8cae-d0ec436354ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet d614c390-61a4-4495-8b81-7f0bf52a9a38 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:41.120464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccbe3-06d3-4b1a-8cae-d0ec436354ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.178072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccbe3-06d3-4b1a-8cae-d0ec436354ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.294019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccbe3-06d3-4b1a-8cae-d0ec436354ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.378216 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccbe3-06d3-4b1a-8cae-d0ec436354ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.415789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adccbe3-06d3-4b1a-8cae-d0ec436354ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=d614c390-61a4-4495-8b81-7f0bf52a9a38,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:41.424494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6adccbe3-06d3-4b1a-8cae-d0ec436354ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.427610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6adccbe3-06d3-4b1a-8cae-d0ec436354ab tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/d614c390-61a4-4495-8b81-7f0bf52a9a38 HTTP/1.1" status: 204 len: 168 time: 0.3935757 Jul 14 10:01:41.430730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45266) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:41.468157 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-60170d99-cb88-434e-9b4d-9a1e20953d6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:41.468932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60170d99-cb88-434e-9b4d-9a1e20953d6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:41.471135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-60170d99-cb88-434e-9b4d-9a1e20953d6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/78fee535-3665-4838-b389-3317f392f3f9 HTTP/1.1" status: 404 len: 337 time: 0.0390916 Jul 14 10:01:41.474738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45268) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:41.552505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbd9a3a-4a70-46bd-9275-06d768955c6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting subnet 84562238-3d8f-4f22-a271-7b3149390e14 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:41.558739 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9a3a-4a70-46bd-9275-06d768955c6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.618636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9a3a-4a70-46bd-9275-06d768955c6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.738809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9a3a-4a70-46bd-9275-06d768955c6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.837447 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9a3a-4a70-46bd-9275-06d768955c6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.873832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd9a3a-4a70-46bd-9275-06d768955c6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Subnet': ['ID=84562238-3d8f-4f22-a271-7b3149390e14,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:41.880025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fbd9a3a-4a70-46bd-9275-06d768955c6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:41.885048 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7fbd9a3a-4a70-46bd-9275-06d768955c6d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/84562238-3d8f-4f22-a271-7b3149390e14 HTTP/1.1" status: 204 len: 168 time: 0.4088352 Jul 14 10:01:41.886562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:41.920017 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7a0172-c7f8-45e2-94c0-f54c4b63cd84 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:41.920544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7a0172-c7f8-45e2-94c0-f54c4b63cd84 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:41.922688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6e7a0172-c7f8-45e2-94c0-f54c4b63cd84 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/c899bdd4-d7f2-4455-96ce-077add006136 HTTP/1.1" status: 404 len: 337 time: 0.0348313 Jul 14 10:01:41.927467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45272) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:41.943935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68005e-1e17-47f4-8b83-35d9501cab1d None None] Network 1ad65bf5-efde-4209-8900-2c3c9bc782c8 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:41.963978 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-739ba5b7-a477-4964-bcad-6fa513463335 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "GET /v2.0/ports?device_id=dc5c588d-8380-4b58-b7b2-65e98b66b7ee HTTP/1.1" status: 200 len: 205 time: 0.0348585 Jul 14 10:01:41.966569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45274) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.031345 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-9523e065-f668-43d5-98bf-299f74738ac6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] delete failed (client error): The resource could not be found. Jul 14 10:01:42.032973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9523e065-f668-43d5-98bf-299f74738ac6 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/routers/dc5c588d-8380-4b58-b7b2-65e98b66b7ee HTTP/1.1" status: 404 len: 336 time: 0.0648706 Jul 14 10:01:42.036895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45276) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.070189 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-773fb8bf-f6d5-4a87-839e-b33d042526fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.070702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-773fb8bf-f6d5-4a87-839e-b33d042526fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.072880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-773fb8bf-f6d5-4a87-839e-b33d042526fa tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/65e1bc73-335e-4d9f-b543-eb97fd29bbd0 HTTP/1.1" status: 404 len: 337 time: 0.0344892 Jul 14 10:01:42.076168 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45278) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.083302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b0ce23c8-3a7b-4845-aaa4-f9d4c99f3047 None None] Provisioning complete for port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:42.083795 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b0ce23c8-3a7b-4845-aaa4-f9d4c99f3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.108288 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1df30ae-b5aa-4640-8075-f5b7e671068d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.108789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1df30ae-b5aa-4640-8075-f5b7e671068d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.111121 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b1df30ae-b5aa-4640-8075-f5b7e671068d tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/9c045a8a-03f5-4eee-b87c-01ec5251a584 HTTP/1.1" status: 404 len: 337 time: 0.0335088 Jul 14 10:01:42.114583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45280) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.136128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce23c8-3a7b-4845-aaa4-f9d4c99f3047 None None] Port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:42.143361 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a47ff27-391d-4f18-b3ee-fb314861ae8e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.144617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a47ff27-391d-4f18-b3ee-fb314861ae8e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.146509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9a47ff27-391d-4f18-b3ee-fb314861ae8e tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/263e7eb7-50b9-4e09-97fb-69e60e1a9d2c HTTP/1.1" status: 404 len: 337 time: 0.0304775 Jul 14 10:01:42.149634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45282) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.159207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b0ce23c8-3a7b-4845-aaa4-f9d4c99f3047 None None] Provisioning complete for port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:42.159680 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b0ce23c8-3a7b-4845-aaa4-f9d4c99f3047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.185934 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1e85ae-192c-407c-8304-33d122932563 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.186877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1e85ae-192c-407c-8304-33d122932563 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.189457 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cd1e85ae-192c-407c-8304-33d122932563 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/58b5abdd-462d-4dca-bb3e-ecba5be3532b HTTP/1.1" status: 404 len: 333 time: 0.0380552 Jul 14 10:01:42.192359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.230133 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b7495b2-4ae7-4e39-8dce-f3d45c6b0b9c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.231264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b7495b2-4ae7-4e39-8dce-f3d45c6b0b9c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.234622 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4b7495b2-4ae7-4e39-8dce-f3d45c6b0b9c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/0166140a-1b80-477b-8e98-5e114ad7c8b7 HTTP/1.1" status: 404 len: 337 time: 0.0409598 Jul 14 10:01:42.238824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45286) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.253892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] DHCP port deletion for 1ad65bf5-efde-4209-8900-2c3c9bc782c8 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:42.273048 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2ce4dc-b2ea-4cb1-924d-30b6619bc74c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.273748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2ce4dc-b2ea-4cb1-924d-30b6619bc74c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.278303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ef2ce4dc-b2ea-4cb1-924d-30b6619bc74c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/29c83eb0-0ef9-4bb4-8c01-ef299b5daed5 HTTP/1.1" status: 404 len: 337 time: 0.0374730 Jul 14 10:01:42.280015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45288) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.334675 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e32303-13b2-4230-a33c-995f079ec2e0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.335868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e32303-13b2-4230-a33c-995f079ec2e0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.338968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-26e32303-13b2-4230-a33c-995f079ec2e0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/858485d7-6680-4e6b-b7f2-88b883532daf HTTP/1.1" status: 404 len: 333 time: 0.0569770 Jul 14 10:01:42.342072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.352171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] Deleting port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:42.352812 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.379821 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-0956292a-48b9-487e-8654-4b8568964ef0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.380594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0956292a-48b9-487e-8654-4b8568964ef0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.383760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0956292a-48b9-487e-8654-4b8568964ef0 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/41dbd747-4549-487e-89cc-4afc591f54ed HTTP/1.1" status: 404 len: 337 time: 0.0399184 Jul 14 10:01:42.386905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.421401 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a538f69-8bde-4bec-9c98-2a331a095ca3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] DELETE failed (client error): The resource could not be found. Jul 14 10:01:42.421986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a538f69-8bde-4bec-9c98-2a331a095ca3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:01:42.424716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5a538f69-8bde-4bec-9c98-2a331a095ca3 tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/subnets/aadd2126-c755-4c55-beaa-66cb77c6bb44 HTTP/1.1" status: 404 len: 337 time: 0.0364299 Jul 14 10:01:42.428467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.440339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] For port 4caa1187-3f62-495f-8cfc-1bec1efa84b4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4caa1187-3f62-495f-8cfc-1bec1efa84b4,segment=NetworkSegment(25e224c0-9eca-4494-9dea-58f10d860b07),segment_id=25e224c0-9eca-4494-9dea-58f10d860b07)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:42.441482 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.462530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] Calling delete_port for 4caa1187-3f62-495f-8cfc-1bec1efa84b4 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:42.553082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8739d7d6-370d-4d38-8706-1d2954f0540a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Deleting port 03c42a2a-eee6-4f38-bf1e-73eed145e8ba {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:42.553612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8739d7d6-370d-4d38-8706-1d2954f0540a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.570979 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.609208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] Pushing event deleted for resources: {'Port': ['ID=4caa1187-3f62-495f-8cfc-1bec1efa84b4,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:42.616931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d48d55-5ec0-460b-b602-ee69181bbccf None None] No DVR routers for this DVR port 4caa1187-3f62-495f-8cfc-1bec1efa84b4 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:42.646802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8739d7d6-370d-4d38-8706-1d2954f0540a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.667535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8739d7d6-370d-4d38-8706-1d2954f0540a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Calling delete_port for 03c42a2a-eee6-4f38-bf1e-73eed145e8ba owned by {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:42.766405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8739d7d6-370d-4d38-8706-1d2954f0540a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.799600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739d7d6-370d-4d38-8706-1d2954f0540a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Port': ['ID=03c42a2a-eee6-4f38-bf1e-73eed145e8ba,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:42.806310 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8739d7d6-370d-4d38-8706-1d2954f0540a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:42.808357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8739d7d6-370d-4d38-8706-1d2954f0540a tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/ports/03c42a2a-eee6-4f38-bf1e-73eed145e8ba HTTP/1.1" status: 204 len: 168 time: 0.3783963 Jul 14 10:01:42.812736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45296) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:42.922177 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:43.036333 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:43.051869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad65bf5-efde-4209-8900-2c3c9bc782c8']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:43.067294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25e224c0-9eca-4494-9dea-58f10d860b07') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:43.067576 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25e224c0-9eca-4494-9dea-58f10d860b07') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:43.079070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:43.109678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:43.120980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:43.121619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:43.126881 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:43.217362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:43.227246 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:43.230114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] 10.222.0.73 "DELETE /v2.0/networks/1ad65bf5-efde-4209-8900-2c3c9bc782c8 HTTP/1.1" status: 204 len: 168 time: 0.4159133 Jul 14 10:01:43.245424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536dea5-c27f-4742-b825-f3f4cb0a7d5c tempest-PortsIpV6TestJSON-1343780312 tempest-PortsIpV6TestJSON-1343780312-project] Pushing event deleted for resources: {'Network': ['ID=1ad65bf5-efde-4209-8900-2c3c9bc782c8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:43.674227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45302) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:43.895362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0a5e8101-7ca2-4290-bdd5-4de3718372cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fe421873aef54f54adc3f61ce5e06445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2195051 Jul 14 10:01:43.897825 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45306) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:43.974872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-452c29ac-f908-4760-80a6-dc8dc80eda2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:44.008320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-452c29ac-f908-4760-80a6-dc8dc80eda2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:44.082888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-452c29ac-f908-4760-80a6-dc8dc80eda2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:44.087166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-452c29ac-f908-4760-80a6-dc8dc80eda2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:44.088837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-452c29ac-f908-4760-80a6-dc8dc80eda2d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f59e7ae4-6ed0-4b62-a7ff-41ff38fefe5d HTTP/1.1" status: 204 len: 168 time: 0.1897819 Jul 14 10:01:44.106265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c29ac-f908-4760-80a6-dc8dc80eda2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59e7ae4-6ed0-4b62-a7ff-41ff38fefe5d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:44.293329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4caa1187-3f62-495f-8cfc-1bec1efa84b4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:44.331430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 4caa1187-3f62-495f-8cfc-1bec1efa84b4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:44.332010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4caa1187-3f62-495f-8cfc-1bec1efa84b4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:44.636070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65287375-829d-4a99-81ee-727b6dfcff3e req-4e69bc2e-b0c6-4e6c-a0b4-b9e74a623671 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:44.639014 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65287375-829d-4a99-81ee-727b6dfcff3e req-4e69bc2e-b0c6-4e6c-a0b4-b9e74a623671 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1097 time: 0.0925810 Jul 14 10:01:44.712377 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65287375-829d-4a99-81ee-727b6dfcff3e req-a8efe714-0f47-4e4e-8120-ea3a42524a8a tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617905 Jul 14 10:01:44.747127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45324) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:44.938534 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port a1c0d253-a87e-4407-823e-bac19be4eaae {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:44.938889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.039868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.040312 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.058725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for a1c0d253-a87e-4407-823e-bac19be4eaae owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:45.128956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:45.607450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1127132842'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:45.649913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:45.653457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.657613 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.672270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.701678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=a1c0d253-a87e-4407-823e-bac19be4eaae,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:45.814311 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.814656 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Floating IP 60720b8d-4a58-4ea8-91be-5b00b7b5e164 disassociated (deleted). External IP: 172.25.0.78, port: 53cb42fa-5211-4c67-a44c-e40f5d34a7fb. Jul 14 10:01:45.986461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:45.994406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.076230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:01:46.118713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d8852a-1574-4d03-96bc-e88dda02fd35,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:46.132240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.133312 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment ff05b72c-7b97-4984-beba-7ba02821c6a7 of type vlan for network b7b9abfb-8158-42f8-8713-5881134a6524 Jul 14 10:01:46.198776 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.209162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 740be75a-22c0-4300-abf7-3f087cfbfc9c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:46.277882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.284339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:46.284947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.373404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2431560 Jul 14 10:01:46.376707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45338) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:46.385398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1855663084'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:46.410654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5d79-2784-4ee0-b50e-2c9df91f35eb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=b7b9abfb-8158-42f8-8713-5881134a6524,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:46.417637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:46.425681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b7b9abfb-8158-42f8-8713-5881134a6524 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:01:46.430086 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.440546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:46.447010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.461315 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] Sync routers for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:46.475895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:01:46.491468 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:46.492535 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:46.496686 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.497488 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment 798f46d5-89c8-4b0e-8dae-1fe364c57d9d of type vlan for network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af Jul 14 10:01:46.507577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2d9cca6c-f442-4ee5-b67c-95d4259be384 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/floatingips/60720b8d-4a58-4ea8-91be-5b00b7b5e164 HTTP/1.1" status: 204 len: 168 time: 1.7589741 Jul 14 10:01:46.508501 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:46.512389 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f78f449-b0bd-42d0-8176-94c2abf28f6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:46.602339 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beb7a31-44da-49f9-a52f-00371c02eb14 x-openstack-request-id: req-2beb7a31-44da-49f9-a52f-00371c02eb14 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:46.602742 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:46.603810 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2beb7a31-44da-49f9-a52f-00371c02eb14 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:46.604337 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'status': 'completed', 'code': 200} Jul 14 10:01:46.644071 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.648903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.69', 55521) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:46.686326 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:46.711590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.728374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:46.730357 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:46.862163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4833312 Jul 14 10:01:46.864120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45348) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:46.880565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': 'b7b9abfb-8158-42f8-8713-5881134a6524', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:46.960858 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:46.977434 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-4da4d7a8-5f07-474d-be45-e3626c14e760 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3656316 Jul 14 10:01:46.988178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-97e544c9-f434-4cf9-92fa-f4f26bffb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:46.990856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-97e544c9-f434-4cf9-92fa-f4f26bffb200 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1097 time: 0.3401017 Jul 14 10:01:47.010210 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] Checking router: 740be75a-22c0-4300-abf7-3f087cfbfc9c for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:01:47.032828 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:47.033978 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:47.043416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e474a4b-7324-4fd3-ab27-5da5e3729ccf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=0ea6b5eb-3ebc-4d37-83a5-41bd121d38af,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:47.065153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:01:47.135828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:47.142460 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.227283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-ae2af00f-d42d-4c0a-9cee-f0e334c1c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.229286 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-ae2af00f-d42d-4c0a-9cee-f0e334c1c118 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.2320564 Jul 14 10:01:47.276101 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:47.298614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-1620e5e1-3f79-4411-b21a-40405538dae3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 217 time: 0.0619380 Jul 14 10:01:47.421517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-b305c703-f49a-4baf-a843-18a1d8addfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.423446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-b305c703-f49a-4baf-a843-18a1d8addfac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.1114109 Jul 14 10:01:47.488569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537b355-26c2-42be-90a5-08aeee4cfca8 req-56f6621f-b262-4e45-8e60-73b9ccd8673c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.490572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2537b355-26c2-42be-90a5-08aeee4cfca8 req-56f6621f-b262-4e45-8e60-73b9ccd8673c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.1903455 Jul 14 10:01:47.545826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.548159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-174dca66-e56d-4d45-b0b9-a7fd112e51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.549808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-174dca66-e56d-4d45-b0b9-a7fd112e51ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186028 Jul 14 10:01:47.553278 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2537b355-26c2-42be-90a5-08aeee4cfca8 req-b30d593a-a52d-428b-aa3a-f18ee845bea7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491638 Jul 14 10:01:47.568904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-a7cca89b-4da9-4b94-87f6-05fd2450b9dc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:01:47.570161 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-a7cca89b-4da9-4b94-87f6-05fd2450b9dc service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128362 Jul 14 10:01:47.630191 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:47.671608 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a451c3-b850-4de8-9ab0-2bf20349e741 None None] The sync data for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 is: [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:00:00Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '3eab2120-caf5-47ce-86bb-0f0ae5013c2a', 'name': '', 'network_id': '7b7f3422-3593-404b-bbcd-41052e3a5400', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:79:2f:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:59Z', 'updated_at': '2021-07-14T10:00:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '2beda885-e649-471a-8d3b-46d676b37bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:47.707033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-ea2242ff-d1b1-42b5-ac69-da2fff6e6dc0 service neutron] 10.222.0.69 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280224 Jul 14 10:01:47.840137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4f78f449-b0bd-42d0-8176-94c2abf28f6b req-33d2c98b-1ffe-409c-a831-d85646b880c8 service neutron] 10.222.0.69 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263671 Jul 14 10:01:47.913748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=5761c5bb-880c-4c00-928f-8e73b0f01cff,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:47.924466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': 'ff05b72c-7b97-4984-beba-7ba02821c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b7b9abfb-8158-42f8-8713-5881134a6524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:47.924976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: b7b9abfb-8158-42f8-8713-5881134a6524, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:01:47.949465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network b7b9abfb-8158-42f8-8713-5881134a6524 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:01:47.965883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b7b9abfb-8158-42f8-8713-5881134a6524) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:47.973617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:47.973820 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:47.980139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beadb6bb-22e8-4744-bb65-278156201ac4 None None] Network b7b9abfb-8158-42f8-8713-5881134a6524 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:48.003791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45352) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:48.004635 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-794073e2-f4d7-4d4f-a3f8-32af945fffa0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1342425 Jul 14 10:01:48.016865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': '0ea6b5eb-3ebc-4d37-83a5-41bd121d38af', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:48.062050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd105d56-c8ae-44be-9149-0790cd4ddd21 None None] New status for floating IP 60720b8d-4a58-4ea8-91be-5b00b7b5e164: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:01:48.084834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-edf58592-0405-4529-97d4-5a1a6aa3c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:48.086412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-edf58592-0405-4529-97d4-5a1a6aa3c6d1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 1097 time: 0.1559634 Jul 14 10:01:48.259018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:01:48.261524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b7b9abfb-8158-42f8-8713-5881134a6524', 'network_id': 'b7b9abfb-8158-42f8-8713-5881134a6524', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': '5761c5bb-880c-4c00-928f-8e73b0f01cff'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:01:48.263309 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.265066 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.431816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-6e99ef54-6748-4b9a-bfd7-1cda0d014c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:48.433972 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-6e99ef54-6748-4b9a-bfd7-1cda0d014c0f service neutron] 10.222.0.69 "GET /v2.0/networks?id=7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 200 len: 898 time: 0.3176749 Jul 14 10:01:48.513365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Allocated IP 172.20.0.2 (b7b9abfb-8158-42f8-8713-5881134a6524/5761c5bb-880c-4c00-928f-8e73b0f01cff/eedd3853-555a-4d59-ae60-f59a87dea718) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:48.517511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-400c64be-b0dd-4e83-83a3-a6235fc612b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 200 len: 217 time: 0.0509629 Jul 14 10:01:48.673653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-0674901d-19f1-4c65-bf03-ee34ec180c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:48.677720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-0674901d-19f1-4c65-bf03-ee34ec180c84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 200 len: 835 time: 0.1520278 Jul 14 10:01:48.695338 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.704231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Transition to ACTIVE for port object eedd3853-555a-4d59-ae60-f59a87dea718 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:48.722807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Transition to ACTIVE for port object eedd3853-555a-4d59-ae60-f59a87dea718 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:48.730900 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.737225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-54236bd2-2fd9-4eed-925f-d7174c578f08 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:48.740713 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-54236bd2-2fd9-4eed-925f-d7174c578f08 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.69 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.3268170 Jul 14 10:01:48.777703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Network b7b9abfb-8158-42f8-8713-5881134a6524 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:48.780999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:48.783660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:48.796431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Pushing event updated for resources: {'Port': ['ID=eedd3853-555a-4d59-ae60-f59a87dea718,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:48.837212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8a3e4-4903-4bec-837b-24530d9c3124 req-518b8001-000a-4f4f-b76c-d65756581093 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:48.839802 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b9f8a3e4-4903-4bec-837b-24530d9c3124 req-518b8001-000a-4f4f-b76c-d65756581093 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 945 time: 0.0955334 Jul 14 10:01:48.852894 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.885931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Attempting to bind port eedd3853-555a-4d59-ae60-f59a87dea718 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:48.886465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Attempting to bind port eedd3853-555a-4d59-ae60-f59a87dea718 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ff05b72c-7b97-4984-beba-7ba02821c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b7b9abfb-8158-42f8-8713-5881134a6524'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:48.887028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Attempting to bind port eedd3853-555a-4d59-ae60-f59a87dea718 on network b7b9abfb-8158-42f8-8713-5881134a6524 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:48.890869 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b9f8a3e4-4903-4bec-837b-24530d9c3124 req-aadce6c5-afdb-4c45-a8d6-c6f695de8c24 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=69e0f628-800b-42cc-ac7c-ea56b3b6d451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Jul 14 10:01:48.895565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:48.896110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Checking segment: {'id': 'ff05b72c-7b97-4984-beba-7ba02821c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b7b9abfb-8158-42f8-8713-5881134a6524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:48.896704 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.897250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Bound using segment: {'id': 'ff05b72c-7b97-4984-beba-7ba02821c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b7b9abfb-8158-42f8-8713-5881134a6524'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:48.897962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Bound port: eedd3853-555a-4d59-ae60-f59a87dea718, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff05b72c-7b97-4984-beba-7ba02821c6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'b7b9abfb-8158-42f8-8713-5881134a6524'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:48.898602 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:48.954556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-44e5b1ee-d1b3-4cfa-b7f8-1a274c46e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:48.956108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-44e5b1ee-d1b3-4cfa-b7f8-1a274c46e577 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7b7f3422-3593-404b-bbcd-41052e3a5400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2712829 Jul 14 10:01:48.982829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] For port eedd3853-555a-4d59-ae60-f59a87dea718, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:48.986150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] For port eedd3853-555a-4d59-ae60-f59a87dea718, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=eedd3853-555a-4d59-ae60-f59a87dea718,segment=NetworkSegment(ff05b72c-7b97-4984-beba-7ba02821c6a7),segment_id=ff05b72c-7b97-4984-beba-7ba02821c6a7)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:48.990892 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.000553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=9b9dbedb-cd6f-449f-ae0d-959b630f6975,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:49.058128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e6051-31c9-45c8-9d50-486f314b1b74 None None] Pushing event updated for resources: {'Port': ['ID=eedd3853-555a-4d59-ae60-f59a87dea718,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:49.069537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': '798f46d5-89c8-4b0e-8dae-1fe364c57d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ea6b5eb-3ebc-4d37-83a5-41bd121d38af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:49.069926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:01:49.097740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:49.098089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.164458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-3c6b3993-b1dc-4c2d-860c-66a3a74a2f7b service neutron] 10.222.0.69 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971002 Jul 14 10:01:49.170079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:01:49.259029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:49.271401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:49.272248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.279413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567428c5-da6c-413a-b617-499a8e886246 None None] Network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:49.321701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:49.322154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.343047 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2c946da0-bac4-4635-b532-b5e915b7476a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3369913 Jul 14 10:01:49.346423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45356) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:49.354557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 53cb42fa-5211-4c67-a44c-e40f5d34a7fb owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:49.355745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-31aade90-0ad7-490f-a238-693f33598029 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-746053642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:49.381596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-9166cc96-df51-40e4-8c54-1a3006bbb6eb service neutron] 10.222.0.69 "GET /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070301 Jul 14 10:01:49.400667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31aade90-0ad7-490f-a238-693f33598029 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.404123 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31aade90-0ad7-490f-a238-693f33598029 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.512113 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-0ea6b5eb-3ebc-4d37-83a5-41bd121d38af', 'network_id': '0ea6b5eb-3ebc-4d37-83a5-41bd121d38af', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': '9b9dbedb-cd6f-449f-ae0d-959b630f6975'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:01:49.513456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.528147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31aade90-0ad7-490f-a238-693f33598029 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.542142 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31aade90-0ad7-490f-a238-693f33598029 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.571020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31aade90-0ad7-490f-a238-693f33598029 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.573134 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-31aade90-0ad7-490f-a238-693f33598029 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2233531 Jul 14 10:01:49.577487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45358) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:49.594343 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.677622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=53cb42fa-5211-4c67-a44c-e40f5d34a7fb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:49.759650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] No DVR routers for this DVR port 53cb42fa-5211-4c67-a44c-e40f5d34a7fb on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:49.762427 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:49.764778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Allocated IP 172.21.0.2 (0ea6b5eb-3ebc-4d37-83a5-41bd121d38af/9b9dbedb-cd6f-449f-ae0d-959b630f6975/aed479d0-c9a2-4765-a03c-18d1853bcc10) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:49.765071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-91acf5b3-f240-44ad-b23a-e65b6f3dd94d req-61e5328d-7a59-48d1-805f-0b6bbbce6080 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.69 "DELETE /v2.0/ports/53cb42fa-5211-4c67-a44c-e40f5d34a7fb HTTP/1.1" status: 204 len: 173 time: 1.0191083 Jul 14 10:01:49.765539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'name': 'network-vif-deleted', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:01:49.768503 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224b8ebe-6437-4e7c-a3e1-1e242af37917" -d '{"events": [{"server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "name": "network-vif-deleted", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:01:49.821466 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f151183-508b-42ee-9bf3-12c073ea09c6 x-openstack-request-id: req-4f151183-508b-42ee-9bf3-12c073ea09c6 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:01:49.821767 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce15051e-5aea-4888-af87-14561e742b90", "name": "network-vif-deleted", "tag": "53cb42fa-5211-4c67-a44c-e40f5d34a7fb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:01:49.822073 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4f151183-508b-42ee-9bf3-12c073ea09c6 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:01:49.822694 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce15051e-5aea-4888-af87-14561e742b90', 'name': 'network-vif-deleted', 'tag': '53cb42fa-5211-4c67-a44c-e40f5d34a7fb', 'status': 'completed', 'code': 200} Jul 14 10:01:50.004895 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.016030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Transition to ACTIVE for port object aed479d0-c9a2-4765-a03c-18d1853bcc10 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:50.035739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Transition to ACTIVE for port object aed479d0-c9a2-4765-a03c-18d1853bcc10 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:50.046343 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.086294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.123941 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:50.127161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:50.131826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:50.140055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Pushing event updated for resources: {'Port': ['ID=aed479d0-c9a2-4765-a03c-18d1853bcc10,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:50.241957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Attempting to bind port aed479d0-c9a2-4765-a03c-18d1853bcc10 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:01:50.242374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Attempting to bind port aed479d0-c9a2-4765-a03c-18d1853bcc10 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '798f46d5-89c8-4b0e-8dae-1fe364c57d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ea6b5eb-3ebc-4d37-83a5-41bd121d38af'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:01:50.242743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Attempting to bind port aed479d0-c9a2-4765-a03c-18d1853bcc10 on network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:01:50.256949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:01:50.257347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Checking segment: {'id': '798f46d5-89c8-4b0e-8dae-1fe364c57d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ea6b5eb-3ebc-4d37-83a5-41bd121d38af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:01:50.257749 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.258277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Bound using segment: {'id': '798f46d5-89c8-4b0e-8dae-1fe364c57d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ea6b5eb-3ebc-4d37-83a5-41bd121d38af'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:01:50.259039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Bound port: aed479d0-c9a2-4765-a03c-18d1853bcc10, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798f46d5-89c8-4b0e-8dae-1fe364c57d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ea6b5eb-3ebc-4d37-83a5-41bd121d38af'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:01:50.259475 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.277531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e051d743-ddf3-48d6-8f85-bf10d997930e req-dd91c62a-33a0-4bdf-b41f-d5085c008210 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=ce15051e-5aea-4888-af87-14561e742b90 HTTP/1.1" status: 200 len: 210 time: 0.0671041 Jul 14 10:01:50.463274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device eedd3853-555a-4d59-ae60-f59a87dea718 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:50.533064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] For port aed479d0-c9a2-4765-a03c-18d1853bcc10, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:01:50.538744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] For port aed479d0-c9a2-4765-a03c-18d1853bcc10, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aed479d0-c9a2-4765-a03c-18d1853bcc10,segment=NetworkSegment(798f46d5-89c8-4b0e-8dae-1fe364c57d9d),segment_id=798f46d5-89c8-4b0e-8dae-1fe364c57d9d)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:01:50.551549 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.627194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port eedd3853-555a-4d59-ae60-f59a87dea718 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:50.695540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff65ae1-1070-4a65-bf8a-86bd12c453c8 None None] Pushing event updated for resources: {'Port': ['ID=aed479d0-c9a2-4765-a03c-18d1853bcc10,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:50.707195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 53cb42fa-5211-4c67-a44c-e40f5d34a7fb no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:50.715161 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.20.0.1 (b7b9abfb-8158-42f8-8713-5881134a6524/5761c5bb-880c-4c00-928f-8e73b0f01cff/d35bc9f6-49d9-433e-975b-8cc37e5b2cac) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:50.762748 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 53cb42fa-5211-4c67-a44c-e40f5d34a7fb {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:50.763345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 53cb42fa-5211-4c67-a44c-e40f5d34a7fb not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:50.768165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7c6978-6841-43bc-bb12-617ee15b2ad6 None None] Network b7b9abfb-8158-42f8-8713-5881134a6524 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:50.882840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0c3561c3-c45f-45eb-a106-77b1d29d41c9 None None] Provisioning for port eedd3853-555a-4d59-ae60-f59a87dea718 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:50.902243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0c3561c3-c45f-45eb-a106-77b1d29d41c9 None None] Provisioning complete for port eedd3853-555a-4d59-ae60-f59a87dea718 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:50.902589 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c3561c3-c45f-45eb-a106-77b1d29d41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:50.980917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.024624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object d35bc9f6-49d9-433e-975b-8cc37e5b2cac will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:51.095092 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.173100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network b7b9abfb-8158-42f8-8713-5881134a6524 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:51.184242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:51.191808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:51.216068 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c3561c3-c45f-45eb-a106-77b1d29d41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.245746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=d35bc9f6-49d9-433e-975b-8cc37e5b2cac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:51.286065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0c3561c3-c45f-45eb-a106-77b1d29d41c9 None None] For port eedd3853-555a-4d59-ae60-f59a87dea718, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=eedd3853-555a-4d59-ae60-f59a87dea718,segment=NetworkSegment(ff05b72c-7b97-4984-beba-7ba02821c6a7),segment_id=ff05b72c-7b97-4984-beba-7ba02821c6a7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:51.291340 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0c3561c3-c45f-45eb-a106-77b1d29d41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.302938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.389279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3561c3-c45f-45eb-a106-77b1d29d41c9 None None] Pushing event updated for resources: {'Port': ['ID=eedd3853-555a-4d59-ae60-f59a87dea718,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:51.493591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45366) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:51.566681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.768137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b3de8efb-8c61-481b-a03f-73fb8e7eac1f None None] Provisioning for port d35bc9f6-49d9-433e-975b-8cc37e5b2cac completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:51.780552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b3de8efb-8c61-481b-a03f-73fb8e7eac1f None None] Provisioning complete for port d35bc9f6-49d9-433e-975b-8cc37e5b2cac triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:51.783342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3de8efb-8c61-481b-a03f-73fb8e7eac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.869418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b3de8efb-8c61-481b-a03f-73fb8e7eac1f None None] Port d35bc9f6-49d9-433e-975b-8cc37e5b2cac cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:51.891701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b3de8efb-8c61-481b-a03f-73fb8e7eac1f None None] Provisioning complete for port eedd3853-555a-4d59-ae60-f59a87dea718 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:51.892170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3de8efb-8c61-481b-a03f-73fb8e7eac1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:51.993017 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9481be52-cabd-4c4a-9734-ce677283ad36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.131906 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.139956 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.275222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c4f136bd-08ff-4191-acd3-feb821f1f7b3 None None] Provisioning complete for port d35bc9f6-49d9-433e-975b-8cc37e5b2cac triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:52.276146 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c4f136bd-08ff-4191-acd3-feb821f1f7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.291201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=d35bc9f6-49d9-433e-975b-8cc37e5b2cac,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:52.297730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.341729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.422430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c4f136bd-08ff-4191-acd3-feb821f1f7b3 None None] Port d35bc9f6-49d9-433e-975b-8cc37e5b2cac cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:52.445428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d3b84d-98f7-45d4-b572-45d8c76c86c0 None None] Network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:52.514426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network b7b9abfb-8158-42f8-8713-5881134a6524 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:52.518166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:52.594731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aed479d0-c9a2-4765-a03c-18d1853bcc10 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:52.671117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d6c21b87-5ce4-407f-8190-130b8758f6c9 None None] Provisioning for port aed479d0-c9a2-4765-a03c-18d1853bcc10 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:52.767152 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port aed479d0-c9a2-4765-a03c-18d1853bcc10 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:52.767422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 0ce14a57-fb48-404d-81e4-84f8939751b2 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:01:52.781609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aed479d0-c9a2-4765-a03c-18d1853bcc10 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:52.782501 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.949462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:52.962541 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ad340ca-8765-4318-aff3-8f21e7569830 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/0ce14a57-fb48-404d-81e4-84f8939751b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3802640 Jul 14 10:01:52.964693 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45368) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:52.967494 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2708789-007c-419c-9a57-b8b347392f9c None None] Sync routers for ids ['0ce14a57-fb48-404d-81e4-84f8939751b2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:52.978819 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:52.983075 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2708789-007c-419c-9a57-b8b347392f9c None None] Routers {'0ce14a57-fb48-404d-81e4-84f8939751b2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:52.985255 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a2708789-007c-419c-9a57-b8b347392f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0ce14a57-fb48-404d-81e4-84f8939751b2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:53.066114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port aed479d0-c9a2-4765-a03c-18d1853bcc10, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aed479d0-c9a2-4765-a03c-18d1853bcc10,segment=NetworkSegment(798f46d5-89c8-4b0e-8dae-1fe364c57d9d),segment_id=798f46d5-89c8-4b0e-8dae-1fe364c57d9d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:53.066562 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a2708789-007c-419c-9a57-b8b347392f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:53.083102 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2708789-007c-419c-9a57-b8b347392f9c None None] Routers {'0ce14a57-fb48-404d-81e4-84f8939751b2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:53.084447 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a2708789-007c-419c-9a57-b8b347392f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0ce14a57-fb48-404d-81e4-84f8939751b2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:53.090369 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.091731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7aacb-2051-47db-85b2-aaf7ff879446 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:53.092143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device eedd3853-555a-4d59-ae60-f59a87dea718 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:53.098610 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-32b7aacb-2051-47db-85b2-aaf7ff879446 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports/d35bc9f6-49d9-433e-975b-8cc37e5b2cac HTTP/1.1" status: 200 len: 910 time: 0.1274693 Jul 14 10:01:53.100563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:53.166432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f7960709-d2e3-4828-bdbb-05e7c1ccaa47 None None] Provisioning complete for port d35bc9f6-49d9-433e-975b-8cc37e5b2cac triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:53.167035 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7960709-d2e3-4828-bdbb-05e7c1ccaa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.181324 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a2708789-007c-419c-9a57-b8b347392f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:53.182416 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2708789-007c-419c-9a57-b8b347392f9c None None] The sync data for ids ['0ce14a57-fb48-404d-81e4-84f8939751b2'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:53.247540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f7960709-d2e3-4828-bdbb-05e7c1ccaa47 None None] Port d35bc9f6-49d9-433e-975b-8cc37e5b2cac cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:53.279609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=aed479d0-c9a2-4765-a03c-18d1853bcc10,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:53.324772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port eedd3853-555a-4d59-ae60-f59a87dea718 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:53.325350 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.470398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:53.471338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.645244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a5e7173b-3ba9-4ff2-90d4-2b04774c0201 None None] Provisioning complete for port aed479d0-c9a2-4765-a03c-18d1853bcc10 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:53.645857 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5e7173b-3ba9-4ff2-90d4-2b04774c0201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.665599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port 3eab2120-caf5-47ce-86bb-0f0ae5013c2a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:53.666375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:53.694952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 3eab2120-caf5-47ce-86bb-0f0ae5013c2a owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:53.813741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.008683 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.070945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=3eab2120-caf5-47ce-86bb-0f0ae5013c2a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:54.249009 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-266346bf-ff01-4461-8962-9f13dd89a73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.365588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.21.0.1 (0ea6b5eb-3ebc-4d37-83a5-41bd121d38af/9b9dbedb-cd6f-449f-ae0d-959b630f6975/18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:01:54.405675 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.439775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aed479d0-c9a2-4765-a03c-18d1853bcc10 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:01:54.519945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.538557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aed479d0-c9a2-4765-a03c-18d1853bcc10 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:54.539285 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.585823 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.610993 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object 18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:01:54.682701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:54.773232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:54.777342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:54.782295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:01:54.801441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 740be75a-22c0-4300-abf7-3f087cfbfc9c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:54.809463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:54.839701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.004015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:55.012722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fe5b560d-9306-41ed-8d37-549f17a5a395 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "PUT /v2.0/routers/740be75a-22c0-4300-abf7-3f087cfbfc9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5173404 Jul 14 10:01:55.016254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45372) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:55.022133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] Sync routers for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:55.045220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:55.046484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:55.072556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.107552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25ff984-82df-473b-96dd-843510f06c06 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting subnet 2beda885-e649-471a-8d3b-46d676b37bc2 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:01:55.113024 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e25ff984-82df-473b-96dd-843510f06c06 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.194118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e25ff984-82df-473b-96dd-843510f06c06 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.256242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:55.260076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d121834-259d-432c-91db-e9697bc96b55 None None] Provisioning for port 18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:01:55.349434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d121834-259d-432c-91db-e9697bc96b55 None None] Provisioning complete for port 18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:55.350117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d121834-259d-432c-91db-e9697bc96b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.398443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e25ff984-82df-473b-96dd-843510f06c06 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.484029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0d121834-259d-432c-91db-e9697bc96b55 None None] Port 18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:55.533655 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e25ff984-82df-473b-96dd-843510f06c06 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.595729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ff984-82df-473b-96dd-843510f06c06 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Subnet': ['ID=2beda885-e649-471a-8d3b-46d676b37bc2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:55.606857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e25ff984-82df-473b-96dd-843510f06c06 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.619106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45374) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:55.619514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e25ff984-82df-473b-96dd-843510f06c06 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/subnets/2beda885-e649-471a-8d3b-46d676b37bc2 HTTP/1.1" status: 204 len: 168 time: 0.5996139 Jul 14 10:01:55.620383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad5ea7-2299-4931-8b61-f5ee873b3c00 None None] Network 7b7f3422-3593-404b-bbcd-41052e3a5400 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:01:55.699091 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.707870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.715114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:01:53Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:55.751431 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:55.757396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] Checking router: 740be75a-22c0-4300-abf7-3f087cfbfc9c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:01:55.796000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] Routers {'740be75a-22c0-4300-abf7-3f087cfbfc9c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:55.796730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['740be75a-22c0-4300-abf7-3f087cfbfc9c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:55.979957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] Set router 740be75a-22c0-4300-abf7-3f087cfbfc9c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:01:56.086099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] DHCP port deletion for 7b7f3422-3593-404b-bbcd-41052e3a5400 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:01:56.237942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.249879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:56.275656 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.341943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4eb0f255-bdff-452f-851e-c1246c500c09 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:56.351702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] Deleting port 4eb0f255-bdff-452f-851e-c1246c500c09 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:56.352338 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.551973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] For port 4eb0f255-bdff-452f-851e-c1246c500c09, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4eb0f255-bdff-452f-851e-c1246c500c09,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:56.553286 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.586036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] Calling delete_port for 4eb0f255-bdff-452f-851e-c1246c500c09 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:56.605131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:01:56.607740 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.616162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:01:56.644958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:01:53Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:56.717785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a5e44-470b-4582-b9f8-e724f322f36a None None] The sync data for ids ['740be75a-22c0-4300-abf7-3f087cfbfc9c'] in n-d-780147-26 is: [{'id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1340492391', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T09:59:53Z', 'updated_at': '2021-07-14T10:01:53Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '9d70b29a-83f0-49d6-8c5c-2b42c5c99847', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:cb:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '740be75a-22c0-4300-abf7-3f087cfbfc9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3613, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T09:59:54Z', 'updated_at': '2021-07-14T10:00:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:56.792880 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.852010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:56.852527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.864614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 4eb0f255-bdff-452f-851e-c1246c500c09, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4eb0f255-bdff-452f-851e-c1246c500c09,segment=NetworkSegment(4249d912-8607-48b0-944e-a65143eb409b),segment_id=4249d912-8607-48b0-944e-a65143eb409b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:56.874438 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.930442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:56.936979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 0ce14a57-fb48-404d-81e4-84f8939751b2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:01:56.960431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] No DVR routers for this DVR port 4eb0f255-bdff-452f-851e-c1246c500c09 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:01:56.962814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=4eb0f255-bdff-452f-851e-c1246c500c09,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:57.012269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3cfc7-9122-45b3-8135-4935cb09597d None None] Pushing event deleted for resources: {'Port': ['ID=4eb0f255-bdff-452f-851e-c1246c500c09,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:57.043760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5cce063a-29a3-43d1-8605-cdcbbdf60e96 None None] Provisioning complete for port 18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:01:57.044426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5cce063a-29a3-43d1-8605-cdcbbdf60e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.120909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.125477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5cce063a-29a3-43d1-8605-cdcbbdf60e96 None None] Port 18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:01:57.126418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port 9d70b29a-83f0-49d6-8c5c-2b42c5c99847, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9d70b29a-83f0-49d6-8c5c-2b42c5c99847,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:01:57.127218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.162102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:57.192220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:01:57.201360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-805123d6-cbb5-423c-aa59-c0f4ab10f0f0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/0ce14a57-fb48-404d-81e4-84f8939751b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0982544 Jul 14 10:01:57.207183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45376) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:57.215543 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286562ed-47c5-4bed-8579-edf4f77958b8 None None] Sync routers for ids ['0ce14a57-fb48-404d-81e4-84f8939751b2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:01:57.234211 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286562ed-47c5-4bed-8579-edf4f77958b8 None None] Routers {'0ce14a57-fb48-404d-81e4-84f8939751b2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:57.235021 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-286562ed-47c5-4bed-8579-edf4f77958b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0ce14a57-fb48-404d-81e4-84f8939751b2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:57.345713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220dc55c-d20f-4b30-8860-f8d2436298fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:01:57.349184 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-220dc55c-d20f-4b30-8860-f8d2436298fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports/18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b HTTP/1.1" status: 200 len: 910 time: 0.1404810 Jul 14 10:01:57.353451 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.353790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:57.454370 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-286562ed-47c5-4bed-8579-edf4f77958b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:57.466260 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286562ed-47c5-4bed-8579-edf4f77958b8 None None] Routers {'0ce14a57-fb48-404d-81e4-84f8939751b2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:01:57.467345 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-286562ed-47c5-4bed-8579-edf4f77958b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0ce14a57-fb48-404d-81e4-84f8939751b2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:57.508611 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-286562ed-47c5-4bed-8579-edf4f77958b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:57.509276 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286562ed-47c5-4bed-8579-edf4f77958b8 None None] The sync data for ids ['0ce14a57-fb48-404d-81e4-84f8939751b2'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:01:57.726869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:57.765852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=9d70b29a-83f0-49d6-8c5c-2b42c5c99847,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:57.935589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.123420 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.129809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.260552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.261350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Fanout notify agent at l3_agent the message router_deleted on router 740be75a-22c0-4300-abf7-3f087cfbfc9c {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:01:58.274285 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.280355 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6c4c749c-050d-4a98-9783-5c620ba2afa1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/routers/740be75a-22c0-4300-abf7-3f087cfbfc9c HTTP/1.1" status: 204 len: 168 time: 2.6555684 Jul 14 10:01:58.288424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:58.324030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3eab2120-caf5-47ce-86bb-0f0ae5013c2a no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:01:58.362314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 3eab2120-caf5-47ce-86bb-0f0ae5013c2a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:01:58.363125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3eab2120-caf5-47ce-86bb-0f0ae5013c2a not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:01:58.415792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.422651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.666493 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.710740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7f3422-3593-404b-bbcd-41052e3a5400']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:58.726587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4249d912-8607-48b0-944e-a65143eb409b') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:58.727107 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4249d912-8607-48b0-944e-a65143eb409b') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:01:58.745793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.767739 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.779295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:01:58.780166 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:01:58.783779 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:01:58.913339 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.927191 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:58.929315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/networks/7b7f3422-3593-404b-bbcd-41052e3a5400 HTTP/1.1" status: 204 len: 168 time: 0.6456149 Jul 14 10:01:58.933366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:58.948615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb92ff-5a80-4535-9d34-6f9cac4787e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Network': ['ID=7b7f3422-3593-404b-bbcd-41052e3a5400,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:59.040391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:01:59.040793 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.048141 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.083949 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.164251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.180579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:01:59.183658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.186984 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.193676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/security-groups/69e0f628-800b-42cc-ac7c-ea56b3b6d451 HTTP/1.1" status: 204 len: 168 time: 0.2529359 Jul 14 10:01:59.205098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0f628-800b-42cc-ac7c-ea56b3b6d451,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:59.218198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.218729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.219177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.219705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.220152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.220630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.221161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.221568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.222015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.222582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.223164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.223701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d36929f-cb46-472d-859e-1409faa9ec71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:01:59.490223 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.531938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=18cf2fbf-b6f8-4eab-a08f-fdbd71ca854b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:01:59.758672 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.774089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45388) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:01:59.785850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-93b1ac9a-773c-4d61-94b5-7a07cff7d184 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-658284712', 'description': 'tempest-secgroup-smoke-658284712 description', 'project_id': '363510e4a0564885bbf4ec24f14c6f18'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:01:59.831025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.837648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93b1ac9a-773c-4d61-94b5-7a07cff7d184 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.950454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93b1ac9a-773c-4d61-94b5-7a07cff7d184 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.956771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93b1ac9a-773c-4d61-94b5-7a07cff7d184 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.996622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-93b1ac9a-773c-4d61-94b5-7a07cff7d184 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:01:59.998738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-93b1ac9a-773c-4d61-94b5-7a07cff7d184 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2209325 Jul 14 10:02:00.004035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45390) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:00.009594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-63a69fc1-bd1c-4792-9558-286393e23de1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '385488c1-add4-4915-ba02-f6c4b71a0440', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:00.014094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1ac9a-773c-4d61-94b5-7a07cff7d184 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=385488c1-add4-4915-ba02-f6c4b71a0440,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.053873 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a69fc1-bd1c-4792-9558-286393e23de1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.162549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 0ce14a57-fb48-404d-81e4-84f8939751b2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:00.181889 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a69fc1-bd1c-4792-9558-286393e23de1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.188257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a69fc1-bd1c-4792-9558-286393e23de1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.222360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a69fc1-bd1c-4792-9558-286393e23de1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0e0eae-b072-4018-81c7-035c06a1c915,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.227048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:00.248594 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-63a69fc1-bd1c-4792-9558-286393e23de1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.257520 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-63a69fc1-bd1c-4792-9558-286393e23de1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2517490 Jul 14 10:02:00.258654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45392) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:00.260913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:00.261271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9d70b29a-83f0-49d6-8c5c-2b42c5c99847 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:00.270513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-649d5800-889e-47fa-bfac-f37f3958e1c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '385488c1-add4-4915-ba02-f6c4b71a0440', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:00.326321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-649d5800-889e-47fa-bfac-f37f3958e1c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.422179 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-649d5800-889e-47fa-bfac-f37f3958e1c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.428457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-649d5800-889e-47fa-bfac-f37f3958e1c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.460882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d5800-889e-47fa-bfac-f37f3958e1c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3747824-59f8-4835-8516-a3e5714f5746,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.472417 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-649d5800-889e-47fa-bfac-f37f3958e1c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.477050 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-649d5800-889e-47fa-bfac-f37f3958e1c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2130923 Jul 14 10:02:00.479363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45394) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:00.487955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-471c642c-be74-4f70-a7e6-de94fa8fa359 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '385488c1-add4-4915-ba02-f6c4b71a0440', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:00.535657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-471c642c-be74-4f70-a7e6-de94fa8fa359 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.645882 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-471c642c-be74-4f70-a7e6-de94fa8fa359 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.651609 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-471c642c-be74-4f70-a7e6-de94fa8fa359 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.679799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c642c-be74-4f70-a7e6-de94fa8fa359 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd451cf-4da9-4cbe-9985-8d22dea81b9a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.694012 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-471c642c-be74-4f70-a7e6-de94fa8fa359 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.696437 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-471c642c-be74-4f70-a7e6-de94fa8fa359 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2152116 Jul 14 10:02:00.701132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45396) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:00.708177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-cdf45e64-b931-4e7f-8b2e-1343d42aeb4c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '385488c1-add4-4915-ba02-f6c4b71a0440', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:00.742605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdf45e64-b931-4e7f-8b2e-1343d42aeb4c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.791883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:00.806202 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c0b0f67e-6858-4af0-90dd-d11d86767be5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/0ce14a57-fb48-404d-81e4-84f8939751b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4433882 Jul 14 10:02:00.807863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45398) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:00.813088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50314a09-b919-4a1c-8a98-37853d2a3b8c None None] Sync routers for ids ['0ce14a57-fb48-404d-81e4-84f8939751b2'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:00.830955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50314a09-b919-4a1c-8a98-37853d2a3b8c None None] Routers {'0ce14a57-fb48-404d-81e4-84f8939751b2'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:00.832497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50314a09-b919-4a1c-8a98-37853d2a3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0ce14a57-fb48-404d-81e4-84f8939751b2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:00.867586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdf45e64-b931-4e7f-8b2e-1343d42aeb4c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.873469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdf45e64-b931-4e7f-8b2e-1343d42aeb4c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.895108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50314a09-b919-4a1c-8a98-37853d2a3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:00.903288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf45e64-b931-4e7f-8b2e-1343d42aeb4c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc5ba96-05a1-4497-bbf6-dcc3ed7edd74,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:00.907785 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cdf45e64-b931-4e7f-8b2e-1343d42aeb4c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.909259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cdf45e64-b931-4e7f-8b2e-1343d42aeb4c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2067814 Jul 14 10:02:00.914242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45400) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:00.918568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50314a09-b919-4a1c-8a98-37853d2a3b8c None None] Routers {'0ce14a57-fb48-404d-81e4-84f8939751b2'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:00.919749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50314a09-b919-4a1c-8a98-37853d2a3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0ce14a57-fb48-404d-81e4-84f8939751b2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:00.922430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f60cd581-46da-4e1a-beec-2ec0fb3a88ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '385488c1-add4-4915-ba02-f6c4b71a0440', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:00.961629 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-f60cd581-46da-4e1a-beec-2ec0fb3a88ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Project 363510e4a0564885bbf4ec24f14c6f18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:02:00.972587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f60cd581-46da-4e1a-beec-2ec0fb3a88ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:00.979359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-50314a09-b919-4a1c-8a98-37853d2a3b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:00.980636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50314a09-b919-4a1c-8a98-37853d2a3b8c None None] The sync data for ids ['0ce14a57-fb48-404d-81e4-84f8939751b2'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:01.073833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f60cd581-46da-4e1a-beec-2ec0fb3a88ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.080031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f60cd581-46da-4e1a-beec-2ec0fb3a88ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.112459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cd581-46da-4e1a-beec-2ec0fb3a88ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e67bf6b-faf5-4169-94f7-044a284ae3b2,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:01.124168 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f60cd581-46da-4e1a-beec-2ec0fb3a88ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.126237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f60cd581-46da-4e1a-beec-2ec0fb3a88ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2092986 Jul 14 10:02:01.131340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45402) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:01.140974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-0b60cf7f-2109-4b0f-b3d7-b4c61a01ec70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '385488c1-add4-4915-ba02-f6c4b71a0440', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:01.193347 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-0b60cf7f-2109-4b0f-b3d7-b4c61a01ec70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Project 363510e4a0564885bbf4ec24f14c6f18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:02:01.246194 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b60cf7f-2109-4b0f-b3d7-b4c61a01ec70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.452814 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b60cf7f-2109-4b0f-b3d7-b4c61a01ec70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.461802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b60cf7f-2109-4b0f-b3d7-b4c61a01ec70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.489931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60cf7f-2109-4b0f-b3d7-b4c61a01ec70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a591cea-5cb4-44cc-85c2-0631206aa6ce,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:01.526782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b60cf7f-2109-4b0f-b3d7-b4c61a01ec70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.528547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0b60cf7f-2109-4b0f-b3d7-b4c61a01ec70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3956358 Jul 14 10:02:01.532558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45404) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:01.542417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'network': {'name': 'tempest-network-smoke--233606892', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'port_security_enabled': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:01.560311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.584986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:01.592473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.637619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:01.651767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.652233 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Added segment 788dd629-b111-43f9-b51e-5e7995ab0109 of type vlan for network 9c4d7cae-9d44-4641-b9fa-601139a9f08f Jul 14 10:02:01.713306 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.761446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.773277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:01.774714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.897822 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3625212 Jul 14 10:02:01.903622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45406) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:01.910935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'admin_state_up': True, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:01.944639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2abc6-75f6-42e2-bf08-372f78b2f111 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Network': ['ID=9c4d7cae-9d44-4641-b9fa-601139a9f08f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:01.970840 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.972787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:01.973394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:01.994369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port d35bc9f6-49d9-433e-975b-8cc37e5b2cac {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:01.995177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.070219 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.153145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.177703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for d35bc9f6-49d9-433e-975b-8cc37e5b2cac owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:02.276839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.530172 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.575194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=d35bc9f6-49d9-433e-975b-8cc37e5b2cac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:02.638080 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.675054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.806169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:02.846350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.25.0.43 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/892d591b-b0ab-4dba-8825-dee07de5a2c7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:02.993166 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.045033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.094140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:03.098180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:03.101651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:03.102231 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 0ce14a57-fb48-404d-81e4-84f8939751b2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:03.133572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=892d591b-b0ab-4dba-8825-dee07de5a2c7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:03.269467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:03.278772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9150572e-1347-4b06-a82c-6cb0dea9d76c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/0ce14a57-fb48-404d-81e4-84f8939751b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4699435 Jul 14 10:02:03.286292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45408) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:03.293026 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6760bc4-1fd7-46c2-bb12-13c309387c0b None None] Sync routers for ids ['0ce14a57-fb48-404d-81e4-84f8939751b2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:03.311652 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6760bc4-1fd7-46c2-bb12-13c309387c0b None None] Routers {'0ce14a57-fb48-404d-81e4-84f8939751b2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:03.312738 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e6760bc4-1fd7-46c2-bb12-13c309387c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0ce14a57-fb48-404d-81e4-84f8939751b2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:03.347361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-91cd8a40-3e94-42fc-a73f-e611225d3bd7 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ce14a57-fb48-404d-81e4-84f8939751b2 HTTP/1.1" status: 200 len: 205 time: 0.0584598 Jul 14 10:02:03.347732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45410) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:03.376847 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e6760bc4-1fd7-46c2-bb12-13c309387c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:03.391761 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6760bc4-1fd7-46c2-bb12-13c309387c0b None None] Routers {'0ce14a57-fb48-404d-81e4-84f8939751b2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:03.392841 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e6760bc4-1fd7-46c2-bb12-13c309387c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0ce14a57-fb48-404d-81e4-84f8939751b2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:03.451389 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e6760bc4-1fd7-46c2-bb12-13c309387c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:03.452351 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6760bc4-1fd7-46c2-bb12-13c309387c0b None None] The sync data for ids ['0ce14a57-fb48-404d-81e4-84f8939751b2'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:03.501527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4ba35fc-8196-46a4-bed7-79b052023a36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.556612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.744243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4ba35fc-8196-46a4-bed7-79b052023a36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.747321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4ba35fc-8196-46a4-bed7-79b052023a36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.812302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4ba35fc-8196-46a4-bed7-79b052023a36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.812942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ba35fc-8196-46a4-bed7-79b052023a36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce14a57-fb48-404d-81e4-84f8939751b2 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:02:03.824153 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4ba35fc-8196-46a4-bed7-79b052023a36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.825748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b4ba35fc-8196-46a4-bed7-79b052023a36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/0ce14a57-fb48-404d-81e4-84f8939751b2 HTTP/1.1" status: 204 len: 168 time: 0.4768679 Jul 14 10:02:03.829141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:03.859171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.914115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1a91fb-c8ae-407b-8894-c6284601e49e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet 9b9dbedb-cd6f-449f-ae0d-959b630f6975 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:03.920039 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d1a91fb-c8ae-407b-8894-c6284601e49e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:03.997038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d1a91fb-c8ae-407b-8894-c6284601e49e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.058144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:02:04.180871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d1a91fb-c8ae-407b-8894-c6284601e49e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.235959 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:04.257487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Sync routers for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:04.261242 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.265633 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e348210f-5d66-4a24-a7b1-3ac6f9846577 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3587551 Jul 14 10:02:04.270613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45414) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:04.276749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:04.277742 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:04.354382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3ce4e599-30bb-4d17-b09e-ee7dc9ad53fe tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=363510e4a0564885bbf4ec24f14c6f18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818152 Jul 14 10:02:04.359425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45416) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:04.369113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d1a91fb-c8ae-407b-8894-c6284601e49e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.396424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d1a91fb-c8ae-407b-8894-c6284601e49e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.405065 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2d1a91fb-c8ae-407b-8894-c6284601e49e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/9b9dbedb-cd6f-449f-ae0d-959b630f6975 HTTP/1.1" status: 204 len: 168 time: 0.5741310 Jul 14 10:02:04.407819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45418) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:04.417318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab688e-2031-463c-869d-51e81ba5df7c None None] Network 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:04.461692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a91fb-c8ae-407b-8894-c6284601e49e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9dbedb-cd6f-449f-ae0d-959b630f6975,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:04.520507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:04.527545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894067c9-1db1-4d49-822b-2e196f056271 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:04.534128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45420) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:04.534709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-894067c9-1db1-4d49-822b-2e196f056271 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1717985 Jul 14 10:02:04.592005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3a2c1070-6afd-4dfb-aa9d-411c4a85a8a8 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530264 Jul 14 10:02:04.592952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45422) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:04.595584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d3c0455-d00f-4a9e-98e2-23893ccc8c8f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet 5761c5bb-880c-4c00-928f-8e73b0f01cff {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:04.599698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0455-d00f-4a9e-98e2-23893ccc8c8f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.603177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-118548242', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:04.679313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0455-d00f-4a9e-98e2-23893ccc8c8f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.768531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:04.773778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.887508 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0455-d00f-4a9e-98e2-23893ccc8c8f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:04.992289 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:03Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:04.994626 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0455-d00f-4a9e-98e2-23893ccc8c8f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.043233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Checking router: ee4e631c-525b-4ea1-a60e-062a8a4b5c58 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:05.044116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Updating router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 port 892d591b-b0ab-4dba-8825-dee07de5a2c7 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:05.056880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c0455-d00f-4a9e-98e2-23893ccc8c8f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=5761c5bb-880c-4c00-928f-8e73b0f01cff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:05.068213 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0455-d00f-4a9e-98e2-23893ccc8c8f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.075324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0d3c0455-d00f-4a9e-98e2-23893ccc8c8f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/5761c5bb-880c-4c00-928f-8e73b0f01cff HTTP/1.1" status: 204 len: 168 time: 0.6294389 Jul 14 10:02:05.075677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45424) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:05.089206 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] DHCP port deletion for 0ea6b5eb-3ebc-4d37-83a5-41bd121d38af request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:02:05.093044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bece7ba4-b9a5-454c-bf76-b30f242bbd65 None None] Network b7b9abfb-8158-42f8-8713-5881134a6524 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:05.209125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.239704 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.257644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.306136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Subnet': ['ID=679e44b8-9990-4993-875f-85499a42dc5c,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:05.366000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Checking segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:05.366374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network hostable DHCP agents. Network: 9c4d7cae-9d44-4641-b9fa-601139a9f08f, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:05.401980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:05.416047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port aed479d0-c9a2-4765-a03c-18d1853bcc10 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:05.416435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.434327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 9c4d7cae-9d44-4641-b9fa-601139a9f08f) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:05.454843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d88c94-b7c5-4966-8619-94b5eddc972e None None] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:05.512902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Deleting port aed479d0-c9a2-4765-a03c-18d1853bcc10 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:05.513431 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.736043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] For port aed479d0-c9a2-4765-a03c-18d1853bcc10, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aed479d0-c9a2-4765-a03c-18d1853bcc10,segment=NetworkSegment(798f46d5-89c8-4b0e-8dae-1fe364c57d9d),segment_id=798f46d5-89c8-4b0e-8dae-1fe364c57d9d)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:05.736632 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.771610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Calling delete_port for aed479d0-c9a2-4765-a03c-18d1853bcc10 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:05.835072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] DHCP port deletion for b7b9abfb-8158-42f8-8713-5881134a6524 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:02:05.867626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:05.868291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.911196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6a08a367-72ca-49fc-b651-282c74bc4fce tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3112705 Jul 14 10:02:05.911497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45426) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:05.926997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port aed479d0-c9a2-4765-a03c-18d1853bcc10, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aed479d0-c9a2-4765-a03c-18d1853bcc10,segment=NetworkSegment(798f46d5-89c8-4b0e-8dae-1fe364c57d9d),segment_id=798f46d5-89c8-4b0e-8dae-1fe364c57d9d)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:05.927558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:05.998334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for aed479d0-c9a2-4765-a03c-18d1853bcc10 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:06.061378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:06.062796 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.096823 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.118918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.121779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Transition to ACTIVE for port object 892d591b-b0ab-4dba-8825-dee07de5a2c7 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:06.165803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Pushing event deleted for resources: {'Port': ['ID=aed479d0-c9a2-4765-a03c-18d1853bcc10,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:06.174806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.263500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] No DVR routers for this DVR port aed479d0-c9a2-4765-a03c-18d1853bcc10 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:06.270097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.270423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.270819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.271254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.271583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.272019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.272605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.273360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.273360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.273878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.274205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.274805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b39ec24-2b83-49fe-90e6-954869bd5a4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:06.314218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] Deleting port eedd3853-555a-4d59-ae60-f59a87dea718 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:06.314907 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.343839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.357955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aed479d0-c9a2-4765-a03c-18d1853bcc10 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:06.378318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=aed479d0-c9a2-4765-a03c-18d1853bcc10,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:06.441540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port aed479d0-c9a2-4765-a03c-18d1853bcc10 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:06.464157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Attempting to bind port 892d591b-b0ab-4dba-8825-dee07de5a2c7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:06.465444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Attempting to bind port 892d591b-b0ab-4dba-8825-dee07de5a2c7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:06.465444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Attempting to bind port 892d591b-b0ab-4dba-8825-dee07de5a2c7 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:06.603450 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.630783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea6b5eb-3ebc-4d37-83a5-41bd121d38af']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:06.661474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798f46d5-89c8-4b0e-8dae-1fe364c57d9d') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:06.661981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798f46d5-89c8-4b0e-8dae-1fe364c57d9d') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:06.683700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: aed479d0-c9a2-4765-a03c-18d1853bcc10 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:06.684070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aed479d0-c9a2-4765-a03c-18d1853bcc10 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:06.684642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device eedd3853-555a-4d59-ae60-f59a87dea718 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:06.716426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.734052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e238161-1f7a-4d09-9e3a-b33e6e271847 None None] Pushing event updated for resources: {'Port': ['ID=892d591b-b0ab-4dba-8825-dee07de5a2c7,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:06.737257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:06.737660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:06.738109 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.738533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:06.739138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Bound port: 892d591b-b0ab-4dba-8825-dee07de5a2c7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:06.739727 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.754285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.766750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:06.767413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:06.773131 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:06.810829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] For port eedd3853-555a-4d59-ae60-f59a87dea718, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=eedd3853-555a-4d59-ae60-f59a87dea718,segment=NetworkSegment(ff05b72c-7b97-4984-beba-7ba02821c6a7),segment_id=ff05b72c-7b97-4984-beba-7ba02821c6a7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:06.811459 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.859379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] Calling delete_port for eedd3853-555a-4d59-ae60-f59a87dea718 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:06.871926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Allocated IP 172.20.0.2 (9c4d7cae-9d44-4641-b9fa-601139a9f08f/679e44b8-9990-4993-875f-85499a42dc5c/4b765a56-1d73-40b8-88ad-0aa7ec568dda) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:06.907700 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.912675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] For port 892d591b-b0ab-4dba-8825-dee07de5a2c7, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:06.918916 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:06.921771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/0ea6b5eb-3ebc-4d37-83a5-41bd121d38af HTTP/1.1" status: 204 len: 168 time: 1.8454108 Jul 14 10:02:06.926685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45428) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:06.972759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7047283-969f-4e76-b847-5bbc4a464a62 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=0ea6b5eb-3ebc-4d37-83a5-41bd121d38af,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:06.991397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.048181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] For port 892d591b-b0ab-4dba-8825-dee07de5a2c7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=892d591b-b0ab-4dba-8825-dee07de5a2c7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:07.057701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.078736 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.140450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port eedd3853-555a-4d59-ae60-f59a87dea718 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:07.141314 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.190646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.224451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port eedd3853-555a-4d59-ae60-f59a87dea718, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=eedd3853-555a-4d59-ae60-f59a87dea718,segment=NetworkSegment(ff05b72c-7b97-4984-beba-7ba02821c6a7),segment_id=ff05b72c-7b97-4984-beba-7ba02821c6a7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:07.225621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.255947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for eedd3853-555a-4d59-ae60-f59a87dea718 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:07.306333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:07.307340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:07.320000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e238161-1f7a-4d09-9e3a-b33e6e271847 None None] Pushing event updated for resources: {'Port': ['ID=892d591b-b0ab-4dba-8825-dee07de5a2c7,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:07.384082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.419949 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.460317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port eedd3853-555a-4d59-ae60-f59a87dea718 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:07.468482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=eedd3853-555a-4d59-ae60-f59a87dea718,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:07.483441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] Pushing event deleted for resources: {'Port': ['ID=eedd3853-555a-4d59-ae60-f59a87dea718,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:07.512464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.512745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.513141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.513533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.514045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.514268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.514511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.514843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.515257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.515561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.515889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.516235 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:07.547926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad8b775-9b4a-4a68-ac01-2be54b1394e6 None None] No DVR routers for this DVR port eedd3853-555a-4d59-ae60-f59a87dea718 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:07.593045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.612966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Transition to ACTIVE for port object 4b765a56-1d73-40b8-88ad-0aa7ec568dda will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:07.620620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:07.627356 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.646880 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b9abfb-8158-42f8-8713-5881134a6524']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:07.666440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff05b72c-7b97-4984-beba-7ba02821c6a7') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:07.666771 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff05b72c-7b97-4984-beba-7ba02821c6a7') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:07.680248 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.702105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.710795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:07.711392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:07.716917 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:07.754399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Transition to ACTIVE for port object 4b765a56-1d73-40b8-88ad-0aa7ec568dda will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:07.769132 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.808749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.825243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.828798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/b7b9abfb-8158-42f8-8713-5881134a6524 HTTP/1.1" status: 204 len: 168 time: 0.8985064 Jul 14 10:02:07.833946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45430) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:07.844375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-807798979'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:07.844737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:07.846113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.20.0.1 (9c4d7cae-9d44-4641-b9fa-601139a9f08f/679e44b8-9990-4993-875f-85499a42dc5c/bcd87b6d-d95d-4a72-9aa4-0af3e753644b) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:07.857399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:07.864669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec361d-45ca-45fb-8984-8f2d3d284d6b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=b7b9abfb-8158-42f8-8713-5881134a6524,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:07.867909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:07.878632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Pushing event updated for resources: {'Port': ['ID=4b765a56-1d73-40b8-88ad-0aa7ec568dda,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:07.895811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:07.902983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.942241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:07.955117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:07.955602 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment 213f2fd6-8733-4cb3-97cd-ecdecde71c65 of type vlan for network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 Jul 14 10:02:08.007253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Attempting to bind port 4b765a56-1d73-40b8-88ad-0aa7ec568dda on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:08.007764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Attempting to bind port 4b765a56-1d73-40b8-88ad-0aa7ec568dda by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:08.008281 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Attempting to bind port 4b765a56-1d73-40b8-88ad-0aa7ec568dda on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:08.018040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:08.018482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Checking segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:08.018882 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.019253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.019524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Bound using segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:08.020270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Bound port: 4b765a56-1d73-40b8-88ad-0aa7ec568dda, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:08.020664 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.061585 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.067527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:08.068481 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.076564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.111111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:03Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:08.113196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Transition to ACTIVE for port object bcd87b6d-d95d-4a72-9aa4-0af3e753644b will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:08.156519 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3100046-7221-4076-ac89-cae2eec31268 None None] The sync data for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 is: [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:03Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:08.163372 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3273253 Jul 14 10:02:08.165491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] For port 4b765a56-1d73-40b8-88ad-0aa7ec568dda, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:08.169079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45432) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:08.178601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': 'a8c9e392-bfd7-4b69-8dcd-266f47fc71b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:08.183449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.188969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] For port 4b765a56-1d73-40b8-88ad-0aa7ec568dda, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4b765a56-1d73-40b8-88ad-0aa7ec568dda,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:08.199217 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.262987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:08.269398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:08.269720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cd09e-e94e-4dc7-8729-fde4dcc1ceaf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=a8c9e392-bfd7-4b69-8dcd-266f47fc71b2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:08.275933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:08.317866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:08.388171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:08.404136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4ecd9-a7fc-4000-83a4-b3fab8c35864 None None] Pushing event updated for resources: {'Port': ['ID=4b765a56-1d73-40b8-88ad-0aa7ec568dda,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:08.405261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:08.414920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.436230 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:08.810870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.187537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.296315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=f8f7f0e3-865b-4dfa-a3cf-c6aa41ab5eec,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:09.323638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': '213f2fd6-8733-4cb3-97cd-ecdecde71c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a8c9e392-bfd7-4b69-8dcd-266f47fc71b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:09.324703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: a8c9e392-bfd7-4b69-8dcd-266f47fc71b2, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:09.333091 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.339070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.361914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:09.378187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a8c9e392-bfd7-4b69-8dcd-266f47fc71b2) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:09.384293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:09.385244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.416334 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8099cac7-c98d-4565-a350-64ae6f778782 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2423098 Jul 14 10:02:09.416738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819ef7f-b61a-4699-9e70-47f55a7ad022 None None] Network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:09.418336 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45434) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:09.427763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ca452e76-39b7-4f37-8fb6-63a851a8b907 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1457644345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:09.462122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:09.470023 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.495762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca452e76-39b7-4f37-8fb6-63a851a8b907 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.497435 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca452e76-39b7-4f37-8fb6-63a851a8b907 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.632283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca452e76-39b7-4f37-8fb6-63a851a8b907 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.640814 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca452e76-39b7-4f37-8fb6-63a851a8b907 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.694208 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca452e76-39b7-4f37-8fb6-63a851a8b907 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.701118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ca452e76-39b7-4f37-8fb6-63a851a8b907 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2804956 Jul 14 10:02:09.701483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45436) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:09.708515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'port': {'network_id': 'a8c9e392-bfd7-4b69-8dcd-266f47fc71b2', 'name': 'tempest-RoutersTest-2080684333'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:09.786832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:09.792097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:09.802921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-a8c9e392-bfd7-4b69-8dcd-266f47fc71b2', 'network_id': 'a8c9e392-bfd7-4b69-8dcd-266f47fc71b2', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': 'f8f7f0e3-865b-4dfa-a3cf-c6aa41ab5eec'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:09.804020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:09.958500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b540eb05-9846-4e9c-8584-4fbae1483356 None None] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:10.026369 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:10.027382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:10.031803 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.068230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] device_id is not set on port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 yet. {{(pid=93780) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 14 10:02:10.110817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ba5f2031-66df-427e-ab67-169fdee89527 None None] Provisioning for port 4b765a56-1d73-40b8-88ad-0aa7ec568dda completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:10.188040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Allocated IP 172.20.0.2 (a8c9e392-bfd7-4b69-8dcd-266f47fc71b2/f8f7f0e3-865b-4dfa-a3cf-c6aa41ab5eec/7400924b-a2fd-4562-a79a-cdcb6b55222a) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:10.289249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:10.311561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7e9672db-8b18-4cde-835e-fbfc4a7b98d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "PUT /v2.0/routers/ee4e631c-525b-4ea1-a60e-062a8a4b5c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3934159 Jul 14 10:02:10.423751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4b765a56-1d73-40b8-88ad-0aa7ec568dda up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:10.565028 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.582638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Transition to ACTIVE for port object 7400924b-a2fd-4562-a79a-cdcb6b55222a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:10.589620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4b765a56-1d73-40b8-88ad-0aa7ec568dda completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:10.605030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4b765a56-1d73-40b8-88ad-0aa7ec568dda triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:10.605555 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.668633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Transition to ACTIVE for port object 7400924b-a2fd-4562-a79a-cdcb6b55222a will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:10.701832 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:10.714029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-9ae398d2-eda8-4529-844b-c3665e16056e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-658284712&fields=id&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 267 time: 0.0900555 Jul 14 10:02:10.805033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.20.0.6 (a8c9e392-bfd7-4b69-8dcd-266f47fc71b2/f8f7f0e3-865b-4dfa-a3cf-c6aa41ab5eec/f47e1bb1-b670-4603-b8bb-e2cbbb2ae370) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:10.813546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Pushing event updated for resources: {'Port': ['ID=7400924b-a2fd-4562-a79a-cdcb6b55222a,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:10.838244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:10.841986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:10.844792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:11.002684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Attempting to bind port 7400924b-a2fd-4562-a79a-cdcb6b55222a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:11.003247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Attempting to bind port 7400924b-a2fd-4562-a79a-cdcb6b55222a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '213f2fd6-8733-4cb3-97cd-ecdecde71c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a8c9e392-bfd7-4b69-8dcd-266f47fc71b2'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:11.003722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Attempting to bind port 7400924b-a2fd-4562-a79a-cdcb6b55222a on network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:11.010271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-07fc920c-4a7d-44d1-b698-d0ff66ed4f27 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:11.013070 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Sync routers for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:11.021341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-07fc920c-4a7d-44d1-b698-d0ff66ed4f27 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 796 time: 0.2987640 Jul 14 10:02:11.021720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:11.022101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Checking segment: {'id': '213f2fd6-8733-4cb3-97cd-ecdecde71c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a8c9e392-bfd7-4b69-8dcd-266f47fc71b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:11.022627 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.023095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Bound using segment: {'id': '213f2fd6-8733-4cb3-97cd-ecdecde71c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a8c9e392-bfd7-4b69-8dcd-266f47fc71b2'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:11.023747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Bound port: 7400924b-a2fd-4562-a79a-cdcb6b55222a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213f2fd6-8733-4cb3-97cd-ecdecde71c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'a8c9e392-bfd7-4b69-8dcd-266f47fc71b2'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:11.024240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.041170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-e8003e62-dd89-4972-b359-3e376ac40cc2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/quotas/363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 375 time: 0.0191121 Jul 14 10:02:11.057454 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:11.058885 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:11.061402 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.077198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a60ce88e-16a5-47e0-a2bb-e437d282ce39 None None] Provisioning complete for port 4b765a56-1d73-40b8-88ad-0aa7ec568dda triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:11.077855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a60ce88e-16a5-47e0-a2bb-e437d282ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.202394 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.233630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:11.239895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 4b765a56-1d73-40b8-88ad-0aa7ec568dda, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4b765a56-1d73-40b8-88ad-0aa7ec568dda,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:11.253020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.253900 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 892d591b-b0ab-4dba-8825-dee07de5a2c7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:11.311174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.348938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=4b765a56-1d73-40b8-88ad-0aa7ec568dda,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:11.369911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-8b580d21-31d0-4c15-b2f2-545a83387776 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3179405 Jul 14 10:02:11.375068 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] For port 7400924b-a2fd-4562-a79a-cdcb6b55222a, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:11.402896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:11.416009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] For port 7400924b-a2fd-4562-a79a-cdcb6b55222a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7400924b-a2fd-4562-a79a-cdcb6b55222a,segment=NetworkSegment(213f2fd6-8733-4cb3-97cd-ecdecde71c65),segment_id=213f2fd6-8733-4cb3-97cd-ecdecde71c65)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:11.434825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.448518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:11.460167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:11.467779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:11.515610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 892d591b-b0ab-4dba-8825-dee07de5a2c7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:11.531528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 892d591b-b0ab-4dba-8825-dee07de5a2c7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:11.532142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.563191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a60ce88e-16a5-47e0-a2bb-e437d282ce39 None None] Provisioning for port bcd87b6d-d95d-4a72-9aa4-0af3e753644b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:11.567376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd362b74-dbb0-4e74-b170-01ea48dbdea7 None None] Pushing event updated for resources: {'Port': ['ID=7400924b-a2fd-4562-a79a-cdcb6b55222a,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:11.584213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=f47e1bb1-b670-4603-b8bb-e2cbbb2ae370,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:11.605328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a60ce88e-16a5-47e0-a2bb-e437d282ce39 None None] Provisioning complete for port bcd87b6d-d95d-4a72-9aa4-0af3e753644b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:11.606534 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a60ce88e-16a5-47e0-a2bb-e437d282ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.718731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:11.719805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:11.766866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dc099e0d-a203-4066-a315-df0636c7e034 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0607209 Jul 14 10:02:11.769287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45456) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:11.828271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-9738c85b-ad99-48c9-a82b-81b5d851f214 service neutron] 10.222.0.73 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236701 Jul 14 10:02:11.937633 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:09Z', 'revision_number': 2, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:11.975888 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Checking router: ee4e631c-525b-4ea1-a60e-062a8a4b5c58 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:11.976445 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Updating router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 port bcd87b6d-d95d-4a72-9aa4-0af3e753644b binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:12.052181 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.082879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a60ce88e-16a5-47e0-a2bb-e437d282ce39 None None] Port bcd87b6d-d95d-4a72-9aa4-0af3e753644b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:12.088835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-d69858c5-ef0a-41ce-b4fd-efbae2d51789 service neutron] 10.222.0.73 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567194 Jul 14 10:02:12.105163 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.146143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 892d591b-b0ab-4dba-8825-dee07de5a2c7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=892d591b-b0ab-4dba-8825-dee07de5a2c7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:12.152498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.212401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=892d591b-b0ab-4dba-8825-dee07de5a2c7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:12.229361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-552c99c4-7c51-4cb5-8742-486e1b9d6d3a None None] Provisioning complete for port bcd87b6d-d95d-4a72-9aa4-0af3e753644b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:12.229869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-552c99c4-7c51-4cb5-8742-486e1b9d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.342455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-552c99c4-7c51-4cb5-8742-486e1b9d6d3a None None] Port bcd87b6d-d95d-4a72-9aa4-0af3e753644b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:12.368653 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:12.489652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-788919ef-2b2d-4d05-8235-546156851aa9 req-116901f8-d5c7-41cc-8d84-ed5218eabe2f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 210 time: 0.0553141 Jul 14 10:02:12.528049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7400924b-a2fd-4562-a79a-cdcb6b55222a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:12.603607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7400924b-a2fd-4562-a79a-cdcb6b55222a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:12.610003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4b765a56-1d73-40b8-88ad-0aa7ec568dda up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:12.685590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.706823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4b765a56-1d73-40b8-88ad-0aa7ec568dda triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:12.707585 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.746292 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.761923 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Transition to ACTIVE for port object bcd87b6d-d95d-4a72-9aa4-0af3e753644b will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:12.772325 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:12.889974 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Pushing event updated for resources: {'Port': ['ID=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:12.906409 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.907779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.908607 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.909417 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.909956 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.910684 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.911201 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.911760 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.912296 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.912852 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.913374 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.913915 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:02:12.996425 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Attempting to bind port bcd87b6d-d95d-4a72-9aa4-0af3e753644b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:12.996808 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Attempting to bind port bcd87b6d-d95d-4a72-9aa4-0af3e753644b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:12.997203 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Attempting to bind port bcd87b6d-d95d-4a72-9aa4-0af3e753644b on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:13.003956 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:13.004374 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Checking segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:13.004768 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.005153 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Bound using segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:13.005639 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Bound port: bcd87b6d-d95d-4a72-9aa4-0af3e753644b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:13.006027 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.145404 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] For port bcd87b6d-d95d-4a72-9aa4-0af3e753644b, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:13.150272 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] For port bcd87b6d-d95d-4a72-9aa4-0af3e753644b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:13.155962 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.231065 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.239524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.268327 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:13.269228 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:13.271602 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1029dec-20f5-4eeb-9a85-a102ec6652d7 None None] Pushing event updated for resources: {'Port': ['ID=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:13.431797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=f47e1bb1-b670-4603-b8bb-e2cbbb2ae370,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:13.443523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b1f19-4ff9-402a-8442-66401c66510b None None] Network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:13.458147 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:13.620982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4d17f964-b10b-4a5a-a507-d9963152195f None None] Provisioning for port 7400924b-a2fd-4562-a79a-cdcb6b55222a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:13.673558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4d17f964-b10b-4a5a-a507-d9963152195f None None] Provisioning complete for port 7400924b-a2fd-4562-a79a-cdcb6b55222a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:13.674321 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d17f964-b10b-4a5a-a507-d9963152195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:13.793426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50c512a5-a902-4690-8772-fe93b2afd3e7 req-99343eb1-0f20-41a8-a3d5-1181222b1fbd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 210 time: 0.0591352 Jul 14 10:02:13.872999 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:13Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:13.908100 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ec74d1-fd94-4435-9645-2a2beb4030fa None None] The sync data for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 is: [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:13Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:13.934378 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d17f964-b10b-4a5a-a507-d9963152195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.018866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4d17f964-b10b-4a5a-a507-d9963152195f None None] For port 7400924b-a2fd-4562-a79a-cdcb6b55222a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7400924b-a2fd-4562-a79a-cdcb6b55222a,segment=NetworkSegment(213f2fd6-8733-4cb3-97cd-ecdecde71c65),segment_id=213f2fd6-8733-4cb3-97cd-ecdecde71c65)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:14.025131 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d17f964-b10b-4a5a-a507-d9963152195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.118408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17f964-b10b-4a5a-a507-d9963152195f None None] Pushing event updated for resources: {'Port': ['ID=7400924b-a2fd-4562-a79a-cdcb6b55222a,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:14.205654 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.535811 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.543959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-359cd41d-6558-4e9b-bf97-3bb199569d59 None None] Provisioning complete for port 7400924b-a2fd-4562-a79a-cdcb6b55222a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:14.546979 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-359cd41d-6558-4e9b-bf97-3bb199569d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.589626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-dd16170a-fdbc-4a22-9792-de6ed1436817 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:14.616087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-dd16170a-fdbc-4a22-9792-de6ed1436817 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 796 time: 0.3465407 Jul 14 10:02:14.628833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7400924b-a2fd-4562-a79a-cdcb6b55222a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:14.707725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-a54004a7-c852-47e5-8e83-8aa562335eae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 379 time: 0.0786643 Jul 14 10:02:14.719442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'port': {'device_id': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'admin_state_up': True, 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'security_groups': ['385488c1-add4-4915-ba02-f6c4b71a0440']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:14.773241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7400924b-a2fd-4562-a79a-cdcb6b55222a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:14.773783 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.880078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-359cd41d-6558-4e9b-bf97-3bb199569d59 None None] Provisioning for port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:14.890756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-359cd41d-6558-4e9b-bf97-3bb199569d59 None None] Provisioning complete for port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:14.890964 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-359cd41d-6558-4e9b-bf97-3bb199569d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:14.968476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-359cd41d-6558-4e9b-bf97-3bb199569d59 None None] Port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:15.012166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-455c21f1-6854-4172-9da2-02b78f4a4d68 req-8c03118f-198d-4b9d-8dc7-93a2e21969a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 210 time: 0.0418956 Jul 14 10:02:15.053340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device bcd87b6d-d95d-4a72-9aa4-0af3e753644b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:15.054204 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:15.066624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.113865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3e305bbe-0857-49c5-8a20-7dd296ac7765 None None] Provisioning complete for port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:15.114294 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3e305bbe-0857-49c5-8a20-7dd296ac7765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.152738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.160167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.194157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3e305bbe-0857-49c5-8a20-7dd296ac7765 None None] Port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:15.219968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port bcd87b6d-d95d-4a72-9aa4-0af3e753644b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:15.238830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port bcd87b6d-d95d-4a72-9aa4-0af3e753644b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:15.239245 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.331161 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.334385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.20.0.14 (9c4d7cae-9d44-4641-b9fa-601139a9f08f/679e44b8-9990-4993-875f-85499a42dc5c/6f126a26-3b32-4600-b597-5463fdfec0f0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:15.336391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-89f0d708-ba8b-4a6b-945b-c99d14282e2a None None] Provisioning complete for port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:15.336782 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-89f0d708-ba8b-4a6b-945b-c99d14282e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.347334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=f47e1bb1-b670-4603-b8bb-e2cbbb2ae370,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:15.431355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.449866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-89f0d708-ba8b-4a6b-945b-c99d14282e2a None None] Port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:15.482286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port bcd87b6d-d95d-4a72-9aa4-0af3e753644b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:15.488439 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.490378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 892d591b-b0ab-4dba-8825-dee07de5a2c7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:15.535144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:15.537193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:15.549989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.587344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Transition to ACTIVE for port object 6f126a26-3b32-4600-b597-5463fdfec0f0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:15.650575 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.657529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:15.683885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 892d591b-b0ab-4dba-8825-dee07de5a2c7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:15.684285 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.738248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:15.743464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:15.751461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:15.804637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:15.812401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router a5d5f5e6-86df-4cd1-a835-ea06e44480ef is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:02:15.849743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:15.849995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:15.871342 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2915aad0-bf6c-4d5f-bc1d-5a188bea3b39 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1571457 Jul 14 10:02:15.883731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-da285ec9-44ae-4603-8ba5-463d7a3f5ca0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:02:15.885801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-da285ec9-44ae-4603-8ba5-463d7a3f5ca0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079193 Jul 14 10:02:15.976354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:15.993622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-df8f4399-9394-4817-b93b-558fb0f4fd21 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/a5d5f5e6-86df-4cd1-a835-ea06e44480ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2213387 Jul 14 10:02:15.993849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43e4de-86a5-42cd-8fcf-e91393ca2317 None None] Sync routers for ids ['a5d5f5e6-86df-4cd1-a835-ea06e44480ef'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:15.994374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45476) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:16.029630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43e4de-86a5-42cd-8fcf-e91393ca2317 None None] Routers {'a5d5f5e6-86df-4cd1-a835-ea06e44480ef'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:16.030650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5c43e4de-86a5-42cd-8fcf-e91393ca2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a5d5f5e6-86df-4cd1-a835-ea06e44480ef'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:16.062240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Request body: {'port': {'device_id': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:16.079287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5c43e4de-86a5-42cd-8fcf-e91393ca2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:16.104794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43e4de-86a5-42cd-8fcf-e91393ca2317 None None] Routers {'a5d5f5e6-86df-4cd1-a835-ea06e44480ef'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:16.105982 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5c43e4de-86a5-42cd-8fcf-e91393ca2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a5d5f5e6-86df-4cd1-a835-ea06e44480ef'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:16.179931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3e870ec0-8cda-418c-84f3-ae97d434430f None None] Provisioning complete for port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:16.180582 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3e870ec0-8cda-418c-84f3-ae97d434430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.183291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5c43e4de-86a5-42cd-8fcf-e91393ca2317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:16.184326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43e4de-86a5-42cd-8fcf-e91393ca2317 None None] The sync data for ids ['a5d5f5e6-86df-4cd1-a835-ea06e44480ef'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:16.188888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b0cd8c-252d-4ac2-bb2d-d96bb32e7054 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.194502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45480) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:16.194700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-65b0cd8c-252d-4ac2-bb2d-d96bb32e7054 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports/f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 HTTP/1.1" status: 200 len: 977 time: 0.1983225 Jul 14 10:02:16.197932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.250561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3e870ec0-8cda-418c-84f3-ae97d434430f None None] Port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:16.308671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device bcd87b6d-d95d-4a72-9aa4-0af3e753644b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:16.383086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-820ff197-6f7f-4141-bd35-aba5c1e63ba0 None None] Provisioning for port 6f126a26-3b32-4600-b597-5463fdfec0f0 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:16.386675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port bcd87b6d-d95d-4a72-9aa4-0af3e753644b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:16.387052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.390548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-820ff197-6f7f-4141-bd35-aba5c1e63ba0 None None] Provisioning complete for port 6f126a26-3b32-4600-b597-5463fdfec0f0 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:16.390548 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-820ff197-6f7f-4141-bd35-aba5c1e63ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.453408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-820ff197-6f7f-4141-bd35-aba5c1e63ba0 None None] Port 6f126a26-3b32-4600-b597-5463fdfec0f0 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:16.637881 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.713808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2fa09-c3ea-4dd3-bde5-85db2ca09246 req-4be09d74-8b97-45b2-9fd8-1c605af5d754 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:16.716580 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86f2fa09-c3ea-4dd3-bde5-85db2ca09246 req-4be09d74-8b97-45b2-9fd8-1c605af5d754 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 932 time: 0.4612889 Jul 14 10:02:16.831709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-86f2fa09-c3ea-4dd3-bde5-85db2ca09246 req-4e4ffbe9-ddc6-431e-b261-ec782eeedee1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073415 Jul 14 10:02:16.884522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:16.884883 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.940486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f126a26-3b32-4600-b597-5463fdfec0f0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:16.948736 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:16.963512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Transition to ACTIVE for port object 6f126a26-3b32-4600-b597-5463fdfec0f0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:16.968648 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.002238 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.029929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for f47e1bb1-b670-4603-b8bb-e2cbbb2ae370 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:17.072285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:17.157272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:17.157677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:17.158560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:17.164525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:02:17.164898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:17.171283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:17.171705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Checking segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:17.172025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Bound using segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:17.172525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Bound port: 6f126a26-3b32-4600-b597-5463fdfec0f0, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:17.172902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.272135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:17.277098 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:17.284981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.295695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.329806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.330451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.331965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] 10.222.0.66 "PUT /v2.0/ports/6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 1093 time: 1.4390874 Jul 14 10:02:17.332458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:17.334990 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:17.336092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=f47e1bb1-b670-4603-b8bb-e2cbbb2ae370,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:17.438205 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0bc7c1-a4b1-4522-a563-628f922e6179 x-openstack-request-id: req-be0bc7c1-a4b1-4522-a563-628f922e6179 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:17.438743 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:17.439828 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be0bc7c1-a4b1-4522-a563-628f922e6179 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:17.440639 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'status': 'completed', 'code': 200} Jul 14 10:02:17.442576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7069ac-295d-4830-937b-6462002536e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:17.459077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-779c03b7-0193-4332-bb17-3f1aa23461bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.461552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-779c03b7-0193-4332-bb17-3f1aa23461bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1096 time: 0.0797169 Jul 14 10:02:17.512390 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-6e83da77-51f9-43d3-ae1e-8b22058d3663 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 217 time: 0.0434461 Jul 14 10:02:17.555132 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:17.584239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-f9ef7e8e-84ff-42c9-a65a-58c7863c882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.586586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-f9ef7e8e-84ff-42c9-a65a-58c7863c882a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0682487 Jul 14 10:02:17.671804 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-3b256dc0-475a-4874-9965-37242ba3db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:17.673559 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-3b256dc0-475a-4874-9965-37242ba3db08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0800154 Jul 14 10:02:17.769734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router a5d5f5e6-86df-4cd1-a835-ea06e44480ef has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:17.802566 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-9f09d312-524d-47c3-a334-f53977a6dff2 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198447 Jul 14 10:02:17.854496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:17.860120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-076bd7e3-9391-49f2-860c-8e17911fdbb9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/a5d5f5e6-86df-4cd1-a835-ea06e44480ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6638577 Jul 14 10:02:17.866647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45484) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:17.871534 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4521894-b398-4048-b3da-e28124bac8b2 None None] Sync routers for ids ['a5d5f5e6-86df-4cd1-a835-ea06e44480ef'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:17.887941 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4521894-b398-4048-b3da-e28124bac8b2 None None] Routers {'a5d5f5e6-86df-4cd1-a835-ea06e44480ef'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:17.888633 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a4521894-b398-4048-b3da-e28124bac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a5d5f5e6-86df-4cd1-a835-ea06e44480ef'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:17.901675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46589cc2-5345-49e2-b75d-0f3f27be3669 req-2f3f9f38-1f72-4780-92ae-fb9051c8175e service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929615 Jul 14 10:02:17.927502 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a4521894-b398-4048-b3da-e28124bac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:17.941062 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4521894-b398-4048-b3da-e28124bac8b2 None None] Routers {'a5d5f5e6-86df-4cd1-a835-ea06e44480ef'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:17.941708 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a4521894-b398-4048-b3da-e28124bac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a5d5f5e6-86df-4cd1-a835-ea06e44480ef'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:17.977529 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a4521894-b398-4048-b3da-e28124bac8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:17.978319 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4521894-b398-4048-b3da-e28124bac8b2 None None] The sync data for ids ['a5d5f5e6-86df-4cd1-a835-ea06e44480ef'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:18.165389 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-e2385fba-b5df-4a8b-ab03-fee2c30c6c74 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] remove_router_interface failed (client error): The resource could not be found. Jul 14 10:02:18.166456 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e2385fba-b5df-4a8b-ab03-fee2c30c6c74 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/a5d5f5e6-86df-4cd1-a835-ea06e44480ef/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2987106 Jul 14 10:02:18.170479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45488) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:18.197624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-c411d09d-81a0-4c63-8118-39153b6f910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.201033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-c411d09d-81a0-4c63-8118-39153b6f910d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1096 time: 0.2266603 Jul 14 10:02:18.258372 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0c9ae7c2-3fed-4506-9c24-4fee852d9694 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5d5f5e6-86df-4cd1-a835-ea06e44480ef HTTP/1.1" status: 200 len: 205 time: 0.0858145 Jul 14 10:02:18.260435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45490) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:18.295135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2b23b-e986-4863-b0e6-9174de0d2e06 req-ad2bbb5f-6607-40e1-861d-7085351bdfd1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.298138 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38b2b23b-e986-4863-b0e6-9174de0d2e06 req-ad2bbb5f-6607-40e1-861d-7085351bdfd1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 944 time: 0.2561152 Jul 14 10:02:18.346393 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9396cdb-5554-44e0-9bb0-f6b351124105 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.468877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38b2b23b-e986-4863-b0e6-9174de0d2e06 req-5657d827-c774-42df-a29f-cc898197c2e8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108356 Jul 14 10:02:18.498965 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-37f0b4f5-74dc-4e83-b0f5-8ec506ff1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.501626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-37f0b4f5-74dc-4e83-b0f5-8ec506ff1892 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.2653630 Jul 14 10:02:18.570172 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-597ec268-8daf-4611-9d95-f9bb6a8a9b48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 217 time: 0.0606482 Jul 14 10:02:18.576965 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9396cdb-5554-44e0-9bb0-f6b351124105 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.580704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9396cdb-5554-44e0-9bb0-f6b351124105 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.634207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9396cdb-5554-44e0-9bb0-f6b351124105 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.635065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9396cdb-5554-44e0-9bb0-f6b351124105 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Fanout notify agent at l3_agent the message router_deleted on router a5d5f5e6-86df-4cd1-a835-ea06e44480ef {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:02:18.644240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9396cdb-5554-44e0-9bb0-f6b351124105 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.645677 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f9396cdb-5554-44e0-9bb0-f6b351124105 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/a5d5f5e6-86df-4cd1-a835-ea06e44480ef HTTP/1.1" status: 204 len: 168 time: 0.3840642 Jul 14 10:02:18.648738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45492) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:18.649017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-2a912a82-ef05-4140-9f9d-9e922b606be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.651216 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-2a912a82-ef05-4140-9f9d-9e922b606be6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0747893 Jul 14 10:02:18.724396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e5e1f9-4821-47cb-aa02-e4cdf5dea501 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet f8f7f0e3-865b-4dfa-a3cf-c6aa41ab5eec {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:18.724873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-6a0807a9-d7c9-4537-b46c-46357159831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:18.727136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-6a0807a9-d7c9-4537-b46c-46357159831e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680835 Jul 14 10:02:18.728449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62e5e1f9-4821-47cb-aa02-e4cdf5dea501 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.784222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62e5e1f9-4821-47cb-aa02-e4cdf5dea501 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.845151 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-e06291cf-b9f6-4388-99e5-53ad43db766f service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094384 Jul 14 10:02:18.898279 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62e5e1f9-4821-47cb-aa02-e4cdf5dea501 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.969621 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62e5e1f9-4821-47cb-aa02-e4cdf5dea501 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:18.971664 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7b864263-c1d0-48ed-8ef2-57d2696ba1b5 req-e4db8384-d8d0-4e4d-8f78-abf91056b62f service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215763 Jul 14 10:02:18.998458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5e1f9-4821-47cb-aa02-e4cdf5dea501 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f7f0e3-865b-4dfa-a3cf-c6aa41ab5eec,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:19.002601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-62e5e1f9-4821-47cb-aa02-e4cdf5dea501 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.004949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-62e5e1f9-4821-47cb-aa02-e4cdf5dea501 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/f8f7f0e3-865b-4dfa-a3cf-c6aa41ab5eec HTTP/1.1" status: 204 len: 168 time: 0.3544638 Jul 14 10:02:19.007503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45494) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:19.014691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ae8a69-5256-45bb-a071-386d5b3f9d43 None None] Network a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:19.093332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.165991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 7400924b-a2fd-4562-a79a-cdcb6b55222a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:19.166478 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.261988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] DHCP port deletion for a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:02:19.266117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port 7400924b-a2fd-4562-a79a-cdcb6b55222a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7400924b-a2fd-4562-a79a-cdcb6b55222a,segment=NetworkSegment(213f2fd6-8733-4cb3-97cd-ecdecde71c65),segment_id=213f2fd6-8733-4cb3-97cd-ecdecde71c65)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:19.266521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.289190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 7400924b-a2fd-4562-a79a-cdcb6b55222a owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:19.334561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] Deleting port 7400924b-a2fd-4562-a79a-cdcb6b55222a {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:19.335003 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.390412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.406686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] For port 7400924b-a2fd-4562-a79a-cdcb6b55222a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7400924b-a2fd-4562-a79a-cdcb6b55222a,segment=NetworkSegment(213f2fd6-8733-4cb3-97cd-ecdecde71c65),segment_id=213f2fd6-8733-4cb3-97cd-ecdecde71c65)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:19.407091 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.424579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] Calling delete_port for 7400924b-a2fd-4562-a79a-cdcb6b55222a owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:19.434503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port 7400924b-a2fd-4562-a79a-cdcb6b55222a on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:19.443454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=7400924b-a2fd-4562-a79a-cdcb6b55222a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:19.534572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.540473 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.553484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c9e392-bfd7-4b69-8dcd-266f47fc71b2']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:19.574184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213f2fd6-8733-4cb3-97cd-ecdecde71c65') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:19.574623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213f2fd6-8733-4cb3-97cd-ecdecde71c65') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:19.583299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] Pushing event deleted for resources: {'Port': ['ID=7400924b-a2fd-4562-a79a-cdcb6b55222a,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:19.586608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d86899-37dd-46d1-91ce-837fe7db3557 None None] No DVR routers for this DVR port 7400924b-a2fd-4562-a79a-cdcb6b55222a on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:19.593948 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.631947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.639370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:19.639787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:19.643231 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:19.674709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:02:19.767821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.781771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.784938 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/a8c9e392-bfd7-4b69-8dcd-266f47fc71b2 HTTP/1.1" status: 204 len: 168 time: 0.7763031 Jul 14 10:02:19.789808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45498) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:19.796773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-1261291273'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:19.807685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3d042-3633-4d6d-a77a-68508b82a5ab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=a8c9e392-bfd7-4b69-8dcd-266f47fc71b2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:19.819716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:19.833451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a2039-0ef1-4635-990f-bf7bc6ef6ac4 req-5db01fc5-86d3-4eea-b903-43c818852f88 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:19.833759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'port_id': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'mac_address': 'fa:16:3e:91:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:02:19.835269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-990a2039-0ef1-4635-990f-bf7bc6ef6ac4 req-5db01fc5-86d3-4eea-b903-43c818852f88 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 944 time: 0.1411572 Jul 14 10:02:19.842002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:19.846000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.879087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:19.891115 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-990a2039-0ef1-4635-990f-bf7bc6ef6ac4 req-c0a212db-ea16-4172-a9d3-ee74dc4bbd59 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472584 Jul 14 10:02:19.894229 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.895695 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.896248 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment 3e71d303-a5a2-47ae-ae73-1170eb08e040 of type vlan for network 087940af-a7ed-4515-9713-40972a659830 Jul 14 10:02:19.915177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f126a26-3b32-4600-b597-5463fdfec0f0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:02:19.945538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:19.949806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:19.961685 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.000621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.007183 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.007917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.015804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:20.074364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2821522 Jul 14 10:02:20.077576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45500) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:20.085721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': '087940af-a7ed-4515-9713-40972a659830', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:20.105551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfc621-efab-41be-bdcb-4d420772b92d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=087940af-a7ed-4515-9713-40972a659830,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:20.117036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 087940af-a7ed-4515-9713-40972a659830 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:20.181233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['6f126a26-3b32-4600-b597-5463fdfec0f0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:02:20.194264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:20.198474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.298079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7400924b-a2fd-4562-a79a-cdcb6b55222a no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:20.339258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7400924b-a2fd-4562-a79a-cdcb6b55222a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:20.339613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7400924b-a2fd-4562-a79a-cdcb6b55222a not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:20.483434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.559556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=c99f4fb4-80eb-4fc6-9e7a-db5b3d2c0f90,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:20.570767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': '3e71d303-a5a2-47ae-ae73-1170eb08e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '087940af-a7ed-4515-9713-40972a659830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:20.571195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: 087940af-a7ed-4515-9713-40972a659830, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:20.591462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 087940af-a7ed-4515-9713-40972a659830 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:20.603069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 087940af-a7ed-4515-9713-40972a659830) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:20.608135 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:20.609168 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.613377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a0e2f-b037-40dd-9eb7-7e98483a10fa None None] Network 087940af-a7ed-4515-9713-40972a659830 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:20.631844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c461d18d-a1fd-4e64-b234-cf4cfbee2cea tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5530417 Jul 14 10:02:20.634827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45502) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:20.641042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b56c8788-abae-455a-823c-6068e42e7cb1 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1610003640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:20.678076 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b56c8788-abae-455a-823c-6068e42e7cb1 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.679842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b56c8788-abae-455a-823c-6068e42e7cb1 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.756021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b56c8788-abae-455a-823c-6068e42e7cb1 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.761897 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b56c8788-abae-455a-823c-6068e42e7cb1 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.787791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b56c8788-abae-455a-823c-6068e42e7cb1 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.789180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b56c8788-abae-455a-823c-6068e42e7cb1 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1532497 Jul 14 10:02:20.789562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-087940af-a7ed-4515-9713-40972a659830', 'network_id': '087940af-a7ed-4515-9713-40972a659830', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': 'c99f4fb4-80eb-4fc6-9e7a-db5b3d2c0f90'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:20.790691 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:20.792276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45504) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:20.985758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Allocated IP 172.20.0.2 (087940af-a7ed-4515-9713-40972a659830/c99f4fb4-80eb-4fc6-9e7a-db5b3d2c0f90/73048e12-0f72-4921-bb56-75c5a5b9e3ce) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:21.205760 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.219014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Transition to ACTIVE for port object 73048e12-0f72-4921-bb56-75c5a5b9e3ce will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:21.239593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Transition to ACTIVE for port object 73048e12-0f72-4921-bb56-75c5a5b9e3ce will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:21.248004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.301801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Network 087940af-a7ed-4515-9713-40972a659830 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:21.307228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:21.313275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:21.317342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Pushing event updated for resources: {'Port': ['ID=73048e12-0f72-4921-bb56-75c5a5b9e3ce,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:21.385045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cee59-3e76-41d9-b0f9-e12eaf70ad17 req-771f2128-1645-476c-a62a-9b41ad09d401 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:21.386654 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d6cee59-3e76-41d9-b0f9-e12eaf70ad17 req-771f2128-1645-476c-a62a-9b41ad09d401 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 945 time: 0.2399786 Jul 14 10:02:21.393411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Attempting to bind port 73048e12-0f72-4921-bb56-75c5a5b9e3ce on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:21.394192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Attempting to bind port 73048e12-0f72-4921-bb56-75c5a5b9e3ce by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '3e71d303-a5a2-47ae-ae73-1170eb08e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '087940af-a7ed-4515-9713-40972a659830'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:21.395474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Attempting to bind port 73048e12-0f72-4921-bb56-75c5a5b9e3ce on network 087940af-a7ed-4515-9713-40972a659830 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:21.407039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:21.407612 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Checking segment: {'id': '3e71d303-a5a2-47ae-ae73-1170eb08e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '087940af-a7ed-4515-9713-40972a659830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:21.408600 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.409185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Bound using segment: {'id': '3e71d303-a5a2-47ae-ae73-1170eb08e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '087940af-a7ed-4515-9713-40972a659830'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:21.409722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Bound port: 73048e12-0f72-4921-bb56-75c5a5b9e3ce, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e71d303-a5a2-47ae-ae73-1170eb08e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '087940af-a7ed-4515-9713-40972a659830'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:21.410254 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.475427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d6cee59-3e76-41d9-b0f9-e12eaf70ad17 req-0284f885-86c4-4322-a611-b4699999527b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812111 Jul 14 10:02:21.495061 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.518158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] For port 73048e12-0f72-4921-bb56-75c5a5b9e3ce, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:21.522107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] For port 73048e12-0f72-4921-bb56-75c5a5b9e3ce, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73048e12-0f72-4921-bb56-75c5a5b9e3ce,segment=NetworkSegment(3e71d303-a5a2-47ae-ae73-1170eb08e040),segment_id=3e71d303-a5a2-47ae-ae73-1170eb08e040)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:21.528593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.615763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b58ed4-48f8-4d7f-86b7-760dd4cd5b89 None None] Pushing event updated for resources: {'Port': ['ID=73048e12-0f72-4921-bb56-75c5a5b9e3ce,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:21.678852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:21.765674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 6f126a26-3b32-4600-b597-5463fdfec0f0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:21.774454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 6f126a26-3b32-4600-b597-5463fdfec0f0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:21.775061 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.966933 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-178d4b72-eabe-4625-aa95-f05ea9c480c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.975201 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:21.982996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.20.0.1 (087940af-a7ed-4515-9713-40972a659830/c99f4fb4-80eb-4fc6-9e7a-db5b3d2c0f90/d42622a1-d341-420a-a0bf-2261bdc0ec4a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:22.017780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:22.020665 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4d3a1e-d664-4055-b9af-c32480502bf1" -d '{"events": [{"server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "name": "network-vif-plugged", "status": "completed", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:22.038357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:22.051405 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.090917 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05a8b66-150c-4c9c-beee-50f51427d478 x-openstack-request-id: req-b05a8b66-150c-4c9c-beee-50f51427d478 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:22.090917 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "name": "network-vif-plugged", "status": "completed", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:22.090917 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b05a8b66-150c-4c9c-beee-50f51427d478 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:22.090917 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'code': 200} Jul 14 10:02:22.128373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:22.175752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.203516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object d42622a1-d341-420a-a0bf-2261bdc0ec4a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:22.273246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.346985 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=d42622a1-d341-420a-a0bf-2261bdc0ec4a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:22.351624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 087940af-a7ed-4515-9713-40972a659830 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:22.360708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:22.364024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:22.386121 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73048e12-0f72-4921-bb56-75c5a5b9e3ce up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:22.411873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde40cc-133c-4c18-889b-ad784e1783a0 req-732bec06-22ce-4101-aaf6-e42116e0290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:22.411873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7cde40cc-133c-4c18-889b-ad784e1783a0 req-732bec06-22ce-4101-aaf6-e42116e0290f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1098 time: 0.2183995 Jul 14 10:02:22.442898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.464870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 73048e12-0f72-4921-bb56-75c5a5b9e3ce completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:22.544573 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7cde40cc-133c-4c18-889b-ad784e1783a0 req-3ac88e9d-dbf6-40b2-bf17-f66a3203bf08 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260223 Jul 14 10:02:22.676567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:22.846319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3322a5-dea0-4cd1-b27c-70ea9ec6ac83 req-32aecc98-5850-4602-9911-dfd01f8d2c90 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:22.849224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d3322a5-dea0-4cd1-b27c-70ea9ec6ac83 req-32aecc98-5850-4602-9911-dfd01f8d2c90 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.2242134 Jul 14 10:02:22.973633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc294b4c-49b0-4967-9c3e-253f349b7110 None None] Network 087940af-a7ed-4515-9713-40972a659830 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:23.012286 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d3322a5-dea0-4cd1-b27c-70ea9ec6ac83 req-8b1108cc-d5d4-4fc1-8f60-5aa1e39618f5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022830 Jul 14 10:02:23.061559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5b60aabe-7444-48a7-87ed-191ed5fd3cc7 None None] Provisioning for port 73048e12-0f72-4921-bb56-75c5a5b9e3ce completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:23.075454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5b60aabe-7444-48a7-87ed-191ed5fd3cc7 None None] Provisioning complete for port 73048e12-0f72-4921-bb56-75c5a5b9e3ce triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:23.075875 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b60aabe-7444-48a7-87ed-191ed5fd3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.218022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.225494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.356136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=d42622a1-d341-420a-a0bf-2261bdc0ec4a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:23.360264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.467999 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b60aabe-7444-48a7-87ed-191ed5fd3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.499913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 087940af-a7ed-4515-9713-40972a659830 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:23.502116 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:23.523651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5b60aabe-7444-48a7-87ed-191ed5fd3cc7 None None] For port 73048e12-0f72-4921-bb56-75c5a5b9e3ce, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73048e12-0f72-4921-bb56-75c5a5b9e3ce,segment=NetworkSegment(3e71d303-a5a2-47ae-ae73-1170eb08e040),segment_id=3e71d303-a5a2-47ae-ae73-1170eb08e040)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:23.528969 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b60aabe-7444-48a7-87ed-191ed5fd3cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.594154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60aabe-7444-48a7-87ed-191ed5fd3cc7 None None] Pushing event updated for resources: {'Port': ['ID=73048e12-0f72-4921-bb56-75c5a5b9e3ce,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:23.691403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router b438da8c-faae-4cf8-962d-c665a4c84a9b is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:02:23.819553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:23.832296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fe585bef-4450-46d1-a420-503bb21ba64f tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/b438da8c-faae-4cf8-962d-c665a4c84a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0382438 Jul 14 10:02:23.835844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45512) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:23.838170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26650db2-5c3c-4922-a47e-c2b4cf1bd12f None None] Sync routers for ids ['b438da8c-faae-4cf8-962d-c665a4c84a9b'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:23.860330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26650db2-5c3c-4922-a47e-c2b4cf1bd12f None None] Routers {'b438da8c-faae-4cf8-962d-c665a4c84a9b'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:23.860939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-26650db2-5c3c-4922-a47e-c2b4cf1bd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b438da8c-faae-4cf8-962d-c665a4c84a9b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:23.910759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-26650db2-5c3c-4922-a47e-c2b4cf1bd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:23.913221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-39a658f1-8b60-48f7-b9a8-ddf7b667fc0d None None] Provisioning complete for port 73048e12-0f72-4921-bb56-75c5a5b9e3ce triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:23.913622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39a658f1-8b60-48f7-b9a8-ddf7b667fc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:23.920306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c33f91d-225c-471e-9524-4934209aa4cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:23.924780 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4c33f91d-225c-471e-9524-4934209aa4cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports/d42622a1-d341-420a-a0bf-2261bdc0ec4a HTTP/1.1" status: 200 len: 910 time: 0.0855167 Jul 14 10:02:23.925921 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:23.955420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26650db2-5c3c-4922-a47e-c2b4cf1bd12f None None] Routers {'b438da8c-faae-4cf8-962d-c665a4c84a9b'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:23.956076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-26650db2-5c3c-4922-a47e-c2b4cf1bd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:01:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b438da8c-faae-4cf8-962d-c665a4c84a9b'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:23.998817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-26650db2-5c3c-4922-a47e-c2b4cf1bd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:23.999487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26650db2-5c3c-4922-a47e-c2b4cf1bd12f None None] The sync data for ids ['b438da8c-faae-4cf8-962d-c665a4c84a9b'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:24.074220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-39a658f1-8b60-48f7-b9a8-ddf7b667fc0d None None] Provisioning for port d42622a1-d341-420a-a0bf-2261bdc0ec4a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:24.083880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-39a658f1-8b60-48f7-b9a8-ddf7b667fc0d None None] Provisioning complete for port d42622a1-d341-420a-a0bf-2261bdc0ec4a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:24.084587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39a658f1-8b60-48f7-b9a8-ddf7b667fc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.139842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-39a658f1-8b60-48f7-b9a8-ddf7b667fc0d None None] Port d42622a1-d341-420a-a0bf-2261bdc0ec4a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:24.279084 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-889c5a57-7608-4b89-9b02-297c9cd2fc33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.291990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bc35d954-c3bb-4f10-9c5b-9c0f5b951de1 None None] Provisioning complete for port d42622a1-d341-420a-a0bf-2261bdc0ec4a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:24.292474 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc35d954-c3bb-4f10-9c5b-9c0f5b951de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.381689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73048e12-0f72-4921-bb56-75c5a5b9e3ce up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:24.430812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bc35d954-c3bb-4f10-9c5b-9c0f5b951de1 None None] Port d42622a1-d341-420a-a0bf-2261bdc0ec4a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:24.473144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 73048e12-0f72-4921-bb56-75c5a5b9e3ce triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:24.474315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.490015 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.531638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.581574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f3376920-c237-453a-93b7-2436b07020d9 None None] Provisioning complete for port d42622a1-d341-420a-a0bf-2261bdc0ec4a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:24.582006 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3376920-c237-453a-93b7-2436b07020d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.661385 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f3376920-c237-453a-93b7-2436b07020d9 None None] Port d42622a1-d341-420a-a0bf-2261bdc0ec4a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:24.721247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a9a41-18e7-45a1-b6fd-1e4f6e3f4fa6 req-49175639-38ba-4c6a-88b4-5568b1f4ab2e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:24.722800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a78a9a41-18e7-45a1-b6fd-1e4f6e3f4fa6 req-49175639-38ba-4c6a-88b4-5568b1f4ab2e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.5121403 Jul 14 10:02:24.764501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a78a9a41-18e7-45a1-b6fd-1e4f6e3f4fa6 req-5e01ce7d-1ca0-456d-b40f-19e17114364a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344985 Jul 14 10:02:24.866487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port d42622a1-d341-420a-a0bf-2261bdc0ec4a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:24.866919 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:24.997580 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.020389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for d42622a1-d341-420a-a0bf-2261bdc0ec4a owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:25.036109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691c3d1-ce53-461c-a06b-3557da69eb3c req-965c5a88-9e28-4c8b-8685-1c8c4ef17386 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:25.038207 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e691c3d1-ce53-461c-a06b-3557da69eb3c req-965c5a88-9e28-4c8b-8685-1c8c4ef17386 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.1276548 Jul 14 10:02:25.180454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e691c3d1-ce53-461c-a06b-3557da69eb3c req-1f9307a7-99ad-45ae-bf5f-fb9db81e422e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315968 Jul 14 10:02:25.215459 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45520) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:25.280482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c97181-abd2-458a-aa92-254e11f90859 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:25.283984 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-14c97181-abd2-458a-aa92-254e11f90859 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1093 time: 0.0672247 Jul 14 10:02:25.291242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45522) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:25.298680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:25.338823 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.395875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.428927 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=d42622a1-d341-420a-a0bf-2261bdc0ec4a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:25.531310 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.663851 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.674771 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.712618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.25.0.85 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/3f0c97f0-5eb1-41d6-8636-0c2e2151ac42) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:25.832816 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.877508 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:25.910023 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router b438da8c-faae-4cf8-962d-c665a4c84a9b has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:25.916919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:25.922245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:25.926508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:25.957004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=3f0c97f0-5eb1-41d6-8636-0c2e2151ac42,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:26.045283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:26.058784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-41845586-5333-4a95-8d6f-cfb649dbb6b8 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/b438da8c-faae-4cf8-962d-c665a4c84a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1275790 Jul 14 10:02:26.058784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45524) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:26.063363 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813fdbc2-01f3-4ba3-86ae-0e1ceccf0d27 None None] Sync routers for ids ['b438da8c-faae-4cf8-962d-c665a4c84a9b'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:26.083623 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fdbc2-01f3-4ba3-86ae-0e1ceccf0d27 None None] Routers {'b438da8c-faae-4cf8-962d-c665a4c84a9b'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:26.083623 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-813fdbc2-01f3-4ba3-86ae-0e1ceccf0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b438da8c-faae-4cf8-962d-c665a4c84a9b'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:26.104501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dc87c96e-0c64-435f-874e-3d5b43c2c442 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=b438da8c-faae-4cf8-962d-c665a4c84a9b HTTP/1.1" status: 200 len: 205 time: 0.0442889 Jul 14 10:02:26.106368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45526) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:26.125185 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-813fdbc2-01f3-4ba3-86ae-0e1ceccf0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:26.136556 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813fdbc2-01f3-4ba3-86ae-0e1ceccf0d27 None None] Routers {'b438da8c-faae-4cf8-962d-c665a4c84a9b'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:26.137536 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-813fdbc2-01f3-4ba3-86ae-0e1ceccf0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b438da8c-faae-4cf8-962d-c665a4c84a9b'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:26.174843 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-813fdbc2-01f3-4ba3-86ae-0e1ceccf0d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:26.175496 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813fdbc2-01f3-4ba3-86ae-0e1ceccf0d27 None None] The sync data for ids ['b438da8c-faae-4cf8-962d-c665a4c84a9b'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:26.202645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-865bef68-8328-465b-a87d-1c68ab371679 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.460061 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.562955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.747427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-865bef68-8328-465b-a87d-1c68ab371679 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.749893 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-865bef68-8328-465b-a87d-1c68ab371679 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.798016 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.805264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.817592 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-865bef68-8328-465b-a87d-1c68ab371679 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.818354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865bef68-8328-465b-a87d-1c68ab371679 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Fanout notify agent at l3_agent the message router_deleted on router b438da8c-faae-4cf8-962d-c665a4c84a9b {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:02:26.830074 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-865bef68-8328-465b-a87d-1c68ab371679 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.831698 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-865bef68-8328-465b-a87d-1c68ab371679 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/b438da8c-faae-4cf8-962d-c665a4c84a9b HTTP/1.1" status: 204 len: 168 time: 0.7240736 Jul 14 10:02:26.836117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45528) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:26.908059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c37edadb-813b-4a79-a03d-c46b0910a9ff tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet c99f4fb4-80eb-4fc6-9e7a-db5b3d2c0f90 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:26.908494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=3f0c97f0-5eb1-41d6-8636-0c2e2151ac42,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:26.913003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c37edadb-813b-4a79-a03d-c46b0910a9ff tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.928512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:26.975829 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c37edadb-813b-4a79-a03d-c46b0910a9ff tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.084362 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.086456 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Floating IP 966543cf-5804-4d0f-ba48-430dc5567ee8 associated. External IP: 172.25.0.85, port: 6f126a26-3b32-4600-b597-5463fdfec0f0. Jul 14 10:02:27.099484 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c37edadb-813b-4a79-a03d-c46b0910a9ff tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.178813 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c37edadb-813b-4a79-a03d-c46b0910a9ff tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.237378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37edadb-813b-4a79-a03d-c46b0910a9ff tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=c99f4fb4-80eb-4fc6-9e7a-db5b3d2c0f90,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:27.243548 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c37edadb-813b-4a79-a03d-c46b0910a9ff tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.250102 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c37edadb-813b-4a79-a03d-c46b0910a9ff tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/c99f4fb4-80eb-4fc6-9e7a-db5b3d2c0f90 HTTP/1.1" status: 204 len: 168 time: 0.4094853 Jul 14 10:02:27.250102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45530) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:27.255011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad624d89-af46-46cb-9394-6cdff1ebe2e2 None None] Network 087940af-a7ed-4515-9713-40972a659830 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:27.347281 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.362887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:27.382027 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.431321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 73048e12-0f72-4921-bb56-75c5a5b9e3ce {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:27.431863 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.521068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port 73048e12-0f72-4921-bb56-75c5a5b9e3ce, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73048e12-0f72-4921-bb56-75c5a5b9e3ce,segment=NetworkSegment(3e71d303-a5a2-47ae-ae73-1170eb08e040),segment_id=3e71d303-a5a2-47ae-ae73-1170eb08e040)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:27.521561 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.537387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 73048e12-0f72-4921-bb56-75c5a5b9e3ce owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:27.549335 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:27.557749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] DHCP port deletion for 087940af-a7ed-4515-9713-40972a659830 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:02:27.569996 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] Sync routers for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:27.576495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.613231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:27.613810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:27.632495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a25ad7b0-0494-4029-88c6-0c104da5d9a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3392363 Jul 14 10:02:27.633454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:02:27.637502 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44cd4de-a34a-4502-8c97-c2d18040c1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:02:27.679762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.721160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=73048e12-0f72-4921-bb56-75c5a5b9e3ce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:27.729030 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71475ff-1a4d-41da-9cc8-1caa547ff6b8 x-openstack-request-id: req-a71475ff-1a4d-41da-9cc8-1caa547ff6b8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:02:27.729332 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:02:27.729594 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a71475ff-1a4d-41da-9cc8-1caa547ff6b8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:02:27.730030 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'status': 'completed', 'code': 200} Jul 14 10:02:27.732175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port 73048e12-0f72-4921-bb56-75c5a5b9e3ce on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:27.751166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] Deleting port 73048e12-0f72-4921-bb56-75c5a5b9e3ce {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:27.751901 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.854379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:27.859042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.873017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087940af-a7ed-4515-9713-40972a659830']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:27.890509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e71d303-a5a2-47ae-ae73-1170eb08e040') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:27.890838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e71d303-a5a2-47ae-ae73-1170eb08e040') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:27.901507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] For port 73048e12-0f72-4921-bb56-75c5a5b9e3ce, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:27.901923 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.909809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.915924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dcc44-ae40-427e-91c2-1484cddb2bfa req-b971f24e-ea7b-4799-8423-ae8dd479dd8a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:27.923213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] Calling delete_port for 73048e12-0f72-4921-bb56-75c5a5b9e3ce owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:27.924058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-af3dcc44-ae40-427e-91c2-1484cddb2bfa req-b971f24e-ea7b-4799-8423-ae8dd479dd8a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.0973771 Jul 14 10:02:27.927731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] Port 73048e12-0f72-4921-bb56-75c5a5b9e3ce was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:02:27.931545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-a0ec4a63-1807-4aaa-a8c0-9b6661e12976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:27.932849 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.933211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-a0ec4a63-1807-4aaa-a8c0-9b6661e12976 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1098 time: 0.1664782 Jul 14 10:02:27.937609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.966058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:27.966589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:27.970811 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:27.991947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-af3dcc44-ae40-427e-91c2-1484cddb2bfa req-6cdb35bb-02b0-468c-a24c-cdc9975a2e1b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507565 Jul 14 10:02:27.993169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] Pushing event deleted for resources: {'Port': ['ID=73048e12-0f72-4921-bb56-75c5a5b9e3ce,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:27.998253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a148983-26db-47a0-abc0-f65f015cbd80 None None] No DVR routers for this DVR port 73048e12-0f72-4921-bb56-75c5a5b9e3ce on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:28.034061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45536) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:28.088826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.108589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.110686 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/087940af-a7ed-4515-9713-40972a659830 HTTP/1.1" status: 204 len: 168 time: 0.8593025 Jul 14 10:02:28.118434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45538) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:28.128004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2030404905', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:28.130742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec605b2-024c-4865-a9e8-1b901ae87503 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=087940af-a7ed-4515-9713-40972a659830,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:28.133295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-3f7d9648-042b-47db-b56b-3a3aba080e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:28.134847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-3f7d9648-042b-47db-b56b-3a3aba080e70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1939595 Jul 14 10:02:28.145441 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-96134146-a80d-40f4-b516-cf3ab0f6c848 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/966543cf-5804-4d0f-ba48-430dc5567ee8 HTTP/1.1" status: 200 len: 991 time: 0.1090806 Jul 14 10:02:28.170451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.172280 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.231302 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.260654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '966543cf-5804-4d0f-ba48-430dc5567ee8', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'port_id': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'mac_address': 'fa:16:3e:91:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:26Z', 'updated_at': '2021-07-14T10:02:26Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:15Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:28.264546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-7e9b7a12-f34b-433c-b2dc-375bcdc88aec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 999 time: 0.1229179 Jul 14 10:02:28.315317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] Checking router: ee4e631c-525b-4ea1-a60e-062a8a4b5c58 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:28.330210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:28.331530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:28.337752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73048e12-0f72-4921-bb56-75c5a5b9e3ce no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:28.362674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-c725ffe0-30a6-4355-aef0-04220118b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:28.365993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-c725ffe0-30a6-4355-aef0-04220118b091 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0947857 Jul 14 10:02:28.410332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 73048e12-0f72-4921-bb56-75c5a5b9e3ce {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:28.410603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73048e12-0f72-4921-bb56-75c5a5b9e3ce not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:28.453304 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.455222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-f3eed16f-31ac-46ae-a34b-f0641219c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:28.457386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-f3eed16f-31ac-46ae-a34b-f0641219c770 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839927 Jul 14 10:02:28.490231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:28.606267 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-9aa0db33-93e0-4ab7-bcd8-af762210d319 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428263 Jul 14 10:02:28.757934 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b44cd4de-a34a-4502-8c97-c2d18040c1bf req-47756c3e-0c29-4de0-9f8c-efac74009d94 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456909 Jul 14 10:02:28.803388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.835146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:28.871500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '966543cf-5804-4d0f-ba48-430dc5567ee8', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'port_id': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'mac_address': 'fa:16:3e:91:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:26Z', 'updated_at': '2021-07-14T10:02:26Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:15Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:28.902324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2212bc-dd00-4ace-93a3-aa859f3c2e2c None None] The sync data for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 is: [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '966543cf-5804-4d0f-ba48-430dc5567ee8', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'port_id': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'mac_address': 'fa:16:3e:91:cf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:02:26Z', 'updated_at': '2021-07-14T10:02:26Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:15Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:28.998140 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.25.0.73 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/b31ceaf6-9747-4c37-a956-64f2cf7e8522) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:29.148997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45540) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:29.157962 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35dc0c5-9dcb-4c5b-80fc-71d9d603c79e None None] New status for floating IP 966543cf-5804-4d0f-ba48-430dc5567ee8: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:02:29.158604 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:29.235070 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:29.272492 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ae9936e6-2938-4b72-b44f-1fa1fbdb3ea7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/966543cf-5804-4d0f-ba48-430dc5567ee8 HTTP/1.1" status: 200 len: 991 time: 0.1203759 Jul 14 10:02:29.291657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:29.294955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:29.299019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:29.331768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=b31ceaf6-9747-4c37-a956-64f2cf7e8522,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:29.683461 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:29.777372 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:29.973634 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.113503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router a23cee56-a656-41bd-b4e6-3639809f7c7f is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:02:30.237751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:30.248366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f847388-887b-4baf-9b76-d033078ec5a6 None None] Sync routers for ids ['a23cee56-a656-41bd-b4e6-3639809f7c7f'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:30.259681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f847388-887b-4baf-9b76-d033078ec5a6 None None] Routers {'a23cee56-a656-41bd-b4e6-3639809f7c7f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:30.260369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7f847388-887b-4baf-9b76-d033078ec5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a23cee56-a656-41bd-b4e6-3639809f7c7f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:30.263651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:30.265862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0a62af6e-4623-49ba-9b67-7647a0c7ad5e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.1449203 Jul 14 10:02:30.270187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45542) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:30.274050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:30.305771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7f847388-887b-4baf-9b76-d033078ec5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:30.318576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f847388-887b-4baf-9b76-d033078ec5a6 None None] Routers {'a23cee56-a656-41bd-b4e6-3639809f7c7f'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:30.319355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7f847388-887b-4baf-9b76-d033078ec5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a23cee56-a656-41bd-b4e6-3639809f7c7f'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:30.354104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7f847388-887b-4baf-9b76-d033078ec5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:30.354788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f847388-887b-4baf-9b76-d033078ec5a6 None None] The sync data for ids ['a23cee56-a656-41bd-b4e6-3639809f7c7f'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:30.357202 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-13c5c768-1a91-47e2-a145-baf98915969d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/966543cf-5804-4d0f-ba48-430dc5567ee8 HTTP/1.1" status: 200 len: 993 time: 0.0812662 Jul 14 10:02:30.775623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-dff8e85d-4b7e-4ac8-bad7-dc226e64d587 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/routers/a23cee56-a656-41bd-b4e6-3639809f7c7f HTTP/1.1" status: 200 len: 880 time: 0.5040307 Jul 14 10:02:30.779346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45546) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:31.053428 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2c41c76f-f01e-499d-b4a2-915d2d54aace tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2727869 Jul 14 10:02:31.056286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45548) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:31.061773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ebc7b58c-d9e7-4c20-bf67-34cf4cf19ddd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2030404905'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:31.437089 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b58c-d9e7-4c20-bf67-34cf4cf19ddd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.450984 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b58c-d9e7-4c20-bf67-34cf4cf19ddd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.585219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc7b58c-d9e7-4c20-bf67-34cf4cf19ddd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router a23cee56-a656-41bd-b4e6-3639809f7c7f has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:31.700828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc7b58c-d9e7-4c20-bf67-34cf4cf19ddd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:31.708557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ebc7b58c-d9e7-4c20-bf67-34cf4cf19ddd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:31.709795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ebc7b58c-d9e7-4c20-bf67-34cf4cf19ddd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/a23cee56-a656-41bd-b4e6-3639809f7c7f HTTP/1.1" status: 200 len: 887 time: 0.6523910 Jul 14 10:02:31.712518 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d1b0a-1fae-44c1-b0b6-6cc74039fbf0 None None] Sync routers for ids ['a23cee56-a656-41bd-b4e6-3639809f7c7f'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:31.714526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45550) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:31.724646 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d1b0a-1fae-44c1-b0b6-6cc74039fbf0 None None] Routers {'a23cee56-a656-41bd-b4e6-3639809f7c7f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:31.725547 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b22d1b0a-1fae-44c1-b0b6-6cc74039fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a23cee56-a656-41bd-b4e6-3639809f7c7f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:31.761534 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b22d1b0a-1fae-44c1-b0b6-6cc74039fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:31.772248 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d1b0a-1fae-44c1-b0b6-6cc74039fbf0 None None] Routers {'a23cee56-a656-41bd-b4e6-3639809f7c7f'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:31.772884 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b22d1b0a-1fae-44c1-b0b6-6cc74039fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a23cee56-a656-41bd-b4e6-3639809f7c7f'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:31.805327 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-b22d1b0a-1fae-44c1-b0b6-6cc74039fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:31.805969 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22d1b0a-1fae-44c1-b0b6-6cc74039fbf0 None None] The sync data for ids ['a23cee56-a656-41bd-b4e6-3639809f7c7f'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:31.862293 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-60e0d5ca-19c1-4985-9cb3-2209a2a3f1cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/routers/a23cee56-a656-41bd-b4e6-3639809f7c7f HTTP/1.1" status: 200 len: 887 time: 0.1464617 Jul 14 10:02:31.865485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45552) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:31.896165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-92b4d4ea-58bb-4f78-a52c-37c283feb9bf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23cee56-a656-41bd-b4e6-3639809f7c7f HTTP/1.1" status: 200 len: 205 time: 0.0295279 Jul 14 10:02:31.900112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45554) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:32.043032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.170901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.261721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port b31ceaf6-9747-4c37-a956-64f2cf7e8522 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:32.262561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.272043 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-2390bf10-ac35-435c-827c-108cebd8cc76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0699890 Jul 14 10:02:32.387064 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.406568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for b31ceaf6-9747-4c37-a956-64f2cf7e8522 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:32.435598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-33ae4fcd-e74b-43a7-adc8-bd8c81243a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.439062 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-33ae4fcd-e74b-43a7-adc8-bd8c81243a7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1098 time: 0.1020398 Jul 14 10:02:32.635824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-2f40ca59-3430-4e70-b6b9-e5222b2ec195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.638744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-2f40ca59-3430-4e70-b6b9-e5222b2ec195 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1690054 Jul 14 10:02:32.699098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.738755 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-d7dd73c3-f1f5-4d2b-aee5-a1cd68ea4318 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 1001 time: 0.0937490 Jul 14 10:02:32.756076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=b31ceaf6-9747-4c37-a956-64f2cf7e8522,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:32.802575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-0175d91b-f177-40ac-950c-672e4ec238a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.804430 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-0175d91b-f177-40ac-950c-672e4ec238a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0598314 Jul 14 10:02:32.836608 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.869956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-7c09dbdd-cbb4-4f4c-803f-8ae6ce67ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:32.871619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-7c09dbdd-cbb4-4f4c-803f-8ae6ce67ae2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612304 Jul 14 10:02:32.942463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.946271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:32.981923 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-995b0295-4c83-4ace-bc01-8c1421cdb5c4 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029003 Jul 14 10:02:33.028313 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.029252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Fanout notify agent at l3_agent the message router_deleted on router a23cee56-a656-41bd-b4e6-3639809f7c7f {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:02:33.041258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.043347 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-470b7e50-b2e1-419f-9be5-4815554c5969 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/a23cee56-a656-41bd-b4e6-3639809f7c7f HTTP/1.1" status: 204 len: 168 time: 1.1419799 Jul 14 10:02:33.048592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45556) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:33.056158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-538217753'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:33.086923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:33.093208 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.109278 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-584cfbcf-2b2e-4cff-a689-dbf80d3f5c9a req-4f6108ca-2458-42d3-be38-030c7d99d532 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223876 Jul 14 10:02:33.125619 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:33.139079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.139429 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment 5ba5b4dd-b32d-47c8-9a50-db0338cfabb3 of type vlan for network 897ae25c-8b71-4132-9d5f-b2a14436d249 Jul 14 10:02:33.185785 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.220163 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.226428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:33.227111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.298714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2477310 Jul 14 10:02:33.301525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45558) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:33.305254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ee08d-2afb-4654-9895-08190545602a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=897ae25c-8b71-4132-9d5f-b2a14436d249,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:33.308720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': '897ae25c-8b71-4132-9d5f-b2a14436d249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:33.318186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 897ae25c-8b71-4132-9d5f-b2a14436d249 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:33.447176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:33.452545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.692504 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.758189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=5b4afd0f-d25d-40d2-8b65-07bc965a4813,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:33.770046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': '5ba5b4dd-b32d-47c8-9a50-db0338cfabb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '897ae25c-8b71-4132-9d5f-b2a14436d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:33.770418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: 897ae25c-8b71-4132-9d5f-b2a14436d249, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:33.789358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 897ae25c-8b71-4132-9d5f-b2a14436d249 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:33.799385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 897ae25c-8b71-4132-9d5f-b2a14436d249) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:33.804596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:33.805380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.814721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd914a38-f58d-4ff9-94d6-d4315a25b75f None None] Network 897ae25c-8b71-4132-9d5f-b2a14436d249 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:33.827117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ab6229a2-2e93-421d-a1d3-8354270d57d6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5239520 Jul 14 10:02:33.831828 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45560) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:33.838864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2f18f9d2-b569-4adc-913c-34044df0e53c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2090422729', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:33.874197 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f18f9d2-b569-4adc-913c-34044df0e53c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.875859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f18f9d2-b569-4adc-913c-34044df0e53c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.957386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f18f9d2-b569-4adc-913c-34044df0e53c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.963603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f18f9d2-b569-4adc-913c-34044df0e53c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.987398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f18f9d2-b569-4adc-913c-34044df0e53c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:33.988660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2f18f9d2-b569-4adc-913c-34044df0e53c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1554224 Jul 14 10:02:33.991633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45562) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:34.032114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-897ae25c-8b71-4132-9d5f-b2a14436d249', 'network_id': '897ae25c-8b71-4132-9d5f-b2a14436d249', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': '5b4afd0f-d25d-40d2-8b65-07bc965a4813'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:34.033630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.190007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Allocated IP 172.20.0.2 (897ae25c-8b71-4132-9d5f-b2a14436d249/5b4afd0f-d25d-40d2-8b65-07bc965a4813/d5b86bc1-f276-4ee0-b10e-82c35db6e778) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:34.421087 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.436850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Transition to ACTIVE for port object d5b86bc1-f276-4ee0-b10e-82c35db6e778 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:34.471530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Transition to ACTIVE for port object d5b86bc1-f276-4ee0-b10e-82c35db6e778 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:34.479243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.522578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Network 897ae25c-8b71-4132-9d5f-b2a14436d249 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:34.528986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:34.533058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:34.543076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Pushing event updated for resources: {'Port': ['ID=d5b86bc1-f276-4ee0-b10e-82c35db6e778,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:34.609237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Attempting to bind port d5b86bc1-f276-4ee0-b10e-82c35db6e778 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:34.609769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Attempting to bind port d5b86bc1-f276-4ee0-b10e-82c35db6e778 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5ba5b4dd-b32d-47c8-9a50-db0338cfabb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '897ae25c-8b71-4132-9d5f-b2a14436d249'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:34.610794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Attempting to bind port d5b86bc1-f276-4ee0-b10e-82c35db6e778 on network 897ae25c-8b71-4132-9d5f-b2a14436d249 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:34.618048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:34.618562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Checking segment: {'id': '5ba5b4dd-b32d-47c8-9a50-db0338cfabb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '897ae25c-8b71-4132-9d5f-b2a14436d249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:34.619078 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.619624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Bound using segment: {'id': '5ba5b4dd-b32d-47c8-9a50-db0338cfabb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '897ae25c-8b71-4132-9d5f-b2a14436d249'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:34.620248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Bound port: d5b86bc1-f276-4ee0-b10e-82c35db6e778, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba5b4dd-b32d-47c8-9a50-db0338cfabb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '897ae25c-8b71-4132-9d5f-b2a14436d249'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:34.620750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.721605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] For port d5b86bc1-f276-4ee0-b10e-82c35db6e778, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:34.726188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] For port d5b86bc1-f276-4ee0-b10e-82c35db6e778, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d5b86bc1-f276-4ee0-b10e-82c35db6e778,segment=NetworkSegment(5ba5b4dd-b32d-47c8-9a50-db0338cfabb3),segment_id=5ba5b4dd-b32d-47c8-9a50-db0338cfabb3)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:34.731840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.759403 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:34.795282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97251a63-d98f-46a7-b0f0-b34be6f16639 None None] Pushing event updated for resources: {'Port': ['ID=d5b86bc1-f276-4ee0-b10e-82c35db6e778,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:35.133239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.20.0.1 (897ae25c-8b71-4132-9d5f-b2a14436d249/5b4afd0f-d25d-40d2-8b65-07bc965a4813/4755e09b-030d-4bd7-aa8b-cb1ae2fba162) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:35.290474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.312948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object 4755e09b-030d-4bd7-aa8b-cb1ae2fba162 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:35.355986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.444993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 897ae25c-8b71-4132-9d5f-b2a14436d249 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:35.452445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:35.460508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:35.473166 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=4755e09b-030d-4bd7-aa8b-cb1ae2fba162,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:35.545171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.744238 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:35.998135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e58d8a-8e36-4a4a-bde1-31bd31f6f3b8 None None] Network 897ae25c-8b71-4132-9d5f-b2a14436d249 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:36.097092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2649229e-1637-4731-a8ee-abf2cf3cd19c None None] Provisioning for port d5b86bc1-f276-4ee0-b10e-82c35db6e778 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:36.130320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.136475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.240583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=4755e09b-030d-4bd7-aa8b-cb1ae2fba162,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:36.245233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.401074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d5b86bc1-f276-4ee0-b10e-82c35db6e778 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:36.408829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 897ae25c-8b71-4132-9d5f-b2a14436d249 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:36.411209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:36.483308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d5b86bc1-f276-4ee0-b10e-82c35db6e778 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:36.494425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d5b86bc1-f276-4ee0-b10e-82c35db6e778 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:36.494936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.602031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router f6aa911a-985a-41bb-b54e-33d8e9a48a17 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:02:36.767121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:36.774675 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2e2be79b-64ac-4afe-967e-3ece5e52572a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/f6aa911a-985a-41bb-b54e-33d8e9a48a17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7815659 Jul 14 10:02:36.778971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45564) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:36.841156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3d5c1-9f4d-42d0-a6f5-3dc59b544050 None None] Sync routers for ids ['f6aa911a-985a-41bb-b54e-33d8e9a48a17'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:36.866858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fae602-fc31-4a13-bbb2-0f4c5b7f6ad2 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:36.868863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b9fae602-fc31-4a13-bbb2-0f4c5b7f6ad2 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports/4755e09b-030d-4bd7-aa8b-cb1ae2fba162 HTTP/1.1" status: 200 len: 910 time: 0.0870817 Jul 14 10:02:36.872303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45566) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:36.880457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-75841303-a809-49b2-8e55-8ee09adadd1b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5b4afd0f-d25d-40d2-8b65-07bc965a4813'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:36.897023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3a822b8a-d3f1-4b5c-8494-0bce873d1d0c None None] Provisioning complete for port d5b86bc1-f276-4ee0-b10e-82c35db6e778 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:36.897645 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3a822b8a-d3f1-4b5c-8494-0bce873d1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:36.902459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3d5c1-9f4d-42d0-a6f5-3dc59b544050 None None] Routers {'f6aa911a-985a-41bb-b54e-33d8e9a48a17'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:36.903243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2ec3d5c1-9f4d-42d0-a6f5-3dc59b544050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6aa911a-985a-41bb-b54e-33d8e9a48a17'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:36.938110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.017762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2ec3d5c1-9f4d-42d0-a6f5-3dc59b544050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:37.070377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3d5c1-9f4d-42d0-a6f5-3dc59b544050 None None] Routers {'f6aa911a-985a-41bb-b54e-33d8e9a48a17'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:37.071531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2ec3d5c1-9f4d-42d0-a6f5-3dc59b544050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6aa911a-985a-41bb-b54e-33d8e9a48a17'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:37.134910 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75841303-a809-49b2-8e55-8ee09adadd1b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.160030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2ec3d5c1-9f4d-42d0-a6f5-3dc59b544050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:37.161182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3d5c1-9f4d-42d0-a6f5-3dc59b544050 None None] The sync data for ids ['f6aa911a-985a-41bb-b54e-33d8e9a48a17'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:37.165755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port d5b86bc1-f276-4ee0-b10e-82c35db6e778, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d5b86bc1-f276-4ee0-b10e-82c35db6e778,segment=NetworkSegment(5ba5b4dd-b32d-47c8-9a50-db0338cfabb3),segment_id=5ba5b4dd-b32d-47c8-9a50-db0338cfabb3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:37.177535 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.320985 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=d5b86bc1-f276-4ee0-b10e-82c35db6e778,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:37.334043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3a822b8a-d3f1-4b5c-8494-0bce873d1d0c None None] Provisioning for port 4755e09b-030d-4bd7-aa8b-cb1ae2fba162 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:37.339928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3a822b8a-d3f1-4b5c-8494-0bce873d1d0c None None] Provisioning complete for port 4755e09b-030d-4bd7-aa8b-cb1ae2fba162 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:37.340611 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3a822b8a-d3f1-4b5c-8494-0bce873d1d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.394774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3a822b8a-d3f1-4b5c-8494-0bce873d1d0c None None] Port 4755e09b-030d-4bd7-aa8b-cb1ae2fba162 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:37.517254 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-338274f4-56bf-41ab-909b-180bc45a61ff None None] Provisioning complete for port 4755e09b-030d-4bd7-aa8b-cb1ae2fba162 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:37.517689 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-338274f4-56bf-41ab-909b-180bc45a61ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.556807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-338274f4-56bf-41ab-909b-180bc45a61ff None None] Port 4755e09b-030d-4bd7-aa8b-cb1ae2fba162 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:37.675865 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75841303-a809-49b2-8e55-8ee09adadd1b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.685910 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75841303-a809-49b2-8e55-8ee09adadd1b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.766529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75841303-a809-49b2-8e55-8ee09adadd1b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=4755e09b-030d-4bd7-aa8b-cb1ae2fba162,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:37.777740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75841303-a809-49b2-8e55-8ee09adadd1b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:37.778704 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-75841303-a809-49b2-8e55-8ee09adadd1b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:37.780152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-75841303-a809-49b2-8e55-8ee09adadd1b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/ports/4755e09b-030d-4bd7-aa8b-cb1ae2fba162 HTTP/1.1" status: 200 len: 910 time: 0.9067700 Jul 14 10:02:37.784106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45568) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:38.219426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.308098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d5b86bc1-f276-4ee0-b10e-82c35db6e778 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:38.390976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d5b86bc1-f276-4ee0-b10e-82c35db6e778 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:38.391507 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.634243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 4755e09b-030d-4bd7-aa8b-cb1ae2fba162 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:38.634830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.808258 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:38.832939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 4755e09b-030d-4bd7-aa8b-cb1ae2fba162 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:39.095662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.129956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=4755e09b-030d-4bd7-aa8b-cb1ae2fba162,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:39.364979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.529864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router f6aa911a-985a-41bb-b54e-33d8e9a48a17 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:39.617324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:39.629631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7e30dd38-aafe-4735-ad72-09476b0f5d0e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/f6aa911a-985a-41bb-b54e-33d8e9a48a17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8394856 Jul 14 10:02:39.630008 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14daa47a-13f4-4a3b-996f-3228a0fd5220 None None] Sync routers for ids ['f6aa911a-985a-41bb-b54e-33d8e9a48a17'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:39.630793 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45572) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:39.647430 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14daa47a-13f4-4a3b-996f-3228a0fd5220 None None] Routers {'f6aa911a-985a-41bb-b54e-33d8e9a48a17'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:39.648408 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-14daa47a-13f4-4a3b-996f-3228a0fd5220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6aa911a-985a-41bb-b54e-33d8e9a48a17'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:39.670470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4a740a82-0d95-4742-89d3-6acba8438809 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6aa911a-985a-41bb-b54e-33d8e9a48a17 HTTP/1.1" status: 200 len: 205 time: 0.0388846 Jul 14 10:02:39.675109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45574) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:39.691311 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-14daa47a-13f4-4a3b-996f-3228a0fd5220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:39.702538 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14daa47a-13f4-4a3b-996f-3228a0fd5220 None None] Routers {'f6aa911a-985a-41bb-b54e-33d8e9a48a17'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:39.703388 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-14daa47a-13f4-4a3b-996f-3228a0fd5220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f6aa911a-985a-41bb-b54e-33d8e9a48a17'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:39.756224 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d95967a2-81b2-4d32-86f5-21e5d92c7b68 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.757022 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-14daa47a-13f4-4a3b-996f-3228a0fd5220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:39.758108 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14daa47a-13f4-4a3b-996f-3228a0fd5220 None None] The sync data for ids ['f6aa911a-985a-41bb-b54e-33d8e9a48a17'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:39.928649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d95967a2-81b2-4d32-86f5-21e5d92c7b68 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.930977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d95967a2-81b2-4d32-86f5-21e5d92c7b68 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.976942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d95967a2-81b2-4d32-86f5-21e5d92c7b68 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.977632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95967a2-81b2-4d32-86f5-21e5d92c7b68 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Fanout notify agent at l3_agent the message router_deleted on router f6aa911a-985a-41bb-b54e-33d8e9a48a17 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:02:39.985873 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d95967a2-81b2-4d32-86f5-21e5d92c7b68 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:39.987469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d95967a2-81b2-4d32-86f5-21e5d92c7b68 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/f6aa911a-985a-41bb-b54e-33d8e9a48a17 HTTP/1.1" status: 204 len: 168 time: 0.3111918 Jul 14 10:02:39.990604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45576) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:40.044124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-c43bf32d-0d62-4617-9025-fabc1bd3d7d0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet 5b4afd0f-d25d-40d2-8b65-07bc965a4813 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:02:40.047874 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c43bf32d-0d62-4617-9025-fabc1bd3d7d0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.096833 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c43bf32d-0d62-4617-9025-fabc1bd3d7d0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.198328 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c43bf32d-0d62-4617-9025-fabc1bd3d7d0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.267020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c43bf32d-0d62-4617-9025-fabc1bd3d7d0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.302403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43bf32d-0d62-4617-9025-fabc1bd3d7d0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4afd0f-d25d-40d2-8b65-07bc965a4813,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:40.306946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c43bf32d-0d62-4617-9025-fabc1bd3d7d0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.308327 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c43bf32d-0d62-4617-9025-fabc1bd3d7d0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/5b4afd0f-d25d-40d2-8b65-07bc965a4813 HTTP/1.1" status: 204 len: 168 time: 0.3166361 Jul 14 10:02:40.312418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45578) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:40.321430 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68eb3d-2d38-45d3-8f95-52be0f9c5d15 None None] Network 897ae25c-8b71-4132-9d5f-b2a14436d249 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:40.431260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.521354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] DHCP port deletion for 897ae25c-8b71-4132-9d5f-b2a14436d249 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:02:40.523596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port d5b86bc1-f276-4ee0-b10e-82c35db6e778 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:40.524167 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.575628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] Deleting port d5b86bc1-f276-4ee0-b10e-82c35db6e778 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:02:40.576075 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.657833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port d5b86bc1-f276-4ee0-b10e-82c35db6e778, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d5b86bc1-f276-4ee0-b10e-82c35db6e778,segment=NetworkSegment(5ba5b4dd-b32d-47c8-9a50-db0338cfabb3),segment_id=5ba5b4dd-b32d-47c8-9a50-db0338cfabb3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:40.658485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.665249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] For port d5b86bc1-f276-4ee0-b10e-82c35db6e778, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d5b86bc1-f276-4ee0-b10e-82c35db6e778,segment=NetworkSegment(5ba5b4dd-b32d-47c8-9a50-db0338cfabb3),segment_id=5ba5b4dd-b32d-47c8-9a50-db0338cfabb3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:40.666324 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.681001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] Calling delete_port for d5b86bc1-f276-4ee0-b10e-82c35db6e778 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:40.681459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for d5b86bc1-f276-4ee0-b10e-82c35db6e778 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:02:40.768681 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.797284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] Pushing event deleted for resources: {'Port': ['ID=d5b86bc1-f276-4ee0-b10e-82c35db6e778,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:40.802621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dee42ff-a1c8-46f1-9fc9-a0dca684b84f None None] No DVR routers for this DVR port d5b86bc1-f276-4ee0-b10e-82c35db6e778 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:40.822846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:40.868435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=d5b86bc1-f276-4ee0-b10e-82c35db6e778,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:40.871397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port d5b86bc1-f276-4ee0-b10e-82c35db6e778 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:02:41.366365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.378148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897ae25c-8b71-4132-9d5f-b2a14436d249']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:41.389887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba5b4dd-b32d-47c8-9a50-db0338cfabb3') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:41.390288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba5b4dd-b32d-47c8-9a50-db0338cfabb3') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:41.401043 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.417003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.424353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:02:41.424930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:02:41.428815 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:02:41.497694 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.507426 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.509358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/897ae25c-8b71-4132-9d5f-b2a14436d249 HTTP/1.1" status: 204 len: 168 time: 1.1951439 Jul 14 10:02:41.521332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45580) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.524397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cf628-7218-445e-8990-e95ec07cb0cd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=897ae25c-8b71-4132-9d5f-b2a14436d249,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:41.530543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6429fa1b-1b0d-427f-a428-ca8956c7c91b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1090510743', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:41.562300 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6429fa1b-1b0d-427f-a428-ca8956c7c91b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.563646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6429fa1b-1b0d-427f-a428-ca8956c7c91b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.638665 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6429fa1b-1b0d-427f-a428-ca8956c7c91b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.644255 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6429fa1b-1b0d-427f-a428-ca8956c7c91b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.667479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6429fa1b-1b0d-427f-a428-ca8956c7c91b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.669331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6429fa1b-1b0d-427f-a428-ca8956c7c91b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1467505 Jul 14 10:02:41.672545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45582) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.678283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-13050057'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:41.706057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:41.710194 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.737674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:41.750486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.751027 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment 6cb2d220-c1a0-4212-bc90-4f96e9a3210a of type vlan for network 7452f152-ec7a-46be-87c7-028f87dbb1bc Jul 14 10:02:41.812838 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.848907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.854924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:41.855580 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:41.923319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2490449 Jul 14 10:02:41.926506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45584) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:41.933811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dee0f9-33aa-4a95-beab-53d3e6a58b9b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=7452f152-ec7a-46be-87c7-028f87dbb1bc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:41.935661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:41.954825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7452f152-ec7a-46be-87c7-028f87dbb1bc details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:42.047531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:42.053446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.293434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d5b86bc1-f276-4ee0-b10e-82c35db6e778 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:02:42.310635 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.319120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d5b86bc1-f276-4ee0-b10e-82c35db6e778 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:02:42.319586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d5b86bc1-f276-4ee0-b10e-82c35db6e778 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:02:42.402511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=0b8a2236-bbd7-4724-9301-88e02ea81725,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:42.408695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:42.409074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: 7452f152-ec7a-46be-87c7-028f87dbb1bc, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:42.427931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 7452f152-ec7a-46be-87c7-028f87dbb1bc is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:42.444284 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7452f152-ec7a-46be-87c7-028f87dbb1bc) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:42.449039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:42.449640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.455042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a58a64-ac54-4011-9532-e3b1a760cade None None] Network 7452f152-ec7a-46be-87c7-028f87dbb1bc requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:42.468868 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b332add4-5bee-4394-879e-a3afdc4ef762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5407825 Jul 14 10:02:42.473263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45586) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:42.642263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7452f152-ec7a-46be-87c7-028f87dbb1bc', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:42.643342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.790862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:42.814013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Allocated IP 172.20.0.2 (7452f152-ec7a-46be-87c7-028f87dbb1bc/0b8a2236-bbd7-4724-9301-88e02ea81725/32b0cc84-f5de-44c2-8258-39fca7362d7b) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:43.090192 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.104102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Transition to ACTIVE for port object 32b0cc84-f5de-44c2-8258-39fca7362d7b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:43.128630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Transition to ACTIVE for port object 32b0cc84-f5de-44c2-8258-39fca7362d7b will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:43.137641 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.194346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Network 7452f152-ec7a-46be-87c7-028f87dbb1bc is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:43.197479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.20.0.1 (7452f152-ec7a-46be-87c7-028f87dbb1bc/0b8a2236-bbd7-4724-9301-88e02ea81725/171de0f7-3fda-4135-81c8-77880841ea42) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:43.198177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:43.201485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:43.208899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Pushing event updated for resources: {'Port': ['ID=32b0cc84-f5de-44c2-8258-39fca7362d7b,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:43.279346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Attempting to bind port 32b0cc84-f5de-44c2-8258-39fca7362d7b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:43.279346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Attempting to bind port 32b0cc84-f5de-44c2-8258-39fca7362d7b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:43.279914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Attempting to bind port 32b0cc84-f5de-44c2-8258-39fca7362d7b on network 7452f152-ec7a-46be-87c7-028f87dbb1bc {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:43.287537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:43.287954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Checking segment: {'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:43.288407 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.288851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Bound using segment: {'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:43.289371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Bound port: 32b0cc84-f5de-44c2-8258-39fca7362d7b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:43.289841 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.350572 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.369947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object 171de0f7-3fda-4135-81c8-77880841ea42 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:43.376205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] For port 32b0cc84-f5de-44c2-8258-39fca7362d7b, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:43.435294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] For port 32b0cc84-f5de-44c2-8258-39fca7362d7b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=32b0cc84-f5de-44c2-8258-39fca7362d7b,segment=NetworkSegment(6cb2d220-c1a0-4212-bc90-4f96e9a3210a),segment_id=6cb2d220-c1a0-4212-bc90-4f96e9a3210a)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:43.435294 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.436403 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.451313 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bed0f-5210-425a-b9aa-7e9b86afbc86 None None] Pushing event updated for resources: {'Port': ['ID=32b0cc84-f5de-44c2-8258-39fca7362d7b,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:43.476292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 7452f152-ec7a-46be-87c7-028f87dbb1bc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:43.479451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:43.484401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:43.533060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=171de0f7-3fda-4135-81c8-77880841ea42,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:43.557399 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:43.753826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.114683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.122479 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.216643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=171de0f7-3fda-4135-81c8-77880841ea42,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:44.220232 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.368564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 7452f152-ec7a-46be-87c7-028f87dbb1bc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:44.369884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 32b0cc84-f5de-44c2-8258-39fca7362d7b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:44.370749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:44.454175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 32b0cc84-f5de-44c2-8258-39fca7362d7b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:44.533250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:02:44.662369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:44.670044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cfa2c3dd-e309-44d1-96f6-5a216499277e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1953471 Jul 14 10:02:44.673516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45588) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:44.680134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:44.682619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-403140637'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:44.701420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:44.702836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:44.721198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:44.727009 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.752979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c566298-2e0e-410e-8683-62f009ce2e65 None None] Network 7452f152-ec7a-46be-87c7-028f87dbb1bc requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:44.765509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:44.781335 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.781963 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment 5734eecd-2daa-4f18-bbdd-2288911f03ca of type vlan for network 5e106189-faf8-4308-b042-5a2c22fbc7ca Jul 14 10:02:44.847624 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.876928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5b29354e-7253-45fe-98e2-dd0a56445fb7 None None] Provisioning for port 32b0cc84-f5de-44c2-8258-39fca7362d7b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:44.891949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:44.894187 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.903745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:44.904670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.925075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5b29354e-7253-45fe-98e2-dd0a56445fb7 None None] Provisioning complete for port 32b0cc84-f5de-44c2-8258-39fca7362d7b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:44.925620 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b29354e-7253-45fe-98e2-dd0a56445fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:44.987447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3121593 Jul 14 10:02:44.992165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45590) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:44.998085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ef3b4-5c2e-4c7a-a859-8bf884c562b9 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=5e106189-faf8-4308-b042-5a2c22fbc7ca,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:45.012389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:45.023735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5e106189-faf8-4308-b042-5a2c22fbc7ca details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:45.339596 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b29354e-7253-45fe-98e2-dd0a56445fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.430191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5b29354e-7253-45fe-98e2-dd0a56445fb7 None None] For port 32b0cc84-f5de-44c2-8258-39fca7362d7b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=32b0cc84-f5de-44c2-8258-39fca7362d7b,segment=NetworkSegment(6cb2d220-c1a0-4212-bc90-4f96e9a3210a),segment_id=6cb2d220-c1a0-4212-bc90-4f96e9a3210a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:45.438957 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5b29354e-7253-45fe-98e2-dd0a56445fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.535801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:45.540466 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.669779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:43Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:43Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:45.724946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:45.725396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Updating router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc port 171de0f7-3fda-4135-81c8-77880841ea42 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:45.771191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29354e-7253-45fe-98e2-dd0a56445fb7 None None] Pushing event updated for resources: {'Port': ['ID=32b0cc84-f5de-44c2-8258-39fca7362d7b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:45.791406 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.817326 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.914088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=30f75724-150b-450a-9727-36b7d16dc93e,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:45.922617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:45.922984 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: 5e106189-faf8-4308-b042-5a2c22fbc7ca, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:45.946181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 5e106189-faf8-4308-b042-5a2c22fbc7ca is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:45.958300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5e106189-faf8-4308-b042-5a2c22fbc7ca) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:45.963421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:45.964021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:45.985704 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4a61f7a0-709a-4dcb-97c4-788f546237e0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9904222 Jul 14 10:02:45.985898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:46.026347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b735a467-6027-4f11-a8d9-d2f437c5377e None None] Network 5e106189-faf8-4308-b042-5a2c22fbc7ca requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:46.105468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cbf3cc6c-cb22-4a0f-9569-e14b8965f850 None None] Provisioning for port 171de0f7-3fda-4135-81c8-77880841ea42 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:46.123246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cbf3cc6c-cb22-4a0f-9569-e14b8965f850 None None] Provisioning complete for port 171de0f7-3fda-4135-81c8-77880841ea42 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:46.123626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc6c-cb22-4a0f-9569-e14b8965f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.239650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cbf3cc6c-cb22-4a0f-9569-e14b8965f850 None None] Port 171de0f7-3fda-4135-81c8-77880841ea42 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:46.346740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cbf3cc6c-cb22-4a0f-9569-e14b8965f850 None None] Provisioning complete for port 32b0cc84-f5de-44c2-8258-39fca7362d7b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:46.347132 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cbf3cc6c-cb22-4a0f-9569-e14b8965f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.392483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 32b0cc84-f5de-44c2-8258-39fca7362d7b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:46.454171 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.582805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.591969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5e106189-faf8-4308-b042-5a2c22fbc7ca', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:46.593145 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.637524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Transition to ACTIVE for port object 171de0f7-3fda-4135-81c8-77880841ea42 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:46.657807 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.814216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.21.0.1 (5e106189-faf8-4308-b042-5a2c22fbc7ca/30f75724-150b-450a-9727-36b7d16dc93e/c067e93f-169f-4dc7-940b-2a4b08b7e389) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:46.848708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 32b0cc84-f5de-44c2-8258-39fca7362d7b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:46.849093 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.886898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20791d-61d0-4c50-99fa-67248d22902b None None] Pushing event updated for resources: {'Port': ['ID=171de0f7-3fda-4135-81c8-77880841ea42,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:46.973272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Attempting to bind port 171de0f7-3fda-4135-81c8-77880841ea42 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:46.973682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Attempting to bind port 171de0f7-3fda-4135-81c8-77880841ea42 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:46.974037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Attempting to bind port 171de0f7-3fda-4135-81c8-77880841ea42 on network 7452f152-ec7a-46be-87c7-028f87dbb1bc {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:46.982086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:46.982468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Checking segment: {'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:46.982882 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:46.983285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Bound using segment: {'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:46.986673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Bound port: 171de0f7-3fda-4135-81c8-77880841ea42, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cb2d220-c1a0-4212-bc90-4f96e9a3210a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:46.986673 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.016042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.039987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object c067e93f-169f-4dc7-940b-2a4b08b7e389 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:47.093378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.137099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] For port 171de0f7-3fda-4135-81c8-77880841ea42, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:47.149620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 5e106189-faf8-4308-b042-5a2c22fbc7ca is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:47.157350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:47.161822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:47.163906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] For port 171de0f7-3fda-4135-81c8-77880841ea42, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=171de0f7-3fda-4135-81c8-77880841ea42,segment=NetworkSegment(6cb2d220-c1a0-4212-bc90-4f96e9a3210a),segment_id=6cb2d220-c1a0-4212-bc90-4f96e9a3210a)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:47.174825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.184587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Allocated IP 172.21.0.2 (5e106189-faf8-4308-b042-5a2c22fbc7ca/30f75724-150b-450a-9727-36b7d16dc93e/beb58716-fb12-43ad-a39e-1d4a1cf4082c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:47.192596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=c067e93f-169f-4dc7-940b-2a4b08b7e389,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:47.222804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.334295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20791d-61d0-4c50-99fa-67248d22902b None None] Pushing event updated for resources: {'Port': ['ID=171de0f7-3fda-4135-81c8-77880841ea42,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:47.339787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:47.340481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:47.434576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.474080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:47.556697 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.601547 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Transition to ACTIVE for port object beb58716-fb12-43ad-a39e-1d4a1cf4082c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:47.679553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Transition to ACTIVE for port object beb58716-fb12-43ad-a39e-1d4a1cf4082c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:47.694815 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.777586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Network 5e106189-faf8-4308-b042-5a2c22fbc7ca is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:47.785901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:47.792185 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:47.797724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Pushing event updated for resources: {'Port': ['ID=beb58716-fb12-43ad-a39e-1d4a1cf4082c,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:47.798050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.806727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.903877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Attempting to bind port beb58716-fb12-43ad-a39e-1d4a1cf4082c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:47.904154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Attempting to bind port beb58716-fb12-43ad-a39e-1d4a1cf4082c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:47.904622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Attempting to bind port beb58716-fb12-43ad-a39e-1d4a1cf4082c on network 5e106189-faf8-4308-b042-5a2c22fbc7ca {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:47.914531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:47.915029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Checking segment: {'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:47.915401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.915835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Bound using segment: {'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:47.916460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Bound port: beb58716-fb12-43ad-a39e-1d4a1cf4082c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:47.916993 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:47.941412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:43Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:47Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:47.998961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8dda6-e8f8-40f6-a7fe-9c6f705f7cf8 None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:43Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:47Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:48.051415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] For port beb58716-fb12-43ad-a39e-1d4a1cf4082c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:48.055447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] For port beb58716-fb12-43ad-a39e-1d4a1cf4082c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=beb58716-fb12-43ad-a39e-1d4a1cf4082c,segment=NetworkSegment(5734eecd-2daa-4f18-bbdd-2288911f03ca),segment_id=5734eecd-2daa-4f18-bbdd-2288911f03ca)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:48.062121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.166309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e405a57-19f7-4a27-b527-124f14ea4dc3 None None] Pushing event updated for resources: {'Port': ['ID=beb58716-fb12-43ad-a39e-1d4a1cf4082c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:48.221835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=c067e93f-169f-4dc7-940b-2a4b08b7e389,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:48.224848 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.383787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 5e106189-faf8-4308-b042-5a2c22fbc7ca is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:48.386376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:48.600169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:48.744093 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:48.750041 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c17853e3-0c01-4b81-8d1f-fdf94f7f31cf tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7625275 Jul 14 10:02:48.753191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45598) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:48.758696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-2125074659'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:48.792024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:48.796786 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.827348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:48.840476 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.840967 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment 79531979-9c2d-4662-9852-4084d80b2e0b of type vlan for network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 Jul 14 10:02:48.903459 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.947125 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:48.956812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:48.957783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.049190 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2944632 Jul 14 10:02:49.052611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45600) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:49.061763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:49.071194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2528f5c-65b4-4a28-ba84-2f6e58bd3624 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:49.084649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:49.209291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:49.217921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.346763 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:02:49.543049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2265f2e-5ac0-4636-b320-89eafcc58d20 None None] Network 5e106189-faf8-4308-b042-5a2c22fbc7ca requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:49.554495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.649633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=9bfa2887-673d-4322-8194-9c8ec714dc9f,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:49.665007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:49.665625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:49.694817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:49.714214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:49.722858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:49.724434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:49.760903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-31f566a6-27a5-4065-b52a-2dbe4d83945e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7050352 Jul 14 10:02:49.764653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45602) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:49.795257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb49ad5-0eac-4aae-bf0c-6b76f8c2f222 None None] Network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:49.901649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5936f478-535a-45f9-8cc9-0f1e5731e314 None None] Provisioning for port beb58716-fb12-43ad-a39e-1d4a1cf4082c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:50.034403 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:50.049439 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:50.051047 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:50.185822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:50.186855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.203191 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:50.415920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.508946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Allocated IP 172.22.0.2 (7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29/9bfa2887-673d-4322-8194-9c8ec714dc9f/76ff6681-1376-4f8f-b268-e835bc67915b) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:50.522438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 171de0f7-3fda-4135-81c8-77880841ea42 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:50.564646 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:47Z', 'revision_number': 3, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:47Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:47Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:50.612509 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:50.612872 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Updating router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc port c067e93f-169f-4dc7-940b-2a4b08b7e389 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:50.637909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 171de0f7-3fda-4135-81c8-77880841ea42 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:50.658212 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.684998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 171de0f7-3fda-4135-81c8-77880841ea42 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:50.685736 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.828380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-283f0a74-46ca-4603-8245-37d5cba7c3f0 None None] Provisioning for port c067e93f-169f-4dc7-940b-2a4b08b7e389 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:50.868107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-283f0a74-46ca-4603-8245-37d5cba7c3f0 None None] Provisioning complete for port c067e93f-169f-4dc7-940b-2a4b08b7e389 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:50.868107 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-283f0a74-46ca-4603-8245-37d5cba7c3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.905401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.962131 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:50.971433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-283f0a74-46ca-4603-8245-37d5cba7c3f0 None None] Port c067e93f-169f-4dc7-940b-2a4b08b7e389 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:50.991211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Transition to ACTIVE for port object 76ff6681-1376-4f8f-b268-e835bc67915b will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:51.016675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 171de0f7-3fda-4135-81c8-77880841ea42, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=171de0f7-3fda-4135-81c8-77880841ea42,segment=NetworkSegment(6cb2d220-c1a0-4212-bc90-4f96e9a3210a),segment_id=6cb2d220-c1a0-4212-bc90-4f96e9a3210a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:51.034841 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.036095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device beb58716-fb12-43ad-a39e-1d4a1cf4082c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:51.055320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Transition to ACTIVE for port object 76ff6681-1376-4f8f-b268-e835bc67915b will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:51.091883 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.104186 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.111977 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Transition to ACTIVE for port object c067e93f-169f-4dc7-940b-2a4b08b7e389 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:51.122636 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.161762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=171de0f7-3fda-4135-81c8-77880841ea42,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.181418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:51.211515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:51.212920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.22.0.1 (7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29/9bfa2887-673d-4322-8194-9c8ec714dc9f/5e1fbcc5-5cc3-4e44-be85-8daae55f8955) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:51.214174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:51.266979 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Attempting to bind port c067e93f-169f-4dc7-940b-2a4b08b7e389 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:51.267507 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Attempting to bind port c067e93f-169f-4dc7-940b-2a4b08b7e389 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:51.267877 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Attempting to bind port c067e93f-169f-4dc7-940b-2a4b08b7e389 on network 5e106189-faf8-4308-b042-5a2c22fbc7ca {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:51.271428 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0394227-f1a5-4e5c-9649-73e9ee0b441c None None] Pushing event updated for resources: {'Port': ['ID=c067e93f-169f-4dc7-940b-2a4b08b7e389,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.276995 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:51.277369 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Checking segment: {'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:51.278264 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.278672 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Bound using segment: {'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:51.279171 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Bound port: c067e93f-169f-4dc7-940b-2a4b08b7e389, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5734eecd-2daa-4f18-bbdd-2288911f03ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:51.279563 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.290018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port beb58716-fb12-43ad-a39e-1d4a1cf4082c completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:51.321197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Pushing event updated for resources: {'Port': ['ID=76ff6681-1376-4f8f-b268-e835bc67915b,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.338646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port beb58716-fb12-43ad-a39e-1d4a1cf4082c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:51.339262 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.375972 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] For port c067e93f-169f-4dc7-940b-2a4b08b7e389, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:51.381287 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] For port c067e93f-169f-4dc7-940b-2a4b08b7e389, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c067e93f-169f-4dc7-940b-2a4b08b7e389,segment=NetworkSegment(5734eecd-2daa-4f18-bbdd-2288911f03ca),segment_id=5734eecd-2daa-4f18-bbdd-2288911f03ca)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:51.388880 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.408253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Attempting to bind port 76ff6681-1376-4f8f-b268-e835bc67915b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:51.408773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Attempting to bind port 76ff6681-1376-4f8f-b268-e835bc67915b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:51.409257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Attempting to bind port 76ff6681-1376-4f8f-b268-e835bc67915b on network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:51.426732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:51.427328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Checking segment: {'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:51.427962 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.428606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Bound using segment: {'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:51.429230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Bound port: 76ff6681-1376-4f8f-b268-e835bc67915b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:51.429806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.443942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.470864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:51.475487 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:51.475820 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:51.524173 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.556254 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0394227-f1a5-4e5c-9649-73e9ee0b441c None None] Pushing event updated for resources: {'Port': ['ID=c067e93f-169f-4dc7-940b-2a4b08b7e389,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.565061 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.627894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] For port 76ff6681-1376-4f8f-b268-e835bc67915b, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:51.628449 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:51.632753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:51.635940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] For port 76ff6681-1376-4f8f-b268-e835bc67915b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=76ff6681-1376-4f8f-b268-e835bc67915b,segment=NetworkSegment(79531979-9c2d-4662-9852-4084d80b2e0b),segment_id=79531979-9c2d-4662-9852-4084d80b2e0b)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:51.638639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:51.641459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port beb58716-fb12-43ad-a39e-1d4a1cf4082c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=beb58716-fb12-43ad-a39e-1d4a1cf4082c,segment=NetworkSegment(5734eecd-2daa-4f18-bbdd-2288911f03ca),segment_id=5734eecd-2daa-4f18-bbdd-2288911f03ca)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:51.646324 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.652608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:51.655854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.715768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.761750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74420c-dd7c-4791-808b-bdb05b235bbf None None] Pushing event updated for resources: {'Port': ['ID=76ff6681-1376-4f8f-b268-e835bc67915b,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.789298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.871147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=beb58716-fb12-43ad-a39e-1d4a1cf4082c,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:51.938180 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7ac1a622-f1aa-4de1-9bea-f48575d855e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:51.966540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.020618 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:47Z', 'revision_number': 3, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:51Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:52.091085 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b14fc8-2d29-4fcd-a973-2017694762d4 None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:47Z', 'revision_number': 3, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:51Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:52.469172 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.476010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.526429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device beb58716-fb12-43ad-a39e-1d4a1cf4082c up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:52.611496 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.627697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:52.633468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port beb58716-fb12-43ad-a39e-1d4a1cf4082c triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:52.634698 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.766114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c067e93f-169f-4dc7-940b-2a4b08b7e389 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:52.780074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:52.782457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:52.842273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c067e93f-169f-4dc7-940b-2a4b08b7e389 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:52.848461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c067e93f-169f-4dc7-940b-2a4b08b7e389 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:52.849168 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.927743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:52.951738 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:52.996504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port c067e93f-169f-4dc7-940b-2a4b08b7e389, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c067e93f-169f-4dc7-940b-2a4b08b7e389,segment=NetworkSegment(5734eecd-2daa-4f18-bbdd-2288911f03ca),segment_id=5734eecd-2daa-4f18-bbdd-2288911f03ca)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:53.002288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.003112 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 171de0f7-3fda-4135-81c8-77880841ea42 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:53.035018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:53.041668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3f6c8248-f567-4797-8956-3a982a52945d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2753365 Jul 14 10:02:53.043733 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45606) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:53.050720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'network': {'name': 'tempest-RoutersTest-666940227'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:53.077816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:53.082167 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.083675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:53.112106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:02:53.112354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=c067e93f-169f-4dc7-940b-2a4b08b7e389,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:53.117078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:53.117716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:53.125868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.126346 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added segment 850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa of type vlan for network a1f2ce9c-217a-4062-beff-acb734d4c7fb Jul 14 10:02:53.176898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.186823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f8b2d-a0f9-4264-8c96-378c6cf9da20 None None] Network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:53.191622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 171de0f7-3fda-4135-81c8-77880841ea42 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:53.191995 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.218404 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.224657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:53.225274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.293548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45608) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:53.293939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2486911 Jul 14 10:02:53.300923 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'subnet': {'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:53.302787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8ede16ba-2d1c-46d7-88ca-2fd3698abb68 None None] Provisioning for port 76ff6681-1376-4f8f-b268-e835bc67915b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:53.309541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:53.313367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae6534-ffb2-4c6b-924e-d18089c5ef36 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Network': ['ID=a1f2ce9c-217a-4062-beff-acb734d4c7fb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:53.427553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Made reservation on behalf of a7878ce6c39e49f498adb371096b0326 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:02:53.439419 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.503049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a1f2ce9c-217a-4062-beff-acb734d4c7fb details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:02:53.668889 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.744770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 76ff6681-1376-4f8f-b268-e835bc67915b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:53.745592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Subnet': ['ID=60d96494-3fe0-4c84-b284-03128f064b07,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:53.751960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Checking segment: {'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:53.752566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network hostable DHCP agents. Network: a1f2ce9c-217a-4062-beff-acb734d4c7fb, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:02:53.776001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network a1f2ce9c-217a-4062-beff-acb734d4c7fb is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:02:53.790729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a1f2ce9c-217a-4062-beff-acb734d4c7fb) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:53.797442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:53.798115 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:53.806635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b14da3-72cb-4eaa-bf2a-bdf32a5adc92 None None] Network a1f2ce9c-217a-4062-beff-acb734d4c7fb requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:53.822537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-872c4101-a13c-4c52-b493-b210a3b2f26b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5245452 Jul 14 10:02:53.822807 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45610) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:53.961578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 76ff6681-1376-4f8f-b268-e835bc67915b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:53.975746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 76ff6681-1376-4f8f-b268-e835bc67915b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:53.976004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.113713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:51Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:54.144429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'fixed_ips': [{'subnet_id': '60d96494-3fe0-4c84-b284-03128f064b07'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:02:54.145310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.186614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:54.186865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Updating router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:54.238231 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.291947 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.331690 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.340338 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a7eb2296-e297-481d-9f5c-7bdd1de0d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.379493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 76ff6681-1376-4f8f-b268-e835bc67915b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=76ff6681-1376-4f8f-b268-e835bc67915b,segment=NetworkSegment(79531979-9c2d-4662-9852-4084d80b2e0b),segment_id=79531979-9c2d-4662-9852-4084d80b2e0b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:54.427850 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.442715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-acfa00c5-22b8-4ec3-abe9-a361b3a59e36 None None] Provisioning complete for port 76ff6681-1376-4f8f-b268-e835bc67915b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:54.443095 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-acfa00c5-22b8-4ec3-abe9-a361b3a59e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.590744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c067e93f-169f-4dc7-940b-2a4b08b7e389 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:54.600376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Allocated IP 172.23.0.2 (a1f2ce9c-217a-4062-beff-acb734d4c7fb/60d96494-3fe0-4c84-b284-03128f064b07/677fa312-b617-4c0f-98bd-8aaad2a69df5) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:54.677396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.688773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=76ff6681-1376-4f8f-b268-e835bc67915b,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:54.873622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c067e93f-169f-4dc7-940b-2a4b08b7e389 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:54.874400 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:54.981538 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-acfa00c5-22b8-4ec3-abe9-a361b3a59e36 None None] Provisioning for port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:55.001189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-acfa00c5-22b8-4ec3-abe9-a361b3a59e36 None None] Provisioning complete for port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:55.001560 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-acfa00c5-22b8-4ec3-abe9-a361b3a59e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.060858 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.087574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Transition to ACTIVE for port object 677fa312-b617-4c0f-98bd-8aaad2a69df5 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:55.093177 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.123858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-acfa00c5-22b8-4ec3-abe9-a361b3a59e36 None None] Port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:55.138477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Transition to ACTIVE for port object 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:55.147734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Transition to ACTIVE for port object 677fa312-b617-4c0f-98bd-8aaad2a69df5 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:55.150780 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.162190 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.222166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Network a1f2ce9c-217a-4062-beff-acb734d4c7fb is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:55.223268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Allocated IP 172.23.0.1 (a1f2ce9c-217a-4062-beff-acb734d4c7fb/60d96494-3fe0-4c84-b284-03128f064b07/6da531dc-6c74-46b7-974a-92251e3d3e64) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:02:55.223793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db273ac9-6fc8-40c3-be0b-956916685413 None None] Pushing event updated for resources: {'Port': ['ID=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:55.228517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:55.378501 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.435667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:55.566273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Attempting to bind port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:55.566634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Attempting to bind port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:55.566999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Attempting to bind port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 on network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:55.570386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Pushing event updated for resources: {'Port': ['ID=677fa312-b617-4c0f-98bd-8aaad2a69df5,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:55.592497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:55.593851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Checking segment: {'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:55.593851 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.594814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Bound using segment: {'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:55.594990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Bound port: 5e1fbcc5-5cc3-4e44-be85-8daae55f8955, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79531979-9c2d-4662-9852-4084d80b2e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:55.596033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.607974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Attempting to bind port 677fa312-b617-4c0f-98bd-8aaad2a69df5 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:55.608431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Attempting to bind port 677fa312-b617-4c0f-98bd-8aaad2a69df5 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:55.608773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Attempting to bind port 677fa312-b617-4c0f-98bd-8aaad2a69df5 on network a1f2ce9c-217a-4062-beff-acb734d4c7fb {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:55.622195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:55.622579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Checking segment: {'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:55.622990 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.623387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Bound using segment: {'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:55.623913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Bound port: 677fa312-b617-4c0f-98bd-8aaad2a69df5, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:55.624323 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.718397 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.758189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] For port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:55.764920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] For port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,segment=NetworkSegment(79531979-9c2d-4662-9852-4084d80b2e0b),segment_id=79531979-9c2d-4662-9852-4084d80b2e0b)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:55.773154 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.779656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-de448165-5683-4401-9f5f-32e5b280318d None None] For port 677fa312-b617-4c0f-98bd-8aaad2a69df5, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:55.785380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Transition to ACTIVE for port object 6da531dc-6c74-46b7-974a-92251e3d3e64 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:55.788257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-de448165-5683-4401-9f5f-32e5b280318d None None] For port 677fa312-b617-4c0f-98bd-8aaad2a69df5, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=677fa312-b617-4c0f-98bd-8aaad2a69df5,segment=NetworkSegment(850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa),segment_id=850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:55.815029 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.827638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:55.879924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:55.880749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:55.888152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network a1f2ce9c-217a-4062-beff-acb734d4c7fb is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:55.891349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db273ac9-6fc8-40c3-be0b-956916685413 None None] Pushing event updated for resources: {'Port': ['ID=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:55.892120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:55.898680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:02:55.934489 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=6da531dc-6c74-46b7-974a-92251e3d3e64,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:55.957702 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.073376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:56.075402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de448165-5683-4401-9f5f-32e5b280318d None None] Pushing event updated for resources: {'Port': ['ID=677fa312-b617-4c0f-98bd-8aaad2a69df5,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:56.185329 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.433777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:51Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:56.487073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05961d2-d33f-4929-abd3-48dfa2b26dfa None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:51Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:56.549556 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.556115 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.652898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:56.663613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event updated for resources: {'Port': ['ID=6da531dc-6c74-46b7-974a-92251e3d3e64,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:56.696367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 677fa312-b617-4c0f-98bd-8aaad2a69df5 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:56.797740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 677fa312-b617-4c0f-98bd-8aaad2a69df5 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:56.805287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 76ff6681-1376-4f8f-b268-e835bc67915b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:56.833355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Network a1f2ce9c-217a-4062-beff-acb734d4c7fb is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:02:56.837481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:02:56.884231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 76ff6681-1376-4f8f-b268-e835bc67915b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:56.885004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.040863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:57.103991 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.217569 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:57.226929 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e5359622-a4f4-4a12-9916-b8b74efe1945 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4027867 Jul 14 10:02:57.227744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45614) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:57.235164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:57.243478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa9aa00-a753-464a-a0f0-bca700c5c48d None None] Network a1f2ce9c-217a-4062-beff-acb734d4c7fb requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:02:57.361448 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.371786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4363edae-1df8-4f72-838c-bdf2ea2548b6 None None] Provisioning for port 677fa312-b617-4c0f-98bd-8aaad2a69df5 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:57.382818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4363edae-1df8-4f72-838c-bdf2ea2548b6 None None] Provisioning complete for port 677fa312-b617-4c0f-98bd-8aaad2a69df5 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:57.383444 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4363edae-1df8-4f72-838c-bdf2ea2548b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.428319 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:02:57.444845 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:57.445632 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:57.580250 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4363edae-1df8-4f72-838c-bdf2ea2548b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.645672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4363edae-1df8-4f72-838c-bdf2ea2548b6 None None] For port 677fa312-b617-4c0f-98bd-8aaad2a69df5, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=677fa312-b617-4c0f-98bd-8aaad2a69df5,segment=NetworkSegment(850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa),segment_id=850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:57.651195 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4363edae-1df8-4f72-838c-bdf2ea2548b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.679570 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:57.718370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363edae-1df8-4f72-838c-bdf2ea2548b6 None None] Pushing event updated for resources: {'Port': ['ID=677fa312-b617-4c0f-98bd-8aaad2a69df5,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:57.823123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 10:02:57.842770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Removed routes are [] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 10:02:57.843313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:57.978449 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:56Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da531dc-6c74-46b7-974a-92251e3d3e64', 'name': '', 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:a8:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '60d96494-3fe0-4c84-b284-03128f064b07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:56Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '60d96494-3fe0-4c84-b284-03128f064b07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:57.986584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5800eaf3-222e-41f6-8dc3-f98506fec7fc None None] Provisioning complete for port 677fa312-b617-4c0f-98bd-8aaad2a69df5 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:57.986584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5800eaf3-222e-41f6-8dc3-f98506fec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.024387 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:02:58.024972 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Updating router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc port 6da531dc-6c74-46b7-974a-92251e3d3e64 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:02:58.075469 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.129037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5800eaf3-222e-41f6-8dc3-f98506fec7fc None None] Provisioning for port 6da531dc-6c74-46b7-974a-92251e3d3e64 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:58.134795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5800eaf3-222e-41f6-8dc3-f98506fec7fc None None] Provisioning complete for port 6da531dc-6c74-46b7-974a-92251e3d3e64 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:58.135138 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.135340 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5800eaf3-222e-41f6-8dc3-f98506fec7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.139563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.193371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5800eaf3-222e-41f6-8dc3-f98506fec7fc None None] Port 6da531dc-6c74-46b7-974a-92251e3d3e64 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:58.276339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:58.340439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9b4c7c44-fcfc-4b3b-960b-a79d04100515 None None] Provisioning complete for port 6da531dc-6c74-46b7-974a-92251e3d3e64 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:58.341249 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9b4c7c44-fcfc-4b3b-960b-a79d04100515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.406569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9b4c7c44-fcfc-4b3b-960b-a79d04100515 None None] Port 6da531dc-6c74-46b7-974a-92251e3d3e64 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:02:58.433546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:02:58.446020 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.448253 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6e0248da-0260-4222-b796-2574cecd4ffd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 200 len: 934 time: 1.2187321 Jul 14 10:02:58.450743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:58.490688 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.503058 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Transition to ACTIVE for port object 6da531dc-6c74-46b7-974a-92251e3d3e64 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:02:58.509833 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.583910 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cdf87-4e11-46bb-832b-6d9bf23f210c None None] Pushing event updated for resources: {'Port': ['ID=6da531dc-6c74-46b7-974a-92251e3d3e64,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:58.618699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-69dfe0fe-8379-4257-8f62-e20b19664eab tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 200 len: 934 time: 0.1659348 Jul 14 10:02:58.622584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:02:58.628676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'routes': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:02:58.649939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 677fa312-b617-4c0f-98bd-8aaad2a69df5 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:58.677346 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Attempting to bind port 6da531dc-6c74-46b7-974a-92251e3d3e64 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:02:58.677959 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Attempting to bind port 6da531dc-6c74-46b7-974a-92251e3d3e64 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:02:58.678525 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Attempting to bind port 6da531dc-6c74-46b7-974a-92251e3d3e64 on network a1f2ce9c-217a-4062-beff-acb734d4c7fb {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:02:58.684857 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:02:58.685232 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Checking segment: {'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:02:58.685663 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.686054 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Bound using segment: {'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:02:58.686531 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Bound port: 6da531dc-6c74-46b7-974a-92251e3d3e64, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:02:58.686910 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.715728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 677fa312-b617-4c0f-98bd-8aaad2a69df5 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:58.716239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.767991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] For port 6da531dc-6c74-46b7-974a-92251e3d3e64, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:02:58.772395 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] For port 6da531dc-6c74-46b7-974a-92251e3d3e64, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6da531dc-6c74-46b7-974a-92251e3d3e64,segment=NetworkSegment(850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa),segment_id=850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:02:58.779516 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.806356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:02:58.847260 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:02:58.848237 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:58.869525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:02:58.875324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:02:58.875881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.965568 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:02:58.990024 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:58.998334 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cdf87-4e11-46bb-832b-6d9bf23f210c None None] Pushing event updated for resources: {'Port': ['ID=6da531dc-6c74-46b7-974a-92251e3d3e64,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:59.052605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,segment=NetworkSegment(79531979-9c2d-4662-9852-4084d80b2e0b),segment_id=79531979-9c2d-4662-9852-4084d80b2e0b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:02:59.059163 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.131888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:02:59.269245 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:57Z', 'revision_number': 6, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da531dc-6c74-46b7-974a-92251e3d3e64', 'name': '', 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:a8:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '60d96494-3fe0-4c84-b284-03128f064b07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '60d96494-3fe0-4c84-b284-03128f064b07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:02:59.309739 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57395528-cc71-4ed8-b119-80379c2472a8 None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:57Z', 'revision_number': 6, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:55Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da531dc-6c74-46b7-974a-92251e3d3e64', 'name': '', 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:a8:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '60d96494-3fe0-4c84-b284-03128f064b07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '60d96494-3fe0-4c84-b284-03128f064b07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:02:59.426757 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added routes are [] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 10:02:59.427342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 10:02:59.465929 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.689575 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.695314 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.793159 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:02:59.829627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:02:59.942896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c25cde-5a6a-4e84-aa6f-55d0b345ae45 req-8468cc4c-caa2-439a-80df-14b328c6d834 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:02:59.944529 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9c25cde-5a6a-4e84-aa6f-55d0b345ae45 req-8468cc4c-caa2-439a-80df-14b328c6d834 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1098 time: 0.0746770 Jul 14 10:02:59.986463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9c25cde-5a6a-4e84-aa6f-55d0b345ae45 req-3a79a53e-ba2e-4d47-9ea0-8e0bb7c18543 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318084 Jul 14 10:02:59.998053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:00.005951 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.009885 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fcac69ff-5e8c-4834-b3f5-3b1bfffba3fc tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 200 len: 700 time: 1.3832262 Jul 14 10:03:00.010164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45624) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:00.129060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-83545f59-b1a9-45ca-bddc-8b38df88199a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 200 len: 700 time: 0.1175528 Jul 14 10:03:00.131816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45628) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:00.207592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c39308-37d7-402b-88a5-01f22254ec23 req-5c84d7f4-66e0-4dd0-93bf-6c37b510047e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:00.209506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78c39308-37d7-402b-88a5-01f22254ec23 req-5c84d7f4-66e0-4dd0-93bf-6c37b510047e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.0919755 Jul 14 10:03:00.232954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:00.246764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:00.247230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:00.252214 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78c39308-37d7-402b-88a5-01f22254ec23 req-52bc24b9-04bf-4f1e-9cb8-6f7756948200 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368559 Jul 14 10:03:00.278907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45630) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:00.347857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:00.365199 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7149cbce-6a46-429f-ab78-18b2ccf4c00c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/966543cf-5804-4d0f-ba48-430dc5567ee8 HTTP/1.1" status: 200 len: 993 time: 0.0843554 Jul 14 10:03:00.580949 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.618284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 7, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da531dc-6c74-46b7-974a-92251e3d3e64', 'name': '', 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:a8:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '60d96494-3fe0-4c84-b284-03128f064b07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '60d96494-3fe0-4c84-b284-03128f064b07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:00.647149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:00.650578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:00.693718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:00.694362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:00.795026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:00.795509 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:00.829299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:00.924348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 6da531dc-6c74-46b7-974a-92251e3d3e64 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:00.924707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:01.020058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6da531dc-6c74-46b7-974a-92251e3d3e64 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:01.048363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port 6da531dc-6c74-46b7-974a-92251e3d3e64, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6da531dc-6c74-46b7-974a-92251e3d3e64,segment=NetworkSegment(850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa),segment_id=850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:01.048934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:01.072621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 6da531dc-6c74-46b7-974a-92251e3d3e64 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:01.134986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6da531dc-6c74-46b7-974a-92251e3d3e64 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:01.136664 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-7e1b4b67-c2ef-4481-a41a-b2677d7094d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0660017 Jul 14 10:03:01.142948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6da531dc-6c74-46b7-974a-92251e3d3e64 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:01.143331 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:01.187897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 7, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da531dc-6c74-46b7-974a-92251e3d3e64', 'name': '', 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:a8:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '60d96494-3fe0-4c84-b284-03128f064b07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '60d96494-3fe0-4c84-b284-03128f064b07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:01.216835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f207c2fe-7d95-465a-91ba-1d2e5e69420a None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 7, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6da531dc-6c74-46b7-974a-92251e3d3e64', 'name': '', 'network_id': 'a1f2ce9c-217a-4062-beff-acb734d4c7fb', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:a8:e5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3804, 'fixed_ips': [{'subnet_id': '60d96494-3fe0-4c84-b284-03128f064b07', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:54Z', 'updated_at': '2021-07-14T10:02:58Z', 'revision_number': 4, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '60d96494-3fe0-4c84-b284-03128f064b07', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:01.268468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d09b2-2366-4894-bd4f-849b646519c9 req-6a25166c-0a80-4570-82ba-b04af9459517 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:01.270091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a73d09b2-2366-4894-bd4f-849b646519c9 req-6a25166c-0a80-4570-82ba-b04af9459517 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.1422505 Jul 14 10:03:01.276763 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:01.354394 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a73d09b2-2366-4894-bd4f-849b646519c9 req-21e6de51-5af5-4d89-a7ba-95e76ce83e6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777194 Jul 14 10:03:01.385509 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:01.419110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=6da531dc-6c74-46b7-974a-92251e3d3e64,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:01.461356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.461704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.462205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.462866 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.463357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.463832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.464347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.464838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.465312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.465788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.466407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.466877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:01.649952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:01.857676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:01.964992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:01.973998 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c57f739b-8629-4157-b6ba-f442de11e499 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8375695 Jul 14 10:03:01.973998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45664) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:01.975927 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:01.986196 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:01.986901 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:02.032391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e65c8d2-7e28-4786-9368-b802c5cdd2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet 60d96494-3fe0-4c84-b284-03128f064b07 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:03:02.036114 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e65c8d2-7e28-4786-9368-b802c5cdd2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.083039 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:02.091570 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e65c8d2-7e28-4786-9368-b802c5cdd2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.184949 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e65c8d2-7e28-4786-9368-b802c5cdd2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.260881 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e65c8d2-7e28-4786-9368-b802c5cdd2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.297820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65c8d2-7e28-4786-9368-b802c5cdd2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=60d96494-3fe0-4c84-b284-03128f064b07,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:02.301810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e65c8d2-7e28-4786-9368-b802c5cdd2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.306401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9e65c8d2-7e28-4786-9368-b802c5cdd2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/60d96494-3fe0-4c84-b284-03128f064b07 HTTP/1.1" status: 204 len: 168 time: 0.3294513 Jul 14 10:03:02.306691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:02.313507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6cede6-7557-4048-9e50-ce8854311d84 None None] Network a1f2ce9c-217a-4062-beff-acb734d4c7fb requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:02.316997 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:01Z', 'revision_number': 8, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:02.345779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:02.354565 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:02.355186 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:02.406918 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.551964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 677fa312-b617-4c0f-98bd-8aaad2a69df5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:02.552645 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.608560 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:02.696416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port 677fa312-b617-4c0f-98bd-8aaad2a69df5, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=677fa312-b617-4c0f-98bd-8aaad2a69df5,segment=NetworkSegment(850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa),segment_id=850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:02.697677 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.717535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 677fa312-b617-4c0f-98bd-8aaad2a69df5 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:02.794046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-3341fa4e-d3b5-4b2f-b043-32cfa76ed3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:02.794253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] DHCP port deletion for a1f2ce9c-217a-4062-beff-acb734d4c7fb request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:03:02.795848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-3341fa4e-d3b5-4b2f-b043-32cfa76ed3ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1098 time: 0.1954389 Jul 14 10:03:02.806834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ba811-3ee6-4523-a96f-3a1610ce50d1 req-3e18acfd-6dbc-4e17-8783-e91deccbfbd1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:02.808547 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-917ba811-3ee6-4523-a96f-3a1610ce50d1 req-3e18acfd-6dbc-4e17-8783-e91deccbfbd1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.2092397 Jul 14 10:03:02.846014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] Deleting port 677fa312-b617-4c0f-98bd-8aaad2a69df5 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:02.846398 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.857544 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:01Z', 'revision_number': 8, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:02.894782 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf24278e-c3be-4385-bbc0-8c1cf549df7c None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:01Z', 'revision_number': 8, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e1fbcc5-5cc3-4e44-be85-8daae55f8955', 'name': '', 'network_id': '7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:6c:41:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:50Z', 'updated_at': '2021-07-14T10:02:59Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '9bfa2887-673d-4322-8194-9c8ec714dc9f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:02.924447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] For port 677fa312-b617-4c0f-98bd-8aaad2a69df5, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=677fa312-b617-4c0f-98bd-8aaad2a69df5,segment=NetworkSegment(850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa),segment_id=850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:02.924941 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:02.949142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-917ba811-3ee6-4523-a96f-3a1610ce50d1 req-af5afc45-d3d1-422d-bddb-4bd45fbf2093 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248207 Jul 14 10:03:02.952846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] Calling delete_port for 677fa312-b617-4c0f-98bd-8aaad2a69df5 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:02.958088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.000382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=677fa312-b617-4c0f-98bd-8aaad2a69df5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:03.002322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port 677fa312-b617-4c0f-98bd-8aaad2a69df5 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:03.010573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-d26af1f0-b019-46dc-9929-94050831e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:03.012040 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-d26af1f0-b019-46dc-9929-94050831e6bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.2009964 Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:03.038297 n-d-780147-26 neutron-server[93781]: self.session.flush() Jul 14 10:03:03.045931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.073361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] Pushing event deleted for resources: {'Port': ['ID=677fa312-b617-4c0f-98bd-8aaad2a69df5,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:03.077473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1a60c-e926-4b9d-b85d-7649440e74ce None None] No DVR routers for this DVR port 677fa312-b617-4c0f-98bd-8aaad2a69df5 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:03.145045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.156126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-18cc766c-1934-4766-8ba5-5fbdae151624 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 1001 time: 0.1252666 Jul 14 10:03:03.159637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f2ce9c-217a-4062-beff-acb734d4c7fb']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:03.183917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:03.184241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850d11bc-f705-4fc8-9a3c-b3d9bc26dcaa') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:03.213309 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.237654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.240869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-0e5eec65-970e-4ac0-97d9-b6ca8685d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:03.242426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-0e5eec65-970e-4ac0-97d9-b6ca8685d6de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0802414 Jul 14 10:03:03.247317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:03:03.247720 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:03:03.251146 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:03:03.351744 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.363377 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:03.365436 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/a1f2ce9c-217a-4062-beff-acb734d4c7fb HTTP/1.1" status: 204 len: 168 time: 1.0578825 Jul 14 10:03:03.370057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45672) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:03.379177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c650ac-9d68-4506-8d54-513d0bf0b2bb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=a1f2ce9c-217a-4062-beff-acb734d4c7fb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:03.397578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-912012f0-fb27-43a9-b6d7-258360039d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:03.400871 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-912012f0-fb27-43a9-b6d7-258360039d76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488791 Jul 14 10:03:03.544215 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-94f59215-84f7-494f-854e-6eacbad70751 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365526 Jul 14 10:03:03.657263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-39bb3fc5-86eb-48d4-8d1c-07296d21fde9 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062057 Jul 14 10:03:03.822154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:04.155211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:04.155476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:04.237170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20172ce9-6921-4f3f-81b8-d85555e7269f req-e0c6a36e-1067-4da7-ac26-2f890bc73ab9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:04.238797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-20172ce9-6921-4f3f-81b8-d85555e7269f req-e0c6a36e-1067-4da7-ac26-2f890bc73ab9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.1438909 Jul 14 10:03:04.310371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port 5e1fbcc5-5cc3-4e44-be85-8daae55f8955, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,segment=NetworkSegment(79531979-9c2d-4662-9852-4084d80b2e0b),segment_id=79531979-9c2d-4662-9852-4084d80b2e0b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:04.310742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:04.328104 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-20172ce9-6921-4f3f-81b8-d85555e7269f req-b25089cf-9b4a-45cf-9a2e-0566aab2f4c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770624 Jul 14 10:03:04.332834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:04.513503 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 677fa312-b617-4c0f-98bd-8aaad2a69df5 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:04.537885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 677fa312-b617-4c0f-98bd-8aaad2a69df5 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:04.538549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 677fa312-b617-4c0f-98bd-8aaad2a69df5 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:04.538969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6da531dc-6c74-46b7-974a-92251e3d3e64 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:04.552373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:04.567399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6da531dc-6c74-46b7-974a-92251e3d3e64 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:04.567759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6da531dc-6c74-46b7-974a-92251e3d3e64 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:04.581339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=5e1fbcc5-5cc3-4e44-be85-8daae55f8955,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:04.772169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:04.984572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:05.101833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:05.107676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-853cabbf-7a9b-485b-b617-5705e2bbcacb tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356532 Jul 14 10:03:05.110889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45676) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:05.111506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:05.127033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:05.127685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:05.182705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-a268b109-7434-4fcd-ab73-f3247710ae19 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet 9bfa2887-673d-4322-8194-9c8ec714dc9f {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:03:05.186314 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a268b109-7434-4fcd-ab73-f3247710ae19 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.245760 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a268b109-7434-4fcd-ab73-f3247710ae19 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.246496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:05.356465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a268b109-7434-4fcd-ab73-f3247710ae19 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.456848 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a268b109-7434-4fcd-ab73-f3247710ae19 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.490263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268b109-7434-4fcd-ab73-f3247710ae19 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=9bfa2887-673d-4322-8194-9c8ec714dc9f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:05.528768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf314bf-9809-4810-9be6-a28f528b001e None None] Network 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:05.540629 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a268b109-7434-4fcd-ab73-f3247710ae19 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.543186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a268b109-7434-4fcd-ab73-f3247710ae19 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/9bfa2887-673d-4322-8194-9c8ec714dc9f HTTP/1.1" status: 204 len: 168 time: 0.4310386 Jul 14 10:03:05.548005 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45680) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:05.616108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de738bd-508f-497d-bbda-f7c15f030fee req-63b9ea1c-ce92-4e04-9c1e-6e4a9607a73d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:05.618572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de738bd-508f-497d-bbda-f7c15f030fee req-63b9ea1c-ce92-4e04-9c1e-6e4a9607a73d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.1296551 Jul 14 10:03:05.670976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:04Z', 'revision_number': 9, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:05.678631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.689049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de738bd-508f-497d-bbda-f7c15f030fee req-a2cbf3e9-4f06-4057-9260-fc2d35f8117c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617073 Jul 14 10:03:05.725335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:05.741485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:05.742070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 76ff6681-1376-4f8f-b268-e835bc67915b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:05.742247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:05.742606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.812752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port 76ff6681-1376-4f8f-b268-e835bc67915b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=76ff6681-1376-4f8f-b268-e835bc67915b,segment=NetworkSegment(79531979-9c2d-4662-9852-4084d80b2e0b),segment_id=79531979-9c2d-4662-9852-4084d80b2e0b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:05.813030 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.828932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 76ff6681-1376-4f8f-b268-e835bc67915b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:05.840871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:05.923272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4342620-e266-496f-a8a1-694d7c0984da None None] DHCP port deletion for 7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:03:05.935385 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:05.962425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=76ff6681-1376-4f8f-b268-e835bc67915b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:05.967106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port 76ff6681-1376-4f8f-b268-e835bc67915b on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:05.986236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d4342620-e266-496f-a8a1-694d7c0984da None None] The port '76ff6681-1376-4f8f-b268-e835bc67915b' was deleted {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 14 10:03:06.073257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.085413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:06.102226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:04Z', 'revision_number': 9, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:06.102464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79531979-9c2d-4662-9852-4084d80b2e0b') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:06.102911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79531979-9c2d-4662-9852-4084d80b2e0b') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:06.113171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.128736 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.129892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2de28c-e6a3-43de-bdad-d16943fa461e None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:04Z', 'revision_number': 9, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c067e93f-169f-4dc7-940b-2a4b08b7e389', 'name': '', 'network_id': '5e106189-faf8-4308-b042-5a2c22fbc7ca', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:04:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '30f75724-150b-450a-9727-36b7d16dc93e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:46Z', 'updated_at': '2021-07-14T10:02:52Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '30f75724-150b-450a-9727-36b7d16dc93e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:06.136980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:03:06.137479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:03:06.141460 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:03:06.204451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.212263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.214116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29 HTTP/1.1" status: 204 len: 168 time: 0.6647925 Jul 14 10:03:06.217744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45682) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:06.226021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1b61f6-ac35-4493-9337-c279777de869 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=7f6bbcf6-3bdf-44ed-8ec2-bcf9e120bf29,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:06.552967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 76ff6681-1376-4f8f-b268-e835bc67915b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:06.588163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 76ff6681-1376-4f8f-b268-e835bc67915b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:06.588803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 76ff6681-1376-4f8f-b268-e835bc67915b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:06.589588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:06.612809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:06.613157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5e1fbcc5-5cc3-4e44-be85-8daae55f8955 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:06.652899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:06.899161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c97033-1eb3-4370-b169-0ec9f6dbf9b4 req-ce11272e-8a29-4f79-8b64-899dca38d7e1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:06.900706 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85c97033-1eb3-4370-b169-0ec9f6dbf9b4 req-ce11272e-8a29-4f79-8b64-899dca38d7e1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.0845709 Jul 14 10:03:06.957315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port c067e93f-169f-4dc7-940b-2a4b08b7e389 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:06.957579 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.054685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port c067e93f-169f-4dc7-940b-2a4b08b7e389, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c067e93f-169f-4dc7-940b-2a4b08b7e389,segment=NetworkSegment(5734eecd-2daa-4f18-bbdd-2288911f03ca),segment_id=5734eecd-2daa-4f18-bbdd-2288911f03ca)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:07.055072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.069984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for c067e93f-169f-4dc7-940b-2a4b08b7e389 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:07.277952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85c97033-1eb3-4370-b169-0ec9f6dbf9b4 req-d97d6606-b1bd-4992-98ee-b4487fdc4c70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3699985 Jul 14 10:03:07.337803 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.374118 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=c067e93f-169f-4dc7-940b-2a4b08b7e389,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:07.571441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:07.805564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:07.911953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:07.919474 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-21759526-3a4d-4e18-ab1b-4053ed7f6bd6 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7002325 Jul 14 10:03:07.921975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45686) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:07.925786 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:07.942666 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:07.943941 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:07.992767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet 30f75724-150b-450a-9727-36b7d16dc93e {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:03:07.998397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.065842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.082895 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:08.182983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.248543 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.277577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=30f75724-150b-450a-9727-36b7d16dc93e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:08.285885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.285885 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/30f75724-150b-450a-9727-36b7d16dc93e HTTP/1.1" status: 204 len: 168 time: 0.3608932 Jul 14 10:03:08.289868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:08.302402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.303106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.303470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.303806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.304162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.304494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.310153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.310153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.310153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.310563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47b8ec-105c-4718-be4a-2628c5516505 None None] Network 5e106189-faf8-4308-b042-5a2c22fbc7ca requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:08.311220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.311220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.311220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785c140-0382-4693-8ba1-9453b1710207 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:08.399905 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:07Z', 'revision_number': 10, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:08.401937 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.440154 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:08.457755 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:08.459128 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:08.492085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port beb58716-fb12-43ad-a39e-1d4a1cf4082c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:08.492730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.630176 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:08.631785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port beb58716-fb12-43ad-a39e-1d4a1cf4082c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=beb58716-fb12-43ad-a39e-1d4a1cf4082c,segment=NetworkSegment(5734eecd-2daa-4f18-bbdd-2288911f03ca),segment_id=5734eecd-2daa-4f18-bbdd-2288911f03ca)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:08.632149 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.649792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for beb58716-fb12-43ad-a39e-1d4a1cf4082c owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:08.681762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] DHCP port deletion for 5e106189-faf8-4308-b042-5a2c22fbc7ca request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:03:08.771096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Deleting port beb58716-fb12-43ad-a39e-1d4a1cf4082c {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:08.771669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.874872 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:07Z', 'revision_number': 10, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:08.882424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] For port beb58716-fb12-43ad-a39e-1d4a1cf4082c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=beb58716-fb12-43ad-a39e-1d4a1cf4082c,segment=NetworkSegment(5734eecd-2daa-4f18-bbdd-2288911f03ca),segment_id=5734eecd-2daa-4f18-bbdd-2288911f03ca)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:08.882963 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:08.907508 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357246e8-ac8f-49ad-844c-102ba93aba76 None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:07Z', 'revision_number': 10, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None, '_interfaces': [{'id': '171de0f7-3fda-4135-81c8-77880841ea42', 'name': '', 'network_id': '7452f152-ec7a-46be-87c7-028f87dbb1bc', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'mac_address': 'fa:16:3e:40:89:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:42Z', 'updated_at': '2021-07-14T10:02:50Z', 'revision_number': 5, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'subnets': [{'id': '0b8a2236-bbd7-4724-9301-88e02ea81725', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:08.907980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Calling delete_port for beb58716-fb12-43ad-a39e-1d4a1cf4082c owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:09.021982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.056474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Pushing event deleted for resources: {'Port': ['ID=beb58716-fb12-43ad-a39e-1d4a1cf4082c,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:09.062483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] No DVR routers for this DVR port beb58716-fb12-43ad-a39e-1d4a1cf4082c on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:09.079558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.080148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.080567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.081276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.081698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.082045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.082498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.082999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.083396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.083834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.084169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.084693 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ecf10-c7f3-4733-9a40-dafc438cbe1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:03:09.118356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421fafe9-252a-4386-bd95-2c5e1db822c9 req-ec331037-19b9-41b1-ae69-f81689abb130 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:09.119583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-421fafe9-252a-4386-bd95-2c5e1db822c9 req-ec331037-19b9-41b1-ae69-f81689abb130 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.5344739 Jul 14 10:03:09.176055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-421fafe9-252a-4386-bd95-2c5e1db822c9 req-a56fdaa6-4c08-45e8-bddf-58cf5fa2e281 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474248 Jul 14 10:03:09.178271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.205272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=beb58716-fb12-43ad-a39e-1d4a1cf4082c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:09.208856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port beb58716-fb12-43ad-a39e-1d4a1cf4082c on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:09.309354 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.323490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e106189-faf8-4308-b042-5a2c22fbc7ca']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:09.337926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5734eecd-2daa-4f18-bbdd-2288911f03ca') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:09.338299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5734eecd-2daa-4f18-bbdd-2288911f03ca') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:09.350933 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.374196 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.383764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:03:09.384425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:03:09.388969 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:03:09.465348 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.479116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:09.481616 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/5e106189-faf8-4308-b042-5a2c22fbc7ca HTTP/1.1" status: 204 len: 168 time: 1.1907902 Jul 14 10:03:09.486420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45692) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:09.494716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a24c0-b372-497e-a723-767b5c26bac0 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=5e106189-faf8-4308-b042-5a2c22fbc7ca,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:09.892766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:10.182701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 171de0f7-3fda-4135-81c8-77880841ea42 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:10.183019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:10.296023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port 171de0f7-3fda-4135-81c8-77880841ea42, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=171de0f7-3fda-4135-81c8-77880841ea42,segment=NetworkSegment(6cb2d220-c1a0-4212-bc90-4f96e9a3210a),segment_id=6cb2d220-c1a0-4212-bc90-4f96e9a3210a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:10.296426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:10.313195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 171de0f7-3fda-4135-81c8-77880841ea42 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:10.436515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f173834-eab0-4edb-b983-b34e65982f76 req-f297c6fc-ab53-4e69-a8bb-328a33acda20 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:10.461118 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f173834-eab0-4edb-b983-b34e65982f76 req-f297c6fc-ab53-4e69-a8bb-328a33acda20 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.1231010 Jul 14 10:03:10.523639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device beb58716-fb12-43ad-a39e-1d4a1cf4082c no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:10.544929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f173834-eab0-4edb-b983-b34e65982f76 req-526e22a9-ea8b-4953-8af6-b41d744214a7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574336 Jul 14 10:03:10.549332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: beb58716-fb12-43ad-a39e-1d4a1cf4082c {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:10.549872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device beb58716-fb12-43ad-a39e-1d4a1cf4082c not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:10.550751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c067e93f-169f-4dc7-940b-2a4b08b7e389 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:10.590332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c067e93f-169f-4dc7-940b-2a4b08b7e389 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:10.590953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c067e93f-169f-4dc7-940b-2a4b08b7e389 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:10.624030 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:10.656440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=171de0f7-3fda-4135-81c8-77880841ea42,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:10.852507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.025778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:11.109808 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:11.117630 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-46afe907-470d-4c4b-b317-ef75d8877a5a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6296289 Jul 14 10:03:11.120575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45696) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:11.123622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:11.137698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:11.138912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:11.208326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e763c89-1521-4c28-98d7-26456c286544 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting subnet 0b8a2236-bbd7-4724-9301-88e02ea81725 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:03:11.212630 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e763c89-1521-4c28-98d7-26456c286544 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.241233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:11.281038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e763c89-1521-4c28-98d7-26456c286544 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.315356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:10Z', 'revision_number': 11, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:11.348563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:11.358555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:11.359490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:11.409556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e763c89-1521-4c28-98d7-26456c286544 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.495586 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e763c89-1521-4c28-98d7-26456c286544 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.545556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e763c89-1521-4c28-98d7-26456c286544 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Subnet': ['ID=0b8a2236-bbd7-4724-9301-88e02ea81725,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:11.551925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e763c89-1521-4c28-98d7-26456c286544 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.557407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4e763c89-1521-4c28-98d7-26456c286544 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/0b8a2236-bbd7-4724-9301-88e02ea81725 HTTP/1.1" status: 204 len: 168 time: 0.4351966 Jul 14 10:03:11.558901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45698) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:11.631889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef999c8-33ff-40a6-be01-aa0d1cca2296 None None] Network 7452f152-ec7a-46be-87c7-028f87dbb1bc requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:11.676694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:11.685291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.749851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Deleting port 32b0cc84-f5de-44c2-8258-39fca7362d7b {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:11.750210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.781353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c600560-c75d-4d6e-8018-d51a8a63bcf1 req-e7ace209-96d7-41e3-9440-7889888c3317 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:11.783727 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c600560-c75d-4d6e-8018-d51a8a63bcf1 req-e7ace209-96d7-41e3-9440-7889888c3317 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.0829186 Jul 14 10:03:11.786809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:10Z', 'revision_number': 11, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:11.825744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] For port 32b0cc84-f5de-44c2-8258-39fca7362d7b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=32b0cc84-f5de-44c2-8258-39fca7362d7b,segment=NetworkSegment(6cb2d220-c1a0-4212-bc90-4f96e9a3210a),segment_id=6cb2d220-c1a0-4212-bc90-4f96e9a3210a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:11.826078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.827894 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1c600560-c75d-4d6e-8018-d51a8a63bcf1 req-74b41af3-5b9c-48bd-9256-6cd652274391 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374267 Jul 14 10:03:11.842582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Calling delete_port for 32b0cc84-f5de-44c2-8258-39fca7362d7b owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:11.849592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b8df74-db70-4f74-83aa-b93e4a719352 None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:10Z', 'revision_number': 11, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:11.946206 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:11.979346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Port': ['ID=32b0cc84-f5de-44c2-8258-39fca7362d7b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:11.983185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No DVR routers for this DVR port 32b0cc84-f5de-44c2-8258-39fca7362d7b on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:12.117285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.133189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7452f152-ec7a-46be-87c7-028f87dbb1bc']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:12.150425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cb2d220-c1a0-4212-bc90-4f96e9a3210a') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:12.150798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cb2d220-c1a0-4212-bc90-4f96e9a3210a') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:12.165417 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.191119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.198738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:03:12.199223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:03:12.203349 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:03:12.227168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a52da8-3127-4f7f-9492-59f9a3046362 None None] DHCP port deletion for 7452f152-ec7a-46be-87c7-028f87dbb1bc request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:03:12.286297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.299979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.305497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/networks/7452f152-ec7a-46be-87c7-028f87dbb1bc HTTP/1.1" status: 204 len: 168 time: 0.7424448 Jul 14 10:03:12.306030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45702) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:12.313001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'routes': None}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:12.322633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94baa86-f547-4539-b2bf-118caae9c70e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Pushing event deleted for resources: {'Network': ['ID=7452f152-ec7a-46be-87c7-028f87dbb1bc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:12.521040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Added routes are [] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 14 10:03:12.521490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.extraroute_db [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Removed routes are [] {{(pid=93779) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 14 10:03:12.521991 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.523842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 171de0f7-3fda-4135-81c8-77880841ea42 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:12.559645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 171de0f7-3fda-4135-81c8-77880841ea42 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:12.560190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 171de0f7-3fda-4135-81c8-77880841ea42 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:12.561020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 32b0cc84-f5de-44c2-8258-39fca7362d7b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:12.593873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 32b0cc84-f5de-44c2-8258-39fca7362d7b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:12.594405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 32b0cc84-f5de-44c2-8258-39fca7362d7b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:12.713547 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.719869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.861359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:12.974426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:12.985966 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:12.987615 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ac67ee4-0548-4fc0-8444-c7d966cf879c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 200 len: 701 time: 0.6801081 Jul 14 10:03:12.990156 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] Sync routers for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:12.992928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45708) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:13.007657 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:13.010223 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:13.044119 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-045c0167-aa4c-440c-a6bb-5bd7f13a33a2 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 200 len: 205 time: 0.0458109 Jul 14 10:03:13.044119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45710) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:13.076477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c657df-b607-4f77-a47b-bfaf42738cee req-7e35be98-225f-47f2-aff1-aad52efb14dd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:13.078929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57c657df-b607-4f77-a47b-bfaf42738cee req-7e35be98-225f-47f2-aff1-aad52efb14dd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.0938344 Jul 14 10:03:13.105457 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:13.137111 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-57c657df-b607-4f77-a47b-bfaf42738cee req-7484330c-7b9a-4cbf-bd10-4d66a742676c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494540 Jul 14 10:03:13.150022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a48-8a31-4577-a360-441b2f31692b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.174058 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:10Z', 'revision_number': 11, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:13.200111 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] Checking router: 92058111-a7d4-4c0a-8586-dce1e5ca5ccc for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:13.210021 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] Routers {'92058111-a7d4-4c0a-8586-dce1e5ca5ccc'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:13.210803 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:13.287918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] Set router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:13.330819 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a48-8a31-4577-a360-441b2f31692b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.334045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a48-8a31-4577-a360-441b2f31692b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.345816 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:10Z', 'revision_number': 11, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:13.383715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a48-8a31-4577-a360-441b2f31692b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.384523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ec6a48-8a31-4577-a360-441b2f31692b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Fanout notify agent at l3_agent the message router_deleted on router 92058111-a7d4-4c0a-8586-dce1e5ca5ccc {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:03:13.394246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ec6a48-8a31-4577-a360-441b2f31692b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.395828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d9ec6a48-8a31-4577-a360-441b2f31692b tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 204 len: 168 time: 0.3502917 Jul 14 10:03:13.401256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45712) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:13.407736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5add1cc3-de08-47f8-93a0-ca421d17917d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1551329692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:13.437698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5add1cc3-de08-47f8-93a0-ca421d17917d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.438891 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5add1cc3-de08-47f8-93a0-ca421d17917d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.481778 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d4d26-8fc3-43ca-9f51-4b37a92ef65a None None] The sync data for ids ['92058111-a7d4-4c0a-8586-dce1e5ca5ccc'] in n-d-780147-26 is: [{'id': '92058111-a7d4-4c0a-8586-dce1e5ca5ccc', 'name': 'tempest-RoutersTest-router-1090510743', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:41Z', 'updated_at': '2021-07-14T10:03:10Z', 'revision_number': 11, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:13.506411 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5add1cc3-de08-47f8-93a0-ca421d17917d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.512312 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5add1cc3-de08-47f8-93a0-ca421d17917d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.541023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5add1cc3-de08-47f8-93a0-ca421d17917d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.545025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5add1cc3-de08-47f8-93a0-ca421d17917d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1395457 Jul 14 10:03:13.545593 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45714) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:13.554039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-61193879-35bf-4082-a0fc-d8628d333762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:13.830182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61193879-35bf-4082-a0fc-d8628d333762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.841787 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61193879-35bf-4082-a0fc-d8628d333762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-979395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-979450', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-984221'] for router, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:13.982745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61193879-35bf-4082-a0fc-d8628d333762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Router e3a61b10-d3b8-44fb-a8ca-900eb2196b56 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:03:14.060211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61193879-35bf-4082-a0fc-d8628d333762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:14.067443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61193879-35bf-4082-a0fc-d8628d333762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:14.068636 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-61193879-35bf-4082-a0fc-d8628d333762 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "PUT /v2.0/routers/e3a61b10-d3b8-44fb-a8ca-900eb2196b56 HTTP/1.1" status: 200 len: 694 time: 0.5214398 Jul 14 10:03:14.071429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45716) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.071897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] Sync routers for ids ['e3a61b10-d3b8-44fb-a8ca-900eb2196b56'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:14.081651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] Routers {'e3a61b10-d3b8-44fb-a8ca-900eb2196b56'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:14.082277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e3a61b10-d3b8-44fb-a8ca-900eb2196b56'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:14.153676 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-61f0a496-be49-4362-8b0e-d3f4c7fc610e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/routers/e3a61b10-d3b8-44fb-a8ca-900eb2196b56 HTTP/1.1" status: 200 len: 700 time: 0.0771437 Jul 14 10:03:14.153947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.158829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] Set router e3a61b10-d3b8-44fb-a8ca-900eb2196b56 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:14.191777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6c14675e-3069-44b3-8278-314bf2d51e82 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a61b10-d3b8-44fb-a8ca-900eb2196b56 HTTP/1.1" status: 200 len: 205 time: 0.0366292 Jul 14 10:03:14.194329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45722) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.217052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a61b10-d3b8-44fb-a8ca-900eb2196b56', 'name': 'tempest-RoutersTest-router-1551329692', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:03:13Z', 'updated_at': '2021-07-14T10:03:13Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:14.253448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] Checking router: e3a61b10-d3b8-44fb-a8ca-900eb2196b56 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:03:14.271200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2aad-09f7-425f-9d7b-393ca301d87c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:14.280411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] Routers {'e3a61b10-d3b8-44fb-a8ca-900eb2196b56'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:14.281046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['e3a61b10-d3b8-44fb-a8ca-900eb2196b56'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:14.354183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] Set router e3a61b10-d3b8-44fb-a8ca-900eb2196b56 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:03:14.408421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a61b10-d3b8-44fb-a8ca-900eb2196b56', 'name': 'tempest-RoutersTest-router-1551329692', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:03:13Z', 'updated_at': '2021-07-14T10:03:13Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:14.438624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253c056b-2066-43ef-bea8-b1217a1d6bab None None] The sync data for ids ['e3a61b10-d3b8-44fb-a8ca-900eb2196b56'] in n-d-780147-26 is: [{'id': 'e3a61b10-d3b8-44fb-a8ca-900eb2196b56', 'name': 'tempest-RoutersTest-router-1551329692', 'tenant_id': 'a7878ce6c39e49f498adb371096b0326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:03:13Z', 'updated_at': '2021-07-14T10:03:13Z', 'revision_number': 2, 'project_id': 'a7878ce6c39e49f498adb371096b0326', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:14.488150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2aad-09f7-425f-9d7b-393ca301d87c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:14.491734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2aad-09f7-425f-9d7b-393ca301d87c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:14.544438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34c4ef-d52e-4d3f-bd19-ff43283aa3e9 req-98adaf5a-aaa6-4f28-9348-9659b9c42ffb tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:14.548894 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d34c4ef-d52e-4d3f-bd19-ff43283aa3e9 req-98adaf5a-aaa6-4f28-9348-9659b9c42ffb tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.2703936 Jul 14 10:03:14.554603 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2aad-09f7-425f-9d7b-393ca301d87c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:14.555375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4c2aad-09f7-425f-9d7b-393ca301d87c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Fanout notify agent at l3_agent the message router_deleted on router e3a61b10-d3b8-44fb-a8ca-900eb2196b56 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:03:14.566258 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d4c2aad-09f7-425f-9d7b-393ca301d87c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:14.571011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7d4c2aad-09f7-425f-9d7b-393ca301d87c tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/e3a61b10-d3b8-44fb-a8ca-900eb2196b56 HTTP/1.1" status: 204 len: 168 time: 0.3719833 Jul 14 10:03:14.572072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45724) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.621419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d0477a9b-93c0-4c79-8898-dd8d667b31dd tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=e3a61b10-d3b8-44fb-a8ca-900eb2196b56 HTTP/1.1" status: 200 len: 205 time: 0.0445826 Jul 14 10:03:14.621935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45726) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.643795 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d34c4ef-d52e-4d3f-bd19-ff43283aa3e9 req-fe6ebd71-d9e7-4e29-9024-c049cfb51b4a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749252 Jul 14 10:03:14.681989 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-2f826a45-2789-40df-9fcd-5b349ad6c704 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] delete failed (client error): The resource could not be found. Jul 14 10:03:14.683079 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2f826a45-2789-40df-9fcd-5b349ad6c704 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/e3a61b10-d3b8-44fb-a8ca-900eb2196b56 HTTP/1.1" status: 404 len: 336 time: 0.0598369 Jul 14 10:03:14.687142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45728) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.715041 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-89178127-333c-41f6-ace3-8308cd7b44d5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:14.715504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89178127-333c-41f6-ace3-8308cd7b44d5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:14.717359 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-89178127-333c-41f6-ace3-8308cd7b44d5 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/60d96494-3fe0-4c84-b284-03128f064b07 HTTP/1.1" status: 404 len: 337 time: 0.0291538 Jul 14 10:03:14.720972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45730) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.751213 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6446015-ed59-4839-9487-857c3f49eb4a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:14.751669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6446015-ed59-4839-9487-857c3f49eb4a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:14.753497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d6446015-ed59-4839-9487-857c3f49eb4a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/9bfa2887-673d-4322-8194-9c8ec714dc9f HTTP/1.1" status: 404 len: 337 time: 0.0315301 Jul 14 10:03:14.755991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45732) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.784463 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac4f4c43-9148-4a11-85cf-6fba58730f6d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:14.784921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac4f4c43-9148-4a11-85cf-6fba58730f6d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:14.786675 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ac4f4c43-9148-4a11-85cf-6fba58730f6d tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/30f75724-150b-450a-9727-36b7d16dc93e HTTP/1.1" status: 404 len: 337 time: 0.0297503 Jul 14 10:03:14.789839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45734) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.817285 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd7a83b-0e2f-4c06-a4e4-e08a72d40d9a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:14.817747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd7a83b-0e2f-4c06-a4e4-e08a72d40d9a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:14.819472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9dd7a83b-0e2f-4c06-a4e4-e08a72d40d9a tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/0b8a2236-bbd7-4724-9301-88e02ea81725 HTTP/1.1" status: 404 len: 337 time: 0.0287120 Jul 14 10:03:14.822152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45736) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.858370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d964af50-c171-4dc3-881b-427cc897aa34 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 200 len: 205 time: 0.0347643 Jul 14 10:03:14.865482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45738) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.902957 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-3964f9cd-3675-4921-9bf3-2d16b0b0da65 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] delete failed (client error): The resource could not be found. Jul 14 10:03:14.904006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3964f9cd-3675-4921-9bf3-2d16b0b0da65 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/92058111-a7d4-4c0a-8586-dce1e5ca5ccc HTTP/1.1" status: 404 len: 336 time: 0.0423470 Jul 14 10:03:14.907210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45740) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.935956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-335af2ee-b597-4791-9637-107054076c24 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=f6aa911a-985a-41bb-b54e-33d8e9a48a17 HTTP/1.1" status: 200 len: 205 time: 0.0276532 Jul 14 10:03:14.938397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:14.975937 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-0568477c-af9a-4694-881f-92ad518ccf39 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] delete failed (client error): The resource could not be found. Jul 14 10:03:14.977270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0568477c-af9a-4694-881f-92ad518ccf39 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/f6aa911a-985a-41bb-b54e-33d8e9a48a17 HTTP/1.1" status: 404 len: 336 time: 0.0375288 Jul 14 10:03:14.979443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45744) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.009871 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf134530-b49b-4331-8d7e-e9a9fb98ddf4 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:15.010586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf134530-b49b-4331-8d7e-e9a9fb98ddf4 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:15.012046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bf134530-b49b-4331-8d7e-e9a9fb98ddf4 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/5b4afd0f-d25d-40d2-8b65-07bc965a4813 HTTP/1.1" status: 404 len: 337 time: 0.0317180 Jul 14 10:03:15.015308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45746) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.045575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a6dfef8b-854d-451d-b355-55cfd6b7c506 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=a23cee56-a656-41bd-b4e6-3639809f7c7f HTTP/1.1" status: 200 len: 205 time: 0.0291524 Jul 14 10:03:15.047895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45748) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.085180 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-9da327e9-bab9-419d-bfb1-b4b253587933 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] delete failed (client error): The resource could not be found. Jul 14 10:03:15.086224 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9da327e9-bab9-419d-bfb1-b4b253587933 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/a23cee56-a656-41bd-b4e6-3639809f7c7f HTTP/1.1" status: 404 len: 336 time: 0.0373926 Jul 14 10:03:15.088893 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45750) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.416286 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c19d7267-a3c1-4d92-8763-8ca1d7ad280e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=b438da8c-faae-4cf8-962d-c665a4c84a9b HTTP/1.1" status: 200 len: 205 time: 0.3261249 Jul 14 10:03:15.423467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45752) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.461459 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-67179ba6-c6e2-475f-bab6-bfe6db0ebaac tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] delete failed (client error): The resource could not be found. Jul 14 10:03:15.462500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-67179ba6-c6e2-475f-bab6-bfe6db0ebaac tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/b438da8c-faae-4cf8-962d-c665a4c84a9b HTTP/1.1" status: 404 len: 336 time: 0.0379918 Jul 14 10:03:15.465199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45754) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.491690 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3fb5dc-b756-4ff7-af17-731948fd7b99 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:15.492149 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3fb5dc-b756-4ff7-af17-731948fd7b99 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:15.493915 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1c3fb5dc-b756-4ff7-af17-731948fd7b99 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/c99f4fb4-80eb-4fc6-9e7a-db5b3d2c0f90 HTTP/1.1" status: 404 len: 337 time: 0.0277543 Jul 14 10:03:15.496445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45756) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.529575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1f59d232-965c-4a78-9f99-f778d9e87151 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5d5f5e6-86df-4cd1-a835-ea06e44480ef HTTP/1.1" status: 200 len: 205 time: 0.0320246 Jul 14 10:03:15.532003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45758) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.569012 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-0fc9270b-fd81-47f0-a80a-a128eb442711 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] delete failed (client error): The resource could not be found. Jul 14 10:03:15.570110 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0fc9270b-fd81-47f0-a80a-a128eb442711 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/a5d5f5e6-86df-4cd1-a835-ea06e44480ef HTTP/1.1" status: 404 len: 336 time: 0.0370288 Jul 14 10:03:15.572600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45760) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.601375 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-f325bf07-5388-4a81-b669-a826d6158804 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:15.601900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f325bf07-5388-4a81-b669-a826d6158804 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:15.603589 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f325bf07-5388-4a81-b669-a826d6158804 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/f8f7f0e3-865b-4dfa-a3cf-c6aa41ab5eec HTTP/1.1" status: 404 len: 337 time: 0.0300770 Jul 14 10:03:15.606175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45762) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.639484 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dcb3410d-99fa-464f-b005-586dc26b7894 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ce14a57-fb48-404d-81e4-84f8939751b2 HTTP/1.1" status: 200 len: 205 time: 0.0321708 Jul 14 10:03:15.641926 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45764) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.679761 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-4acad182-3462-4d72-adad-9c7313c5c5a3 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] delete failed (client error): The resource could not be found. Jul 14 10:03:15.680802 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4acad182-3462-4d72-adad-9c7313c5c5a3 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/routers/0ce14a57-fb48-404d-81e4-84f8939751b2 HTTP/1.1" status: 404 len: 336 time: 0.0378971 Jul 14 10:03:15.684770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45768) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.711483 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3fe85e-01ee-4e52-9bd1-1907411e972e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:15.711950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3fe85e-01ee-4e52-9bd1-1907411e972e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:15.716048 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1f3fe85e-01ee-4e52-9bd1-1907411e972e tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/9b9dbedb-cd6f-449f-ae0d-959b630f6975 HTTP/1.1" status: 404 len: 337 time: 0.0279999 Jul 14 10:03:15.716322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45770) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:15.742215 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eb4d936-dd59-4c02-a968-d33d4d91cae7 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] DELETE failed (client error): The resource could not be found. Jul 14 10:03:15.742676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eb4d936-dd59-4c02-a968-d33d4d91cae7 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:03:15.744543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7eb4d936-dd59-4c02-a968-d33d4d91cae7 tempest-RoutersTest-627799284 tempest-RoutersTest-627799284-project] 10.222.0.73 "DELETE /v2.0/subnets/5761c5bb-880c-4c00-928f-8e73b0f01cff HTTP/1.1" status: 404 len: 337 time: 0.0272791 Jul 14 10:03:15.832769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75095-24f2-4cfa-b34a-457191a3ef74 req-b0fac6b1-7486-48d7-be3a-44db170de83f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:15.834372 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5a75095-24f2-4cfa-b34a-457191a3ef74 req-b0fac6b1-7486-48d7-be3a-44db170de83f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 946 time: 0.0692534 Jul 14 10:03:15.876782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d5a75095-24f2-4cfa-b34a-457191a3ef74 req-d2715929-0df2-45d3-af12-d65632123ef5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357862 Jul 14 10:03:15.899916 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-09ae1cc7-b9dd-4657-a6f2-b6ee375e2b59 service neutron] show failed (client error): The resource could not be found. Jul 14 10:03:15.901245 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-09ae1cc7-b9dd-4657-a6f2-b6ee375e2b59 service neutron] 10.222.0.66 "GET /v2.0/ports/6f126a26-3b32-4600-b597-5463fdfec0f0/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0728097 Jul 14 10:03:16.021371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45776) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:16.187305 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f7bd911c-4e20-4a4a-8ada-274b6021a1bb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a7878ce6c39e49f498adb371096b0326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639323 Jul 14 10:03:16.189730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:16.196497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-4a1e205e-1691-4af4-addf-975ed5486b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:16.198084 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-4a1e205e-1691-4af4-addf-975ed5486b77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 1098 time: 0.0930169 Jul 14 10:03:16.209617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:16.240612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-023317a0-8e2f-40d4-bc97-88d55dfe4ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:16.262938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-023317a0-8e2f-40d4-bc97-88d55dfe4ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:16.285609 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:16.319178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-023317a0-8e2f-40d4-bc97-88d55dfe4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:16.323494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-023317a0-8e2f-40d4-bc97-88d55dfe4ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:16.328657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-023317a0-8e2f-40d4-bc97-88d55dfe4ffc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03d8852a-1574-4d03-96bc-e88dda02fd35 HTTP/1.1" status: 204 len: 168 time: 0.1341364 Jul 14 10:03:16.335424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023317a0-8e2f-40d4-bc97-88d55dfe4ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d8852a-1574-4d03-96bc-e88dda02fd35,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:16.523976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:16.559195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:16.610814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:16.613159 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427d3082-edfd-4243-b0ca-89291ffbb45a" -d '{"events": [{"server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "name": "network-vif-unplugged", "status": "completed", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:16.616899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:16.636088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Transition to ACTIVE for port object 6f126a26-3b32-4600-b597-5463fdfec0f0 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:16.640955 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:16.732480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:16.777627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] No DVR routers for this DVR port 6f126a26-3b32-4600-b597-5463fdfec0f0 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:16.946552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:16.947790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:16.948298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:16.953126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:03:16.953465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:16.958874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:16.959348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Checking segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:16.959747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Bound using segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:16.960185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Bound port: 6f126a26-3b32-4600-b597-5463fdfec0f0, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:16.960772 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.003052 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23e3a04-0626-4ddc-abba-1cc77e63420a x-openstack-request-id: req-d23e3a04-0626-4ddc-abba-1cc77e63420a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:17.003637 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "name": "network-vif-unplugged", "status": "completed", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:17.004088 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d23e3a04-0626-4ddc-abba-1cc77e63420a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:17.004679 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'code': 200} Jul 14 10:03:17.043423 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:17.047861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:17.061550 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.098917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45808) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:17.116177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:17.116849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.118198 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] 10.222.0.69 "PUT /v2.0/ports/6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 1093 time: 0.9128478 Jul 14 10:03:17.167482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9717515-98bb-49c2-b654-33ead4babc6f service neutron] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:17.204115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d741f38-2db9-4bcc-b229-92bb8ceb8404 req-e470bc65-fe92-4dba-8c05-6362e1a99e84 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:17.205617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d741f38-2db9-4bcc-b229-92bb8ceb8404 req-e470bc65-fe92-4dba-8c05-6362e1a99e84 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 944 time: 0.1561093 Jul 14 10:03:17.232946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-cf089e5d-1b79-4e69-9846-ecaed52d0a8f tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2102509500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:17.260432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d741f38-2db9-4bcc-b229-92bb8ceb8404 req-bca7f628-09ee-4bf0-a982-1b6d8c83e772 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454440 Jul 14 10:03:17.260922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf089e5d-1b79-4e69-9846-ecaed52d0a8f tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.262477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf089e5d-1b79-4e69-9846-ecaed52d0a8f tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.263585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-689c9965-9e38-4bf3-85ff-05cc52e87427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:17.265744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-689c9965-9e38-4bf3-85ff-05cc52e87427 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1096 time: 0.1139889 Jul 14 10:03:17.335511 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf089e5d-1b79-4e69-9846-ecaed52d0a8f tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.341745 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf089e5d-1b79-4e69-9846-ecaed52d0a8f tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.362819 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf089e5d-1b79-4e69-9846-ecaed52d0a8f tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.367052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cf089e5d-1b79-4e69-9846-ecaed52d0a8f tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2670374 Jul 14 10:03:17.367690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:17.372846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1110725200'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:17.379545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-ec937ee2-79c5-4bda-b1a6-88b74c3249ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:17.381079 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-ec937ee2-79c5-4bda-b1a6-88b74c3249ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1065941 Jul 14 10:03:17.394079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Made reservation on behalf of d04c01422f454d4fabc4882dc415d991 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:17.397674 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.408605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.463756 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-da34a5b1-203d-4806-9dd9-ff5f471d3b31 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 999 time: 0.0757182 Jul 14 10:03:17.514267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-91075c90-9953-4022-bb2e-de0a9202a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:17.515920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-91075c90-9953-4022-bb2e-de0a9202a756 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0466440 Jul 14 10:03:17.519920 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.524942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.561145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:03:17.572428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f557ab94-f5bb-4c78-8111-46d6b46268be,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:17.583466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.583858 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Added segment cd460c06-a43a-46d6-b212-f2d4794c1e08 of type vlan for network 45479dc6-a7b7-499c-bbc9-0ae764053215 Jul 14 10:03:17.603982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-41104957-ea75-457b-ae0e-1e0b2b689aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:17.605668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-41104957-ea75-457b-ae0e-1e0b2b689aa9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836270 Jul 14 10:03:17.639691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.673641 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.679709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:17.680938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:17.713281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-bbd156d3-3fdc-461d-90b0-533542c254f7 service neutron] 10.222.0.69 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010103 Jul 14 10:03:17.743730 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3749013 Jul 14 10:03:17.746776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45814) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:17.755331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'subnet': {'network_id': '45479dc6-a7b7-499c-bbc9-0ae764053215', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:17.772875 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331a7ee-1d00-42f7-a382-23d5df314640 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Network': ['ID=45479dc6-a7b7-499c-bbc9-0ae764053215,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:17.785834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 45479dc6-a7b7-499c-bbc9-0ae764053215 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:03:17.818270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4cc51d5-e089-47a4-93f7-459e3c8ffec3 req-33710dd6-effc-419f-88f4-5f25224f457c service neutron] 10.222.0.69 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982392 Jul 14 10:03:17.858162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Made reservation on behalf of d04c01422f454d4fabc4882dc415d991 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:17.862377 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.072217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.130354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Subnet': ['ID=52fa0553-63cb-4607-9d20-fa53f4a66d81,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:18.152342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Checking segment: {'id': 'cd460c06-a43a-46d6-b212-f2d4794c1e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45479dc6-a7b7-499c-bbc9-0ae764053215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:18.152727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network hostable DHCP agents. Network: 45479dc6-a7b7-499c-bbc9-0ae764053215, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:03:18.173131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network 45479dc6-a7b7-499c-bbc9-0ae764053215 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:03:18.185243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 45479dc6-a7b7-499c-bbc9-0ae764053215) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:18.190879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:18.191881 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.195800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49d0c9-42c0-42f3-9d6d-e249bd031bdf None None] Network 45479dc6-a7b7-499c-bbc9-0ae764053215 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:18.210399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-850d4965-1253-44a8-8486-02dabdf452ae tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4624887 Jul 14 10:03:18.213505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:18.219240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'network': {'name': 'tempest-router-network01--2068204689'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:18.245615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Made reservation on behalf of d04c01422f454d4fabc4882dc415d991 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:18.249895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.281177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:03:18.291981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.292392 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Added segment 13adbc24-a977-433c-a28b-be219c83d436 of type vlan for network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 Jul 14 10:03:18.343964 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.365796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-45479dc6-a7b7-499c-bbc9-0ae764053215', 'network_id': '45479dc6-a7b7-499c-bbc9-0ae764053215', 'tenant_id': 'd04c01422f454d4fabc4882dc415d991', 'fixed_ips': [{'subnet_id': '52fa0553-63cb-4607-9d20-fa53f4a66d81'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:03:18.367933 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.379196 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.388360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:18.389027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.489803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2751765 Jul 14 10:03:18.493787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45820) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:18.499903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'network': {'name': 'tempest-router-network02--241125106'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:18.503558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8246a57-c8de-4771-b032-026c8d2fb9dd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Network': ['ID=7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:18.519752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:03:18.527932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Made reservation on behalf of d04c01422f454d4fabc4882dc415d991 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:18.532718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.542537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fe9574-9482-46d5-8fb3-09bab4f15c3d req-df9dc8a7-d9ea-4bc4-ba64-779062ba1fb3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:18.544298 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43fe9574-9482-46d5-8fb3-09bab4f15c3d req-df9dc8a7-d9ea-4bc4-ba64-779062ba1fb3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 944 time: 0.1348696 Jul 14 10:03:18.562370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Allocated IP 172.20.0.2 (45479dc6-a7b7-499c-bbc9-0ae764053215/52fa0553-63cb-4607-9d20-fa53f4a66d81/88e48a92-20c9-4d8e-a821-5c438327700a) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:03:18.567279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:03:18.580633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.581194 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Added segment 20ef5829-c9e8-49f9-abfb-2c7417eab171 of type vlan for network 5a2b78ae-1988-419e-b919-7e36f212b5a7 Jul 14 10:03:18.606509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43fe9574-9482-46d5-8fb3-09bab4f15c3d req-5484a546-c9cf-4d72-acf1-366b3ab035e5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544364 Jul 14 10:03:18.651581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.687910 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.693760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:18.694405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.752442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.758631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2635269 Jul 14 10:03:18.761607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:18.763219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Transition to ACTIVE for port object 88e48a92-20c9-4d8e-a821-5c438327700a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:18.765870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55becf-5270-4819-9894-93f6f48cd5cc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Network': ['ID=5a2b78ae-1988-419e-b919-7e36f212b5a7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:18.767555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'subnet': {'network_id': '7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:18.776232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5a2b78ae-1988-419e-b919-7e36f212b5a7 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:03:18.850889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Transition to ACTIVE for port object 88e48a92-20c9-4d8e-a821-5c438327700a will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:18.865268 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.869474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Made reservation on behalf of d04c01422f454d4fabc4882dc415d991 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:18.873066 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:18.948171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Network 45479dc6-a7b7-499c-bbc9-0ae764053215 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:18.951320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:18.956451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:18.960119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Pushing event updated for resources: {'Port': ['ID=88e48a92-20c9-4d8e-a821-5c438327700a,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:19.006391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:19.009102 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:19.017324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Attempting to bind port 88e48a92-20c9-4d8e-a821-5c438327700a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:19.017701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Attempting to bind port 88e48a92-20c9-4d8e-a821-5c438327700a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'cd460c06-a43a-46d6-b212-f2d4794c1e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45479dc6-a7b7-499c-bbc9-0ae764053215'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:19.018069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Attempting to bind port 88e48a92-20c9-4d8e-a821-5c438327700a on network 45479dc6-a7b7-499c-bbc9-0ae764053215 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:19.023967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:19.024573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Checking segment: {'id': 'cd460c06-a43a-46d6-b212-f2d4794c1e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45479dc6-a7b7-499c-bbc9-0ae764053215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:19.025194 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.025545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Bound using segment: {'id': 'cd460c06-a43a-46d6-b212-f2d4794c1e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45479dc6-a7b7-499c-bbc9-0ae764053215'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:19.026019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Bound port: 88e48a92-20c9-4d8e-a821-5c438327700a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd460c06-a43a-46d6-b212-f2d4794c1e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '45479dc6-a7b7-499c-bbc9-0ae764053215'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:19.026434 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.065206 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2bd3b4-cc15-4f80-b26e-532d0105bf13 x-openstack-request-id: req-2e2bd3b4-cc15-4f80-b26e-532d0105bf13 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:19.065851 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:19.066602 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e2bd3b4-cc15-4f80-b26e-532d0105bf13 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:19.067166 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'status': 'completed', 'code': 200} Jul 14 10:03:19.079770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.104179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] For port 88e48a92-20c9-4d8e-a821-5c438327700a, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:19.107408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] For port 88e48a92-20c9-4d8e-a821-5c438327700a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=88e48a92-20c9-4d8e-a821-5c438327700a,segment=NetworkSegment(cd460c06-a43a-46d6-b212-f2d4794c1e08),segment_id=cd460c06-a43a-46d6-b212-f2d4794c1e08)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:19.112039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.148048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-d1d4d82c-f24f-42dd-879b-fade955327f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.150099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-d1d4d82c-f24f-42dd-879b-fade955327f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1096 time: 0.0615032 Jul 14 10:03:19.177613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ed88a-602d-4eab-9db8-17166434b2c4 None None] Pushing event updated for resources: {'Port': ['ID=88e48a92-20c9-4d8e-a821-5c438327700a,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:19.202792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Subnet': ['ID=0f9e3668-8c91-4dc8-8b4a-f4e0be67254b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:19.217062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Checking segment: {'id': '13adbc24-a977-433c-a28b-be219c83d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:19.217581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network hostable DHCP agents. Network: 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:03:19.241362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-a97c3ede-cb5a-4b14-bbe7-ebd113d4664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.242659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-a97c3ede-cb5a-4b14-bbe7-ebd113d4664e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1096 time: 0.1549990 Jul 14 10:03:19.259904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:03:19.270604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-2cb61f24-dfe1-4afc-bd90-2490d6602cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.272416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-2cb61f24-dfe1-4afc-bd90-2490d6602cd8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1116698 Jul 14 10:03:19.305391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:19.318543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.319148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.334937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93184626-e8cd-4562-bf97-5bce2ea50391 None None] Network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:19.364125 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-15e66af5-9134-41d0-a635-70e0beca87a2 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6013224 Jul 14 10:03:19.368971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:19.376340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'subnet': {'network_id': '5a2b78ae-1988-419e-b919-7e36f212b5a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:19.484710 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-ff0d5b92-6aec-4c0d-9844-c60466a827b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 999 time: 0.1980593 Jul 14 10:03:19.493617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-265fea67-c938-4b88-8fe9-27c99d6745b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.495480 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-265fea67-c938-4b88-8fe9-27c99d6745b9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.2437174 Jul 14 10:03:19.602956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-d82d0172-a11f-4ddd-b8bc-41dcef7e59b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.606656 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-d82d0172-a11f-4ddd-b8bc-41dcef7e59b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.1150749 Jul 14 10:03:19.632650 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-3c708c9b-742e-4840-b505-9757c7cc639b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 999 time: 0.1113472 Jul 14 10:03:19.636272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Made reservation on behalf of d04c01422f454d4fabc4882dc415d991 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:19.659069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28', 'network_id': '7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28', 'tenant_id': 'd04c01422f454d4fabc4882dc415d991', 'fixed_ips': [{'subnet_id': '0f9e3668-8c91-4dc8-8b4a-f4e0be67254b'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:03:19.660794 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.667768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:19.738786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-c4321e2d-2909-432a-a6fe-191935904c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.744644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-c4321e2d-2909-432a-a6fe-191935904c08 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1301084 Jul 14 10:03:19.861333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-a7f40c3c-78ec-4e58-b495-99bcd580a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:19.863026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-a7f40c3c-78ec-4e58-b495-99bcd580a127 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.1849244 Jul 14 10:03:19.866751 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-c9818450-af2c-4188-8619-608cc8e027b7 service neutron] 10.222.0.69 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156232 Jul 14 10:03:19.878173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Allocated IP 172.20.0.2 (7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28/0f9e3668-8c91-4dc8-8b4a-f4e0be67254b/ac64791a-1700-4098-a075-14bf66f99445) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:03:19.954179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:20.019935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3989f-33f5-414b-8761-1fa2a78c82f8 req-4a1af525-9de9-4791-902a-630a33536535 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:20.021933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00b3989f-33f5-414b-8761-1fa2a78c82f8 req-4a1af525-9de9-4791-902a-630a33536535 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 944 time: 0.2217014 Jul 14 10:03:20.022816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:20.040181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-4e539ae1-ab3f-4509-9035-0bb62c8a375d service neutron] 10.222.0.69 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667523 Jul 14 10:03:20.051081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-1a9eaefb-4bfc-4df9-afbc-81ef6d598864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:20.053519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-1a9eaefb-4bfc-4df9-afbc-81ef6d598864 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811445 Jul 14 10:03:20.113900 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.128808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Transition to ACTIVE for port object ac64791a-1700-4098-a075-14bf66f99445 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:20.159596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Transition to ACTIVE for port object ac64791a-1700-4098-a075-14bf66f99445 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:20.169468 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.202536 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.216955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-00b3989f-33f5-414b-8761-1fa2a78c82f8 req-ae2b4cce-4261-479c-9bff-060b401fd0f3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805937 Jul 14 10:03:20.248991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:20.254492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:20.270392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:20.285422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Pushing event updated for resources: {'Port': ['ID=ac64791a-1700-4098-a075-14bf66f99445,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:20.321424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Subnet': ['ID=307646a4-2b5e-4b6b-ad1a-90fe6b6abc34,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:20.355562 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-af805213-0cfb-4275-8224-44af348f8102 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838168 Jul 14 10:03:20.361620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Checking segment: {'id': '20ef5829-c9e8-49f9-abfb-2c7417eab171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5a2b78ae-1988-419e-b919-7e36f212b5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:20.361620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network hostable DHCP agents. Network: 5a2b78ae-1988-419e-b919-7e36f212b5a7, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:03:20.388675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Attempting to bind port ac64791a-1700-4098-a075-14bf66f99445 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:20.389029 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Attempting to bind port ac64791a-1700-4098-a075-14bf66f99445 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '13adbc24-a977-433c-a28b-be219c83d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:20.390013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Attempting to bind port ac64791a-1700-4098-a075-14bf66f99445 on network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:20.396577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:20.396897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Checking segment: {'id': '13adbc24-a977-433c-a28b-be219c83d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:20.397473 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.398024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Bound using segment: {'id': '13adbc24-a977-433c-a28b-be219c83d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:20.398652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Bound port: ac64791a-1700-4098-a075-14bf66f99445, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13adbc24-a977-433c-a28b-be219c83d436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:20.399213 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.501320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] For port ac64791a-1700-4098-a075-14bf66f99445, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:20.510951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] For port ac64791a-1700-4098-a075-14bf66f99445, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ac64791a-1700-4098-a075-14bf66f99445,segment=NetworkSegment(13adbc24-a977-433c-a28b-be219c83d436),segment_id=13adbc24-a977-433c-a28b-be219c83d436)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:20.518432 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.550300 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aeba4f0a-af0a-4835-b11a-77cb8cf49d4b req-a139083f-09ff-4de6-bbcb-9e02bc4e2b1e service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829407 Jul 14 10:03:20.551474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network 5a2b78ae-1988-419e-b919-7e36f212b5a7 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:03:20.565765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5a2b78ae-1988-419e-b919-7e36f212b5a7) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:20.572453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:20.573448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:20.598618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4fe6d35f-7c3b-47d0-826d-84998e82f17c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2258222 Jul 14 10:03:20.599082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:20.607421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a6f3ae-9187-4efe-acc5-3266a917fadc None None] Network 5a2b78ae-1988-419e-b919-7e36f212b5a7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:20.694833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 88e48a92-20c9-4d8e-a821-5c438327700a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:20.800157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a0f97-9b9b-4acc-b0f9-4d7b483373b3 None None] Network 45479dc6-a7b7-499c-bbc9-0ae764053215 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:20.876525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-41b1aee8-ecfb-47e7-97c8-5ff798a587af tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:20.880331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-41b1aee8-ecfb-47e7-97c8-5ff798a587af tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.69 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443&tenant_id=363510e4a0564885bbf4ec24f14c6f18&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 944 time: 0.2398250 Jul 14 10:03:21.020309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-a41068d7-81c2-408b-a6cf-69a3f810453a service neutron] 10.222.0.69 "GET /v2.0/ports/6f126a26-3b32-4600-b597-5463fdfec0f0/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 383 time: 0.1350579 Jul 14 10:03:21.132692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:03:21.134669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f411b5-107b-433e-a811-f52ced4f34ea None None] Pushing event updated for resources: {'Port': ['ID=ac64791a-1700-4098-a075-14bf66f99445,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:21.136462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-79fe598d-e9e4-4f0d-8943-b60cedcc002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:21.138004 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-79fe598d-e9e4-4f0d-8943-b60cedcc002a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1096 time: 0.0874400 Jul 14 10:03:21.171762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 88e48a92-20c9-4d8e-a821-5c438327700a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:21.189427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 88e48a92-20c9-4d8e-a821-5c438327700a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:21.189427 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.253173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8b74669e-c5a2-4039-bf5f-09b281814c54 None None] Provisioning for port 88e48a92-20c9-4d8e-a821-5c438327700a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:21.264667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25132d-f955-493b-9263-18c0b5423051 req-9f4ed59d-f852-4ea5-a6ef-aec8b2ad2aa8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:21.266640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a25132d-f955-493b-9263-18c0b5423051 req-9f4ed59d-f852-4ea5-a6ef-aec8b2ad2aa8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 944 time: 0.2374141 Jul 14 10:03:21.293962 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.296562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8b74669e-c5a2-4039-bf5f-09b281814c54 None None] Provisioning complete for port 88e48a92-20c9-4d8e-a821-5c438327700a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:21.296815 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b74669e-c5a2-4039-bf5f-09b281814c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.305264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-1cd176f0-ee5b-40b1-863e-58b0852e421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:21.305264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-1cd176f0-ee5b-40b1-863e-58b0852e421c service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1600802 Jul 14 10:03:21.399582 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-3bc3ae78-f90a-4c58-b0d1-b0fa8822a463 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 999 time: 0.0870140 Jul 14 10:03:21.416848 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7a25132d-f955-493b-9263-18c0b5423051 req-7631532f-43b5-4349-97d2-1c3a3faf5d41 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246784 Jul 14 10:03:21.474720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-fb2bf8c7-b8e3-436c-a2a2-4787816a8fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:21.476606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-fb2bf8c7-b8e3-436c-a2a2-4787816a8fce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0699890 Jul 14 10:03:21.563177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-b3734f72-bcd3-435a-b915-688d1b1a0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:21.566132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5a2b78ae-1988-419e-b919-7e36f212b5a7', 'network_id': '5a2b78ae-1988-419e-b919-7e36f212b5a7', 'tenant_id': 'd04c01422f454d4fabc4882dc415d991', 'fixed_ips': [{'subnet_id': '307646a4-2b5e-4b6b-ad1a-90fe6b6abc34'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:03:21.566843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-b3734f72-bcd3-435a-b915-688d1b1a0d0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835049 Jul 14 10:03:21.567108 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.662494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:21.689640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Allocated IP 172.20.0.1 (7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28/0f9e3668-8c91-4dc8-8b4a-f4e0be67254b/abea456f-e2e1-4675-b2c1-1b440a1de706) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:03:21.709317 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.746169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-01d9cc52-ee8d-4faf-8225-8cb3b025fedb service neutron] 10.222.0.69 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723263 Jul 14 10:03:21.815399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'port_id': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'mac_address': 'fa:16:3e:91:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:03:21.855105 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b74669e-c5a2-4039-bf5f-09b281814c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.864638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 88e48a92-20c9-4d8e-a821-5c438327700a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=88e48a92-20c9-4d8e-a821-5c438327700a,segment=NetworkSegment(cd460c06-a43a-46d6-b212-f2d4794c1e08),segment_id=cd460c06-a43a-46d6-b212-f2d4794c1e08)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:21.865780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.885736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Transition to ACTIVE for port object abea456f-e2e1-4675-b2c1-1b440a1de706 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:21.946804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.949225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:21.995695 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.021681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:22.028586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:22.033794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:22.055854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f126a26-3b32-4600-b597-5463fdfec0f0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:03:22.071304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Port': ['ID=abea456f-e2e1-4675-b2c1-1b440a1de706,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:22.126017 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.168872 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-98d8fc56-5d4e-42d9-897b-b56a9b07b71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.176356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:22.215844 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.261272 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-8b74669e-c5a2-4039-bf5f-09b281814c54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:03:22.261635 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-8b74669e-c5a2-4039-bf5f-09b281814c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:03:22.283077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Allocated IP 172.20.0.2 (5a2b78ae-1988-419e-b919-7e36f212b5a7/307646a4-2b5e-4b6b-ad1a-90fe6b6abc34/02d53149-9070-4672-8a56-d582af8f1405) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:03:22.290128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=88e48a92-20c9-4d8e-a821-5c438327700a,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:22.379678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.389327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2bfa8-aca6-4fcf-8811-81c2289c81ba None None] Network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:22.481197 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-d31059e9-90b1-4c34-9a85-6b1387d94bfd service neutron] 10.222.0.69 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280509 Jul 14 10:03:22.567721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['6f126a26-3b32-4600-b597-5463fdfec0f0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:03:22.748658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:22.853668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874a333-ad06-49ef-9073-0676c109dad9 req-318b3389-8ffe-4ea9-9576-0e038d5f27d9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:22.855842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6874a333-ad06-49ef-9073-0676c109dad9 req-318b3389-8ffe-4ea9-9576-0e038d5f27d9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 945 time: 0.1276844 Jul 14 10:03:22.861567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ac64791a-1700-4098-a075-14bf66f99445 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:22.895941 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.905989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:22.912535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6874a333-ad06-49ef-9073-0676c109dad9 req-7de94837-3a03-4d39-b75c-240bdd249308 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456705 Jul 14 10:03:23.010074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Port': ['ID=abea456f-e2e1-4675-b2c1-1b440a1de706,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:23.012958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.095169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] Provisioning complete for port 88e48a92-20c9-4d8e-a821-5c438327700a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:23.095499 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.123077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:23.125447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:23.138616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port ac64791a-1700-4098-a075-14bf66f99445 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:23.183975 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.187303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 88e48a92-20c9-4d8e-a821-5c438327700a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:23.236712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Transition to ACTIVE for port object 02d53149-9070-4672-8a56-d582af8f1405 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:23.316882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Transition to ACTIVE for port object 02d53149-9070-4672-8a56-d582af8f1405 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:23.357732 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.451211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Network 5a2b78ae-1988-419e-b919-7e36f212b5a7 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:23.468735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:23.470645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Pushing event updated for resources: {'Port': ['ID=02d53149-9070-4672-8a56-d582af8f1405,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:23.474672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:23.479117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] Provisioning for port ac64791a-1700-4098-a075-14bf66f99445 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:23.484889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 88e48a92-20c9-4d8e-a821-5c438327700a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:23.485273 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.519509 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] Provisioning complete for port ac64791a-1700-4098-a075-14bf66f99445 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:23.519883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.615106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Router 94674c95-542f-4096-97ce-35443dcc8b95 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:03:23.649416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Attempting to bind port 02d53149-9070-4672-8a56-d582af8f1405 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:23.649787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Attempting to bind port 02d53149-9070-4672-8a56-d582af8f1405 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '20ef5829-c9e8-49f9-abfb-2c7417eab171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5a2b78ae-1988-419e-b919-7e36f212b5a7'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:23.650156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Attempting to bind port 02d53149-9070-4672-8a56-d582af8f1405 on network 5a2b78ae-1988-419e-b919-7e36f212b5a7 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:23.679375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:23.679744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Checking segment: {'id': '20ef5829-c9e8-49f9-abfb-2c7417eab171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5a2b78ae-1988-419e-b919-7e36f212b5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:23.680153 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.680571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Bound using segment: {'id': '20ef5829-c9e8-49f9-abfb-2c7417eab171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5a2b78ae-1988-419e-b919-7e36f212b5a7'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:23.681058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Bound port: 02d53149-9070-4672-8a56-d582af8f1405, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ef5829-c9e8-49f9-abfb-2c7417eab171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '5a2b78ae-1988-419e-b919-7e36f212b5a7'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:23.681472 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:23.723572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:23.735042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-de3bd4d9-bf4d-4090-a8f2-0cc9500e44fc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "PUT /v2.0/routers/94674c95-542f-4096-97ce-35443dcc8b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1322687 Jul 14 10:03:23.735577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45838) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:23.741300 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1acce-3c5a-41e4-97ea-f2005c08661f None None] Sync routers for ids ['94674c95-542f-4096-97ce-35443dcc8b95'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:23.770017 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1acce-3c5a-41e4-97ea-f2005c08661f None None] Routers {'94674c95-542f-4096-97ce-35443dcc8b95'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:23.771375 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-37e1acce-3c5a-41e4-97ea-f2005c08661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['94674c95-542f-4096-97ce-35443dcc8b95'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:23.828426 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-37e1acce-3c5a-41e4-97ea-f2005c08661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:23.840115 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e1acce-3c5a-41e4-97ea-f2005c08661f None None] Routers {'94674c95-542f-4096-97ce-35443dcc8b95'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:23.841338 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-37e1acce-3c5a-41e4-97ea-f2005c08661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:02:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['94674c95-542f-4096-97ce-35443dcc8b95'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:23.894985 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-37e1acce-3c5a-41e4-97ea-f2005c08661f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:23.895978 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e1acce-3c5a-41e4-97ea-f2005c08661f None None] The sync data for ids ['94674c95-542f-4096-97ce-35443dcc8b95'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:23.987977 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.013421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] For port 02d53149-9070-4672-8a56-d582af8f1405, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:24.037056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] For port 02d53149-9070-4672-8a56-d582af8f1405, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=02d53149-9070-4672-8a56-d582af8f1405,segment=NetworkSegment(20ef5829-c9e8-49f9-abfb-2c7417eab171),segment_id=20ef5829-c9e8-49f9-abfb-2c7417eab171)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:24.047648 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.054443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] For port ac64791a-1700-4098-a075-14bf66f99445, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ac64791a-1700-4098-a075-14bf66f99445,segment=NetworkSegment(13adbc24-a977-433c-a28b-be219c83d436),segment_id=13adbc24-a977-433c-a28b-be219c83d436)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:24.081996 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.129128 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8edd6b-6388-4fcc-bbe8-ef118c76a62b None None] Pushing event updated for resources: {'Port': ['ID=02d53149-9070-4672-8a56-d582af8f1405,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:24.273611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151dacd-8fe8-4ebf-bc80-a71af40b7849 None None] Pushing event updated for resources: {'Port': ['ID=ac64791a-1700-4098-a075-14bf66f99445,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:24.309713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2c9f6a35-1e58-470e-bb84-413d63c15c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.321234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-56e34e21-9ac1-4b85-a0d8-97e0b9314cb1 None None] Provisioning complete for port ac64791a-1700-4098-a075-14bf66f99445 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:24.321824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-56e34e21-9ac1-4b85-a0d8-97e0b9314cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.406267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03b7d4-0b0c-482b-93e0-8130bca96ff1 req-57e825a2-cac0-4b59-a4e0-d1da6e867ebe tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:24.407629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e03b7d4-0b0c-482b-93e0-8130bca96ff1 req-57e825a2-cac0-4b59-a4e0-d1da6e867ebe tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 945 time: 0.1500649 Jul 14 10:03:24.449823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-56e34e21-9ac1-4b85-a0d8-97e0b9314cb1 None None] Provisioning for port abea456f-e2e1-4675-b2c1-1b440a1de706 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:24.489436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-56e34e21-9ac1-4b85-a0d8-97e0b9314cb1 None None] Provisioning complete for port abea456f-e2e1-4675-b2c1-1b440a1de706 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:24.492059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-56e34e21-9ac1-4b85-a0d8-97e0b9314cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.494029 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-af9c5c83-9fb7-4459-b9b1-2530fc3d21e6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:03:24.495711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-af9c5c83-9fb7-4459-b9b1-2530fc3d21e6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "PUT /v2.0/routers/94674c95-542f-4096-97ce-35443dcc8b95/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7582469 Jul 14 10:03:24.498792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:24.600931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.607478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-56e34e21-9ac1-4b85-a0d8-97e0b9314cb1 None None] Port abea456f-e2e1-4675-b2c1-1b440a1de706 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:03:24.628983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e03b7d4-0b0c-482b-93e0-8130bca96ff1 req-3bc2db5d-088d-411f-a5ab-5d0d193a27d9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898046 Jul 14 10:03:24.765859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-59d4f5fa-981b-40d4-bf85-cbaf20ffad23 None None] Provisioning complete for port abea456f-e2e1-4675-b2c1-1b440a1de706 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:24.766488 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59d4f5fa-981b-40d4-bf85-cbaf20ffad23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.825692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ac64791a-1700-4098-a075-14bf66f99445 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:24.867099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-59d4f5fa-981b-40d4-bf85-cbaf20ffad23 None None] Port abea456f-e2e1-4675-b2c1-1b440a1de706 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:03:24.920950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port ac64791a-1700-4098-a075-14bf66f99445 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:24.921556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:24.991864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:03:25.082752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-e3ae6466-92a3-47e0-af44-f6abed219207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:25.084411 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-e3ae6466-92a3-47e0-af44-f6abed219207 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 1097 time: 0.1455488 Jul 14 10:03:25.099247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:25.147188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 02d53149-9070-4672-8a56-d582af8f1405 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:25.216359 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.299989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 02d53149-9070-4672-8a56-d582af8f1405 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:25.311806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:25.328554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.331994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'port_id': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'mac_address': 'fa:16:3e:91:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:03:25.522171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4675e1-28d6-4b3e-ba5b-f54ba3710cfc None None] Network 5a2b78ae-1988-419e-b919-7e36f212b5a7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:25.613530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ecfbb891-6358-49d7-824e-1bb43f48dd7a None None] Provisioning for port 02d53149-9070-4672-8a56-d582af8f1405 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:25.641055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ecfbb891-6358-49d7-824e-1bb43f48dd7a None None] Provisioning complete for port 02d53149-9070-4672-8a56-d582af8f1405 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:25.641441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb891-6358-49d7-824e-1bb43f48dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.657257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:25.711291 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.752189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:25.809517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Deleting port abea456f-e2e1-4675-b2c1-1b440a1de706 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:25.809986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.817179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6f126a26-3b32-4600-b597-5463fdfec0f0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:03:25.823298 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb891-6358-49d7-824e-1bb43f48dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.869518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-ecfbb891-6358-49d7-824e-1bb43f48dd7a None None] For port 02d53149-9070-4672-8a56-d582af8f1405, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=02d53149-9070-4672-8a56-d582af8f1405,segment=NetworkSegment(20ef5829-c9e8-49f9-abfb-2c7417eab171),segment_id=20ef5829-c9e8-49f9-abfb-2c7417eab171)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:25.877379 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ecfbb891-6358-49d7-824e-1bb43f48dd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.880666 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.907664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Ignored duplicate provisioning block setup for port 6f126a26-3b32-4600-b597-5463fdfec0f0 by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 14 10:03:25.909683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44df4b7-e9cb-4cc4-8974-541e920660ff req-84e5a4cd-0cb6-4307-9761-a5affddb35af tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:25.913759 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c44df4b7-e9cb-4cc4-8974-541e920660ff req-84e5a4cd-0cb6-4307-9761-a5affddb35af tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 945 time: 0.1250713 Jul 14 10:03:25.914405 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:25.960872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbb891-6358-49d7-824e-1bb43f48dd7a None None] Pushing event updated for resources: {'Port': ['ID=02d53149-9070-4672-8a56-d582af8f1405,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:25.999116 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c44df4b7-e9cb-4cc4-8974-541e920660ff req-6aec14d5-0a8f-4755-9944-bf5fdf61a65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715318 Jul 14 10:03:26.077129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:26.079848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:26.115179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Calling delete_port for abea456f-e2e1-4675-b2c1-1b440a1de706 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:26.211540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f19476eb-524c-4f5a-968c-1120ac1dd2e9 None None] Provisioning complete for port 02d53149-9070-4672-8a56-d582af8f1405 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:26.212190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] No DVR routers for this DVR port 6f126a26-3b32-4600-b597-5463fdfec0f0 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:26.212535 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f19476eb-524c-4f5a-968c-1120ac1dd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:26.336429 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:03:26.448773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:03:26.449104 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:03:26.449438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:26.461058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:03:26.461429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Attempting to bind port 6f126a26-3b32-4600-b597-5463fdfec0f0 on network 9c4d7cae-9d44-4641-b9fa-601139a9f08f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:03:26.466992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:26.475824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:03:26.476172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Checking segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:03:26.476599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Bound using segment: {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:03:26.477046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Bound port: 6f126a26-3b32-4600-b597-5463fdfec0f0, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '788dd629-b111-43f9-b51e-5e7995ab0109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:03:26.477512 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:26.500913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Port': ['ID=abea456f-e2e1-4675-b2c1-1b440a1de706,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:26.537636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 02d53149-9070-4672-8a56-d582af8f1405 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:26.615081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 02d53149-9070-4672-8a56-d582af8f1405 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:26.615834 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:26.678386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:03:26.729791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:03:26.734501 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:26.738532 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:27.002449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:27.062172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:27.114488 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:27.172296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:27.173447 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:27.174502 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] 10.222.0.66 "PUT /v2.0/ports/6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 1093 time: 2.0829091 Jul 14 10:03:27.174979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:27.177421 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:27.265054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7d4d19-5af7-4432-913f-0f9d42cc9c4f service neutron] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:27.346346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:27.400658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Router 94674c95-542f-4096-97ce-35443dcc8b95 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:27.410974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab2d5d-b4a8-41b1-9bef-415bf3600645 req-c87929ea-d11e-43c1-a4c5-ed3d027abb70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:27.412689 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78ab2d5d-b4a8-41b1-9bef-415bf3600645 req-c87929ea-d11e-43c1-a4c5-ed3d027abb70 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 945 time: 0.2445023 Jul 14 10:03:27.446254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-57312bf1-b779-4144-95e7-cbb412eaa1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:27.447881 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-57312bf1-b779-4144-95e7-cbb412eaa1fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1097 time: 0.2028718 Jul 14 10:03:27.532625 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053af4b3-3d00-46b2-af98-8e61760a53e5 x-openstack-request-id: req-053af4b3-3d00-46b2-af98-8e61760a53e5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:27.532912 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:27.533163 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-053af4b3-3d00-46b2-af98-8e61760a53e5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:27.533565 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'status': 'completed', 'code': 200} Jul 14 10:03:27.584421 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-78ab2d5d-b4a8-41b1-9bef-415bf3600645 req-706b4aa7-167e-49e6-a03b-dcd906d30147 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640093 Jul 14 10:03:27.596760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:27.604026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-88088482-7e06-4876-b283-5521e8fdbef6 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "PUT /v2.0/routers/94674c95-542f-4096-97ce-35443dcc8b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1038849 Jul 14 10:03:27.611088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45852) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:27.618685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e1566-fcba-49c8-ae5a-e09d4ac49fde None None] Sync routers for ids ['94674c95-542f-4096-97ce-35443dcc8b95'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:27.633307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e1566-fcba-49c8-ae5a-e09d4ac49fde None None] Routers {'94674c95-542f-4096-97ce-35443dcc8b95'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:27.634542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ea2e1566-fcba-49c8-ae5a-e09d4ac49fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['94674c95-542f-4096-97ce-35443dcc8b95'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:27.643276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-42b1d924-705b-42a2-b48c-773eb554ce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:27.645724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-42b1d924-705b-42a2-b48c-773eb554ce65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1097 time: 0.1005847 Jul 14 10:03:27.659760 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-2dcbc807-a1ca-4600-b5b4-60b016ed1d5c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] delete failed (client error): The resource could not be found. Jul 14 10:03:27.664748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2dcbc807-a1ca-4600-b5b4-60b016ed1d5c tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/routers/tempest-non_exist_router-1613113321 HTTP/1.1" status: 404 len: 335 time: 0.0488415 Jul 14 10:03:27.665618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45854) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:27.676925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ea2e1566-fcba-49c8-ae5a-e09d4ac49fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:27.684040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-0230b670-0140-4edd-a378-7d5e318bfcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:27.685621 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-0230b670-0140-4edd-a378-7d5e318bfcb3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1960237 Jul 14 10:03:27.688370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e1566-fcba-49c8-ae5a-e09d4ac49fde None None] Routers {'94674c95-542f-4096-97ce-35443dcc8b95'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:27.689141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ea2e1566-fcba-49c8-ae5a-e09d4ac49fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['94674c95-542f-4096-97ce-35443dcc8b95'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:27.708642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-24565c56-9cc6-4613-ac43-f3dc08c5c5cb tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'router': {'external_gateway_info': {'network_id': '94674c95-542f-4096-97ce-35443dcc8b95'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:27.725473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ea2e1566-fcba-49c8-ae5a-e09d4ac49fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:27.726138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e1566-fcba-49c8-ae5a-e09d4ac49fde None None] The sync data for ids ['94674c95-542f-4096-97ce-35443dcc8b95'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:27.769370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-a852ff49-6195-45cb-847c-dbd69047b593 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 999 time: 0.0774345 Jul 14 10:03:27.829450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-e4d07bfe-5982-4b70-8a92-b45a7a27058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:27.831251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-e4d07bfe-5982-4b70-8a92-b45a7a27058f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0561383 Jul 14 10:03:27.885701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-98d26c83-9a6c-4c3b-af97-bf1d2371a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:27.887249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-98d26c83-9a6c-4c3b-af97-bf1d2371a010 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.2358384 Jul 14 10:03:27.896452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-ddfad8ea-6aec-4fe2-8b2f-753c08582073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:27.898150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-ddfad8ea-6aec-4fe2-8b2f-753c08582073 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602384 Jul 14 10:03:28.005543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-24565c56-9cc6-4613-ac43-f3dc08c5c5cb tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:28.019682 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-1ccd0f9f-4c36-49e7-b57a-dc7ce8c15490 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147761 Jul 14 10:03:28.037470 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-24565c56-9cc6-4613-ac43-f3dc08c5c5cb tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] update failed (client error): The resource could not be found. Jul 14 10:03:28.043605 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-24565c56-9cc6-4613-ac43-f3dc08c5c5cb tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "PUT /v2.0/routers/94674c95-542f-4096-97ce-35443dcc8b95 HTTP/1.1" status: 404 len: 339 time: 0.3701334 Jul 14 10:03:28.043923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45856) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:28.047314 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-66ed9b7e-6cce-4a33-88ce-ca405d28fa60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 999 time: 0.1204538 Jul 14 10:03:28.116346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-093ba5bd-ea05-428e-ab13-13a89e7a9848 req-453a808f-df95-4145-8b4d-4769ec061ef3 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898292 Jul 14 10:03:28.218485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-eb7e3da0-5249-4625-8a52-227d933c61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:28.220055 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-eb7e3da0-5249-4625-8a52-227d933c61f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1097 time: 0.0573666 Jul 14 10:03:28.224003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-434b4e52-3e13-49f1-904b-aad51ad37b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:28.225610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-434b4e52-3e13-49f1-904b-aad51ad37b75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.1722820 Jul 14 10:03:28.346058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-c33bae7e-345f-4383-aeff-795f392a827d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:28.347948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-c33bae7e-345f-4383-aeff-795f392a827d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1217518 Jul 14 10:03:28.397964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-0371efd9-ea2e-4749-921d-d5a352b4b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:28.399522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-0371efd9-ea2e-4749-921d-d5a352b4b9a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670356 Jul 14 10:03:28.419386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:28.427243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-034215bf-9ea2-4ff6-b70c-250329e91e8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 999 time: 0.0723953 Jul 14 10:03:28.492776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-754a5e12-2f60-43c9-b391-0e7174073b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:28.494287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-754a5e12-2f60-43c9-b391-0e7174073b30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0596459 Jul 14 10:03:28.553424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-bba4ccba-0bc0-4c59-84b2-50f69e7d2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:28.555029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-bba4ccba-0bc0-4c59-84b2-50f69e7d2e23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539577 Jul 14 10:03:28.638709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-8aefa87a-d8ab-4856-a8fb-bd9593ad5c8a service neutron] 10.222.0.69 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212088 Jul 14 10:03:28.667598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-61788eb1-28ba-4555-8a60-3b2b148ddd02 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048450 Jul 14 10:03:28.810272 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-a7702acc-c6d6-45ec-a7e5-12b853ce692b service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354620 Jul 14 10:03:28.857353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b6e5439b-5c8f-4873-ba31-ecd03ebb25b6 req-098a7fd7-7cf6-48c8-b7be-4c8ae84a23c5 service neutron] 10.222.0.69 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120252 Jul 14 10:03:28.877732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Allocated IP 172.20.0.1 (45479dc6-a7b7-499c-bbc9-0ae764053215/52fa0553-63cb-4607-9d20-fa53f4a66d81/7454638d-890e-4f71-b431-da8f78cb9dc1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:03:28.968665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a834a7-39f8-4754-a369-a820749a647f req-cc5b63b2-0ead-4a79-9522-70ddb41bd55f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:28.971249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5a834a7-39f8-4754-a369-a820749a647f req-cc5b63b2-0ead-4a79-9522-70ddb41bd55f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 945 time: 0.2067339 Jul 14 10:03:29.042459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5a834a7-39f8-4754-a369-a820749a647f req-188473f3-50b8-4a9e-b766-a4fefb5704f2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648913 Jul 14 10:03:29.056519 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.072662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Transition to ACTIVE for port object 7454638d-890e-4f71-b431-da8f78cb9dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:03:29.115346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.157058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network 45479dc6-a7b7-499c-bbc9-0ae764053215 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:29.162912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:29.167215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:03:29.196999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Port': ['ID=7454638d-890e-4f71-b431-da8f78cb9dc1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:29.225663 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.381188 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.402636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1cc6d291-5434-4487-ae9d-6b4b1cc60174 None None] Provisioning for port 7454638d-890e-4f71-b431-da8f78cb9dc1 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:29.409685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1cc6d291-5434-4487-ae9d-6b4b1cc60174 None None] Provisioning complete for port 7454638d-890e-4f71-b431-da8f78cb9dc1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:29.410331 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1cc6d291-5434-4487-ae9d-6b4b1cc60174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.459490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1cc6d291-5434-4487-ae9d-6b4b1cc60174 None None] Port 7454638d-890e-4f71-b431-da8f78cb9dc1 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:03:29.745913 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.751239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.802758 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.834481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event updated for resources: {'Port': ['ID=7454638d-890e-4f71-b431-da8f78cb9dc1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:29.836924 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:29.940051 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Network 45479dc6-a7b7-499c-bbc9-0ae764053215 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:03:29.941896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:03:30.031458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:03:30.050035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Router 94674c95-542f-4096-97ce-35443dcc8b95 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:30.162404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:30.182316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'port_id': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'mac_address': 'fa:16:3e:91:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:03:30.206353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:30.214144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e4b56c11-291c-4280-a503-743357c1bd7e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "PUT /v2.0/routers/94674c95-542f-4096-97ce-35443dcc8b95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690371 Jul 14 10:03:30.218480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45862) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:30.221824 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635cdc27-13f4-4c85-8e8d-824f55affbc2 None None] Sync routers for ids ['94674c95-542f-4096-97ce-35443dcc8b95'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:30.248782 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cdc27-13f4-4c85-8e8d-824f55affbc2 None None] Routers {'94674c95-542f-4096-97ce-35443dcc8b95'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:30.249500 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-635cdc27-13f4-4c85-8e8d-824f55affbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['94674c95-542f-4096-97ce-35443dcc8b95'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:30.251424 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:30.274960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f126a26-3b32-4600-b597-5463fdfec0f0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:03:30.305304 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-635cdc27-13f4-4c85-8e8d-824f55affbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:30.322225 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635cdc27-13f4-4c85-8e8d-824f55affbc2 None None] Routers {'94674c95-542f-4096-97ce-35443dcc8b95'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:30.323259 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-635cdc27-13f4-4c85-8e8d-824f55affbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['94674c95-542f-4096-97ce-35443dcc8b95'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:30.340792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:30.352758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dccca-83e5-498c-8eac-446b9ed25dd7 req-ec224c2d-31c7-4d4f-a0b2-d656036d409b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:30.354039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:30.355341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-990dccca-83e5-498c-8eac-446b9ed25dd7 req-ec224c2d-31c7-4d4f-a0b2-d656036d409b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 945 time: 0.1676021 Jul 14 10:03:30.362919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f16d8553-eb40-4164-b7c0-a932a86a83c2 None None] Provisioning complete for port 7454638d-890e-4f71-b431-da8f78cb9dc1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:30.362919 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f16d8553-eb40-4164-b7c0-a932a86a83c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:30.378988 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-635cdc27-13f4-4c85-8e8d-824f55affbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:30.379991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635cdc27-13f4-4c85-8e8d-824f55affbc2 None None] The sync data for ids ['94674c95-542f-4096-97ce-35443dcc8b95'] in n-d-780147-26 is: [] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:30.383857 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4218817d-3d2f-4447-a5e1-b5a7a96b85a4 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:30.417847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-990dccca-83e5-498c-8eac-446b9ed25dd7 req-0065f48f-6eb2-41b0-acf2-9ba741760778 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511477 Jul 14 10:03:30.448912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45864) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:30.476525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f16d8553-eb40-4164-b7c0-a932a86a83c2 None None] Port 7454638d-890e-4f71-b431-da8f78cb9dc1 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:03:30.483269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=11']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:30.521854 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-4218817d-3d2f-4447-a5e1-b5a7a96b85a4 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 14 10:03:30.523035 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4218817d-3d2f-4447-a5e1-b5a7a96b85a4 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/routers/94674c95-542f-4096-97ce-35443dcc8b95 HTTP/1.1" status: 409 len: 329 time: 0.3035164 Jul 14 10:03:30.527276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45866) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:30.556321 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f1015d69-4c64-4706-b8a1-099cf8a2fdb6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/966543cf-5804-4d0f-ba48-430dc5567ee8 HTTP/1.1" status: 200 len: 992 time: 0.1052916 Jul 14 10:03:30.570473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['6f126a26-3b32-4600-b597-5463fdfec0f0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:03:31.267486 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:31.605519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Deleting port 7454638d-890e-4f71-b431-da8f78cb9dc1 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:31.605992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:31.744373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:31.757351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Calling delete_port for 7454638d-890e-4f71-b431-da8f78cb9dc1 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:31.972871 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.001515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Port': ['ID=7454638d-890e-4f71-b431-da8f78cb9dc1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:32.031838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:03:32.118251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 6f126a26-3b32-4600-b597-5463fdfec0f0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:03:32.123304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 6f126a26-3b32-4600-b597-5463fdfec0f0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:03:32.123717 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.236429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.262435 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.307727 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-aca63d03-f046-4223-affa-1acd57422df7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1112607 Jul 14 10:03:32.310275 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:03:32.314796 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad804708-762f-4074-9ad3-874af344407d" -d '{"events": [{"server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "name": "network-vif-plugged", "status": "completed", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:03:32.340126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:32.348913 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.408167 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232875bb-ff6e-4d3a-afcb-1e294a72b799 x-openstack-request-id: req-232875bb-ff6e-4d3a-afcb-1e294a72b799 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:03:32.408682 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "name": "network-vif-plugged", "status": "completed", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:03:32.409101 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-232875bb-ff6e-4d3a-afcb-1e294a72b799 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:03:32.409721 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'code': 200} Jul 14 10:03:32.474230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Router 94674c95-542f-4096-97ce-35443dcc8b95 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:03:32.477068 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:32.493506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-2e2ba83f-2241-4291-b3e9-5a0df1b0c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:32.496309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-2e2ba83f-2241-4291-b3e9-5a0df1b0c942 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1099 time: 0.1057882 Jul 14 10:03:32.612078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:03:32.620559 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9d75ad74-4c8d-4966-b7f2-18256c0d9a86 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "PUT /v2.0/routers/94674c95-542f-4096-97ce-35443dcc8b95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0907338 Jul 14 10:03:32.624904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45870) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:32.629663 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e7592-f990-4939-bee6-bedb519f5254 None None] Sync routers for ids ['94674c95-542f-4096-97ce-35443dcc8b95'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:03:32.643812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e7592-f990-4939-bee6-bedb519f5254 None None] Routers {'94674c95-542f-4096-97ce-35443dcc8b95'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:32.644685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ea2e7592-f990-4939-bee6-bedb519f5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['94674c95-542f-4096-97ce-35443dcc8b95'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:32.645326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-17176aff-5741-4342-8ddd-9677171338dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:32.648505 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-17176aff-5741-4342-8ddd-9677171338dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1258612 Jul 14 10:03:32.686307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ea2e7592-f990-4939-bee6-bedb519f5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:32.688048 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-37a405d0-76aa-44a4-8510-da6b3b22cc62 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] show failed (client error): The resource could not be found. Jul 14 10:03:32.690544 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-37a405d0-76aa-44a4-8510-da6b3b22cc62 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "GET /v2.0/routers/tempest-non_exist_router-419990320 HTTP/1.1" status: 404 len: 334 time: 0.0631566 Jul 14 10:03:32.695437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45872) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:32.703053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7f8d200f-8e96-4907-a372-a8754a916d49 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:32.705995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e7592-f990-4939-bee6-bedb519f5254 None None] Routers {'94674c95-542f-4096-97ce-35443dcc8b95'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:03:32.707064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ea2e7592-f990-4939-bee6-bedb519f5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['94674c95-542f-4096-97ce-35443dcc8b95'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:32.759827 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-7f8d200f-8e96-4907-a372-a8754a916d49 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] update failed (client error): The resource could not be found. Jul 14 10:03:32.762860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7f8d200f-8e96-4907-a372-a8754a916d49 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "PUT /v2.0/routers/tempest-non_exist_router-1196212958 HTTP/1.1" status: 404 len: 335 time: 0.0658867 Jul 14 10:03:32.769061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45874) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:32.773731 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ea2e7592-f990-4939-bee6-bedb519f5254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:32.776329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2e7592-f990-4939-bee6-bedb519f5254 None None] The sync data for ids ['94674c95-542f-4096-97ce-35443dcc8b95'] in n-d-780147-26 is: [] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:03:32.791320 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-44460e87-88f8-40e3-84fa-8ae8d69a734b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 1001 time: 0.1360517 Jul 14 10:03:32.861636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a75595b-5323-4668-a00d-e6bae0eefbdc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Deleting subnet 307646a4-2b5e-4b6b-ad1a-90fe6b6abc34 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:03:32.867673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a75595b-5323-4668-a00d-e6bae0eefbdc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.871278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-317afcf6-29b1-484a-b733-ac3f519b3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:32.874011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-317afcf6-29b1-484a-b733-ac3f519b3f41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0758908 Jul 14 10:03:32.946102 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a75595b-5323-4668-a00d-e6bae0eefbdc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:32.973905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-c5b47219-4f8d-4702-a026-c31ba2c5782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:32.976683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-c5b47219-4f8d-4702-a026-c31ba2c5782d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969143 Jul 14 10:03:33.078210 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a75595b-5323-4668-a00d-e6bae0eefbdc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.121539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-227f5da4-c53a-478d-860e-b4c49024cf38 service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369977 Jul 14 10:03:33.178837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a75595b-5323-4668-a00d-e6bae0eefbdc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.209742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75595b-5323-4668-a00d-e6bae0eefbdc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Subnet': ['ID=307646a4-2b5e-4b6b-ad1a-90fe6b6abc34,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:33.214741 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a75595b-5323-4668-a00d-e6bae0eefbdc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.216808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9a75595b-5323-4668-a00d-e6bae0eefbdc tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/subnets/307646a4-2b5e-4b6b-ad1a-90fe6b6abc34 HTTP/1.1" status: 204 len: 168 time: 0.4461155 Jul 14 10:03:33.220287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45876) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:33.232772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922856f3-0aee-49a6-872b-f3ce2ac5fa0b None None] Network 5a2b78ae-1988-419e-b919-7e36f212b5a7 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:33.256448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c27989ce-e9c4-4c60-b42b-48df8a569cc3 req-fddec033-e24b-49bf-b902-39bedd9d0dcd service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288106 Jul 14 10:03:33.291809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-172f3131-2fe2-4450-8b83-9d658b1cba46 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Deleting subnet 0f9e3668-8c91-4dc8-8b4a-f4e0be67254b {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:03:33.296656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-172f3131-2fe2-4450-8b83-9d658b1cba46 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.362198 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-172f3131-2fe2-4450-8b83-9d658b1cba46 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.486650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] DHCP port deletion for 5a2b78ae-1988-419e-b919-7e36f212b5a7 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:03:33.495988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-172f3131-2fe2-4450-8b83-9d658b1cba46 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.562164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] Deleting port 02d53149-9070-4672-8a56-d582af8f1405 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:33.562765 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.614564 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-172f3131-2fe2-4450-8b83-9d658b1cba46 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.660189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] For port 02d53149-9070-4672-8a56-d582af8f1405, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=02d53149-9070-4672-8a56-d582af8f1405,segment=NetworkSegment(20ef5829-c9e8-49f9-abfb-2c7417eab171),segment_id=20ef5829-c9e8-49f9-abfb-2c7417eab171)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:33.660929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.668601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-172f3131-2fe2-4450-8b83-9d658b1cba46 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.673032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-172f3131-2fe2-4450-8b83-9d658b1cba46 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/subnets/0f9e3668-8c91-4dc8-8b4a-f4e0be67254b HTTP/1.1" status: 204 len: 168 time: 0.4512088 Jul 14 10:03:33.674340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f3131-2fe2-4450-8b83-9d658b1cba46 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9e3668-8c91-4dc8-8b4a-f4e0be67254b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:33.677367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45878) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:33.683401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342907a6-bd70-40d1-b62f-70d793827530 None None] Network 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:33.691336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] Calling delete_port for 02d53149-9070-4672-8a56-d582af8f1405 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:33.816165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.906249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Deleting port 02d53149-9070-4672-8a56-d582af8f1405 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:33.906713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.945433 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:33.978573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] Pushing event deleted for resources: {'Port': ['ID=02d53149-9070-4672-8a56-d582af8f1405,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:33.988269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03244c70-4605-43ad-af87-87a65ac35703 None None] No DVR routers for this DVR port 02d53149-9070-4672-8a56-d582af8f1405 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:33.996713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] For port 02d53149-9070-4672-8a56-d582af8f1405, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=02d53149-9070-4672-8a56-d582af8f1405,segment=NetworkSegment(20ef5829-c9e8-49f9-abfb-2c7417eab171),segment_id=20ef5829-c9e8-49f9-abfb-2c7417eab171)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:33.997331 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.017967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Calling delete_port for 02d53149-9070-4672-8a56-d582af8f1405 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:34.096287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] DHCP port deletion for 7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:03:34.131223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.174824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Port': ['ID=02d53149-9070-4672-8a56-d582af8f1405,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:34.175249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] Deleting port ac64791a-1700-4098-a075-14bf66f99445 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:34.175554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.181369 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] No DVR routers for this DVR port 02d53149-9070-4672-8a56-d582af8f1405 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:34.284709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] For port ac64791a-1700-4098-a075-14bf66f99445, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=ac64791a-1700-4098-a075-14bf66f99445,segment=NetworkSegment(13adbc24-a977-433c-a28b-be219c83d436),segment_id=13adbc24-a977-433c-a28b-be219c83d436)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:34.286088 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.308737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] Calling delete_port for ac64791a-1700-4098-a075-14bf66f99445 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:34.317590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.332288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2b78ae-1988-419e-b919-7e36f212b5a7']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:34.346553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ef5829-c9e8-49f9-abfb-2c7417eab171') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:34.347010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ef5829-c9e8-49f9-abfb-2c7417eab171') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:34.359842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.382903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.392719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:03:34.393272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: self.session.flush() Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:03:34.397626 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:03:34.427366 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.457158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] Pushing event deleted for resources: {'Port': ['ID=ac64791a-1700-4098-a075-14bf66f99445,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:34.461319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fd1688-2968-4260-84ad-c18814fc479a None None] No DVR routers for this DVR port ac64791a-1700-4098-a075-14bf66f99445 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:34.476966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.484436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.486728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/networks/5a2b78ae-1988-419e-b919-7e36f212b5a7 HTTP/1.1" status: 204 len: 168 time: 0.8078470 Jul 14 10:03:34.489363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45880) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:34.509255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44e8c8-8f7f-401b-be71-08df67d44c91 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Network': ['ID=5a2b78ae-1988-419e-b919-7e36f212b5a7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:34.562208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ac64791a-1700-4098-a075-14bf66f99445 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:34.594651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: ac64791a-1700-4098-a075-14bf66f99445 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:34.595052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device ac64791a-1700-4098-a075-14bf66f99445 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:34.595488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 02d53149-9070-4672-8a56-d582af8f1405 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:34.610140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.617528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 02d53149-9070-4672-8a56-d582af8f1405 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:34.617877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 02d53149-9070-4672-8a56-d582af8f1405 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:34.734151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.747552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:34.768431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13adbc24-a977-433c-a28b-be219c83d436') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:34.768945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13adbc24-a977-433c-a28b-be219c83d436') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:34.793934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.820667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.833399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:03:34.834056 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:03:34.840354 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:03:34.949674 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.960462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:34.962574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/networks/7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28 HTTP/1.1" status: 204 len: 168 time: 0.4721334 Jul 14 10:03:34.965731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45882) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:34.975936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79150608-2d48-4f03-ba38-ba54462b701d tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Network': ['ID=7a3d81b4-2a65-4bf4-ae5d-05b1e4760f28,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:35.022227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-61de9178-bdb9-4594-8fd7-05bc43ce135e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Deleting subnet 52fa0553-63cb-4607-9d20-fa53f4a66d81 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:03:35.025849 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61de9178-bdb9-4594-8fd7-05bc43ce135e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.069127 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61de9178-bdb9-4594-8fd7-05bc43ce135e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.196759 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61de9178-bdb9-4594-8fd7-05bc43ce135e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.279722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61de9178-bdb9-4594-8fd7-05bc43ce135e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.309753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9178-bdb9-4594-8fd7-05bc43ce135e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Subnet': ['ID=52fa0553-63cb-4607-9d20-fa53f4a66d81,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:35.316441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61de9178-bdb9-4594-8fd7-05bc43ce135e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.319839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-61de9178-bdb9-4594-8fd7-05bc43ce135e tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/subnets/52fa0553-63cb-4607-9d20-fa53f4a66d81 HTTP/1.1" status: 204 len: 168 time: 0.3527033 Jul 14 10:03:35.322792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45884) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:35.325936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb272b8f-bd5c-4bc5-a3bb-60a29e349056 None None] Network 45479dc6-a7b7-499c-bbc9-0ae764053215 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:03:35.445358 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.547896 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Deleting port 88e48a92-20c9-4d8e-a821-5c438327700a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:35.548277 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.571768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] DHCP port deletion for 45479dc6-a7b7-499c-bbc9-0ae764053215 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:03:35.643347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] For port 88e48a92-20c9-4d8e-a821-5c438327700a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=88e48a92-20c9-4d8e-a821-5c438327700a,segment=NetworkSegment(cd460c06-a43a-46d6-b212-f2d4794c1e08),segment_id=cd460c06-a43a-46d6-b212-f2d4794c1e08)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:35.643777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.654989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] Deleting port 88e48a92-20c9-4d8e-a821-5c438327700a {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:03:35.655581 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.667937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Calling delete_port for 88e48a92-20c9-4d8e-a821-5c438327700a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:35.733197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] For port 88e48a92-20c9-4d8e-a821-5c438327700a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=88e48a92-20c9-4d8e-a821-5c438327700a,segment=NetworkSegment(cd460c06-a43a-46d6-b212-f2d4794c1e08),segment_id=cd460c06-a43a-46d6-b212-f2d4794c1e08)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:03:35.733624 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.750458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] Calling delete_port for 88e48a92-20c9-4d8e-a821-5c438327700a owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:03:35.811002 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.849490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Port': ['ID=88e48a92-20c9-4d8e-a821-5c438327700a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:35.854034 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] No DVR routers for this DVR port 88e48a92-20c9-4d8e-a821-5c438327700a on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:35.961041 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:35.977741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45479dc6-a7b7-499c-bbc9-0ae764053215']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:35.991820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd460c06-a43a-46d6-b212-f2d4794c1e08') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:35.992305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd460c06-a43a-46d6-b212-f2d4794c1e08') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:36.002568 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.020298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.028327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:03:36.028741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:03:36.032510 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:03:36.041689 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.086273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] Pushing event deleted for resources: {'Port': ['ID=88e48a92-20c9-4d8e-a821-5c438327700a,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:36.092920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fe1654-7b6f-4d09-825e-332b731059b0 None None] No DVR routers for this DVR port 88e48a92-20c9-4d8e-a821-5c438327700a on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:03:36.110090 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.118360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.121202 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/networks/45479dc6-a7b7-499c-bbc9-0ae764053215 HTTP/1.1" status: 204 len: 168 time: 0.7964692 Jul 14 10:03:36.125606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45886) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:36.136186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07b3cd0-c2cb-4bd9-894b-cce17360abd0 tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Pushing event deleted for resources: {'Network': ['ID=45479dc6-a7b7-499c-bbc9-0ae764053215,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:36.161747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7b0670a6-d1e1-4571-a440-a86c63cc49eb tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "GET /v2.0/ports?device_id=94674c95-542f-4096-97ce-35443dcc8b95 HTTP/1.1" status: 200 len: 205 time: 0.0348723 Jul 14 10:03:36.165821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45888) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:36.255959 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6b328-32b1-4ef4-b6c2-8b6b24a742fd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.455396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6b328-32b1-4ef4-b6c2-8b6b24a742fd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.457716 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6b328-32b1-4ef4-b6c2-8b6b24a742fd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.515356 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6b328-32b1-4ef4-b6c2-8b6b24a742fd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.516253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c6b328-32b1-4ef4-b6c2-8b6b24a742fd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Fanout notify agent at l3_agent the message router_deleted on router 94674c95-542f-4096-97ce-35443dcc8b95 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:03:36.526702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69c6b328-32b1-4ef4-b6c2-8b6b24a742fd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:36.531195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-69c6b328-32b1-4ef4-b6c2-8b6b24a742fd tempest-RoutersNegativeTest-742171582 tempest-RoutersNegativeTest-742171582-project] 10.222.0.73 "DELETE /v2.0/routers/94674c95-542f-4096-97ce-35443dcc8b95 HTTP/1.1" status: 204 len: 168 time: 0.3613439 Jul 14 10:03:36.543897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 88e48a92-20c9-4d8e-a821-5c438327700a no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:03:36.568046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 88e48a92-20c9-4d8e-a821-5c438327700a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:03:36.568529 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 88e48a92-20c9-4d8e-a821-5c438327700a not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:03:36.863922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45894) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:37.056499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-95b64b4e-8064-4ce2-8a94-498b2832eb8a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d04c01422f454d4fabc4882dc415d991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915088 Jul 14 10:03:37.059499 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45898) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:37.116327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88b7cab0-aa05-484a-81f8-f30e56416cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:37.140351 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88b7cab0-aa05-484a-81f8-f30e56416cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:37.194372 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88b7cab0-aa05-484a-81f8-f30e56416cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:37.197592 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88b7cab0-aa05-484a-81f8-f30e56416cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:37.198912 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-88b7cab0-aa05-484a-81f8-f30e56416cf4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f557ab94-f5bb-4c78-8111-46d6b46268be HTTP/1.1" status: 204 len: 168 time: 0.1384387 Jul 14 10:03:37.209516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7cab0-aa05-484a-81f8-f30e56416cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f557ab94-f5bb-4c78-8111-46d6b46268be,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:38.174858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45922) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:38.296314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e53ec3e2-99fb-4ea5-80ce-ad64a0946c6d tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-325770563', 'prefixes': ['172.20.0.0/16']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:38.382281 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e53ec3e2-99fb-4ea5-80ce-ad64a0946c6d tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] Notify callbacks [] for subnetpool, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:38.384440 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e53ec3e2-99fb-4ea5-80ce-ad64a0946c6d tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2082069 Jul 14 10:03:38.387602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45926) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:38.461191 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2a2547f9-1044-400a-b023-d3a350671bda tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] 10.222.0.73 "GET /v2.0/subnetpools/62934298-3399-44fd-a6c6-6dee825f4a85 HTTP/1.1" status: 200 len: 731 time: 0.0711596 Jul 14 10:03:38.465447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45928) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:38.471445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-112086b8-fb69-4048-93a2-7b9481a8a73b tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-688409647'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:38.597609 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-112086b8-fb69-4048-93a2-7b9481a8a73b tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] Notify callbacks [] for subnetpool, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:38.598973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-112086b8-fb69-4048-93a2-7b9481a8a73b tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] 10.222.0.73 "PUT /v2.0/subnetpools/62934298-3399-44fd-a6c6-6dee825f4a85 HTTP/1.1" status: 200 len: 683 time: 0.1321840 Jul 14 10:03:38.603540 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45930) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:38.722748 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf6dd44e-b26e-4c59-8f78-a22c0b1c87c7 tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] Notify callbacks [] for subnetpool, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:38.724761 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bf6dd44e-b26e-4c59-8f78-a22c0b1c87c7 tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] 10.222.0.73 "DELETE /v2.0/subnetpools/62934298-3399-44fd-a6c6-6dee825f4a85 HTTP/1.1" status: 204 len: 168 time: 0.1198754 Jul 14 10:03:38.728291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45932) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:38.753503 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-3553bf8c-2366-4689-8225-1b3ed2b24316 tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] show failed (client error): The resource could not be found. Jul 14 10:03:38.755409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3553bf8c-2366-4689-8225-1b3ed2b24316 tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] 10.222.0.73 "GET /v2.0/subnetpools/62934298-3399-44fd-a6c6-6dee825f4a85 HTTP/1.1" status: 404 len: 346 time: 0.0254264 Jul 14 10:03:38.758421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45934) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:38.784415 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-f8a1e9cd-661e-47a5-9e06-04632bfd94dd tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] delete failed (client error): The resource could not be found. Jul 14 10:03:38.786218 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f8a1e9cd-661e-47a5-9e06-04632bfd94dd tempest-SubnetPoolsTestJSON-386028783 tempest-SubnetPoolsTestJSON-386028783-project] 10.222.0.73 "DELETE /v2.0/subnetpools/62934298-3399-44fd-a6c6-6dee825f4a85 HTTP/1.1" status: 404 len: 346 time: 0.0262363 Jul 14 10:03:39.182390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45940) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:39.317903 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bae5b6c5-5a49-4e26-b52f-beea302dc5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.467590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bae5b6c5-5a49-4e26-b52f-beea302dc5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.473250 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bae5b6c5-5a49-4e26-b52f-beea302dc5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.545323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5b6c5-5a49-4e26-b52f-beea302dc5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9bfad2c-4194-4fb6-949e-4ed51bf08831,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:39.553710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bae5b6c5-5a49-4e26-b52f-beea302dc5a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0246997838c345f498e5ad69f8882fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695264 Jul 14 10:03:39.558001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45944) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:39.639322 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88edbca8-6f81-4d47-99f8-04c3bc8a6f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.669902 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88edbca8-6f81-4d47-99f8-04c3bc8a6f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.746427 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88edbca8-6f81-4d47-99f8-04c3bc8a6f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.751270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-88edbca8-6f81-4d47-99f8-04c3bc8a6f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:39.753366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-88edbca8-6f81-4d47-99f8-04c3bc8a6f2b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a9bfad2c-4194-4fb6-949e-4ed51bf08831 HTTP/1.1" status: 204 len: 168 time: 0.1936088 Jul 14 10:03:39.767266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edbca8-6f81-4d47-99f8-04c3bc8a6f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9bfad2c-4194-4fb6-949e-4ed51bf08831,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:40.792636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45966) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:40.917831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-390916129'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:03:40.950671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Made reservation on behalf of 28c71792c5c14896802d541608a0e76d for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:03:40.955133 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:40.966989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:41.106726 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:41.112115 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:41.145766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:03:41.157228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb68733-ea14-49bc-a9ff-8c198ffa204b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:41.163003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:41.163546 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Added segment bef21e2c-b35d-4165-9397-bad8e4b5692d of type vlan for network 6e98e13e-5578-40c4-add2-11a7a65553bd Jul 14 10:03:41.220281 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:41.255204 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:41.262706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:03:41.263998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:41.336170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5420923 Jul 14 10:03:41.342124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45970) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:41.350993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-d045abf1-0134-49f7-abef-dd8201721a01 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', 'tempest-TagsTest-Tag-172184764') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:41.354378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b5946-8695-402a-a610-7c9c4e45ac85 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Pushing event updated for resources: {'Network': ['ID=6e98e13e-5578-40c4-add2-11a7a65553bd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:41.369568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 6e98e13e-5578-40c4-add2-11a7a65553bd details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:03:41.480623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d045abf1-0134-49f7-abef-dd8201721a01 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "PUT /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags/tempest-TagsTest-Tag-172184764 HTTP/1.1" status: 201 len: 201 time: 0.1369524 Jul 14 10:03:41.486851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45972) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:41.494260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-6f2921d9-5478-4cd4-aaab-d72ba26f6f18 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', 'tempest-TagsTest-Tag-172184764') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:41.599542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6f2921d9-5478-4cd4-aaab-d72ba26f6f18 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "GET /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags/tempest-TagsTest-Tag-172184764 HTTP/1.1" status: 204 len: 168 time: 0.1111329 Jul 14 10:03:41.603372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45974) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:41.608587 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-4a7b146e-695d-49d5-9870-c606268c7a19 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:41.703598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4a7b146e-695d-49d5-9870-c606268c7a19 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "GET /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags HTTP/1.1" status: 200 len: 237 time: 0.0989277 Jul 14 10:03:41.706627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45976) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:41.711389 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-0898d182-7756-41d6-801c-3e053049ade1 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', {'tags': ['tempest-TagsTest-Tag-1235668686', 'tempest-TagsTest-Tag-216507269', 'tempest-TagsTest-Tag-213971974']}) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:41.809443 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0898d182-7756-41d6-801c-3e053049ade1 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "PUT /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags HTTP/1.1" status: 200 len: 307 time: 0.1015968 Jul 14 10:03:41.812898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45978) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:41.820137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-06afefc6-ad3c-4345-a7e2-a85719045597 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', 'tempest-TagsTest-Tag-1235668686') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:42.380338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-06afefc6-ad3c-4345-a7e2-a85719045597 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "DELETE /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags/tempest-TagsTest-Tag-1235668686 HTTP/1.1" status: 204 len: 168 time: 0.5659611 Jul 14 10:03:42.383178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45980) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:42.388541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-a36dc1fd-efc5-42c6-a196-3e28088abea6 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', 'tempest-TagsTest-Tag-1235668686') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:42.472512 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-a36dc1fd-efc5-42c6-a196-3e28088abea6 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] show failed (client error): The resource could not be found. Jul 14 10:03:42.473964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a36dc1fd-efc5-42c6-a196-3e28088abea6 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "GET /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags/tempest-TagsTest-Tag-1235668686 HTTP/1.1" status: 404 len: 326 time: 0.0894222 Jul 14 10:03:42.477374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45982) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:42.483145 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-8e8ab25e-1246-4e5a-a430-cfbcb7ef0eb1 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', 'tempest-TagsTest-Tag-216507269') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:42.556236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8e8ab25e-1246-4e5a-a430-cfbcb7ef0eb1 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "GET /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags/tempest-TagsTest-Tag-216507269 HTTP/1.1" status: 204 len: 168 time: 0.0775027 Jul 14 10:03:42.558875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 45984) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:42.563349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.tag.tag_plugin [None req-54d3d50d-6acf-4fcd-912a-39a83c64bd73 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', 'tempest-TagsTest-Tag-213971974') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:42.638872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-54d3d50d-6acf-4fcd-912a-39a83c64bd73 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "GET /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags/tempest-TagsTest-Tag-213971974 HTTP/1.1" status: 204 len: 168 time: 0.0783839 Jul 14 10:03:42.641821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45986) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:42.649467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-5ddf68bf-c57e-410d-9c42-20e37900ba8d tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:42.751414 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5ddf68bf-c57e-410d-9c42-20e37900ba8d tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "DELETE /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1079621 Jul 14 10:03:42.755173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45988) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:42.760010 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-4531d2f0-8509-427a-9dac-ca75696703df tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', 'tempest-TagsTest-Tag-216507269') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:42.851503 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-4531d2f0-8509-427a-9dac-ca75696703df tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] show failed (client error): The resource could not be found. Jul 14 10:03:42.853241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4531d2f0-8509-427a-9dac-ca75696703df tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "GET /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags/tempest-TagsTest-Tag-216507269 HTTP/1.1" status: 404 len: 325 time: 0.0967140 Jul 14 10:03:42.856031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45990) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:42.861464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-771c4b0f-dea1-4943-960a-62b0580a45c4 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd', 'tempest-TagsTest-Tag-213971974') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:42.950476 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-771c4b0f-dea1-4943-960a-62b0580a45c4 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] show failed (client error): The resource could not be found. Jul 14 10:03:42.952942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-771c4b0f-dea1-4943-960a-62b0580a45c4 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "GET /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags/tempest-TagsTest-Tag-213971974 HTTP/1.1" status: 404 len: 325 time: 0.0956633 Jul 14 10:03:42.955495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45992) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:42.960179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.tag.tag_plugin [None req-58bb24b2-ac45-4a65-8d17-76995d1a9fec tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6e98e13e-5578-40c4-add2-11a7a65553bd') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:43.066357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-58bb24b2-ac45-4a65-8d17-76995d1a9fec tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "DELETE /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1097891 Jul 14 10:03:43.070773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 45994) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:43.148382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.243713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.254850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e98e13e-5578-40c4-add2-11a7a65553bd']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:43.268741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef21e2c-b35d-4165-9397-bad8e4b5692d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:43.269033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef21e2c-b35d-4165-9397-bad8e4b5692d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:03:43.279427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.295228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.305632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:03:43.305632 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:03:43.310838 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:03:43.377175 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.386014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.387034 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] 10.222.0.73 "DELETE /v2.0/networks/6e98e13e-5578-40c4-add2-11a7a65553bd HTTP/1.1" status: 204 len: 168 time: 0.3152890 Jul 14 10:03:43.402555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8cdca-fe4d-4086-9526-bd4138e84c93 tempest-TagsTest-105311471 tempest-TagsTest-105311471-project] Pushing event deleted for resources: {'Network': ['ID=6e98e13e-5578-40c4-add2-11a7a65553bd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:43.668386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46000) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:43.819067 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ae42872c-9520-4c52-902b-72511cc30fd6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28c71792c5c14896802d541608a0e76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494446 Jul 14 10:03:43.821872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46004) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:03:43.878062 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3814461d-560d-44c7-bcf9-85a394044b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.904579 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3814461d-560d-44c7-bcf9-85a394044b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.962499 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3814461d-560d-44c7-bcf9-85a394044b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.965145 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3814461d-560d-44c7-bcf9-85a394044b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:43.966957 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3814461d-560d-44c7-bcf9-85a394044b7d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eeb68733-ea14-49bc-a9ff-8c198ffa204b HTTP/1.1" status: 204 len: 168 time: 0.1435266 Jul 14 10:03:43.977346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814461d-560d-44c7-bcf9-85a394044b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb68733-ea14-49bc-a9ff-8c198ffa204b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:03:51.926141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-89148575-1ed4-4e0c-a31c-eb3c3cb52a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:54.244404 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3619bdfa-a905-4f61-90df-bc7babb17b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:54.557858 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:55.688100 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:57.117053 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:57.341470 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:03:59.815625 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:01.206785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731462f-8a3b-442c-b13c-3b595b0fea68 req-0737f05e-4cc9-45a6-9fd1-c7ece68233ee tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:01.208447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4731462f-8a3b-442c-b13c-3b595b0fea68 req-0737f05e-4cc9-45a6-9fd1-c7ece68233ee tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1099 time: 0.0660017 Jul 14 10:04:01.245082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4731462f-8a3b-442c-b13c-3b595b0fea68 req-a5977024-c397-43ee-a722-263d3cafda53 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305004 Jul 14 10:04:01.270372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46160) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:01.457775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 3f0c97f0-5eb1-41d6-8636-0c2e2151ac42 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:01.458201 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:01.566195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:01.566652 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:01.584074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 3f0c97f0-5eb1-41d6-8636-0c2e2151ac42 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:01.787170 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:01.832386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=3f0c97f0-5eb1-41d6-8636-0c2e2151ac42,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:01.906073 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:01.906442 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Floating IP 966543cf-5804-4d0f-ba48-430dc5567ee8 disassociated (deleted). External IP: 172.25.0.85, port: 6f126a26-3b32-4600-b597-5463fdfec0f0. Jul 14 10:04:02.161846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:02.318307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:02.323637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:02.334657 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] Sync routers for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:02.351199 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:02.352102 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:02.364259 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b15f6bdb-6789-4b8d-82e6-8fedb4d4d615 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/floatingips/966543cf-5804-4d0f-ba48-430dc5567ee8 HTTP/1.1" status: 204 len: 168 time: 1.0925241 Jul 14 10:04:02.364840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:02.375874 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda0684-7510-4904-b1c2-f3bec40672a1" -d '{"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:02.433982 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd5012-2a83-4201-9b46-491a0e529bc3 x-openstack-request-id: req-9cfd5012-2a83-4201-9b46-491a0e529bc3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:02.434975 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:02.435313 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9cfd5012-2a83-4201-9b46-491a0e529bc3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:02.435908 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'status': 'completed', 'code': 200} Jul 14 10:04:02.557753 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:02.594821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-b7351625-a6e0-4a8a-94b7-b74a41376232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:02.598664 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-b7351625-a6e0-4a8a-94b7-b74a41376232 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 1099 time: 0.1213911 Jul 14 10:04:02.769696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-bf348ff6-ffed-4088-9001-862c78a845f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:02.772715 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-bf348ff6-ffed-4088-9001-862c78a845f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 200 len: 897 time: 0.1674693 Jul 14 10:04:02.860628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-056dee2a-2bfe-4073-bb9a-77e2c736c2bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 200 len: 217 time: 0.0755568 Jul 14 10:04:02.877357 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:15Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:02.906788 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] Checking router: ee4e631c-525b-4ea1-a60e-062a8a4b5c58 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:02.917327 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:02.918239 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:02.931675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-059e5ce9-1064-419b-967b-1bfc03a6cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:02.933442 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-059e5ce9-1064-419b-967b-1bfc03a6cf39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 200 len: 834 time: 0.0666275 Jul 14 10:04:03.027337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-76f8cbd8-6093-4c47-930c-e2c6fddd0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:03.030320 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-76f8cbd8-6093-4c47-930c-e2c6fddd0a08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9c4d7cae-9d44-4641-b9fa-601139a9f08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880609 Jul 14 10:04:03.052131 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:03.052358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05a65c-343e-497f-9d05-4edcd01fc3de req-4fcf9a1b-9a0d-485a-a829-ffd042bb5556 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:03.054214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc05a65c-343e-497f-9d05-4edcd01fc3de req-4fcf9a1b-9a0d-485a-a829-ffd042bb5556 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 947 time: 0.0843308 Jul 14 10:04:03.102325 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fc05a65c-343e-497f-9d05-4edcd01fc3de req-fae6ea5b-b6aa-4e7d-88c7-265ba6e9a387 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384977 Jul 14 10:04:03.212185 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-3368d108-e983-47c7-a8c8-5f9196d314fd service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732013 Jul 14 10:04:03.355305 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:04:03.369448 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:15Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:03.375629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ffda0684-7510-4904-b1c2-f3bec40672a1 req-8dc2c5a1-fbea-4c88-aa7c-28e53f09e1bf service neutron] 10.222.0.66 "GET /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557345 Jul 14 10:04:03.417682 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec6080f-970f-40f5-964b-9f84ca142ffb None None] The sync data for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 is: [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:02:08Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'bcd87b6d-d95d-4a72-9aa4-0af3e753644b', 'name': '', 'network_id': '9c4d7cae-9d44-4641-b9fa-601139a9f08f', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:f5:7e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '679e44b8-9990-4993-875f-85499a42dc5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:07Z', 'updated_at': '2021-07-14T10:02:15Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '679e44b8-9990-4993-875f-85499a42dc5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:03.696076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e514aad-b5fa-4f6f-ae6e-53686e9313c9 None None] New status for floating IP 966543cf-5804-4d0f-ba48-430dc5567ee8: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:04:04.157188 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b697f40-d7a1-496d-ade7-72da82562108 req-97b88129-7b69-4cc1-834e-2ba7f344f827 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:04.158957 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b697f40-d7a1-496d-ade7-72da82562108 req-97b88129-7b69-4cc1-834e-2ba7f344f827 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 947 time: 0.0768657 Jul 14 10:04:04.322117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 6f126a26-3b32-4600-b597-5463fdfec0f0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:04.322461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.377667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4d9fc-2417-46a7-b38c-19de6f4559d1 req-7715eceb-a3fa-4f3e-ae0e-cdab94f21f88 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:04.379282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1b4d9fc-2417-46a7-b38c-19de6f4559d1 req-7715eceb-a3fa-4f3e-ae0e-cdab94f21f88 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=fabe7401-f0e1-452f-b5f5-333a7259d443 HTTP/1.1" status: 200 len: 947 time: 0.1311355 Jul 14 10:04:04.460617 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1b4d9fc-2417-46a7-b38c-19de6f4559d1 req-674b880b-3b3e-4c48-8445-738684af95e9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=385488c1-add4-4915-ba02-f6c4b71a0440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634515 Jul 14 10:04:04.468324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port 6f126a26-3b32-4600-b597-5463fdfec0f0, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=6f126a26-3b32-4600-b597-5463fdfec0f0,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:04.468700 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.483642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 6f126a26-3b32-4600-b597-5463fdfec0f0 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:04.672774 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.719433 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=6f126a26-3b32-4600-b597-5463fdfec0f0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:04.788685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] No DVR routers for this DVR port 6f126a26-3b32-4600-b597-5463fdfec0f0 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:04.795416 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:04.796482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b697f40-d7a1-496d-ade7-72da82562108 req-82d4f071-7b23-4590-a6ec-30eb91b97d62 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "DELETE /v2.0/ports/6f126a26-3b32-4600-b597-5463fdfec0f0 HTTP/1.1" status: 204 len: 173 time: 0.6319909 Jul 14 10:04:04.797212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'name': 'network-vif-deleted', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:04.802174 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0263af6-1ee9-4371-acc9-f6f881012435" -d '{"events": [{"server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "name": "network-vif-deleted", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:04.855120 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef5a075-6448-49ff-987a-589aa14af29a x-openstack-request-id: req-7ef5a075-6448-49ff-987a-589aa14af29a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:04.855628 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabe7401-f0e1-452f-b5f5-333a7259d443", "name": "network-vif-deleted", "tag": "6f126a26-3b32-4600-b597-5463fdfec0f0", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:04.855988 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ef5a075-6448-49ff-987a-589aa14af29a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:04.856491 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabe7401-f0e1-452f-b5f5-333a7259d443', 'name': 'network-vif-deleted', 'tag': '6f126a26-3b32-4600-b597-5463fdfec0f0', 'status': 'completed', 'code': 200} Jul 14 10:04:05.595879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46204) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:06.067700 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.417869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port bcd87b6d-d95d-4a72-9aa4-0af3e753644b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:06.420069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.530283 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port bcd87b6d-d95d-4a72-9aa4-0af3e753644b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:06.530666 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.547237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for bcd87b6d-d95d-4a72-9aa4-0af3e753644b owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:06.774826 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:06.806491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=bcd87b6d-d95d-4a72-9aa4-0af3e753644b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:07.034812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:07.368658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:07.798018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:07.803153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5949149e-0904-4dc6-9224-387e3e374090 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "PUT /v2.0/routers/ee4e631c-525b-4ea1-a60e-062a8a4b5c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2061076 Jul 14 10:04:07.808336 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] Sync routers for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:07.810364 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46224) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:07.818389 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:07.819005 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:07.865371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-444276b9-dd1d-4872-8c1a-b01c63bc0079 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting subnet 679e44b8-9990-4993-875f-85499a42dc5c {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:04:07.868768 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-444276b9-dd1d-4872-8c1a-b01c63bc0079 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:07.912023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-444276b9-dd1d-4872-8c1a-b01c63bc0079 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:07.925913 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:08.005856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-444276b9-dd1d-4872-8c1a-b01c63bc0079 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.073926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-444276b9-dd1d-4872-8c1a-b01c63bc0079 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.101761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444276b9-dd1d-4872-8c1a-b01c63bc0079 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Subnet': ['ID=679e44b8-9990-4993-875f-85499a42dc5c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:08.105548 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-444276b9-dd1d-4872-8c1a-b01c63bc0079 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.108036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-444276b9-dd1d-4872-8c1a-b01c63bc0079 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/subnets/679e44b8-9990-4993-875f-85499a42dc5c HTTP/1.1" status: 204 len: 168 time: 0.2964280 Jul 14 10:04:08.112158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46226) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:08.116570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99dc764-076d-44d2-9ffe-a1e244a83cbb None None] Network 9c4d7cae-9d44-4641-b9fa-601139a9f08f requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:08.121129 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:04:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:08.257124 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] Checking router: ee4e631c-525b-4ea1-a60e-062a8a4b5c58 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:08.266420 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] Routers {'ee4e631c-525b-4ea1-a60e-062a8a4b5c58'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:08.267166 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:08.311517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:08.330416 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.335916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 6f126a26-3b32-4600-b597-5463fdfec0f0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:08.336294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 6f126a26-3b32-4600-b597-5463fdfec0f0 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:08.415707 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] Set router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:08.470352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] DHCP port deletion for 9c4d7cae-9d44-4641-b9fa-601139a9f08f request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:04:08.521103 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.546810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] Deleting port 4b765a56-1d73-40b8-88ad-0aa7ec568dda {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:08.547379 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.588307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 892d591b-b0ab-4dba-8825-dee07de5a2c7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:04:08.588690 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.625120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] For port 4b765a56-1d73-40b8-88ad-0aa7ec568dda, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4b765a56-1d73-40b8-88ad-0aa7ec568dda,segment=NetworkSegment(788dd629-b111-43f9-b51e-5e7995ab0109),segment_id=788dd629-b111-43f9-b51e-5e7995ab0109)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:08.626028 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.664723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] Calling delete_port for 4b765a56-1d73-40b8-88ad-0aa7ec568dda owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:08.724809 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:04:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:08.726735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port 892d591b-b0ab-4dba-8825-dee07de5a2c7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=892d591b-b0ab-4dba-8825-dee07de5a2c7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:08.727362 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.745285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 892d591b-b0ab-4dba-8825-dee07de5a2c7 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:04:08.765672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4b765a56-1d73-40b8-88ad-0aa7ec568dda no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:08.797684 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1f0233-0662-4fbc-aab2-253344aacd0a None None] The sync data for ids ['ee4e631c-525b-4ea1-a60e-062a8a4b5c58'] in n-d-780147-26 is: [{'id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422647286', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43'}], 'enable_snat': True}, 'gw_port_id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:02:01Z', 'updated_at': '2021-07-14T10:04:06Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '892d591b-b0ab-4dba-8825-dee07de5a2c7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4e631c-525b-4ea1-a60e-062a8a4b5c58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:02:02Z', 'updated_at': '2021-07-14T10:02:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:08.915077 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.919156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:08.959766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] Pushing event deleted for resources: {'Port': ['ID=4b765a56-1d73-40b8-88ad-0aa7ec568dda,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:08.965309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600edf8-5e3d-478d-868b-437ef04f1a60 None None] No DVR routers for this DVR port 4b765a56-1d73-40b8-88ad-0aa7ec568dda on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:04:09.010841 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.037251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=892d591b-b0ab-4dba-8825-dee07de5a2c7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:09.051884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.052261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.052608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.052952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.053282 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.053617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.053951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.054281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.054610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.054934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.055257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.055582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:09.122064 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.222484 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.225079 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.287741 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.287741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Fanout notify agent at l3_agent the message router_deleted on router ee4e631c-525b-4ea1-a60e-062a8a4b5c58 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:04:09.293581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.294952 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b41aeae3-462b-4884-b7ed-8ddb4d1acebf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/routers/ee4e631c-525b-4ea1-a60e-062a8a4b5c58 HTTP/1.1" status: 204 len: 168 time: 1.1817684 Jul 14 10:04:09.298138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46242) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:09.389277 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.516792 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.530416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4d7cae-9d44-4641-b9fa-601139a9f08f']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:09.544475 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788dd629-b111-43f9-b51e-5e7995ab0109') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:09.544800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788dd629-b111-43f9-b51e-5e7995ab0109') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:09.563534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.595905 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.609553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:04:09.610397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:04:09.616538 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:04:09.706025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.717367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.720906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/networks/9c4d7cae-9d44-4641-b9fa-601139a9f08f HTTP/1.1" status: 204 len: 168 time: 0.4215093 Jul 14 10:04:09.724879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:09.756810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2e878-b5b9-44a3-b00f-b7d4c59abce3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Network': ['ID=9c4d7cae-9d44-4641-b9fa-601139a9f08f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:09.845111 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc4babcb-046a-40ac-8604-da7b80db4301 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.876013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc4babcb-046a-40ac-8604-da7b80db4301 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.977558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc4babcb-046a-40ac-8604-da7b80db4301 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.983944 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc4babcb-046a-40ac-8604-da7b80db4301 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:09.985916 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fc4babcb-046a-40ac-8604-da7b80db4301 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/security-groups/385488c1-add4-4915-ba02-f6c4b71a0440 HTTP/1.1" status: 204 len: 168 time: 0.2593906 Jul 14 10:04:10.003178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4babcb-046a-40ac-8604-da7b80db4301 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=385488c1-add4-4915-ba02-f6c4b71a0440,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:10.568280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device bcd87b6d-d95d-4a72-9aa4-0af3e753644b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:10.608516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: bcd87b6d-d95d-4a72-9aa4-0af3e753644b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:10.609061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device bcd87b6d-d95d-4a72-9aa4-0af3e753644b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:10.609774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 892d591b-b0ab-4dba-8825-dee07de5a2c7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:04:10.643560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 892d591b-b0ab-4dba-8825-dee07de5a2c7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:04:10.644102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 892d591b-b0ab-4dba-8825-dee07de5a2c7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:04:10.782772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46266) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:10.788409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a9b41c93-3a0e-473d-bbc6-a292d1090cbf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1520317399', 'description': 'tempest-secgroup-smoke-1520317399 description', 'project_id': '363510e4a0564885bbf4ec24f14c6f18'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:10.818958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9b41c93-3a0e-473d-bbc6-a292d1090cbf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:10.922691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9b41c93-3a0e-473d-bbc6-a292d1090cbf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:10.928730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9b41c93-3a0e-473d-bbc6-a292d1090cbf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:10.970043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b41c93-3a0e-473d-bbc6-a292d1090cbf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97c294d-48a3-4f50-8824-1b62fa4ea449,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:10.973363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9b41c93-3a0e-473d-bbc6-a292d1090cbf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:10.978914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a9b41c93-3a0e-473d-bbc6-a292d1090cbf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1905086 Jul 14 10:04:10.979694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46268) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:10.985115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': 'a97c294d-48a3-4f50-8824-1b62fa4ea449', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:11.024225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.097317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.102408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.127452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b0c517-e197-490b-a190-444e24690a91,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:11.137236 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.138488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582406 Jul 14 10:04:11.140174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.140552 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.140899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.141250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.141583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.141722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46270) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:11.141922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.142258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.142605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.142930 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.143264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.143603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.143916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344a9df8-b400-4f43-9ccf-9ff2b4449b0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:11.147520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d2c95aaa-8422-4e3e-9dc2-9e9fe72f2b72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': 'a97c294d-48a3-4f50-8824-1b62fa4ea449', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:11.182068 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2c95aaa-8422-4e3e-9dc2-9e9fe72f2b72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.248752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2c95aaa-8422-4e3e-9dc2-9e9fe72f2b72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.253036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2c95aaa-8422-4e3e-9dc2-9e9fe72f2b72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.273647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c95aaa-8422-4e3e-9dc2-9e9fe72f2b72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ae1cf9-2c24-449d-ab20-2a5c653d1eb5,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:11.278395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d2c95aaa-8422-4e3e-9dc2-9e9fe72f2b72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.279693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d2c95aaa-8422-4e3e-9dc2-9e9fe72f2b72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368401 Jul 14 10:04:11.283432 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46272) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:11.289312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-333e4b97-7fa2-49b5-a2b1-c0ffe64e8d69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': 'a97c294d-48a3-4f50-8824-1b62fa4ea449', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:11.325169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-333e4b97-7fa2-49b5-a2b1-c0ffe64e8d69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.394809 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-333e4b97-7fa2-49b5-a2b1-c0ffe64e8d69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.399349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-333e4b97-7fa2-49b5-a2b1-c0ffe64e8d69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.418840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e4b97-7fa2-49b5-a2b1-c0ffe64e8d69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff4b2d8-7001-4fdf-9d41-ad9e3b5a9daf,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:11.424994 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-333e4b97-7fa2-49b5-a2b1-c0ffe64e8d69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.426306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-333e4b97-7fa2-49b5-a2b1-c0ffe64e8d69 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415474 Jul 14 10:04:11.429565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46274) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:11.434735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a4e74b1d-d9e6-43bf-935e-f74ac93cbd48 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': 'a97c294d-48a3-4f50-8824-1b62fa4ea449', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:11.467664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e74b1d-d9e6-43bf-935e-f74ac93cbd48 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.537776 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e74b1d-d9e6-43bf-935e-f74ac93cbd48 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.542607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e74b1d-d9e6-43bf-935e-f74ac93cbd48 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.563189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e74b1d-d9e6-43bf-935e-f74ac93cbd48 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3465ca29-d862-4f8b-903f-60fb0e0a7221,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:11.573673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a4e74b1d-d9e6-43bf-935e-f74ac93cbd48 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.576628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a4e74b1d-d9e6-43bf-935e-f74ac93cbd48 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459799 Jul 14 10:04:11.580424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46282) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:11.590163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-490dae43-ee8d-4c4e-8f6e-8d2c9df20810 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': 'a97c294d-48a3-4f50-8824-1b62fa4ea449', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:11.630294 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-490dae43-ee8d-4c4e-8f6e-8d2c9df20810 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Project 363510e4a0564885bbf4ec24f14c6f18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:04:11.638427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-490dae43-ee8d-4c4e-8f6e-8d2c9df20810 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.708472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-490dae43-ee8d-4c4e-8f6e-8d2c9df20810 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.712271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-490dae43-ee8d-4c4e-8f6e-8d2c9df20810 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.730094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490dae43-ee8d-4c4e-8f6e-8d2c9df20810 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d61850-64b0-4cc4-8a29-fbaf629a4566,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:11.737558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-490dae43-ee8d-4c4e-8f6e-8d2c9df20810 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.738775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-490dae43-ee8d-4c4e-8f6e-8d2c9df20810 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572618 Jul 14 10:04:11.742046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:11.747143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ac6dfa3b-d7da-477d-965a-5f210c908b05 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': 'a97c294d-48a3-4f50-8824-1b62fa4ea449', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:11.770982 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-ac6dfa3b-d7da-477d-965a-5f210c908b05 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Project 363510e4a0564885bbf4ec24f14c6f18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:04:11.777346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac6dfa3b-d7da-477d-965a-5f210c908b05 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.842230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac6dfa3b-d7da-477d-965a-5f210c908b05 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.846260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac6dfa3b-d7da-477d-965a-5f210c908b05 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.866370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dfa3b-d7da-477d-965a-5f210c908b05 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d474801c-7b07-43c9-b275-16a76ca82061,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:11.875196 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac6dfa3b-d7da-477d-965a-5f210c908b05 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.876801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ac6dfa3b-d7da-477d-965a-5f210c908b05 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336424 Jul 14 10:04:11.879988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46288) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:11.885041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'network': {'name': 'tempest-network-smoke--1747691894', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'port_security_enabled': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:11.909712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:11.913519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.945833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:04:11.959015 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:11.959556 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Added segment 9be48df0-96ba-4b1f-a849-6a686ccb5d64 of type vlan for network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 Jul 14 10:04:12.008108 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.040107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.046288 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:12.047036 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.111742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2304595 Jul 14 10:04:12.116391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:12.121878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'admin_state_up': True, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:12.134901 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0367ce-109a-4432-947f-16ebdc5d0c8b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Network': ['ID=5285f8ce-7d21-48d5-a185-9f8e8e261a97,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:12.148184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:04:12.155284 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.156363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.227358 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.452738 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.761239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.785798 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:12.978317 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.25.0.185 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/d6a4238e-d4d1-4bf0-b4af-61ff2cd85588) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:13.092703 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.132590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.175199 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:13.179624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:13.184721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:13.187910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=d6a4238e-d4d1-4bf0-b4af-61ff2cd85588,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:13.446293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.657096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:13.792318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 5be40c45-1af3-482a-95e5-416e364af2fe is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:04:14.222205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:14.231934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Sync routers for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:14.241511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:14.242027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.242412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:14.243924 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-564bde2a-0fd9-4651-8363-e3e7956102cd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1262367 Jul 14 10:04:14.248143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:14.278439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4a3dddf3-5bac-447b-aaca-a9385f29ee36 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=363510e4a0564885bbf4ec24f14c6f18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290055 Jul 14 10:04:14.281874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46306) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:14.383492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:14.423031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddf6f60-ecc0-4b12-b252-a209eb286641 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:14.425810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6ddf6f60-ecc0-4b12-b252-a209eb286641 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1423104 Jul 14 10:04:14.428615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:14.458948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d7b5ad16-5f4c-463a-beaa-f2e9fa22f076 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290895 Jul 14 10:04:14.462086 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46310) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:14.467600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1832470321', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:14.568478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:14.572225 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.578280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:13Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:14.611699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Checking router: 5be40c45-1af3-482a-95e5-416e364af2fe for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:14.612043 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Updating router 5be40c45-1af3-482a-95e5-416e364af2fe port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:04:14.649635 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.777791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.855410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Subnet': ['ID=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:14.870978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Checking segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:14.871353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network hostable DHCP agents. Network: 5285f8ce-7d21-48d5-a185-9f8e8e261a97, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:04:14.891422 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:04:14.903395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 5285f8ce-7d21-48d5-a185-9f8e8e261a97) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:14.907857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:14.908685 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:14.924527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb892cc-190a-4d13-aff0-7cf585eeefbb None None] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:14.925857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d6f5d8ab-e108-4097-addc-2dffbaf57ace tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4625733 Jul 14 10:04:14.930307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:15.035604 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.056420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Transition to ACTIVE for port object d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:15.070445 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.135626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Attempting to bind port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:15.136040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Attempting to bind port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:15.136388 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Attempting to bind port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:15.146964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:15.147506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:15.147922 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.148701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:15.149213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Bound port: d6a4238e-d4d1-4bf0-b4af-61ff2cd85588, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:15.149700 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.195803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Pushing event updated for resources: {'Port': ['ID=d6a4238e-d4d1-4bf0-b4af-61ff2cd85588,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:15.235922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.235922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.236854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.236854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.237094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.237258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.237678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.237861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.238189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.238517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.238908 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.239162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:15.276077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] For port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:15.280319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] For port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d6a4238e-d4d1-4bf0-b4af-61ff2cd85588,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:15.300161 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.329678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:04:15.330564 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.490441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:15.491102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:15.511734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:15.535525 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe4272-6e9d-4a01-a4e9-0f748a838c22 None None] Pushing event updated for resources: {'Port': ['ID=d6a4238e-d4d1-4bf0-b4af-61ff2cd85588,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:15.827658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Allocated IP 172.20.0.2 (5285f8ce-7d21-48d5-a185-9f8e8e261a97/7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d/2ffa1423-7880-484b-ae11-c5a684b00430) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:15.831773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:16.137209 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.148925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Transition to ACTIVE for port object 2ffa1423-7880-484b-ae11-c5a684b00430 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:16.166957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:13Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:16.171703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Transition to ACTIVE for port object 2ffa1423-7880-484b-ae11-c5a684b00430 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:16.200183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba28472-054b-49f0-bcef-acf05e1e6647 None None] The sync data for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 is: [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:13Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:16.207970 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.265751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:16.278053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:16.292877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:16.299505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Pushing event updated for resources: {'Port': ['ID=2ffa1423-7880-484b-ae11-c5a684b00430,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:16.330652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.20.0.1 (5285f8ce-7d21-48d5-a185-9f8e8e261a97/7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d/a66969b3-e604-45ea-98b7-916cd52bef9b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:16.377938 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Attempting to bind port 2ffa1423-7880-484b-ae11-c5a684b00430 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:16.378205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Attempting to bind port 2ffa1423-7880-484b-ae11-c5a684b00430 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:16.378400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Attempting to bind port 2ffa1423-7880-484b-ae11-c5a684b00430 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:16.384657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:16.385188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Checking segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:16.385579 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.386015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Bound using segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:16.386541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Bound port: 2ffa1423-7880-484b-ae11-c5a684b00430, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:16.386978 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.502674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] For port 2ffa1423-7880-484b-ae11-c5a684b00430, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:16.507221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] For port 2ffa1423-7880-484b-ae11-c5a684b00430, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2ffa1423-7880-484b-ae11-c5a684b00430,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:16.514814 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.515007 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.532486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Transition to ACTIVE for port object a66969b3-e604-45ea-98b7-916cd52bef9b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:16.606820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22272dfb-ae1a-4cfb-8e72-cefa1cee12eb None None] Pushing event updated for resources: {'Port': ['ID=2ffa1423-7880-484b-ae11-c5a684b00430,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:16.643402 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.670000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:16.713018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:16.725729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:16.796129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:16.803384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=a66969b3-e604-45ea-98b7-916cd52bef9b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:17.106115 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:17.529649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:17.536441 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:17.627186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=a66969b3-e604-45ea-98b7-916cd52bef9b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:17.630087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:17.789773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:17.793714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:17.973681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 5be40c45-1af3-482a-95e5-416e364af2fe has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:17.995596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dac356-320d-4af5-9bfd-9ecf09eefd46 None None] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:04:18.259056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:18.280287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3539953f-dc97-49cc-a522-b798bd2274ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "PUT /v2.0/routers/5be40c45-1af3-482a-95e5-416e364af2fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3364282 Jul 14 10:04:18.329820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2eb2bffd-97cc-4123-baa1-4f9012d9944b None None] Provisioning for port 2ffa1423-7880-484b-ae11-c5a684b00430 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:18.662214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-d0997ccd-b81c-415b-bd36-de123606cc52 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1520317399&fields=id&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 267 time: 0.0668993 Jul 14 10:04:18.753613 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Sync routers for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:18.773840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2ffa1423-7880-484b-ae11-c5a684b00430 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:18.797931 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:18.801768 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:18.802365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-b487a6af-e516-4893-ad44-cb0b4150a560 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:18.811318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-b487a6af-e516-4893-ad44-cb0b4150a560 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 797 time: 0.1472347 Jul 14 10:04:18.831345 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-7d36a16b-2978-4984-9ded-1fd9014e3d5d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/quotas/363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 375 time: 0.0184889 Jul 14 10:04:18.883753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Provisioning for port a66969b3-e604-45ea-98b7-916cd52bef9b completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:18.894861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Provisioning complete for port a66969b3-e604-45ea-98b7-916cd52bef9b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:18.895830 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:18.926366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-da064603-c5d7-476a-a515-165867b756ef tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935929 Jul 14 10:04:19.040027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Port a66969b3-e604-45ea-98b7-916cd52bef9b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:19.057622 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2ffa1423-7880-484b-ae11-c5a684b00430 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:19.080929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2ffa1423-7880-484b-ae11-c5a684b00430 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:19.081845 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.085021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Provisioning complete for port 2ffa1423-7880-484b-ae11-c5a684b00430 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:19.085605 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.115637 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:19.139153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-e2d7f07a-9a75-4aa1-809a-e7d67b9532e9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:04:19.159107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-e2d7f07a-9a75-4aa1-809a-e7d67b9532e9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2299919 Jul 14 10:04:19.299292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-2ed94a36-34f3-471a-af25-12bfeac20569 service neutron] 10.222.0.73 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371007 Jul 14 10:04:19.319569 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.343277 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.410808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] For port 2ffa1423-7880-484b-ae11-c5a684b00430, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2ffa1423-7880-484b-ae11-c5a684b00430,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:19.429502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.482293 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 2, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:19.488735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-35436e28-9f53-4b41-ad40-925c30608a86 service neutron] 10.222.0.73 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835403 Jul 14 10:04:19.517124 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:04:19.517778 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:04:19.533578 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Checking router: 5be40c45-1af3-482a-95e5-416e364af2fe for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:19.534397 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Updating router 5be40c45-1af3-482a-95e5-416e364af2fe port a66969b3-e604-45ea-98b7-916cd52bef9b binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:04:19.550295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf748a2-3fe5-4f8c-94ce-065bd74b8e49 None None] Pushing event updated for resources: {'Port': ['ID=2ffa1423-7880-484b-ae11-c5a684b00430,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:19.562494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-34e2abfd-12d8-4bc8-ae35-1d239376c0bc None None] Provisioning complete for port a66969b3-e604-45ea-98b7-916cd52bef9b triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:19.563333 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-34e2abfd-12d8-4bc8-ae35-1d239376c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.584747 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:19.619466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-34e2abfd-12d8-4bc8-ae35-1d239376c0bc None None] Port a66969b3-e604-45ea-98b7-916cd52bef9b cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:19.804123 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a155f80f-dc4b-4a2c-89b0-af6ad70ed557 req-dfff327d-b601-4ed8-a7fb-4120e3fd1394 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0464382 Jul 14 10:04:20.002565 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.033094 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Transition to ACTIVE for port object a66969b3-e604-45ea-98b7-916cd52bef9b will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:20.051202 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.088030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:20.214891 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Pushing event updated for resources: {'Port': ['ID=a66969b3-e604-45ea-98b7-916cd52bef9b,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:20.267896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:20.273484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:20.273961 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.274254 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.274709 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.275479 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.276152 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.276668 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.278508 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.279000 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.279449 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.279899 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.280386 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.284575 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.284575 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:04:20.337098 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Attempting to bind port a66969b3-e604-45ea-98b7-916cd52bef9b on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:20.337584 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Attempting to bind port a66969b3-e604-45ea-98b7-916cd52bef9b by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:20.338179 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Attempting to bind port a66969b3-e604-45ea-98b7-916cd52bef9b on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:20.344681 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:20.345164 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Checking segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:20.345693 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.346171 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Bound using segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:20.346794 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Bound port: a66969b3-e604-45ea-98b7-916cd52bef9b, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:20.347268 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.441225 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] For port a66969b3-e604-45ea-98b7-916cd52bef9b, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:20.442123 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.447942 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] For port a66969b3-e604-45ea-98b7-916cd52bef9b, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a66969b3-e604-45ea-98b7-916cd52bef9b,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:20.456999 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.479052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d6a4238e-d4d1-4bf0-b4af-61ff2cd85588,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:20.486235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.611148 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b29d09-cc92-4695-8ef4-df2e374ccbd8 None None] Pushing event updated for resources: {'Port': ['ID=a66969b3-e604-45ea-98b7-916cd52bef9b,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:20.625947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=d6a4238e-d4d1-4bf0-b4af-61ff2cd85588,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:20.631999 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:20.633282 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:03:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:20.669574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2ffa1423-7880-484b-ae11-c5a684b00430 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:20.768463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2ffa1423-7880-484b-ae11-c5a684b00430 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:20.769070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:20.861197 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:21.038539 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4ef00cc3-474f-4663-ad4a-314b07f44305 req-ae30091a-a064-4197-802d-6c64dd1e773f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0338826 Jul 14 10:04:21.162284 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:21.197557 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249eb7e9-bd73-43d7-a663-f0c7e50d7a19 None None] The sync data for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 is: [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:21.900904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-9da1d0c7-ce27-4645-9b16-827526262684 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:21.902614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-9da1d0c7-ce27-4645-9b16-827526262684 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.69 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 797 time: 0.1887634 Jul 14 10:04:21.942133 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-023cdbed-3817-466a-b195-3a8322b56355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:22.021909 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-ebd18757-9a6f-4ddf-a3c7-b9b10cc7ef0e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 380 time: 0.1075077 Jul 14 10:04:22.037241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'port': {'device_id': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'admin_state_up': True, 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'security_groups': ['a97c294d-48a3-4f50-8824-1b62fa4ea449']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:22.217185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:04:22.221810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:22.355987 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee5d66bd-ad00-459e-8526-0b909f4198d9 req-9aa77afd-a4da-4211-ad98-9528c4c5f1e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0514972 Jul 14 10:04:22.870292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a66969b3-e604-45ea-98b7-916cd52bef9b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:22.966676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port a66969b3-e604-45ea-98b7-916cd52bef9b completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:22.973215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a66969b3-e604-45ea-98b7-916cd52bef9b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:22.973962 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.017184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.20.0.12 (5285f8ce-7d21-48d5-a185-9f8e8e261a97/7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d/a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:23.095694 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.148120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port a66969b3-e604-45ea-98b7-916cd52bef9b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a66969b3-e604-45ea-98b7-916cd52bef9b,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:23.157964 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.158959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:23.281919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=a66969b3-e604-45ea-98b7-916cd52bef9b,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:23.285924 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.301382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:23.301892 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.310841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Transition to ACTIVE for port object a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:23.357715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.425952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:23.436388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:23.443246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:23.513897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:23.532327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:23.533652 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.576897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-55f222e0-05f6-45ab-9897-8aa155cee687 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5485096 Jul 14 10:04:23.589271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Request body: {'port': {'device_id': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:23.665238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd95499-b360-4aec-a243-b25a4975d1c2 req-3b55dc06-f6ae-4819-bc45-b45d1be67e5d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:23.667449 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-efd95499-b360-4aec-a243-b25a4975d1c2 req-3b55dc06-f6ae-4819-bc45-b45d1be67e5d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 932 time: 0.1564386 Jul 14 10:04:23.722771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.739947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-efd95499-b360-4aec-a243-b25a4975d1c2 req-4d10dd2f-58bb-4d6c-b823-f8f13ed483bf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517561 Jul 14 10:04:23.742581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d81c3aea-d4f5-4bd2-9169-c81fb3878c3d None None] Provisioning for port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:23.753711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d81c3aea-d4f5-4bd2-9169-c81fb3878c3d None None] Provisioning complete for port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:23.754887 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d81c3aea-d4f5-4bd2-9169-c81fb3878c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:23.812935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d81c3aea-d4f5-4bd2-9169-c81fb3878c3d None None] Port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:04:24.118629 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:24.128022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.143126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Transition to ACTIVE for port object a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:04:24.147196 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.201366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:24.255696 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b81930d0-1953-481e-9a5a-da1bf156409c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.308767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:04:24.308767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:04:24.308767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:24.325469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:04:24.325809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:04:24.331584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:04:24.332117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Checking segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:04:24.332594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Bound using segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:04:24.333238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Bound port: a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:04:24.333748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.434963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:04:24.438425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:04:24.442911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.493322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:24.493954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.495410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 1093 time: 0.9110148 Jul 14 10:04:24.496032 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:24.499444 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06265aa0-5866-4ec9-84d2-4a685816d7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:24.545455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d0d54-01b7-46e2-800f-158224be00b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:24.610510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.648388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-fc374a90-3dfe-4c3a-aa8e-247e4a124ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:24.650237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-fc374a90-3dfe-4c3a-aa8e-247e4a124ad3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0947292 Jul 14 10:04:24.651811 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce2d4c6-cfa7-455b-ad2c-ec7c209e318f x-openstack-request-id: req-6ce2d4c6-cfa7-455b-ad2c-ec7c209e318f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:24.652632 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:24.652883 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6ce2d4c6-cfa7-455b-ad2c-ec7c209e318f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:24.653496 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'status': 'completed', 'code': 200} Jul 14 10:04:24.674520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a66969b3-e604-45ea-98b7-916cd52bef9b up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:24.740921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-bfc6c65d-2fe8-41d8-9a13-53379caded80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 217 time: 0.0811758 Jul 14 10:04:24.757781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port a66969b3-e604-45ea-98b7-916cd52bef9b triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:24.758951 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:24.834056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-b50ac67d-6bfe-48b7-ab85-a60dffdaf3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:24.835976 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-b50ac67d-6bfe-48b7-ab85-a60dffdaf3e0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 200 len: 835 time: 0.0888598 Jul 14 10:04:24.965882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-30881e63-0a0e-4542-b1cc-44475b556c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:24.967573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-30881e63-0a0e-4542-b1cc-44475b556c82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5285f8ce-7d21-48d5-a185-9f8e8e261a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223657 Jul 14 10:04:25.068999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526aef7-18af-4d50-92b5-a758e8cd03e4 req-a99d3251-331e-4cf2-b4ad-6ac310afbe91 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:25.070611 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2526aef7-18af-4d50-92b5-a758e8cd03e4 req-a99d3251-331e-4cf2-b4ad-6ac310afbe91 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 944 time: 0.1507180 Jul 14 10:04:25.109142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-d4825027-1a3e-46c1-bcaf-8f4b2ef658df service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339765 Jul 14 10:04:25.138054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2526aef7-18af-4d50-92b5-a758e8cd03e4 req-2c89096c-84db-4657-9fb7-5161e1c94fb4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588269 Jul 14 10:04:25.238427 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1525bb67-cf3c-4849-aa8c-f3297d54cbdb req-3da9feeb-8990-41d5-9ac8-81dcd00d04c3 service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182394 Jul 14 10:04:25.350561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-348b4d5b-c9fb-4f76-9448-fd43cbbcb73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:25.352102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-348b4d5b-c9fb-4f76-9448-fd43cbbcb73e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1096 time: 0.0565009 Jul 14 10:04:25.481031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-b9e6c562-8ff7-448b-93f1-0f92812f4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:25.482599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-b9e6c562-8ff7-448b-93f1-0f92812f4e93 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 898 time: 0.1239316 Jul 14 10:04:25.537123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-d4c5ec2f-2687-4965-a144-46524dacc3c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 217 time: 0.0476122 Jul 14 10:04:25.618978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-a29f892d-98d3-484c-896c-c04b3dfcc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:25.622404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-a29f892d-98d3-484c-896c-c04b3dfcc298 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 200 len: 835 time: 0.0779502 Jul 14 10:04:25.691277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-cba96200-01aa-4a8e-8717-64dfa629bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:25.692855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-cba96200-01aa-4a8e-8717-64dfa629bd6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5285f8ce-7d21-48d5-a185-9f8e8e261a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632615 Jul 14 10:04:25.700050 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:25.843920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-9ae9d372-232f-488b-acfb-d14881f4a801 service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425965 Jul 14 10:04:25.966631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06265aa0-5866-4ec9-84d2-4a685816d7c3 req-daa721cb-72b6-44fd-8590-0749afc92cfe service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148343 Jul 14 10:04:26.362036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b58344-674a-4b23-b3f9-6fea6d9cd856 req-712356ca-def7-45b2-9d94-714f22aa7315 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:26.363826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b58344-674a-4b23-b3f9-6fea6d9cd856 req-712356ca-def7-45b2-9d94-714f22aa7315 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 944 time: 0.0764000 Jul 14 10:04:26.409799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d5b58344-674a-4b23-b3f9-6fea6d9cd856 req-4d460051-f990-47aa-83e8-8308eb3df544 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360730 Jul 14 10:04:27.123750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.341441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:27.648011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c74af-ea15-42f0-97be-eb68c57667fd req-0400a6ed-7da9-4589-a246-9894a772ed5b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:27.651035 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-824c74af-ea15-42f0-97be-eb68c57667fd req-0400a6ed-7da9-4589-a246-9894a772ed5b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 944 time: 0.0941608 Jul 14 10:04:27.694769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-824c74af-ea15-42f0-97be-eb68c57667fd req-9911b651-a2c6-4d3e-a778-f3babfff98bc tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370965 Jul 14 10:04:28.928944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28bf76-fc51-427b-88a2-747734ea1f45 req-c683fdee-c7f5-469e-87db-0b9901e43b37 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:28.930911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a28bf76-fc51-427b-88a2-747734ea1f45 req-c683fdee-c7f5-469e-87db-0b9901e43b37 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 944 time: 0.0814598 Jul 14 10:04:28.992449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a28bf76-fc51-427b-88a2-747734ea1f45 req-1a162351-aaa9-4cc8-8920-910057a872dc tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511887 Jul 14 10:04:29.343964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:04:29.473276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:29.487200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'port_id': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'mac_address': 'fa:16:3e:5a:53:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:04:29.572963 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.596150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:04:29.625051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:29.630982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.797838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:29.826106 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:29.848619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:04:30.259878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ac7ef-9a75-48cd-9d65-41e26e27b6a6 req-35ad4035-b7c7-4cf7-947a-342ad6fed581 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:30.261620 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d2ac7ef-9a75-48cd-9d65-41e26e27b6a6 req-35ad4035-b7c7-4cf7-947a-342ad6fed581 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0781460 Jul 14 10:04:30.308043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d2ac7ef-9a75-48cd-9d65-41e26e27b6a6 req-65128951-26d7-4920-9f25-03c51dd78ee2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401738 Jul 14 10:04:31.375377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:04:31.460286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:04:31.470247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:04:31.471106 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.513409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74dec9-0a22-46f0-b66c-ec0f2696ae4e req-258a7ea7-a0ac-4ffc-9724-72d694e089ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:31.515394 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba74dec9-0a22-46f0-b66c-ec0f2696ae4e req-258a7ea7-a0ac-4ffc-9724-72d694e089ae tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0847406 Jul 14 10:04:31.587667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba74dec9-0a22-46f0-b66c-ec0f2696ae4e req-6efffe9c-987d-46c6-b0b7-5af1e7e165d4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640905 Jul 14 10:04:31.598388 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.630092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:31.632893 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35cac9c-4127-4802-be97-326a153ca738" -d '{"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:31.653026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:04:31.661094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:31.730973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:31.871474 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d75b7d-9e97-4729-8e2c-bd342f7f469f x-openstack-request-id: req-75d75b7d-9e97-4729-8e2c-bd342f7f469f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:31.871474 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:31.871756 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-75d75b7d-9e97-4729-8e2c-bd342f7f469f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:31.872180 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'code': 200} Jul 14 10:04:32.005950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff1a94-a9bb-4df6-85d8-2f63f7a21fe0 req-414c9473-da04-4b94-b515-9bd93bfde680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:32.007551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cff1a94-a9bb-4df6-85d8-2f63f7a21fe0 req-414c9473-da04-4b94-b515-9bd93bfde680 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0639455 Jul 14 10:04:32.059586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cff1a94-a9bb-4df6-85d8-2f63f7a21fe0 req-092bfa29-b8fe-44de-81fc-600b6c9a8482 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459020 Jul 14 10:04:32.797007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7524a33-26ae-4d2f-8f1e-85e217ddf45b req-fcd08588-ebb6-4900-bd72-92cb996d6ad8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:32.801016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7524a33-26ae-4d2f-8f1e-85e217ddf45b req-fcd08588-ebb6-4900-bd72-92cb996d6ad8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0781770 Jul 14 10:04:32.849386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f7524a33-26ae-4d2f-8f1e-85e217ddf45b req-18fb7b81-b128-4b92-8900-4356d1b9f6ba tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447407 Jul 14 10:04:34.178673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0fc5de-8888-43d3-a69c-3a1cef5fbce4 req-c8c54e7e-cc55-4082-8eab-a0f867a7af25 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.181670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d0fc5de-8888-43d3-a69c-3a1cef5fbce4 req-c8c54e7e-cc55-4082-8eab-a0f867a7af25 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.1217346 Jul 14 10:04:34.254632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d0fc5de-8888-43d3-a69c-3a1cef5fbce4 req-c1a6375c-57a7-4233-8caa-bef3778969c0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610795 Jul 14 10:04:34.605935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e68a41-0fa8-49bb-befe-e76726c3f366 req-0f76fb8b-3422-44ba-8ace-60fa85a414af tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.607690 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0e68a41-0fa8-49bb-befe-e76726c3f366 req-0f76fb8b-3422-44ba-8ace-60fa85a414af tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.1293912 Jul 14 10:04:34.676071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0e68a41-0fa8-49bb-befe-e76726c3f366 req-97e878a8-2e07-4cce-9cc6-fce7d44cd0a1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586462 Jul 14 10:04:34.722687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46518) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:34.788743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce2240-7370-4782-b2e7-b88da54c9343 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:34.790739 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ffce2240-7370-4782-b2e7-b88da54c9343 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1093 time: 0.0665114 Jul 14 10:04:34.795661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46520) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:34.803662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:04:34.843337 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:34.985686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.180099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.25.0.111 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/9b683951-0ea4-4f58-9999-c224aedb6e35) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:04:35.378349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.450374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:35.502765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:04:35.507109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:04:35.512183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:04:35.520066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=9b683951-0ea4-4f58-9999-c224aedb6e35,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:36.149589 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.242979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.453323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.459355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.545901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=9b683951-0ea4-4f58-9999-c224aedb6e35,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:36.563261 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:36.754256 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Floating IP 1c6fab4c-f5f9-4534-929a-d03ee86933ca associated. External IP: 172.25.0.111, port: a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93. Jul 14 10:04:37.114198 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 5be40c45-1af3-482a-95e5-416e364af2fe has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:04:37.290408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:04:37.313872 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] Sync routers for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:04:37.319909 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:37.343256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:37.344378 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:04:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:37.405089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-25dc6752-2db4-48de-b700-789f30800895 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6074331 Jul 14 10:04:37.405970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:04:37.410109 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f09067a-2c13-450a-a50b-4cf66f1cd26e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:04:37.516804 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db0bb89-8b98-4457-9190-b1d164b46a3a x-openstack-request-id: req-7db0bb89-8b98-4457-9190-b1d164b46a3a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:04:37.517281 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:04:37.517697 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7db0bb89-8b98-4457-9190-b1d164b46a3a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:04:37.518357 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'status': 'completed', 'code': 200} Jul 14 10:04:37.747266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-06383264-c52d-4de0-8762-52c1c8166a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:37.750329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-06383264-c52d-4de0-8762-52c1c8166a68 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.1942954 Jul 14 10:04:37.816563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:37.900765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8fb98-9dfe-4cc0-af3e-9bf2b319374e req-684f9729-4494-4296-9641-37d491eb3fec tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:37.904387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4da8fb98-9dfe-4cc0-af3e-9bf2b319374e req-684f9729-4494-4296-9641-37d491eb3fec tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.2575717 Jul 14 10:04:38.019297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-74145e45-b718-46d3-b19e-abd11c06fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:38.021926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-74145e45-b718-46d3-b19e-abd11c06fc79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 898 time: 0.2634914 Jul 14 10:04:38.032925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4da8fb98-9dfe-4cc0-af3e-9bf2b319374e req-0431064f-42bc-4707-a794-8cf1e1dc0155 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125751 Jul 14 10:04:38.061123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:38.145259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-5d0d49da-1a5b-45c4-a70f-1798e4e3c249 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 1000 time: 0.1109467 Jul 14 10:04:38.191630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d3235c3e-59c6-4abc-97fd-71c683e2ddbd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/1c6fab4c-f5f9-4534-929a-d03ee86933ca HTTP/1.1" status: 200 len: 992 time: 0.1263804 Jul 14 10:04:38.220333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '1c6fab4c-f5f9-4534-929a-d03ee86933ca', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'port_id': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'mac_address': 'fa:16:3e:5a:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:35Z', 'updated_at': '2021-07-14T10:04:35Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:23Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:38.236449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-c7ef82b0-90c7-4852-ab2e-4e0f40795c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:38.239478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-c7ef82b0-90c7-4852-ab2e-4e0f40795c28 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 200 len: 835 time: 0.0863209 Jul 14 10:04:38.258717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] Checking router: 5be40c45-1af3-482a-95e5-416e364af2fe for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:04:38.271432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:04:38.271979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:04:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:38.360726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-26b37911-b340-48d9-8393-85f473eabaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:38.362632 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-26b37911-b340-48d9-8393-85f473eabaca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5285f8ce-7d21-48d5-a185-9f8e8e261a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173115 Jul 14 10:04:38.465386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:04:38.510724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-3ae732d3-64bd-45a8-8bc2-56760e8fc81e service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413403 Jul 14 10:04:38.678357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f09067a-2c13-450a-a50b-4cf66f1cd26e req-5df3f586-bf8c-4c65-bcf6-e0191f75cfed service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601052 Jul 14 10:04:38.863601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '1c6fab4c-f5f9-4534-929a-d03ee86933ca', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'port_id': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'mac_address': 'fa:16:3e:5a:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:35Z', 'updated_at': '2021-07-14T10:04:35Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:23Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:04:38.915116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f65253f-2f83-49cf-9871-87998557b9a1 None None] The sync data for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 is: [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '1c6fab4c-f5f9-4534-929a-d03ee86933ca', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.111', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'port_id': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3857, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'mac_address': 'fa:16:3e:5a:53:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:04:35Z', 'updated_at': '2021-07-14T10:04:35Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:23Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:04:39.193405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46552) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:39.225922 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed48e5-c83f-45a3-944d-a90667c8c5de None None] New status for floating IP 1c6fab4c-f5f9-4534-929a-d03ee86933ca: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:04:39.314192 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7760abb4-a7d9-40cf-9084-ff588e0771c7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/1c6fab4c-f5f9-4534-929a-d03ee86933ca HTTP/1.1" status: 200 len: 992 time: 0.1189206 Jul 14 10:04:40.319008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46558) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:40.350842 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:04:40.399661 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-632c74b6-d9da-440c-9f4d-9d69c9975bd1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/1c6fab4c-f5f9-4534-929a-d03ee86933ca HTTP/1.1" status: 200 len: 994 time: 0.0789900 Jul 14 10:04:41.353868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46590) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:41.534379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1621848c-d957-4a18-9e49-d4812fadca45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:41.681798 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1621848c-d957-4a18-9e49-d4812fadca45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:41.687214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1621848c-d957-4a18-9e49-d4812fadca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:41.743755 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1621848c-d957-4a18-9e49-d4812fadca45 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5d088c40e6844168f5b790aa2b6ff43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883288 Jul 14 10:04:41.744528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621848c-d957-4a18-9e49-d4812fadca45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03ef41f-88ae-4a4d-b6f2-5c4cdeebeb81,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:41.748313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46594) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:41.817134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c3104f3-11ef-4905-923e-901a561ca84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:41.844925 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c3104f3-11ef-4905-923e-901a561ca84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:41.916367 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c3104f3-11ef-4905-923e-901a561ca84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:41.919365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c3104f3-11ef-4905-923e-901a561ca84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:41.920608 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3c3104f3-11ef-4905-923e-901a561ca84e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d03ef41f-88ae-4a4d-b6f2-5c4cdeebeb81 HTTP/1.1" status: 204 len: 168 time: 0.1713362 Jul 14 10:04:41.929798 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3104f3-11ef-4905-923e-901a561ca84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03ef41f-88ae-4a4d-b6f2-5c4cdeebeb81,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:42.353045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:42.368541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8205201-9809-4580-911e-668b5446c8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.503594 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8205201-9809-4580-911e-668b5446c8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.509281 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8205201-9809-4580-911e-668b5446c8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.555709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8205201-9809-4580-911e-668b5446c8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead64a2e-4af8-4540-9e39-73e3cf497bcf,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:42.561633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c8205201-9809-4580-911e-668b5446c8f5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2d262119336e4557a376cea95006ef7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071543 Jul 14 10:04:42.565601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46602) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:42.629947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f26b-6877-4463-86eb-fd261ac42211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.663303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f26b-6877-4463-86eb-fd261ac42211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.723064 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f26b-6877-4463-86eb-fd261ac42211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.726096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f26b-6877-4463-86eb-fd261ac42211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:42.727332 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c4e3f26b-6877-4463-86eb-fd261ac42211 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ead64a2e-4af8-4540-9e39-73e3cf497bcf HTTP/1.1" status: 204 len: 168 time: 0.1605945 Jul 14 10:04:42.739945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3f26b-6877-4463-86eb-fd261ac42211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead64a2e-4af8-4540-9e39-73e3cf497bcf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:44.974119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46656) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:45.447897 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-238aa76c-c999-4b4d-8433-d94d86f10d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.568122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-238aa76c-c999-4b4d-8433-d94d86f10d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.572979 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-238aa76c-c999-4b4d-8433-d94d86f10d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.616498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-238aa76c-c999-4b4d-8433-d94d86f10d70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c85dc4a972f943208e3d63cd0131f5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6411173 Jul 14 10:04:45.617435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238aa76c-c999-4b4d-8433-d94d86f10d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e6b91c-2cf6-4fcf-a7ea-d58d522dc7ae,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:45.619526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46660) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:45.679680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-298ceeed-0a77-41ac-96ce-0c206c5536ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.706644 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-298ceeed-0a77-41ac-96ce-0c206c5536ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.771537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-298ceeed-0a77-41ac-96ce-0c206c5536ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.775056 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-298ceeed-0a77-41ac-96ce-0c206c5536ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:45.777019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-298ceeed-0a77-41ac-96ce-0c206c5536ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/72e6b91c-2cf6-4fcf-a7ea-d58d522dc7ae HTTP/1.1" status: 204 len: 168 time: 0.1558096 Jul 14 10:04:45.788905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ceeed-0a77-41ac-96ce-0c206c5536ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e6b91c-2cf6-4fcf-a7ea-d58d522dc7ae,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:46.144898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46666) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:46.163094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f22b0b85-5e5c-4615-89cf-345a3a6aec25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:46.282222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f22b0b85-5e5c-4615-89cf-345a3a6aec25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:46.287502 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f22b0b85-5e5c-4615-89cf-345a3a6aec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:46.328798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f22b0b85-5e5c-4615-89cf-345a3a6aec25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fc7cebabcd614b15865ce1013ca3aae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825366 Jul 14 10:04:46.330210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b0b85-5e5c-4615-89cf-345a3a6aec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f00224c-c2ca-41fe-a86d-a16a30a8f9ab,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:46.333248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46668) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:46.390849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-182588e9-7df0-46ee-bb8c-7a1ebebb9d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:46.414492 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-182588e9-7df0-46ee-bb8c-7a1ebebb9d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:46.467742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-182588e9-7df0-46ee-bb8c-7a1ebebb9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:46.470710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-182588e9-7df0-46ee-bb8c-7a1ebebb9d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:46.471945 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-182588e9-7df0-46ee-bb8c-7a1ebebb9d41 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7f00224c-c2ca-41fe-a86d-a16a30a8f9ab HTTP/1.1" status: 204 len: 168 time: 0.1376877 Jul 14 10:04:46.485036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182588e9-7df0-46ee-bb8c-7a1ebebb9d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f00224c-c2ca-41fe-a86d-a16a30a8f9ab,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:51.930803 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7522-24be-4124-878d-f777ff295bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:51.958043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-f75ba10c-cc1d-4ea6-9b7a-8e506c5d7562 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1208506 Jul 14 10:04:52.147475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-ef2399a6-1dec-4574-ac3a-0b47592c6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.185678 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-ef2399a6-1dec-4574-ac3a-0b47592c6755 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.1578407 Jul 14 10:04:52.391117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-89d50a19-aaba-458a-91b9-cfaa37e7afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.393574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-89d50a19-aaba-458a-91b9-cfaa37e7afd5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 898 time: 0.1911585 Jul 14 10:04:52.509863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-9b1484d3-7df6-4d01-90ad-18ac76fdaccd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 1002 time: 0.1092768 Jul 14 10:04:52.577075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-984eba6d-ea4d-4e91-bd72-0d244cc47604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.579044 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-984eba6d-ea4d-4e91-bd72-0d244cc47604 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 200 len: 835 time: 0.0610831 Jul 14 10:04:52.681259 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-46e6a34c-3430-4027-96b0-283bc0849cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:04:52.683715 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-46e6a34c-3430-4027-96b0-283bc0849cf9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5285f8ce-7d21-48d5-a185-9f8e8e261a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974050 Jul 14 10:04:52.815198 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-828aebb6-41c4-47ec-97f5-b6d09d000f46 service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218998 Jul 14 10:04:52.946133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0209678b-6fdc-4c4d-a3b7-c5d176e62519 req-4bc0d87c-7b21-4dbd-b37e-5cc6670c8c9e service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228783 Jul 14 10:04:54.249076 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8d549329-9c8e-4428-8f08-3408e0a7be38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:54.574625 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:55.699441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:57.120266 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:57.353695 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:58.300596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46762) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:58.455242 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-982a31b5-f168-4ee5-b37c-251978d4ce76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:58.621802 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-982a31b5-f168-4ee5-b37c-251978d4ce76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:58.629539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-982a31b5-f168-4ee5-b37c-251978d4ce76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:58.676576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-982a31b5-f168-4ee5-b37c-251978d4ce76 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aecea0ac15974ffc9717bc15ebed578f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744030 Jul 14 10:04:58.679151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a31b5-f168-4ee5-b37c-251978d4ce76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50802185-fd0f-45ce-9fe0-cd8e5c7f485b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:58.680526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46770) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:58.769144 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49bdbeed-7c00-4f77-9213-98a9742c1b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:58.798407 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49bdbeed-7c00-4f77-9213-98a9742c1b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:58.873686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49bdbeed-7c00-4f77-9213-98a9742c1b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:58.877240 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-49bdbeed-7c00-4f77-9213-98a9742c1b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:58.881557 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-49bdbeed-7c00-4f77-9213-98a9742c1b38 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/50802185-fd0f-45ce-9fe0-cd8e5c7f485b HTTP/1.1" status: 204 len: 168 time: 0.1992915 Jul 14 10:04:58.890877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdbeed-7c00-4f77-9213-98a9742c1b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50802185-fd0f-45ce-9fe0-cd8e5c7f485b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:59.223297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46778) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:59.237530 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7706dbb-2039-447c-b999-e28305c3928e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.353563 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7706dbb-2039-447c-b999-e28305c3928e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.361204 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7706dbb-2039-447c-b999-e28305c3928e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.405476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c7706dbb-2039-447c-b999-e28305c3928e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=95ec01c69f67444a8fa9f27c29ac6586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809678 Jul 14 10:04:59.406405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7706dbb-2039-447c-b999-e28305c3928e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e633739-242f-44ac-9723-1133e917fd58,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:59.408870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46780) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:04:59.469215 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d724ce4d-e78a-4745-8717-9cc002742fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.501329 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d724ce4d-e78a-4745-8717-9cc002742fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.565542 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d724ce4d-e78a-4745-8717-9cc002742fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.568669 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d724ce4d-e78a-4745-8717-9cc002742fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:04:59.570164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d724ce4d-e78a-4745-8717-9cc002742fa5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9e633739-242f-44ac-9723-1133e917fd58 HTTP/1.1" status: 204 len: 168 time: 0.1598823 Jul 14 10:04:59.579994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724ce4d-e78a-4745-8717-9cc002742fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e633739-242f-44ac-9723-1133e917fd58,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:04:59.832349 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:01.187197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:01.327195 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a52c858-50c2-4277-8ba4-d8def70592e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:01.481048 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a52c858-50c2-4277-8ba4-d8def70592e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:01.487650 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a52c858-50c2-4277-8ba4-d8def70592e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:01.532101 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0a52c858-50c2-4277-8ba4-d8def70592e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a3b8978e7da54a238b5ccca134409aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432562 Jul 14 10:05:01.533191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52c858-50c2-4277-8ba4-d8def70592e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fd6f5-4cd1-4de0-bbd8-bac05d4b777b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:01.535088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46828) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:01.615988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94a6401a-076c-499f-a2e2-63aeebd72b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:01.652558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94a6401a-076c-499f-a2e2-63aeebd72b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:01.720427 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94a6401a-076c-499f-a2e2-63aeebd72b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:01.723561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-94a6401a-076c-499f-a2e2-63aeebd72b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:01.724992 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-94a6401a-076c-499f-a2e2-63aeebd72b6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f04fd6f5-4cd1-4de0-bbd8-bac05d4b777b HTTP/1.1" status: 204 len: 168 time: 0.1882212 Jul 14 10:05:01.735370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6401a-076c-499f-a2e2-63aeebd72b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fd6f5-4cd1-4de0-bbd8-bac05d4b777b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:05.625477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf25de6-2d63-493a-ab39-cd206f564b72 req-eb6f248d-b26d-4ebe-a119-cc9575a79428 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:05.628373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdf25de6-2d63-493a-ab39-cd206f564b72 req-eb6f248d-b26d-4ebe-a119-cc9575a79428 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.1201301 Jul 14 10:05:05.697795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdf25de6-2d63-493a-ab39-cd206f564b72 req-ce5ae422-f9f3-4a53-a23b-43cf28554f9a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583463 Jul 14 10:05:05.735442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46894) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:05.838256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ca608055-6a2f-4d03-acaf-eecb91307d6b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/1c6fab4c-f5f9-4534-929a-d03ee86933ca HTTP/1.1" status: 200 len: 994 time: 0.0932610 Jul 14 10:05:06.865895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f59b87-6eae-4f60-9677-a881e4beb7c3 req-228445b7-bbdd-4062-8e95-5ba1ddb55429 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:06.869772 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92f59b87-6eae-4f60-9677-a881e4beb7c3 req-228445b7-bbdd-4062-8e95-5ba1ddb55429 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0974393 Jul 14 10:05:06.940009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92f59b87-6eae-4f60-9677-a881e4beb7c3 req-5ff2c057-fcfb-48bc-a69d-ee287ddfa108 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596957 Jul 14 10:05:08.036026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 46930) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:08.078523 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-d179bcce-53f5-4bbd-8cfb-5065cef6877c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844183 Jul 14 10:05:08.229397 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9b34acb-81b8-415f-a20e-72a2cc2d1b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.384583 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9b34acb-81b8-415f-a20e-72a2cc2d1b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.390575 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a9b34acb-81b8-415f-a20e-72a2cc2d1b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.446965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a9b34acb-81b8-415f-a20e-72a2cc2d1b2d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d3c53983885b4ea89a239e7e43d98504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094403 Jul 14 10:05:08.447761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b34acb-81b8-415f-a20e-72a2cc2d1b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6958344-f8a9-4f3d-955d-7bd0594e9f6d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:08.450426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 46936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:08.517296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-689fee04-98fd-40e5-af50-ccb307eebed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.547211 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-689fee04-98fd-40e5-af50-ccb307eebed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.628630 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-689fee04-98fd-40e5-af50-ccb307eebed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.632395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-689fee04-98fd-40e5-af50-ccb307eebed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:08.637707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-689fee04-98fd-40e5-af50-ccb307eebed3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d6958344-f8a9-4f3d-955d-7bd0594e9f6d HTTP/1.1" status: 204 len: 168 time: 0.1856446 Jul 14 10:05:08.647990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fee04-98fd-40e5-af50-ccb307eebed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6958344-f8a9-4f3d-955d-7bd0594e9f6d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:11.167210 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-5c25cc38-6a28-4098-acf8-b787e25bc8ba tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:05:11.169313 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-5c25cc38-6a28-4098-acf8-b787e25bc8ba tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2956829 Jul 14 10:05:11.183778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Request body: {'binding': {'host': 'n-h2-780147-26', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:11.184780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Unknown quota resources ['binding']. {{(pid=93779) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 14 10:05:11.395543 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on host n-h2-780147-26 for vnic_type normal with profile None {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:11.396022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:11.396516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:11.404080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:05:11.404415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:11.410534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:11.410868 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Checking segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:11.411261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Bound using segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:11.411710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Bound port: a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:11.541251 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:11.549338 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:11.551288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-6342c143-91ba-4236-bdfc-de2629bcbd4e service neutron] 10.222.0.73 "POST /v2.0/ports/a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93/bindings HTTP/1.1" status: 201 len: 390 time: 0.3731246 Jul 14 10:05:11.920054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919afa9-17df-4771-b0b8-d402ebd3c60f req-f31ad5d6-90ba-4c76-9b56-780e27ab0a74 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:11.923244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8919afa9-17df-4771-b0b8-d402ebd3c60f req-f31ad5d6-90ba-4c76-9b56-780e27ab0a74 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.1247981 Jul 14 10:05:11.938663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-04b1ac73-ebf4-4cee-b386-129622a86ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:11.941886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-04b1ac73-ebf4-4cee-b386-129622a86ee4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1098 time: 0.0963213 Jul 14 10:05:12.000617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8919afa9-17df-4771-b0b8-d402ebd3c60f req-6b2a579e-50ac-4ac5-937e-d3a403290620 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670567 Jul 14 10:05:12.073082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-31925c29-9e4c-4ec5-8f1e-854684f4551a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:12.074508 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-31925c29-9e4c-4ec5-8f1e-854684f4551a service neutron] 10.222.0.66 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 898 time: 0.1178842 Jul 14 10:05:12.169352 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-4b8cec15-8474-4c9f-949f-13a7c8aeacda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 1002 time: 0.0870855 Jul 14 10:05:12.233039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-43861a01-ffae-41dc-9601-24becc07c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:12.234730 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-43861a01-ffae-41dc-9601-24becc07c18f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 200 len: 835 time: 0.0596306 Jul 14 10:05:12.304910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-e4aeae18-b658-45e3-81b8-84b0397715e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:12.308596 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-e4aeae18-b658-45e3-81b8-84b0397715e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5285f8ce-7d21-48d5-a185-9f8e8e261a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670323 Jul 14 10:05:12.415048 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-1dc946bb-3b28-4e5d-8311-98c939b6e679 service neutron] 10.222.0.66 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000502 Jul 14 10:05:12.556956 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-3cc3b8dc-3221-49fe-bd57-243a2c951e3b service neutron] 10.222.0.66 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355016 Jul 14 10:05:12.736637 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-0993e9dc-f5a0-44dc-80bf-0d03ec29a3f8 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:12.739713 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-0993e9dc-f5a0-44dc-80bf-0d03ec29a3f8 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0&tenant_id=363510e4a0564885bbf4ec24f14c6f18&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1098 time: 0.1216908 Jul 14 10:05:12.750886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-26'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:12.859022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:13.531113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:13.563675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e238e0-7fb4-4ada-a60f-0b57e24b6ef2 req-bf06aee5-4f17-4b2d-9ab6-9e5f135351e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:13.566219 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6e238e0-7fb4-4ada-a60f-0b57e24b6ef2 req-bf06aee5-4f17-4b2d-9ab6-9e5f135351e4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.1591735 Jul 14 10:05:13.658997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:13.699715 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c6e238e0-7fb4-4ada-a60f-0b57e24b6ef2 req-87f9cfce-ff61-4621-94f8-1a64bdb16946 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226125 Jul 14 10:05:13.743367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:13.746141 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5030af0-d27e-45f2-b38c-ff6f1f4e1fe3" -d '{"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:13.752226 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:13.760336 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:13.801593 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01abdd0a-9935-4448-9672-b20f8f1c05e7 x-openstack-request-id: req-01abdd0a-9935-4448-9672-b20f8f1c05e7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:13.801899 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:13.802161 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-01abdd0a-9935-4448-9672-b20f8f1c05e7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:13.802612 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'code': 200} Jul 14 10:05:13.916835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:13.940370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.940942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.941418 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.941987 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.942541 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.943055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.943586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.944125 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.944660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.945248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.945792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.946270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:13.998160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on host n-h1-780147-26 for vnic_type normal with profile {"migrating_to": "n-h2-780147-26"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:13.998504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:13.998837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:14.004171 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:05:14.004529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Attempting to bind port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:14.010371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:14.010973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Checking segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:14.011765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Bound using segment: {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:14.012415 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Bound port: a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be48df0-96ba-4b1f-a849-6a686ccb5d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:14.012946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.133792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:14.134833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6826ca0-7db3-485c-a0a9-a01b137db895 None None] Provisioning complete for port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:14.135479 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6826ca0-7db3-485c-a0a9-a01b137db895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.141158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:14.148555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.183379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6826ca0-7db3-485c-a0a9-a01b137db895 None None] Port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:05:14.328464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:14.394305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:14.395374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.398348 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-875dc9c0-d3c5-468d-8b52-55970fca04b4 service neutron] 10.222.0.66 "PUT /v2.0/ports/a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 1124 time: 1.6524355 Jul 14 10:05:14.457420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:05:14.549000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f527c32a-696e-461a-89b8-cc833bc2edca None None] Provisioning complete for port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:14.549504 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f527c32a-696e-461a-89b8-cc833bc2edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.780950 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f527c32a-696e-461a-89b8-cc833bc2edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.847774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:14.851612 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4595c6ba-c616-4407-b26a-f6a1ba926427" -d '{"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:14.886566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f527c32a-696e-461a-89b8-cc833bc2edca None None] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:14.905401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f527c32a-696e-461a-89b8-cc833bc2edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:14.994108 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a520d61b-a97b-4e99-a6d2-9139210a0fdd x-openstack-request-id: req-a520d61b-a97b-4e99-a6d2-9139210a0fdd {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:14.995110 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-plugged", "status": "completed", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:14.995817 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a520d61b-a97b-4e99-a6d2-9139210a0fdd {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:14.996735 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'code': 200} Jul 14 10:05:15.055271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6434eca-7dce-4c49-8e29-ee998deda99d req-524e4aad-d465-45df-9fb1-8af3eec97a6c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:15.067623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6434eca-7dce-4c49-8e29-ee998deda99d req-524e4aad-d465-45df-9fb1-8af3eec97a6c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.1243877 Jul 14 10:05:15.129088 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6434eca-7dce-4c49-8e29-ee998deda99d req-10eda974-f87a-454b-8260-fc0424e5ad98 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598960 Jul 14 10:05:15.146219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527c32a-696e-461a-89b8-cc833bc2edca None None] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:15.804173 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:15.806906 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b560ff-60c3-4a98-9486-4515f2addba4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:15.874886 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8240fc13-f1f4-4ccb-a055-97a50a09ec57 x-openstack-request-id: req-8240fc13-f1f4-4ccb-a055-97a50a09ec57 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:15.875290 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:15.875638 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8240fc13-f1f4-4ccb-a055-97a50a09ec57 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:15.876155 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'status': 'completed', 'code': 200} Jul 14 10:05:15.975241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-7edea028-0d0f-4c2c-a756-6f49db18b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:15.977727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-7edea028-0d0f-4c2c-a756-6f49db18b712 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1129 time: 0.0730617 Jul 14 10:05:16.143997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-2fa3a70e-7c72-43ff-a23f-f89c934d6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:16.145735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-2fa3a70e-7c72-43ff-a23f-f89c934d6e9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 898 time: 0.1618445 Jul 14 10:05:16.258862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-266ceb9a-451c-48b6-be5f-c23ffd37e4f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 1002 time: 0.1060934 Jul 14 10:05:16.350273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-bb6869f1-08ca-403e-874f-c267eb19464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:16.352791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-bb6869f1-08ca-403e-874f-c267eb19464f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 200 len: 835 time: 0.0863423 Jul 14 10:05:16.455722 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-98963271-1a66-4d94-a5f4-3c438fc793c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:16.458418 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-98963271-1a66-4d94-a5f4-3c438fc793c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5285f8ce-7d21-48d5-a185-9f8e8e261a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0979495 Jul 14 10:05:16.463000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd77006-cd90-49be-9c0a-e7c0e5248ecb req-cb82a3fc-a616-4076-b4d4-7521bf1883de tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:16.466321 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdd77006-cd90-49be-9c0a-e7c0e5248ecb req-cb82a3fc-a616-4076-b4d4-7521bf1883de tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.1123662 Jul 14 10:05:16.542430 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fdd77006-cd90-49be-9c0a-e7c0e5248ecb req-82906c71-f395-43d5-a1fd-84e3d46746ec tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658166 Jul 14 10:05:16.583892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:05:16.597019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-521953d5-d5df-4e74-8bdd-d4b69723ab52 service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311567 Jul 14 10:05:16.727158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:16.755405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 has no active binding in host n-h2-780147-26 {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 14 10:05:16.760119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70b560ff-60c3-4a98-9486-4515f2addba4 req-57dd97c9-3df6-4395-9615-a060b0ad13d4 service neutron] 10.222.0.69 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558521 Jul 14 10:05:17.358753 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:17.761240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0435c2-e5c8-43b9-bbef-ac242bd53b17 req-0f3391a1-b388-4e23-b71f-a74497fba2ea tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:17.763061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b0435c2-e5c8-43b9-bbef-ac242bd53b17 req-0f3391a1-b388-4e23-b71f-a74497fba2ea tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0805650 Jul 14 10:05:17.822546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b0435c2-e5c8-43b9-bbef-ac242bd53b17 req-9fffb221-7f0b-4191-8c96-22af4f062f48 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488858 Jul 14 10:05:19.051502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49106bf2-0fb6-4bed-9123-25bc9e4569b3 req-f99b0b75-268e-4f29-bad9-6d3c3ba447c4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:19.054052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-49106bf2-0fb6-4bed-9123-25bc9e4569b3 req-f99b0b75-268e-4f29-bad9-6d3c3ba447c4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 946 time: 0.0940855 Jul 14 10:05:19.105752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-49106bf2-0fb6-4bed-9123-25bc9e4569b3 req-759e4008-bd2f-43b9-997b-0748c656294b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395336 Jul 14 10:05:19.354355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-3e4448b8-e31e-4fd2-8b72-38e2e243d75a service neutron] 10.222.0.69 "GET /v2.0/ports/a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93/bindings/n-h2-780147-26 HTTP/1.1" status: 200 len: 385 time: 0.0762501 Jul 14 10:05:19.597067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:19.646433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:19.710575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:19.713264 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8c9d5c-e119-4e82-b1f9-d5464064b0d7" -d '{"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:19.722625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:19.742198 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:19.773881 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4dfa65-adcd-4b03-a1ae-d1a1ebb1a0d5 x-openstack-request-id: req-7c4dfa65-adcd-4b03-a1ae-d1a1ebb1a0d5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:19.774513 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-unplugged", "status": "completed", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:19.775145 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c4dfa65-adcd-4b03-a1ae-d1a1ebb1a0d5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:19.775984 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'code': 200} Jul 14 10:05:19.864695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Transition to ACTIVE for port object a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:19.870446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:20.016611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Pushing event updated for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:20.042241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.043044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.043643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.044266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.044903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.045693 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.046281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.046719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.047139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.047553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.048070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.048480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:20.092978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] No DVR routers for this DVR port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:05:20.330105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7530eda7-2410-4c71-a35b-c513fd9cd761 service neutron] 10.222.0.69 "PUT /v2.0/ports/a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93/bindings/n-h2-780147-26/activate HTTP/1.1" status: 200 len: 370 time: 0.9692724 Jul 14 10:05:20.480065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60293312-e456-482f-bde9-8bfcead62ab2 req-9c047608-443a-4c03-af9d-80bd7fc23b10 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.482798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-60293312-e456-482f-bde9-8bfcead62ab2 req-9c047608-443a-4c03-af9d-80bd7fc23b10 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 945 time: 0.2133687 Jul 14 10:05:20.546423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7553cacf-1383-45bc-9bff-821001b865bc tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.548099 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-7553cacf-1383-45bc-9bff-821001b865bc tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0&tenant_id=363510e4a0564885bbf4ec24f14c6f18&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.1465969 Jul 14 10:05:20.551447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-60293312-e456-482f-bde9-8bfcead62ab2 req-6c7ca127-44fa-45ba-adbc-f9fd7a867957 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604794 Jul 14 10:05:20.640701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-e094c609-a23d-4e3b-8f18-26095bc1a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.642451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-e094c609-a23d-4e3b-8f18-26095bc1a429 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 1097 time: 0.0873897 Jul 14 10:05:20.762683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-e65365cf-4c7e-439e-a18e-fb922a70c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.764981 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-e65365cf-4c7e-439e-a18e-fb922a70c128 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0934751 Jul 14 10:05:20.897935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-d48cfc78-30fa-42f9-979e-66cda9eb67f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:20.900028 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-d48cfc78-30fa-42f9-979e-66cda9eb67f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 898 time: 0.1284988 Jul 14 10:05:21.047396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-ce40883d-7b04-4339-9781-2f413852324b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 1000 time: 0.1402850 Jul 14 10:05:21.136792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-d0be9ff7-862a-44f2-a110-7150e03b231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:21.139605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-d0be9ff7-862a-44f2-a110-7150e03b231c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 200 len: 835 time: 0.0853605 Jul 14 10:05:21.246490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-d8616975-9932-4e1c-9e6d-7999e38671cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:21.249857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-d8616975-9932-4e1c-9e6d-7999e38671cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5285f8ce-7d21-48d5-a185-9f8e8e261a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035476 Jul 14 10:05:21.423198 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-a25da338-3e94-4231-80b8-d6507c2a3fc9 service neutron] 10.222.0.66 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659994 Jul 14 10:05:21.527734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47096) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:21.593319 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-482f336a-df24-490e-af7a-fbe4888c6db6 service neutron] 10.222.0.66 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632605 Jul 14 10:05:21.847379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f569d2db-a5cc-417d-81b5-5ff09febed84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.943397 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2fd84774-e3f5-4801-98bf-31ff5c4c8ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:21.988134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d165bb2-4713-4b73-adf4-5d0c17f5439d req-efc7b6ae-4b88-4c78-9512-83758803e8b7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:22.001092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d165bb2-4713-4b73-adf4-5d0c17f5439d req-efc7b6ae-4b88-4c78-9512-83758803e8b7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1986818 Jul 14 10:05:22.114530 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d165bb2-4713-4b73-adf4-5d0c17f5439d req-c50ac8da-fb23-4347-8d2a-49c8d489ed15 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026216 Jul 14 10:05:22.160756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-c5b6b656-103b-4874-9dfc-6264d83cc26e tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:22.163536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-c5b6b656-103b-4874-9dfc-6264d83cc26e tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0&tenant_id=363510e4a0564885bbf4ec24f14c6f18&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 1097 time: 0.1358263 Jul 14 10:05:22.212019 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f569d2db-a5cc-417d-81b5-5ff09febed84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.223231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f569d2db-a5cc-417d-81b5-5ff09febed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.307953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f569d2db-a5cc-417d-81b5-5ff09febed84 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9e8a5e1a02a64b81bcf8d409c34b749a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7729750 Jul 14 10:05:22.310022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47102) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:22.332954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569d2db-a5cc-417d-81b5-5ff09febed84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b550d369-a8dd-4e78-be29-363fa403d632,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:22.408165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-39ac1c12-db75-413b-984d-8b39c2d2ad85 service neutron] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:22.413541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-39ac1c12-db75-413b-984d-8b39c2d2ad85 service neutron] Notify callbacks [] for binding, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.415174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f23e0556-e6f8-4f67-8ca3-f854f4c14445 req-39ac1c12-db75-413b-984d-8b39c2d2ad85 service neutron] 10.222.0.66 "DELETE /v2.0/ports/a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93/bindings/n-h1-780147-26 HTTP/1.1" status: 204 len: 173 time: 0.2450883 Jul 14 10:05:22.432690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a8a8-e96a-4dbf-8bfb-65fb94cb0277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.463557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a8a8-e96a-4dbf-8bfb-65fb94cb0277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.534772 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a8a8-e96a-4dbf-8bfb-65fb94cb0277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.538829 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ca0a8a8-e96a-4dbf-8bfb-65fb94cb0277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:22.540432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3ca0a8a8-e96a-4dbf-8bfb-65fb94cb0277 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b550d369-a8dd-4e78-be29-363fa403d632 HTTP/1.1" status: 204 len: 168 time: 0.2278748 Jul 14 10:05:22.551513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0a8a8-e96a-4dbf-8bfb-65fb94cb0277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b550d369-a8dd-4e78-be29-363fa403d632,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:23.011799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47108) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:23.032356 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9022975-1f24-4fb7-8dea-24766789a7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.202259 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9022975-1f24-4fb7-8dea-24766789a7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.211759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b9022975-1f24-4fb7-8dea-24766789a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.290796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b9022975-1f24-4fb7-8dea-24766789a7da admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ab6f282c4dd490aa2b4089e61000cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771964 Jul 14 10:05:23.292758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9022975-1f24-4fb7-8dea-24766789a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62453e23-ac8a-447a-aa0b-8e938cd011a4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:23.296496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47112) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:23.422122 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dc1593-c03b-4334-8590-cd25a89a5390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.471948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dc1593-c03b-4334-8590-cd25a89a5390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.494857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2dc4c-c610-45de-88cb-4a338b825ede req-d2239add-7ae5-4aca-8f17-63b0dd74fef7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:23.496656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73a2dc4c-c610-45de-88cb-4a338b825ede req-d2239add-7ae5-4aca-8f17-63b0dd74fef7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1619139 Jul 14 10:05:23.571506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73a2dc4c-c610-45de-88cb-4a338b825ede req-ee12b7f3-7848-46a7-b1fe-4e6b082ecd1d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643826 Jul 14 10:05:23.588610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dc1593-c03b-4334-8590-cd25a89a5390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.593756 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dc1593-c03b-4334-8590-cd25a89a5390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:23.597281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e8dc1593-c03b-4334-8590-cd25a89a5390 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/62453e23-ac8a-447a-aa0b-8e938cd011a4 HTTP/1.1" status: 204 len: 168 time: 0.2992470 Jul 14 10:05:23.598949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:23.613979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc1593-c03b-4334-8590-cd25a89a5390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62453e23-ac8a-447a-aa0b-8e938cd011a4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:23.684837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:05:23.812247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3c043-ad9a-49ea-a3fe-a8bd18f55d3b req-2d2a3a5a-7c61-40a0-843d-5a550262a783 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:23.814223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-47c3c043-ad9a-49ea-a3fe-a8bd18f55d3b req-2d2a3a5a-7c61-40a0-843d-5a550262a783 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0680404 Jul 14 10:05:23.862646 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-47c3c043-ad9a-49ea-a3fe-a8bd18f55d3b req-b45b4295-fb7f-4f02-833a-bd17f31384a1 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 Jul 14 10:05:24.134669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47122) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:24.137669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577b8e1-13ab-4d6d-aba2-e45c99fda26d req-2f01b042-2be1-47ef-9cb5-56abd106aba9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:24.139658 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a577b8e1-13ab-4d6d-aba2-e45c99fda26d req-2f01b042-2be1-47ef-9cb5-56abd106aba9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 945 time: 0.0975411 Jul 14 10:05:24.153768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-995a5f61-de15-49b0-a66c-f066e2dd1ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.203311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a577b8e1-13ab-4d6d-aba2-e45c99fda26d req-f3672972-deb4-4560-8d66-6cb71ce59d6d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543869 Jul 14 10:05:24.243571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47124) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:24.265320 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3c149321-9e4e-4b01-bf9b-9de066752505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.337462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-995a5f61-de15-49b0-a66c-f066e2dd1ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.344183 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-995a5f61-de15-49b0-a66c-f066e2dd1ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.348743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cb64929d-183b-4fe2-b01a-fa7fc3cb5a6a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/1c6fab4c-f5f9-4534-929a-d03ee86933ca HTTP/1.1" status: 200 len: 992 time: 0.1032312 Jul 14 10:05:24.414887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-995a5f61-de15-49b0-a66c-f066e2dd1ac4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d418fa20a45946acaf93ccd76824f836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784398 Jul 14 10:05:24.418342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a5f61-de15-49b0-a66c-f066e2dd1ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4cb38-6e77-4b62-b22f-6fd52b2954c6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:24.419689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47126) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:24.510921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36032a18-a76b-4b7a-934d-ec08f8773605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.555426 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36032a18-a76b-4b7a-934d-ec08f8773605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.563227 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.639462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36032a18-a76b-4b7a-934d-ec08f8773605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.643239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-36032a18-a76b-4b7a-934d-ec08f8773605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:24.644819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-36032a18-a76b-4b7a-934d-ec08f8773605 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63e4cb38-6e77-4b62-b22f-6fd52b2954c6 HTTP/1.1" status: 204 len: 168 time: 0.2230244 Jul 14 10:05:24.658497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36032a18-a76b-4b7a-934d-ec08f8773605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4cb38-6e77-4b62-b22f-6fd52b2954c6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:25.701629 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.667774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47134) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:26.898395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 9b683951-0ea4-4f58-9999-c224aedb6e35 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:26.898701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.990377 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:26.990710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.005678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 9b683951-0ea4-4f58-9999-c224aedb6e35 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:27.143824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.222290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.267850 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=9b683951-0ea4-4f58-9999-c224aedb6e35,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:27.348861 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.352129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.352767 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Floating IP 1c6fab4c-f5f9-4534-929a-d03ee86933ca disassociated (deleted). External IP: 172.25.0.111, port: a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93. Jul 14 10:05:27.728015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 5be40c45-1af3-482a-95e5-416e364af2fe has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:27.884519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:27.889800 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:27.898328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] Sync routers for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:27.911320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:27.912075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:27.934366 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-73ae5cd3-040e-49d5-a7e5-275784835859 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/floatingips/1c6fab4c-f5f9-4534-929a-d03ee86933ca HTTP/1.1" status: 204 len: 168 time: 1.2639854 Jul 14 10:05:27.937710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:27.942473 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e610b4-2658-44b2-b30a-a5540532fc30" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:27.997846 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c5570e-0ad4-4c54-b899-18e7440bdab3 x-openstack-request-id: req-36c5570e-0ad4-4c54-b899-18e7440bdab3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:27.998861 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:27.999187 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-36c5570e-0ad4-4c54-b899-18e7440bdab3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:27.999846 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'status': 'completed', 'code': 200} Jul 14 10:05:28.089848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:28.119139 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-992055a3-31cd-454a-ae1a-4e91bdee19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:28.122207 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-992055a3-31cd-454a-ae1a-4e91bdee19e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 1097 time: 0.0879750 Jul 14 10:05:28.273244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-387032e4-0569-49bc-b19d-2a3d9787c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:28.278817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-387032e4-0569-49bc-b19d-2a3d9787c90b service neutron] 10.222.0.66 "GET /v2.0/networks?id=5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 200 len: 898 time: 0.1488736 Jul 14 10:05:28.353618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-1c35e593-df38-4fe1-a993-030db5aabf71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 200 len: 217 time: 0.0679719 Jul 14 10:05:28.430326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-1a497e39-57a7-41a3-a733-c8e367aad813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:28.432789 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-1a497e39-57a7-41a3-a733-c8e367aad813 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 200 len: 835 time: 0.0718014 Jul 14 10:05:28.438201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:23Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:28.488252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] Checking router: 5be40c45-1af3-482a-95e5-416e364af2fe for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:28.500726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:28.501478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:28.526645 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-a85f3cd6-3cca-484d-8ea6-b035dc294029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:28.529771 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-a85f3cd6-3cca-484d-8ea6-b035dc294029 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5285f8ce-7d21-48d5-a185-9f8e8e261a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823910 Jul 14 10:05:28.565458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb7c51-331e-4b6a-9a76-c0ff1358e1c1 req-6500e1a3-d753-4cf8-b960-e1f628693402 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:28.576412 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63eb7c51-331e-4b6a-9a76-c0ff1358e1c1 req-6500e1a3-d753-4cf8-b960-e1f628693402 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1141658 Jul 14 10:05:28.626077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63eb7c51-331e-4b6a-9a76-c0ff1358e1c1 req-5d7252de-6ae6-427d-a9e1-19b85299819f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=a97c294d-48a3-4f50-8824-1b62fa4ea449&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481858 Jul 14 10:05:28.686684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-482c4160-9d6a-47b1-8f17-c83c3966708e service neutron] 10.222.0.66 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442575 Jul 14 10:05:28.687946 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:28.926458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8e610b4-2658-44b2-b30a-a5540532fc30 req-35656446-d70e-44ee-9b40-c39b2d497ef3 service neutron] 10.222.0.66 "GET /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323782 Jul 14 10:05:28.942567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:23Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:28.949695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-382306a5-45b8-4b88-a67c-d51ba6a4030e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:28.952587 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-382306a5-45b8-4b88-a67c-d51ba6a4030e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 945 time: 0.1761684 Jul 14 10:05:28.997541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff484cd-99c9-4940-85c0-6bdcc402c384 None None] The sync data for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 is: [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:17Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'a66969b3-e604-45ea-98b7-916cd52bef9b', 'name': '', 'network_id': '5285f8ce-7d21-48d5-a185-9f8e8e261a97', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:56:c8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3854, 'fixed_ips': [{'subnet_id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:15Z', 'updated_at': '2021-07-14T10:04:23Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': '7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:29.122316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:29.122692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.265827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:29.266436 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.295972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:29.340544 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75078811-aaa8-4d23-96b0-3d6c1acfbbaf None None] New status for floating IP 1c6fab4c-f5f9-4534-929a-d03ee86933ca: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:05:29.531914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.581287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:29.658639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] No DVR routers for this DVR port a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:05:29.662600 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.666341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e87c14f-98b2-487f-8e82-0444ed58fee8 req-798d8bc8-61b6-47ab-bf13-7e8c63b912a2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "DELETE /v2.0/ports/a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 HTTP/1.1" status: 204 len: 173 time: 0.7075353 Jul 14 10:05:29.842017 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:29.889524 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1d149a52-966e-4ae2-999b-559f5c65dcfd req-32d978ed-4fd5-411c-afb4-d65c9e33be21 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=b4a1d410-bed7-42a5-a514-3cc6a314d2e0 HTTP/1.1" status: 200 len: 210 time: 0.0384619 Jul 14 10:05:30.001544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-deleted', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:30.005432 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8af3ce-2d04-43b6-8f23-76928bb1aef2" -d '{"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-deleted", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:30.073172 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cbee5dd-6b23-476e-8f44-7db800df587e x-openstack-request-id: req-3cbee5dd-6b23-476e-8f44-7db800df587e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:30.073712 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a1d410-bed7-42a5-a514-3cc6a314d2e0", "name": "network-vif-deleted", "tag": "a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:30.074185 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3cbee5dd-6b23-476e-8f44-7db800df587e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:30.075037 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a1d410-bed7-42a5-a514-3cc6a314d2e0', 'name': 'network-vif-deleted', 'tag': 'a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93', 'status': 'completed', 'code': 200} Jul 14 10:05:31.039113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:31.565907 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:32.374664 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port a66969b3-e604-45ea-98b7-916cd52bef9b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:32.375743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:32.495092 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port a66969b3-e604-45ea-98b7-916cd52bef9b, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=a66969b3-e604-45ea-98b7-916cd52bef9b,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:32.495536 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:32.510551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for a66969b3-e604-45ea-98b7-916cd52bef9b owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:32.670563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:32.704566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:05:32.705256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device a54b3e0b-bd0c-48fa-95ed-98d13f8bfa93 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:05:32.760691 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:32.798041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=a66969b3-e604-45ea-98b7-916cd52bef9b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:33.049978 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.309448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 5be40c45-1af3-482a-95e5-416e364af2fe has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:33.479753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:33.486058 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dce27ca9-7fb6-4ea6-b551-e43640abe4d3 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "PUT /v2.0/routers/5be40c45-1af3-482a-95e5-416e364af2fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4454768 Jul 14 10:05:33.489494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47152) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:33.504256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] Sync routers for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:33.519803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:33.521077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:33.582021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb237780-6bf2-4106-9504-f54a458bb3a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting subnet 7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:05:33.587832 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb237780-6bf2-4106-9504-f54a458bb3a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.659665 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb237780-6bf2-4106-9504-f54a458bb3a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.788896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb237780-6bf2-4106-9504-f54a458bb3a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.883665 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb237780-6bf2-4106-9504-f54a458bb3a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.905813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:33.924167 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb237780-6bf2-4106-9504-f54a458bb3a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:33.926898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb237780-6bf2-4106-9504-f54a458bb3a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:33.930614 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fb237780-6bf2-4106-9504-f54a458bb3a5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/subnets/7bc0ba67-f92a-4c20-a4e9-c6f68f24f84d HTTP/1.1" status: 204 len: 168 time: 0.4387324 Jul 14 10:05:33.934076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:33.950950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ef891-f841-4661-964c-eee85569eddb None None] Network 5285f8ce-7d21-48d5-a185-9f8e8e261a97 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:05:34.091977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.295380 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.297140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:05:32Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': 'd6a4238e-d4d1-4bf0-b4af-61ff2cd85588', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:a8:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:04:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:34.341044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] Checking router: 5be40c45-1af3-482a-95e5-416e364af2fe for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:34.352446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] Routers {'5be40c45-1af3-482a-95e5-416e364af2fe'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:34.353135 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5be40c45-1af3-482a-95e5-416e364af2fe'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:34.385676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:34.386573 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.423415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] DHCP port deletion for 5285f8ce-7d21-48d5-a185-9f8e8e261a97 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:05:34.507673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port d6a4238e-d4d1-4bf0-b4af-61ff2cd85588, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d6a4238e-d4d1-4bf0-b4af-61ff2cd85588,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:34.508807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.534088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:34.541434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] Set router 5be40c45-1af3-482a-95e5-416e364af2fe gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:34.623213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:05:34Z', 'revision_number': 6, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:34.627835 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Deleting port 2ffa1423-7880-484b-ae11-c5a684b00430 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:05:34.628276 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.667251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33354445-ed8b-42b2-a6e5-d3d52341e382 None None] The sync data for ids ['5be40c45-1af3-482a-95e5-416e364af2fe'] in n-d-780147-26 is: [{'id': '5be40c45-1af3-482a-95e5-416e364af2fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737248998', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:04:12Z', 'updated_at': '2021-07-14T10:05:34Z', 'revision_number': 6, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:34.763342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] For port 2ffa1423-7880-484b-ae11-c5a684b00430, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2ffa1423-7880-484b-ae11-c5a684b00430,segment=NetworkSegment(9be48df0-96ba-4b1f-a849-6a686ccb5d64),segment_id=9be48df0-96ba-4b1f-a849-6a686ccb5d64)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:34.763806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.782820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Calling delete_port for 2ffa1423-7880-484b-ae11-c5a684b00430 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:05:34.797722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.826476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=d6a4238e-d4d1-4bf0-b4af-61ff2cd85588,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:34.896750 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.928749 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:34.957436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Pushing event deleted for resources: {'Port': ['ID=2ffa1423-7880-484b-ae11-c5a684b00430,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:34.962849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] No DVR routers for this DVR port 2ffa1423-7880-484b-ae11-c5a684b00430 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:34.979599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989cd00e-4af5-48a9-816f-8e508a08a61a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:35.009977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.012707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.046483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2ffa1423-7880-484b-ae11-c5a684b00430 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:35.073848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 2ffa1423-7880-484b-ae11-c5a684b00430 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:05:35.074261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2ffa1423-7880-484b-ae11-c5a684b00430 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:05:35.088537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.090142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Fanout notify agent at l3_agent the message router_deleted on router 5be40c45-1af3-482a-95e5-416e364af2fe {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:05:35.103890 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.106040 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-26c21c8d-08f6-46a3-af16-af269b73a408 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/routers/5be40c45-1af3-482a-95e5-416e364af2fe HTTP/1.1" status: 204 len: 168 time: 1.1703150 Jul 14 10:05:35.111648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47156) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:35.243549 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.364301 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.376974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5285f8ce-7d21-48d5-a185-9f8e8e261a97']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:35.390942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be48df0-96ba-4b1f-a849-6a686ccb5d64') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:35.391229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be48df0-96ba-4b1f-a849-6a686ccb5d64') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:35.401569 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.417999 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.424885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:05:35.425296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:05:35.428421 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:05:35.499353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.507725 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.510263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/networks/5285f8ce-7d21-48d5-a185-9f8e8e261a97 HTTP/1.1" status: 204 len: 168 time: 0.3970115 Jul 14 10:05:35.513899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47158) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:35.535754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d995c94-9080-43fe-8371-bce946e4215f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Network': ['ID=5285f8ce-7d21-48d5-a185-9f8e8e261a97,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:35.604033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72e2373f-b526-4f39-9870-1eac31a837dd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.642474 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72e2373f-b526-4f39-9870-1eac31a837dd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.735701 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72e2373f-b526-4f39-9870-1eac31a837dd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.741063 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72e2373f-b526-4f39-9870-1eac31a837dd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:35.743075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-72e2373f-b526-4f39-9870-1eac31a837dd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/security-groups/a97c294d-48a3-4f50-8824-1b62fa4ea449 HTTP/1.1" status: 204 len: 168 time: 0.2278860 Jul 14 10:05:35.759696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2373f-b526-4f39-9870-1eac31a837dd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97c294d-48a3-4f50-8824-1b62fa4ea449,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:36.197338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47164) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:36.205050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6713775a-dba6-4568-b763-966f9c053ce9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-801326859', 'description': 'tempest-secgroup-smoke-801326859 description', 'project_id': '363510e4a0564885bbf4ec24f14c6f18'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:36.241065 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6713775a-dba6-4568-b763-966f9c053ce9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.363417 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6713775a-dba6-4568-b763-966f9c053ce9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.369105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6713775a-dba6-4568-b763-966f9c053ce9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.399129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6713775a-dba6-4568-b763-966f9c053ce9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.400740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6713775a-dba6-4568-b763-966f9c053ce9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2021294 Jul 14 10:05:36.404510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47166) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:36.412772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713775a-dba6-4568-b763-966f9c053ce9 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=588e93e7-84c0-4660-b66a-33909906c813,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:36.413292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-202cc8e2-8b57-4eec-ad0b-80bab6ba148f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '588e93e7-84c0-4660-b66a-33909906c813', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:36.459645 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-202cc8e2-8b57-4eec-ad0b-80bab6ba148f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.538441 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-202cc8e2-8b57-4eec-ad0b-80bab6ba148f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.546149 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-202cc8e2-8b57-4eec-ad0b-80bab6ba148f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.570630 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cc8e2-8b57-4eec-ad0b-80bab6ba148f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c09f49-17fb-4090-8576-96eb62d02c76,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:36.578810 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-202cc8e2-8b57-4eec-ad0b-80bab6ba148f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.580842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-202cc8e2-8b57-4eec-ad0b-80bab6ba148f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742103 Jul 14 10:05:36.586012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:36.600610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-d41da0b0-3198-4a99-9cf5-6715cdd36961 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '588e93e7-84c0-4660-b66a-33909906c813', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:36.646092 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d41da0b0-3198-4a99-9cf5-6715cdd36961 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.659221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a66969b3-e604-45ea-98b7-916cd52bef9b no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:36.694332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: a66969b3-e604-45ea-98b7-916cd52bef9b {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:05:36.694738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device a66969b3-e604-45ea-98b7-916cd52bef9b not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:05:36.695479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:05:36.729319 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:05:36.730098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d6a4238e-d4d1-4bf0-b4af-61ff2cd85588 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:05:36.740862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d41da0b0-3198-4a99-9cf5-6715cdd36961 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.750291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d41da0b0-3198-4a99-9cf5-6715cdd36961 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.769236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41da0b0-3198-4a99-9cf5-6715cdd36961 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5fd6558-ec6d-476c-be62-3307fae0556f,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:36.777348 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d41da0b0-3198-4a99-9cf5-6715cdd36961 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.778524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d41da0b0-3198-4a99-9cf5-6715cdd36961 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1914809 Jul 14 10:05:36.782397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47170) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:36.788184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7c95eac0-c4bb-4197-b04b-a2345b5446ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '588e93e7-84c0-4660-b66a-33909906c813', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:36.834749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c95eac0-c4bb-4197-b04b-a2345b5446ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.933798 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c95eac0-c4bb-4197-b04b-a2345b5446ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.939868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c95eac0-c4bb-4197-b04b-a2345b5446ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.969656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95eac0-c4bb-4197-b04b-a2345b5446ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02940f3a-ec92-44a4-bce1-3697abefe0b8,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:36.974525 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c95eac0-c4bb-4197-b04b-a2345b5446ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:36.976603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7c95eac0-c4bb-4197-b04b-a2345b5446ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1927309 Jul 14 10:05:36.980227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:36.986471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1ca263f0-6ad5-4de1-bd94-dea300deee57 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '588e93e7-84c0-4660-b66a-33909906c813', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:37.026485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ca263f0-6ad5-4de1-bd94-dea300deee57 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.096376 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ca263f0-6ad5-4de1-bd94-dea300deee57 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.101606 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ca263f0-6ad5-4de1-bd94-dea300deee57 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.120451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca263f0-6ad5-4de1-bd94-dea300deee57 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb8e890-b35e-4be5-81fa-a357a3010347,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:37.129928 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ca263f0-6ad5-4de1-bd94-dea300deee57 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.132964 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1ca263f0-6ad5-4de1-bd94-dea300deee57 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510892 Jul 14 10:05:37.134147 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47174) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:37.138836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7a94e8de-58c3-4755-8b59-b0e1305b0d3b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '588e93e7-84c0-4660-b66a-33909906c813', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:37.166816 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-7a94e8de-58c3-4755-8b59-b0e1305b0d3b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Project 363510e4a0564885bbf4ec24f14c6f18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:05:37.174016 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a94e8de-58c3-4755-8b59-b0e1305b0d3b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.262277 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a94e8de-58c3-4755-8b59-b0e1305b0d3b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.268077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a94e8de-58c3-4755-8b59-b0e1305b0d3b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.291259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94e8de-58c3-4755-8b59-b0e1305b0d3b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2f5051-aa1d-4b06-87b9-aae6b552a5b1,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:37.298986 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a94e8de-58c3-4755-8b59-b0e1305b0d3b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.300248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7a94e8de-58c3-4755-8b59-b0e1305b0d3b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1650515 Jul 14 10:05:37.303824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47176) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:37.311061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-df9779d2-ad30-4c36-b1f0-5942ab52b65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'security_group_rule': {'security_group_id': '588e93e7-84c0-4660-b66a-33909906c813', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:37.343016 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-df9779d2-ad30-4c36-b1f0-5942ab52b65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Project 363510e4a0564885bbf4ec24f14c6f18 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:05:37.349885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9779d2-ad30-4c36-b1f0-5942ab52b65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.465616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9779d2-ad30-4c36-b1f0-5942ab52b65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.470619 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9779d2-ad30-4c36-b1f0-5942ab52b65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.497067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9779d2-ad30-4c36-b1f0-5942ab52b65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f393c2b-aa52-44c9-98ad-a511de678b9c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:37.511480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df9779d2-ad30-4c36-b1f0-5942ab52b65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.513217 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-df9779d2-ad30-4c36-b1f0-5942ab52b65b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2079837 Jul 14 10:05:37.516504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47178) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:37.522852 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'network': {'name': 'tempest-network-smoke--1001830361', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'port_security_enabled': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:37.550348 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:37.555842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.590855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:05:37.607762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.609809 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Added segment 7c7d28b7-d49b-4cac-87da-cbda938c08bf of type vlan for network f35423a5-5534-4100-897c-3aedee298d72 Jul 14 10:05:37.667287 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.706243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.716723 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:37.718351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.821000 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3031731 Jul 14 10:05:37.825885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47180) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:37.831656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6047d95-a4d9-4cf5-8358-6a83351bc562 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Network': ['ID=f35423a5-5534-4100-897c-3aedee298d72,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:37.833933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'admin_state_up': True, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:37.847634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network f35423a5-5534-4100-897c-3aedee298d72 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:05:37.867852 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.869296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:37.941652 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:38.097850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:38.350509 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:38.371239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:38.503660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.25.0.204 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:38.668134 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:38.731196 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:38.777502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:38.781669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:38.785249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:38.816233 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:39.104050 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:39.367120 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:39.507751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:05:39.679882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:39.694391 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Sync routers for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:39.706872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:39.707882 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:39.708898 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:39.713002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-06e38dfc-6fe5-40d1-9bd5-39000238fb68 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8853347 Jul 14 10:05:39.713953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47182) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:39.745607 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8247dab9-cd7a-488e-bd9d-bb64474e7069 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=363510e4a0564885bbf4ec24f14c6f18&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303154 Jul 14 10:05:39.750810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:39.862893 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:39.941190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52575c02-1c86-40e5-8703-f5cfee6da803 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:39.946167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52575c02-1c86-40e5-8703-f5cfee6da803 tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1908772 Jul 14 10:05:39.946668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47186) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:39.982416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4fb651d0-73a8-4b08-b53b-9893ab5b481e tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343716 Jul 14 10:05:39.986516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47188) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:39.992877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1990549164', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:40.070169 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:38Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:40.102937 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Checking router: 07b82b93-abca-4992-b098-0b7fb1c1d4b7 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:40.103277 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Updating router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:05:40.111944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:40.116382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.143300 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.375984 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.452628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Subnet': ['ID=d9771502-cf06-4a32-a3a8-15b931976572,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:40.460368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Checking segment: {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:40.460743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network hostable DHCP agents. Network: f35423a5-5534-4100-897c-3aedee298d72, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:05:40.483463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network f35423a5-5534-4100-897c-3aedee298d72 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:05:40.493720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, f35423a5-5534-4100-897c-3aedee298d72) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:40.500009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:40.500806 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.509295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0bf3da-06d1-4287-87d1-9c537f66d671 None None] Network f35423a5-5534-4100-897c-3aedee298d72 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:05:40.522632 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.523865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47190) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:40.524399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1e310af6-5d18-40b0-87b0-dbbcd2be338e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5364351 Jul 14 10:05:40.539228 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Transition to ACTIVE for port object 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:40.547071 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.611034 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Attempting to bind port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:40.611682 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Attempting to bind port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:40.611935 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Attempting to bind port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:40.634604 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:40.635177 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:40.635949 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.636562 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:40.637357 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Bound port: 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:40.638023 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.665948 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Pushing event updated for resources: {'Port': ['ID=6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:40.680760 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.681123 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.681435 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.681769 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.682098 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.682428 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.682858 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.683094 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.683577 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.684014 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.684458 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.684787 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:05:40.721109 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] For port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:40.728600 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] For port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:40.736319 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.751644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-f35423a5-5534-4100-897c-3aedee298d72', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:05:40.752655 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:40.807383 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:40.807917 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:40.930643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Allocated IP 172.20.0.2 (f35423a5-5534-4100-897c-3aedee298d72/d9771502-cf06-4a32-a3a8-15b931976572/5a735142-5b66-4fdd-8c07-5bc0bc39df54) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:40.954346 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c43b4e-4b58-4203-ab46-30d52154d4d1 None None] Pushing event updated for resources: {'Port': ['ID=6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:40.981853 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:41.210938 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:41.228245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Transition to ACTIVE for port object 5a735142-5b66-4fdd-8c07-5bc0bc39df54 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:41.256818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Transition to ACTIVE for port object 5a735142-5b66-4fdd-8c07-5bc0bc39df54 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:41.265549 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:38Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:41.267070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:41.313184 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e79304-6689-4e18-8eac-2feb796d9302 None None] The sync data for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 is: [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:38Z', 'revision_number': 3, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:41.316744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Network f35423a5-5534-4100-897c-3aedee298d72 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:41.325914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:41.330530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:41.338669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Pushing event updated for resources: {'Port': ['ID=5a735142-5b66-4fdd-8c07-5bc0bc39df54,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:41.428054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Attempting to bind port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:41.428727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Attempting to bind port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:41.429615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Attempting to bind port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 on network f35423a5-5534-4100-897c-3aedee298d72 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:41.439849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:41.440568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Checking segment: {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:41.441280 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:41.441977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Bound using segment: {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:41.442828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Bound port: 5a735142-5b66-4fdd-8c07-5bc0bc39df54, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:41.443494 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:41.475361 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:41.534365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] For port 5a735142-5b66-4fdd-8c07-5bc0bc39df54, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:41.538966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] For port 5a735142-5b66-4fdd-8c07-5bc0bc39df54, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5a735142-5b66-4fdd-8c07-5bc0bc39df54,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:41.544762 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:41.638297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc8845-71fe-47ab-a4e1-26ac6a31f94d None None] Pushing event updated for resources: {'Port': ['ID=5a735142-5b66-4fdd-8c07-5bc0bc39df54,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:41.972754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.20.0.1 (f35423a5-5534-4100-897c-3aedee298d72/d9771502-cf06-4a32-a3a8-15b931976572/46635a2e-2b7f-4099-82de-07919730c732) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:42.131136 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:42.156036 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Transition to ACTIVE for port object 46635a2e-2b7f-4099-82de-07919730c732 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:42.194341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:42.260829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network f35423a5-5534-4100-897c-3aedee298d72 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:42.270509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:42.274908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:42.331944 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=46635a2e-2b7f-4099-82de-07919730c732,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:42.364951 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:42.631469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:42.793025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5a735142-5b66-4fdd-8c07-5bc0bc39df54 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:42.864240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:42.869606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:42.907866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef06a0-2759-4483-bbdd-04ff018792b0 None None] Network f35423a5-5534-4100-897c-3aedee298d72 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:05:42.987632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c32e2cee-a10c-4e9f-8a3b-72449bded4e1 None None] Provisioning for port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:42.995277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:42.997540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c32e2cee-a10c-4e9f-8a3b-72449bded4e1 None None] Provisioning complete for port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:42.998023 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c32e2cee-a10c-4e9f-8a3b-72449bded4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.035381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:43.035836 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.052110 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.058539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.140712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=46635a2e-2b7f-4099-82de-07919730c732,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:43.146173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.253704 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c32e2cee-a10c-4e9f-8a3b-72449bded4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.269802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network f35423a5-5534-4100-897c-3aedee298d72 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:43.271935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:43.275094 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.316894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:43.328340 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.331562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c32e2cee-a10c-4e9f-8a3b-72449bded4e1 None None] For port 5a735142-5b66-4fdd-8c07-5bc0bc39df54, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5a735142-5b66-4fdd-8c07-5bc0bc39df54,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:43.357451 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c32e2cee-a10c-4e9f-8a3b-72449bded4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.393001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:43.458716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:43.486010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e2cee-a10c-4e9f-8a3b-72449bded4e1 None None] Pushing event updated for resources: {'Port': ['ID=5a735142-5b66-4fdd-8c07-5bc0bc39df54,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:43.613435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:43.622789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-72ccce6d-fab2-416f-909f-e4ee3daba796 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "PUT /v2.0/routers/07b82b93-abca-4992-b098-0b7fb1c1d4b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0973899 Jul 14 10:05:43.637596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Sync routers for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:43.650873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:43.651832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:43.735187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8b8516f0-2f0f-4902-a3a5-71c15c024aca None None] Provisioning complete for port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:43.735435 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b8516f0-2f0f-4902-a3a5-71c15c024aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:43.870702 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:44.041814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8b8516f0-2f0f-4902-a3a5-71c15c024aca None None] Provisioning for port 46635a2e-2b7f-4099-82de-07919730c732 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:44.055506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-8b8516f0-2f0f-4902-a3a5-71c15c024aca None None] Provisioning complete for port 46635a2e-2b7f-4099-82de-07919730c732 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:44.055881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b8516f0-2f0f-4902-a3a5-71c15c024aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:44.135560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8b8516f0-2f0f-4902-a3a5-71c15c024aca None None] Port 46635a2e-2b7f-4099-82de-07919730c732 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:05:44.173747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 2, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:44.201707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Checking router: 07b82b93-abca-4992-b098-0b7fb1c1d4b7 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:44.202103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Updating router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 port 46635a2e-2b7f-4099-82de-07919730c732 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:05:44.241873 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:44.266943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-d6516df1-32b8-4448-b8df-e5586674b698 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-801326859&fields=id&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 267 time: 0.0419741 Jul 14 10:05:44.295084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f3b49ff3-396e-4127-bbbc-2d66190c7676 None None] Provisioning complete for port 46635a2e-2b7f-4099-82de-07919730c732 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:44.295455 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3b49ff3-396e-4127-bbbc-2d66190c7676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:44.390635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f3b49ff3-396e-4127-bbbc-2d66190c7676 None None] Port 46635a2e-2b7f-4099-82de-07919730c732 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:05:44.417114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8895b-420a-4576-9508-3b1e6743a24f req-7cc3aaa3-e305-4fa2-8347-9287546a267f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:44.419866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-7cc3aaa3-e305-4fa2-8347-9287546a267f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/networks?id=f35423a5-5534-4100-897c-3aedee298d72 HTTP/1.1" status: 200 len: 797 time: 0.1457188 Jul 14 10:05:44.443825 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-12579405-355f-4687-aea5-cdaa99031151 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/quotas/363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 375 time: 0.0176859 Jul 14 10:05:44.553799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-7c6444ec-1f07-4061-8e41-e6031d29c25a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994730 Jul 14 10:05:44.671609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5a735142-5b66-4fdd-8c07-5bc0bc39df54 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:44.688630 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-f481856d-691c-456e-9c47-804b615d9dc0 service neutron] 10.222.0.73 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149788 Jul 14 10:05:44.784452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:44.784804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:44.815262 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:44.835053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Transition to ACTIVE for port object 46635a2e-2b7f-4099-82de-07919730c732 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:44.843987 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:44.846796 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-4b822db2-83c9-4f5b-81aa-7daa927d9af9 service neutron] 10.222.0.73 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462438 Jul 14 10:05:44.908502 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc29219-8c01-4547-bc94-c446af815099 None None] Pushing event updated for resources: {'Port': ['ID=46635a2e-2b7f-4099-82de-07919730c732,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:44.997084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Attempting to bind port 46635a2e-2b7f-4099-82de-07919730c732 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:44.997492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Attempting to bind port 46635a2e-2b7f-4099-82de-07919730c732 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:44.997870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Attempting to bind port 46635a2e-2b7f-4099-82de-07919730c732 on network f35423a5-5534-4100-897c-3aedee298d72 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:45.004008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:45.009165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:45.009447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Checking segment: {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:45.009806 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:45.010210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Bound using segment: {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:45.010730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Bound port: 46635a2e-2b7f-4099-82de-07919730c732, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:45.011245 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:45.123643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] For port 46635a2e-2b7f-4099-82de-07919730c732, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:45.133433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] For port 46635a2e-2b7f-4099-82de-07919730c732, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=46635a2e-2b7f-4099-82de-07919730c732,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:45.140596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:45.141103 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:45.169744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:45.265563 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b110607-1233-4182-b77e-e1bc9cd0b71c req-e1f4cc63-4ad7-4518-a3a4-f4bbe72659d6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 210 time: 0.1996017 Jul 14 10:05:45.269522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:45.270186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:45.338149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc29219-8c01-4547-bc94-c446af815099 None None] Pushing event updated for resources: {'Port': ['ID=46635a2e-2b7f-4099-82de-07919730c732,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:45.465648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:45.738161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:45Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:45.788784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2df2cbc-02f1-4136-9b5e-210ada338f7b None None] The sync data for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 is: [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:45Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:46.498818 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-05ce3a17-200e-42d0-b8e4-457824617442 req-c35a4a38-0740-4ace-a170-0fb879d7f3bd tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 210 time: 0.0484157 Jul 14 10:05:46.612586 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8895b-420a-4576-9508-3b1e6743a24f req-ecd97bc8-9720-4a06-af81-7752acd52e4e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:46.615134 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-ecd97bc8-9720-4a06-af81-7752acd52e4e tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/networks?id=f35423a5-5534-4100-897c-3aedee298d72 HTTP/1.1" status: 200 len: 797 time: 0.1775022 Jul 14 10:05:46.692109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-6648cd27-61fc-4d7e-8551-a93f9e806ac4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=363510e4a0564885bbf4ec24f14c6f18 HTTP/1.1" status: 200 len: 379 time: 0.0675583 Jul 14 10:05:46.705732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'port': {'device_id': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'admin_state_up': True, 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'security_groups': ['588e93e7-84c0-4660-b66a-33909906c813']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:46.728661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 46635a2e-2b7f-4099-82de-07919730c732 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:46.815960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 46635a2e-2b7f-4099-82de-07919730c732 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:46.822714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 46635a2e-2b7f-4099-82de-07919730c732 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:46.823393 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:46.868986 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Made reservation on behalf of 363510e4a0564885bbf4ec24f14c6f18 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:05:46.872813 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:46.965031 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:47.017874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 46635a2e-2b7f-4099-82de-07919730c732, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=46635a2e-2b7f-4099-82de-07919730c732,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:47.020712 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:47.051865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.20.0.6 (f35423a5-5534-4100-897c-3aedee298d72/d9771502-cf06-4a32-a3a8-15b931976572/3ed27e27-2f54-44bd-be71-2402fc1a0519) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:47.097703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=46635a2e-2b7f-4099-82de-07919730c732,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:47.309494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:47.333700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Transition to ACTIVE for port object 3ed27e27-2f54-44bd-be71-2402fc1a0519 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:47.388623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:47.437362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network f35423a5-5534-4100-897c-3aedee298d72 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:47.440974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:47.445187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:47.452456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:47.510309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:47.511268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:47.531770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-3e965f2f-f720-4599-af53-26e17d3f0b9b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347836 Jul 14 10:05:47.544873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Request body: {'port': {'device_id': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:47.679620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:47.759448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c29b18-93d2-434a-8e4a-731d3d17e4ef req-3e2859b6-ce9d-4fe5-8dd6-ee64cbbffacf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:47.761182 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58c29b18-93d2-434a-8e4a-731d3d17e4ef req-3e2859b6-ce9d-4fe5-8dd6-ee64cbbffacf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 931 time: 0.1291234 Jul 14 10:05:47.781337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-de4fb3b7-2e5a-443d-926d-86ff5af4d090 None None] Provisioning for port 3ed27e27-2f54-44bd-be71-2402fc1a0519 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:47.786736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-de4fb3b7-2e5a-443d-926d-86ff5af4d090 None None] Provisioning complete for port 3ed27e27-2f54-44bd-be71-2402fc1a0519 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:47.787310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-de4fb3b7-2e5a-443d-926d-86ff5af4d090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:47.828697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-de4fb3b7-2e5a-443d-926d-86ff5af4d090 None None] Port 3ed27e27-2f54-44bd-be71-2402fc1a0519 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:05:47.941418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58c29b18-93d2-434a-8e4a-731d3d17e4ef req-9a465836-56c9-4160-aa71-ee8b03e3e9d6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282279 Jul 14 10:05:48.391700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed27e27-2f54-44bd-be71-2402fc1a0519 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:05:48.400646 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:48.415110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Transition to ACTIVE for port object 3ed27e27-2f54-44bd-be71-2402fc1a0519 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:05:48.423482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:48.523570 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Pushing event updated for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:48.581651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Attempting to bind port 3ed27e27-2f54-44bd-be71-2402fc1a0519 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:05:48.581988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Attempting to bind port 3ed27e27-2f54-44bd-be71-2402fc1a0519 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:05:48.582509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Attempting to bind port 3ed27e27-2f54-44bd-be71-2402fc1a0519 on network f35423a5-5534-4100-897c-3aedee298d72 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:48.587988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Port 3ed27e27-2f54-44bd-be71-2402fc1a0519 on network f35423a5-5534-4100-897c-3aedee298d72 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:05:48.588347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Attempting to bind port 3ed27e27-2f54-44bd-be71-2402fc1a0519 on network f35423a5-5534-4100-897c-3aedee298d72 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:05:48.595287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:05:48.595834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Checking segment: {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:05:48.596525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Bound using segment: {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:05:48.597163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Bound port: 3ed27e27-2f54-44bd-be71-2402fc1a0519, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7d28b7-d49b-4cac-87da-cbda938c08bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:05:48.597716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:48.681926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 46635a2e-2b7f-4099-82de-07919730c732 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:48.703108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:05:48.707212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:05:48.712183 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:48.748972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:48.750209 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:48.752008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] 10.222.0.66 "PUT /v2.0/ports/3ed27e27-2f54-44bd-be71-2402fc1a0519 HTTP/1.1" status: 200 len: 1092 time: 1.2120783 Jul 14 10:05:48.752264 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:48.754697 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d914c-db39-4fd1-b9d9-0501e976fe19" -d '{"events": [{"name": "network-changed", "server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:48.762955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 46635a2e-2b7f-4099-82de-07919730c732 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:48.763584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:48.826732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcc104-3b3f-46c6-9bed-72c9f602616a service neutron] Pushing event updated for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:48.854318 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dab6fc-0a69-4aff-a8de-9b47cd974f1b x-openstack-request-id: req-c9dab6fc-0a69-4aff-a8de-9b47cd974f1b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:48.854576 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:48.854830 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9dab6fc-0a69-4aff-a8de-9b47cd974f1b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:48.855237 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'status': 'completed', 'code': 200} Jul 14 10:05:48.899759 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8895b-420a-4576-9508-3b1e6743a24f req-ecfb3a27-f547-4d23-8672-6bce3486bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:48.901401 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-ecfb3a27-f547-4d23-8672-6bce3486bfba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 1095 time: 0.0893977 Jul 14 10:05:48.951742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-08b5cf91-85b7-4ea0-bf11-068eb5264d62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519 HTTP/1.1" status: 200 len: 217 time: 0.0423656 Jul 14 10:05:49.027920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8895b-420a-4576-9508-3b1e6743a24f req-6f2c77f7-16a2-400f-9a23-2fb0eaa34f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:49.031409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-6f2c77f7-16a2-400f-9a23-2fb0eaa34f17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9771502-cf06-4a32-a3a8-15b931976572 HTTP/1.1" status: 200 len: 835 time: 0.0727801 Jul 14 10:05:49.109991 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8895b-420a-4576-9508-3b1e6743a24f req-0b1ad2df-c1b3-407c-9396-67e4cbe40b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:49.111557 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-0b1ad2df-c1b3-407c-9396-67e4cbe40b73 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35423a5-5534-4100-897c-3aedee298d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739706 Jul 14 10:05:49.253402 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3b489-baca-4e6c-a3b9-630935b5ebd9 req-457444d4-7bf0-48af-8d50-c9b7eef5e1f0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:49.254921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30a3b489-baca-4e6c-a3b9-630935b5ebd9 req-457444d4-7bf0-48af-8d50-c9b7eef5e1f0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 943 time: 0.1485901 Jul 14 10:05:49.261579 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-db45bbce-9142-4bd9-bed1-2d818ed17b15 service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416852 Jul 14 10:05:49.349766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30a3b489-baca-4e6c-a3b9-630935b5ebd9 req-451ca215-17ba-442d-aed3-38e9a2c07a5c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848916 Jul 14 10:05:49.385825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-18a8895b-420a-4576-9508-3b1e6743a24f req-7d27614e-ed89-4d23-8af9-dafa1bab8409 service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145754 Jul 14 10:05:49.499454 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-ddb07bf9-caa6-4914-b4db-5c96a4f7b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:49.502257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-ddb07bf9-caa6-4914-b4db-5c96a4f7b79a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 1095 time: 0.0669620 Jul 14 10:05:49.652872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-9993f891-b146-40e0-8c5e-e3ee5534df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:49.656283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-9993f891-b146-40e0-8c5e-e3ee5534df4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35423a5-5534-4100-897c-3aedee298d72 HTTP/1.1" status: 200 len: 898 time: 0.1466596 Jul 14 10:05:49.725581 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-28c002ef-f9b5-4674-a44f-5b63d00454fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519 HTTP/1.1" status: 200 len: 217 time: 0.0619295 Jul 14 10:05:49.788029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-dc3c1fc3-3221-406f-92f2-03acf0506bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:49.790664 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-dc3c1fc3-3221-406f-92f2-03acf0506bae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9771502-cf06-4a32-a3a8-15b931976572 HTTP/1.1" status: 200 len: 835 time: 0.0578022 Jul 14 10:05:49.860948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-d1376d5a-b59f-4e00-9b4c-4142007443c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:49.862648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-d1376d5a-b59f-4e00-9b4c-4142007443c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35423a5-5534-4100-897c-3aedee298d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653214 Jul 14 10:05:49.992931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-37cae083-779f-4220-91f0-c6b2bffbaa1c service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219175 Jul 14 10:05:50.086808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2a7d914c-db39-4fd1-b9d9-0501e976fe19 req-40da6d57-b67c-433a-b0ad-9c270f992666 service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862515 Jul 14 10:05:50.544637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a561d36-a074-426e-8186-3b237cca848f req-eceba451-b06b-4c85-994c-7718acc83419 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:50.546682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a561d36-a074-426e-8186-3b237cca848f req-eceba451-b06b-4c85-994c-7718acc83419 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 943 time: 0.0710917 Jul 14 10:05:50.588714 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a561d36-a074-426e-8186-3b237cca848f req-7505a44e-95d2-457c-ace7-9b860607122a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356443 Jul 14 10:05:50.763685 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3ed27e27-2f54-44bd-be71-2402fc1a0519 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:05:50.882720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:50.904688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'port_id': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'mac_address': 'fa:16:3e:bd:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:05:50.954507 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:50.972123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed27e27-2f54-44bd-be71-2402fc1a0519 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:05:50.995143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:51.001473 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:51.087553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:51.209343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3ed27e27-2f54-44bd-be71-2402fc1a0519'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:05:51.788707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91e5ed-da02-4059-b903-1b4c05352ca7 req-844a8bb2-726f-496b-a0d5-9d4fa89988b5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:51.790350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc91e5ed-da02-4059-b903-1b4c05352ca7 req-844a8bb2-726f-496b-a0d5-9d4fa89988b5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 944 time: 0.0716820 Jul 14 10:05:51.834233 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc91e5ed-da02-4059-b903-1b4c05352ca7 req-8abfac59-6c29-4155-a5da-3d686765006a tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377157 Jul 14 10:05:51.923435 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8f7423f8-4843-4174-a5cb-ea6326226d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:52.763917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3ed27e27-2f54-44bd-be71-2402fc1a0519 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:05:52.815019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 3ed27e27-2f54-44bd-be71-2402fc1a0519 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:05:52.819150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 3ed27e27-2f54-44bd-be71-2402fc1a0519 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:05:52.819522 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:52.912585 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:52.939854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:52.942640 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcbd458-769e-4c15-8325-0dac322013fe" -d '{"events": [{"server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "name": "network-vif-plugged", "status": "completed", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:52.957971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:05:52.963394 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:52.992595 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8724f-9d11-4394-a3b5-ed298418b7f7 x-openstack-request-id: req-72d8724f-9d11-4394-a3b5-ed298418b7f7 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:52.992886 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "name": "network-vif-plugged", "status": "completed", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:52.993140 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72d8724f-9d11-4394-a3b5-ed298418b7f7 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:52.993531 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'code': 200} Jul 14 10:05:53.026078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:53.046409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac8c5b-af0f-44e2-b895-020ec7533e2e req-d12e3c35-1cca-45d1-99f3-9704233aa9b4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:53.047986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22ac8c5b-af0f-44e2-b895-020ec7533e2e req-d12e3c35-1cca-45d1-99f3-9704233aa9b4 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0853479 Jul 14 10:05:53.089709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-22ac8c5b-af0f-44e2-b895-020ec7533e2e req-d39cedd2-7592-43bc-91fb-2246fdc6c607 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355425 Jul 14 10:05:53.136718 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146fe3c-6a75-4b79-ad8a-8663d30a8f12 req-1e4b6dc7-dd69-48cf-9435-22fc683b53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:53.138312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b146fe3c-6a75-4b79-ad8a-8663d30a8f12 req-1e4b6dc7-dd69-48cf-9435-22fc683b53fc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 1097 time: 0.0611260 Jul 14 10:05:53.174632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b146fe3c-6a75-4b79-ad8a-8663d30a8f12 req-7318481c-1831-4cb2-a390-750c7944b798 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302846 Jul 14 10:05:54.241189 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2bac8edd-bcf3-41a5-b8e3-55a6b081e457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:54.278228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601d849-129b-4887-a032-2fff1ae499f1 req-6380069b-2475-46eb-b9c1-737d3fae8a4b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:54.279814 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0601d849-129b-4887-a032-2fff1ae499f1 req-6380069b-2475-46eb-b9c1-737d3fae8a4b tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0709257 Jul 14 10:05:54.321253 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0601d849-129b-4887-a032-2fff1ae499f1 req-b9299f29-7446-488c-a0e7-df5d13f1d95c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353804 Jul 14 10:05:54.348606 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:05:54.500503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7ad1d-b274-400c-861c-806bbc81faaa req-955941e7-0731-4a09-9475-e98036dc933d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:54.502154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5d7ad1d-b274-400c-861c-806bbc81faaa req-955941e7-0731-4a09-9475-e98036dc933d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0675666 Jul 14 10:05:54.542055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5d7ad1d-b274-400c-861c-806bbc81faaa req-e6af323d-8a08-42d2-bede-aec114f14f9f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343046 Jul 14 10:05:54.555913 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:54.568717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47242) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:54.631380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3f2f73-3456-4d17-9238-5f843fc4bafb tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:54.633141 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2a3f2f73-3456-4d17-9238-5f843fc4bafb tempest-TestNetworkAdvancedServerOps-609432441 tempest-TestNetworkAdvancedServerOps-609432441-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 1092 time: 0.0632601 Jul 14 10:05:54.636689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47244) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:54.641547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:05:54.664353 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:54.769430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:54.885234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Allocated IP 172.25.0.20 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/df28dc9b-bb6e-4e68-b3ba-e84902cf2b46) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:05:54.999628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:55.042494 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:55.089528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:05:55.092578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:05:55.096864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:05:55.102538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=df28dc9b-bb6e-4e68-b3ba-e84902cf2b46,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:55.485578 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:55.569742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:55.694453 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:55.742841 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:55.747477 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:55.816298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event updated for resources: {'Port': ['ID=df28dc9b-bb6e-4e68-b3ba-e84902cf2b46,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:05:55.830406 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:55.944572 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Floating IP 09307fea-52bb-4efc-9fdf-1422a97c132e associated. External IP: 172.25.0.20, port: 3ed27e27-2f54-44bd-be71-2402fc1a0519. Jul 14 10:05:56.169354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:05:56.280638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:05:56.297068 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] Sync routers for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:05:56.298359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:56.309333 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:56.309957 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:56.337144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9cc606bd-5967-4d57-a9f2-5ed89ada6075 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6993225 Jul 14 10:05:56.337724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:05:56.339975 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b49983-096a-4bfd-9f9e-89d424e5990f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:05:56.376664 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4614214-3c83-4dd4-8210-2f64c9cbb711 x-openstack-request-id: req-d4614214-3c83-4dd4-8210-2f64c9cbb711 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:05:56.376962 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:05:56.377216 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d4614214-3c83-4dd4-8210-2f64c9cbb711 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:05:56.377623 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'status': 'completed', 'code': 200} Jul 14 10:05:56.439112 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:56.488095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-b740bc2a-e648-463b-9931-8e8a48baff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:56.489718 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-b740bc2a-e648-463b-9931-8e8a48baff9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 1097 time: 0.0907662 Jul 14 10:05:56.577152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054d7f-02ca-42bb-9568-868d8bed296e req-ba1b524e-5805-49b5-98ba-06947a670abf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:56.578847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-05054d7f-02ca-42bb-9568-868d8bed296e req-ba1b524e-5805-49b5-98ba-06947a670abf tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.1262600 Jul 14 10:05:56.639944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-f97f7cd0-ec34-4d5a-aa74-5a09affcb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:56.641489 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-f97f7cd0-ec34-4d5a-aa74-5a09affcb4d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35423a5-5534-4100-897c-3aedee298d72 HTTP/1.1" status: 200 len: 898 time: 0.1441872 Jul 14 10:05:56.647948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-05054d7f-02ca-42bb-9568-868d8bed296e req-4f9d9cf3-1ca5-47eb-8e14-fb02e71ebf96 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617003 Jul 14 10:05:56.673657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47250) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:56.735611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-2fed70cd-e4ff-4e13-b40d-67e8abe507a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519 HTTP/1.1" status: 200 len: 998 time: 0.0863137 Jul 14 10:05:56.757551 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-cb8e116f-6274-4471-95f3-e7e8b0670288 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/09307fea-52bb-4efc-9fdf-1422a97c132e HTTP/1.1" status: 200 len: 990 time: 0.0815861 Jul 14 10:05:56.785884 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-83af9034-7297-4020-91c3-8c04abb4978c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:56.787518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-83af9034-7297-4020-91c3-8c04abb4978c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9771502-cf06-4a32-a3a8-15b931976572 HTTP/1.1" status: 200 len: 835 time: 0.0458133 Jul 14 10:05:56.811247 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '09307fea-52bb-4efc-9fdf-1422a97c132e', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'port_id': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'mac_address': 'fa:16:3e:bd:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:55Z', 'updated_at': '2021-07-14T10:05:55Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:46Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:56.847977 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] Checking router: 07b82b93-abca-4992-b098-0b7fb1c1d4b7 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:05:56.861246 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:05:56.862144 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:05:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:56.866331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-65227bb1-5d0b-4997-a3dc-e37de4ae45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:05:56.867988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-65227bb1-5d0b-4997-a3dc-e37de4ae45f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35423a5-5534-4100-897c-3aedee298d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739887 Jul 14 10:05:56.979726 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-935caa0f-4fa8-46f8-a9b6-6e3d8c2b13ac service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051426 Jul 14 10:05:56.989914 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:05:57.100584 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-66b49983-096a-4bfd-9f9e-89d424e5990f req-4bec420b-cc88-4e97-9398-f1e65dc9bb3c service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141992 Jul 14 10:05:57.155573 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:57.258928 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '09307fea-52bb-4efc-9fdf-1422a97c132e', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'port_id': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'mac_address': 'fa:16:3e:bd:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:55Z', 'updated_at': '2021-07-14T10:05:55Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:46Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:05:57.293640 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e988aaf4-3136-45dd-88bd-944ddba8b653 None None] The sync data for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 is: [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '09307fea-52bb-4efc-9fdf-1422a97c132e', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'floating_ip_address': '172.25.0.20', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'port_id': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'mac_address': 'fa:16:3e:bd:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:05:55Z', 'updated_at': '2021-07-14T10:05:55Z', 'revision_number': 0, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:46Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:05:57.347869 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:05:57.505899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8faf2c-a115-4a92-9f7a-41bb2d2c092c None None] New status for floating IP 09307fea-52bb-4efc-9fdf-1422a97c132e: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:05:57.760484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:05:57.823518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-68937eff-1435-4272-bc6b-d3edcc610b4f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/09307fea-52bb-4efc-9fdf-1422a97c132e HTTP/1.1" status: 200 len: 992 time: 0.0615294 Jul 14 10:05:59.847103 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:21.927620 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-384ce376-a228-4db9-8913-9ac5b912b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:24.245298 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d98248a9-0cc7-4b5c-80e3-22fe81de1426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:24.558788 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:25.697302 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:27.157666 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:27.346954 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:29.618518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777899cc-f737-4f67-a513-2e59ff2a7d4f req-bc350891-6f12-468e-8e71-e445cc7bfaa5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:29.620861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-777899cc-f737-4f67-a513-2e59ff2a7d4f req-bc350891-6f12-468e-8e71-e445cc7bfaa5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0760744 Jul 14 10:06:29.677206 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-777899cc-f737-4f67-a513-2e59ff2a7d4f req-a1938989-9429-4ead-9fd3-c63d1b6c90fa tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476058 Jul 14 10:06:29.858873 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:30.847242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61588f-3f70-4850-91cc-7a4819db5f2b req-5bc897eb-c670-4a3a-be0a-3473913a1534 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:30.848853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae61588f-3f70-4850-91cc-7a4819db5f2b req-5bc897eb-c670-4a3a-be0a-3473913a1534 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0652347 Jul 14 10:06:30.890679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae61588f-3f70-4850-91cc-7a4819db5f2b req-f56ee757-815a-4871-bb28-8eef90dc30c5 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360355 Jul 14 10:06:31.348092 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:06:32.067077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb629eb-3544-4ee3-8fc5-c05b03bbf441 req-c9898765-382f-4204-8cd9-50d3c43cbc09 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:32.068638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5bb629eb-3544-4ee3-8fc5-c05b03bbf441 req-c9898765-382f-4204-8cd9-50d3c43cbc09 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0645506 Jul 14 10:06:32.107320 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5bb629eb-3544-4ee3-8fc5-c05b03bbf441 req-2ac8a675-2a99-4a25-b5ac-410fe56f9085 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330770 Jul 14 10:06:33.292994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215e34-506a-48d5-b661-5b69a7cc3f7e req-ac353d18-1640-4958-9ce5-7d9893899f54 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:33.294563 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d215e34-506a-48d5-b661-5b69a7cc3f7e req-ac353d18-1640-4958-9ce5-7d9893899f54 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0705552 Jul 14 10:06:33.338525 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8d215e34-506a-48d5-b661-5b69a7cc3f7e req-6c76f495-d751-44e4-93ad-79e797cd2391 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380352 Jul 14 10:06:34.518675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef14eb9-4a54-4d8f-982e-45b5cd7a28ff req-ef492a97-6339-4065-8775-f8c08568ca71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:34.520266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ef14eb9-4a54-4d8f-982e-45b5cd7a28ff req-ef492a97-6339-4065-8775-f8c08568ca71 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0696132 Jul 14 10:06:34.558975 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0ef14eb9-4a54-4d8f-982e-45b5cd7a28ff req-2d7a897c-9ce8-4966-9a4a-d6d9537d7325 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329175 Jul 14 10:06:35.318424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-cb49de4b-8b41-4026-a086-d02bc4f28236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:35.319992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-cb49de4b-8b41-4026-a086-d02bc4f28236 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 1097 time: 0.0710657 Jul 14 10:06:35.438011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-88680ca0-a519-43ac-9be5-b54eac003d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:35.440178 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-88680ca0-a519-43ac-9be5-b54eac003d1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35423a5-5534-4100-897c-3aedee298d72 HTTP/1.1" status: 200 len: 898 time: 0.0984414 Jul 14 10:06:35.506232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-5cefe3a5-e4ae-4221-b8af-f3001d0a4e59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519 HTTP/1.1" status: 200 len: 1000 time: 0.0601988 Jul 14 10:06:35.557477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-0790a355-59da-4cc1-b59f-ff295c4af905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:35.558919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-0790a355-59da-4cc1-b59f-ff295c4af905 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9771502-cf06-4a32-a3a8-15b931976572 HTTP/1.1" status: 200 len: 835 time: 0.0465760 Jul 14 10:06:35.633621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-24b0dc8a-e74b-4577-805d-e84b856e4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:35.635375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-24b0dc8a-e74b-4577-805d-e84b856e4411 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35423a5-5534-4100-897c-3aedee298d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697200 Jul 14 10:06:35.770742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-542d92de-4967-4c85-a78a-cb9c36897ad0 service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283197 Jul 14 10:06:35.794792 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3c7cb-c2c4-4504-99d6-7f56dc1ae176 req-f454ac8b-dd57-497f-99bc-d0fb93d258e7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:35.796378 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6c3c7cb-c2c4-4504-99d6-7f56dc1ae176 req-f454ac8b-dd57-497f-99bc-d0fb93d258e7 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.1095986 Jul 14 10:06:35.879942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f6c3c7cb-c2c4-4504-99d6-7f56dc1ae176 req-21c7e28a-77a0-4133-995e-59ea83c18920 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731592 Jul 14 10:06:35.900315 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e24785a4-0a77-4918-bac9-5cb3ced0d62a req-f9f49d76-3a21-40d9-8c7b-0f1358573c1b service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232557 Jul 14 10:06:37.065420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aea152-2a15-423c-8489-df17d9f97afc req-d4b961f1-972e-4a8f-86b9-ddba53d953ff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:37.066851 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0aea152-2a15-423c-8489-df17d9f97afc req-d4b961f1-972e-4a8f-86b9-ddba53d953ff tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0638433 Jul 14 10:06:37.106346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0aea152-2a15-423c-8489-df17d9f97afc req-83347bf0-c76f-4bd5-bd60-aa7020b04690 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333560 Jul 14 10:06:38.315458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c0435-2ad8-4260-a746-8cc5819235c2 req-9898c26c-005f-4dc8-befd-0ffe6aabc7b6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:38.317459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff3c0435-2ad8-4260-a746-8cc5819235c2 req-9898c26c-005f-4dc8-befd-0ffe6aabc7b6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0843804 Jul 14 10:06:38.361491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff3c0435-2ad8-4260-a746-8cc5819235c2 req-bbcbd408-22f0-462a-891b-8e9b744956ed tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372388 Jul 14 10:06:39.543117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddf802-b0d5-41d6-91ef-433a67aefaaa req-19920f96-c5db-4677-8859-042e9f1ef4d6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:39.544578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61ddf802-b0d5-41d6-91ef-433a67aefaaa req-19920f96-c5db-4677-8859-042e9f1ef4d6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0638738 Jul 14 10:06:39.592791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61ddf802-b0d5-41d6-91ef-433a67aefaaa req-2817e1d8-837a-407c-a933-0c3aeda08132 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424182 Jul 14 10:06:40.778490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4809688-f3b9-467b-b6a7-042625ed33f3 req-29aa9343-d192-4fde-84db-0e670e8f7dfa tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:40.780037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4809688-f3b9-467b-b6a7-042625ed33f3 req-29aa9343-d192-4fde-84db-0e670e8f7dfa tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0692656 Jul 14 10:06:40.819077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4809688-f3b9-467b-b6a7-042625ed33f3 req-93f7218b-66c3-4946-83e5-b994262fe6f6 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331218 Jul 14 10:06:41.997636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dddc-1570-4cf6-b8db-c377119e3964 req-2c27733e-dca1-48ed-ae58-e7a4f4797f53 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:41.999230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a656dddc-1570-4cf6-b8db-c377119e3964 req-2c27733e-dca1-48ed-ae58-e7a4f4797f53 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0663898 Jul 14 10:06:42.039313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a656dddc-1570-4cf6-b8db-c377119e3964 req-401cd037-3cef-41ae-b05d-86e6d6f28db0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340054 Jul 14 10:06:43.220528 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f0f3-798b-42f6-8657-f5fa3bca5156 req-23bef401-793b-49ab-845a-2bf7aba82b87 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:43.222096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c17f0f3-798b-42f6-8657-f5fa3bca5156 req-23bef401-793b-49ab-845a-2bf7aba82b87 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0668004 Jul 14 10:06:43.287591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9c17f0f3-798b-42f6-8657-f5fa3bca5156 req-2e72f037-26fd-466d-bb31-0aef9b090f9d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593789 Jul 14 10:06:44.463344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178eb616-ab14-4f21-878d-b0069357728f req-8a97aaf8-99f2-450b-9ccc-d3ad1f715941 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:44.464959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-178eb616-ab14-4f21-878d-b0069357728f req-8a97aaf8-99f2-450b-9ccc-d3ad1f715941 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0657744 Jul 14 10:06:44.505501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-178eb616-ab14-4f21-878d-b0069357728f req-9805d8cc-779f-4fb4-b5bf-99093a3cf20d tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342810 Jul 14 10:06:45.686619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93286b02-3257-497e-b062-577a129ce1b4 req-cd5b37b3-7ec9-49d2-8bf9-7ce94074c890 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:45.688166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93286b02-3257-497e-b062-577a129ce1b4 req-cd5b37b3-7ec9-49d2-8bf9-7ce94074c890 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0661185 Jul 14 10:06:45.727392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93286b02-3257-497e-b062-577a129ce1b4 req-2649e023-19e8-45b6-a9c3-092a9195e449 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334625 Jul 14 10:06:46.921987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985131c-70b4-4758-8986-c774886c033b req-89e4b827-3496-44dc-a69a-a33f7dc06816 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:46.923440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6985131c-70b4-4758-8986-c774886c033b req-89e4b827-3496-44dc-a69a-a33f7dc06816 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0769191 Jul 14 10:06:46.966190 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6985131c-70b4-4758-8986-c774886c033b req-43d40835-630a-47f6-93d4-52b103d3c9a1 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370450 Jul 14 10:06:47.215154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061960c5-27d4-4423-9d6e-b48135e2e6e8 req-5cd5d014-81ff-46d9-9d50-0fa55a33bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:47.216598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-061960c5-27d4-4423-9d6e-b48135e2e6e8 req-5cd5d014-81ff-46d9-9d50-0fa55a33bf38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 1097 time: 0.0535827 Jul 14 10:06:47.251972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-061960c5-27d4-4423-9d6e-b48135e2e6e8 req-b83a45a3-1979-4a01-8e71-ed9be4cbf319 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288055 Jul 14 10:06:48.153370 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3315c-f760-4254-923a-26a7cb97f338 req-f71cadb1-5c13-4960-892a-e22d9f986e2c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:06:48.155212 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0c3315c-f760-4254-923a-26a7cb97f338 req-f71cadb1-5c13-4960-892a-e22d9f986e2c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0686748 Jul 14 10:06:48.196896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0c3315c-f760-4254-923a-26a7cb97f338 req-3a2b0941-5f06-46bf-8799-ca8fd11e4555 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348029 Jul 14 10:06:48.221758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:06:48.282075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c8c0f35b-d75e-40e2-828f-ebbb078cdae2 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/floatingips/09307fea-52bb-4efc-9fdf-1422a97c132e HTTP/1.1" status: 200 len: 992 time: 0.0590062 Jul 14 10:06:49.077566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3ed27e27-2f54-44bd-be71-2402fc1a0519 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:06:49.081380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3ed27e27-2f54-44bd-be71-2402fc1a0519 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:06:49.232584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.238894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:49.261821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'port_id': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'mac_address': 'fa:16:3e:bd:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:06:49.271689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:49.274000 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afc71be-ea0d-40e1-9e68-4fd51ae50a4d" -d '{"events": [{"server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:49.304329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:49.316214 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.318786 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439844a9-b892-435c-8e7c-2a1fd0a6f08e x-openstack-request-id: req-439844a9-b892-435c-8e7c-2a1fd0a6f08e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:49.319127 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:49.319406 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-439844a9-b892-435c-8e7c-2a1fd0a6f08e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:49.319809 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'code': 200} Jul 14 10:06:49.347756 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.369213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ed27e27-2f54-44bd-be71-2402fc1a0519 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:06:49.390067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:49.417257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.417605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.417942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.418280 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.418616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.418942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.419266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.419603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.419911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.420249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.420601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.420903 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:06:49.437620 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:06:49.437985 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:06:49.975541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:49.989348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed27e27-2f54-44bd-be71-2402fc1a0519 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:06:50.009011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:50.013525 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:50.069534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:50.216646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['3ed27e27-2f54-44bd-be71-2402fc1a0519'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:06:51.116023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3ed27e27-2f54-44bd-be71-2402fc1a0519 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:06:51.163562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 3ed27e27-2f54-44bd-be71-2402fc1a0519 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:06:51.163930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.242278 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.274551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:06:51.278346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:51.321306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:06:51.323540 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229aa52c-5c91-4240-853d-10d109934d0a" -d '{"events": [{"server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "name": "network-vif-plugged", "status": "completed", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:06:51.335858 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:06:51.361222 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644b7115-87fc-490c-bfeb-b6222aa17c81 x-openstack-request-id: req-644b7115-87fc-490c-bfeb-b6222aa17c81 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:06:51.361515 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "name": "network-vif-plugged", "status": "completed", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:06:51.361772 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-644b7115-87fc-490c-bfeb-b6222aa17c81 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:06:51.362174 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'code': 200} Jul 14 10:06:51.929377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-741fc17f-21cd-44f6-8f1e-4a34a63da9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:54.247577 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-06e90866-1f3d-4192-8fa7-c0e78c59c1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:54.562428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:55.699327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.172816 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:57.351654 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:06:59.863878 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:08.347105 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:17.317685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-b1c9d43c-2a46-4854-a073-b1d4826e0039 req-8785cb56-bed0-4bc2-bc79-1b609d9fd29c service neutron] (93779) timed out ('10.222.0.73', 34824) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:07:18.879025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47332) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:19.043037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port df28dc9b-bb6e-4e68-b3ba-e84902cf2b46 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:19.043451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.125189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.125766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.139946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for df28dc9b-bb6e-4e68-b3ba-e84902cf2b46 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:19.322265 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.349054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=df28dc9b-bb6e-4e68-b3ba-e84902cf2b46,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:19.384169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.384550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.384907 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.385243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.385581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.385924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.386260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.386593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.386928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.387258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.387589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.387918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:19.431557 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:19.431908 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Floating IP 09307fea-52bb-4efc-9fdf-1422a97c132e disassociated (deleted). External IP: 172.25.0.20, port: 3ed27e27-2f54-44bd-be71-2402fc1a0519. Jul 14 10:07:19.993037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:20.099510 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:20.104228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:20.110402 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] Sync routers for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:20.119230 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:20.119852 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:06:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:20.171940 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-66abcd13-3095-4356-a956-19223df1600f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/floatingips/09307fea-52bb-4efc-9fdf-1422a97c132e HTTP/1.1" status: 204 len: 168 time: 1.2915492 Jul 14 10:07:20.172912 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:20.178524 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd932e5-26c4-4d10-8f73-248f49a043e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:20.227733 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ce66e-23e2-4343-90e3-9952f3b1eeb8 x-openstack-request-id: req-f54ce66e-23e2-4343-90e3-9952f3b1eeb8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:20.228032 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:20.228338 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f54ce66e-23e2-4343-90e3-9952f3b1eeb8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:20.228730 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'status': 'completed', 'code': 200} Jul 14 10:07:20.232459 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:20.375072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-6e20a85a-9017-4c17-ad67-ddc1bf187fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:20.377488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-6e20a85a-9017-4c17-ad67-ddc1bf187fa9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=363510e4a0564885bbf4ec24f14c6f18&device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 1097 time: 0.1265388 Jul 14 10:07:20.473266 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:46Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:20.495156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-3c0e6f9a-077d-4528-a1da-b8dff49459f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:20.496866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-3c0e6f9a-077d-4528-a1da-b8dff49459f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f35423a5-5534-4100-897c-3aedee298d72 HTTP/1.1" status: 200 len: 898 time: 0.1032095 Jul 14 10:07:20.504144 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] Checking router: 07b82b93-abca-4992-b098-0b7fb1c1d4b7 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:20.513689 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:20.514268 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:06:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:20.543467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-9386d379-67d4-4177-b833-f3cdaba14e59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519 HTTP/1.1" status: 200 len: 217 time: 0.0382926 Jul 14 10:07:20.604249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-eae349ba-d906-4daa-bbed-9f0e39fa9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:20.606057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-eae349ba-d906-4daa-bbed-9f0e39fa9477 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d9771502-cf06-4a32-a3a8-15b931976572 HTTP/1.1" status: 200 len: 835 time: 0.0555055 Jul 14 10:07:20.608796 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ba924-5462-48bc-813e-4b7f20ca7dec req-69cabf48-544c-4b6c-bb48-cc95782515f8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:20.612689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8e1ba924-5462-48bc-813e-4b7f20ca7dec req-69cabf48-544c-4b6c-bb48-cc95782515f8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.0749609 Jul 14 10:07:20.630347 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:20.658657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8e1ba924-5462-48bc-813e-4b7f20ca7dec req-8fb9efbd-396e-4cd2-bf47-3b54e9929a03 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411308 Jul 14 10:07:20.678842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-23b10a5d-ad8e-4e2f-a1b3-85552bb8389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:20.680431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-23b10a5d-ad8e-4e2f-a1b3-85552bb8389b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f35423a5-5534-4100-897c-3aedee298d72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663042 Jul 14 10:07:20.781496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-f0ad1f3d-02bd-4b58-8b70-765f24bb3741 service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928943 Jul 14 10:07:20.849622 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:46Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:20.876881 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2d669c-bc6c-4460-8f93-8061ff0b985e None None] The sync data for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 is: [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:05:42Z', 'revision_number': 4, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '46635a2e-2b7f-4099-82de-07919730c732', 'name': '', 'network_id': 'f35423a5-5534-4100-897c-3aedee298d72', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'mac_address': 'fa:16:3e:da:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:41Z', 'updated_at': '2021-07-14T10:05:46Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'subnets': [{'id': 'd9771502-cf06-4a32-a3a8-15b931976572', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:20.882944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7dd932e5-26c4-4d10-8f73-248f49a043e2 req-98252ff7-4c4c-471d-b662-5e1ced2f6701 service neutron] 10.222.0.66 "GET /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943060 Jul 14 10:07:21.110364 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64585b-40bc-4039-ac25-fc59630bfcdd None None] New status for floating IP 09307fea-52bb-4efc-9fdf-1422a97c132e: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:07:21.918140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d33647-ef66-4937-9cb2-8bc1fafba9d7 req-4926632f-29af-4a3c-9eb6-f28c586c7b41 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:21.919708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0d33647-ef66-4937-9cb2-8bc1fafba9d7 req-4926632f-29af-4a3c-9eb6-f28c586c7b41 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.1227582 Jul 14 10:07:21.933396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a87fcc4f-6eb6-4d8a-a904-c11d02773033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:21.935490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-6bc126b2-4e1b-4f43-af62-dca6df6e2152 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:21.938391 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-6bc126b2-4e1b-4f43-af62-dca6df6e2152 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "GET /v2.0/ports?device_id=f2982c33-1fcf-4f80-af19-f8fc37f6057e HTTP/1.1" status: 200 len: 945 time: 0.1107280 Jul 14 10:07:22.011740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0d33647-ef66-4937-9cb2-8bc1fafba9d7 req-2026ad51-a0ce-4f9b-8629-f7069ba69d0c tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "GET /v2.0/security-groups?id=588e93e7-84c0-4660-b66a-33909906c813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853722 Jul 14 10:07:22.076916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 3ed27e27-2f54-44bd-be71-2402fc1a0519 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:22.077395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.202872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port 3ed27e27-2f54-44bd-be71-2402fc1a0519, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=3ed27e27-2f54-44bd-be71-2402fc1a0519,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:22.203116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.217409 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 3ed27e27-2f54-44bd-be71-2402fc1a0519 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:22.354454 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.387368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=3ed27e27-2f54-44bd-be71-2402fc1a0519,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:22.418542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.418894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.419239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.419578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.419912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.420275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.420614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.420951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.421285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.421614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.421940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.422268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:22.447214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] No DVR routers for this DVR port 3ed27e27-2f54-44bd-be71-2402fc1a0519 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:22.449890 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:22.451888 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2ed0b81-b63a-4225-91fc-36f9ff89f218 req-e3018d05-c2c1-4a74-adc7-760191aef930 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.66 "DELETE /v2.0/ports/3ed27e27-2f54-44bd-be71-2402fc1a0519 HTTP/1.1" status: 204 len: 173 time: 0.5084043 Jul 14 10:07:22.452363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'name': 'network-vif-deleted', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:22.454703 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ab0021-745e-4acb-b08e-985b6cc14846" -d '{"events": [{"server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "name": "network-vif-deleted", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:22.520111 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7546b4-bb95-4655-902e-f6a58725208f x-openstack-request-id: req-9e7546b4-bb95-4655-902e-f6a58725208f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:22.520442 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2982c33-1fcf-4f80-af19-f8fc37f6057e", "name": "network-vif-deleted", "tag": "3ed27e27-2f54-44bd-be71-2402fc1a0519", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:22.520822 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e7546b4-bb95-4655-902e-f6a58725208f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:22.521090 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2982c33-1fcf-4f80-af19-f8fc37f6057e', 'name': 'network-vif-deleted', 'tag': '3ed27e27-2f54-44bd-be71-2402fc1a0519', 'status': 'completed', 'code': 200} Jul 14 10:07:23.293103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47356) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:23.668992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:23.960282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 46635a2e-2b7f-4099-82de-07919730c732 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:23.960551 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.050682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port 46635a2e-2b7f-4099-82de-07919730c732, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=46635a2e-2b7f-4099-82de-07919730c732,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:24.051049 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.064148 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 46635a2e-2b7f-4099-82de-07919730c732 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:24.257896 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52a561e6-e442-473b-b3fc-dd7b90a36dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.265090 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.298272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=46635a2e-2b7f-4099-82de-07919730c732,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:24.498819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.567440 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.733882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:24.847476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:24.852620 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7c12df3f-20b5-464f-8c5e-4f462994da72 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "PUT /v2.0/routers/07b82b93-abca-4992-b098-0b7fb1c1d4b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5584786 Jul 14 10:07:24.855359 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47358) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:24.859756 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] Sync routers for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:24.869527 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:24.870247 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:24.907009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d25af7d-49f3-40cd-aecd-842b06998ac8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting subnet d9771502-cf06-4a32-a3a8-15b931976572 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:07:24.911101 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d25af7d-49f3-40cd-aecd-842b06998ac8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.954001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d25af7d-49f3-40cd-aecd-842b06998ac8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:24.975892 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:25.048144 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d25af7d-49f3-40cd-aecd-842b06998ac8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.115605 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d25af7d-49f3-40cd-aecd-842b06998ac8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.144212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25af7d-49f3-40cd-aecd-842b06998ac8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Subnet': ['ID=d9771502-cf06-4a32-a3a8-15b931976572,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:25.149551 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6d25af7d-49f3-40cd-aecd-842b06998ac8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.154599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6d25af7d-49f3-40cd-aecd-842b06998ac8 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/subnets/d9771502-cf06-4a32-a3a8-15b931976572 HTTP/1.1" status: 204 len: 168 time: 0.2952061 Jul 14 10:07:25.154599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47360) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:25.156804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e259c-9203-4b0a-b58f-365aad1becd1 None None] Network f35423a5-5534-4100-897c-3aedee298d72 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:25.199009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3ed27e27-2f54-44bd-be71-2402fc1a0519 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:25.233535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 3ed27e27-2f54-44bd-be71-2402fc1a0519 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:25.234142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 3ed27e27-2f54-44bd-be71-2402fc1a0519 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:25.261192 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:07:24Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:25.274276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.293062 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] Checking router: 07b82b93-abca-4992-b098-0b7fb1c1d4b7 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:25.304619 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] Routers {'07b82b93-abca-4992-b098-0b7fb1c1d4b7'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:25.305339 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:25.398617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] DHCP port deletion for f35423a5-5534-4100-897c-3aedee298d72 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:07:25.424952 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] Set router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:25.429570 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.453469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] Deleting port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:25.453862 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.496646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Deleting port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:07:25.497337 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.525824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] For port 5a735142-5b66-4fdd-8c07-5bc0bc39df54, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=5a735142-5b66-4fdd-8c07-5bc0bc39df54,segment=NetworkSegment(7c7d28b7-d49b-4cac-87da-cbda938c08bf),segment_id=7c7d28b7-d49b-4cac-87da-cbda938c08bf)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:25.526219 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.589212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] For port 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:25.589648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.608788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Calling delete_port for 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:25.633004 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:07:24Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:25.666431 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5650cc-28ec-44c2-b269-4dd99a7f6710 None None] The sync data for ids ['07b82b93-abca-4992-b098-0b7fb1c1d4b7'] in n-d-780147-26 is: [{'id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1303286482', 'tenant_id': '363510e4a0564885bbf4ec24f14c6f18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:05:37Z', 'updated_at': '2021-07-14T10:07:24Z', 'revision_number': 5, 'project_id': '363510e4a0564885bbf4ec24f14c6f18', 'gw_port': {'id': '6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82b93-abca-4992-b098-0b7fb1c1d4b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:05:38Z', 'updated_at': '2021-07-14T10:05:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:25.711907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] Calling delete_port for 5a735142-5b66-4fdd-8c07-5bc0bc39df54 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:07:25.763314 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.804593 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.805703 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:25.831932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Port': ['ID=6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:25.834627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] No DVR routers for this DVR port 5a735142-5b66-4fdd-8c07-5bc0bc39df54 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:07:25.838967 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85414e9-04a7-4784-ae36-f8d6ce709176 None None] Pushing event deleted for resources: {'Port': ['ID=5a735142-5b66-4fdd-8c07-5bc0bc39df54,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:25.902458 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.005456 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.006718 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.057695 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.057827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Fanout notify agent at l3_agent the message router_deleted on router 07b82b93-abca-4992-b098-0b7fb1c1d4b7 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:07:26.064875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.066059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ee65364e-da4f-4493-af46-f7908d172422 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/routers/07b82b93-abca-4992-b098-0b7fb1c1d4b7 HTTP/1.1" status: 204 len: 168 time: 0.9103844 Jul 14 10:07:26.069145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47362) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:26.156379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.246628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.257582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35423a5-5534-4100-897c-3aedee298d72']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:26.269039 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7d28b7-d49b-4cac-87da-cbda938c08bf') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:26.269474 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7d28b7-d49b-4cac-87da-cbda938c08bf') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:26.279680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.297123 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.303775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:07:26.304184 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:07:26.307700 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:07:26.373214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.382780 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.384702 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/networks/f35423a5-5534-4100-897c-3aedee298d72 HTTP/1.1" status: 204 len: 168 time: 0.3144913 Jul 14 10:07:26.387620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47364) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:26.397725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2940a0-3e6f-4515-be70-44f7fca139d0 tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'Network': ['ID=f35423a5-5534-4100-897c-3aedee298d72,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:26.451584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e6e58e1-181b-4d69-ae4a-138483a8335f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.477244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e6e58e1-181b-4d69-ae4a-138483a8335f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.537664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e6e58e1-181b-4d69-ae4a-138483a8335f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.540445 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e6e58e1-181b-4d69-ae4a-138483a8335f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:26.541628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5e6e58e1-181b-4d69-ae4a-138483a8335f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] 10.222.0.73 "DELETE /v2.0/security-groups/588e93e7-84c0-4660-b66a-33909906c813 HTTP/1.1" status: 204 len: 168 time: 0.1528678 Jul 14 10:07:26.550868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e58e1-181b-4d69-ae4a-138483a8335f tempest-TestNetworkAdvancedServerOps-778781496 tempest-TestNetworkAdvancedServerOps-778781496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=588e93e7-84c0-4660-b66a-33909906c813,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:26.759127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 46635a2e-2b7f-4099-82de-07919730c732 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:26.783450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 46635a2e-2b7f-4099-82de-07919730c732 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:26.783952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 46635a2e-2b7f-4099-82de-07919730c732 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:26.784491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5a735142-5b66-4fdd-8c07-5bc0bc39df54 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:26.804779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 5a735142-5b66-4fdd-8c07-5bc0bc39df54 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:26.805127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 5a735142-5b66-4fdd-8c07-5bc0bc39df54 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:26.805882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:07:26.825157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:07:26.825472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6a19f0d1-4bf5-4ffd-920e-6c9eed61f4e7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:07:26.888020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47374) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:27.035190 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-18c71dd0-ea51-45d1-a5a7-8d9396d81ce9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=363510e4a0564885bbf4ec24f14c6f18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455495 Jul 14 10:07:27.038509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47378) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:27.099953 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a631ccf-b324-4bc8-a253-913519257f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.131151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a631ccf-b324-4bc8-a253-913519257f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.155527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.189329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a631ccf-b324-4bc8-a253-913519257f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.192804 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9a631ccf-b324-4bc8-a253-913519257f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.193997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9a631ccf-b324-4bc8-a253-913519257f12 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6a0b9c9-333c-4b2a-9b8e-6ef6ae0a7200 HTTP/1.1" status: 204 len: 168 time: 0.1542001 Jul 14 10:07:27.202634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a631ccf-b324-4bc8-a253-913519257f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a0b9c9-333c-4b2a-9b8e-6ef6ae0a7200,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:27.357495 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.471581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47384) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:27.512203 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-141568ea-bf85-4061-bfbb-0ecd55db93d8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=91e2abb7c2aa45feacfa31203941d2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393777 Jul 14 10:07:27.514832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47386) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:27.566119 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82574989-2032-48fc-8214-58c0f658b47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.587830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82574989-2032-48fc-8214-58c0f658b47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.637150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82574989-2032-48fc-8214-58c0f658b47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.639812 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-82574989-2032-48fc-8214-58c0f658b47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:27.641026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-82574989-2032-48fc-8214-58c0f658b47d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f642cd0a-5e2b-427a-b30d-ac9ff77382f4 HTTP/1.1" status: 204 len: 168 time: 0.1253085 Jul 14 10:07:27.649563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82574989-2032-48fc-8214-58c0f658b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f642cd0a-5e2b-427a-b30d-ac9ff77382f4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:28.348882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47408) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:28.450587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1980634735-network', 'tenant_id': 'bca2a23593954a6c989083027aae73fb'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:28.472053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Made reservation on behalf of bca2a23593954a6c989083027aae73fb for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:28.474475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.484020 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.578459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.582920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.611128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:07:28.618063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41d3fe7-15f5-4793-acf7-904c048d9a54,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:28.625727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.625905 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Added segment e4160bae-fb21-41df-9dab-a90ee5a46f1c of type vlan for network e7ead684-d830-4388-bfd5-fa928ab283af Jul 14 10:07:28.668213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.698317 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.699334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:28.699925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.780223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4301732 Jul 14 10:07:28.784080 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47412) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:28.789443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Request body: {'subnet': {'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1980634735-subnet', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:28.795230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685e3ee-88c6-4b75-aeb7-312b0d2b8cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e7ead684-d830-4388-bfd5-fa928ab283af,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:28.810846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network e7ead684-d830-4388-bfd5-fa928ab283af details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:07:28.813527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Made reservation on behalf of bca2a23593954a6c989083027aae73fb for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:28.816055 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:28.990898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.044142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbd11628-1e56-4a8b-bb2a-7ad1eb31c825,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:29.054895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Checking segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:29.055249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Network hostable DHCP agents. Network: e7ead684-d830-4388-bfd5-fa928ab283af, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:07:29.071997 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Network e7ead684-d830-4388-bfd5-fa928ab283af is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:07:29.082634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, e7ead684-d830-4388-bfd5-fa928ab283af) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:29.091782 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:29.092421 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.092907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845eeed3-36b9-4df4-9d43-06792a4be0d0 None None] Network e7ead684-d830-4388-bfd5-fa928ab283af requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:29.110047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-05145b48-3278-4151-987c-e3cd99a7add1 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3244956 Jul 14 10:07:29.112869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47414) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:29.117377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:29.139393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.140482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.201676 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.256631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-e7ead684-d830-4388-bfd5-fa928ab283af', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'fixed_ips': [{'subnet_id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:07:29.257928 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.412083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Allocated IP 172.20.0.2 (e7ead684-d830-4388-bfd5-fa928ab283af/dbd11628-1e56-4a8b-bb2a-7ad1eb31c825/4873fcab-8d65-476e-aa0e-1fa8c8b45713) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:29.580170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.591836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Transition to ACTIVE for port object 4873fcab-8d65-476e-aa0e-1fa8c8b45713 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:29.608425 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Transition to ACTIVE for port object 4873fcab-8d65-476e-aa0e-1fa8c8b45713 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:29.615783 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.660140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Network e7ead684-d830-4388-bfd5-fa928ab283af is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:29.663469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:29.667339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:29.673344 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.677543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Pushing event updated for resources: {'Port': ['ID=4873fcab-8d65-476e-aa0e-1fa8c8b45713,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:29.735307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Attempting to bind port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:29.735679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Attempting to bind port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:29.736054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Attempting to bind port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 on network e7ead684-d830-4388-bfd5-fa928ab283af {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:29.742768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:29.743147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Checking segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:29.743554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.743950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Bound using segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:29.744505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Bound port: 4873fcab-8d65-476e-aa0e-1fa8c8b45713, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:29.744847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.821528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] For port 4873fcab-8d65-476e-aa0e-1fa8c8b45713, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:29.825723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] For port 4873fcab-8d65-476e-aa0e-1fa8c8b45713, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4873fcab-8d65-476e-aa0e-1fa8c8b45713,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:29.830565 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.906203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec7d5e-e407-4af4-80f5-b3af120800b4 None None] Pushing event updated for resources: {'Port': ['ID=4873fcab-8d65-476e-aa0e-1fa8c8b45713,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:29.922029 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:29.976963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:30.007069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:30.145259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Allocated IP 172.25.0.68 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:30.289773 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:30.332087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:30.379444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:30.382574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:30.386432 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:30.411798 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Pushing event updated for resources: {'Port': ['ID=fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:30.702030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:30.762376 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4873fcab-8d65-476e-aa0e-1fa8c8b45713 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:30.836395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:30.975311 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:31.070209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd882ac5-b7fb-44b9-8e1d-c57be02bead9 None None] Network e7ead684-d830-4388-bfd5-fa928ab283af requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:31.140716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:07:31.145370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-33886c99-3f91-4098-972f-dfc3c1b95bfa None None] Provisioning for port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:31.153713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-33886c99-3f91-4098-972f-dfc3c1b95bfa None None] Provisioning complete for port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:31.154088 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33886c99-3f91-4098-972f-dfc3c1b95bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:31.270832 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:31.293383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Sync routers for ids ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:31.297245 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:31.298712 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7d5ac119-a446-42f3-9225-ec6eaec97898 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1848114 Jul 14 10:07:31.301714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47416) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:31.324569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Routers {'8a1617a1-b7dc-42d6-8245-8f5f60b04b34'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:31.325408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:31.335314 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33886c99-3f91-4098-972f-dfc3c1b95bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:31.465459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-33886c99-3f91-4098-972f-dfc3c1b95bfa None None] For port 4873fcab-8d65-476e-aa0e-1fa8c8b45713, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4873fcab-8d65-476e-aa0e-1fa8c8b45713,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:31.472337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33886c99-3f91-4098-972f-dfc3c1b95bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:31.511091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Set router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:31.648595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33886c99-3f91-4098-972f-dfc3c1b95bfa None None] Pushing event updated for resources: {'Port': ['ID=4873fcab-8d65-476e-aa0e-1fa8c8b45713,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:31.773086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:07:30Z', 'revision_number': 3, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port': {'id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:30Z', 'updated_at': '2021-07-14T10:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:31.808362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Checking router: 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:31.808721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Updating router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:07:31.844360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cf26caa7-da34-4f89-a7dc-5f0f0b587670 None None] Provisioning complete for port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:31.845070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf26caa7-da34-4f89-a7dc-5f0f0b587670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:31.871932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:31.876856 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.162464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Allocated IP 172.20.0.1 (e7ead684-d830-4388-bfd5-fa928ab283af/dbd11628-1e56-4a8b-bb2a-7ad1eb31c825/b9da6a27-3095-42ca-ab30-75b1a39b9916) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:32.303582 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.313045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.320369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Transition to ACTIVE for port object b9da6a27-3095-42ca-ab30-75b1a39b9916 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:32.329536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Transition to ACTIVE for port object fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:32.339282 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.366087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.404257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Network e7ead684-d830-4388-bfd5-fa928ab283af is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:32.407237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:32.414250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:32.443649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b9da6a27-3095-42ca-ab30-75b1a39b9916,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:32.445413 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786b5a4-5caf-4772-ad13-4a2376ce91d7 None None] Pushing event updated for resources: {'Port': ['ID=fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:32.449513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Attempting to bind port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:32.450095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Attempting to bind port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:32.450798 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Attempting to bind port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:32.457296 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:32.457675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:32.458405 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.458405 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:32.458923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Bound port: fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:32.459983 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.464421 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.521588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] For port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:32.525970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] For port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:32.532586 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.597486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Routers {'8a1617a1-b7dc-42d6-8245-8f5f60b04b34'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:32.598240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:32.604563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786b5a4-5caf-4772-ad13-4a2376ce91d7 None None] Pushing event updated for resources: {'Port': ['ID=fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:32.645822 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.725103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4873fcab-8d65-476e-aa0e-1fa8c8b45713 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:32.793392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a86ea58c-118d-43b3-b2db-0c8668314978 None None] Provisioning for port b9da6a27-3095-42ca-ab30-75b1a39b9916 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:32.797767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] Set router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:32.833444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a86ea58c-118d-43b3-b2db-0c8668314978 None None] Provisioning complete for port b9da6a27-3095-42ca-ab30-75b1a39b9916 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:32.833819 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a86ea58c-118d-43b3-b2db-0c8668314978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.863558 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.869316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.922741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:32.923548 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.937540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a86ea58c-118d-43b3-b2db-0c8668314978 None None] Port b9da6a27-3095-42ca-ab30-75b1a39b9916 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:32.946692 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:32.949399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=b9da6a27-3095-42ca-ab30-75b1a39b9916,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:33.070649 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Network e7ead684-d830-4388-bfd5-fa928ab283af is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:33.072247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:33.152237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 4, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port': {'id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:30Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b9da6a27-3095-42ca-ab30-75b1a39b9916', 'name': '', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'mac_address': 'fa:16:3e:d6:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:31Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 1, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'subnets': [{'id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:33.182367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c7eec-0c03-4f15-a097-0cef60468a29 None None] The sync data for ids ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'] in n-d-780147-26 is: [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 4, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port': {'id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:30Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b9da6a27-3095-42ca-ab30-75b1a39b9916', 'name': '', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'mac_address': 'fa:16:3e:d6:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:31Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 1, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'subnets': [{'id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:33.229387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:33.364710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b1227550-9d1a-4567-befe-eddb9ed669d1 None None] Provisioning complete for port b9da6a27-3095-42ca-ab30-75b1a39b9916 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:33.364965 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b1227550-9d1a-4567-befe-eddb9ed669d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:33.365365 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:33.376263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-642671ed-5bd0-4c84-885d-3012bccca8a5 admin admin] 10.222.0.73 "PUT /v2.0/routers/8a1617a1-b7dc-42d6-8245-8f5f60b04b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0676970 Jul 14 10:07:33.406227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b1227550-9d1a-4567-befe-eddb9ed669d1 None None] Port b9da6a27-3095-42ca-ab30-75b1a39b9916 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:33.964067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47434) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:33.979870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1077501249-network', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:34.007196 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Made reservation on behalf of f2f86c476d474174af91b28e7afb121f for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:34.011400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.023452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.151099 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.159016 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.189379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:07:34.204244 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.204506 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Added segment b79bb71b-d0be-4694-8a4b-58cd1e1c22c4 of type vlan for network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 Jul 14 10:07:34.206030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eba782-db9b-45f3-9c05-615b88ff1e42,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:34.263562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.644883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.646276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:34.646673 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.738676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:34.746759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7709246 Jul 14 10:07:34.749367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47436) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:34.755300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Request body: {'subnet': {'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1077501249-subnet', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:34.779186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15635472-468d-4b3a-a925-ef119078c8ec admin admin] Pushing event updated for resources: {'Network': ['ID=a162e8e0-b94f-4e0b-be85-a869bdcbbc03,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:34.780745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Made reservation on behalf of f2f86c476d474174af91b28e7afb121f for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:34.788536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.792931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:34.796445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:07:34.801008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:34.801556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:34.988556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.047830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6688510b-cd58-4843-bd0a-c0fc572bfc47,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:35.057276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Checking segment: {'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:35.057646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Network hostable DHCP agents. Network: a162e8e0-b94f-4e0b-be85-a869bdcbbc03, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:07:35.075591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:07:35.086480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, a162e8e0-b94f-4e0b-be85-a869bdcbbc03) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:35.091169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:35.091888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.109418 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5859104a-738d-4557-80ad-33049df12f7c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3587718 Jul 14 10:07:35.112272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47438) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:35.116392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e810c80-5bfb-4639-8d91-964a1edf137c None None] Network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:35.116821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:35.150957 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.151901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.215545 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.323079 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.374384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:35.382113 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.392544 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.457094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-a162e8e0-b94f-4e0b-be85-a869bdcbbc03', 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'fixed_ips': [{'subnet_id': '6688510b-cd58-4843-bd0a-c0fc572bfc47'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:07:35.458492 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.499824 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Sync routers for ids ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:35.510812 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Routers {'8a1617a1-b7dc-42d6-8245-8f5f60b04b34'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:35.511436 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:35.526951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:35.628749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.634077 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Set router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:35.653037 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.663078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Allocated IP 172.20.0.2 (a162e8e0-b94f-4e0b-be85-a869bdcbbc03/6688510b-cd58-4843-bd0a-c0fc572bfc47/e7920526-5bed-4124-8a90-af173c130609) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:35.781820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Allocated IP 172.25.0.149 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/886cea00-a465-4dfd-9e48-03e1f4c3c249) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:35.829828 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.842216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Transition to ACTIVE for port object e7920526-5bed-4124-8a90-af173c130609 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:35.860551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Transition to ACTIVE for port object e7920526-5bed-4124-8a90-af173c130609 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:35.869633 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.873017 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 4, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port': {'id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:30Z', 'updated_at': '2021-07-14T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b9da6a27-3095-42ca-ab30-75b1a39b9916', 'name': '', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'mac_address': 'fa:16:3e:d6:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:31Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 2, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'subnets': [{'id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:35.910174 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Checking router: 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:35.910647 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Updating router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 port b9da6a27-3095-42ca-ab30-75b1a39b9916 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:07:35.915449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:35.918778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:35.923800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:35.924001 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.927923 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Pushing event updated for resources: {'Port': ['ID=e7920526-5bed-4124-8a90-af173c130609,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:35.957147 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.981603 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:35.995361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Attempting to bind port e7920526-5bed-4124-8a90-af173c130609 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:35.996097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Attempting to bind port e7920526-5bed-4124-8a90-af173c130609 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:35.996424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Attempting to bind port e7920526-5bed-4124-8a90-af173c130609 on network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:36.003052 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:36.003439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Checking segment: {'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:36.004010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.004571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Bound using segment: {'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:36.005058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Bound port: e7920526-5bed-4124-8a90-af173c130609, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:36.005441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.020110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:36.038106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:36.042201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:36.087637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] For port e7920526-5bed-4124-8a90-af173c130609, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:36.091322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] For port e7920526-5bed-4124-8a90-af173c130609, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e7920526-5bed-4124-8a90-af173c130609,segment=NetworkSegment(b79bb71b-d0be-4694-8a4b-58cd1e1c22c4),segment_id=b79bb71b-d0be-4694-8a4b-58cd1e1c22c4)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:36.096060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.158048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f6d52-687d-4bbd-8368-861d6d579339 None None] Pushing event updated for resources: {'Port': ['ID=e7920526-5bed-4124-8a90-af173c130609,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:36.170393 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Pushing event updated for resources: {'Port': ['ID=886cea00-a465-4dfd-9e48-03e1f4c3c249,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:36.264813 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.277616 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Transition to ACTIVE for port object b9da6a27-3095-42ca-ab30-75b1a39b9916 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:36.289719 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.381353 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Pushing event updated for resources: {'Port': ['ID=b9da6a27-3095-42ca-ab30-75b1a39b9916,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:36.390909 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.391216 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.391554 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.391896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.392254 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.392585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.392947 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.393815 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.394147 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.394506 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.394825 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.395299 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:36.396859 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.447139 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Attempting to bind port b9da6a27-3095-42ca-ab30-75b1a39b9916 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:36.447753 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Attempting to bind port b9da6a27-3095-42ca-ab30-75b1a39b9916 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:36.448301 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Attempting to bind port b9da6a27-3095-42ca-ab30-75b1a39b9916 on network e7ead684-d830-4388-bfd5-fa928ab283af {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:36.459307 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:36.459760 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Checking segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:36.460281 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.460852 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Bound using segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:36.461594 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Bound port: b9da6a27-3095-42ca-ab30-75b1a39b9916, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:36.462289 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.543083 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] For port b9da6a27-3095-42ca-ab30-75b1a39b9916, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:36.547898 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] For port b9da6a27-3095-42ca-ab30-75b1a39b9916, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b9da6a27-3095-42ca-ab30-75b1a39b9916,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:36.553626 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.630817 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Routers {'8a1617a1-b7dc-42d6-8245-8f5f60b04b34'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:36.631496 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:36.633393 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f469d-d3e0-4e63-9403-30c3bbfad939 None None] Pushing event updated for resources: {'Port': ['ID=b9da6a27-3095-42ca-ab30-75b1a39b9916,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:36.702125 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:36.807458 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] Set router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:36.912782 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:36.913386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:07:37.013809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:37.014541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:37.119898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b9da6a27-3095-42ca-ab30-75b1a39b9916 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:37.137786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:37.164240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Sync routers for ids ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:37.165206 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:37.166470 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b37cf27f-f08c-4172-af8e-b45d1c941a17 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0532064 Jul 14 10:07:37.170920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47440) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:07:37.189386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Routers {'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:37.190598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:37.252936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port b9da6a27-3095-42ca-ab30-75b1a39b9916 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:37.260356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b9da6a27-3095-42ca-ab30-75b1a39b9916 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:37.261213 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:37.292155 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 4, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port': {'id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:30Z', 'updated_at': '2021-07-14T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b9da6a27-3095-42ca-ab30-75b1a39b9916', 'name': '', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'mac_address': 'fa:16:3e:d6:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:31Z', 'updated_at': '2021-07-14T10:07:36Z', 'revision_number': 4, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'subnets': [{'id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:37.327962 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d58793-41d9-4f33-988a-4feda0cc5bb8 None None] The sync data for ids ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'] in n-d-780147-26 is: [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:07:32Z', 'revision_number': 4, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port': {'id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:30Z', 'updated_at': '2021-07-14T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'b9da6a27-3095-42ca-ab30-75b1a39b9916', 'name': '', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'mac_address': 'fa:16:3e:d6:47:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:31Z', 'updated_at': '2021-07-14T10:07:36Z', 'revision_number': 4, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'subnets': [{'id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:37.435383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Set router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:37.503880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc036103-366f-45c8-877f-48ded242788a None None] Network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:07:37.536414 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:37.649380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7d7673b0-5764-44d8-8af0-376af57a4b08 None None] Provisioning for port e7920526-5bed-4124-8a90-af173c130609 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:37.698078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port b9da6a27-3095-42ca-ab30-75b1a39b9916, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b9da6a27-3095-42ca-ab30-75b1a39b9916,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:37.710854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:37.711661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e7920526-5bed-4124-8a90-af173c130609 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:37.874302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=b9da6a27-3095-42ca-ab30-75b1a39b9916,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:37.920701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port e7920526-5bed-4124-8a90-af173c130609 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:37.928932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e7920526-5bed-4124-8a90-af173c130609 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:37.929306 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:37.977587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:36Z', 'revision_number': 3, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port': {'id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:38.015912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Checking router: a9bcf1fd-3af0-4e46-950b-92df8d32aeaa for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:38.016412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Updating router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa port 886cea00-a465-4dfd-9e48-03e1f4c3c249 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:07:38.092723 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.156014 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.166671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.206015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port e7920526-5bed-4124-8a90-af173c130609, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e7920526-5bed-4124-8a90-af173c130609,segment=NetworkSegment(b79bb71b-d0be-4694-8a4b-58cd1e1c22c4),segment_id=b79bb71b-d0be-4694-8a4b-58cd1e1c22c4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:38.296982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.414276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=e7920526-5bed-4124-8a90-af173c130609,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:38.417275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Allocated IP 172.20.0.1 (a162e8e0-b94f-4e0b-be85-a869bdcbbc03/6688510b-cd58-4843-bd0a-c0fc572bfc47/20303e7c-be01-450a-959c-8bad48ee57f7) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:38.436860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4f82575e-45e4-4fbd-9291-bff3ea7512d6 None None] Provisioning complete for port e7920526-5bed-4124-8a90-af173c130609 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:38.437235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4f82575e-45e4-4fbd-9291-bff3ea7512d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.539872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.555662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Transition to ACTIVE for port object 20303e7c-be01-450a-959c-8bad48ee57f7 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:38.590275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.592049 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.611390 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Transition to ACTIVE for port object 886cea00-a465-4dfd-9e48-03e1f4c3c249 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:38.619876 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.635786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:38.641137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:38.645044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:38.676313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Pushing event updated for resources: {'Port': ['ID=20303e7c-be01-450a-959c-8bad48ee57f7,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:38.702593 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.876007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.886244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b9da6a27-3095-42ca-ab30-75b1a39b9916 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:38.979891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac824f-a9ca-496a-8b37-57fad2d72090 None None] Pushing event updated for resources: {'Port': ['ID=886cea00-a465-4dfd-9e48-03e1f4c3c249,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:38.983114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Attempting to bind port 886cea00-a465-4dfd-9e48-03e1f4c3c249 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:38.983559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Attempting to bind port 886cea00-a465-4dfd-9e48-03e1f4c3c249 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:38.984104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Attempting to bind port 886cea00-a465-4dfd-9e48-03e1f4c3c249 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:38.991624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5321854f-55be-44e8-91cf-af1cb2b5a402 None None] Provisioning for port 20303e7c-be01-450a-959c-8bad48ee57f7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:38.995922 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:38.996401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:38.996731 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:38.997118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:38.997606 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Bound port: 886cea00-a465-4dfd-9e48-03e1f4c3c249, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:38.998079 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.019063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5321854f-55be-44e8-91cf-af1cb2b5a402 None None] Provisioning complete for port 20303e7c-be01-450a-959c-8bad48ee57f7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:39.019527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5321854f-55be-44e8-91cf-af1cb2b5a402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.064002 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.070982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.086022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b9da6a27-3095-42ca-ab30-75b1a39b9916 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:39.086661 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.130305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5321854f-55be-44e8-91cf-af1cb2b5a402 None None] Port 20303e7c-be01-450a-959c-8bad48ee57f7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:39.142828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] For port 886cea00-a465-4dfd-9e48-03e1f4c3c249, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:39.175930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] For port 886cea00-a465-4dfd-9e48-03e1f4c3c249, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=886cea00-a465-4dfd-9e48-03e1f4c3c249,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:39.188274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.188659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.193521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Pushing event updated for resources: {'Port': ['ID=20303e7c-be01-450a-959c-8bad48ee57f7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:39.329584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Routers {'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:39.330238 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:39.335049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ac824f-a9ca-496a-8b37-57fad2d72090 None None] Pushing event updated for resources: {'Port': ['ID=886cea00-a465-4dfd-9e48-03e1f4c3c249,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:39.338123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:39.339830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:39.374521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e7920526-5bed-4124-8a90-af173c130609 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:39.475076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:07:39.482887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] Set router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:39.509887 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e7920526-5bed-4124-8a90-af173c130609 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:39.510267 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.593116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:07:39.598365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-26df8b02-cd1a-41c6-af05-981fa2d23299 admin admin] 10.222.0.73 "PUT /v2.0/routers/a9bcf1fd-3af0-4e46-950b-92df8d32aeaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4240973 Jul 14 10:07:39.713787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-48dc1fb7-c94b-4cb4-bbf7-58eafcf529d6 None None] Provisioning complete for port 20303e7c-be01-450a-959c-8bad48ee57f7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:39.714072 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48dc1fb7-c94b-4cb4-bbf7-58eafcf529d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:39.779261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-48dc1fb7-c94b-4cb4-bbf7-58eafcf529d6 None None] Port 20303e7c-be01-450a-959c-8bad48ee57f7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:39.809344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:38Z', 'revision_number': 4, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port': {'id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '20303e7c-be01-450a-959c-8bad48ee57f7', 'name': '', 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'mac_address': 'fa:16:3e:33:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:38Z', 'updated_at': '2021-07-14T10:07:38Z', 'revision_number': 2, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'subnets': [{'id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:39.837310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4633ce85-58c6-48e5-a2da-9ba2c3de88dc None None] The sync data for ids ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'] in n-d-780147-26 is: [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:38Z', 'revision_number': 4, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port': {'id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '20303e7c-be01-450a-959c-8bad48ee57f7', 'name': '', 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'mac_address': 'fa:16:3e:33:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:38Z', 'updated_at': '2021-07-14T10:07:38Z', 'revision_number': 2, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'subnets': [{'id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:40.253894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-61961f5f-1535-4ded-988a-f71af463d95b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:40.255445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-61961f5f-1535-4ded-988a-f71af463d95b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/networks?id=e7ead684-d830-4388-bfd5-fa928ab283af HTTP/1.1" status: 200 len: 911 time: 0.1018956 Jul 14 10:07:40.271474 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-a8949f49-0607-4bca-83b7-253fcaeadd75 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/quotas/f2f86c476d474174af91b28e7afb121f HTTP/1.1" status: 200 len: 375 time: 0.0105295 Jul 14 10:07:40.381606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-ed7e6a2f-c1b8-4f31-a51d-03668b897d97 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2f86c476d474174af91b28e7afb121f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030467 Jul 14 10:07:40.481407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-c3d674ab-a161-4727-8e7d-c50ddc11e236 service neutron] 10.222.0.73 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928133 Jul 14 10:07:40.601290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-4301e723-eb62-4380-9719-966d78f77a22 service neutron] 10.222.0.73 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131337 Jul 14 10:07:40.753707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 886cea00-a465-4dfd-9e48-03e1f4c3c249 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:40.842346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 886cea00-a465-4dfd-9e48-03e1f4c3c249 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:40.850014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 886cea00-a465-4dfd-9e48-03e1f4c3c249 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:40.850523 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:40.881742 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8237b1c4-658e-4097-9498-ac92bea1dbbd req-369b6321-8c14-4da0-b63d-49baad9615ad tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 210 time: 0.0445223 Jul 14 10:07:40.947328 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:40.973641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 886cea00-a465-4dfd-9e48-03e1f4c3c249, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=886cea00-a465-4dfd-9e48-03e1f4c3c249,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:40.978894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:41.037330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=886cea00-a465-4dfd-9e48-03e1f4c3c249,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:42.054635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-282af9dd-39d9-4380-9b8c-92e18414efce tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:42.056473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-282af9dd-39d9-4380-9b8c-92e18414efce tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.66 "GET /v2.0/networks?id=e7ead684-d830-4388-bfd5-fa928ab283af HTTP/1.1" status: 200 len: 911 time: 0.1287763 Jul 14 10:07:42.058209 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Sync routers for ids ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:07:42.068960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Request body: {'port': {'device_id': '5baca607-5feb-4dfc-826b-8b00fef7d180', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'admin_state_up': True, 'tenant_id': 'f2f86c476d474174af91b28e7afb121f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:42.077213 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Routers {'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:42.079075 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:42.094429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Made reservation on behalf of f2f86c476d474174af91b28e7afb121f for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:42.097315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.121103 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-735fdb03-1781-4a56-92f8-357a703ce2e1 req-33496592-84b2-4d5c-ac34-330514bad9f9 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 210 time: 0.0516500 Jul 14 10:07:42.230765 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Set router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:42.254329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Allocated IP 172.20.0.8 (e7ead684-d830-4388-bfd5-fa928ab283af/dbd11628-1e56-4a8b-bb2a-7ad1eb31c825/1f8e22dc-5810-44a5-9660-0fe659420624) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:42.413637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.435273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Transition to ACTIVE for port object 1f8e22dc-5810-44a5-9660-0fe659420624 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:42.447003 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:38Z', 'revision_number': 4, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port': {'id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '20303e7c-be01-450a-959c-8bad48ee57f7', 'name': '', 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'mac_address': 'fa:16:3e:33:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:38Z', 'updated_at': '2021-07-14T10:07:38Z', 'revision_number': 2, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'subnets': [{'id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:42.483584 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.490053 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Checking router: a9bcf1fd-3af0-4e46-950b-92df8d32aeaa for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:07:42.490405 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Updating router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa port 20303e7c-be01-450a-959c-8bad48ee57f7 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:07:42.525684 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.533241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Network e7ead684-d830-4388-bfd5-fa928ab283af is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:42.539791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:42.542731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:42.564579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8e22dc-5810-44a5-9660-0fe659420624,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:42.590512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:42.591135 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.609725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-e751b9db-af5f-4c85-8ba7-b15d5d87f502 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5459480 Jul 14 10:07:42.622632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Request body: {'port': {'device_id': '5baca607-5feb-4dfc-826b-8b00fef7d180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:42.731158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.776838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 886cea00-a465-4dfd-9e48-03e1f4c3c249 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:42.837966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6d5c75cb-121f-424a-b138-986fc34d7af7 None None] Provisioning for port 1f8e22dc-5810-44a5-9660-0fe659420624 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:42.848658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6d5c75cb-121f-424a-b138-986fc34d7af7 None None] Provisioning complete for port 1f8e22dc-5810-44a5-9660-0fe659420624 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:42.849039 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6d5c75cb-121f-424a-b138-986fc34d7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.877013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 886cea00-a465-4dfd-9e48-03e1f4c3c249 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:42.877483 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.887678 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.899351 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Transition to ACTIVE for port object 20303e7c-be01-450a-959c-8bad48ee57f7 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:42.907222 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:42.915983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c75cb-121f-424a-b138-986fc34d7af7 None None] Port 1f8e22dc-5810-44a5-9660-0fe659420624 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:43.015655 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51b868-a8c3-4e8f-8021-8f5077b3b0b6 None None] Pushing event updated for resources: {'Port': ['ID=20303e7c-be01-450a-959c-8bad48ee57f7,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:43.027279 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Attempting to bind port 20303e7c-be01-450a-959c-8bad48ee57f7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:43.027450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8e22dc-5810-44a5-9660-0fe659420624 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:43.027647 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Attempting to bind port 20303e7c-be01-450a-959c-8bad48ee57f7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:43.028004 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Attempting to bind port 20303e7c-be01-450a-959c-8bad48ee57f7 on network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:43.035492 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:43.035866 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Checking segment: {'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:43.036292 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.036636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.036747 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Bound using segment: {'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:43.037135 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Bound port: 20303e7c-be01-450a-959c-8bad48ee57f7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:43.037689 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.050330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Transition to ACTIVE for port object 1f8e22dc-5810-44a5-9660-0fe659420624 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:43.054369 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.105942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8e22dc-5810-44a5-9660-0fe659420624,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:43.111873 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] For port 20303e7c-be01-450a-959c-8bad48ee57f7, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:43.119447 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] For port 20303e7c-be01-450a-959c-8bad48ee57f7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=20303e7c-be01-450a-959c-8bad48ee57f7,segment=NetworkSegment(b79bb71b-d0be-4694-8a4b-58cd1e1c22c4),segment_id=b79bb71b-d0be-4694-8a4b-58cd1e1c22c4)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:43.124350 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.210345 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Routers {'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:07:43.211245 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:43.239770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Attempting to bind port 1f8e22dc-5810-44a5-9660-0fe659420624 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:43.240101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Attempting to bind port 1f8e22dc-5810-44a5-9660-0fe659420624 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:43.240458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Attempting to bind port 1f8e22dc-5810-44a5-9660-0fe659420624 on network e7ead684-d830-4388-bfd5-fa928ab283af {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:43.245270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Port 1f8e22dc-5810-44a5-9660-0fe659420624 on network e7ead684-d830-4388-bfd5-fa928ab283af not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:07:43.245610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Attempting to bind port 1f8e22dc-5810-44a5-9660-0fe659420624 on network e7ead684-d830-4388-bfd5-fa928ab283af {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:43.251636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:43.251975 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Checking segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:43.252657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Bound using segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:43.252925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Bound port: 1f8e22dc-5810-44a5-9660-0fe659420624, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:43.253290 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.256468 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51b868-a8c3-4e8f-8021-8f5077b3b0b6 None None] Pushing event updated for resources: {'Port': ['ID=20303e7c-be01-450a-959c-8bad48ee57f7,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:43.339192 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] Set router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:07:43.376973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] For port 1f8e22dc-5810-44a5-9660-0fe659420624, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:43.381604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] For port 1f8e22dc-5810-44a5-9660-0fe659420624, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1f8e22dc-5810-44a5-9660-0fe659420624,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:43.391154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.437844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:43.439192 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:43.440785 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] 10.222.0.66 "PUT /v2.0/ports/1f8e22dc-5810-44a5-9660-0fe659420624 HTTP/1.1" status: 200 len: 1092 time: 0.8229351 Jul 14 10:07:43.450624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5baca607-5feb-4dfc-826b-8b00fef7d180', 'tag': '1f8e22dc-5810-44a5-9660-0fe659420624'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:43.454569 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c80ab6-781e-45c4-9224-afad23c646a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5baca607-5feb-4dfc-826b-8b00fef7d180", "tag": "1f8e22dc-5810-44a5-9660-0fe659420624"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:43.478941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4fc9d-e5f1-429e-875d-a87917501f58 req-fb93d362-14a0-43bc-8e3d-304e7aa015b8 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:43.481260 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23d4fc9d-e5f1-429e-875d-a87917501f58 req-fb93d362-14a0-43bc-8e3d-304e7aa015b8 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1053 time: 0.1750064 Jul 14 10:07:43.562740 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2339a2fc-7cb6-44ed-a84a-dd1f00a8a5e2 x-openstack-request-id: req-2339a2fc-7cb6-44ed-a84a-dd1f00a8a5e2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:43.563046 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5baca607-5feb-4dfc-826b-8b00fef7d180", "tag": "1f8e22dc-5810-44a5-9660-0fe659420624", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:43.563294 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2339a2fc-7cb6-44ed-a84a-dd1f00a8a5e2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:43.563854 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5baca607-5feb-4dfc-826b-8b00fef7d180', 'tag': '1f8e22dc-5810-44a5-9660-0fe659420624', 'status': 'completed', 'code': 200} Jul 14 10:07:43.574372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c174d07-2add-4f9a-8737-67e3c31c0063 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8e22dc-5810-44a5-9660-0fe659420624,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:43.597944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-23d4fc9d-e5f1-429e-875d-a87917501f58 req-5d0122a8-9669-42c8-970c-83f18d5a2423 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013970 Jul 14 10:07:43.620739 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:38Z', 'revision_number': 4, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port': {'id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '20303e7c-be01-450a-959c-8bad48ee57f7', 'name': '', 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'mac_address': 'fa:16:3e:33:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:38Z', 'updated_at': '2021-07-14T10:07:43Z', 'revision_number': 4, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'subnets': [{'id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:07:43.631817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-1b7ea049-b022-4f0b-9808-f75b7abf4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:43.631817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-1b7ea049-b022-4f0b-9808-f75b7abf4857 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2f86c476d474174af91b28e7afb121f&device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1095 time: 0.1334767 Jul 14 10:07:43.652143 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490034c9-462f-4d54-bd4c-accdba79561c None None] The sync data for ids ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'] in n-d-780147-26 is: [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:38Z', 'revision_number': 4, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port': {'id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '20303e7c-be01-450a-959c-8bad48ee57f7', 'name': '', 'network_id': 'a162e8e0-b94f-4e0b-be85-a869bdcbbc03', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'mac_address': 'fa:16:3e:33:4e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:38Z', 'updated_at': '2021-07-14T10:07:43Z', 'revision_number': 4, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'subnets': [{'id': '6688510b-cd58-4843-bd0a-c0fc572bfc47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:07:43.678512 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-3aed0a15-7948-4957-b393-6f409debdb55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f8e22dc-5810-44a5-9660-0fe659420624 HTTP/1.1" status: 200 len: 217 time: 0.0404506 Jul 14 10:07:43.753063 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-2e0492d2-7e35-4116-8e4e-3faaa0dca5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:43.754586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-2e0492d2-7e35-4116-8e4e-3faaa0dca5d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dbd11628-1e56-4a8b-bb2a-7ad1eb31c825 HTTP/1.1" status: 200 len: 849 time: 0.0705333 Jul 14 10:07:43.816033 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-f27f7f9b-47a6-4ff8-ad34-d18bc6e3b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:43.817473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-f27f7f9b-47a6-4ff8-ad34-d18bc6e3b961 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7ead684-d830-4388-bfd5-fa928ab283af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567038 Jul 14 10:07:43.919163 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-8ab7bc77-1a3c-46ef-b5fa-70294ac99d68 service neutron] 10.222.0.66 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956354 Jul 14 10:07:44.020410 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6407e8df-47bc-4b66-a5cc-c890f12b6f71 req-fd9ec78c-9583-4140-84ca-ca82a7d153f2 service neutron] 10.222.0.66 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944111 Jul 14 10:07:44.137770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-3e118620-c21e-4282-8f0c-391f473a74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:44.140561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-3e118620-c21e-4282-8f0c-391f473a74f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2f86c476d474174af91b28e7afb121f&device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1095 time: 0.0676720 Jul 14 10:07:44.246354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-6f9e489a-1fe7-4f97-a85f-5fae420de269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:44.248024 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-6f9e489a-1fe7-4f97-a85f-5fae420de269 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7ead684-d830-4388-bfd5-fa928ab283af HTTP/1.1" status: 200 len: 911 time: 0.1002483 Jul 14 10:07:44.296455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-0d84b61d-f14f-492e-a6d5-87ca15655263 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f8e22dc-5810-44a5-9660-0fe659420624 HTTP/1.1" status: 200 len: 217 time: 0.0412638 Jul 14 10:07:44.349079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-6569f4ea-b147-401a-a8e6-4c3f66247a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:44.350569 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-6569f4ea-b147-401a-a8e6-4c3f66247a03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dbd11628-1e56-4a8b-bb2a-7ad1eb31c825 HTTP/1.1" status: 200 len: 849 time: 0.0480506 Jul 14 10:07:44.413276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-887e0f89-8ec1-43f8-9fe4-f164b83a559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:44.414792 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-887e0f89-8ec1-43f8-9fe4-f164b83a559d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7ead684-d830-4388-bfd5-fa928ab283af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581257 Jul 14 10:07:44.505290 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-ff7466fc-f720-444e-a82a-6cb1776a6553 service neutron] 10.222.0.66 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833430 Jul 14 10:07:44.602691 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f8c80ab6-781e-45c4-9224-afad23c646a3 req-7d71401b-d3ce-4040-9483-794bd6285fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903096 Jul 14 10:07:44.730545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 20303e7c-be01-450a-959c-8bad48ee57f7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:44.778198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 20303e7c-be01-450a-959c-8bad48ee57f7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:44.779967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d980afd-dfff-4489-9202-86e7068c4113 req-82eae125-fd3d-468d-8d92-9d53221d88fd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:44.781695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d980afd-dfff-4489-9202-86e7068c4113 req-82eae125-fd3d-468d-8d92-9d53221d88fd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1095 time: 0.0552323 Jul 14 10:07:44.782356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 20303e7c-be01-450a-959c-8bad48ee57f7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:44.782729 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:44.817688 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7d980afd-dfff-4489-9202-86e7068c4113 req-2f5b2c85-5360-4136-951d-fec7f79a3d3f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295026 Jul 14 10:07:44.860674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:44.895577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 20303e7c-be01-450a-959c-8bad48ee57f7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=20303e7c-be01-450a-959c-8bad48ee57f7,segment=NetworkSegment(b79bb71b-d0be-4694-8a4b-58cd1e1c22c4),segment_id=b79bb71b-d0be-4694-8a4b-58cd1e1c22c4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:44.899481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:44.952045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=20303e7c-be01-450a-959c-8bad48ee57f7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:45.265804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1f8e22dc-5810-44a5-9660-0fe659420624 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:07:45.345454 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:07:45.362888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1f8e22dc-5810-44a5-9660-0fe659420624, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1f8e22dc-5810-44a5-9660-0fe659420624,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:45.374506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '1f8e22dc-5810-44a5-9660-0fe659420624', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'port_id': '1f8e22dc-5810-44a5-9660-0fe659420624', 'mac_address': 'fa:16:3e:2f:2c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:07:45.415781 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:45.428789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8e22dc-5810-44a5-9660-0fe659420624 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:45.449630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1f8e22dc-5810-44a5-9660-0fe659420624, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1f8e22dc-5810-44a5-9660-0fe659420624,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:45.454462 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:45.504252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=1f8e22dc-5810-44a5-9660-0fe659420624,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:45.652910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['1f8e22dc-5810-44a5-9660-0fe659420624'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:45.986357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0628be-1351-4486-a273-52eb2241d155 req-cad92870-7133-4fc8-a380-4301895e11ec tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:45.988633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d0628be-1351-4486-a273-52eb2241d155 req-cad92870-7133-4fc8-a380-4301895e11ec tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1096 time: 0.0574999 Jul 14 10:07:46.024161 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d0628be-1351-4486-a273-52eb2241d155 req-e4f595c0-d946-470c-882e-d18b76eee868 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297632 Jul 14 10:07:46.720697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 20303e7c-be01-450a-959c-8bad48ee57f7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:46.769007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 20303e7c-be01-450a-959c-8bad48ee57f7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:46.769381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:47.192445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950519f-c99d-4254-a7ce-e33286211473 req-ccda3a84-d9d8-4efb-829e-f6b8d8d48378 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:47.194036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4950519f-c99d-4254-a7ce-e33286211473 req-ccda3a84-d9d8-4efb-829e-f6b8d8d48378 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1096 time: 0.0584497 Jul 14 10:07:47.228841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4950519f-c99d-4254-a7ce-e33286211473 req-1af455c4-4fcb-456b-8cf7-b25dd2da2d7b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291266 Jul 14 10:07:47.281744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1f8e22dc-5810-44a5-9660-0fe659420624 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:47.332855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 1f8e22dc-5810-44a5-9660-0fe659420624 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:47.336712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 1f8e22dc-5810-44a5-9660-0fe659420624 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:47.337097 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:47.416805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:47.440830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baca607-5feb-4dfc-826b-8b00fef7d180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e22dc-5810-44a5-9660-0fe659420624'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:47.443151 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62661c30-d4e4-44d7-8505-64bd1dc1b0cc" -d '{"events": [{"server_uuid": "5baca607-5feb-4dfc-826b-8b00fef7d180", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e22dc-5810-44a5-9660-0fe659420624"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:47.456894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 1f8e22dc-5810-44a5-9660-0fe659420624, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1f8e22dc-5810-44a5-9660-0fe659420624,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:47.461675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:47.486975 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863a4916-be12-48be-b9ae-c3ca0055591c x-openstack-request-id: req-863a4916-be12-48be-b9ae-c3ca0055591c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:47.487970 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baca607-5feb-4dfc-826b-8b00fef7d180", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e22dc-5810-44a5-9660-0fe659420624", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:47.488244 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-863a4916-be12-48be-b9ae-c3ca0055591c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:47.488639 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baca607-5feb-4dfc-826b-8b00fef7d180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e22dc-5810-44a5-9660-0fe659420624', 'code': 200} Jul 14 10:07:47.520287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=1f8e22dc-5810-44a5-9660-0fe659420624,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:47.597843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f06b6-6c74-4c92-9240-dcd35861fcf4 req-1f9cdb86-f0a8-40ad-8136-470b63abfca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:47.599380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-429f06b6-6c74-4c92-9240-dcd35861fcf4 req-1f9cdb86-f0a8-40ad-8136-470b63abfca8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1097 time: 0.0540144 Jul 14 10:07:47.638893 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-429f06b6-6c74-4c92-9240-dcd35861fcf4 req-96162af0-365c-4f3f-89a9-ec1ffd0d0528 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305724 Jul 14 10:07:48.409596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dc31b-f869-4160-909f-1b6ac14706b3 req-cb12730e-5bd5-4888-9dad-f9284391f4e9 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:48.411409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-364dc31b-f869-4160-909f-1b6ac14706b3 req-cb12730e-5bd5-4888-9dad-f9284391f4e9 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1097 time: 0.0582867 Jul 14 10:07:48.453309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-364dc31b-f869-4160-909f-1b6ac14706b3 req-00072f83-5c1f-46ea-ad4d-3205acb59d23 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356219 Jul 14 10:07:49.630361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e85f44-7ea3-4479-8a8d-1eab448fc7ee req-41d7337d-8c6f-4863-af8b-3448ed35b3dc tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:49.631958 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5e85f44-7ea3-4479-8a8d-1eab448fc7ee req-41d7337d-8c6f-4863-af8b-3448ed35b3dc tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1097 time: 0.0619247 Jul 14 10:07:50.001535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5e85f44-7ea3-4479-8a8d-1eab448fc7ee req-7faa770d-cb4b-49e8-babd-149a286fea1f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594542 Jul 14 10:07:50.165287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe9759-39f3-4b95-8319-a9025e8da212 req-9396b079-575e-4159-ab70-45c4030d156e tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:50.166873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0fe9759-39f3-4b95-8319-a9025e8da212 req-9396b079-575e-4159-ab70-45c4030d156e tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1097 time: 0.0547574 Jul 14 10:07:50.204991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0fe9759-39f3-4b95-8319-a9025e8da212 req-54cb3d21-6dee-46ea-bda5-9c34b2f649b4 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322068 Jul 14 10:07:50.369390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e96c8-8e5e-4152-b004-1e6e26f0145c req-b13521b1-837a-4e22-8027-71f34909339b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:50.370941 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b80e96c8-8e5e-4152-b004-1e6e26f0145c req-b13521b1-837a-4e22-8027-71f34909339b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1097 time: 0.0539482 Jul 14 10:07:50.407684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b80e96c8-8e5e-4152-b004-1e6e26f0145c req-f66a8c86-ac76-48d6-a14a-441ab7fd6071 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310247 Jul 14 10:07:50.656307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-639378a3-8dcd-49bf-a170-5fd1cfa33d52 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:50.657969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-639378a3-8dcd-49bf-a170-5fd1cfa33d52 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/networks?id=e7ead684-d830-4388-bfd5-fa928ab283af HTTP/1.1" status: 200 len: 911 time: 0.0930560 Jul 14 10:07:50.674092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-a6b17c5a-b427-46da-bcd3-b0b49b0af7bf tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/quotas/f2f86c476d474174af91b28e7afb121f HTTP/1.1" status: 200 len: 375 time: 0.0092504 Jul 14 10:07:50.737893 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-5ddd2cd2-4c73-49ab-8586-83b2e6f7ed6c tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?tenant_id=f2f86c476d474174af91b28e7afb121f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571046 Jul 14 10:07:50.834989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-e81cbdcd-d329-472b-9634-7485efa816c6 service neutron] 10.222.0.73 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898168 Jul 14 10:07:50.926354 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-52dca384-04a3-4ec3-930e-3316806a11b1 service neutron] 10.222.0.73 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854669 Jul 14 10:07:51.100412 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf265059-bbaf-4355-b04f-dd706417af7b req-5648e179-db45-4deb-8b5f-45f0bde03b9f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 210 time: 0.0284097 Jul 14 10:07:51.936713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b690e065-ef48-48f1-9987-166730398e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.193762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-cc085136-b9dd-495d-b37c-505c70169888 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.195216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-cc085136-b9dd-495d-b37c-505c70169888 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.69 "GET /v2.0/networks?id=e7ead684-d830-4388-bfd5-fa928ab283af HTTP/1.1" status: 200 len: 911 time: 0.1137102 Jul 14 10:07:52.207282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Request body: {'port': {'device_id': '3e3d5293-316e-4d54-a024-7aa10c64f739', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'admin_state_up': True, 'tenant_id': 'f2f86c476d474174af91b28e7afb121f'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:52.260786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89ac162d-1a5b-402b-962a-884afbc88bc4 req-75558f85-b1ef-4c8b-b55d-957c5b629644 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 210 time: 0.0379350 Jul 14 10:07:52.262410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Made reservation on behalf of f2f86c476d474174af91b28e7afb121f for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:07:52.264964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.403881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Allocated IP 172.20.0.11 (e7ead684-d830-4388-bfd5-fa928ab283af/dbd11628-1e56-4a8b-bb2a-7ad1eb31c825/843e86b7-5f69-4fa6-972b-3968c8fd9648) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:07:52.552534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.565221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Transition to ACTIVE for port object 843e86b7-5f69-4fa6-972b-3968c8fd9648 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:52.600246 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.613299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['1f8e22dc-5810-44a5-9660-0fe659420624'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:52.674759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Network e7ead684-d830-4388-bfd5-fa928ab283af is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:07:52.682779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:07:52.690869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:07:52.695798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Pushing event updated for resources: {'Port': ['ID=843e86b7-5f69-4fa6-972b-3968c8fd9648,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:52.753519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:52.754622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.775004 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-65f27d75-db57-4aaa-be88-1e88c38413ab tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5718203 Jul 14 10:07:52.924406 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Request body: {'port': {'device_id': '3e3d5293-316e-4d54-a024-7aa10c64f739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:07:52.936146 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9663c738-3f3d-4d59-84ef-bf0f48a52abc None None] Provisioning for port 843e86b7-5f69-4fa6-972b-3968c8fd9648 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:52.941573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9663c738-3f3d-4d59-84ef-bf0f48a52abc None None] Provisioning complete for port 843e86b7-5f69-4fa6-972b-3968c8fd9648 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:52.942581 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9663c738-3f3d-4d59-84ef-bf0f48a52abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:52.980854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9663c738-3f3d-4d59-84ef-bf0f48a52abc None None] Port 843e86b7-5f69-4fa6-972b-3968c8fd9648 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:07:53.004591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:53.294018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843e86b7-5f69-4fa6-972b-3968c8fd9648 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:53.302754 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:53.317720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Transition to ACTIVE for port object 843e86b7-5f69-4fa6-972b-3968c8fd9648 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:07:53.322449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:53.419729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Pushing event updated for resources: {'Port': ['ID=843e86b7-5f69-4fa6-972b-3968c8fd9648,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:53.456143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Attempting to bind port 843e86b7-5f69-4fa6-972b-3968c8fd9648 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:07:53.456568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Attempting to bind port 843e86b7-5f69-4fa6-972b-3968c8fd9648 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:07:53.456848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Attempting to bind port 843e86b7-5f69-4fa6-972b-3968c8fd9648 on network e7ead684-d830-4388-bfd5-fa928ab283af {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:53.462478 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Port 843e86b7-5f69-4fa6-972b-3968c8fd9648 on network e7ead684-d830-4388-bfd5-fa928ab283af not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:07:53.462814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Attempting to bind port 843e86b7-5f69-4fa6-972b-3968c8fd9648 on network e7ead684-d830-4388-bfd5-fa928ab283af {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:07:53.468760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:07:53.469106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Checking segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:07:53.469502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Bound using segment: {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:07:53.469949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Bound port: 843e86b7-5f69-4fa6-972b-3968c8fd9648, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4160bae-fb21-41df-9dab-a90ee5a46f1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:07:53.470321 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:53.483704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12337459-2007-41bd-aea0-826287e38f81 req-f8cf599c-3745-475c-a3dc-8e3262380b2d tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.485553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12337459-2007-41bd-aea0-826287e38f81 req-f8cf599c-3745-475c-a3dc-8e3262380b2d tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1054 time: 0.0728505 Jul 14 10:07:53.538135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-12337459-2007-41bd-aea0-826287e38f81 req-61ad8046-8267-42a3-99cb-feab9cf9f29c tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Jul 14 10:07:53.549974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] For port 843e86b7-5f69-4fa6-972b-3968c8fd9648, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:07:53.553742 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] For port 843e86b7-5f69-4fa6-972b-3968c8fd9648, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=843e86b7-5f69-4fa6-972b-3968c8fd9648,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:07:53.558934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:53.604074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.604817 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:53.606373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] 10.222.0.69 "PUT /v2.0/ports/843e86b7-5f69-4fa6-972b-3968c8fd9648 HTTP/1.1" status: 200 len: 1093 time: 0.8239126 Jul 14 10:07:53.606863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e3d5293-316e-4d54-a024-7aa10c64f739', 'tag': '843e86b7-5f69-4fa6-972b-3968c8fd9648'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:53.609617 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedaae18-349b-48ec-84d3-905780f47bef" -d '{"events": [{"name": "network-changed", "server_uuid": "3e3d5293-316e-4d54-a024-7aa10c64f739", "tag": "843e86b7-5f69-4fa6-972b-3968c8fd9648"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:53.635384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eab7b-17db-4f62-a21a-5d436dd09d24 service neutron] Pushing event updated for resources: {'Port': ['ID=843e86b7-5f69-4fa6-972b-3968c8fd9648,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:53.691886 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de74a5f-8e52-4b07-b6ab-d74558aa166b x-openstack-request-id: req-8de74a5f-8e52-4b07-b6ab-d74558aa166b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:53.692328 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e3d5293-316e-4d54-a024-7aa10c64f739", "tag": "843e86b7-5f69-4fa6-972b-3968c8fd9648", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:53.692504 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8de74a5f-8e52-4b07-b6ab-d74558aa166b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:53.692937 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e3d5293-316e-4d54-a024-7aa10c64f739', 'tag': '843e86b7-5f69-4fa6-972b-3968c8fd9648', 'status': 'completed', 'code': 200} Jul 14 10:07:53.724946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-e337b4e8-1e54-41e9-8018-c1f26214161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.727065 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-e337b4e8-1e54-41e9-8018-c1f26214161f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2f86c476d474174af91b28e7afb121f&device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1096 time: 0.0795276 Jul 14 10:07:53.783328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-032bd9d6-e09c-4b46-9702-a9df469e8b36 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843e86b7-5f69-4fa6-972b-3968c8fd9648 HTTP/1.1" status: 200 len: 217 time: 0.0497370 Jul 14 10:07:53.833686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-88262ff4-b225-483b-8fd7-dd77e2b034c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.835268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-88262ff4-b225-483b-8fd7-dd77e2b034c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dbd11628-1e56-4a8b-bb2a-7ad1eb31c825 HTTP/1.1" status: 200 len: 849 time: 0.0462379 Jul 14 10:07:53.894678 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-6ec19c9a-4627-4e83-97c1-3d371236351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:53.896218 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-6ec19c9a-4627-4e83-97c1-3d371236351c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7ead684-d830-4388-bfd5-fa928ab283af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550463 Jul 14 10:07:53.996157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-580d1115-2bc6-4a0e-b08b-eea1c9f89cbd service neutron] 10.222.0.69 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931172 Jul 14 10:07:54.091514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cdb87b-ab97-46d5-962a-63c37f0cfd93 req-1b70bc69-3176-40fc-bf2f-83d284ec9580 service neutron] 10.222.0.69 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894375 Jul 14 10:07:54.203502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaae18-349b-48ec-84d3-905780f47bef req-08de88a7-20aa-4ea3-9b13-67861a73193a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.205078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aedaae18-349b-48ec-84d3-905780f47bef req-08de88a7-20aa-4ea3-9b13-67861a73193a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f2f86c476d474174af91b28e7afb121f&device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1096 time: 0.0608077 Jul 14 10:07:54.257982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0759338a-a307-4950-984b-e5a928125513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.309268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaae18-349b-48ec-84d3-905780f47bef req-2b02edf9-d7ad-4a40-aa90-be06a5db9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.310777 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aedaae18-349b-48ec-84d3-905780f47bef req-2b02edf9-d7ad-4a40-aa90-be06a5db9163 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e7ead684-d830-4388-bfd5-fa928ab283af HTTP/1.1" status: 200 len: 911 time: 0.0999415 Jul 14 10:07:54.357530 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aedaae18-349b-48ec-84d3-905780f47bef req-19000de2-d033-45d0-b9e6-0570a68d2490 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=843e86b7-5f69-4fa6-972b-3968c8fd9648 HTTP/1.1" status: 200 len: 217 time: 0.0397568 Jul 14 10:07:54.409651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaae18-349b-48ec-84d3-905780f47bef req-cc167598-b0b8-4c43-93cb-12ff3dec0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.411410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aedaae18-349b-48ec-84d3-905780f47bef req-cc167598-b0b8-4c43-93cb-12ff3dec0b8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dbd11628-1e56-4a8b-bb2a-7ad1eb31c825 HTTP/1.1" status: 200 len: 849 time: 0.0458338 Jul 14 10:07:54.473491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaae18-349b-48ec-84d3-905780f47bef req-d7335ccc-9e13-4f11-aaf6-21e19c90eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.475020 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aedaae18-349b-48ec-84d3-905780f47bef req-d7335ccc-9e13-4f11-aaf6-21e19c90eb0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e7ead684-d830-4388-bfd5-fa928ab283af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561140 Jul 14 10:07:54.572002 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:54.573978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aedaae18-349b-48ec-84d3-905780f47bef req-da3130ef-9654-4146-822d-07a40f3d010f service neutron] 10.222.0.69 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908794 Jul 14 10:07:54.677464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aedaae18-349b-48ec-84d3-905780f47bef req-1a51b62e-d119-4949-898d-bc7927b1f482 service neutron] 10.222.0.69 "GET /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953314 Jul 14 10:07:54.702612 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050d7a3-4ae3-4561-ba92-31fce51690d7 req-b44cad6c-1bb1-4786-a1e4-be5e71e44630 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:54.704180 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0050d7a3-4ae3-4561-ba92-31fce51690d7 req-b44cad6c-1bb1-4786-a1e4-be5e71e44630 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1096 time: 0.0565927 Jul 14 10:07:54.741270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0050d7a3-4ae3-4561-ba92-31fce51690d7 req-1296e12e-ae25-4227-8dd4-5260897bbbcc tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296729 Jul 14 10:07:55.704944 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:55.913026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625b708-dd21-454a-b984-5ada3a5554bd req-6c6fd676-9627-4b14-a797-f299f340f43b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:55.914558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b625b708-dd21-454a-b984-5ada3a5554bd req-6c6fd676-9627-4b14-a797-f299f340f43b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1096 time: 0.0579755 Jul 14 10:07:55.950577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b625b708-dd21-454a-b984-5ada3a5554bd req-f86d4678-cddf-4879-9f70-eed8dd0cd1ad tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302615 Jul 14 10:07:56.379614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 843e86b7-5f69-4fa6-972b-3968c8fd9648 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:07:56.472738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 843e86b7-5f69-4fa6-972b-3968c8fd9648, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=843e86b7-5f69-4fa6-972b-3968c8fd9648,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:56.485337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '843e86b7-5f69-4fa6-972b-3968c8fd9648', 'network_id': 'e7ead684-d830-4388-bfd5-fa928ab283af', 'port_id': '843e86b7-5f69-4fa6-972b-3968c8fd9648', 'mac_address': 'fa:16:3e:30:eb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbd11628-1e56-4a8b-bb2a-7ad1eb31c825', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:07:56.523903 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:56.540548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843e86b7-5f69-4fa6-972b-3968c8fd9648 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:07:56.559936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 843e86b7-5f69-4fa6-972b-3968c8fd9648, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=843e86b7-5f69-4fa6-972b-3968c8fd9648,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:56.564084 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:56.613411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=843e86b7-5f69-4fa6-972b-3968c8fd9648,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:56.620862 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.621207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.621545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.621897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.622208 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.622533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.622883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.623267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.623734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.623901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.624324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.624632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:07:56.789921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['843e86b7-5f69-4fa6-972b-3968c8fd9648'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:07:57.116296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77d1f6-dbf1-4452-a86a-d107698627ce req-d74000bf-84fc-45f1-9cbc-9bab6950fa95 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:57.117862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c77d1f6-dbf1-4452-a86a-d107698627ce req-d74000bf-84fc-45f1-9cbc-9bab6950fa95 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1097 time: 0.0534184 Jul 14 10:07:57.154932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c77d1f6-dbf1-4452-a86a-d107698627ce req-25b9f83f-735d-416d-bf43-51ec56ea7c53 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311196 Jul 14 10:07:57.170553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:57.359366 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.335647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17396c24-8c6c-4515-9e50-42879ba7a9b6 req-7caabd50-e84b-4770-abb0-68e25d5d4ee9 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:58.337234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17396c24-8c6c-4515-9e50-42879ba7a9b6 req-7caabd50-e84b-4770-abb0-68e25d5d4ee9 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1097 time: 0.0645423 Jul 14 10:07:58.373701 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17396c24-8c6c-4515-9e50-42879ba7a9b6 req-b017472e-9ab4-4aa1-bd9b-f42510a0b416 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297632 Jul 14 10:07:58.398520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 843e86b7-5f69-4fa6-972b-3968c8fd9648 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:07:58.452474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 843e86b7-5f69-4fa6-972b-3968c8fd9648 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:07:58.457002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 843e86b7-5f69-4fa6-972b-3968c8fd9648 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:07:58.457374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.532251 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.554824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3d5293-316e-4d54-a024-7aa10c64f739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e86b7-5f69-4fa6-972b-3968c8fd9648'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:07:58.557198 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1e510d-dd6a-44d1-845c-58e2e9a9571e" -d '{"events": [{"server_uuid": "3e3d5293-316e-4d54-a024-7aa10c64f739", "name": "network-vif-plugged", "status": "completed", "tag": "843e86b7-5f69-4fa6-972b-3968c8fd9648"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:07:58.570099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 843e86b7-5f69-4fa6-972b-3968c8fd9648, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=843e86b7-5f69-4fa6-972b-3968c8fd9648,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:07:58.574357 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:07:58.606738 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0041f378-eb7c-4744-a801-a932fe5fb035 x-openstack-request-id: req-0041f378-eb7c-4744-a801-a932fe5fb035 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:07:58.607059 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3d5293-316e-4d54-a024-7aa10c64f739", "name": "network-vif-plugged", "status": "completed", "tag": "843e86b7-5f69-4fa6-972b-3968c8fd9648", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:07:58.607274 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0041f378-eb7c-4744-a801-a932fe5fb035 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:07:58.607648 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3d5293-316e-4d54-a024-7aa10c64f739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843e86b7-5f69-4fa6-972b-3968c8fd9648', 'code': 200} Jul 14 10:07:58.639443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=843e86b7-5f69-4fa6-972b-3968c8fd9648,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:07:58.721077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d07767b-5bda-4d28-b88d-4107f5fda66e req-b52e936c-0a1b-42a9-9f19-c08d67aead80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:58.722525 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d07767b-5bda-4d28-b88d-4107f5fda66e req-b52e936c-0a1b-42a9-9f19-c08d67aead80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1098 time: 0.0595622 Jul 14 10:07:58.757561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d07767b-5bda-4d28-b88d-4107f5fda66e req-0f797e54-18fe-4027-8709-05b4f2fa73eb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284619 Jul 14 10:07:59.542460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa84b6-61a3-40ac-aff5-fe625f960114 req-52211cd4-8386-4eee-8087-4cec1d61b57b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:07:59.543922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1aa84b6-61a3-40ac-aff5-fe625f960114 req-52211cd4-8386-4eee-8087-4cec1d61b57b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1098 time: 0.0539834 Jul 14 10:07:59.583512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1aa84b6-61a3-40ac-aff5-fe625f960114 req-f7ec3de2-6535-429e-b67d-cba0d30e152c tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339060 Jul 14 10:07:59.885107 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:00.758174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbba4e8-1b43-492d-a695-9be8d9801bdc req-8b328f4a-2150-47c5-b24c-821139b72cc6 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:00.762855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3bbba4e8-1b43-492d-a695-9be8d9801bdc req-8b328f4a-2150-47c5-b24c-821139b72cc6 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1098 time: 0.0581927 Jul 14 10:08:00.796154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3bbba4e8-1b43-492d-a695-9be8d9801bdc req-db0724c2-010a-434e-967e-1174e93adacc tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289910 Jul 14 10:08:00.964383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a486b-9400-4159-8676-43d81af34abc req-f5f7e67d-766b-4542-b9f4-c2d1e3a04871 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:00.965871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-369a486b-9400-4159-8676-43d81af34abc req-f5f7e67d-766b-4542-b9f4-c2d1e3a04871 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1098 time: 0.0587895 Jul 14 10:08:01.002313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-369a486b-9400-4159-8676-43d81af34abc req-ce390a5c-2f16-466d-90e4-9afce83e597d tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301592 Jul 14 10:08:01.166924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58042c62-982d-475e-ab50-d2270cbe10db req-ffc3aa05-a46c-4e6a-930e-d41f043b3a27 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:01.168518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58042c62-982d-475e-ab50-d2270cbe10db req-ffc3aa05-a46c-4e6a-930e-d41f043b3a27 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1098 time: 0.0534596 Jul 14 10:08:01.203888 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58042c62-982d-475e-ab50-d2270cbe10db req-8d802555-58dd-4117-8ab1-b91c3bb12256 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295599 Jul 14 10:08:01.581814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245962e-97cc-42dd-86f5-caa855d0c2f8 req-ec43994e-d996-489b-8144-bc209f31b5ce tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:01.583381 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7245962e-97cc-42dd-86f5-caa855d0c2f8 req-ec43994e-d996-489b-8144-bc209f31b5ce tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1098 time: 0.0574970 Jul 14 10:08:01.619719 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7245962e-97cc-42dd-86f5-caa855d0c2f8 req-a8df5e18-4d45-4b51-9df5-3dcf13581de9 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304840 Jul 14 10:08:02.783864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-a8c5a054-5b34-4aea-9371-5178498a0a29 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:02.786225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-a8c5a054-5b34-4aea-9371-5178498a0a29 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1098 time: 0.0862222 Jul 14 10:08:02.839493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56471340-2694-4d39-8d96-2e4370757402 req-fe9e6723-cf3f-477a-a5cb-34eecf7be3ae tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:02.841107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56471340-2694-4d39-8d96-2e4370757402 req-fe9e6723-cf3f-477a-a5cb-34eecf7be3ae tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=3e3d5293-316e-4d54-a024-7aa10c64f739 HTTP/1.1" status: 200 len: 1098 time: 0.1047893 Jul 14 10:08:02.908229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56471340-2694-4d39-8d96-2e4370757402 req-44020548-4dce-462c-9d70-4431ec8d62a3 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603340 Jul 14 10:08:02.926080 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Deleting port 843e86b7-5f69-4fa6-972b-3968c8fd9648 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:02.926426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.013566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] For port 843e86b7-5f69-4fa6-972b-3968c8fd9648, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=843e86b7-5f69-4fa6-972b-3968c8fd9648,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:03.013929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.027183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Calling delete_port for 843e86b7-5f69-4fa6-972b-3968c8fd9648 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:03.150647 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.163864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['843e86b7-5f69-4fa6-972b-3968c8fd9648'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:03.166911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['1f8e22dc-5810-44a5-9660-0fe659420624'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:03.181518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Pushing event deleted for resources: {'Port': ['ID=843e86b7-5f69-4fa6-972b-3968c8fd9648,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:03.230696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] No DVR routers for this DVR port 843e86b7-5f69-4fa6-972b-3968c8fd9648 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:03.233489 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:03.235652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f023b84-8b68-4484-bb99-a989d9cb2e30 req-cce4a5ce-5bf8-4198-881e-ef6d3c9f7c7f tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.69 "DELETE /v2.0/ports/843e86b7-5f69-4fa6-972b-3968c8fd9648 HTTP/1.1" status: 204 len: 173 time: 0.4434936 Jul 14 10:08:03.236118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e3d5293-316e-4d54-a024-7aa10c64f739', 'name': 'network-vif-deleted', 'tag': '843e86b7-5f69-4fa6-972b-3968c8fd9648'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:03.238585 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d75663-3e47-4133-9bbe-9522afe8a667" -d '{"events": [{"server_uuid": "3e3d5293-316e-4d54-a024-7aa10c64f739", "name": "network-vif-deleted", "tag": "843e86b7-5f69-4fa6-972b-3968c8fd9648"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:03.284528 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba6c0b8-a48f-4520-8772-e87d62929c3f x-openstack-request-id: req-3ba6c0b8-a48f-4520-8772-e87d62929c3f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:03.284528 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e3d5293-316e-4d54-a024-7aa10c64f739", "name": "network-vif-deleted", "tag": "843e86b7-5f69-4fa6-972b-3968c8fd9648", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:03.284528 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3ba6c0b8-a48f-4520-8772-e87d62929c3f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:03.284528 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e3d5293-316e-4d54-a024-7aa10c64f739', 'name': 'network-vif-deleted', 'tag': '843e86b7-5f69-4fa6-972b-3968c8fd9648', 'status': 'completed', 'code': 200} Jul 14 10:08:04.358297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71120bed-0efd-4b0e-8fea-ef1fb3d704a5 req-7321dcf0-fb3f-4b43-a1ef-0156e8f01d12 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:04.359849 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71120bed-0efd-4b0e-8fea-ef1fb3d704a5 req-7321dcf0-fb3f-4b43-a1ef-0156e8f01d12 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1097 time: 0.0534780 Jul 14 10:08:04.402738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-71120bed-0efd-4b0e-8fea-ef1fb3d704a5 req-afe7f1a0-48fc-4a49-9162-79ff54220fc4 tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362332 Jul 14 10:08:05.571729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b2bcd-cda4-4d4e-a184-372142ba2c04 req-63aada0a-839f-468c-a8d8-c5cc297b8c7b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:05.573211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e86b2bcd-cda4-4d4e-a184-372142ba2c04 req-63aada0a-839f-468c-a8d8-c5cc297b8c7b tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1097 time: 0.0517163 Jul 14 10:08:05.637068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e86b2bcd-cda4-4d4e-a184-372142ba2c04 req-ad5812ed-6e18-45b4-8080-4e81ff023b5e tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/security-groups?id=e3eba782-db9b-45f3-9c05-615b88ff1e42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559192 Jul 14 10:08:05.656061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-c46cd547-5d9c-4fc2-a8d2-2127b3c72e8d tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:05.657632 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-c46cd547-5d9c-4fc2-a8d2-2127b3c72e8d tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 1097 time: 0.0835474 Jul 14 10:08:05.753955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Deleting port 1f8e22dc-5810-44a5-9660-0fe659420624 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:05.754294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:05.839203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] For port 1f8e22dc-5810-44a5-9660-0fe659420624, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=1f8e22dc-5810-44a5-9660-0fe659420624,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:05.839476 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:05.854846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Calling delete_port for 1f8e22dc-5810-44a5-9660-0fe659420624 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:06.002866 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:06.014706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['1f8e22dc-5810-44a5-9660-0fe659420624'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:06.033069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f8e22dc-5810-44a5-9660-0fe659420624,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:06.090477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] No DVR routers for this DVR port 1f8e22dc-5810-44a5-9660-0fe659420624 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:06.093527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:06.095855 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-082d2b40-b110-48d9-b07b-b321e552fa36 req-37328868-9966-4773-b4a7-adeecd2feafd tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.66 "DELETE /v2.0/ports/1f8e22dc-5810-44a5-9660-0fe659420624 HTTP/1.1" status: 204 len: 173 time: 0.4330280 Jul 14 10:08:06.096346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5baca607-5feb-4dfc-826b-8b00fef7d180', 'name': 'network-vif-deleted', 'tag': '1f8e22dc-5810-44a5-9660-0fe659420624'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:06.099755 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113c3e66-d215-45fa-aca1-09278d4c9492" -d '{"events": [{"server_uuid": "5baca607-5feb-4dfc-826b-8b00fef7d180", "name": "network-vif-deleted", "tag": "1f8e22dc-5810-44a5-9660-0fe659420624"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:06.153726 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe06329-09a4-499c-901d-62d0e141b14c x-openstack-request-id: req-cfe06329-09a4-499c-901d-62d0e141b14c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:06.154028 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5baca607-5feb-4dfc-826b-8b00fef7d180", "name": "network-vif-deleted", "tag": "1f8e22dc-5810-44a5-9660-0fe659420624", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:06.154253 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cfe06329-09a4-499c-901d-62d0e141b14c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:06.154653 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5baca607-5feb-4dfc-826b-8b00fef7d180', 'name': 'network-vif-deleted', 'tag': '1f8e22dc-5810-44a5-9660-0fe659420624', 'status': 'completed', 'code': 200} Jul 14 10:08:06.442202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 843e86b7-5f69-4fa6-972b-3968c8fd9648 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:06.462741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 843e86b7-5f69-4fa6-972b-3968c8fd9648 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:06.463063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 843e86b7-5f69-4fa6-972b-3968c8fd9648 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:06.804024 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35e74416-508d-437b-87cd-aaec36426938 req-65be5a05-852f-41f1-aa8c-bbca32f3526c tempest-TestServerMultinode-2047112799 tempest-TestServerMultinode-2047112799-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5baca607-5feb-4dfc-826b-8b00fef7d180 HTTP/1.1" status: 200 len: 210 time: 0.0281165 Jul 14 10:08:07.904570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47574) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:08.616861 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.887734 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Deleting port b9da6a27-3095-42ca-ab30-75b1a39b9916 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:08.887987 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.973045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] For port b9da6a27-3095-42ca-ab30-75b1a39b9916, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b9da6a27-3095-42ca-ab30-75b1a39b9916,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:08.974010 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:08.988488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Calling delete_port for b9da6a27-3095-42ca-ab30-75b1a39b9916 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:09.176708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.206941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9da6a27-3095-42ca-ab30-75b1a39b9916,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:09.387850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.422368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1f8e22dc-5810-44a5-9660-0fe659420624 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:09.443851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 1f8e22dc-5810-44a5-9660-0fe659420624 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:09.444077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 1f8e22dc-5810-44a5-9660-0fe659420624 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:09.618811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:08:09.740094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:09.746929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-167820c2-5f9e-462a-aa32-7e1292bb9c82 admin admin] 10.222.0.73 "PUT /v2.0/routers/8a1617a1-b7dc-42d6-8245-8f5f60b04b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8404913 Jul 14 10:08:09.748770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47576) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:09.749357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] Sync routers for ids ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:09.759778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] Routers {'8a1617a1-b7dc-42d6-8245-8f5f60b04b34'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:09.760463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:09.863123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:09.872620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] Set router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:09.977511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.042354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Deleting port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:10.042667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.127126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] For port fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:10.127465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.142201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Calling delete_port for fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:10.221783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:08:09Z', 'revision_number': 5, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port': {'id': 'fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:30Z', 'updated_at': '2021-07-14T10:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:10.248032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] Checking router: 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:10.258126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] Routers {'8a1617a1-b7dc-42d6-8245-8f5f60b04b34'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:10.259004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:10.346164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.357285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] Set router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:10.373818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:10.418920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:08:09Z', 'revision_number': 6, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:10.443171 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.451648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da619e1c-0707-4bb9-90c9-f6b0e179c16f None None] The sync data for ids ['8a1617a1-b7dc-42d6-8245-8f5f60b04b34'] in n-d-780147-26 is: [{'id': '8a1617a1-b7dc-42d6-8245-8f5f60b04b34', 'name': 'tempest-TestServerMultinode-1980634735-router', 'tenant_id': 'bca2a23593954a6c989083027aae73fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:29Z', 'updated_at': '2021-07-14T10:08:09Z', 'revision_number': 6, 'project_id': 'bca2a23593954a6c989083027aae73fb', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:10.551362 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.553650 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.597510 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.598129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a1617a1-b7dc-42d6-8245-8f5f60b04b34 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:08:10.603543 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.605194 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5218e872-50b5-413b-a73c-c48d2a17af20 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8a1617a1-b7dc-42d6-8245-8f5f60b04b34 HTTP/1.1" status: 204 len: 168 time: 0.8551400 Jul 14 10:08:10.607562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47578) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:10.655483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9d7b66-62c2-4e62-b0ed-3bc355aa848f admin admin] Deleting subnet dbd11628-1e56-4a8b-bb2a-7ad1eb31c825 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:08:10.658831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7b66-62c2-4e62-b0ed-3bc355aa848f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.700738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7b66-62c2-4e62-b0ed-3bc355aa848f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.789218 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7b66-62c2-4e62-b0ed-3bc355aa848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.858380 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7b66-62c2-4e62-b0ed-3bc355aa848f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.884112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d7b66-62c2-4e62-b0ed-3bc355aa848f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbd11628-1e56-4a8b-bb2a-7ad1eb31c825,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:10.893667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fa9d7b66-62c2-4e62-b0ed-3bc355aa848f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:10.895615 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fa9d7b66-62c2-4e62-b0ed-3bc355aa848f admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dbd11628-1e56-4a8b-bb2a-7ad1eb31c825 HTTP/1.1" status: 204 len: 168 time: 0.2870727 Jul 14 10:08:10.899443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47580) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:10.903451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b77d10-27a7-4dd3-b0ea-a510b37cbdc7 None None] Network e7ead684-d830-4388-bfd5-fa928ab283af requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:10.958930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b9da6a27-3095-42ca-ab30-75b1a39b9916 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:10.992433 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: b9da6a27-3095-42ca-ab30-75b1a39b9916 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:10.992788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b9da6a27-3095-42ca-ab30-75b1a39b9916 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:10.997148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.062653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Deleting port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:11.063001 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.139191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] DHCP port deletion for e7ead684-d830-4388-bfd5-fa928ab283af request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:08:11.143547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] For port 4873fcab-8d65-476e-aa0e-1fa8c8b45713, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4873fcab-8d65-476e-aa0e-1fa8c8b45713,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:11.144400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.161804 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Calling delete_port for 4873fcab-8d65-476e-aa0e-1fa8c8b45713 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:11.190251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] Deleting port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:11.191229 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.256671 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.262966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] For port 4873fcab-8d65-476e-aa0e-1fa8c8b45713, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4873fcab-8d65-476e-aa0e-1fa8c8b45713,segment=NetworkSegment(e4160bae-fb21-41df-9dab-a90ee5a46f1c),segment_id=e4160bae-fb21-41df-9dab-a90ee5a46f1c)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:11.263372 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.273640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] No DVR routers for this DVR port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:11.285848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] Calling delete_port for 4873fcab-8d65-476e-aa0e-1fa8c8b45713 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:11.318749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Pushing event deleted for resources: {'Port': ['ID=4873fcab-8d65-476e-aa0e-1fa8c8b45713,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:11.373308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.379784 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.384313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ead684-d830-4388-bfd5-fa928ab283af']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:11.396909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4160bae-fb21-41df-9dab-a90ee5a46f1c') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:11.397207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4160bae-fb21-41df-9dab-a90ee5a46f1c') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:11.408319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.410090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] No DVR routers for this DVR port 4873fcab-8d65-476e-aa0e-1fa8c8b45713 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:11.417948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2c712-c59c-4433-b158-886bdc9318bc None None] Pushing event deleted for resources: {'Port': ['ID=4873fcab-8d65-476e-aa0e-1fa8c8b45713,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:11.427618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.433982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:08:11.434387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:08:11.436108 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:08:11.496791 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.502766 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:11.504817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] 10.222.0.73 "DELETE /v2.0/networks/e7ead684-d830-4388-bfd5-fa928ab283af HTTP/1.1" status: 204 len: 168 time: 0.6043320 Jul 14 10:08:11.508172 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47582) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:11.516239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae17306-dcc9-475d-ba64-3e6936eeee0b admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ead684-d830-4388-bfd5-fa928ab283af,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:11.877060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:12.146934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Deleting port 20303e7c-be01-450a-959c-8bad48ee57f7 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:12.147320 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:12.230655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] For port 20303e7c-be01-450a-959c-8bad48ee57f7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=20303e7c-be01-450a-959c-8bad48ee57f7,segment=NetworkSegment(b79bb71b-d0be-4694-8a4b-58cd1e1c22c4),segment_id=b79bb71b-d0be-4694-8a4b-58cd1e1c22c4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:12.231173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:12.247062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Calling delete_port for 20303e7c-be01-450a-959c-8bad48ee57f7 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:12.438588 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:12.477088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Pushing event deleted for resources: {'Port': ['ID=20303e7c-be01-450a-959c-8bad48ee57f7,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:12.661439 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:12.798100 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:12.824269 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:12.824562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device fb2252cc-c95b-471f-91ad-9f9dcf3cb6c4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:12.825040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4873fcab-8d65-476e-aa0e-1fa8c8b45713 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:12.844662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 4873fcab-8d65-476e-aa0e-1fa8c8b45713 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:12.845011 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4873fcab-8d65-476e-aa0e-1fa8c8b45713 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:13.261481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:08:13.376822 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:08:13.382444 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-beed7f93-c808-4531-8b7c-fbb8404fb006 admin admin] 10.222.0.73 "PUT /v2.0/routers/a9bcf1fd-3af0-4e46-950b-92df8d32aeaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8725955 Jul 14 10:08:13.385209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47584) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:13.388728 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] Sync routers for ids ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:08:13.399056 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] Routers {'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:13.399958 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:13.500338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:13.602273 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] Set router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:13.612500 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:13.671966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Deleting port 886cea00-a465-4dfd-9e48-03e1f4c3c249 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:13.672694 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:13.758129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] For port 886cea00-a465-4dfd-9e48-03e1f4c3c249, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=886cea00-a465-4dfd-9e48-03e1f4c3c249,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:13.758521 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:13.772706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Calling delete_port for 886cea00-a465-4dfd-9e48-03e1f4c3c249 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:13.799437 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:08:12Z', 'revision_number': 5, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port': {'id': '886cea00-a465-4dfd-9e48-03e1f4c3c249', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:07:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:13.826168 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] Checking router: a9bcf1fd-3af0-4e46-950b-92df8d32aeaa for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:08:13.835856 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] Routers {'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:08:13.836497 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:07:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:13.930203 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] Set router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:08:13.952930 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:13.985588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Pushing event deleted for resources: {'Port': ['ID=886cea00-a465-4dfd-9e48-03e1f4c3c249,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:13.990390 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:08:13Z', 'revision_number': 6, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:14.020616 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a1d261-70a4-4cb3-bf4c-3bf22a341080 None None] The sync data for ids ['a9bcf1fd-3af0-4e46-950b-92df8d32aeaa'] in n-d-780147-26 is: [{'id': 'a9bcf1fd-3af0-4e46-950b-92df8d32aeaa', 'name': 'tempest-TestServerMultinode-1077501249-router', 'tenant_id': 'f2f86c476d474174af91b28e7afb121f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:07:35Z', 'updated_at': '2021-07-14T10:08:13Z', 'revision_number': 6, 'project_id': 'f2f86c476d474174af91b28e7afb121f', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:08:14.050891 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.146727 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.149125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.193919 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.194574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9bcf1fd-3af0-4e46-950b-92df8d32aeaa {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:08:14.199396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.200595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-12064924-59ff-429b-98d2-561cd7a5d34f admin admin] 10.222.0.73 "DELETE /v2.0/routers/a9bcf1fd-3af0-4e46-950b-92df8d32aeaa HTTP/1.1" status: 204 len: 168 time: 0.8144236 Jul 14 10:08:14.203031 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47586) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:14.251390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-896c8a2e-26e7-4f7d-96b1-84ecb6771cc0 admin admin] Deleting subnet 6688510b-cd58-4843-bd0a-c0fc572bfc47 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:08:14.255190 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-896c8a2e-26e7-4f7d-96b1-84ecb6771cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.290540 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-896c8a2e-26e7-4f7d-96b1-84ecb6771cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.371601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-896c8a2e-26e7-4f7d-96b1-84ecb6771cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.431836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-896c8a2e-26e7-4f7d-96b1-84ecb6771cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.464069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c8a2e-26e7-4f7d-96b1-84ecb6771cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6688510b-cd58-4843-bd0a-c0fc572bfc47,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:14.467796 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-896c8a2e-26e7-4f7d-96b1-84ecb6771cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.469746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-896c8a2e-26e7-4f7d-96b1-84ecb6771cc0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6688510b-cd58-4843-bd0a-c0fc572bfc47 HTTP/1.1" status: 204 len: 168 time: 0.2657750 Jul 14 10:08:14.473001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47588) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:14.476237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274481e3-b6e5-4bc3-930a-63becb3c2a5b None None] Network a162e8e0-b94f-4e0b-be85-a869bdcbbc03 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:14.548969 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.607904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Deleting port e7920526-5bed-4124-8a90-af173c130609 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:14.608292 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.676352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] For port e7920526-5bed-4124-8a90-af173c130609, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e7920526-5bed-4124-8a90-af173c130609,segment=NetworkSegment(b79bb71b-d0be-4694-8a4b-58cd1e1c22c4),segment_id=b79bb71b-d0be-4694-8a4b-58cd1e1c22c4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:14.676716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.690206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Calling delete_port for e7920526-5bed-4124-8a90-af173c130609 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:14.779179 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725cff6-592e-40a8-a0cd-8fcda2b541b8 None None] DHCP port deletion for a162e8e0-b94f-4e0b-be85-a869bdcbbc03 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:08:14.786408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.824164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7920526-5bed-4124-8a90-af173c130609,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:14.827483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] No DVR routers for this DVR port e7920526-5bed-4124-8a90-af173c130609 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:14.842141 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 20303e7c-be01-450a-959c-8bad48ee57f7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:14.863566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 20303e7c-be01-450a-959c-8bad48ee57f7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:14.864219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 20303e7c-be01-450a-959c-8bad48ee57f7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:14.867016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 886cea00-a465-4dfd-9e48-03e1f4c3c249 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:14.887075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 886cea00-a465-4dfd-9e48-03e1f4c3c249 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:14.887424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 886cea00-a465-4dfd-9e48-03e1f4c3c249 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:14.887850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e7920526-5bed-4124-8a90-af173c130609 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:14.904087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.908895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: e7920526-5bed-4124-8a90-af173c130609 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:14.909981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e7920526-5bed-4124-8a90-af173c130609 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:14.915779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a162e8e0-b94f-4e0b-be85-a869bdcbbc03']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:14.927427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:14.927728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79bb71b-d0be-4694-8a4b-58cd1e1c22c4') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:08:14.940309 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.959908 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.966119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:08:14.966610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:08:14.968544 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:08:15.029730 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.037386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.042282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/a162e8e0-b94f-4e0b-be85-a869bdcbbc03 HTTP/1.1" status: 204 len: 168 time: 0.5653319 Jul 14 10:08:15.054725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38e057-f13a-4a88-abf1-b11052ff8ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a162e8e0-b94f-4e0b-be85-a869bdcbbc03,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:15.220028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47592) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:15.261039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5f0a9052-fcdc-4e42-a5b4-0532a931d2b0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bca2a23593954a6c989083027aae73fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396628 Jul 14 10:08:15.263472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47594) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:15.317228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79230d5c-15fb-4091-a36c-52fcb082e469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.340605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79230d5c-15fb-4091-a36c-52fcb082e469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.392707 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79230d5c-15fb-4091-a36c-52fcb082e469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.396309 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79230d5c-15fb-4091-a36c-52fcb082e469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.397729 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-79230d5c-15fb-4091-a36c-52fcb082e469 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d41d3fe7-15f5-4793-acf7-904c048d9a54 HTTP/1.1" status: 204 len: 168 time: 0.1332116 Jul 14 10:08:15.409129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79230d5c-15fb-4091-a36c-52fcb082e469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41d3fe7-15f5-4793-acf7-904c048d9a54,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:15.732924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47600) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:15.774954 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-74224ca7-67db-483f-914e-088b9a9037e1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f2f86c476d474174af91b28e7afb121f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406704 Jul 14 10:08:15.777610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47602) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:15.828395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ef77398-b972-46ed-918d-9cd3f20a83fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.850736 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ef77398-b972-46ed-918d-9cd3f20a83fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.900360 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ef77398-b972-46ed-918d-9cd3f20a83fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.902894 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ef77398-b972-46ed-918d-9cd3f20a83fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:15.904065 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7ef77398-b972-46ed-918d-9cd3f20a83fa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e3eba782-db9b-45f3-9c05-615b88ff1e42 HTTP/1.1" status: 204 len: 168 time: 0.1255145 Jul 14 10:08:15.912446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef77398-b972-46ed-918d-9cd3f20a83fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eba782-db9b-45f3-9c05-615b88ff1e42,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:21.942592 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-384e54fd-a5d8-49cb-b368-ded470a39529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:22.344772 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:24.251736 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7dd41f6d-5068-48a5-a677-a9ab71787b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:24.577023 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:25.713798 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:26.806115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-e171d2b6-d066-4ce4-821c-3a6bb4145cb0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=89771a60413f419796ba15cf89ae8614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312450 Jul 14 10:08:27.006109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-6185b5b8-c4db-466f-95d0-33b3b6309088 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:27.007675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-6185b5b8-c4db-466f-95d0-33b3b6309088 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963730 Jul 14 10:08:27.023478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-49b4c309-9d92-4e0e-82b9-667abf59c258 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/quotas/89771a60413f419796ba15cf89ae8614 HTTP/1.1" status: 200 len: 375 time: 0.0100992 Jul 14 10:08:27.057678 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-9bf313f6-10d5-45e7-a5f0-fa7a1d5e1447 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=89771a60413f419796ba15cf89ae8614&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288079 Jul 14 10:08:27.189223 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:27.241784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68cb76ce-5c43-4e71-9848-b0b66a15df9b req-52d9e710-a4a0-4914-b3a9-dab12c81be25 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 210 time: 0.0296373 Jul 14 10:08:27.363550 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:28.270536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-6b2a2d18-f9c3-4276-84cb-9b9c3bbea794 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=89771a60413f419796ba15cf89ae8614&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229857 Jul 14 10:08:28.413542 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a0a6c4b5-e292-47c9-b0fc-d0bbee17b78e req-c5c02fec-8596-4d62-80f3-d6223dcbc4f1 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 210 time: 0.0358520 Jul 14 10:08:28.420827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-e1e36294-1347-446d-8978-9d2c6e313724 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:28.422339 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-e1e36294-1347-446d-8978-9d2c6e313724 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449645 Jul 14 10:08:28.434979 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Request body: {'port': {'device_id': '10c3423f-8a6b-4d71-97f3-e52029097621', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'admin_state_up': True, 'tenant_id': '89771a60413f419796ba15cf89ae8614'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:28.550535 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Made reservation on behalf of 89771a60413f419796ba15cf89ae8614 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:28.554034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:28.563718 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:28.671052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:28.677025 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:28.742267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa96163-56b6-4174-8bfa-48d4318be300,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:28.758352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.758716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.759059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.759403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.759744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.760082 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.760448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.760783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.761117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.761447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.761777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.762103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:28.830278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Allocated IP 192.168.233.55 (9bd179f0-af69-45d6-9a48-239816ef5c77/63f621cb-d379-448a-8260-551335d31d74/ab714b34-744a-4a8c-bc8b-7ebeef06bf05) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:28.986027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.000671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Transition to ACTIVE for port object ab714b34-744a-4a8c-bc8b-7ebeef06bf05 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:29.036074 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.085431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Network 9bd179f0-af69-45d6-9a48-239816ef5c77 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:29.088696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:29.092555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:29.121655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Pushing event updated for resources: {'Port': ['ID=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:29.154274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:29.154936 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.170926 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-fa694c6e-bf2e-42b5-aee7-a167f2d4d937 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7402341 Jul 14 10:08:29.184009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Request body: {'port': {'device_id': '10c3423f-8a6b-4d71-97f3-e52029097621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:29.265221 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.334532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-50064526-fee6-4b7c-9198-a4aef5eb1547 None None] Provisioning for port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:29.340703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-50064526-fee6-4b7c-9198-a4aef5eb1547 None None] Provisioning complete for port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:29.341271 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-50064526-fee6-4b7c-9198-a4aef5eb1547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.382432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-50064526-fee6-4b7c-9198-a4aef5eb1547 None None] Port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:08:29.578225 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab714b34-744a-4a8c-bc8b-7ebeef06bf05 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:29.588536 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.606223 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Transition to ACTIVE for port object ab714b34-744a-4a8c-bc8b-7ebeef06bf05 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:29.610767 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.637114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2118e6-a866-4e60-a470-4bae774b16ae req-95a8c9f6-0726-4f64-b805-a41b19cde665 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:29.639850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7c2118e6-a866-4e60-a470-4bae774b16ae req-95a8c9f6-0726-4f64-b805-a41b19cde665 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 935 time: 0.0944803 Jul 14 10:08:29.667146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Pushing event updated for resources: {'Port': ['ID=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:29.697827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7c2118e6-a866-4e60-a470-4bae774b16ae req-b177b210-e5ce-4364-a7d7-db105a16cd0e tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445223 Jul 14 10:08:29.797878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Attempting to bind port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:29.798439 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Attempting to bind port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:29.798995 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Attempting to bind port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:29.807272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:08:29.807826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Attempting to bind port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 on network 9bd179f0-af69-45d6-9a48-239816ef5c77 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:29.816811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:29.817390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Checking segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:29.818041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Bound using segment: {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:29.818789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Bound port: ab714b34-744a-4a8c-bc8b-7ebeef06bf05, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d571a22-0172-44f8-b4b3-742c0a0a6735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:29.819406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.894092 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.903138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] For port ab714b34-744a-4a8c-bc8b-7ebeef06bf05, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:29.908388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] For port ab714b34-744a-4a8c-bc8b-7ebeef06bf05, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:29.913548 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.953399 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:29.954087 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:29.955512 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] 10.222.0.66 "PUT /v2.0/ports/ab714b34-744a-4a8c-bc8b-7ebeef06bf05 HTTP/1.1" status: 200 len: 1096 time: 0.7767282 Jul 14 10:08:29.955982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c3423f-8a6b-4d71-97f3-e52029097621', 'tag': 'ab714b34-744a-4a8c-bc8b-7ebeef06bf05'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:29.958414 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726" -d '{"events": [{"name": "network-changed", "server_uuid": "10c3423f-8a6b-4d71-97f3-e52029097621", "tag": "ab714b34-744a-4a8c-bc8b-7ebeef06bf05"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:29.988636 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bb3b1-76e1-49e0-9d2e-442b598b0821 service neutron] Pushing event updated for resources: {'Port': ['ID=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:30.071200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-8011ea74-9e59-4f03-9b5a-98a13fbb0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.072859 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-8011ea74-9e59-4f03-9b5a-98a13fbb0663 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89771a60413f419796ba15cf89ae8614&device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 1099 time: 0.0665302 Jul 14 10:08:30.123900 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b37752-0508-4e79-a939-43e8b61e4171 x-openstack-request-id: req-f9b37752-0508-4e79-a939-43e8b61e4171 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:30.124214 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c3423f-8a6b-4d71-97f3-e52029097621", "tag": "ab714b34-744a-4a8c-bc8b-7ebeef06bf05", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:30.124482 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9b37752-0508-4e79-a939-43e8b61e4171 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:30.124974 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c3423f-8a6b-4d71-97f3-e52029097621', 'tag': 'ab714b34-744a-4a8c-bc8b-7ebeef06bf05', 'status': 'completed', 'code': 200} Jul 14 10:08:30.127248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-dcc6cf29-1d44-4b04-91df-6f2adeaa6f5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ab714b34-744a-4a8c-bc8b-7ebeef06bf05 HTTP/1.1" status: 200 len: 217 time: 0.0475154 Jul 14 10:08:30.182743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-1ad49122-83bd-4128-bb2f-341a69d9521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.184277 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-1ad49122-83bd-4128-bb2f-341a69d9521c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0507016 Jul 14 10:08:30.245206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-9c7466c9-f70d-4255-8ae3-687639946a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.246681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-9c7466c9-f70d-4255-8ae3-687639946a8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0564048 Jul 14 10:08:30.347090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-56034cf3-62c2-4059-958a-9b2d8adbb2fa service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937579 Jul 14 10:08:30.446706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d60c81f0-3801-4ccd-b6a1-5a97880189bb req-18f5f9c7-b92a-47b4-9efc-5d08d68cc98e service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923376 Jul 14 10:08:30.547431 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-e5aec7b4-91d4-422b-8626-4aa339531ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.549025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-e5aec7b4-91d4-422b-8626-4aa339531ad3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=89771a60413f419796ba15cf89ae8614&device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 1099 time: 0.0548375 Jul 14 10:08:30.647790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-71632d3a-ad83-47a9-b907-bc78f8508cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.649553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-71632d3a-ad83-47a9-b907-bc78f8508cc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9bd179f0-af69-45d6-9a48-239816ef5c77 HTTP/1.1" status: 200 len: 870 time: 0.0946455 Jul 14 10:08:30.703342 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-ed9550c1-3c83-40c0-b350-d4083578fbda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=ab714b34-744a-4a8c-bc8b-7ebeef06bf05 HTTP/1.1" status: 200 len: 217 time: 0.0474324 Jul 14 10:08:30.763846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-43956d71-0f58-45ec-9460-918b15065821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.765896 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-43956d71-0f58-45ec-9460-918b15065821 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=63f621cb-d379-448a-8260-551335d31d74 HTTP/1.1" status: 200 len: 843 time: 0.0556173 Jul 14 10:08:30.830064 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-1c9c1ad0-b4d5-4ca3-bc1c-14efa18d8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.832239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-1c9c1ad0-b4d5-4ca3-bc1c-14efa18d8639 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9bd179f0-af69-45d6-9a48-239816ef5c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579820 Jul 14 10:08:30.914247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337dfac-8b8d-4ce0-b21f-c129c5f815a2 req-b195390d-1c98-4430-b69f-d35f91c25dd3 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:30.915887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f337dfac-8b8d-4ce0-b21f-c129c5f815a2 req-b195390d-1c98-4430-b69f-d35f91c25dd3 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 947 time: 0.0732810 Jul 14 10:08:30.950821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-4be40add-43b4-4ee5-8cd8-559a020b47f7 service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111946 Jul 14 10:08:30.962022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f337dfac-8b8d-4ce0-b21f-c129c5f815a2 req-347fe69b-ab34-47e3-a2a6-433490d3c44d tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Jul 14 10:08:31.057032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52623c2e-1ca3-41a3-a6a4-96eef3bdf726 req-6a07b836-0782-4246-be81-5d4444778e8f service neutron] 10.222.0.66 "GET /v2.0/networks/9bd179f0-af69-45d6-9a48-239816ef5c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988500 Jul 14 10:08:31.540780 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ab714b34-744a-4a8c-bc8b-7ebeef06bf05 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:08:31.642309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ab714b34-744a-4a8c-bc8b-7ebeef06bf05, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:31.657723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'ab714b34-744a-4a8c-bc8b-7ebeef06bf05', 'network_id': '9bd179f0-af69-45d6-9a48-239816ef5c77', 'port_id': 'ab714b34-744a-4a8c-bc8b-7ebeef06bf05', 'mac_address': 'fa:16:3e:78:62:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 778, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f621cb-d379-448a-8260-551335d31d74', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:08:31.695910 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:31.708962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab714b34-744a-4a8c-bc8b-7ebeef06bf05 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:31.729904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ab714b34-744a-4a8c-bc8b-7ebeef06bf05, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:31.734554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:31.785356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:31.920762 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['ab714b34-744a-4a8c-bc8b-7ebeef06bf05'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:32.149729 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e7809-9110-4e36-b808-5ba1231ba7bc req-18cef80a-bae4-4509-907b-859d32fda414 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:32.151236 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e1e7809-9110-4e36-b808-5ba1231ba7bc req-18cef80a-bae4-4509-907b-859d32fda414 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 948 time: 0.0654697 Jul 14 10:08:32.193172 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e1e7809-9110-4e36-b808-5ba1231ba7bc req-6a1ec764-1710-402f-8e75-aaad4d21e39e tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 Jul 14 10:08:33.380313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7535002-7613-4c05-b43b-d9a45da7e3d0 req-4a266fb4-3d45-4319-ace9-709b253297b5 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:33.381977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7535002-7613-4c05-b43b-d9a45da7e3d0 req-4a266fb4-3d45-4319-ace9-709b253297b5 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 948 time: 0.0718009 Jul 14 10:08:33.424361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c7535002-7613-4c05-b43b-d9a45da7e3d0 req-6bbdae33-7b90-4ecc-9c02-5fa323389068 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Jul 14 10:08:33.547991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ab714b34-744a-4a8c-bc8b-7ebeef06bf05 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:33.599644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:33.603888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:33.604282 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:33.690420 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:33.715831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c3423f-8a6b-4d71-97f3-e52029097621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab714b34-744a-4a8c-bc8b-7ebeef06bf05'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:33.718248 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edf428c-e921-4075-be25-3c36091d5b5a" -d '{"events": [{"server_uuid": "10c3423f-8a6b-4d71-97f3-e52029097621", "name": "network-vif-plugged", "status": "completed", "tag": "ab714b34-744a-4a8c-bc8b-7ebeef06bf05"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:33.733467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port ab714b34-744a-4a8c-bc8b-7ebeef06bf05, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:33.738385 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:33.765573 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac408b56-0fdb-4e1a-879e-5081d49f4cfa x-openstack-request-id: req-ac408b56-0fdb-4e1a-879e-5081d49f4cfa {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:33.765998 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c3423f-8a6b-4d71-97f3-e52029097621", "name": "network-vif-plugged", "status": "completed", "tag": "ab714b34-744a-4a8c-bc8b-7ebeef06bf05", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:33.766161 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ac408b56-0fdb-4e1a-879e-5081d49f4cfa {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:33.766514 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c3423f-8a6b-4d71-97f3-e52029097621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab714b34-744a-4a8c-bc8b-7ebeef06bf05', 'code': 200} Jul 14 10:08:33.794014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:33.881480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d489676-3c2e-4ae8-bb6d-39b150d9d864 req-57317aa9-9dc6-43b0-9791-2557080e6030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:33.883019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d489676-3c2e-4ae8-bb6d-39b150d9d864 req-57317aa9-9dc6-43b0-9791-2557080e6030 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 1101 time: 0.0566962 Jul 14 10:08:33.922800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d489676-3c2e-4ae8-bb6d-39b150d9d864 req-febdefbe-27b8-459e-ac4d-168816c6ae44 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Jul 14 10:08:34.608686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a4c4-2b4b-485d-87f6-3d98035990cc req-5c43d4eb-91ca-4209-b37d-ef5b73c8828a tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:34.610228 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b05a4c4-2b4b-485d-87f6-3d98035990cc req-5c43d4eb-91ca-4209-b37d-ef5b73c8828a tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 949 time: 0.0689929 Jul 14 10:08:34.658157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b05a4c4-2b4b-485d-87f6-3d98035990cc req-76ab7b97-1158-4644-8120-564eb9241ab4 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Jul 14 10:08:35.847701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f88a4-6925-42c2-becc-b1f12f603ede req-7dd0636e-feee-4c94-b930-ea6f28ea2475 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:35.849419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f2f88a4-6925-42c2-becc-b1f12f603ede req-7dd0636e-feee-4c94-b930-ea6f28ea2475 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 949 time: 0.0687432 Jul 14 10:08:35.893601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7f2f88a4-6925-42c2-becc-b1f12f603ede req-d5e476b7-eca7-4b4f-8c18-6d8874cb41e0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Jul 14 10:08:37.015049 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70441ebb-18c3-4439-a0b6-71c54f6366e0 req-52890dc0-9cb0-4dd8-ba72-c9bdead8a671 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:37.016586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70441ebb-18c3-4439-a0b6-71c54f6366e0 req-52890dc0-9cb0-4dd8-ba72-c9bdead8a671 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 949 time: 0.0633810 Jul 14 10:08:37.055680 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70441ebb-18c3-4439-a0b6-71c54f6366e0 req-4bc429aa-a1a9-4744-8580-f97642c63540 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327358 Jul 14 10:08:38.191298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564858c-d031-4076-a90b-03aa573c26ab req-182560be-8a60-4371-bc02-910bde9dabc4 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:38.193179 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d564858c-d031-4076-a90b-03aa573c26ab req-182560be-8a60-4371-bc02-910bde9dabc4 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.66 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 949 time: 0.0740626 Jul 14 10:08:38.246175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81009-3c16-449a-a22a-7ca9135eed37 req-f5100efb-3e18-4e55-81b4-c87c7233410d tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:38.249026 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcc81009-3c16-449a-a22a-7ca9135eed37 req-f5100efb-3e18-4e55-81b4-c87c7233410d tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 949 time: 0.0737622 Jul 14 10:08:38.293867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcc81009-3c16-449a-a22a-7ca9135eed37 req-34a14158-7cce-4549-974b-98d15d3b92ca tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/security-groups?id=efa96163-56b6-4174-8bfa-48d4318be300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365090 Jul 14 10:08:38.312618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Deleting port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:08:38.313160 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:38.457380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] For port ab714b34-744a-4a8c-bc8b-7ebeef06bf05, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,segment=NetworkSegment(8d571a22-0172-44f8-b4b3-742c0a0a6735),segment_id=8d571a22-0172-44f8-b4b3-742c0a0a6735)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:38.457773 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:38.481057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Calling delete_port for ab714b34-744a-4a8c-bc8b-7ebeef06bf05 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:08:38.622867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:38.635542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['ab714b34-744a-4a8c-bc8b-7ebeef06bf05'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:38.665429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Pushing event deleted for resources: {'Port': ['ID=ab714b34-744a-4a8c-bc8b-7ebeef06bf05,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:38.720037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] No DVR routers for this DVR port ab714b34-744a-4a8c-bc8b-7ebeef06bf05 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:08:38.725599 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:38.727770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d564858c-d031-4076-a90b-03aa573c26ab req-1ea68a8a-47f5-4438-a125-72a8e6a948a0 tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.66 "DELETE /v2.0/ports/ab714b34-744a-4a8c-bc8b-7ebeef06bf05 HTTP/1.1" status: 204 len: 173 time: 0.5294826 Jul 14 10:08:38.728359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c3423f-8a6b-4d71-97f3-e52029097621', 'name': 'network-vif-deleted', 'tag': 'ab714b34-744a-4a8c-bc8b-7ebeef06bf05'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:38.730671 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbfa231-a872-4eab-a1a1-b937c418c650" -d '{"events": [{"server_uuid": "10c3423f-8a6b-4d71-97f3-e52029097621", "name": "network-vif-deleted", "tag": "ab714b34-744a-4a8c-bc8b-7ebeef06bf05"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:38.780817 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169fd39-51e6-4234-b07a-9b1e7c72e3f1 x-openstack-request-id: req-7169fd39-51e6-4234-b07a-9b1e7c72e3f1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:38.781370 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c3423f-8a6b-4d71-97f3-e52029097621", "name": "network-vif-deleted", "tag": "ab714b34-744a-4a8c-bc8b-7ebeef06bf05", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:38.781771 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7169fd39-51e6-4234-b07a-9b1e7c72e3f1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:38.782567 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c3423f-8a6b-4d71-97f3-e52029097621', 'name': 'network-vif-deleted', 'tag': 'ab714b34-744a-4a8c-bc8b-7ebeef06bf05', 'status': 'completed', 'code': 200} Jul 14 10:08:39.451425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d281ed2e-7103-4dfd-bce7-c25b3c0b3764 req-af3fb245-b1c6-44f2-b233-201c56f12aef tempest-ServersAdminNegativeTestJSON-1675390157 tempest-ServersAdminNegativeTestJSON-1675390157-project] 10.222.0.73 "GET /v2.0/ports?device_id=10c3423f-8a6b-4d71-97f3-e52029097621 HTTP/1.1" status: 200 len: 210 time: 0.0302248 Jul 14 10:08:40.823096 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47732) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:40.964018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b189b209-6000-43dd-a23b-e6d026a0cf54 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=89771a60413f419796ba15cf89ae8614&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397071 Jul 14 10:08:40.966506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47736) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:41.014577 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0abab8eb-6fe5-4d87-be24-14faad251dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.036621 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0abab8eb-6fe5-4d87-be24-14faad251dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.091303 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0abab8eb-6fe5-4d87-be24-14faad251dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.093869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0abab8eb-6fe5-4d87-be24-14faad251dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.095060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0abab8eb-6fe5-4d87-be24-14faad251dbb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efa96163-56b6-4174-8bfa-48d4318be300 HTTP/1.1" status: 204 len: 168 time: 0.1276426 Jul 14 10:08:41.103920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abab8eb-6fe5-4d87-be24-14faad251dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa96163-56b6-4174-8bfa-48d4318be300,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:41.393888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:41.407846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bedf8218-78f1-4bf5-ba73-8f4f51786a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.502006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bedf8218-78f1-4bf5-ba73-8f4f51786a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.506505 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bedf8218-78f1-4bf5-ba73-8f4f51786a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.546402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bedf8218-78f1-4bf5-ba73-8f4f51786a87 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0dcc96451fd84884b4999c5358665aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1508656 Jul 14 10:08:41.547308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf8218-78f1-4bf5-ba73-8f4f51786a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6701e869-779c-4184-857d-fa1b3083118b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:41.549327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47744) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:41.579222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ab714b34-744a-4a8c-bc8b-7ebeef06bf05 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:08:41.598977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: ab714b34-744a-4a8c-bc8b-7ebeef06bf05 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:08:41.599546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device ab714b34-744a-4a8c-bc8b-7ebeef06bf05 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:08:41.604669 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.627077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.680046 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.682734 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:41.683952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6701e869-779c-4184-857d-fa1b3083118b HTTP/1.1" status: 204 len: 168 time: 0.1334112 Jul 14 10:08:41.692609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6701e869-779c-4184-857d-fa1b3083118b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:41.700511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.700884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.701199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.701535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.701889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.702210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.702528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.702863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.703191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.703525 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.703916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:41.704157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaab9e5-b780-43a4-90e3-2dc6c1d9da25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:08:42.407312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47766) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:42.565311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1588202034-network', 'tenant_id': 'b21bfeede36a4abdb4f189421f5c0b4c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:42.587198 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Made reservation on behalf of b21bfeede36a4abdb4f189421f5c0b4c for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:42.589649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.599537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.702182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.708035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.737018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:08:42.742823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6e0353-a12a-48d7-addf-ed1e04d507b1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:42.750831 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.750831 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Added segment d13cdc36-424d-4775-8a54-cd6ea3363097 of type vlan for network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c Jul 14 10:08:42.794994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.827031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.828153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:42.828862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:42.892605 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4771342 Jul 14 10:08:42.893201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47772) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:42.898889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ab782-c534-4624-86a3-dc08b92c5287 admin admin] Pushing event updated for resources: {'Network': ['ID=0041aa41-2e07-42bc-9f8e-3db6c2d7384c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:42.899226 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Request body: {'subnet': {'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1588202034-subnet', 'tenant_id': 'b21bfeede36a4abdb4f189421f5c0b4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:42.911370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:08:42.925771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Made reservation on behalf of b21bfeede36a4abdb4f189421f5c0b4c for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:42.928621 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.112740 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.168738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=141d35e2-d001-4883-929a-e48bd3986768,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:43.179731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Checking segment: {'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:43.180090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Network hostable DHCP agents. Network: 0041aa41-2e07-42bc-9f8e-3db6c2d7384c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:08:43.196803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:08:43.206071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 0041aa41-2e07-42bc-9f8e-3db6c2d7384c) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:43.210236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.210821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:43.216415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a19799-d990-4dca-bef2-966dd552ef40 None None] Network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:43.233773 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4ee9ffdb-6bed-48b8-94a2-e780613fab71 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3317835 Jul 14 10:08:43.354149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38422b44-f263-435c-b903-0226f5f8716c None None] Network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:08:43.711112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8915-d743-4fec-913f-f21938d6f994 req-2c1d5d20-f83d-4476-ae24-9e5937988cec tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:43.712767 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-2c1d5d20-f83d-4476-ae24-9e5937988cec tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/networks?id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 200 len: 812 time: 0.1278048 Jul 14 10:08:43.728847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-414edf2c-14b3-4f7e-af61-a601963895e4 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/quotas/b21bfeede36a4abdb4f189421f5c0b4c HTTP/1.1" status: 200 len: 375 time: 0.0102739 Jul 14 10:08:43.768986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-779786ce-250e-425c-9f7e-ccdd0fa52510 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346313 Jul 14 10:08:43.863560 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-f01f4d95-f6bd-471f-9b1d-0f674cfa5fb4 service neutron] 10.222.0.73 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867143 Jul 14 10:08:43.974952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-d12f08cf-86a9-495b-931c-e8b77f0978d7 service neutron] 10.222.0.73 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054780 Jul 14 10:08:44.156271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3ff55fd8-ccd0-47ac-a71b-5c9c1f5bc6c0 req-8219d2b5-08cc-4a89-8618-951a21299f81 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 210 time: 0.0311735 Jul 14 10:08:45.315036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8915-d743-4fec-913f-f21938d6f994 req-d3a9959c-16db-481f-ba45-495935525fe0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:45.317159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-d3a9959c-16db-481f-ba45-495935525fe0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.66 "GET /v2.0/networks?id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 200 len: 812 time: 0.1333890 Jul 14 10:08:45.333622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Request body: {'port': {'device_id': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c', 'admin_state_up': True, 'tenant_id': 'b21bfeede36a4abdb4f189421f5c0b4c'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:45.334503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6127a36-d155-43cf-ad81-f2edf34cedeb req-68136582-b80d-4600-8c3c-ba4342c9219c tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 210 time: 0.0341444 Jul 14 10:08:45.449013 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Made reservation on behalf of b21bfeede36a4abdb4f189421f5c0b4c for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:08:45.452754 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:45.586641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Allocated IP 172.20.0.7 (0041aa41-2e07-42bc-9f8e-3db6c2d7384c/141d35e2-d001-4883-929a-e48bd3986768/548dcea0-1385-482c-ac00-8b674bbe11d1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:08:45.744504 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:45.789562 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:45.834950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:08:45.838180 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:08:45.841939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:08:45.848295 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Pushing event updated for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:45.893822 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:45.894481 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:45.909071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-a4e0a37f-9039-4978-8cf2-9394e65d1cfc tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829084 Jul 14 10:08:45.920521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Request body: {'port': {'device_id': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:08:45.999420 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.266362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548dcea0-1385-482c-ac00-8b674bbe11d1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:46.274040 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.287542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Transition to ACTIVE for port object 548dcea0-1385-482c-ac00-8b674bbe11d1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:08:46.293121 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.346277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:46.771193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Attempting to bind port 548dcea0-1385-482c-ac00-8b674bbe11d1 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:08:46.771521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Attempting to bind port 548dcea0-1385-482c-ac00-8b674bbe11d1 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:08:46.771856 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Attempting to bind port 548dcea0-1385-482c-ac00-8b674bbe11d1 on network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:46.781519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Port 548dcea0-1385-482c-ac00-8b674bbe11d1 on network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:08:46.781847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Attempting to bind port 548dcea0-1385-482c-ac00-8b674bbe11d1 on network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:08:46.791471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:08:46.791813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Checking segment: {'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:08:46.792227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Bound using segment: {'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:08:46.792660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Bound port: 548dcea0-1385-482c-ac00-8b674bbe11d1, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:08:46.793021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.814227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d3345-aba8-4a18-a884-ae2f91ee06ca req-72141b7f-267f-47b7-8db9-dbc8a3d4e937 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.815709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae9d3345-aba8-4a18-a884-ae2f91ee06ca req-72141b7f-267f-47b7-8db9-dbc8a3d4e937 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 943 time: 0.1025472 Jul 14 10:08:46.900292 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ae9d3345-aba8-4a18-a884-ae2f91ee06ca req-acb7c3e9-5264-4c7a-bc50-9d6880538fee tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635650 Jul 14 10:08:46.906844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:08:46.910629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:08:46.916628 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.950878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:46.951515 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:46.952977 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] 10.222.0.66 "PUT /v2.0/ports/548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 1092 time: 1.0367327 Jul 14 10:08:46.953449 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:46.955669 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:46.980951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab881ee1-b357-4973-b60d-a82ea6feb3e2 service neutron] Pushing event updated for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:47.000022 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd65dd85-a4e5-421c-b24f-9d0e4549c713 x-openstack-request-id: req-bd65dd85-a4e5-421c-b24f-9d0e4549c713 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:47.000223 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:47.000458 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd65dd85-a4e5-421c-b24f-9d0e4549c713 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:47.000854 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'status': 'completed', 'code': 200} Jul 14 10:08:47.056785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8915-d743-4fec-913f-f21938d6f994 req-d96f72f1-11b2-4406-b09a-c973420487fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.058299 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-d96f72f1-11b2-4406-b09a-c973420487fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 1095 time: 0.0546672 Jul 14 10:08:47.102751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-3fa8c028-723c-4ad5-9930-0137cd06204f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 217 time: 0.0375681 Jul 14 10:08:47.150143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b8915-d743-4fec-913f-f21938d6f994 req-03a2166c-f300-4d92-b76d-9c6a4cc540be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.151619 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-03a2166c-f300-4d92-b76d-9c6a4cc540be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=141d35e2-d001-4883-929a-e48bd3986768 HTTP/1.1" status: 200 len: 852 time: 0.0428743 Jul 14 10:08:47.185122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-205c202d-b343-4838-b8fa-0c8992e1a59b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270140 Jul 14 10:08:47.276594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-306360a4-6206-4705-9433-c167436b0793 service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846803 Jul 14 10:08:47.366438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-335b8915-d743-4fec-913f-f21938d6f994 req-48eda373-b05b-4b3e-836a-9399257bd1ad service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830817 Jul 14 10:08:47.468922 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-16c5ed47-8bea-4bb8-b0bf-80f37eb95196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.470440 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-16c5ed47-8bea-4bb8-b0bf-80f37eb95196 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 1095 time: 0.0548379 Jul 14 10:08:47.570330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-f799d3a8-d4af-44c6-8402-5ec3eedc9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.571734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-f799d3a8-d4af-44c6-8402-5ec3eedc9fcd service neutron] 10.222.0.66 "GET /v2.0/networks?id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 200 len: 913 time: 0.0950332 Jul 14 10:08:47.616797 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-56a121d3-d6b8-4047-82a0-bf546c2dc815 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 217 time: 0.0354569 Jul 14 10:08:47.672992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-88e069d6-6168-4eca-9b2b-326b6a933458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:47.674534 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-88e069d6-6168-4eca-9b2b-326b6a933458 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=141d35e2-d001-4883-929a-e48bd3986768 HTTP/1.1" status: 200 len: 852 time: 0.0513127 Jul 14 10:08:47.709707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-4e37da8e-ec5f-40d0-a710-e389c6e127eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267982 Jul 14 10:08:47.797441 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-4c651386-b81c-4b17-9c03-660f0f1c0df7 service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808470 Jul 14 10:08:47.893594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b92c56ec-b5fd-48bd-a660-e2ef37118bf5 req-83b0562c-9edd-4d72-a308-0f73bb0e3c15 service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895293 Jul 14 10:08:48.079808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d431b1-2337-496d-8ae5-637cac8bc6d5 req-0f49ce02-6534-4a53-8c26-adb66a3d9f84 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:48.081338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20d431b1-2337-496d-8ae5-637cac8bc6d5 req-0f49ce02-6534-4a53-8c26-adb66a3d9f84 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 943 time: 0.0646386 Jul 14 10:08:48.120736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-20d431b1-2337-496d-8ae5-637cac8bc6d5 req-0a46f582-9050-4b78-8b9e-f6b602fa31b3 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334444 Jul 14 10:08:49.314316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2093a6-5d1a-4b58-8c1c-c9ff7335c8fe req-9ada4da3-0e37-4b43-9140-072e00407751 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:49.315888 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c2093a6-5d1a-4b58-8c1c-c9ff7335c8fe req-9ada4da3-0e37-4b43-9140-072e00407751 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 943 time: 0.0673881 Jul 14 10:08:49.357335 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c2093a6-5d1a-4b58-8c1c-c9ff7335c8fe req-8822d6f1-cc18-4fe8-8404-e0267f573fd5 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Jul 14 10:08:49.641791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 548dcea0-1385-482c-ac00-8b674bbe11d1 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:08:49.739631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:49.750865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c', 'port_id': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'mac_address': 'fa:16:3e:ad:53:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141d35e2-d001-4883-929a-e48bd3986768', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:08:49.797352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.810439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548dcea0-1385-482c-ac00-8b674bbe11d1 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:08:49.830580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:49.835306 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:49.886885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:50.035530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['548dcea0-1385-482c-ac00-8b674bbe11d1'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:08:50.532828 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032c3ff-50b9-4a8b-9c1e-2b37098dffde req-6450174f-1f88-42ff-99f6-6345b5d5cd92 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:50.534329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a032c3ff-50b9-4a8b-9c1e-2b37098dffde req-6450174f-1f88-42ff-99f6-6345b5d5cd92 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 944 time: 0.0675495 Jul 14 10:08:50.573631 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a032c3ff-50b9-4a8b-9c1e-2b37098dffde req-02e3f444-10ea-4144-991f-55dc3fb2cdc6 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326033 Jul 14 10:08:51.668331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 548dcea0-1385-482c-ac00-8b674bbe11d1 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:08:51.717508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 548dcea0-1385-482c-ac00-8b674bbe11d1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:08:51.721668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 548dcea0-1385-482c-ac00-8b674bbe11d1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:08:51.722053 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.759073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e232d71-fcdf-4b83-8015-9889670fc2d6 req-7716e54f-7cd6-43e5-bf94-cb48fde15d31 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:51.760811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e232d71-fcdf-4b83-8015-9889670fc2d6 req-7716e54f-7cd6-43e5-bf94-cb48fde15d31 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 944 time: 0.0729411 Jul 14 10:08:51.801056 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e232d71-fcdf-4b83-8015-9889670fc2d6 req-b25f7647-3c9a-4024-91d3-b0898408c471 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334764 Jul 14 10:08:51.803327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.831360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:08:51.833693 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a92266c-9d3c-47a0-9fdc-98bb78fdabf2" -d '{"events": [{"server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "name": "network-vif-plugged", "status": "completed", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:08:51.845992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:08:51.850492 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.877130 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f90f9c-de6f-4de0-963e-40b104bed510 x-openstack-request-id: req-f0f90f9c-de6f-4de0-963e-40b104bed510 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:08:51.877428 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "name": "network-vif-plugged", "status": "completed", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:08:51.877694 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f0f90f9c-de6f-4de0-963e-40b104bed510 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:08:51.878086 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'code': 200} Jul 14 10:08:51.904899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:08:51.945705 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ef4a3cf8-1877-4ae8-92a4-83d3d9282636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:51.993992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c9632-342d-4300-8c60-63ebd6caf425 req-25551551-dfb8-4473-b63d-a5e4982a4016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:51.995549 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-396c9632-342d-4300-8c60-63ebd6caf425 req-25551551-dfb8-4473-b63d-a5e4982a4016 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 1097 time: 0.0590689 Jul 14 10:08:52.030255 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-396c9632-342d-4300-8c60-63ebd6caf425 req-65f7b572-ee5a-4f57-957b-a5325c3e596e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282366 Jul 14 10:08:52.982227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec986777-359e-4ef5-9bcb-6facad21ddc7 req-3b92a952-8c67-435b-bcb8-b9d2afeb56c4 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:52.983694 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec986777-359e-4ef5-9bcb-6facad21ddc7 req-3b92a952-8c67-435b-bcb8-b9d2afeb56c4 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0670493 Jul 14 10:08:53.023041 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ec986777-359e-4ef5-9bcb-6facad21ddc7 req-ecc26920-8313-461c-8a64-4554cf8b3151 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Jul 14 10:08:53.331200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47826) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:08:53.488503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd7d55e-7380-4ce9-be6b-3db650b58d5a req-88adec72-12f0-4ca6-adef-9158f5c2f461 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:53.490039 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cd7d55e-7380-4ce9-be6b-3db650b58d5a req-88adec72-12f0-4ca6-adef-9158f5c2f461 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.1071391 Jul 14 10:08:53.507682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-c5c96577-98fc-4110-a0dc-0cdb36b1dc06 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1752319 Jul 14 10:08:53.535922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3cd7d55e-7380-4ce9-be6b-3db650b58d5a req-1fbabdcd-9cb7-4bf9-8900-ef048d462b9b tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Jul 14 10:08:54.256121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffdfa448-722b-4cc7-81c7-0c1f9e6e0663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.588505 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:54.728648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-a22dc142-bc6b-45e7-b0f0-263823197f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:54.730201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-a22dc142-bc6b-45e7-b0f0-263823197f4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 1097 time: 0.1015475 Jul 14 10:08:54.742843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa42e9-a7a7-4a3f-970f-b13ba4a3c2e2 req-dfedd02d-74c7-4428-8b61-e969a1123016 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:54.744369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f5fa42e9-a7a7-4a3f-970f-b13ba4a3c2e2 req-dfedd02d-74c7-4428-8b61-e969a1123016 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0874629 Jul 14 10:08:54.828853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f5fa42e9-a7a7-4a3f-970f-b13ba4a3c2e2 req-eb4bed9f-8864-4b25-b273-cb37d1840740 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758047 Jul 14 10:08:54.863632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-86345832-7d88-452a-9d01-fe830c5d1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:54.865912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-86345832-7d88-452a-9d01-fe830c5d1f04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 200 len: 913 time: 0.1204588 Jul 14 10:08:54.912737 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-27ad6b7c-3897-4a7d-bdcf-85cf589a9b08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 217 time: 0.0398798 Jul 14 10:08:54.966480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-efc05168-9073-45db-986e-72dc71747b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:54.967980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-efc05168-9073-45db-986e-72dc71747b05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=141d35e2-d001-4883-929a-e48bd3986768 HTTP/1.1" status: 200 len: 852 time: 0.0492914 Jul 14 10:08:55.000628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-63fa3b82-98c8-4877-bda0-0862d2a128eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265951 Jul 14 10:08:55.093412 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-dab15efb-15ba-494e-a8e2-ad645c4519da service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864546 Jul 14 10:08:55.186808 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-c0b2dcbc-dfce-4a76-b2c4-ba1f1756d54c service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874479 Jul 14 10:08:55.711757 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:56.006929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98fae7-8e0e-41d8-a7a2-ecf23131684f req-486c91e9-d670-4a25-b5ae-66e3dc804019 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:56.008497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c98fae7-8e0e-41d8-a7a2-ecf23131684f req-486c91e9-d670-4a25-b5ae-66e3dc804019 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0652344 Jul 14 10:08:56.047239 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c98fae7-8e0e-41d8-a7a2-ecf23131684f req-a8811f14-e93a-43a8-9471-e0af8b09240a tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Jul 14 10:08:57.196110 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:57.237076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933021b-9f32-4399-8191-38a3b473e5da req-f413d1d1-a655-465a-9b92-a30a63b4d836 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:57.238707 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a933021b-9f32-4399-8191-38a3b473e5da req-f413d1d1-a655-465a-9b92-a30a63b4d836 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0753434 Jul 14 10:08:57.279839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a933021b-9f32-4399-8191-38a3b473e5da req-a3b38825-17f9-4388-968a-ff443ceeae93 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Jul 14 10:08:57.364441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:08:58.458299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3dd25b-32bb-43c1-b086-184e657418ca req-5c1d64e9-f2e0-43e9-948a-853f17c27ba0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:58.460374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba3dd25b-32bb-43c1-b086-184e657418ca req-5c1d64e9-f2e0-43e9-948a-853f17c27ba0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0698855 Jul 14 10:08:58.506379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba3dd25b-32bb-43c1-b086-184e657418ca req-ed752329-e069-4f14-8111-89dbc3b3cf05 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 Jul 14 10:08:59.344792 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:08:59.681945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ade37-9939-47d6-84b7-d9f3c73569aa req-d85d10a0-98e2-415f-965d-c31a486367c8 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:08:59.683436 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c96ade37-9939-47d6-84b7-d9f3c73569aa req-d85d10a0-98e2-415f-965d-c31a486367c8 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0640900 Jul 14 10:08:59.721942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c96ade37-9939-47d6-84b7-d9f3c73569aa req-c873369a-cb1c-4d60-a926-9a474db53e2f tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327423 Jul 14 10:08:59.892471 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:00.903464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8acd6-c438-4fdf-9bfc-3ad6a458e497 req-cd823807-5c2e-4341-b99f-f54ff7016eb0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:00.905001 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04f8acd6-c438-4fdf-9bfc-3ad6a458e497 req-cd823807-5c2e-4341-b99f-f54ff7016eb0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0661340 Jul 14 10:09:00.945016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04f8acd6-c438-4fdf-9bfc-3ad6a458e497 req-575a34dc-9a0b-42c1-944e-568bb1e6725a tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343745 Jul 14 10:09:02.122732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773b1938-d500-4131-991d-9adfdcbf14ce req-dc1d87a1-a2f1-4fad-8589-3a5cbd0abd1b tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:02.124506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-773b1938-d500-4131-991d-9adfdcbf14ce req-dc1d87a1-a2f1-4fad-8589-3a5cbd0abd1b tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0642364 Jul 14 10:09:02.163323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-773b1938-d500-4131-991d-9adfdcbf14ce req-d2f28733-286e-45c9-9ed2-654b413b95a1 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330667 Jul 14 10:09:03.337347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b977e74-87a2-4aba-bae4-d46cf1b1829b req-3d52db4a-9d8e-4573-8723-13394cf2a9e2 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:03.338855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b977e74-87a2-4aba-bae4-d46cf1b1829b req-3d52db4a-9d8e-4573-8723-13394cf2a9e2 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0646915 Jul 14 10:09:03.376689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7b977e74-87a2-4aba-bae4-d46cf1b1829b req-3e88c66b-10b3-4b45-8a18-742fbcd92f5e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Jul 14 10:09:04.552686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09a2e9-3fca-464f-92ae-99024446a282 req-770e537e-9abb-44bc-b72b-49940f4eab89 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:04.554096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee09a2e9-3fca-464f-92ae-99024446a282 req-770e537e-9abb-44bc-b72b-49940f4eab89 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0682485 Jul 14 10:09:04.591736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ee09a2e9-3fca-464f-92ae-99024446a282 req-83cde558-be25-4c94-b5e2-b0d95139fa31 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Jul 14 10:09:05.773814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857ecd9-4669-4343-af94-9fa9b372c3c9 req-b2eaf1e3-89c5-4f9a-a607-08af57c1a10d tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:05.775309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b857ecd9-4669-4343-af94-9fa9b372c3c9 req-b2eaf1e3-89c5-4f9a-a607-08af57c1a10d tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0689971 Jul 14 10:09:05.814119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b857ecd9-4669-4343-af94-9fa9b372c3c9 req-4c7a455d-a2ca-4e84-864f-e912e07e4b32 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Jul 14 10:09:06.996430 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb0227-96f8-4898-9d33-7c76a04f0611 req-89d17e34-0341-45cd-8d6d-a14bdd7c0d8a tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:06.997941 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9acb0227-96f8-4898-9d33-7c76a04f0611 req-89d17e34-0341-45cd-8d6d-a14bdd7c0d8a tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0712655 Jul 14 10:09:07.035186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9acb0227-96f8-4898-9d33-7c76a04f0611 req-7abd6ad3-9f72-47c8-9a21-275cf84a2561 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314364 Jul 14 10:09:08.209936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377d410-01e9-4d95-8815-d58bed867519 req-17103efb-a9e0-4223-8ce1-67da63fcec75 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:08.211480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d377d410-01e9-4d95-8815-d58bed867519 req-17103efb-a9e0-4223-8ce1-67da63fcec75 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0637455 Jul 14 10:09:08.249045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d377d410-01e9-4d95-8815-d58bed867519 req-91157eb4-5509-4b12-9610-76ea3741ff39 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Jul 14 10:09:09.424765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596eb10-9d4f-4f32-918d-8b15704f3ee1 req-912c7108-7241-479c-af5c-9e87e54251b1 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:09.426244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9596eb10-9d4f-4f32-918d-8b15704f3ee1 req-912c7108-7241-479c-af5c-9e87e54251b1 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0663228 Jul 14 10:09:09.463640 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9596eb10-9d4f-4f32-918d-8b15704f3ee1 req-d52142b9-5ef4-4c48-be75-65e7c9e1a926 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312426 Jul 14 10:09:10.645278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f8bf0-0293-47b6-8177-7f096bf2af18 req-0862e5c6-5774-4311-84c1-2b5af0be9e26 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:10.646719 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-120f8bf0-0293-47b6-8177-7f096bf2af18 req-0862e5c6-5774-4311-84c1-2b5af0be9e26 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0691295 Jul 14 10:09:10.685402 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-120f8bf0-0293-47b6-8177-7f096bf2af18 req-51fe169d-10b7-4f0c-89b0-54ea46a7e5a9 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Jul 14 10:09:11.860278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf670c74-2c5a-4099-946c-ac220e46de3f req-c08db0b6-3334-4fdb-9e24-f95a1765882e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:11.861807 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf670c74-2c5a-4099-946c-ac220e46de3f req-c08db0b6-3334-4fdb-9e24-f95a1765882e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0620914 Jul 14 10:09:11.900090 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf670c74-2c5a-4099-946c-ac220e46de3f req-e6317b2b-ea37-4cb8-95de-735560010690 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Jul 14 10:09:13.074477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1402e6b3-5c18-410a-ba09-2b1b72bf467d req-fb6feca2-c03c-4c91-b681-02e8048785c8 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:13.075971 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1402e6b3-5c18-410a-ba09-2b1b72bf467d req-fb6feca2-c03c-4c91-b681-02e8048785c8 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0632412 Jul 14 10:09:13.113586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1402e6b3-5c18-410a-ba09-2b1b72bf467d req-7eb07875-47d9-4d7d-a332-5b87359f357f tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Jul 14 10:09:14.291562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c333d62-3031-42ed-9a1f-1ce8babe272f req-0363a777-0f01-44ff-81c3-ed88c5dff0b5 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:14.293117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c333d62-3031-42ed-9a1f-1ce8babe272f req-0363a777-0f01-44ff-81c3-ed88c5dff0b5 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0648499 Jul 14 10:09:14.332859 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c333d62-3031-42ed-9a1f-1ce8babe272f req-90d69d86-72b9-42b6-a2ec-1903a33992fa tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337970 Jul 14 10:09:15.507176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3631e-8157-4d69-b74c-c66830888bfb req-7abc1239-b80a-4a3c-90c3-61b69def93fb tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:15.509303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06d3631e-8157-4d69-b74c-c66830888bfb req-7abc1239-b80a-4a3c-90c3-61b69def93fb tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0652752 Jul 14 10:09:15.546375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06d3631e-8157-4d69-b74c-c66830888bfb req-bc86adc4-d6a0-434a-81c0-bf741210d46d tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314119 Jul 14 10:09:16.727136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccd704-df6f-4571-8204-d03ecb164a25 req-bf1367e6-56b5-452c-9a5b-0695be212e8c tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:16.728720 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52ccd704-df6f-4571-8204-d03ecb164a25 req-bf1367e6-56b5-452c-9a5b-0695be212e8c tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0697322 Jul 14 10:09:16.767479 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-52ccd704-df6f-4571-8204-d03ecb164a25 req-e29897c5-9ecf-4ed5-8722-925d8fb86746 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Jul 14 10:09:17.946175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16352d-5db2-4f2c-9e28-0e9c10ccea98 req-73e7cd5b-84f1-4a0f-bd6f-4bb25f2c57b0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:17.947725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e16352d-5db2-4f2c-9e28-0e9c10ccea98 req-73e7cd5b-84f1-4a0f-bd6f-4bb25f2c57b0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0700228 Jul 14 10:09:17.986580 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e16352d-5db2-4f2c-9e28-0e9c10ccea98 req-0bae19d2-7abc-4786-8726-476415390ea4 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Jul 14 10:09:19.156137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec3d32-bf64-48f0-b620-6259ff87df04 req-3bcc8b59-ef66-4405-8549-b7693569760b tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:19.157666 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cec3d32-bf64-48f0-b620-6259ff87df04 req-3bcc8b59-ef66-4405-8549-b7693569760b tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0629492 Jul 14 10:09:19.195799 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5cec3d32-bf64-48f0-b620-6259ff87df04 req-df0306d1-a6f1-4529-906d-2c6644efe5e7 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320015 Jul 14 10:09:20.376723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a5de0-b562-4b7e-9cf5-c116c310fff9 req-03632cb5-16fc-4653-8e56-b879208ee350 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:20.378230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-520a5de0-b562-4b7e-9cf5-c116c310fff9 req-03632cb5-16fc-4653-8e56-b879208ee350 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0676861 Jul 14 10:09:20.419123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-520a5de0-b562-4b7e-9cf5-c116c310fff9 req-983b90ec-eea6-45ee-b764-d38ad717c346 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Jul 14 10:09:21.627606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f3a4a-13f8-4514-93c9-0a41f64498de req-3a94fd3c-7e23-464c-b4ef-9173aceb447e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:21.629833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f72f3a4a-13f8-4514-93c9-0a41f64498de req-3a94fd3c-7e23-464c-b4ef-9173aceb447e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 945 time: 0.0702734 Jul 14 10:09:21.671064 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f72f3a4a-13f8-4514-93c9-0a41f64498de req-9fe20d2b-00c7-4ef0-ab4e-a9e51b9a9684 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328114 Jul 14 10:09:21.947679 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8e352fa9-0305-40d5-b763-08cd382de8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:21.952584 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-3e34333c-28a0-4efb-b787-2775b3e8f1de service neutron] show failed (client error): The resource could not be found. Jul 14 10:09:21.953698 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-3e34333c-28a0-4efb-b787-2775b3e8f1de service neutron] 10.222.0.66 "GET /v2.0/ports/548dcea0-1385-482c-ac00-8b674bbe11d1/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0606031 Jul 14 10:09:22.210073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-8ec6378b-0c83-478d-b2ab-2a7f6d6a73e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:22.211526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-8ec6378b-0c83-478d-b2ab-2a7f6d6a73e0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7&tenant_id=b21bfeede36a4abdb4f189421f5c0b4c HTTP/1.1" status: 200 len: 1097 time: 0.0596509 Jul 14 10:09:22.222878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:22.296971 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:22.502227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:22.537747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:22.582379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:22.584911 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c80e8b-d8ee-46f9-8fa1-5ea743b088ee" -d '{"events": [{"server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "name": "network-vif-unplugged", "status": "completed", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:22.588861 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:22.601944 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Transition to ACTIVE for port object 548dcea0-1385-482c-ac00-8b674bbe11d1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:22.608829 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:22.674253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] No DVR routers for this DVR port 548dcea0-1385-482c-ac00-8b674bbe11d1 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:22.683788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Pushing event updated for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:22.710441 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c585f5-2d4f-4cb5-9664-b72f04348734 x-openstack-request-id: req-e7c585f5-2d4f-4cb5-9664-b72f04348734 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:22.710698 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "name": "network-vif-unplugged", "status": "completed", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:22.711040 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e7c585f5-2d4f-4cb5-9664-b72f04348734 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:22.711458 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'code': 200} Jul 14 10:09:22.724717 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Attempting to bind port 548dcea0-1385-482c-ac00-8b674bbe11d1 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:22.725059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Attempting to bind port 548dcea0-1385-482c-ac00-8b674bbe11d1 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:22.725394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Attempting to bind port 548dcea0-1385-482c-ac00-8b674bbe11d1 on network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:22.730265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Port 548dcea0-1385-482c-ac00-8b674bbe11d1 on network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:09:22.730584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Attempting to bind port 548dcea0-1385-482c-ac00-8b674bbe11d1 on network 0041aa41-2e07-42bc-9f8e-3db6c2d7384c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:22.735304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:22.735664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Checking segment: {'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:22.736018 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Bound using segment: {'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:22.736505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Bound port: 548dcea0-1385-482c-ac00-8b674bbe11d1, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13cdc36-424d-4775-8a54-cd6ea3363097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:22.736868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:22.806960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:22.810176 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:22.814000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:22.849305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:22.849694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79bf279-d7de-4ca7-8a04-4266eef2c146 req-fff38138-3116-4a48-afc3-7dfbb64f09e0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:22.850274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:22.851838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] 10.222.0.69 "PUT /v2.0/ports/548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 1092 time: 0.6325741 Jul 14 10:09:22.852114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a79bf279-d7de-4ca7-8a04-4266eef2c146 req-fff38138-3116-4a48-afc3-7dfbb64f09e0 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 943 time: 0.0689557 Jul 14 10:09:22.883527 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f15fcf-d3a0-4767-b051-8366ec9f52d6 service neutron] Pushing event updated for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:22.896077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a79bf279-d7de-4ca7-8a04-4266eef2c146 req-0ef21a02-c112-46f9-b836-f45b479af401 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366769 Jul 14 10:09:22.930832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-adbe0869-3dac-46d9-8e98-8f6313544823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:22.932380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-adbe0869-3dac-46d9-8e98-8f6313544823 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 1095 time: 0.0583251 Jul 14 10:09:23.029163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-92e4b50e-2117-4bef-85be-7e0aa664d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:23.030705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-92e4b50e-2117-4bef-85be-7e0aa664d542 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 200 len: 913 time: 0.0916064 Jul 14 10:09:23.074945 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-9d311d05-c945-44b2-9bd2-24c82e0f55c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 217 time: 0.0376544 Jul 14 10:09:23.129799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e77c7354-845a-4411-9ab1-18340e523e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:23.131317 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-e77c7354-845a-4411-9ab1-18340e523e7f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=141d35e2-d001-4883-929a-e48bd3986768 HTTP/1.1" status: 200 len: 852 time: 0.0501466 Jul 14 10:09:23.168543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-1964497a-53be-467b-8a53-41328121c9ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312686 Jul 14 10:09:23.264885 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-3330c8d2-4927-4558-8449-f68d0e0e06d5 service neutron] 10.222.0.69 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901542 Jul 14 10:09:23.365932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8bc242db-a08b-4d1f-89f4-25f58b62acc0 req-db3eee17-dcf9-4720-aed7-028e8ca8989c service neutron] 10.222.0.69 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946405 Jul 14 10:09:24.091263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebe3da-4b07-44b4-8635-ecf870936954 req-2ac20e84-ef2f-46b9-82b4-c4cbe2ad15f7 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:24.092801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcebe3da-4b07-44b4-8635-ecf870936954 req-2ac20e84-ef2f-46b9-82b4-c4cbe2ad15f7 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 943 time: 0.0692117 Jul 14 10:09:24.145384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bcebe3da-4b07-44b4-8635-ecf870936954 req-9d4ed9e0-3ee8-4a68-a70b-321a2dc43007 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450287 Jul 14 10:09:24.261883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2ff1ec92-2c27-4414-ab87-d7e1b495183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:24.583333 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:24.712676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:24.715052 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0d7662-0e75-48a3-9e4b-4e518243010f" -d '{"events": [{"name": "network-changed", "server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:24.780523 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20275261-402e-4d9a-b485-1e5e28479363 x-openstack-request-id: req-20275261-402e-4d9a-b485-1e5e28479363 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:24.780824 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:24.781149 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20275261-402e-4d9a-b485-1e5e28479363 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:24.781553 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'status': 'completed', 'code': 200} Jul 14 10:09:24.870150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-6b622278-e0e4-4c2b-b3c5-a8c7c50c93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:24.874736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-7ea7b2e7-3c59-4489-8ae9-0cd11c9c1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:24.877176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-7ea7b2e7-3c59-4489-8ae9-0cd11c9c1904 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 1095 time: 0.0600317 Jul 14 10:09:24.881024 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-6b622278-e0e4-4c2b-b3c5-a8c7c50c93ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 1095 time: 0.0785456 Jul 14 10:09:24.984782 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-99909b47-71fb-43e2-b80d-c8b4f7e5f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:24.986334 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-99909b47-71fb-43e2-b80d-c8b4f7e5f68a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 200 len: 913 time: 0.0996144 Jul 14 10:09:24.987200 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-a997bd91-9c20-4213-9152-a1d3a8cd9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:24.989571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-a997bd91-9c20-4213-9152-a1d3a8cd9ee3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 200 len: 913 time: 0.1059127 Jul 14 10:09:25.031341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-7ae19b98-6664-4c94-be6c-6fb16fe0c7f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 217 time: 0.0385656 Jul 14 10:09:25.037091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-1ed4e37c-a780-4530-8af0-344e6f2e4557 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 217 time: 0.0395026 Jul 14 10:09:25.088980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-25be8865-2e5a-4817-b889-fd4f7266520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:25.090466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-25be8865-2e5a-4817-b889-fd4f7266520d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=141d35e2-d001-4883-929a-e48bd3986768 HTTP/1.1" status: 200 len: 852 time: 0.0480337 Jul 14 10:09:25.090908 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-938cf0ef-31e1-4631-9ece-4210145a7b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:25.092583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-938cf0ef-31e1-4631-9ece-4210145a7b8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=141d35e2-d001-4883-929a-e48bd3986768 HTTP/1.1" status: 200 len: 852 time: 0.0556417 Jul 14 10:09:25.124454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-1cf9d414-6646-4035-8a42-d3ed5835b80a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261652 Jul 14 10:09:25.128708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-7fa4e5ff-0999-42d7-8b4b-55dca8a3f013 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308342 Jul 14 10:09:25.233535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-7176ef27-dd6a-49bd-b07f-571b900804c5 service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027143 Jul 14 10:09:25.251457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-bf4a2823-4fc7-465e-8900-c3775ef041f4 service neutron] 10.222.0.69 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169755 Jul 14 10:09:25.348395 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-66be8010-e438-49cb-a7a5-30446a752792 service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085470 Jul 14 10:09:25.416394 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e0d7662-0e75-48a3-9e4b-4e518243010f req-38fc5cd3-fe6a-4975-b67a-931167d7da11 service neutron] 10.222.0.69 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560662 Jul 14 10:09:25.431321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e411ad-47e8-4924-a25f-50dc3508f24f req-ba73fb55-aff6-4f2d-b53c-64056f9a9894 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:25.433564 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-66e411ad-47e8-4924-a25f-50dc3508f24f req-ba73fb55-aff6-4f2d-b53c-64056f9a9894 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 943 time: 0.1530786 Jul 14 10:09:25.479662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-66e411ad-47e8-4924-a25f-50dc3508f24f req-44bafd94-c594-44d3-b649-9c619c943277 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377781 Jul 14 10:09:25.718887 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:25.784511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 548dcea0-1385-482c-ac00-8b674bbe11d1 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:25.833652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 548dcea0-1385-482c-ac00-8b674bbe11d1 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:25.920266 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-aaa6540c-ec6f-4b15-b38a-4848b5ab3366 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:25.921784 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-aaa6540c-ec6f-4b15-b38a-4848b5ab3366 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7&tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 943 time: 0.0729935 Jul 14 10:09:25.985201 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-3a03eb91-deb9-4392-b20b-e6eedffda7dc service neutron] delete failed (client error): The resource could not be found. Jul 14 10:09:25.986251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-3a03eb91-deb9-4392-b20b-e6eedffda7dc service neutron] 10.222.0.66 "DELETE /v2.0/ports/548dcea0-1385-482c-ac00-8b674bbe11d1/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0592041 Jul 14 10:09:26.083747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-db70ed14-78c8-44bc-8af0-d8005977df93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:26.085305 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-db70ed14-78c8-44bc-8af0-d8005977df93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 1095 time: 0.0575836 Jul 14 10:09:26.196446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-e5b8fd84-3bae-4412-ad78-99d72df8a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:26.197986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-e5b8fd84-3bae-4412-ad78-99d72df8a750 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 200 len: 913 time: 0.1067910 Jul 14 10:09:26.242701 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-8ba4eadd-19f4-4efa-8f9e-0868a2622f06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 200 len: 217 time: 0.0381925 Jul 14 10:09:26.293279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-5d3b0469-b98b-48c5-9df2-f12563bf909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:26.294766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-5d3b0469-b98b-48c5-9df2-f12563bf909d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=141d35e2-d001-4883-929a-e48bd3986768 HTTP/1.1" status: 200 len: 852 time: 0.0457261 Jul 14 10:09:26.327334 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-c6a27187-6c9e-4730-ab0e-97807dc90ef1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0041aa41-2e07-42bc-9f8e-3db6c2d7384c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266867 Jul 14 10:09:26.423993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-16e14e56-dfb8-4ea7-bc0a-f27a88aea552 service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903215 Jul 14 10:09:26.522516 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-01296c57-ef38-4e8e-a52b-65a7d071199e service neutron] 10.222.0.66 "GET /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922947 Jul 14 10:09:26.807482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 548dcea0-1385-482c-ac00-8b674bbe11d1 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:09:26.909162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:26.921036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'network_id': '0041aa41-2e07-42bc-9f8e-3db6c2d7384c', 'port_id': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'mac_address': 'fa:16:3e:ad:53:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '141d35e2-d001-4883-929a-e48bd3986768', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:09:26.958717 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:26.971220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548dcea0-1385-482c-ac00-8b674bbe11d1 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:26.992704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:26.996881 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:27.048233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:27.055944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.056304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.056643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.056974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.057314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.057701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.057955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.058271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.058589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.058906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.059223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.059535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:27.202503 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:27.212698 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['548dcea0-1385-482c-ac00-8b674bbe11d1'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:27.365627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff4a4e-fe28-41a5-b812-4d08edd9f4da req-ba9c1547-ca1f-4646-ab73-5afd6ebc6872 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:27.368776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50ff4a4e-fe28-41a5-b812-4d08edd9f4da req-ba9c1547-ca1f-4646-ab73-5afd6ebc6872 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 944 time: 0.0723619 Jul 14 10:09:27.370694 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:27.405978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50ff4a4e-fe28-41a5-b812-4d08edd9f4da req-33f7f019-1722-4c3b-89e4-080a9888de13 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Jul 14 10:09:28.588467 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f49c94-f763-47a5-935b-d713354fae78 req-cfb54087-3606-4869-ac01-57a04f5f66a9 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:28.589855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-ac900cd6-9b75-4fff-9d65-0c195deb993d tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:28.590417 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28f49c94-f763-47a5-935b-d713354fae78 req-cfb54087-3606-4869-ac01-57a04f5f66a9 tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 944 time: 0.0687299 Jul 14 10:09:28.591330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-ac900cd6-9b75-4fff-9d65-0c195deb993d tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.69 "GET /v2.0/ports?device_id=1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7 HTTP/1.1" status: 200 len: 944 time: 0.0636456 Jul 14 10:09:28.629558 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-28f49c94-f763-47a5-935b-d713354fae78 req-03eddb87-68fc-4b5b-8152-bfb642f73eed tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.73 "GET /v2.0/security-groups?id=fb6e0353-a12a-48d7-addf-ed1e04d507b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Jul 14 10:09:28.694448 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Deleting port 548dcea0-1385-482c-ac00-8b674bbe11d1 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:09:28.694807 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:28.786875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] For port 548dcea0-1385-482c-ac00-8b674bbe11d1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=548dcea0-1385-482c-ac00-8b674bbe11d1,segment=NetworkSegment(d13cdc36-424d-4775-8a54-cd6ea3363097),segment_id=d13cdc36-424d-4775-8a54-cd6ea3363097)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:28.787232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:28.800121 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Calling delete_port for 548dcea0-1385-482c-ac00-8b674bbe11d1 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:09:28.816527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 548dcea0-1385-482c-ac00-8b674bbe11d1 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:28.864879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 548dcea0-1385-482c-ac00-8b674bbe11d1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:28.868445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 548dcea0-1385-482c-ac00-8b674bbe11d1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:28.868815 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:28.951820 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:29.264012 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:29.298757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['548dcea0-1385-482c-ac00-8b674bbe11d1'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:29.308675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Pushing event deleted for resources: {'Port': ['ID=548dcea0-1385-482c-ac00-8b674bbe11d1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:29.351377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] No DVR routers for this DVR port 548dcea0-1385-482c-ac00-8b674bbe11d1 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:09:29.353935 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:29.355872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9412dd5a-e59c-4797-8a9b-78a704473e86 req-7a63724b-54ec-4b22-b688-07e67766ef0e tempest-DeleteServersTestJSON-1950474512 tempest-DeleteServersTestJSON-1950474512-project] 10.222.0.69 "DELETE /v2.0/ports/548dcea0-1385-482c-ac00-8b674bbe11d1 HTTP/1.1" status: 204 len: 173 time: 0.7582150 Jul 14 10:09:29.356337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'name': 'network-vif-deleted', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:29.358544 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e62932-62e7-4fa5-ad12-8053cd5e9bda" -d '{"events": [{"server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "name": "network-vif-deleted", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:29.404034 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58976ba2-62b4-4723-b1a8-303b23e5ef57 x-openstack-request-id: req-58976ba2-62b4-4723-b1a8-303b23e5ef57 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:29.404343 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7", "name": "network-vif-deleted", "tag": "548dcea0-1385-482c-ac00-8b674bbe11d1", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:29.404589 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-58976ba2-62b4-4723-b1a8-303b23e5ef57 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:29.405010 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b7d7310-0b2d-4bb6-9b7e-0db537dff7d7', 'name': 'network-vif-deleted', 'tag': '548dcea0-1385-482c-ac00-8b674bbe11d1', 'status': 'completed', 'code': 200} Jul 14 10:09:29.872847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47930) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:29.891672 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:29.921104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2658e76e-63fd-4360-8f07-c2b766d33ea0 admin admin] Deleting subnet 141d35e2-d001-4883-929a-e48bd3986768 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:09:29.924066 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2658e76e-63fd-4360-8f07-c2b766d33ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:29.957631 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2658e76e-63fd-4360-8f07-c2b766d33ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:29.996184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2658e76e-63fd-4360-8f07-c2b766d33ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.047627 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2658e76e-63fd-4360-8f07-c2b766d33ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.077183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658e76e-63fd-4360-8f07-c2b766d33ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141d35e2-d001-4883-929a-e48bd3986768,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:30.079051 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2658e76e-63fd-4360-8f07-c2b766d33ea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.080938 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2658e76e-63fd-4360-8f07-c2b766d33ea0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/141d35e2-d001-4883-929a-e48bd3986768 HTTP/1.1" status: 204 len: 168 time: 0.2071052 Jul 14 10:09:30.083414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47932) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:30.150164 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.228938 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.238305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0041aa41-2e07-42bc-9f8e-3db6c2d7384c']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:30.248123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13cdc36-424d-4775-8a54-cd6ea3363097') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:30.248440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13cdc36-424d-4775-8a54-cd6ea3363097') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:09:30.256895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.270579 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.276744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:09:30.277121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:09:30.278794 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:09:30.333604 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.339706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.341616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0041aa41-2e07-42bc-9f8e-3db6c2d7384c HTTP/1.1" status: 204 len: 168 time: 0.2572615 Jul 14 10:09:30.352704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f6dd1-bd40-4280-a2c5-b78bfd0a9f46 admin admin] Pushing event deleted for resources: {'Network': ['ID=0041aa41-2e07-42bc-9f8e-3db6c2d7384c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:30.449646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47936) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:30.489081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-675b0025-865f-4fba-9666-f7600b84e27f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b21bfeede36a4abdb4f189421f5c0b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382531 Jul 14 10:09:30.491602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47938) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:30.544760 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3aee-5afd-44a7-a50f-5e7dcb6bd6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.565059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3aee-5afd-44a7-a50f-5e7dcb6bd6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.610667 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3aee-5afd-44a7-a50f-5e7dcb6bd6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.613239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e7d3aee-5afd-44a7-a50f-5e7dcb6bd6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:30.614481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7e7d3aee-5afd-44a7-a50f-5e7dcb6bd6cc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fb6e0353-a12a-48d7-addf-ed1e04d507b1 HTTP/1.1" status: 204 len: 168 time: 0.1213653 Jul 14 10:09:30.622544 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d3aee-5afd-44a7-a50f-5e7dcb6bd6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6e0353-a12a-48d7-addf-ed1e04d507b1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:31.261707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 47960) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:31.355644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-330896697-network', 'tenant_id': '953644ed34eb4153a4baccb16a1d2228'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:31.377228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Made reservation on behalf of 953644ed34eb4153a4baccb16a1d2228 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:31.379758 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.388589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.481778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.485551 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.510195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:09:31.519702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bab516-a8a1-413d-852e-eed277dab9d0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:31.524298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.524643 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Added segment b8c0190e-eba3-49f8-95a3-070479a5e1a6 of type vlan for network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 Jul 14 10:09:31.537651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.538095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.538347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.538953 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.539290 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.539620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.539950 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.540302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.540632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.540957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.541278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.541601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:09:31.583352 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.611239 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.612335 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:31.612917 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.673919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4109638 Jul 14 10:09:31.677254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f476eb-15b2-4479-99b7-4263e6987403 admin admin] Pushing event updated for resources: {'Network': ['ID=7f733765-a18b-4580-8f7d-ab0f1f0cba43,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:31.681279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 47964) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:09:31.688007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Request body: {'subnet': {'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-330896697-subnet', 'tenant_id': '953644ed34eb4153a4baccb16a1d2228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:31.688222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:09:31.713981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Made reservation on behalf of 953644ed34eb4153a4baccb16a1d2228 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:31.717150 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.927911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:31.980358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1605743-2a75-44a8-88ac-d0d73ee61e20,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:31.989449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Checking segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:31.989813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Network hostable DHCP agents. Network: 7f733765-a18b-4580-8f7d-ab0f1f0cba43, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:09:32.007787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:09:32.016250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 7f733765-a18b-4580-8f7d-ab0f1f0cba43) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:32.020450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:32.021047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:32.026380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd30f790-c475-43f3-9776-a5087b6de6a2 None None] Network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:09:32.036242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-02a6933b-4ce0-45ce-b5a9-4f7b6233b5cd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3532815 Jul 14 10:09:32.157293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f9c793-60c3-4c0e-a54f-4146bfa872a4 None None] Network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:09:32.484523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-ef48fb13-9ebe-488b-b222-729de6be715e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:32.486033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-ef48fb13-9ebe-488b-b222-729de6be715e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 814 time: 0.1165042 Jul 14 10:09:32.501310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-ba766ed5-9021-4086-ae62-a3391e3e2ac4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/quotas/953644ed34eb4153a4baccb16a1d2228 HTTP/1.1" status: 200 len: 375 time: 0.0094872 Jul 14 10:09:32.541033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-091533cd-fc90-4e8f-840e-85399dcfe98a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345936 Jul 14 10:09:32.722808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-30fde873-a561-414c-af11-69d5bc1b8247 service neutron] 10.222.0.73 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712716 Jul 14 10:09:32.817546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 548dcea0-1385-482c-ac00-8b674bbe11d1 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:09:32.833284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-4a8ece2e-c46a-4fb2-86d0-8740974e202b service neutron] 10.222.0.73 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046641 Jul 14 10:09:32.840832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 548dcea0-1385-482c-ac00-8b674bbe11d1 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:09:32.841181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 548dcea0-1385-482c-ac00-8b674bbe11d1 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:09:33.028759 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b064a01-3c51-42f2-b207-a7354347e214 req-383db65e-d44b-4537-9cdc-8f1e40794f1a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 210 time: 0.0437112 Jul 14 10:09:34.170465 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99bc0dec-445a-4667-a21e-c3d6b5505afc req-44ce365f-35c9-40ba-aa7c-551323e551cd tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 210 time: 0.0291893 Jul 14 10:09:34.323938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-f42b0914-3106-4c4b-8978-5836c150a035 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.326657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-f42b0914-3106-4c4b-8978-5836c150a035 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.69 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 814 time: 0.1192431 Jul 14 10:09:34.348311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Request body: {'port': {'device_id': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43', 'admin_state_up': True, 'tenant_id': '953644ed34eb4153a4baccb16a1d2228'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:34.463354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Made reservation on behalf of 953644ed34eb4153a4baccb16a1d2228 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:09:34.466995 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.600502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Allocated IP 172.20.0.7 (7f733765-a18b-4580-8f7d-ab0f1f0cba43/a1605743-2a75-44a8-88ac-d0d73ee61e20/992fdc91-92fa-45e2-a4e5-7ccd70daeef1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:09:34.752729 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.794974 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.841989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:09:34.846492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:09:34.849579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:09:34.857094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:34.909703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:34.910343 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:34.926357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-58955494-1596-48a1-8150-e6b8be8d6c45 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846059 Jul 14 10:09:34.938853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Request body: {'port': {'device_id': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:09:35.040454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:35.382407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141eb80-de9d-4a6d-8b78-c31c8d678754 req-192e10bf-d785-4f49-8a61-54cde910810b tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.385072 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d141eb80-de9d-4a6d-8b78-c31c8d678754 req-192e10bf-d785-4f49-8a61-54cde910810b tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 931 time: 0.0838933 Jul 14 10:09:35.401521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:35.410303 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:35.423761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Transition to ACTIVE for port object 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:09:35.428442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:35.433504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d141eb80-de9d-4a6d-8b78-c31c8d678754 req-eca9b70b-c386-4d01-9d94-16f4ecdf4659 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422945 Jul 14 10:09:35.492154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:35.603588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Attempting to bind port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:09:35.603933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Attempting to bind port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:09:35.604298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Attempting to bind port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:35.610221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:09:35.610549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Attempting to bind port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:09:35.617765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:09:35.618004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Checking segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:09:35.618434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Bound using segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:09:35.618880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Bound port: 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:09:35.619436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:35.703079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:09:35.706139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:09:35.716588 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:35.758416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.759039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:35.760487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] 10.222.0.69 "PUT /v2.0/ports/992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 1092 time: 0.8271813 Jul 14 10:09:35.760928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:35.763185 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4" -d '{"events": [{"name": "network-changed", "server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:35.795047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a067c-d96f-4fe7-bfa0-68595f18e99e service neutron] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:35.812885 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae471db6-e8b8-4de2-b7bf-233bcc81eb66 x-openstack-request-id: req-ae471db6-e8b8-4de2-b7bf-233bcc81eb66 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:35.813168 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:35.813428 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae471db6-e8b8-4de2-b7bf-233bcc81eb66 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:35.813818 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'status': 'completed', 'code': 200} Jul 14 10:09:35.870657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-01ab976b-33d7-415f-adfd-802a5442ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.873850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-01ab976b-33d7-415f-adfd-802a5442ef74 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1095 time: 0.0716777 Jul 14 10:09:35.937661 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-3c42b05d-e504-43b2-8da2-19e0173eba77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 217 time: 0.0569358 Jul 14 10:09:35.989573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-477412ea-c484-40c5-8432-135fd7d513f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:35.991139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-477412ea-c484-40c5-8432-135fd7d513f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0479367 Jul 14 10:09:36.023223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-cef011fd-9e50-4931-af06-621518ef9715 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262430 Jul 14 10:09:36.161716 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-2aa7382f-44f3-41da-9865-63a53ccc1626 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325309 Jul 14 10:09:36.265743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a1e062c8-8e56-446b-9c34-81dfd4036fd8 req-b8638074-971c-4cac-aef4-b5dcacd1b000 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980806 Jul 14 10:09:36.346727 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:09:36.376573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-cd75b9b7-5137-45cd-8408-607c7f0077a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:36.378089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-cd75b9b7-5137-45cd-8408-607c7f0077a0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1095 time: 0.0630147 Jul 14 10:09:36.475674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-c2fda542-aca8-428d-88cf-25c5538c4dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:36.477727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-c2fda542-aca8-428d-88cf-25c5538c4dc3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0935912 Jul 14 10:09:36.526323 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-1ff32d58-ff35-493e-93d4-e08e90baa4e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 217 time: 0.0413947 Jul 14 10:09:36.580620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-98f35e33-7fd8-44df-b8a1-821a720a7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:36.582196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-98f35e33-7fd8-44df-b8a1-821a720a7158 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0491209 Jul 14 10:09:36.619391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-7cc6455a-a669-4c4e-98d5-c9bdbf95f26f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305910 Jul 14 10:09:36.656405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9226f-3725-4c43-8896-3125948161c1 req-5f891d45-d4d6-4d57-84fb-a83acda0059a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:36.658124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36f9226f-3725-4c43-8896-3125948161c1 req-5f891d45-d4d6-4d57-84fb-a83acda0059a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 943 time: 0.0941751 Jul 14 10:09:36.709644 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36f9226f-3725-4c43-8896-3125948161c1 req-d85f89d6-8fc9-4ec9-bc60-cfaa015c438b tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440238 Jul 14 10:09:36.736691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-92125cf5-dcb2-4314-8b18-8213b4c77245 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095951 Jul 14 10:09:36.844428 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5c9aa6c-81f2-4049-bc01-e111a9fdaeb4 req-b0131a37-6dc3-4130-b74d-c07494bdcc53 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001534 Jul 14 10:09:37.891118 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5915b-f466-4df2-b641-378a08601fea req-b236beb0-0643-45f1-a507-c03167b4be28 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:37.892733 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90b5915b-f466-4df2-b641-378a08601fea req-b236beb0-0643-45f1-a507-c03167b4be28 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 943 time: 0.0643418 Jul 14 10:09:37.931140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90b5915b-f466-4df2-b641-378a08601fea req-189d54a5-a0a0-450e-94c9-4bf5c5ce0c53 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Jul 14 10:09:38.864383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:09:38.959094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:38.972647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43', 'port_id': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'mac_address': 'fa:16:3e:ff:0e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1605743-2a75-44a8-88ac-d0d73ee61e20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:09:39.119680 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96d341-a068-4064-8c02-c373a2bc8b4c req-0da95e2c-93c7-4b93-8ee0-ef6a09403896 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:39.121452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf96d341-a068-4064-8c02-c373a2bc8b4c req-0da95e2c-93c7-4b93-8ee0-ef6a09403896 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 943 time: 0.0730200 Jul 14 10:09:39.164673 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf96d341-a068-4064-8c02-c373a2bc8b4c req-0ee5acb6-30d9-4008-858a-ceefed3e724b tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360649 Jul 14 10:09:39.173774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:39.197073 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:09:39.218001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:39.222125 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:39.270560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:39.409897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['992fdc91-92fa-45e2-a4e5-7ccd70daeef1'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:09:40.342033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19afa03-ed6b-4578-ab0d-2534aa81157c req-510b6837-4f60-4a44-8698-115d6eb67e31 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:40.343549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d19afa03-ed6b-4578-ab0d-2534aa81157c req-510b6837-4f60-4a44-8698-115d6eb67e31 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 944 time: 0.0686111 Jul 14 10:09:40.380829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d19afa03-ed6b-4578-ab0d-2534aa81157c req-e840652c-0b8b-483f-94b9-14d5d4a53980 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316579 Jul 14 10:09:40.880170 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:09:40.927422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:09:40.931034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:09:40.931412 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.007429 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.033325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:09:41.035581 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebff51d1-dcb8-4120-92b1-a71851eddf9d" -d '{"events": [{"server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "name": "network-vif-plugged", "status": "completed", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:09:41.048599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:09:41.052559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:41.099278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:09:41.137551 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7158498-ed64-4e3e-911f-971436c79ce7 x-openstack-request-id: req-d7158498-ed64-4e3e-911f-971436c79ce7 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:09:41.137918 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "name": "network-vif-plugged", "status": "completed", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:09:41.138284 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7158498-ed64-4e3e-911f-971436c79ce7 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:09:41.138598 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'code': 200} Jul 14 10:09:41.248830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad43e1-d1da-4279-8137-1684f5f36723 req-5d0453f5-ecb4-4a26-8968-63c532d98eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:41.250319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4ad43e1-d1da-4279-8137-1684f5f36723 req-5d0453f5-ecb4-4a26-8968-63c532d98eb8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1097 time: 0.0512316 Jul 14 10:09:41.286761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a4ad43e1-d1da-4279-8137-1684f5f36723 req-89ceb294-aac9-4313-ad03-e22fef451e3b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298364 Jul 14 10:09:41.560265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6332d0-6c07-486e-a744-75cbdfa0aee0 req-2c09be90-ea01-40a9-afe7-a153bee74cf5 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:41.561709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fb6332d0-6c07-486e-a744-75cbdfa0aee0 req-2c09be90-ea01-40a9-afe7-a153bee74cf5 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0711646 Jul 14 10:09:41.599217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fb6332d0-6c07-486e-a744-75cbdfa0aee0 req-6f8a3270-1ab3-4a73-b3e7-682f5373f595 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317161 Jul 14 10:09:42.778343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff06cab-79dd-4267-ad57-ca2a2c252c98 req-9b703a4e-b363-47c0-97c8-3c9a331bed3c tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.779852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ff06cab-79dd-4267-ad57-ca2a2c252c98 req-9b703a4e-b363-47c0-97c8-3c9a331bed3c tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0671408 Jul 14 10:09:42.817674 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8ff06cab-79dd-4267-ad57-ca2a2c252c98 req-1b18c410-f5ea-4551-aa45-cf97eb7fb2eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Jul 14 10:09:42.994550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a3ba2-7fa7-43cb-b70e-0474a448423c req-5fb73581-f54f-48fb-b9fe-bd1e5cf876f7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:42.996081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e6a3ba2-7fa7-43cb-b70e-0474a448423c req-5fb73581-f54f-48fb-b9fe-bd1e5cf876f7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0661163 Jul 14 10:09:43.034398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e6a3ba2-7fa7-43cb-b70e-0474a448423c req-0575932d-08cc-4955-b1ff-20e544955ca5 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324311 Jul 14 10:09:43.378585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87024a-64a1-4ff9-8c08-516d339a548a req-ab5bcaeb-dee7-4939-9b7a-8038626947d9 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:43.380057 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e87024a-64a1-4ff9-8c08-516d339a548a req-ab5bcaeb-dee7-4939-9b7a-8038626947d9 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0621171 Jul 14 10:09:43.418447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9e87024a-64a1-4ff9-8c08-516d339a548a req-6856690c-52e0-4113-b7f4-8265ef0c9c5c tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327523 Jul 14 10:09:43.594627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b852b7-d1a9-4bc6-ba72-5d2a517bbb67 req-768d2d4f-6dd2-4430-9f44-b81e0235882a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:43.596051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85b852b7-d1a9-4bc6-ba72-5d2a517bbb67 req-768d2d4f-6dd2-4430-9f44-b81e0235882a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0689797 Jul 14 10:09:43.633744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85b852b7-d1a9-4bc6-ba72-5d2a517bbb67 req-016bd4bf-820f-417f-baf5-01e2603cd95d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320127 Jul 14 10:09:44.148406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-c69bcd2d-afe0-4963-acc8-3681d7594839 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0553045 Jul 14 10:09:44.203517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de941-5d08-435b-ba8d-f6b8cc518fc6 req-b072a9cb-1e32-468c-b97a-37bf7eb18859 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:44.205122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-622de941-5d08-435b-ba8d-f6b8cc518fc6 req-b072a9cb-1e32-468c-b97a-37bf7eb18859 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0644479 Jul 14 10:09:44.248538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-622de941-5d08-435b-ba8d-f6b8cc518fc6 req-62adeeff-1da1-4c83-b24d-5c0ae5291ab6 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Jul 14 10:09:45.466578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00294715-2f76-4f43-9f82-70966b411603 req-5a362476-ba4c-47a9-8e6e-7901ce4fd5e7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:45.468095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00294715-2f76-4f43-9f82-70966b411603 req-5a362476-ba4c-47a9-8e6e-7901ce4fd5e7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.1020391 Jul 14 10:09:45.470781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-dac33d50-ebc3-406f-91f2-132f3fcccb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:45.472151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-dac33d50-ebc3-406f-91f2-132f3fcccb76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1097 time: 0.0966561 Jul 14 10:09:45.558929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00294715-2f76-4f43-9f82-70966b411603 req-844decef-0294-4126-a934-9fd606d5f806 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851159 Jul 14 10:09:45.590634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-a6a6b380-c591-4d83-8412-1c04b513ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:45.592879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-a6a6b380-c591-4d83-8412-1c04b513ca10 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.1121051 Jul 14 10:09:45.636186 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-243ef226-93e7-48c9-9f7b-78edbcba6db6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 217 time: 0.0356543 Jul 14 10:09:45.685210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-ffdf29c3-ac46-4c47-8f70-f5ec97526072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:45.686672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-ffdf29c3-ac46-4c47-8f70-f5ec97526072 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0477538 Jul 14 10:09:45.719782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-0df8f34b-9b0e-4890-ae14-6788d4cfbdc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266063 Jul 14 10:09:45.806394 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-870cc1a3-e9bf-4b98-9305-963109636f7f service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809832 Jul 14 10:09:45.899360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-bf7b7138-7ac4-49e7-bf82-d1443499606c service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873618 Jul 14 10:09:46.732869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f11fe1-d33d-4ed5-ad4b-a346d79bae6b req-c645bcf4-8e1f-4122-8e4a-938221284f7f tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:46.734359 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8f11fe1-d33d-4ed5-ad4b-a346d79bae6b req-c645bcf4-8e1f-4122-8e4a-938221284f7f tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0628204 Jul 14 10:09:46.771455 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8f11fe1-d33d-4ed5-ad4b-a346d79bae6b req-a656b2bb-1c11-4f19-a25e-1391765310e3 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Jul 14 10:09:47.944646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f1ae14-6aa5-41ee-aa52-e5d7e1d67cc7 req-f3851f5a-97b8-4d93-a0ad-d562c140c0e3 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:47.946350 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30f1ae14-6aa5-41ee-aa52-e5d7e1d67cc7 req-f3851f5a-97b8-4d93-a0ad-d562c140c0e3 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0646591 Jul 14 10:09:47.986248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30f1ae14-6aa5-41ee-aa52-e5d7e1d67cc7 req-b31b0d76-8d2f-435b-9494-b5593e4b6494 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336492 Jul 14 10:09:49.172849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c74f52-6078-4477-aaf8-80e25b843966 req-30a7dcf6-8a75-4dee-84e5-792a0b9f7879 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:49.174402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8c74f52-6078-4477-aaf8-80e25b843966 req-30a7dcf6-8a75-4dee-84e5-792a0b9f7879 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0649943 Jul 14 10:09:49.214768 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8c74f52-6078-4477-aaf8-80e25b843966 req-018d53da-dc7e-4bb5-ad94-e641083f6839 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Jul 14 10:09:50.394676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b3506-8517-48bb-89fe-1989278d4934 req-7425b6ef-8e02-4223-880d-874fb6ef1e84 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:50.396174 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-027b3506-8517-48bb-89fe-1989278d4934 req-7425b6ef-8e02-4223-880d-874fb6ef1e84 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0697389 Jul 14 10:09:50.434625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-027b3506-8517-48bb-89fe-1989278d4934 req-30e31d51-f648-42d2-9bf4-2c4805848fe5 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Jul 14 10:09:51.613206 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dc20d-5c73-4203-b5b4-3f566896200e req-176559c0-2295-4ed2-a685-d3366eb550e2 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:51.614608 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-256dc20d-5c73-4203-b5b4-3f566896200e req-176559c0-2295-4ed2-a685-d3366eb550e2 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0680182 Jul 14 10:09:51.656846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-256dc20d-5c73-4203-b5b4-3f566896200e req-3a5f7309-b19c-4062-92c2-09fb0c72eb4c tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jul 14 10:09:51.950544 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-66a26a0e-8766-4b0e-aac6-2f14361560d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:52.829034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c29280-0af4-4235-96c1-1da00e514164 req-52bf890e-6fef-4f2b-b920-bfec5a8ed97d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:52.830533 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92c29280-0af4-4235-96c1-1da00e514164 req-52bf890e-6fef-4f2b-b920-bfec5a8ed97d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0633438 Jul 14 10:09:52.867303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-92c29280-0af4-4235-96c1-1da00e514164 req-a72adb9b-f692-48bc-9417-64a2cea9ee2f tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Jul 14 10:09:54.041695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c64aa-0d0d-4e5e-8970-853f2f1a35f7 req-02a715aa-335b-4f66-9f7e-8a561c7de436 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:54.043211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-376c64aa-0d0d-4e5e-8970-853f2f1a35f7 req-02a715aa-335b-4f66-9f7e-8a561c7de436 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0629187 Jul 14 10:09:54.081188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-376c64aa-0d0d-4e5e-8970-853f2f1a35f7 req-dad56e01-a6e4-4b3e-8054-539cbc6d46f3 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Jul 14 10:09:54.254608 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f28fb76e-2a1d-4dbd-ab10-8959f8080349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:54.585214 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:55.255292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202484ff-7014-48c9-870b-47d2662fc4c8 req-0d44499b-3baa-409b-afbc-a589ff55c929 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:55.256843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-202484ff-7014-48c9-870b-47d2662fc4c8 req-0d44499b-3baa-409b-afbc-a589ff55c929 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0627577 Jul 14 10:09:55.295332 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-202484ff-7014-48c9-870b-47d2662fc4c8 req-58886ff9-2358-4604-9e25-26ee3652c722 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Jul 14 10:09:55.717812 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:56.464801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975790cb-8586-48a7-95cc-ca805213f955 req-d22af828-5f68-44f3-b915-263f19a073fe tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:56.466287 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-975790cb-8586-48a7-95cc-ca805213f955 req-d22af828-5f68-44f3-b915-263f19a073fe tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0617070 Jul 14 10:09:56.507288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-975790cb-8586-48a7-95cc-ca805213f955 req-a182cd42-7f39-420a-8ff9-375be1d24753 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353737 Jul 14 10:09:57.205498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:57.371586 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:09:57.687926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db656483-d145-4a7d-92ff-5e541c4774fd req-9cf97a4d-d848-443c-9029-032ae0557065 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:57.689451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db656483-d145-4a7d-92ff-5e541c4774fd req-9cf97a4d-d848-443c-9029-032ae0557065 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0673909 Jul 14 10:09:57.735947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db656483-d145-4a7d-92ff-5e541c4774fd req-58910122-db02-4d81-a946-b321f458b97d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Jul 14 10:09:57.909841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-1ac7ac3e-d108-4bf2-aa1c-588f28ab99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:57.911589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-1ac7ac3e-d108-4bf2-aa1c-588f28ab99c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1097 time: 0.0542145 Jul 14 10:09:58.029292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-c53870b2-e49d-4751-9157-148aaa4d9784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.030800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-c53870b2-e49d-4751-9157-148aaa4d9784 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0987885 Jul 14 10:09:58.075309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-5bd3a7a6-bc13-497c-ac5c-35a134be50b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 217 time: 0.0369799 Jul 14 10:09:58.123686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-dc6d3ba9-f463-43ce-be1c-5f2f615191c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.125192 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-dc6d3ba9-f463-43ce-be1c-5f2f615191c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0438867 Jul 14 10:09:58.160919 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-f130e2b1-e549-46a1-a199-fef578312fdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297182 Jul 14 10:09:58.250574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-a1117ec9-2f62-4fce-a8b8-7f563b1601d5 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833514 Jul 14 10:09:58.344045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9489faf0-54c9-4cdb-b53d-1b8262c7b8b9 req-72e9248c-e444-455e-b478-25f9417126ba service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871866 Jul 14 10:09:58.915001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb020fbe-995b-4742-b36b-78f8ba864dca req-ab3c91ab-9503-4397-9ca7-730f7b4b54e7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:09:58.916524 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb020fbe-995b-4742-b36b-78f8ba864dca req-ab3c91ab-9503-4397-9ca7-730f7b4b54e7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0629189 Jul 14 10:09:58.954794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cb020fbe-995b-4742-b36b-78f8ba864dca req-cea69e27-ef82-4bd5-b9f4-64f476254a8a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Jul 14 10:09:59.894353 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:00.125193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14d81a-6900-47ec-b07d-d2a162d05819 req-ba911004-ee2b-4c25-aa67-3b8cd73017ef tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:00.126707 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e14d81a-6900-47ec-b07d-d2a162d05819 req-ba911004-ee2b-4c25-aa67-3b8cd73017ef tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0634828 Jul 14 10:10:00.163941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0e14d81a-6900-47ec-b07d-d2a162d05819 req-363dbe9c-2cc0-4dc4-b853-ac0cb08fc79f tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Jul 14 10:10:01.336994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3584a-6cb5-473a-b862-2c3f6c9f442d req-f0448d01-02f4-4b45-82f6-f079dc3be0c0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:01.338422 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ab3584a-6cb5-473a-b862-2c3f6c9f442d req-f0448d01-02f4-4b45-82f6-f079dc3be0c0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0635476 Jul 14 10:10:01.376225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ab3584a-6cb5-473a-b862-2c3f6c9f442d req-cffa2316-b21c-405b-9b65-8a34d289fa90 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Jul 14 10:10:02.548112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454a639-5ed4-4a2f-83fb-a5daa3715934 req-f5591fca-9c20-4e21-9653-f2a448a68a24 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:02.549567 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4454a639-5ed4-4a2f-83fb-a5daa3715934 req-f5591fca-9c20-4e21-9653-f2a448a68a24 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0635641 Jul 14 10:10:02.586133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4454a639-5ed4-4a2f-83fb-a5daa3715934 req-0ac97097-4f80-4581-a26d-9ad0bc51a1d7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310674 Jul 14 10:10:03.764166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726b1f5-c651-4886-bda5-2d042e44f84b req-e890b31e-8c8b-4c3b-87e8-c0fb098aa74e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:03.765689 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f726b1f5-c651-4886-bda5-2d042e44f84b req-e890b31e-8c8b-4c3b-87e8-c0fb098aa74e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0667772 Jul 14 10:10:03.810152 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f726b1f5-c651-4886-bda5-2d042e44f84b req-9565b07b-ff81-48a9-a487-670b278e73b4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Jul 14 10:10:04.988350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eee8d2-6db2-4c47-8ac3-878fbd625016 req-700fe0de-8d5f-42b9-b352-295c9fad6379 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:04.989853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63eee8d2-6db2-4c47-8ac3-878fbd625016 req-700fe0de-8d5f-42b9-b352-295c9fad6379 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0659125 Jul 14 10:10:05.027108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63eee8d2-6db2-4c47-8ac3-878fbd625016 req-94114e6b-add6-4be2-bf71-0db0caa1e11a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Jul 14 10:10:06.199380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f49392-2064-425e-8d27-130a2a17b90b req-f85028f4-c92c-4995-a312-4162fb9266f1 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:06.200935 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72f49392-2064-425e-8d27-130a2a17b90b req-f85028f4-c92c-4995-a312-4162fb9266f1 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0635974 Jul 14 10:10:06.239770 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72f49392-2064-425e-8d27-130a2a17b90b req-cb16f3f7-4394-4e55-8aad-65d80e0f7c14 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Jul 14 10:10:07.411980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faa47a-4e8f-4dbe-bbd2-3b31cecd965e req-9ba7efcf-3083-45e7-b206-b73c6e963a22 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:07.413488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65faa47a-4e8f-4dbe-bbd2-3b31cecd965e req-9ba7efcf-3083-45e7-b206-b73c6e963a22 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0629346 Jul 14 10:10:07.452847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65faa47a-4e8f-4dbe-bbd2-3b31cecd965e req-d31f8c98-ffc9-40d7-8d0e-ec6a5e656d28 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Jul 14 10:10:08.634438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ecef4-78dd-48e3-8003-505e8c0d6eae req-f23b2280-3e63-461a-8b8f-999052010da3 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:08.636036 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4ecef4-78dd-48e3-8003-505e8c0d6eae req-f23b2280-3e63-461a-8b8f-999052010da3 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0655785 Jul 14 10:10:08.679355 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5f4ecef4-78dd-48e3-8003-505e8c0d6eae req-1daaf122-4818-480c-ad5c-2a5b5df32eac tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367258 Jul 14 10:10:09.861690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef0c92-3786-498a-a385-71a3dfaefe50 req-a2bb5ca2-1471-4626-bbb0-edd998ec1654 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:09.863181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74ef0c92-3786-498a-a385-71a3dfaefe50 req-a2bb5ca2-1471-4626-bbb0-edd998ec1654 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0689468 Jul 14 10:10:09.901363 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-74ef0c92-3786-498a-a385-71a3dfaefe50 req-c46fd665-4080-4f30-84f2-2b2fe5c2b521 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326045 Jul 14 10:10:11.074996 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7083b-8a1b-4721-ae31-34a8f21525c2 req-da2151a6-61fb-4f6a-b017-2c77c284d4fd tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:11.076447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7e7083b-8a1b-4721-ae31-34a8f21525c2 req-da2151a6-61fb-4f6a-b017-2c77c284d4fd tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0629613 Jul 14 10:10:11.113351 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7e7083b-8a1b-4721-ae31-34a8f21525c2 req-fa3896ef-4d49-4c0e-9fad-0787298a0083 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Jul 14 10:10:12.291910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ffc99-08f9-4a99-ac05-7cef08b5ed8d req-2392b1dc-1b60-473a-9a48-d3d1cdfb1fba tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:12.294451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-705ffc99-08f9-4a99-ac05-7cef08b5ed8d req-2392b1dc-1b60-473a-9a48-d3d1cdfb1fba tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.0699925 Jul 14 10:10:12.333052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-705ffc99-08f9-4a99-ac05-7cef08b5ed8d req-0fa5eecf-2761-4222-83b6-8cf184311161 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326648 Jul 14 10:10:12.889643 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-9dc43f5a-4306-45c9-80d7-2a5016018c8f service neutron] show failed (client error): The resource could not be found. Jul 14 10:10:12.890711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-9dc43f5a-4306-45c9-80d7-2a5016018c8f service neutron] 10.222.0.69 "GET /v2.0/ports/992fdc91-92fa-45e2-a4e5-7ccd70daeef1/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0569355 Jul 14 10:10:13.160602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-341d9ab2-5e69-49d9-9836-d2a520789670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:13.162081 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-341d9ab2-5e69-49d9-9836-d2a520789670 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa&tenant_id=953644ed34eb4153a4baccb16a1d2228 HTTP/1.1" status: 200 len: 1097 time: 0.0545993 Jul 14 10:10:13.173933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:13.251520 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:13.347475 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:13.469716 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:13.528839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:13.579990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd5c7-94c6-43b6-8224-d7c2f6191130 req-e64572fd-fe61-455c-9382-53df7f5006f1 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:13.581521 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c76cd5c7-94c6-43b6-8224-d7c2f6191130 req-e64572fd-fe61-455c-9382-53df7f5006f1 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.1278975 Jul 14 10:10:13.585044 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:13.587541 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b1ed8-1073-49e7-afab-baab52829025" -d '{"events": [{"server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "name": "network-vif-unplugged", "status": "completed", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:13.592169 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:13.619153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Transition to ACTIVE for port object 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:13.625755 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:13.643046 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176315e5-6c16-47a1-9a19-5cb97b32f7f4 x-openstack-request-id: req-176315e5-6c16-47a1-9a19-5cb97b32f7f4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:13.643366 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "name": "network-vif-unplugged", "status": "completed", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:13.643590 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-176315e5-6c16-47a1-9a19-5cb97b32f7f4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:13.643986 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'code': 200} Jul 14 10:10:13.667734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c76cd5c7-94c6-43b6-8224-d7c2f6191130 req-bfac47a7-ff63-4874-8da4-c9bab757520d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729163 Jul 14 10:10:13.703565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] No DVR routers for this DVR port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:13.710132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:13.745546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Attempting to bind port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:13.745888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Attempting to bind port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:13.746256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Attempting to bind port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:13.750724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:10:13.751045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Attempting to bind port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:13.755898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:13.756271 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Checking segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:13.756681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Bound using segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:13.757109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Bound port: 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:13.757464 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:13.824207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:13.827320 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:13.831992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:13.867088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:13.867811 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:13.869168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] 10.222.0.66 "PUT /v2.0/ports/992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 1092 time: 0.6995237 Jul 14 10:10:13.898989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633dbb1-f386-4694-9d52-d6e84fe9ca40 service neutron] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:13.960689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-014e154d-8475-4a1e-b67d-2abe4273129e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:13.962230 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-014e154d-8475-4a1e-b67d-2abe4273129e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1095 time: 0.0557168 Jul 14 10:10:14.057351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-c158fc8a-4e4a-4147-be8b-5c4041f8140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:14.059458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-c158fc8a-4e4a-4147-be8b-5c4041f8140c service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0897868 Jul 14 10:10:14.102899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-7716b168-76b7-482d-82a5-45de688373c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 217 time: 0.0338805 Jul 14 10:10:14.155788 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-0c6d16eb-d39e-450c-8f8c-b8fd3e5d2d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:14.157278 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-0c6d16eb-d39e-450c-8f8c-b8fd3e5d2d99 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0436685 Jul 14 10:10:14.195820 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-d9ea8e09-2c41-4184-bf9b-4628f0f7d7da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305977 Jul 14 10:10:14.285128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-c9b27de6-f4da-42d7-9d16-712295d2c3bb service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818553 Jul 14 10:10:14.387016 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff6d9a1c-6bf0-4633-b329-8129cd4b38c0 req-aad0d9ca-bfd1-4864-a194-69048244a602 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936248 Jul 14 10:10:14.855598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d834855-3ad1-4d6a-8ec1-c7a020ce88cb req-deef3afd-1548-491c-ab2c-f195bbb44273 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:14.857180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d834855-3ad1-4d6a-8ec1-c7a020ce88cb req-deef3afd-1548-491c-ab2c-f195bbb44273 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 943 time: 0.0641758 Jul 14 10:10:14.900617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6d834855-3ad1-4d6a-8ec1-c7a020ce88cb req-3fd2b402-fb54-470a-86be-6fc086b818c6 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375001 Jul 14 10:10:15.645772 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:15.648220 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19f8484-dbcb-4819-8d05-58a937e6fe18" -d '{"events": [{"name": "network-changed", "server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:15.695824 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5710636e-03ea-489f-ac1c-2cbdd1620200 x-openstack-request-id: req-5710636e-03ea-489f-ac1c-2cbdd1620200 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:15.696118 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:15.696401 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5710636e-03ea-489f-ac1c-2cbdd1620200 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:15.696804 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'status': 'completed', 'code': 200} Jul 14 10:10:15.770434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-6af49e70-105f-4315-8a13-13b2097fe6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:15.770885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-1a8581c5-1f78-4ee1-b972-dde9ed075ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:15.771959 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-6af49e70-105f-4315-8a13-13b2097fe6dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1095 time: 0.0535865 Jul 14 10:10:15.772479 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-1a8581c5-1f78-4ee1-b972-dde9ed075ede service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1095 time: 0.0538352 Jul 14 10:10:15.865878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-c9e770f5-94c7-414e-bdbf-0be8f6fad0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:15.867395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-c9e770f5-94c7-414e-bdbf-0be8f6fad0f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0888264 Jul 14 10:10:15.875520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-b69b965c-938e-4129-b62d-7edcfe9fb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:15.877078 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-b69b965c-938e-4129-b62d-7edcfe9fb4bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0937350 Jul 14 10:10:15.913883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-507f8c46-132e-465a-9a8a-fef773beb7c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 217 time: 0.0399189 Jul 14 10:10:15.921150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-b8de3f01-3892-487a-ae01-d0e559696a80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 217 time: 0.0367424 Jul 14 10:10:15.965973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-fe5738ea-7af3-4f9d-a526-0e50eaf5da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:15.967897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-fe5738ea-7af3-4f9d-a526-0e50eaf5da9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0482109 Jul 14 10:10:15.976279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-7ca8e0f2-953c-47d2-90f7-086722e70309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:15.977761 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-7ca8e0f2-953c-47d2-90f7-086722e70309 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0480430 Jul 14 10:10:16.002453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-18a52082-8f0c-4cd5-89c1-738604f1f249 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276349 Jul 14 10:10:16.013730 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-9319ee84-9846-42b7-aabe-2a5a4bfc098e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276558 Jul 14 10:10:16.112289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-76997f00-0268-4f7a-a962-a0b1a88b6e49 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901840 Jul 14 10:10:16.143137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-27a57b54-6ac3-49a0-8c31-69448299255a service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343167 Jul 14 10:10:16.151287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b0f94-9e87-492f-88f0-56765efe9f7d req-fa81dd69-557d-4d60-80dd-e50a9dd4537c tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:16.154086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ac0b0f94-9e87-492f-88f0-56765efe9f7d req-fa81dd69-557d-4d60-80dd-e50a9dd4537c tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 943 time: 0.1367650 Jul 14 10:10:16.226757 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-dbfb6a65-821e-43f3-815d-32eaeb9ca73b service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954983 Jul 14 10:10:16.248587 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ac0b0f94-9e87-492f-88f0-56765efe9f7d req-b3f1cd08-c483-4474-8d26-f258dc2415da tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851505 Jul 14 10:10:16.286287 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a19f8484-dbcb-4819-8d05-58a937e6fe18 req-5e0160b9-a4f1-433d-bdcf-813512ed4172 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311910 Jul 14 10:10:17.113771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:17.154463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:17.428752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5029907-9d63-4d00-ac53-c191bf755d4c req-1daa08db-8ac2-420a-a69a-3a37c13d813a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:17.430324 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5029907-9d63-4d00-ac53-c191bf755d4c req-1daa08db-8ac2-420a-a69a-3a37c13d813a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 943 time: 0.0668862 Jul 14 10:10:17.470454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a5029907-9d63-4d00-ac53-c191bf755d4c req-b466ce65-e9b7-4850-a714-145f56ace464 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340106 Jul 14 10:10:17.773826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4fd8-aa6a-4793-8d6c-002139fb4e66 req-6b7ee689-8bb3-46f8-b9dc-2cb219f41b91 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:17.775369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fda4fd8-aa6a-4793-8d6c-002139fb4e66 req-6b7ee689-8bb3-46f8-b9dc-2cb219f41b91 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 943 time: 0.0646060 Jul 14 10:10:17.781339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-79ebffdf-e05e-4a88-bba1-fad990ca08c9 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:17.782899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-79ebffdf-e05e-4a88-bba1-fad990ca08c9 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.69 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa&tenant_id=953644ed34eb4153a4baccb16a1d2228&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 943 time: 0.0721085 Jul 14 10:10:17.815294 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fda4fd8-aa6a-4793-8d6c-002139fb4e66 req-6b70daf5-40b6-4d70-9920-aa77e778ad12 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342495 Jul 14 10:10:17.843050 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-a29cb990-d3f4-4dac-afd1-d298baca3fee service neutron] delete failed (client error): The resource could not be found. Jul 14 10:10:17.844081 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-a29cb990-d3f4-4dac-afd1-d298baca3fee service neutron] 10.222.0.69 "DELETE /v2.0/ports/992fdc91-92fa-45e2-a4e5-7ccd70daeef1/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0554113 Jul 14 10:10:17.955558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:10:17.959072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-691488dd-592c-46cc-8f29-e08d25bdb96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:17.961657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-691488dd-592c-46cc-8f29-e08d25bdb96d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 1095 time: 0.0741153 Jul 14 10:10:18.054358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-9049da4b-c620-400f-a6b3-82ffa6926084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:18.055382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:18.055835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-9049da4b-c620-400f-a6b3-82ffa6926084 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0887239 Jul 14 10:10:18.068103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43', 'port_id': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'mac_address': 'fa:16:3e:ff:0e:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1605743-2a75-44a8-88ac-d0d73ee61e20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:10:18.097404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-d5d32448-fb0b-4e29-89f5-f819a1ebef1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 200 len: 217 time: 0.0355790 Jul 14 10:10:18.107010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:18.120335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:18.144778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:18.148351 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:18.149178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-07ed482a-edc5-4100-8fbf-870d4c2833ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:18.150708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-07ed482a-edc5-4100-8fbf-870d4c2833ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0477688 Jul 14 10:10:18.184092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-e1142a9e-7040-4c1c-b50b-996015b55396 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275264 Jul 14 10:10:18.198587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:18.275149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-2fb28952-cbef-4744-b68d-011241ba102c service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848162 Jul 14 10:10:18.369856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e9bc727-0b8c-4320-8492-e7a55dc41d0a req-aea18ed2-856d-4aaa-92f9-9bbfbaaafbdd service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889578 Jul 14 10:10:18.416832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['992fdc91-92fa-45e2-a4e5-7ccd70daeef1'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:18.997225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c9584-bc37-44a9-a4fa-0d2b34a9a122 req-18503f5f-414d-4045-9663-3564a874c99b tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:18.998405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-417c9584-bc37-44a9-a4fa-0d2b34a9a122 req-18503f5f-414d-4045-9663-3564a874c99b tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 944 time: 0.0668414 Jul 14 10:10:19.041060 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-417c9584-bc37-44a9-a4fa-0d2b34a9a122 req-0290ef97-5a8b-436c-9492-3e65f89f7e58 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347214 Jul 14 10:10:19.214607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f25c85-da5f-463e-8c67-bf6960a77148 req-a376d6d5-13b8-4d17-8626-260b19a141e4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:19.216767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93f25c85-da5f-463e-8c67-bf6960a77148 req-a376d6d5-13b8-4d17-8626-260b19a141e4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 944 time: 0.0631161 Jul 14 10:10:19.257160 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93f25c85-da5f-463e-8c67-bf6960a77148 req-9c4b8cf0-c956-4bcf-87ed-3d5a20aaa334 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346816 Jul 14 10:10:19.435791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1d5865-bae8-4216-a487-78f65143a7e8 req-537da9f1-1b96-405a-b852-f592013294b0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:19.437315 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b1d5865-bae8-4216-a487-78f65143a7e8 req-537da9f1-1b96-405a-b852-f592013294b0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 944 time: 0.0672154 Jul 14 10:10:19.817348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b1d5865-bae8-4216-a487-78f65143a7e8 req-1efb3684-89c6-4bc0-83aa-83803207f8e4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741999 Jul 14 10:10:19.977567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:20.029856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:20.033785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:20.034156 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:20.113133 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:20.137935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:20.140224 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a0314-95d1-45c0-85ac-c05c75a79fa1" -d '{"events": [{"server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "name": "network-vif-plugged", "status": "completed", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:20.155067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:20.159250 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:20.189617 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e56ae1f-28e9-442f-87c8-394b1faaf04a x-openstack-request-id: req-9e56ae1f-28e9-442f-87c8-394b1faaf04a {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:20.189980 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "name": "network-vif-plugged", "status": "completed", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:20.190240 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e56ae1f-28e9-442f-87c8-394b1faaf04a {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:20.190633 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'code': 200} Jul 14 10:10:20.212919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:20.259463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-00cbaf08-3d0b-4eed-aea4-81ae4312be6a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:20.260964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-00cbaf08-3d0b-4eed-aea4-81ae4312be6a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 814 time: 0.0987067 Jul 14 10:10:20.275927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-097d3979-6dfb-48f5-a822-8da64b1cf251 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/quotas/953644ed34eb4153a4baccb16a1d2228 HTTP/1.1" status: 200 len: 375 time: 0.0090003 Jul 14 10:10:20.343072 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-27d7c9b1-021e-48bb-bd2e-16871a17b4fb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614266 Jul 14 10:10:20.429342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-573717f5-1496-489e-8c02-bb662ee26eb0 service neutron] 10.222.0.73 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795708 Jul 14 10:10:20.524433 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-f4ad2008-5d2d-4681-8acb-a9f7f0314cf1 service neutron] 10.222.0.73 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882797 Jul 14 10:10:20.696611 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-07355097-1e69-494d-83f3-d5d6f895ad85 req-0a3a6ac8-2bbd-4750-90c4-9c927defd49a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 210 time: 0.0308344 Jul 14 10:10:21.859280 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-245f1a88-c5aa-48a8-b859-7092f1dece44 req-d3065b18-fc13-4fe8-914f-7114884be43b tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 210 time: 0.0326087 Jul 14 10:10:21.898647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-5468c8e3-50d5-49ab-9e5d-f988bd82fdf1 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:21.900389 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-5468c8e3-50d5-49ab-9e5d-f988bd82fdf1 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.66 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 814 time: 0.1401298 Jul 14 10:10:21.930867 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Request body: {'port': {'device_id': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43', 'admin_state_up': True, 'tenant_id': '953644ed34eb4153a4baccb16a1d2228'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:21.957646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-66a10c07-99ae-419f-b6ac-fe584a11ab0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.050255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-d3d59636-e6f3-4630-a84d-336b217b0210 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:22.051847 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-d3d59636-e6f3-4630-a84d-336b217b0210 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.66 "GET /v2.0/ports?device_id=37b461cd-6d13-4701-aa20-a2ec3a8edefa HTTP/1.1" status: 200 len: 945 time: 0.1689870 Jul 14 10:10:22.116022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Made reservation on behalf of 953644ed34eb4153a4baccb16a1d2228 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:10:22.119453 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.594351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Deleting port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:10:22.594697 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.660915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Allocated IP 172.20.0.8 (7f733765-a18b-4580-8f7d-ab0f1f0cba43/a1605743-2a75-44a8-88ac-d0d73ee61e20/b991440a-bbc7-43f6-9324-f1ca1f8070bb) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:10:22.723285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] For port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:22.723653 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:22.744765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Calling delete_port for 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:10:22.903600 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.011317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-96d8e098-93ac-449d-b765-18a9cfdebcfd req-d5d12544-8c15-435f-b483-abbd33e20f0f tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 210 time: 0.0349514 Jul 14 10:10:23.012100 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.014684 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.050237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Pushing event deleted for resources: {'Port': ['ID=992fdc91-92fa-45e2-a4e5-7ccd70daeef1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:23.103565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:10:23.125611 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:10:23.129748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] No DVR routers for this DVR port 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:10:23.131357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:10:23.138107 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.140029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68eb4e55-d073-4ad9-96f6-ff10d5a27865 req-c48c7af8-5838-4691-a78c-a620f45a7663 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.66 "DELETE /v2.0/ports/992fdc91-92fa-45e2-a4e5-7ccd70daeef1 HTTP/1.1" status: 204 len: 173 time: 1.0775816 Jul 14 10:10:23.141610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'name': 'network-vif-deleted', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:23.143970 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ca0de6-504a-4670-ad15-8836d60a29b5" -d '{"events": [{"server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "name": "network-vif-deleted", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:23.175630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:23.199982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:23.200751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.210858 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be382c9b-ed8d-4077-8714-d75ff1c2219f x-openstack-request-id: req-be382c9b-ed8d-4077-8714-d75ff1c2219f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:23.211288 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37b461cd-6d13-4701-aa20-a2ec3a8edefa", "name": "network-vif-deleted", "tag": "992fdc91-92fa-45e2-a4e5-7ccd70daeef1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:23.211656 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-be382c9b-ed8d-4077-8714-d75ff1c2219f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:23.212133 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b461cd-6d13-4701-aa20-a2ec3a8edefa', 'name': 'network-vif-deleted', 'tag': '992fdc91-92fa-45e2-a4e5-7ccd70daeef1', 'status': 'completed', 'code': 200} Jul 14 10:10:23.219532 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-a57205a6-9694-4fb3-a41b-a3fa675434eb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2935615 Jul 14 10:10:23.231781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Request body: {'port': {'device_id': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:10:23.319346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.590640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b991440a-bbc7-43f6-9324-f1ca1f8070bb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:23.598220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.610962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Transition to ACTIVE for port object b991440a-bbc7-43f6-9324-f1ca1f8070bb will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:10:23.614101 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.662020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:23.735360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Attempting to bind port b991440a-bbc7-43f6-9324-f1ca1f8070bb on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:10:23.735686 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Attempting to bind port b991440a-bbc7-43f6-9324-f1ca1f8070bb by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:10:23.736014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Attempting to bind port b991440a-bbc7-43f6-9324-f1ca1f8070bb on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:23.740341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Port b991440a-bbc7-43f6-9324-f1ca1f8070bb on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:10:23.740663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Attempting to bind port b991440a-bbc7-43f6-9324-f1ca1f8070bb on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:10:23.745391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:10:23.745728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Checking segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:10:23.746111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Bound using segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:10:23.746562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Bound port: b991440a-bbc7-43f6-9324-f1ca1f8070bb, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:10:23.746932 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.809795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:10:23.812887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:10:23.817004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.850917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:23.851537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:23.853021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] 10.222.0.66 "PUT /v2.0/ports/b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 1092 time: 0.6260498 Jul 14 10:10:23.873523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7e85f-9c17-4e56-b4cc-22edfb76dcfa service neutron] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:23.946165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-1c13bd99-15d2-44fc-b8da-ff63482264d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:23.947604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-1c13bd99-15d2-44fc-b8da-ff63482264d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1095 time: 0.0534539 Jul 14 10:10:23.993118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-3cea994d-6fbd-4b37-b18c-f28f005f9af2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 217 time: 0.0371683 Jul 14 10:10:24.020784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:10:24.047687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:10:24.049183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 992fdc91-92fa-45e2-a4e5-7ccd70daeef1 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:10:24.058443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-002f4724-3318-48f5-b1a5-4fde225e9f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.060468 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-002f4724-3318-48f5-b1a5-4fde225e9f4e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0603817 Jul 14 10:10:24.094026 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-7b4f3f92-154c-400a-b7ff-d4f405381c62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269732 Jul 14 10:10:24.230074 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-efa55df0-a852-418e-82c4-6b6985008051 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295149 Jul 14 10:10:24.242690 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e7af1-0af4-4c69-a657-9be2c96a9729 req-2ead6261-4571-4546-bb8e-4c83a0ea4378 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:24.244223 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-991e7af1-0af4-4c69-a657-9be2c96a9729 req-2ead6261-4571-4546-bb8e-4c83a0ea4378 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 943 time: 0.0966825 Jul 14 10:10:24.256497 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d9638a3-2b30-44e1-8d11-911d29e1a0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:24.344608 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-991e7af1-0af4-4c69-a657-9be2c96a9729 req-9d4792fd-cb7d-4e29-83d2-311aa2dd3bd0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903358 Jul 14 10:10:24.365425 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c50f819-596c-4d17-9ec6-d5fd8a39f0f9 req-305ed552-f1ae-4d76-a220-fdd83240aca1 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201994 Jul 14 10:10:24.588561 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:25.213403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:25.215764 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27" -d '{"events": [{"name": "network-changed", "server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:25.265321 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b725fcda-8726-4bfb-b72a-b885af61774b x-openstack-request-id: req-b725fcda-8726-4bfb-b72a-b885af61774b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:25.266077 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:25.267061 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b725fcda-8726-4bfb-b72a-b885af61774b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:25.267585 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'status': 'completed', 'code': 200} Jul 14 10:10:25.344141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-daa646bc-9163-4503-a74c-05ea15689090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:25.345672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-daa646bc-9163-4503-a74c-05ea15689090 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1095 time: 0.0538073 Jul 14 10:10:25.444630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-1179c8ba-8aaf-4c13-9e15-bc37d81d24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:25.446376 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-1179c8ba-8aaf-4c13-9e15-bc37d81d24e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0942712 Jul 14 10:10:25.497297 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-762c2c64-cbe8-4c13-88fe-d6b6bba9e9d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 217 time: 0.0435932 Jul 14 10:10:25.574778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-86b4970f-255b-4ccc-b595-f8f17b8c0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:25.576316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-86b4970f-255b-4ccc-b595-f8f17b8c0c5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0630438 Jul 14 10:10:25.600963 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80291024-3564-4baf-9189-da9aa6405f61 req-59e9c569-5629-4edf-8ab5-d8ebfd1f8916 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:25.602491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80291024-3564-4baf-9189-da9aa6405f61 req-59e9c569-5629-4edf-8ab5-d8ebfd1f8916 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 943 time: 0.1435211 Jul 14 10:10:25.622787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-98a4aad1-a2f1-4789-a2eb-903a152bbf9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400856 Jul 14 10:10:25.700648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-80291024-3564-4baf-9189-da9aa6405f61 req-6d2e8df2-2e26-4501-8627-46d226d7e6f7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803618 Jul 14 10:10:25.724647 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:25.739140 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-0b34983a-ce75-4898-b59d-27c453e01bc4 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094971 Jul 14 10:10:25.842365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4066a4d0-9c85-4093-a3bf-6bc976ba9f27 req-8233bf06-7c43-4ba9-8978-65c2a672c502 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962284 Jul 14 10:10:26.879192 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b29c9-a274-48c9-8c6c-f9acb67cfe24 req-91552216-498b-4fb6-8db1-5cfe2378c14e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:26.880787 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-402b29c9-a274-48c9-8c6c-f9acb67cfe24 req-91552216-498b-4fb6-8db1-5cfe2378c14e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 943 time: 0.0633831 Jul 14 10:10:26.920338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-402b29c9-a274-48c9-8c6c-f9acb67cfe24 req-52d61a4b-ba4b-4cdc-b27a-9ee288b850c7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Jul 14 10:10:27.201940 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:27.374395 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.033046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b991440a-bbc7-43f6-9324-f1ca1f8070bb details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:10:28.111904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404de254-26e3-451f-9952-7641d1f9e4e9 req-69711fa8-297c-4fc6-95b1-0eccea0505ea tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:28.113487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-404de254-26e3-451f-9952-7641d1f9e4e9 req-69711fa8-297c-4fc6-95b1-0eccea0505ea tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 943 time: 0.0713272 Jul 14 10:10:28.144114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:28.153403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-404de254-26e3-451f-9952-7641d1f9e4e9 req-ffc0a6e8-a0b8-4b89-bcc2-0639e0bca002 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340037 Jul 14 10:10:28.155549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43', 'port_id': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'mac_address': 'fa:16:3e:26:76:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1605743-2a75-44a8-88ac-d0d73ee61e20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:10:28.193553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.206615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991440a-bbc7-43f6-9324-f1ca1f8070bb {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:10:28.225709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:28.229456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:28.277961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:28.285504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.285852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.286196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.286969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.286969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.287192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.287516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.287837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.288159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.288560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.288882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.289198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:10:28.417513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['b991440a-bbc7-43f6-9324-f1ca1f8070bb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:10:29.334949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a028657-3728-41d9-af78-aec6204ba2ae req-1c70deda-24d1-4262-a7db-f44a2f954272 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:29.336511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a028657-3728-41d9-af78-aec6204ba2ae req-1c70deda-24d1-4262-a7db-f44a2f954272 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 944 time: 0.0692406 Jul 14 10:10:29.374315 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a028657-3728-41d9-af78-aec6204ba2ae req-8e1a24c3-6362-464d-bf0e-2825ee27d36b tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321105 Jul 14 10:10:29.893003 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.033584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b991440a-bbc7-43f6-9324-f1ca1f8070bb up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:10:30.085212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port b991440a-bbc7-43f6-9324-f1ca1f8070bb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:10:30.089634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port b991440a-bbc7-43f6-9324-f1ca1f8070bb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:10:30.090006 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.174362 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.196971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:10:30.199302 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ff9ae8-195f-41ab-9633-06d225ebd546" -d '{"events": [{"server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:10:30.213524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:10:30.218659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:30.247755 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2192e066-b07a-4f1c-bdac-115acdb93d7f x-openstack-request-id: req-2192e066-b07a-4f1c-bdac-115acdb93d7f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:10:30.248035 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:10:30.248308 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2192e066-b07a-4f1c-bdac-115acdb93d7f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:10:30.248712 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'code': 200} Jul 14 10:10:30.279317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:10:30.365917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d20a41-1250-4dfb-b012-8cd500e5813f req-b1b32907-c6b9-47ec-a582-cf0984a3f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:30.367467 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8d20a41-1250-4dfb-b012-8cd500e5813f req-b1b32907-c6b9-47ec-a582-cf0984a3f15e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1097 time: 0.0570438 Jul 14 10:10:30.403684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8d20a41-1250-4dfb-b012-8cd500e5813f req-e638a0a1-8fde-453b-b12e-a45df9049777 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291202 Jul 14 10:10:30.563514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05289a0-7c53-4be2-8f92-a98bcb586553 req-7deb95dc-de59-42a2-b31e-cf52a10284be tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:30.565188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c05289a0-7c53-4be2-8f92-a98bcb586553 req-7deb95dc-de59-42a2-b31e-cf52a10284be tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0709140 Jul 14 10:10:30.606621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c05289a0-7c53-4be2-8f92-a98bcb586553 req-614f1738-91eb-4690-b486-ef11d150ffe1 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347157 Jul 14 10:10:31.788209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfce9b0-89b0-4828-be70-c669da791a1c req-4fabcf40-33b9-4a7e-a66a-b65fdff83505 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:31.789758 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-abfce9b0-89b0-4828-be70-c669da791a1c req-4fabcf40-33b9-4a7e-a66a-b65fdff83505 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0661662 Jul 14 10:10:31.830109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-abfce9b0-89b0-4828-be70-c669da791a1c req-d242b10e-f12e-49cc-aee7-13fb6be645a9 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343933 Jul 14 10:10:32.010654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db8b5-616c-4560-bd87-484a2061ad80 req-22d879c6-6335-4364-9a68-c8e3c1414bac tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:32.012313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a3db8b5-616c-4560-bd87-484a2061ad80 req-22d879c6-6335-4364-9a68-c8e3c1414bac tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0673213 Jul 14 10:10:32.058276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a3db8b5-616c-4560-bd87-484a2061ad80 req-3380f7c7-4581-4d8b-b572-a3fc03bae233 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Jul 14 10:10:32.467269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-8ad4894b-93f8-44c7-aa3b-b3172ccb75c2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0854824 Jul 14 10:10:32.502053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5a2f85-022f-4e6b-b646-77dff56d3c74 req-008a4968-d953-4836-9aec-41be73d00f56 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:32.503695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c5a2f85-022f-4e6b-b646-77dff56d3c74 req-008a4968-d953-4836-9aec-41be73d00f56 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0768375 Jul 14 10:10:32.547771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9c5a2f85-022f-4e6b-b646-77dff56d3c74 req-2c5de5b2-a2cd-4329-a9a6-5abcf16d395d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Jul 14 10:10:33.606260 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916360c-17c2-4667-9181-e761efd4676a req-8ae52c2f-ab76-41c6-95b2-aab49cd48b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:33.607888 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-8ae52c2f-ab76-41c6-95b2-aab49cd48b4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1097 time: 0.0553844 Jul 14 10:10:33.743458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916360c-17c2-4667-9181-e761efd4676a req-d82c1e9d-2a08-4ec4-a044-74bc805173b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:33.744965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-d82c1e9d-2a08-4ec4-a044-74bc805173b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.1306670 Jul 14 10:10:33.767441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b501fd-7993-4529-bd56-463d3135b469 req-e9090ebd-98ae-4b48-b0c9-5854165fb506 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:33.768850 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-55b501fd-7993-4529-bd56-463d3135b469 req-e9090ebd-98ae-4b48-b0c9-5854165fb506 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.1005168 Jul 14 10:10:33.803454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-c089aa66-1998-47cd-b0d2-efb689d783a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 217 time: 0.0502162 Jul 14 10:10:33.873574 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-55b501fd-7993-4529-bd56-463d3135b469 req-63ce2995-b355-4dd9-8893-e0167fbdca00 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725577 Jul 14 10:10:33.875421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916360c-17c2-4667-9181-e761efd4676a req-39e3c1eb-fdb2-48ca-90c4-64a0de99ce26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:33.876891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-39e3c1eb-fdb2-48ca-90c4-64a0de99ce26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0678394 Jul 14 10:10:33.910647 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-822304d6-0ff8-462a-9d9b-f0b6feea0599 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277326 Jul 14 10:10:34.006591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-d5955c8e-db78-4c60-8823-3774d17cd905 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900838 Jul 14 10:10:34.099164 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-eb3c1bfd-bab9-44f9-9fc9-434de204d1ad service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854409 Jul 14 10:10:35.061971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32388-1bda-433d-a8a1-e4da4dd7cd5b req-92a6a4cd-d0a2-44cb-95e7-cd5a453c1c6f tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:35.063429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-acc32388-1bda-433d-a8a1-e4da4dd7cd5b req-92a6a4cd-d0a2-44cb-95e7-cd5a453c1c6f tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0729649 Jul 14 10:10:35.103123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-acc32388-1bda-433d-a8a1-e4da4dd7cd5b req-2c384c26-8479-4a37-adcc-a04b01b1acc7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340278 Jul 14 10:10:36.294746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e85c7c-1cae-488c-af1c-7be2b5b01e3b req-830bf733-dad3-4bdd-8850-01fc0ace7147 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:36.296416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0e85c7c-1cae-488c-af1c-7be2b5b01e3b req-830bf733-dad3-4bdd-8850-01fc0ace7147 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0730941 Jul 14 10:10:36.337498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0e85c7c-1cae-488c-af1c-7be2b5b01e3b req-a25445c6-93e5-44cc-9268-58748800c06c tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352819 Jul 14 10:10:37.515646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b945ae6-9e37-4c95-81a4-291208b82094 req-0c03cf8f-6606-4d56-8fd9-c0c129b0226a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:37.517213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b945ae6-9e37-4c95-81a4-291208b82094 req-0c03cf8f-6606-4d56-8fd9-c0c129b0226a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0682311 Jul 14 10:10:37.565212 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b945ae6-9e37-4c95-81a4-291208b82094 req-b77513c1-29b5-4154-97ad-267a3b41b571 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376878 Jul 14 10:10:38.751670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdad935-c130-41d3-b9f8-09892e64add0 req-ab744733-b06e-4850-bcf5-4ca49bd45309 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:38.753454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fdad935-c130-41d3-b9f8-09892e64add0 req-ab744733-b06e-4850-bcf5-4ca49bd45309 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0706460 Jul 14 10:10:38.798371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5fdad935-c130-41d3-b9f8-09892e64add0 req-923d0571-a34b-42bd-97f9-e34e7893edfd tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383234 Jul 14 10:10:39.282201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-dec2aa53-076c-4b39-969c-f8afb8ad9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.283734 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-dec2aa53-076c-4b39-969c-f8afb8ad9f32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1097 time: 0.0537560 Jul 14 10:10:39.389305 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-1d51a661-bdbe-4353-9004-927f5223e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.390951 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-1d51a661-bdbe-4353-9004-927f5223e7ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0870399 Jul 14 10:10:39.431912 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-ab46b9c2-bb49-465d-85e9-d9e632759d47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 217 time: 0.0349813 Jul 14 10:10:39.484522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-41336cd8-75f8-4881-9b3b-f09dd892f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.486047 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-41336cd8-75f8-4881-9b3b-f09dd892f209 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0477884 Jul 14 10:10:39.518194 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-62333da8-df63-4318-9865-dec8b7ee5831 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263724 Jul 14 10:10:39.606177 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-71b61d97-def9-4b30-a3d1-ff690b0212d3 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817568 Jul 14 10:10:39.700122 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3f2c365b-bc4d-4791-a69d-368a8965978e req-3765513b-ae8f-4c84-9552-e545a32e1eb3 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872929 Jul 14 10:10:39.984798 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58b5aa-0924-4670-8d1a-f748a9aae126 req-17d69f79-4670-40bc-b397-455f7f762c27 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:39.986505 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c58b5aa-0924-4670-8d1a-f748a9aae126 req-17d69f79-4670-40bc-b397-455f7f762c27 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0658808 Jul 14 10:10:40.027959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c58b5aa-0924-4670-8d1a-f748a9aae126 req-0d958eeb-c8fe-4841-a051-99b6b06919a4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355415 Jul 14 10:10:41.215230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533cd8a-88d2-4b11-90e6-e795da2127ed req-77bb3965-71ab-463f-bfba-a552325aebed tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:41.216857 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533cd8a-88d2-4b11-90e6-e795da2127ed req-77bb3965-71ab-463f-bfba-a552325aebed tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0706401 Jul 14 10:10:41.261811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6533cd8a-88d2-4b11-90e6-e795da2127ed req-dfbecc7d-5af7-44d2-a3f7-7fffa92b65d1 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389879 Jul 14 10:10:42.442662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee870fd-c43f-4732-af68-c2b69a81759a req-b0fa29ff-6b74-4296-bb81-cb34459cb826 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:42.444398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aee870fd-c43f-4732-af68-c2b69a81759a req-b0fa29ff-6b74-4296-bb81-cb34459cb826 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0698764 Jul 14 10:10:42.483178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aee870fd-c43f-4732-af68-c2b69a81759a req-1ba35172-d6e7-4b81-9753-4d0c3393ff65 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Jul 14 10:10:43.668124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916da9b-ea9e-4447-96f7-db3e12ebb5eb req-ffe85065-15b5-4483-b1c0-b3f1f2c63489 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:43.669724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c916da9b-ea9e-4447-96f7-db3e12ebb5eb req-ffe85065-15b5-4483-b1c0-b3f1f2c63489 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0725706 Jul 14 10:10:43.709832 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c916da9b-ea9e-4447-96f7-db3e12ebb5eb req-d64f8ca5-c46a-47cc-82e6-90f76cd93531 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337458 Jul 14 10:10:44.965505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48135516-927a-4e52-99cf-6a158b5e69c0 req-e699147c-679f-4102-9b52-ad7689089b6d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:44.967050 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48135516-927a-4e52-99cf-6a158b5e69c0 req-e699147c-679f-4102-9b52-ad7689089b6d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.1427200 Jul 14 10:10:45.007195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-48135516-927a-4e52-99cf-6a158b5e69c0 req-d6549a12-5466-4a3d-a472-437a75e9a54e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341940 Jul 14 10:10:46.229826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7daaf7-4883-4dd0-bbc7-a23052248ba5 req-f88b5dbf-65be-41a3-96f1-b82dd4f260b8 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:46.231826 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c7daaf7-4883-4dd0-bbc7-a23052248ba5 req-f88b5dbf-65be-41a3-96f1-b82dd4f260b8 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.1136804 Jul 14 10:10:46.270018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c7daaf7-4883-4dd0-bbc7-a23052248ba5 req-5d6fab98-9d12-486f-8ffb-883c23ba6da5 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325525 Jul 14 10:10:47.447807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e81a51-0c79-4d08-aae8-99a253077749 req-fcaaa180-25bc-4a91-9b93-bd223351fcc5 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:47.449334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24e81a51-0c79-4d08-aae8-99a253077749 req-fcaaa180-25bc-4a91-9b93-bd223351fcc5 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0669947 Jul 14 10:10:47.490232 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24e81a51-0c79-4d08-aae8-99a253077749 req-6eb7a348-17cd-4977-ad25-e0828bdd3b10 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349550 Jul 14 10:10:48.662212 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456cab9-148f-4439-9875-aa2a5f166e91 req-a3af9036-ec74-4370-a3b5-1d7ba160f47a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:48.663601 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e456cab9-148f-4439-9875-aa2a5f166e91 req-a3af9036-ec74-4370-a3b5-1d7ba160f47a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0630732 Jul 14 10:10:48.700534 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e456cab9-148f-4439-9875-aa2a5f166e91 req-91e3f94b-9ac6-43cc-b0e7-7afd57c0ce22 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310552 Jul 14 10:10:49.875669 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154acce7-6b5b-4294-ba54-5773aac36496 req-016480f6-76a0-4d19-bbd0-08e60fb55181 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:49.877260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-154acce7-6b5b-4294-ba54-5773aac36496 req-016480f6-76a0-4d19-bbd0-08e60fb55181 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0636482 Jul 14 10:10:49.915479 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-154acce7-6b5b-4294-ba54-5773aac36496 req-093ef334-7b01-4421-b632-6a5b4cb2d0bb tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Jul 14 10:10:50.349725 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:10:51.094589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fdc64-7a87-4aae-9459-ba3ccac79019 req-95a8c270-87ef-4205-9aea-317949299aac tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:51.096419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-656fdc64-7a87-4aae-9459-ba3ccac79019 req-95a8c270-87ef-4205-9aea-317949299aac tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0673735 Jul 14 10:10:51.133652 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-656fdc64-7a87-4aae-9459-ba3ccac79019 req-cfea322b-f1b2-4d92-8db4-eb06da455474 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Jul 14 10:10:51.949934 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b407cdb-c67e-4a08-9aa6-e99d155ded3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:52.304183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c4a07-bdc4-4ff8-8f1d-669cff85d340 req-4993527e-1a72-4b94-adaf-e6e7431c4c43 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:52.305721 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94c4a07-bdc4-4ff8-8f1d-669cff85d340 req-4993527e-1a72-4b94-adaf-e6e7431c4c43 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0627613 Jul 14 10:10:52.344101 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d94c4a07-bdc4-4ff8-8f1d-669cff85d340 req-07848090-c15f-4b72-ac86-4e80c06009c6 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Jul 14 10:10:53.530640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc36b8-38a5-4eb0-bd8c-bcbddca6fb83 req-1ca11194-a166-43e8-ba2a-00a79b7e0aed tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:53.532135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5dc36b8-38a5-4eb0-bd8c-bcbddca6fb83 req-1ca11194-a166-43e8-ba2a-00a79b7e0aed tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0687540 Jul 14 10:10:53.570052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b5dc36b8-38a5-4eb0-bd8c-bcbddca6fb83 req-d5d5cc2f-920a-4058-8f4f-a014fee86c02 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Jul 14 10:10:54.257817 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bdba7f8d-99bc-4a25-92c7-0cd98fb2e57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.590663 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:54.754755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef1fa5-cfb9-4154-b0b8-85261b2e9ee1 req-756787b2-86b0-45b0-995d-9293f7c11650 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:54.756306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e8ef1fa5-cfb9-4154-b0b8-85261b2e9ee1 req-756787b2-86b0-45b0-995d-9293f7c11650 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0676558 Jul 14 10:10:54.795134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e8ef1fa5-cfb9-4154-b0b8-85261b2e9ee1 req-cfdd8e80-f3f6-4cd8-9b0d-1dae1993a43c tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332818 Jul 14 10:10:55.722501 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:55.970676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35fb95-57c8-449f-906f-91a06340eae0 req-a893f2a3-ca2b-4c27-9b4b-fb2648bba7d8 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:55.972166 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e35fb95-57c8-449f-906f-91a06340eae0 req-a893f2a3-ca2b-4c27-9b4b-fb2648bba7d8 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0667970 Jul 14 10:10:56.013297 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2e35fb95-57c8-449f-906f-91a06340eae0 req-7cd663e2-edb4-44d3-a34b-5625d6b7b435 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355582 Jul 14 10:10:57.184019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d434f-de05-407f-a4ab-be45701a159f req-c7cf5817-da33-4e98-9140-e9a7ef88d452 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:57.185571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b2d434f-de05-407f-a4ab-be45701a159f req-c7cf5817-da33-4e98-9140-e9a7ef88d452 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0627453 Jul 14 10:10:57.203261 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:57.224214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b2d434f-de05-407f-a4ab-be45701a159f req-ce18c4e5-b3c3-4bee-b81d-6955a7f5eeab tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Jul 14 10:10:57.377952 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:10:58.398499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2232bc04-b85e-49f7-a353-5dbe71cd2c37 req-beb10e0b-ee04-468b-bf3b-c29b827ebb06 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:58.399998 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2232bc04-b85e-49f7-a353-5dbe71cd2c37 req-beb10e0b-ee04-468b-bf3b-c29b827ebb06 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0629508 Jul 14 10:10:58.443427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2232bc04-b85e-49f7-a353-5dbe71cd2c37 req-d8983836-f557-4522-adb3-53200acdc264 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377989 Jul 14 10:10:59.619687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a092d0-4b8f-4769-9dd9-d605e2079c2d req-eec992a0-188a-4a8e-b52e-4d183563ba5e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:10:59.621156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-41a092d0-4b8f-4769-9dd9-d605e2079c2d req-eec992a0-188a-4a8e-b52e-4d183563ba5e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0668550 Jul 14 10:10:59.660131 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-41a092d0-4b8f-4769-9dd9-d605e2079c2d req-2c91add4-dcad-4fcd-b71a-b52b7f68a4a8 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Jul 14 10:10:59.890773 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:00.834762 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135d6eb-c34c-4030-93dc-05d1f106b116 req-4060215f-b090-462f-a3c5-3e2bbed7b20a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:00.836280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f135d6eb-c34c-4030-93dc-05d1f106b116 req-4060215f-b090-462f-a3c5-3e2bbed7b20a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0626252 Jul 14 10:11:00.875154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f135d6eb-c34c-4030-93dc-05d1f106b116 req-aa55bc97-0829-4e70-a84e-b4d6d86cb8a4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329890 Jul 14 10:11:00.998219 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-f916360c-17c2-4667-9181-e761efd4676a req-22c87bb5-a37e-44d7-a525-1b4fe83150cd service neutron] show failed (client error): The resource could not be found. Jul 14 10:11:00.999257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-22c87bb5-a37e-44d7-a525-1b4fe83150cd service neutron] 10.222.0.66 "GET /v2.0/ports/b991440a-bbc7-43f6-9324-f1ca1f8070bb/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0573182 Jul 14 10:11:01.241624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916360c-17c2-4667-9181-e761efd4676a req-fe051885-87bf-4b13-8ac1-69d71a89c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:01.243196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-fe051885-87bf-4b13-8ac1-69d71a89c0e4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac&tenant_id=953644ed34eb4153a4baccb16a1d2228 HTTP/1.1" status: 200 len: 1097 time: 0.0522864 Jul 14 10:11:01.254303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:01.326282 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.531296 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:01.563773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:01.602531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:01.607957 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fcf799-96cd-4d99-9abf-57a05cf00bf3" -d '{"events": [{"server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:01.609285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.622179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Transition to ACTIVE for port object b991440a-bbc7-43f6-9324-f1ca1f8070bb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:01.626127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.668324 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8019d726-4b8a-4520-aec6-bdbb4f6fba7a x-openstack-request-id: req-8019d726-4b8a-4520-aec6-bdbb4f6fba7a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:01.668620 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:01.668940 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8019d726-4b8a-4520-aec6-bdbb4f6fba7a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:01.669860 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'code': 200} Jul 14 10:11:01.693863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] No DVR routers for this DVR port b991440a-bbc7-43f6-9324-f1ca1f8070bb on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:11:01.696937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:01.728725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.729071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.729409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.729746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.730077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.730408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.730732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.731054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.731465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.732314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.732639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.732960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:01.746395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Attempting to bind port b991440a-bbc7-43f6-9324-f1ca1f8070bb on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:01.746737 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Attempting to bind port b991440a-bbc7-43f6-9324-f1ca1f8070bb by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:01.747107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Attempting to bind port b991440a-bbc7-43f6-9324-f1ca1f8070bb on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:01.751395 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Port b991440a-bbc7-43f6-9324-f1ca1f8070bb on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:11:01.751716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Attempting to bind port b991440a-bbc7-43f6-9324-f1ca1f8070bb on network 7f733765-a18b-4580-8f7d-ab0f1f0cba43 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:01.756474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:01.756810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Checking segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:01.757188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Bound using segment: {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:01.757620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Bound port: b991440a-bbc7-43f6-9324-f1ca1f8070bb, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c0190e-eba3-49f8-95a3-070479a5e1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:01.757975 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.820978 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:01.823881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:01.828617 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.864958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:01.865590 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:01.867033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 1092 time: 0.6167791 Jul 14 10:11:01.889029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e71195-0a4e-4518-959d-f617ccc9f1e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:01.945556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916360c-17c2-4667-9181-e761efd4676a req-b1994eda-d22e-41ba-9474-856d877caf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:01.947114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-b1994eda-d22e-41ba-9474-856d877caf37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1095 time: 0.0546906 Jul 14 10:11:02.042561 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916360c-17c2-4667-9181-e761efd4676a req-5cb93c59-69d2-49d6-b921-75dc7a28ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:02.044106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-5cb93c59-69d2-49d6-b921-75dc7a28ee20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0909808 Jul 14 10:11:02.050842 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dea6e5-ce3f-475d-bf7c-2dd197beab8a req-00bfef88-3eb2-4007-bd77-b259b7ff4568 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:02.052373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d8dea6e5-ce3f-475d-bf7c-2dd197beab8a req-00bfef88-3eb2-4007-bd77-b259b7ff4568 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 943 time: 0.0644259 Jul 14 10:11:02.086448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-9cd3b3ab-2195-442a-9f39-96147d9a291d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 217 time: 0.0355327 Jul 14 10:11:02.091591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d8dea6e5-ce3f-475d-bf7c-2dd197beab8a req-55625a57-2f94-4f35-8690-263bc8afd306 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328383 Jul 14 10:11:02.139298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916360c-17c2-4667-9181-e761efd4676a req-cd3da1aa-390f-481d-92e3-99d9e55eff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:02.140818 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-cd3da1aa-390f-481d-92e3-99d9e55eff10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0485296 Jul 14 10:11:02.173854 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-939af756-82c0-48e0-adf0-6653463c097a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264714 Jul 14 10:11:02.260173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-451c6500-9864-4af5-9583-50ff2ac293a0 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798967 Jul 14 10:11:02.354410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f916360c-17c2-4667-9181-e761efd4676a req-f6c7935a-8d26-4bd2-a4d3-6fbda6a8f78c service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876441 Jul 14 10:11:03.271695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab879b-7e8d-492a-8c53-62ceb5f7dfb5 req-249c1419-9667-4dad-b7c7-8402c5df22b4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:03.273386 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03ab879b-7e8d-492a-8c53-62ceb5f7dfb5 req-249c1419-9667-4dad-b7c7-8402c5df22b4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 943 time: 0.0635161 Jul 14 10:11:03.313177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03ab879b-7e8d-492a-8c53-62ceb5f7dfb5 req-65ad78aa-feee-40b4-9324-9f219b6ff3d7 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 Jul 14 10:11:03.671042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:03.673631 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f7071-6396-4621-880b-b9d904cf1140" -d '{"events": [{"name": "network-changed", "server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:03.721415 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6482ce8c-f2ea-481c-957f-dd7bfafafab2 x-openstack-request-id: req-6482ce8c-f2ea-481c-957f-dd7bfafafab2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:03.721712 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:03.721973 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6482ce8c-f2ea-481c-957f-dd7bfafafab2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:03.722374 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'status': 'completed', 'code': 200} Jul 14 10:11:03.793209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7071-6396-4621-880b-b9d904cf1140 req-0a245089-7506-480f-9083-d8d9a94e85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:03.794762 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-0a245089-7506-480f-9083-d8d9a94e85c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1095 time: 0.0535696 Jul 14 10:11:03.804586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7071-6396-4621-880b-b9d904cf1140 req-f849d5d1-e6aa-4a72-8928-d476bedd6309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:03.806103 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-f849d5d1-e6aa-4a72-8928-d476bedd6309 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1095 time: 0.0580246 Jul 14 10:11:03.890243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7071-6396-4621-880b-b9d904cf1140 req-8e1e42fd-3cdb-401c-bb52-1c86dfccf9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:03.891728 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-8e1e42fd-3cdb-401c-bb52-1c86dfccf9fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0904152 Jul 14 10:11:03.898124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7071-6396-4621-880b-b9d904cf1140 req-3fcc6df3-24f7-4815-aafd-7d2e3bd09e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:03.900142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-3fcc6df3-24f7-4815-aafd-7d2e3bd09e71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0872185 Jul 14 10:11:03.936971 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-c4a487fe-c94f-42f4-8ab2-98325bb69d80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 217 time: 0.0385869 Jul 14 10:11:03.942342 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-bc0cb076-1a70-4e70-8989-9f556421c698 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 217 time: 0.0357475 Jul 14 10:11:03.992748 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7071-6396-4621-880b-b9d904cf1140 req-59d19fd6-a42a-45ad-8807-dcca8ff2e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:03.994237 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-59d19fd6-a42a-45ad-8807-dcca8ff2e437 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0508270 Jul 14 10:11:03.995745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7071-6396-4621-880b-b9d904cf1140 req-6574430c-6309-49d1-9c64-331dc3eb2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:03.997871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-6574430c-6309-49d1-9c64-331dc3eb2cd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0489807 Jul 14 10:11:04.027815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-e986bb2e-6049-4232-940c-80e4e2c027ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274701 Jul 14 10:11:04.032240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-82dc5ffc-c99b-41e3-961f-5d0639ded61e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282207 Jul 14 10:11:04.118063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-968448b9-d2d0-4c33-92c6-968a1117ccdf service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836632 Jul 14 10:11:04.124229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-282b0060-ea6f-468d-8672-d9b1837b94e5 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853477 Jul 14 10:11:04.212295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-ab1cd79f-b687-4046-a9c2-ed54362fbdf8 service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873621 Jul 14 10:11:04.218328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536f7071-6396-4621-880b-b9d904cf1140 req-6f941dea-74ae-4e4e-8fa5-8a18b9145f44 service neutron] 10.222.0.69 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878100 Jul 14 10:11:04.220631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b991440a-bbc7-43f6-9324-f1ca1f8070bb no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:04.262115 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device b991440a-bbc7-43f6-9324-f1ca1f8070bb not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:04.502321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fcf68-37bd-4967-8647-1ca4442570fe req-a0beab00-13a7-4124-80d7-995a3ca92b9d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:04.503515 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d4fcf68-37bd-4967-8647-1ca4442570fe req-a0beab00-13a7-4124-80d7-995a3ca92b9d tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 943 time: 0.0638688 Jul 14 10:11:04.545977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2d4fcf68-37bd-4967-8647-1ca4442570fe req-7a7a8795-8a15-4aca-8645-3ec7cd59c1ca tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348520 Jul 14 10:11:04.854162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81472e7-cefb-4b89-986e-fcc3ea97cfd2 req-45997a5b-b516-4c9e-9705-29408a90152a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:04.855724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f81472e7-cefb-4b89-986e-fcc3ea97cfd2 req-45997a5b-b516-4c9e-9705-29408a90152a tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 943 time: 0.0717955 Jul 14 10:11:04.866325 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-5217afab-d89f-48fa-82e1-edb32a6a4d0e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:04.868059 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-5217afab-d89f-48fa-82e1-edb32a6a4d0e tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.66 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac&tenant_id=953644ed34eb4153a4baccb16a1d2228&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 943 time: 0.0804026 Jul 14 10:11:04.897408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f81472e7-cefb-4b89-986e-fcc3ea97cfd2 req-a8a068c4-4f61-44dc-b358-48ec9f280ef6 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342185 Jul 14 10:11:04.930310 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-dff091f7-71e9-4705-ab01-cb52a5b6c248 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:11:04.931354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-dff091f7-71e9-4705-ab01-cb52a5b6c248 service neutron] 10.222.0.66 "DELETE /v2.0/ports/b991440a-bbc7-43f6-9324-f1ca1f8070bb/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0564854 Jul 14 10:11:05.029736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-a48b2e08-69c1-4727-b41f-2c5f8a8c38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:05.031174 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-a48b2e08-69c1-4727-b41f-2c5f8a8c38d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=953644ed34eb4153a4baccb16a1d2228&device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 1095 time: 0.0564346 Jul 14 10:11:05.121848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-db431707-c32a-454c-8895-8109ecd8fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:05.123364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-db431707-c32a-454c-8895-8109ecd8fc60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 200 len: 915 time: 0.0865650 Jul 14 10:11:05.168509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-3f990442-2167-4b88-a64d-469e8cd7258c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 200 len: 217 time: 0.0383189 Jul 14 10:11:05.218361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-f6e01b2c-2261-4a5d-b745-9e128cf330de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:05.219843 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-f6e01b2c-2261-4a5d-b745-9e128cf330de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 200 len: 854 time: 0.0444708 Jul 14 10:11:05.252292 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-0034d2fc-9fd0-405b-b673-aef14d21c2cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7f733765-a18b-4580-8f7d-ab0f1f0cba43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256076 Jul 14 10:11:05.346132 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-5b792e9a-2338-4d96-ac37-d6f79debe88a service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872595 Jul 14 10:11:05.387474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b991440a-bbc7-43f6-9324-f1ca1f8070bb details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:11:05.438496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bba5160a-6037-435c-8f64-3f7c04c029e6 req-86eb8d0b-4004-4c76-9040-c965e93eedfd service neutron] 10.222.0.66 "GET /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Jul 14 10:11:05.486744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:05.499650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'network_id': '7f733765-a18b-4580-8f7d-ab0f1f0cba43', 'port_id': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'mac_address': 'fa:16:3e:26:76:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1605743-2a75-44a8-88ac-d0d73ee61e20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:11:05.543099 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:05.561692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b991440a-bbc7-43f6-9324-f1ca1f8070bb {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:05.580853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:05.584434 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:05.630773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:05.820980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b991440a-bbc7-43f6-9324-f1ca1f8070bb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:06.077403 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c95b12-86ba-4e6f-bfe3-1a39a2c0a4ee req-59c54509-afb7-422b-b14a-b5d7c4305c01 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:06.078833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8c95b12-86ba-4e6f-bfe3-1a39a2c0a4ee req-59c54509-afb7-422b-b14a-b5d7c4305c01 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 944 time: 0.0634413 Jul 14 10:11:06.121629 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b8c95b12-86ba-4e6f-bfe3-1a39a2c0a4ee req-9cd56a14-36a7-4037-99d4-712302c3bfb4 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368428 Jul 14 10:11:06.292569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd98a0-cd16-4584-9d2c-205ac029c6ec req-ae2d99a2-c681-4fb0-a4c8-896a398c48da tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:06.294636 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16fd98a0-cd16-4584-9d2c-205ac029c6ec req-ae2d99a2-c681-4fb0-a4c8-896a398c48da tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 944 time: 0.0637908 Jul 14 10:11:06.336189 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-16fd98a0-cd16-4584-9d2c-205ac029c6ec req-8f19b714-369c-431f-ab3f-403d2fa616be tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357816 Jul 14 10:11:06.509174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5944-c2c5-45dc-9701-497bfb4c4609 req-29d87b7f-a864-45ef-b62e-6636855a5b40 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:06.510676 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a2e5944-c2c5-45dc-9701-497bfb4c4609 req-29d87b7f-a864-45ef-b62e-6636855a5b40 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 944 time: 0.0626707 Jul 14 10:11:06.553555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1a2e5944-c2c5-45dc-9701-497bfb4c4609 req-2e69a9f7-07e1-4487-8739-4daaa8ebb416 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Jul 14 10:11:07.115634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b0bf3-6d1b-4190-a742-7f194eeb83f6 req-b6a9cdb3-9f95-4566-91af-367c48efeeca tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:07.117161 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-666b0bf3-6d1b-4190-a742-7f194eeb83f6 req-b6a9cdb3-9f95-4566-91af-367c48efeeca tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 944 time: 0.0619187 Jul 14 10:11:07.155496 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-666b0bf3-6d1b-4190-a742-7f194eeb83f6 req-5df26e69-d7d4-4a5c-aa61-f7f07e1117f2 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325143 Jul 14 10:11:07.402274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b991440a-bbc7-43f6-9324-f1ca1f8070bb up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:07.450931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port b991440a-bbc7-43f6-9324-f1ca1f8070bb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:07.456077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port b991440a-bbc7-43f6-9324-f1ca1f8070bb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:07.456490 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.543072 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.564822 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:07.567064 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524af2a1-e5d8-43e6-b5a3-7d58bc765cb6" -d '{"events": [{"server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:07.583014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:07.587123 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:07.610832 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef30dd4a-090c-4068-9405-ffefb9c707a9 x-openstack-request-id: req-ef30dd4a-090c-4068-9405-ffefb9c707a9 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:07.611131 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:07.611388 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef30dd4a-090c-4068-9405-ffefb9c707a9 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:07.611783 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'code': 200} Jul 14 10:11:07.636963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:08.154224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-18d4a5f6-9a6f-471b-878f-86e040a07951 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:08.155711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-18d4a5f6-9a6f-471b-878f-86e040a07951 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.69 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.0655169 Jul 14 10:11:08.255899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Deleting port b991440a-bbc7-43f6-9324-f1ca1f8070bb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:11:08.256273 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:08.385380 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] For port b991440a-bbc7-43f6-9324-f1ca1f8070bb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=b991440a-bbc7-43f6-9324-f1ca1f8070bb,segment=NetworkSegment(b8c0190e-eba3-49f8-95a3-070479a5e1a6),segment_id=b8c0190e-eba3-49f8-95a3-070479a5e1a6)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:08.385744 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:08.408275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921933c-6ff5-409f-b206-87ff7716f624 req-4362b494-4486-4a85-9a62-9bd4b109ea52 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:08.409711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e921933c-6ff5-409f-b206-87ff7716f624 req-4362b494-4486-4a85-9a62-9bd4b109ea52 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/ports?device_id=b243b204-1b87-4ad3-86dd-d1a608a4e0ac HTTP/1.1" status: 200 len: 945 time: 0.1395190 Jul 14 10:11:08.410585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Calling delete_port for b991440a-bbc7-43f6-9324-f1ca1f8070bb owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:11:08.500420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e921933c-6ff5-409f-b206-87ff7716f624 req-75576058-9bd5-48c1-836d-a6b270fe3bc8 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.73 "GET /v2.0/security-groups?id=57bab516-a8a1-413d-852e-eed277dab9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837591 Jul 14 10:11:08.581076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:08.593863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['b991440a-bbc7-43f6-9324-f1ca1f8070bb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:08.611747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Pushing event deleted for resources: {'Port': ['ID=b991440a-bbc7-43f6-9324-f1ca1f8070bb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:08.662362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] No DVR routers for this DVR port b991440a-bbc7-43f6-9324-f1ca1f8070bb on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:11:08.664904 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:08.667213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a3b7359a-febb-465f-9dc5-08dbfb1822de req-26bee415-b89f-44c3-9640-638e528117d0 tempest-ServerDiskConfigTestJSON-763569534 tempest-ServerDiskConfigTestJSON-763569534-project] 10.222.0.69 "DELETE /v2.0/ports/b991440a-bbc7-43f6-9324-f1ca1f8070bb HTTP/1.1" status: 204 len: 173 time: 0.5059791 Jul 14 10:11:08.667672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'name': 'network-vif-deleted', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:08.670621 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e864057-cf3e-4fb0-a297-0f9bce5702bb" -d '{"events": [{"server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "name": "network-vif-deleted", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:08.707223 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c49237-4315-41ca-97a9-fb52d389ebfa x-openstack-request-id: req-53c49237-4315-41ca-97a9-fb52d389ebfa {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:08.707511 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b243b204-1b87-4ad3-86dd-d1a608a4e0ac", "name": "network-vif-deleted", "tag": "b991440a-bbc7-43f6-9324-f1ca1f8070bb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:08.707770 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53c49237-4315-41ca-97a9-fb52d389ebfa {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:08.708176 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b243b204-1b87-4ad3-86dd-d1a608a4e0ac', 'name': 'network-vif-deleted', 'tag': 'b991440a-bbc7-43f6-9324-f1ca1f8070bb', 'status': 'completed', 'code': 200} Jul 14 10:11:09.733877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48332) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:09.780905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5b4e4b-e368-4dc8-9c19-b64e9b6ad5b2 admin admin] Deleting subnet a1605743-2a75-44a8-88ac-d0d73ee61e20 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:11:09.785113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da5b4e4b-e368-4dc8-9c19-b64e9b6ad5b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:09.824475 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da5b4e4b-e368-4dc8-9c19-b64e9b6ad5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:09.867300 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da5b4e4b-e368-4dc8-9c19-b64e9b6ad5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:09.919619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da5b4e4b-e368-4dc8-9c19-b64e9b6ad5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:09.949094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b4e4b-e368-4dc8-9c19-b64e9b6ad5b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1605743-2a75-44a8-88ac-d0d73ee61e20,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:09.953346 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da5b4e4b-e368-4dc8-9c19-b64e9b6ad5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:09.956717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-da5b4e4b-e368-4dc8-9c19-b64e9b6ad5b2 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a1605743-2a75-44a8-88ac-d0d73ee61e20 HTTP/1.1" status: 204 len: 168 time: 0.2207508 Jul 14 10:11:09.958119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:10.024489 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.105954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.116098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f733765-a18b-4580-8f7d-ab0f1f0cba43']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:10.126271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c0190e-eba3-49f8-95a3-070479a5e1a6') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:10.126578 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c0190e-eba3-49f8-95a3-070479a5e1a6') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:10.135227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.149561 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.156033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:11:10.156448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:11:10.158095 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:11:10.211229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.217596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.219434 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] 10.222.0.73 "DELETE /v2.0/networks/7f733765-a18b-4580-8f7d-ab0f1f0cba43 HTTP/1.1" status: 204 len: 168 time: 0.2603922 Jul 14 10:11:10.230456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc85bd9-9c03-43b6-8d47-a5a5d179bf6c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f733765-a18b-4580-8f7d-ab0f1f0cba43,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:10.337466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48338) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:10.377515 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-469047a2-cc19-4101-a8cc-cf94e24f4018 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=953644ed34eb4153a4baccb16a1d2228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388002 Jul 14 10:11:10.379931 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48340) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:10.427952 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.448077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.498154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.500657 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:10.501816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57bab516-a8a1-413d-852e-eed277dab9d0 HTTP/1.1" status: 204 len: 168 time: 0.1208751 Jul 14 10:11:10.509741 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bab516-a8a1-413d-852e-eed277dab9d0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:10.518195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.518548 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.518898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.519576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.519917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.520279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.520616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.520946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.521274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.521603 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.521933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:10.522258 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597505f4-27e1-4b55-b203-ec7a254dab4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:11.212236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48362) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:11.318878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-453296752-network', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:11.345894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Made reservation on behalf of 0b983cdec91f4e74999c8e6dc473d529 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:11.348439 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.361097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.476687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.480541 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.512704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:11:11.523515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b862e3a2-a77c-40e4-81d4-a723693f43b5,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:11.529483 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.529827 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Added segment e93f3eff-5cc8-46e6-b842-df5c4e8af3d4 of type vlan for network ae8b06a3-8e52-4205-a3b4-9942416d0486 Jul 14 10:11:11.572538 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.602705 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.605033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:11.605637 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.668216 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4548159 Jul 14 10:11:11.671817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:11.675021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711251a-4d03-4a5a-a0a7-06cac2f8f2cc admin admin] Pushing event updated for resources: {'Network': ['ID=ae8b06a3-8e52-4205-a3b4-9942416d0486,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:11.677559 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Request body: {'subnet': {'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-453296752-subnet', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:11.686335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:11:11.698980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Made reservation on behalf of 0b983cdec91f4e74999c8e6dc473d529 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:11.701965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.868537 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.922227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c42ffab-3884-4678-8e35-020a41fd7b55,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:11.932265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:11.932627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Network hostable DHCP agents. Network: ae8b06a3-8e52-4205-a3b4-9942416d0486, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:11:11.949230 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:11:11.958760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, ae8b06a3-8e52-4205-a3b4-9942416d0486) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:11.963665 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:11.964436 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:11.968125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2d698-fe2f-4997-a66f-494d22921ed9 None None] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:11.978638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ebe0abf0-c239-4ca2-94ac-00088712ff27 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3056858 Jul 14 10:11:11.981466 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48368) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:11.986075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:12.005946 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.007382 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.060838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.114610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ae8b06a3-8e52-4205-a3b4-9942416d0486', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:11:12.115501 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.198722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.251844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Allocated IP 172.20.0.2 (ae8b06a3-8e52-4205-a3b4-9942416d0486/4c42ffab-3884-4678-8e35-020a41fd7b55/d83a029e-dc9e-4196-a8f9-295a2064f43e) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:12.404353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.406176 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.416154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Transition to ACTIVE for port object d83a029e-dc9e-4196-a8f9-295a2064f43e will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:12.425014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.431850 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Transition to ACTIVE for port object d83a029e-dc9e-4196-a8f9-295a2064f43e will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:12.447886 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.488441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:12.492726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:12.497151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:12.500768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Pushing event updated for resources: {'Port': ['ID=d83a029e-dc9e-4196-a8f9-295a2064f43e,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:12.537102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Allocated IP 172.25.0.115 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/efe9b9c0-90d7-4049-8ef0-deb00ab14dac) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:12.555792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Attempting to bind port d83a029e-dc9e-4196-a8f9-295a2064f43e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:12.556085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Attempting to bind port d83a029e-dc9e-4196-a8f9-295a2064f43e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:12.556562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Attempting to bind port d83a029e-dc9e-4196-a8f9-295a2064f43e on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:12.562069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:12.562436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:12.562844 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.563370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:12.563853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Bound port: d83a029e-dc9e-4196-a8f9-295a2064f43e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:12.564264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.642462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] For port d83a029e-dc9e-4196-a8f9-295a2064f43e, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:12.646000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] For port d83a029e-dc9e-4196-a8f9-295a2064f43e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d83a029e-dc9e-4196-a8f9-295a2064f43e,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:12.649995 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.658995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.700819 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:12.706831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e77f01-e704-4aa2-8705-602aed66cc2a None None] Pushing event updated for resources: {'Port': ['ID=d83a029e-dc9e-4196-a8f9-295a2064f43e,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:12.739239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:12.742270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:12.744835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:12.785885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Pushing event updated for resources: {'Port': ['ID=efe9b9c0-90d7-4049-8ef0-deb00ab14dac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:13.364309 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:13.425672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b991440a-bbc7-43f6-9324-f1ca1f8070bb no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:11:13.446320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: b991440a-bbc7-43f6-9324-f1ca1f8070bb {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:11:13.446669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device b991440a-bbc7-43f6-9324-f1ca1f8070bb not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:11:13.567113 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:13.683806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbbcfb1-f1fc-4cab-afd0-806f2d94008e None None] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:11:13.703644 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:11:13.752514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c9cc9db7-1ccf-48ba-aead-f61f0a868b66 None None] Provisioning for port d83a029e-dc9e-4196-a8f9-295a2064f43e completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:13.812510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:13.827843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:13.829266 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-12777464-3862-4864-b52f-d1666f8c6e9e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8467581 Jul 14 10:11:13.832072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48370) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:13.832628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:13.848189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:13.848811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:10:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:13.973659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:14.260211 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.330898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:12Z', 'revision_number': 3, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:14.356874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:14.357756 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Updating router 7e7a66b5-7a00-4410-b808-16f273ac0a77 port efe9b9c0-90d7-4049-8ef0-deb00ab14dac binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:14.391705 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.421493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Allocated IP 172.20.0.1 (ae8b06a3-8e52-4205-a3b4-9942416d0486/4c42ffab-3884-4678-8e35-020a41fd7b55/908893d4-0fb3-4a04-b258-5bd9ba9f1eb7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:14.525883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.540072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Transition to ACTIVE for port object 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:14.574011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.610891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:14.626026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:14.630640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:14.656629 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Pushing event updated for resources: {'Port': ['ID=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:14.659775 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.676461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Transition to ACTIVE for port object efe9b9c0-90d7-4049-8ef0-deb00ab14dac will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:14.681116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.684690 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.735301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Attempting to bind port efe9b9c0-90d7-4049-8ef0-deb00ab14dac on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:14.735838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Attempting to bind port efe9b9c0-90d7-4049-8ef0-deb00ab14dac by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:14.736310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Attempting to bind port efe9b9c0-90d7-4049-8ef0-deb00ab14dac on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:14.744514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:14.744892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:14.745305 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.745701 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:14.746190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Bound port: efe9b9c0-90d7-4049-8ef0-deb00ab14dac, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:14.746577 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.770098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a28062-d746-4cc5-9c7b-675fba78c151 None None] Pushing event updated for resources: {'Port': ['ID=efe9b9c0-90d7-4049-8ef0-deb00ab14dac,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:14.810842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] For port efe9b9c0-90d7-4049-8ef0-deb00ab14dac, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:14.817212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] For port efe9b9c0-90d7-4049-8ef0-deb00ab14dac, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=efe9b9c0-90d7-4049-8ef0-deb00ab14dac,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:14.822408 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.883081 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:14.904541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:14.905104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:10:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:14.944220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d83a029e-dc9e-4196-a8f9-295a2064f43e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:14.952338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a28062-d746-4cc5-9c7b-675fba78c151 None None] Pushing event updated for resources: {'Port': ['ID=efe9b9c0-90d7-4049-8ef0-deb00ab14dac,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:14.995721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ebbb9c3c-eccc-462d-8db6-1ef164755dc5 None None] Provisioning for port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:15.035106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ebbb9c3c-eccc-462d-8db6-1ef164755dc5 None None] Provisioning complete for port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:15.035393 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ebbb9c3c-eccc-462d-8db6-1ef164755dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:15.059434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:15.064588 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:15.094200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:15.095924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ebbb9c3c-eccc-462d-8db6-1ef164755dc5 None None] Port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:15.129265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d83a029e-dc9e-4196-a8f9-295a2064f43e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:15.138371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d83a029e-dc9e-4196-a8f9-295a2064f43e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:15.138567 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:15.138750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:15.141181 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Pushing event updated for resources: {'Port': ['ID=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:15.234783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:15.236250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:15.347374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:15.358555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:15.394282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port d83a029e-dc9e-4196-a8f9-295a2064f43e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d83a029e-dc9e-4196-a8f9-295a2064f43e,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:15.400951 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:15.433943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 1, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:15.469987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b03881-6142-4144-af42-088a5a6acf6e None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 1, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:15.474731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:15.479539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b0532d8b-a49a-4580-9981-9fc3ed9424b4 admin admin] 10.222.0.73 "PUT /v2.0/routers/7e7a66b5-7a00-4410-b808-16f273ac0a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464577 Jul 14 10:11:15.488708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=d83a029e-dc9e-4196-a8f9-295a2064f43e,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:15.517048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c8e04f30-4f5b-4b33-a04b-c9d8b11a7267 None None] Provisioning complete for port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:15.517431 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8e04f30-4f5b-4b33-a04b-c9d8b11a7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:15.555183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c8e04f30-4f5b-4b33-a04b-c9d8b11a7267 None None] Port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:15.951395 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:15.956939 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9efddba9-6a5a-4186-8378-313f8bf7559a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412925275', 'description': 'tempest-description--609756814'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:15.980183 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9efddba9-6a5a-4186-8378-313f8bf7559a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.067488 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9efddba9-6a5a-4186-8378-313f8bf7559a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.071682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9efddba9-6a5a-4186-8378-313f8bf7559a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.111709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9efddba9-6a5a-4186-8378-313f8bf7559a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.113039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9efddba9-6a5a-4186-8378-313f8bf7559a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1606236 Jul 14 10:11:16.114988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efddba9-6a5a-4186-8378-313f8bf7559a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:16.116059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48380) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:16.121231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-19afa8e4-8a5b-471e-a693-6e1d6fa7dfd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'security_group_rule': {'security_group_id': '0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:16.154971 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19afa8e4-8a5b-471e-a693-6e1d6fa7dfd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.223769 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19afa8e4-8a5b-471e-a693-6e1d6fa7dfd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.228026 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19afa8e4-8a5b-471e-a693-6e1d6fa7dfd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.246042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afa8e4-8a5b-471e-a693-6e1d6fa7dfd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c395c8c-9737-44ef-a3dc-b861924e2da7,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:16.253574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-19afa8e4-8a5b-471e-a693-6e1d6fa7dfd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.254811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-19afa8e4-8a5b-471e-a693-6e1d6fa7dfd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375072 Jul 14 10:11:16.257824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:16.262334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0832a05f-8d2b-4f50-9dab-9d8ccc7b7523 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'security_group_rule': {'security_group_id': '0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:16.296076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0832a05f-8d2b-4f50-9dab-9d8ccc7b7523 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.360635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0832a05f-8d2b-4f50-9dab-9d8ccc7b7523 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.364948 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0832a05f-8d2b-4f50-9dab-9d8ccc7b7523 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.383679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832a05f-8d2b-4f50-9dab-9d8ccc7b7523 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4e4919-ac12-45d6-b37b-deafa0c40cb0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:16.389877 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0832a05f-8d2b-4f50-9dab-9d8ccc7b7523 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.391208 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0832a05f-8d2b-4f50-9dab-9d8ccc7b7523 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324475 Jul 14 10:11:16.394452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 48384) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:16.399069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:16.422462 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.525965 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.632212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Allocated IP 172.25.0.237 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/0501c679-9ea0-4d2b-a0e7-3b4447485636) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:16.751172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.794005 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.839868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:16.843035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:16.846711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:16.869965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'Port': ['ID=0501c679-9ea0-4d2b-a0e7-3b4447485636,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:16.927041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device efe9b9c0-90d7-4049-8ef0-deb00ab14dac up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:16.948254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:16.979292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port efe9b9c0-90d7-4049-8ef0-deb00ab14dac completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:16.984008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port efe9b9c0-90d7-4049-8ef0-deb00ab14dac triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:16.984422 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.006396 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.073913 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.096790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port efe9b9c0-90d7-4049-8ef0-deb00ab14dac, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=efe9b9c0-90d7-4049-8ef0-deb00ab14dac,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:17.101144 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.102723 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d83a029e-dc9e-4196-a8f9-295a2064f43e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:17.173253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.177877 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.181234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=efe9b9c0-90d7-4049-8ef0-deb00ab14dac,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:17.193460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d83a029e-dc9e-4196-a8f9-295a2064f43e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:17.193877 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.246680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'Port': ['ID=0501c679-9ea0-4d2b-a0e7-3b4447485636,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:17.260138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.274815 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:17.276236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9e4e3040-9678-422f-a9b8-de53608f0ad7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8807569 Jul 14 10:11:17.437220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-caa229f6-7f75-4c06-86e7-e05daeb0f1c1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1412925275&fields=id&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 267 time: 0.0368392 Jul 14 10:11:17.450678 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:17.462860 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:17.463613 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:10:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:17.551966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d7be903d-5499-48b1-8ca0-6f2cbc31a86c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:17.553477 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d7be903d-5499-48b1-8ca0-6f2cbc31a86c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 811 time: 0.1092045 Jul 14 10:11:17.568774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-94390d17-2514-42fb-b83b-fcf0e68ec955 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/quotas/0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 375 time: 0.0098369 Jul 14 10:11:17.573775 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:17.639708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-35f22221-9f94-465a-bfe5-8107eb5cbd52 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0653634 Jul 14 10:11:17.740725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d80da2e5-b78c-4a59-9d93-e2d801ec090a service neutron] 10.222.0.73 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881603 Jul 14 10:11:17.780177 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 2, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:17.806644 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:17.807019 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Updating router 7e7a66b5-7a00-4410-b808-16f273ac0a77 port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:11:17.829110 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-66fa2d48-0dc8-4b91-8d94-400157fedd0b service neutron] 10.222.0.73 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824430 Jul 14 10:11:17.841095 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:18.018420 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2cd9ca9d-242a-4909-bf36-3214b881d6f9 req-10cd0029-940c-46e0-821e-8ed07585dad9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 210 time: 0.0307264 Jul 14 10:11:18.126553 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:18.136435 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Transition to ACTIVE for port object 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:18.141658 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:18.233360 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Pushing event updated for resources: {'Port': ['ID=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:18.338886 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Attempting to bind port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:18.339328 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Attempting to bind port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:18.339608 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Attempting to bind port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:18.347498 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.348034 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.348559 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.349034 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.349519 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.349991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.350458 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.350934 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.351396 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.351858 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.352455 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.352918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:11:18.359488 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:18.359912 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:18.360336 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:18.360918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:18.361537 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Bound port: 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:18.362088 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:18.428924 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] For port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:18.431985 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] For port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:18.436810 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:18.499266 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:18.499908 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:10:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:18.545769 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26367eb1-7fa0-4c4f-b995-b29355d06173 None None] Pushing event updated for resources: {'Port': ['ID=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:18.626019 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:18.851024 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:18Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:18.859642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device efe9b9c0-90d7-4049-8ef0-deb00ab14dac up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:18.878127 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dab3e-5534-4f7c-bb5f-b03a45008ae6 None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:18Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:18.908379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port efe9b9c0-90d7-4049-8ef0-deb00ab14dac triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:18.908905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:18.992494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:19.048256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:19.053331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:19.054000 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:19.151184 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:19.184779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-b638b8f3-85a6-4f24-9370-2180917f8e8f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:19.188099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-b638b8f3-85a6-4f24-9370-2180917f8e8f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 811 time: 0.1516869 Jul 14 10:11:19.196374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:19.205319 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:19.231511 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8df28b9f-8feb-4b6c-8eea-9e6256cdca4b req-2fed7cb6-f0b5-42ca-9a36-8f95c67aab1c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 210 time: 0.0421426 Jul 14 10:11:19.269662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2411795f-cb0d-481b-9dc3-98a687900017 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 380 time: 0.0666230 Jul 14 10:11:19.275792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:19.286610 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'port': {'device_id': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'admin_state_up': True, 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'security_groups': ['0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:19.408564 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Made reservation on behalf of 0b983cdec91f4e74999c8e6dc473d529 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:11:19.412180 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:19.545260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Allocated IP 172.20.0.13 (ae8b06a3-8e52-4205-a3b4-9942416d0486/4c42ffab-3884-4678-8e35-020a41fd7b55/8860fa41-c56c-46b9-b6a9-86db9420803f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:11:20.039296 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.052816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Transition to ACTIVE for port object 8860fa41-c56c-46b9-b6a9-86db9420803f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:20.085553 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.133107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:11:20.136344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:11:20.138707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:11:20.170054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:20.197034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:20.197981 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.213665 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d2b85ac2-00a3-4ba1-b6ac-647e9521f4f9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9390533 Jul 14 10:11:20.225524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Request body: {'port': {'device_id': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:20.304147 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.359028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c56040ef-09f8-4a9b-9c97-3db3dc193088 None None] Provisioning for port 8860fa41-c56c-46b9-b6a9-86db9420803f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:20.363124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c56040ef-09f8-4a9b-9c97-3db3dc193088 None None] Provisioning complete for port 8860fa41-c56c-46b9-b6a9-86db9420803f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:20.363526 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c56040ef-09f8-4a9b-9c97-3db3dc193088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.397800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c56040ef-09f8-4a9b-9c97-3db3dc193088 None None] Port 8860fa41-c56c-46b9-b6a9-86db9420803f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:11:20.418762 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512d939-3f4e-4933-b160-e78de9306d20 req-d58a2840-61d0-45b2-bb28-570adac76353 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:20.420765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e512d939-3f4e-4933-b160-e78de9306d20 req-d58a2840-61d0-45b2-bb28-570adac76353 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 932 time: 0.0688670 Jul 14 10:11:20.459928 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e512d939-3f4e-4933-b160-e78de9306d20 req-3e305d0f-26e9-457a-a59f-54cb970b9df3 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Jul 14 10:11:20.575378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8860fa41-c56c-46b9-b6a9-86db9420803f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:20.582692 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.595606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Transition to ACTIVE for port object 8860fa41-c56c-46b9-b6a9-86db9420803f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:11:20.599971 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.655444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:20.737910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Attempting to bind port 8860fa41-c56c-46b9-b6a9-86db9420803f on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:11:20.738252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Attempting to bind port 8860fa41-c56c-46b9-b6a9-86db9420803f by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:11:20.738586 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Attempting to bind port 8860fa41-c56c-46b9-b6a9-86db9420803f on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:20.744238 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Port 8860fa41-c56c-46b9-b6a9-86db9420803f on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:11:20.744736 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Attempting to bind port 8860fa41-c56c-46b9-b6a9-86db9420803f on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:11:20.752883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:11:20.753351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:11:20.753833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:11:20.754278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Bound port: 8860fa41-c56c-46b9-b6a9-86db9420803f, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:11:20.754643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.833377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:11:20.837312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:11:20.843400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.853568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:20.899278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:20.900228 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.902503 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] 10.222.0.69 "PUT /v2.0/ports/8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1093 time: 0.6816320 Jul 14 10:11:20.903196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:20.907791 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5207a80c-4f30-4bea-8c50-60839bf0d564" -d '{"events": [{"name": "network-changed", "server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:20.941824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab017b7-5d5d-4645-b157-1ed2ccbb8c00 service neutron] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:20.946894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:20.947360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:20.996366 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adfd960-eb8e-4077-b959-596667a7ba55 x-openstack-request-id: req-1adfd960-eb8e-4077-b959-596667a7ba55 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:20.996658 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:20.997153 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1adfd960-eb8e-4077-b959-596667a7ba55 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:20.997473 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'status': 'completed', 'code': 200} Jul 14 10:11:21.026928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-f7e302d3-20a4-4238-b188-771b93bb9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.029153 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-f7e302d3-20a4-4238-b188-771b93bb9d3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1096 time: 0.0665896 Jul 14 10:11:21.076288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-ae3aaad7-9288-4cf1-9bad-426b1ce79e98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 217 time: 0.0401344 Jul 14 10:11:21.126735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-941bb11c-1fd8-4cc8-80c5-9e77f90b54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.128285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-941bb11c-1fd8-4cc8-80c5-9e77f90b54a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0462911 Jul 14 10:11:21.190738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-9075f864-ae38-4feb-8438-cdf68b3993e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.192321 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-9075f864-ae38-4feb-8438-cdf68b3993e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579782 Jul 14 10:11:21.293487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-2dc68611-52f9-4c34-b6a5-2dad20dcdc2b service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942352 Jul 14 10:11:21.405813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0987ee5f-d361-4122-b5b0-c07cd7ff02d0 req-d077cecf-40ca-483e-a094-d29ac04e64fa service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051326 Jul 14 10:11:21.515428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-c7711417-a212-43b5-8d9c-6500f243c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.516975 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-c7711417-a212-43b5-8d9c-6500f243c326 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1096 time: 0.0544600 Jul 14 10:11:21.635213 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-183d04a5-91b2-42ae-832e-475babac7027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.636833 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-183d04a5-91b2-42ae-832e-475babac7027 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1069200 Jul 14 10:11:21.655237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2829-573e-4a3a-9fbf-67d9a4191652 req-14571a2b-1352-497a-926d-ae1f23edd134 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.656993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1afc2829-573e-4a3a-9fbf-67d9a4191652 req-14571a2b-1352-497a-926d-ae1f23edd134 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.0805433 Jul 14 10:11:21.683295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-606a7625-1ebf-4e2e-a6a4-45d4e05fe3bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 217 time: 0.0389018 Jul 14 10:11:21.699293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1afc2829-573e-4a3a-9fbf-67d9a4191652 req-85d925a7-f3c6-423c-9d63-e2d16deb8fed tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360208 Jul 14 10:11:21.736886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-59e9c37b-57b8-4f07-b8a2-207fe04f8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.738465 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-59e9c37b-57b8-4f07-b8a2-207fe04f8150 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0480120 Jul 14 10:11:21.805492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-6d1cc200-3c65-4308-9c3c-2ce3f2eb407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:21.807189 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-6d1cc200-3c65-4308-9c3c-2ce3f2eb407d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620553 Jul 14 10:11:21.901451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-dc108f30-3c79-44cf-b10e-13d35d8de96e service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869987 Jul 14 10:11:21.956840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-85b66085-fd07-43ca-876e-d9760a869168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:22.003329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5207a80c-4f30-4bea-8c50-60839bf0d564 req-50243c9c-8bf1-41c7-b8f3-47d10d6472f7 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953441 Jul 14 10:11:22.881884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6efafe-35fe-449d-9cc2-821251cebbbc req-c88b6316-5224-43e0-ad7a-35f85633b1b4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:22.883382 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf6efafe-35fe-449d-9cc2-821251cebbbc req-c88b6316-5224-43e0-ad7a-35f85633b1b4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.0663207 Jul 14 10:11:22.924695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cf6efafe-35fe-449d-9cc2-821251cebbbc req-6a1addbb-e478-4156-b582-b5c44c1085fd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348117 Jul 14 10:11:24.108089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60f47a-1461-43d6-8085-637a6bd84f62 req-94b2bc57-337d-436e-8fac-9099c03bb796 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:24.109551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e60f47a-1461-43d6-8085-637a6bd84f62 req-94b2bc57-337d-436e-8fac-9099c03bb796 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.0701611 Jul 14 10:11:24.149264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e60f47a-1461-43d6-8085-637a6bd84f62 req-974ccbf0-d85e-4ed8-bcf1-d48c4f07dc19 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339928 Jul 14 10:11:24.260375 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4e271a3a-08cb-47c1-87cd-c00a6f98cedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:24.593433 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:25.338758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387904d8-9b06-419b-b2f7-d62550601fe1 req-9d08374c-62e1-4ae6-ae61-3e318b4a018f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:25.340355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-387904d8-9b06-419b-b2f7-d62550601fe1 req-9d08374c-62e1-4ae6-ae61-3e318b4a018f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.0700233 Jul 14 10:11:25.384833 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-387904d8-9b06-419b-b2f7-d62550601fe1 req-d6a8503d-1e89-40dc-91d7-d6d38b4060a4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388503 Jul 14 10:11:25.489066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 8860fa41-c56c-46b9-b6a9-86db9420803f details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:11:25.601972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:25.616834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'mac_address': 'fa:16:3e:47:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:11:25.665652 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:25.680372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860fa41-c56c-46b9-b6a9-86db9420803f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:11:25.702592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:25.718036 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:25.751152 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:25.774308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:25.947161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['8860fa41-c56c-46b9-b6a9-86db9420803f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:11:26.561345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8571899-93ed-4eee-ab2b-bb39ccca867f req-167d761b-ea5e-4326-ab24-0dcca6c98aab tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:26.562877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8571899-93ed-4eee-ab2b-bb39ccca867f req-167d761b-ea5e-4326-ab24-0dcca6c98aab tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 945 time: 0.0648272 Jul 14 10:11:26.601465 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a8571899-93ed-4eee-ab2b-bb39ccca867f req-3d2b17d2-6c47-4283-a43a-3afbd802da27 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329769 Jul 14 10:11:27.223744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.349890 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:11:27.381997 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.488226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 8860fa41-c56c-46b9-b6a9-86db9420803f up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:11:27.548251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 8860fa41-c56c-46b9-b6a9-86db9420803f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:11:27.553106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 8860fa41-c56c-46b9-b6a9-86db9420803f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:11:27.553646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.646885 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.675911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:27.678386 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e39f5e4-3259-44c2-903e-982d5bd11232" -d '{"events": [{"server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "name": "network-vif-plugged", "status": "completed", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:27.693792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:11:27.699908 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:27.730652 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9d9a52-49bf-4219-bed8-612d1f2ba151 x-openstack-request-id: req-3a9d9a52-49bf-4219-bed8-612d1f2ba151 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:27.731102 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "name": "network-vif-plugged", "status": "completed", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:27.731457 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a9d9a52-49bf-4219-bed8-612d1f2ba151 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:27.731982 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'code': 200} Jul 14 10:11:27.764894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:11:27.889297 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17d5cd-8af4-4634-abd2-a522c77e4660 req-06a00b49-3e3e-44d6-a19b-0691fd111075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:27.890909 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9d17d5cd-8af4-4634-abd2-a522c77e4660 req-06a00b49-3e3e-44d6-a19b-0691fd111075 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1098 time: 0.0979562 Jul 14 10:11:27.899237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f034748-0d9b-4681-9d08-5cc7e605f811 req-a4a73200-581f-4f15-b3b2-7373327e07e2 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:27.900939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6f034748-0d9b-4681-9d08-5cc7e605f811 req-a4a73200-581f-4f15-b3b2-7373327e07e2 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1180155 Jul 14 10:11:27.960606 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9d17d5cd-8af4-4634-abd2-a522c77e4660 req-20061b7a-3403-46bf-b909-953b556d027e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585620 Jul 14 10:11:27.969139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6f034748-0d9b-4681-9d08-5cc7e605f811 req-ac8da408-bfb7-408e-8593-5ef4be1b5b15 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610483 Jul 14 10:11:29.180989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223e758-25f7-48a0-9ba6-87cff2666a39 req-ff713f50-78b1-49b7-b09f-e3987a57eeee tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:29.182906 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f223e758-25f7-48a0-9ba6-87cff2666a39 req-ff713f50-78b1-49b7-b09f-e3987a57eeee tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0762677 Jul 14 10:11:29.228986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f223e758-25f7-48a0-9ba6-87cff2666a39 req-308df18c-9c96-43e8-b245-f76f9ab7cc25 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397899 Jul 14 10:11:29.434265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105ed5d-3c74-48a0-8bf3-30d5175ecbfd req-1f853ed9-df5a-4492-a7d9-c7644aebbfb0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:29.436531 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5105ed5d-3c74-48a0-8bf3-30d5175ecbfd req-1f853ed9-df5a-4492-a7d9-c7644aebbfb0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0842366 Jul 14 10:11:29.446311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48442) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:11:29.452968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'floatingip': {'port_id': '8860fa41-c56c-46b9-b6a9-86db9420803f'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:11:29.499436 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:29.914342 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.001901 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.006733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.125452 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac associated. External IP: 172.25.0.237, port: 8860fa41-c56c-46b9-b6a9-86db9420803f. Jul 14 10:11:30.749050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:11:30.890101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:11:30.897130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:30.902305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:11:30.914492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:30.915599 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:11:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:30.945035 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-df35e558-c9cb-4ae5-8f4b-95a595b66a6d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "PUT /v2.0/floatingips/c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac HTTP/1.1" status: 200 len: 992 time: 1.4973962 Jul 14 10:11:30.945616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:11:30.947969 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:11:31.000981 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16abcd1-e93c-4047-b29c-aac55c3b3ebe x-openstack-request-id: req-c16abcd1-e93c-4047-b29c-aac55c3b3ebe {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:11:31.001390 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:11:31.001743 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c16abcd1-e93c-4047-b29c-aac55c3b3ebe {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:11:31.002302 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'status': 'completed', 'code': 200} Jul 14 10:11:31.066031 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:31.102039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-ddcef8ff-732d-4bd5-9a77-b56e60c8db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:31.104590 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-ddcef8ff-732d-4bd5-9a77-b56e60c8db94 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1098 time: 0.0779972 Jul 14 10:11:31.217874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-be21ccb7-bfa6-483c-9ede-aad69c8bd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:31.219654 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-be21ccb7-bfa6-483c-9ede-aad69c8bd8a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1089711 Jul 14 10:11:31.336598 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-b196202d-ed36-4e98-aad4-1f3b5bd1fd6c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1000 time: 0.1085167 Jul 14 10:11:31.402383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-e4cf6b97-3f82-4659-8aa7-8272d552f097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:31.404621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-e4cf6b97-3f82-4659-8aa7-8272d552f097 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0612144 Jul 14 10:11:31.468748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-be75ebab-e96b-447d-b93a-57d01bb12f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:31.470296 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-be75ebab-e96b-447d-b93a-57d01bb12f84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597534 Jul 14 10:11:31.529834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:47:cb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:11:29Z', 'revision_number': 1, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:31.566211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:11:31.579895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:11:31.581015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:11:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:31.585308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-40bb8a43-565e-4c8e-9d70-fcbc54f16da1 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085107 Jul 14 10:11:31.708916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:11:31.738234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eb88c279-967e-4f3f-bdbb-9f611a2be3f8 req-48367204-6d3b-4a35-83bd-810c753fe271 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456890 Jul 14 10:11:31.990799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:47:cb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:11:29Z', 'revision_number': 1, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:11:32.019488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71a132b-5982-4f41-ac22-d4932e9cc73e None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:47:cb:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:11:29Z', 'revision_number': 1, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:11:32.290820 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b8223-54b0-4283-8542-7ac3767a7774 None None] New status for floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:11:51.948674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d4dd-82f1-4591-b042-205418e7fa91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.263967 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-35611a24-7351-4b64-bca2-15bb12a901a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:54.595894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:55.729471 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.233849 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:57.383941 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:59.890230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-8beeabd6-4283-4d0d-8e46-f78007a13a69 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658212 Jul 14 10:11:59.937964 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:11:59.994160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87bc90-1d03-4631-adc9-031561b46244 req-69be3c7a-b7e8-4b00-ac3a-a797242be65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:11:59.995740 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-69be3c7a-b7e8-4b00-ac3a-a797242be65d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1098 time: 0.0567169 Jul 14 10:12:00.107991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87bc90-1d03-4631-adc9-031561b46244 req-5224ed13-e801-4c7d-84b7-8a8201377f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.109507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-5224ed13-e801-4c7d-84b7-8a8201377f87 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0883851 Jul 14 10:12:00.182012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-ffde6339-52ad-4e81-b80c-01e541fb12de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1002 time: 0.0660048 Jul 14 10:12:00.231849 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87bc90-1d03-4631-adc9-031561b46244 req-01ba2cd6-62ba-401c-911f-e4feccfcd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.233375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-01ba2cd6-62ba-401c-911f-e4feccfcd7bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0452342 Jul 14 10:12:00.294054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87bc90-1d03-4631-adc9-031561b46244 req-53dec146-88ec-452a-81df-af70975c19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:12:00.295593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-53dec146-88ec-452a-81df-af70975c19b5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563507 Jul 14 10:12:00.307131 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-33d706d3-98d8-4a5d-8a3e-1f99d44a94c9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:12:00.308155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-33d706d3-98d8-4a5d-8a3e-1f99d44a94c9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054185 Jul 14 10:12:00.403086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-d75437f8-e636-47af-89dc-441175bba9f4 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888393 Jul 14 10:12:00.494092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f87bc90-1d03-4631-adc9-031561b46244 req-5b7048ba-37bf-4305-bdcd-5e374ff95dc6 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846219 Jul 14 10:12:04.355991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:21.957290 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3cf3dee4-bfd7-4e1d-984c-56829e2bb464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.280675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4c12bb1b-45c7-4e7c-a320-49a037da0662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:24.609820 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:25.745285 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:27.265222 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:27.400178 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:29.951058 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:41.362358 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:12:51.967269 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1fc5e2d6-9cd3-44bb-a464-562083ff3703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:54.285270 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b73f7b3-65dd-4b84-94bf-9a02b46ced53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:54.616511 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:55.749880 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:57.261855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:57.404428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:12:59.949797 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:02.148616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-9e3b99e6-d4ef-4ee3-969c-61cff67594af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2943039 Jul 14 10:13:02.319111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-10c9f7ed-4e27-4bff-8aba-9a870efe6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:02.322589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-10c9f7ed-4e27-4bff-8aba-9a870efe6ace service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1098 time: 0.1073563 Jul 14 10:13:02.528528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-5b2ca4cf-6d37-48ba-b1b2-d103da06e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:02.531290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-5b2ca4cf-6d37-48ba-b1b2-d103da06e3fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1777618 Jul 14 10:13:02.655086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-60331816-7791-4b62-9f5f-b91938f00542 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1002 time: 0.1166561 Jul 14 10:13:02.743609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-5dc4c578-5db2-43c6-be67-da0315405dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:02.746360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-5dc4c578-5db2-43c6-be67-da0315405dc5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0845149 Jul 14 10:13:02.847350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-c6c8b494-b295-4531-9d2b-79cd3e4d0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:02.850260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-c6c8b494-b295-4531-9d2b-79cd3e4d0337 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958078 Jul 14 10:13:03.033298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-c66d6633-8a9b-4660-a9c6-c1385c9c49f1 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747801 Jul 14 10:13:03.212782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7845af6-6092-4d44-be9e-8bdf07e74785 req-2ec15f67-952c-4f4e-8601-61b151ef5d42 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727962 Jul 14 10:13:06.147477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76480d-65cb-4c83-945a-a3f45f00b9c9 req-250575f3-6c60-41e2-9a28-8b4b2d74e10c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:06.150512 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd76480d-65cb-4c83-945a-a3f45f00b9c9 req-250575f3-6c60-41e2-9a28-8b4b2d74e10c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1317544 Jul 14 10:13:06.230528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd76480d-65cb-4c83-945a-a3f45f00b9c9 req-82d5f3cb-26b4-41e4-872d-bdd5a48b308b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682433 Jul 14 10:13:06.940401 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-ddede947-2853-4be6-a438-4d41a15ab0bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1081233 Jul 14 10:13:07.064767 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578f5fc-a430-4b44-9237-cb7db62618d0 req-fb48b1b6-895d-437b-bc50-71d79ecde6ae tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:07.067716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9578f5fc-a430-4b44-9237-cb7db62618d0 req-fb48b1b6-895d-437b-bc50-71d79ecde6ae tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1410947 Jul 14 10:13:07.145275 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9578f5fc-a430-4b44-9237-cb7db62618d0 req-856dad3a-5991-4460-a5b3-84bb0e0e9685 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655646 Jul 14 10:13:08.463160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf282f-d3fd-4b85-a80f-3f0bd0731078 req-f6410a5d-7e00-43fd-87f6-742d5bd30ab0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:08.465286 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aecf282f-d3fd-4b85-a80f-3f0bd0731078 req-f6410a5d-7e00-43fd-87f6-742d5bd30ab0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0907485 Jul 14 10:13:08.522676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aecf282f-d3fd-4b85-a80f-3f0bd0731078 req-3a2ae9a7-ce89-47c2-9302-48348bc9627a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473025 Jul 14 10:13:09.860324 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06d61e-72f0-434b-870b-4f2e16865643 req-813d63d3-cb77-4378-92ae-5e7d061c8415 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:09.863318 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c06d61e-72f0-434b-870b-4f2e16865643 req-813d63d3-cb77-4378-92ae-5e7d061c8415 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1216054 Jul 14 10:13:09.935809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c06d61e-72f0-434b-870b-4f2e16865643 req-ffd2db66-208f-4d76-9f2b-c63244ef1f50 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638671 Jul 14 10:13:11.292897 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfbda74-b98b-4e6e-93a4-ac7b17555e6b req-7e67e9bc-cafc-475a-a064-8fe653ed56d7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:11.295844 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dbfbda74-b98b-4e6e-93a4-ac7b17555e6b req-7e67e9bc-cafc-475a-a064-8fe653ed56d7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1331270 Jul 14 10:13:11.367506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dbfbda74-b98b-4e6e-93a4-ac7b17555e6b req-ff1a03ec-aa5b-48a4-88af-274d63730c5c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646389 Jul 14 10:13:12.726913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16240d9-c604-4c51-9004-5491790b9270 req-fd6c874b-3b05-418d-b02d-702739f7ce33 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:12.729693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b16240d9-c604-4c51-9004-5491790b9270 req-fd6c874b-3b05-418d-b02d-702739f7ce33 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1372287 Jul 14 10:13:12.804603 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b16240d9-c604-4c51-9004-5491790b9270 req-d7446392-f0e9-453f-88c3-2d4ff50bb4da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629327 Jul 14 10:13:13.268023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-7536723e-77c7-4685-87bd-6e67fac59b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.271006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-7536723e-77c7-4685-87bd-6e67fac59b51 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1098 time: 0.1289816 Jul 14 10:13:13.435112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-2fa729e2-04fe-432c-bc66-a4efb43d7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.437432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-2fa729e2-04fe-432c-bc66-a4efb43d7b14 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1599703 Jul 14 10:13:13.570960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-f2ea37d8-6bc2-4d17-9371-f94bd0075823 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1002 time: 0.1263103 Jul 14 10:13:13.664422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-be1819ce-cf8e-4469-beb8-9348f90eed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.667149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-be1819ce-cf8e-4469-beb8-9348f90eed76 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0899150 Jul 14 10:13:13.774748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-5a14e308-cad2-438b-a67a-b1dc6bebdf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:13.777509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-5a14e308-cad2-438b-a67a-b1dc6bebdf2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029098 Jul 14 10:13:13.941491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-1c889a0e-8a92-4791-8bff-461d2bd6726c service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569686 Jul 14 10:13:14.190240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-2359e71b-58c3-46fd-a576-3c67706c2acf service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414608 Jul 14 10:13:14.217680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc065d6-6e02-4534-b036-048a3743c111 req-6c2d902b-620f-4e53-a836-9adbf1e58f5b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:14.220001 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8dc065d6-6e02-4534-b036-048a3743c111 req-6c2d902b-620f-4e53-a836-9adbf1e58f5b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1962795 Jul 14 10:13:14.301725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8dc065d6-6e02-4534-b036-048a3743c111 req-20907ca2-6cd2-44fd-adb9-0640223a4cd2 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708184 Jul 14 10:13:15.671087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d06067-3b57-48c0-bcf8-e00c60aec7bf req-51dd9dd4-245b-493e-aae4-61e7fb496e83 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:15.673991 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3d06067-3b57-48c0-bcf8-e00c60aec7bf req-51dd9dd4-245b-493e-aae4-61e7fb496e83 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1352663 Jul 14 10:13:15.752052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3d06067-3b57-48c0-bcf8-e00c60aec7bf req-c37775f8-6b86-4473-bf63-87b8f8c30988 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673041 Jul 14 10:13:17.014447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1535f47-8202-4898-97b3-ce7cb4b953b7 req-49bebc12-2546-4144-aa67-e67338a7f32b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:17.016289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1535f47-8202-4898-97b3-ce7cb4b953b7 req-49bebc12-2546-4144-aa67-e67338a7f32b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0834513 Jul 14 10:13:17.067458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b1535f47-8202-4898-97b3-ce7cb4b953b7 req-376ac081-68ad-4f73-8997-793ee46ab63e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449138 Jul 14 10:13:18.324523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0338267d-cb14-4a17-821e-7949ce93824c req-ec6eee37-86d3-4f58-bc52-d319b8ae7e79 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:18.327844 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0338267d-cb14-4a17-821e-7949ce93824c req-ec6eee37-86d3-4f58-bc52-d319b8ae7e79 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0929053 Jul 14 10:13:18.359704 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:18.392878 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0338267d-cb14-4a17-821e-7949ce93824c req-242a5d1e-690f-41a7-ad7a-7cbb994178df tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570514 Jul 14 10:13:19.726726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1ff55-5222-4067-a270-2b9807ca0ac2 req-718e057a-e136-452a-bc07-08f70e2dd897 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:19.728822 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68c1ff55-5222-4067-a270-2b9807ca0ac2 req-718e057a-e136-452a-bc07-08f70e2dd897 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1176324 Jul 14 10:13:19.800082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-68c1ff55-5222-4067-a270-2b9807ca0ac2 req-54d26209-ab8d-4d94-87dc-91627e7334da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636144 Jul 14 10:13:21.103390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bc253-4f67-4093-ad1f-32bd19e62396 req-53faa65d-b4ff-4f24-a3aa-4705b51cfb42 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:21.105209 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a6bc253-4f67-4093-ad1f-32bd19e62396 req-53faa65d-b4ff-4f24-a3aa-4705b51cfb42 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1187615 Jul 14 10:13:21.166756 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a6bc253-4f67-4093-ad1f-32bd19e62396 req-a64d46a5-6cf1-4b66-96e9-16e493ce4940 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509615 Jul 14 10:13:21.962071 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-001a50d1-20db-49dc-b234-63a7cf642b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:22.376311 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91906b4-def7-4dae-8cbb-39c40867c202 req-840d1694-0ba5-4de6-a7c3-19ae2786eac7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:22.378292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e91906b4-def7-4dae-8cbb-39c40867c202 req-840d1694-0ba5-4de6-a7c3-19ae2786eac7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0824962 Jul 14 10:13:22.457807 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e91906b4-def7-4dae-8cbb-39c40867c202 req-4326c697-8f86-4851-91d9-9c492e7e7ed8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654721 Jul 14 10:13:23.779914 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaad223-f531-473e-bbf2-7e4137a81b81 req-c2b9a6eb-c275-4ae7-8123-f8473f3d029e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:23.782206 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eaad223-f531-473e-bbf2-7e4137a81b81 req-c2b9a6eb-c275-4ae7-8123-f8473f3d029e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1068265 Jul 14 10:13:23.836805 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eaad223-f531-473e-bbf2-7e4137a81b81 req-27b48e71-3711-45d4-9d22-10205a3c04c6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439272 Jul 14 10:13:24.280125 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f03fa55a-f616-4c78-a74f-037d25b8228b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:24.613051 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:25.196442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542a25d-043c-4fa5-bc1a-76253a84d32e req-c320d147-1339-4b88-8b8b-e2a8a798649a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:25.199251 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6542a25d-043c-4fa5-bc1a-76253a84d32e req-c320d147-1339-4b88-8b8b-e2a8a798649a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1245399 Jul 14 10:13:25.272300 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6542a25d-043c-4fa5-bc1a-76253a84d32e req-36706b22-637b-4fd0-9f56-33cd426454a8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663595 Jul 14 10:13:25.758512 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:26.521191 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-e0d1a208-2051-4644-b036-18a74a1984ed req-6b97bf1b-b8b3-4fb4-8b6c-e3299729d63f service neutron] show failed (client error): The resource could not be found. Jul 14 10:13:26.522987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-6b97bf1b-b8b3-4fb4-8b6c-e3299729d63f service neutron] 10.222.0.69 "GET /v2.0/ports/8860fa41-c56c-46b9-b6a9-86db9420803f/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.1127949 Jul 14 10:13:26.632355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79696e9-8efb-4bf4-a2c3-0b26bd46e1dc req-e4e43cc9-08e1-40bf-9eab-50f3a444c931 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:26.635128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c79696e9-8efb-4bf4-a2c3-0b26bd46e1dc req-e4e43cc9-08e1-40bf-9eab-50f3a444c931 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1322677 Jul 14 10:13:26.713953 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c79696e9-8efb-4bf4-a2c3-0b26bd46e1dc req-c3dc2382-912a-48a9-9d18-53da93050ad0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677557 Jul 14 10:13:27.035091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-73894a92-2e88-4146-b162-689b5ba9add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:27.037145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-73894a92-2e88-4146-b162-689b5ba9add7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 1098 time: 0.1916173 Jul 14 10:13:27.055550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:27.150222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.273436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.407516 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.454429 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:27.528826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:27.603038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:27.607771 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aad4b2-e8ad-49d0-8590-8d3ad950565f" -d '{"events": [{"server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "name": "network-vif-unplugged", "status": "completed", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:27.615011 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.640574 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Transition to ACTIVE for port object 8860fa41-c56c-46b9-b6a9-86db9420803f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:27.647127 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:27.786435 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffc1652-5c75-4173-9ab8-9adca4368006 x-openstack-request-id: req-1ffc1652-5c75-4173-9ab8-9adca4368006 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:27.786803 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "name": "network-vif-unplugged", "status": "completed", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:27.787187 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ffc1652-5c75-4173-9ab8-9adca4368006 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:27.787856 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'code': 200} Jul 14 10:13:27.816934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:27.834703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.835262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.835816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.836426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.836982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.837552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.838165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.838685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.839241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.839808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.841022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.841592 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:27.906372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] No DVR routers for this DVR port 8860fa41-c56c-46b9-b6a9-86db9420803f on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:13:28.198720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b963eb2-4dfc-4336-8166-3b69f7c73e3b req-b97eb894-5382-4507-8d13-413fbfa42945 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:28.202051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b963eb2-4dfc-4336-8166-3b69f7c73e3b req-b97eb894-5382-4507-8d13-413fbfa42945 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.2302613 Jul 14 10:13:28.280504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Attempting to bind port 8860fa41-c56c-46b9-b6a9-86db9420803f on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:13:28.281077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Attempting to bind port 8860fa41-c56c-46b9-b6a9-86db9420803f by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:13:28.281638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Attempting to bind port 8860fa41-c56c-46b9-b6a9-86db9420803f on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:28.301105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Port 8860fa41-c56c-46b9-b6a9-86db9420803f on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:13:28.301660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Attempting to bind port 8860fa41-c56c-46b9-b6a9-86db9420803f on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:28.330042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8b963eb2-4dfc-4336-8166-3b69f7c73e3b req-145521cb-d6c3-4e4c-bfe8-3a39aea4a149 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213109 Jul 14 10:13:28.331974 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:13:28.333719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:13:28.334361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:13:28.335175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Bound port: 8860fa41-c56c-46b9-b6a9-86db9420803f, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:13:28.335812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:28.461536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:28.467654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:28.475856 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:28.546381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:28.547473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:28.549588 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] 10.222.0.66 "PUT /v2.0/ports/8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1093 time: 1.4990373 Jul 14 10:13:28.604256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2a179-feb9-4238-b002-1edc3d0de6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:28.695153 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-7140b2b5-e31d-4f5b-939a-24320071f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:28.698050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-7140b2b5-e31d-4f5b-939a-24320071f155 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1096 time: 0.1121018 Jul 14 10:13:28.887222 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-7d686874-83f8-4d00-8349-59da31dbc7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:28.889559 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-7d686874-83f8-4d00-8349-59da31dbc7df service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1839635 Jul 14 10:13:29.020507 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-c5e73fcd-0ac2-4ea5-bfb9-b67bbd8dfef2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1000 time: 0.1214869 Jul 14 10:13:29.124124 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-244b767c-86f4-46ac-8dcd-1c907c816e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:29.126983 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-244b767c-86f4-46ac-8dcd-1c907c816e57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0982721 Jul 14 10:13:29.228501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1a208-2051-4644-b036-18a74a1984ed req-61e62bc2-d649-4285-9b89-a9f502c220fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:29.230618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-61e62bc2-d649-4285-9b89-a9f502c220fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966146 Jul 14 10:13:29.248727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-0b23fd2d-4ba1-4f4d-98b9-5ec3df21e0dc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:13:29.250080 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-0b23fd2d-4ba1-4f4d-98b9-5ec3df21e0dc service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067720 Jul 14 10:13:29.370604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-2610acc1-af94-4b1b-9439-ee45893a0dec service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111290 Jul 14 10:13:29.556481 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e0d1a208-2051-4644-b036-18a74a1984ed req-a0d6cd70-f7bf-4a6f-a30f-9cb85dd1a52c service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737704 Jul 14 10:13:29.628030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449d0b4-174b-4ad2-8019-9b4a589f1153 req-70fe18d0-a856-48bd-be30-b915877dfdd0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:29.630986 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3449d0b4-174b-4ad2-8019-9b4a589f1153 req-70fe18d0-a856-48bd-be30-b915877dfdd0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.1297989 Jul 14 10:13:29.696927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3449d0b4-174b-4ad2-8019-9b4a589f1153 req-f5544780-93cd-4958-9869-47f7a11b1d8f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565319 Jul 14 10:13:29.789227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:29.793845 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:29.947445 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:30.026181 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a88d3ab-6db0-4fde-a7a8-2b2aa17c7ab3 x-openstack-request-id: req-9a88d3ab-6db0-4fde-a7a8-2b2aa17c7ab3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:30.026566 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:30.027113 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a88d3ab-6db0-4fde-a7a8-2b2aa17c7ab3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:30.027649 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'status': 'completed', 'code': 200} Jul 14 10:13:30.097108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 8860fa41-c56c-46b9-b6a9-86db9420803f no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:13:30.152182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-46655603-80a6-4511-af8b-dccf6b897455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.155594 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-46655603-80a6-4511-af8b-dccf6b897455 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1096 time: 0.1006861 Jul 14 10:13:30.160389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-8e92e3fd-cf00-4669-a179-20b83456baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.163662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-8e92e3fd-cf00-4669-a179-20b83456baca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1096 time: 0.1121914 Jul 14 10:13:30.177001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 8860fa41-c56c-46b9-b6a9-86db9420803f not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:13:30.324490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-78ac9bb1-e3f5-4765-af3b-5ce0682d711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.327201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-78ac9bb1-e3f5-4765-af3b-5ce0682d711a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1645195 Jul 14 10:13:30.353164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-d2616099-6239-4148-b9ee-fb0d5d1a0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.355573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-d2616099-6239-4148-b9ee-fb0d5d1a0ace service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1854956 Jul 14 10:13:30.448729 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-de3b4f6e-cf1b-4939-86da-24490f2abe9f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1000 time: 0.1115873 Jul 14 10:13:30.469045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-68cb5922-51cd-453b-95ed-e3f7ec005d55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1000 time: 0.1066368 Jul 14 10:13:30.538639 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-c071cee5-7008-4c41-9f30-1edf2250e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.540827 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-c071cee5-7008-4c41-9f30-1edf2250e4c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0831678 Jul 14 10:13:30.541133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-33a84a63-0662-42d9-9255-04f31084e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.544349 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-33a84a63-0662-42d9-9255-04f31084e3cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0683699 Jul 14 10:13:30.641396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-fb8941b6-7072-4fb0-8503-93dfff1f4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.644145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-fb8941b6-7072-4fb0-8503-93dfff1f4e06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939600 Jul 14 10:13:30.644730 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-05244a0d-a9df-4b5d-9f63-fdb378706088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:30.646969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-05244a0d-a9df-4b5d-9f63-fdb378706088 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961542 Jul 14 10:13:30.778431 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-8ac0992a-3654-49cf-ad27-9bd858abb2fb service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169281 Jul 14 10:13:30.785477 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-32650529-d8e0-40de-ae57-e31ac3cc1e3d service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348739 Jul 14 10:13:30.952011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-8a88fd56-ac7d-40b1-b54e-670d3800ce74 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630692 Jul 14 10:13:30.991927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9a0c2a0-e623-4885-bf9b-18e7500bc31e req-d215f8e1-c5e3-45ac-8433-0cac97bc61f2 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005661 Jul 14 10:13:31.033110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90892766-0ea8-4f8f-a55f-3858590c6333 req-33f6f5fe-47e7-49ba-a805-2cbc359d4b18 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:31.035162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90892766-0ea8-4f8f-a55f-3858590c6333 req-33f6f5fe-47e7-49ba-a805-2cbc359d4b18 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.1114104 Jul 14 10:13:31.093725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90892766-0ea8-4f8f-a55f-3858590c6333 req-c8bf138c-242e-4959-b027-a412449d4ecc tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469608 Jul 14 10:13:32.347847 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605d556-1c88-474f-9a7e-e5f8384ed2c0 req-8d6f5d43-149d-43d6-b7ee-a9cb013c44cb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:32.350170 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2605d556-1c88-474f-9a7e-e5f8384ed2c0 req-8d6f5d43-149d-43d6-b7ee-a9cb013c44cb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.0840275 Jul 14 10:13:32.400186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2605d556-1c88-474f-9a7e-e5f8384ed2c0 req-6ca1b735-b89a-4e1b-9945-067d83436bad tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Jul 14 10:13:32.983830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 8860fa41-c56c-46b9-b6a9-86db9420803f details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:13:32.984857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24730bd5-27cd-42d1-b08f-142214b0ac82 req-6720aff9-ea4f-45c6-b67a-f1c921c9c454 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:32.987241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-24730bd5-27cd-42d1-b08f-142214b0ac82 req-6720aff9-ea4f-45c6-b67a-f1c921c9c454 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 944 time: 0.1241519 Jul 14 10:13:32.997181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-4ae365b2-6f9e-47e1-bf0a-3ce8727a653f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:32.999954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-4ae365b2-6f9e-47e1-bf0a-3ce8727a653f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07&tenant_id=0b983cdec91f4e74999c8e6dc473d529&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 944 time: 0.1524796 Jul 14 10:13:33.064254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-24730bd5-27cd-42d1-b08f-142214b0ac82 req-e95ec565-dc9d-42f3-8a63-9f50b7ee8240 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641367 Jul 14 10:13:33.118767 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-b909bf84-ecd9-475a-8cd9-681b602cc44d service neutron] delete failed (client error): The resource could not be found. Jul 14 10:13:33.120643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-b909bf84-ecd9-475a-8cd9-681b602cc44d service neutron] 10.222.0.69 "DELETE /v2.0/ports/8860fa41-c56c-46b9-b6a9-86db9420803f/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.1138284 Jul 14 10:13:33.177442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:33.207194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'mac_address': 'fa:16:3e:47:cb:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:13:33.274018 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.289509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-21635e02-0296-4683-b27f-060fc3697f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:33.291515 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-21635e02-0296-4683-b27f-060fc3697f88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 1096 time: 0.1017168 Jul 14 10:13:33.299427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8860fa41-c56c-46b9-b6a9-86db9420803f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:13:33.338497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:33.344701 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:33.415718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:33.430234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.430789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.431715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.432767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.433316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.433894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.434505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.435035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.435551 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.436065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.436644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.437176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:33.465780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-e6b38461-eaaa-4e2f-ac05-fdd05767857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:33.467445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-e6b38461-eaaa-4e2f-ac05-fdd05767857f service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1696479 Jul 14 10:13:33.576187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-656177e2-d6e7-4c4d-8c61-c3062616aa24 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 200 len: 1001 time: 0.1014981 Jul 14 10:13:33.661642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['8860fa41-c56c-46b9-b6a9-86db9420803f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:13:33.666129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-53fa8c51-2307-4adf-9ebb-608c1857df78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:33.670075 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-53fa8c51-2307-4adf-9ebb-608c1857df78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0879242 Jul 14 10:13:33.781239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-89f1f26a-5c12-417d-b463-38ebfea66d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:33.783409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-89f1f26a-5c12-417d-b463-38ebfea66d4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072612 Jul 14 10:13:33.924087 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-5232250a-c6d5-4d1b-8c9a-cdebd391d08b service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334248 Jul 14 10:13:34.548848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4b25cc1-7056-46f3-a88a-1247b3383d02 req-5bd05f41-8740-4542-9291-760da0f553ec service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188881 Jul 14 10:13:34.587201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529124cc-7c3d-481f-9aa4-3095a7e551a4 req-bcfa9590-2f48-47a9-85bf-4b7c92066926 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:34.589691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-529124cc-7c3d-481f-9aa4-3095a7e551a4 req-bcfa9590-2f48-47a9-85bf-4b7c92066926 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 945 time: 0.1439645 Jul 14 10:13:34.665294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-529124cc-7c3d-481f-9aa4-3095a7e551a4 req-a8dbd92d-31db-4afa-b320-18e8f29a0cdb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644488 Jul 14 10:13:34.994570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 8860fa41-c56c-46b9-b6a9-86db9420803f up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:35.082976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 8860fa41-c56c-46b9-b6a9-86db9420803f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:35.089962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 8860fa41-c56c-46b9-b6a9-86db9420803f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:35.090818 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.232600 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.275348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:35.280011 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0f8704-fc75-4cdb-9649-39432b3a1ed2" -d '{"events": [{"server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "name": "network-vif-plugged", "status": "completed", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:35.320230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:35.334228 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:35.379400 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a290a1-ca9b-4c20-9cbe-603b788a9593 x-openstack-request-id: req-f5a290a1-ca9b-4c20-9cbe-603b788a9593 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:35.379872 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "name": "network-vif-plugged", "status": "completed", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:35.380401 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5a290a1-ca9b-4c20-9cbe-603b788a9593 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:35.381052 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'code': 200} Jul 14 10:13:35.433417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:36.006070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88251b85-2fda-4d31-94fb-3fde7cb6d9ad req-5d53d069-f079-4736-92d1-fdea0d67b310 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.008749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88251b85-2fda-4d31-94fb-3fde7cb6d9ad req-5d53d069-f079-4736-92d1-fdea0d67b310 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1197886 Jul 14 10:13:36.084711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88251b85-2fda-4d31-94fb-3fde7cb6d9ad req-4df40464-aa06-4d1d-a4c1-f15f180f975e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654514 Jul 14 10:13:36.420551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f30a56-5fd6-4d39-a5c5-9ae30d1a0135 req-d7c7e02e-745e-4c3f-bb10-c4eb796301ec tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.422774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d3f30a56-5fd6-4d39-a5c5-9ae30d1a0135 req-d7c7e02e-745e-4c3f-bb10-c4eb796301ec tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0912991 Jul 14 10:13:36.477676 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d3f30a56-5fd6-4d39-a5c5-9ae30d1a0135 req-1b870b81-f177-45c5-a3fd-b6bd52068372 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484118 Jul 14 10:13:36.798435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7180-1a62-43a7-af54-7717577856ce req-627826a9-5d69-4746-a505-40625d67e0e7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:36.801130 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c38b7180-1a62-43a7-af54-7717577856ce req-627826a9-5d69-4746-a505-40625d67e0e7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1217642 Jul 14 10:13:36.849641 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c38b7180-1a62-43a7-af54-7717577856ce req-4afe8a88-14c2-40ef-8b5d-ca67ca959a15 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405471 Jul 14 10:13:37.539603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc497b4-ed69-475d-9526-728d4bf738f2 req-8981cd20-1d3d-4672-9efb-470e58dcd029 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:37.541283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cc497b4-ed69-475d-9526-728d4bf738f2 req-8981cd20-1d3d-4672-9efb-470e58dcd029 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0810647 Jul 14 10:13:37.610574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5cc497b4-ed69-475d-9526-728d4bf738f2 req-30185d7e-e36b-421d-86c3-c3c0cf7d5e7c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572860 Jul 14 10:13:38.905274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7ab82-ab3e-4738-92bc-b8cd269b4268 req-87e0d5eb-941b-4d2f-8ac7-f4256faa920a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:38.907551 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63c7ab82-ab3e-4738-92bc-b8cd269b4268 req-87e0d5eb-941b-4d2f-8ac7-f4256faa920a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0851092 Jul 14 10:13:38.969886 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-63c7ab82-ab3e-4738-92bc-b8cd269b4268 req-32fa6a17-7d43-405c-ad37-be3a5841507a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553284 Jul 14 10:13:39.404055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-f33c1bc2-f9d6-4535-9f68-b071d6592889 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:39.407069 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-f33c1bc2-f9d6-4535-9f68-b071d6592889 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.1313431 Jul 14 10:13:39.592359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Deleting port 8860fa41-c56c-46b9-b6a9-86db9420803f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:13:39.592850 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:39.780960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] For port 8860fa41-c56c-46b9-b6a9-86db9420803f, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=8860fa41-c56c-46b9-b6a9-86db9420803f,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:39.781523 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:40.114960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:40.116166 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:40.116166 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac disassociated. External IP: 172.25.0.237, port: 8860fa41-c56c-46b9-b6a9-86db9420803f. Jul 14 10:13:40.116747 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Calling delete_port for 8860fa41-c56c-46b9-b6a9-86db9420803f owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:13:40.268490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f6c46-e63e-4f73-b580-4b74bcdc4f3e req-241848d9-74bb-49dc-a41d-0dd012f26381 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:40.271309 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7f6c46-e63e-4f73-b580-4b74bcdc4f3e req-241848d9-74bb-49dc-a41d-0dd012f26381 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 946 time: 0.0992808 Jul 14 10:13:40.333766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd7f6c46-e63e-4f73-b580-4b74bcdc4f3e req-c87b100d-08a9-4c7a-ac61-da4e53c9b09d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481162 Jul 14 10:13:40.385883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:40.448084 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event deleted for resources: {'Port': ['ID=8860fa41-c56c-46b9-b6a9-86db9420803f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:40.680438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:13:40.896774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:40.915541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:40.934879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:40.935987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:13:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:40.984512 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] No DVR routers for this DVR port 8860fa41-c56c-46b9-b6a9-86db9420803f on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:13:40.988935 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:40.992931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c892f132-f9c3-4bde-bbe3-97412a2ea296 req-fb4a9631-6773-4a11-be1d-3c95d64aeae1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "DELETE /v2.0/ports/8860fa41-c56c-46b9-b6a9-86db9420803f HTTP/1.1" status: 204 len: 173 time: 1.5793641 Jul 14 10:13:40.993722 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'name': 'network-vif-deleted', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:40.997964 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b2a6d-5ab5-4c9c-a778-f4bf77c559d7" -d '{"events": [{"server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "name": "network-vif-deleted", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:41.077321 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71555ed7-7e11-491f-9134-4d0950a89dc9 x-openstack-request-id: req-71555ed7-7e11-491f-9134-4d0950a89dc9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:41.077803 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd689980-a2a0-4fbb-ab5c-5a96e1edff07", "name": "network-vif-deleted", "tag": "8860fa41-c56c-46b9-b6a9-86db9420803f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:41.078221 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-71555ed7-7e11-491f-9134-4d0950a89dc9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:41.078883 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd689980-a2a0-4fbb-ab5c-5a96e1edff07', 'name': 'network-vif-deleted', 'tag': '8860fa41-c56c-46b9-b6a9-86db9420803f', 'status': 'completed', 'code': 200} Jul 14 10:13:41.158726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:41.587896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:41.657857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:41.670177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-96d07e1a-c754-483f-8b99-7cb77bbad53e req-b35ac2cb-32f2-426f-9b0b-985406013ffc tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=fd689980-a2a0-4fbb-ab5c-5a96e1edff07 HTTP/1.1" status: 200 len: 210 time: 0.0656207 Jul 14 10:13:41.675651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:41.676792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:13:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:41.852711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:42.103981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:42.136974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b003e11f-95ca-44ce-805d-ee3223961439 None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:13:42.455181 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a6e981-7861-4d1c-8f90-6683bc0903ac None None] New status for floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:13:43.162280 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-71a66f86-2f31-4b30-8832-097813790467 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1412925275&fields=id&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 267 time: 0.0706203 Jul 14 10:13:43.377465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-788e0cdb-6e0f-4f48-86fe-73f81a116bfd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:43.380880 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-788e0cdb-6e0f-4f48-86fe-73f81a116bfd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 811 time: 0.2053642 Jul 14 10:13:43.408968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-7941923b-b2cc-4340-8840-d02c9114db4d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/quotas/0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 375 time: 0.0173261 Jul 14 10:13:43.549219 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-5f2c39e7-d310-41c9-948b-4e4d7af4adaa tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1283536 Jul 14 10:13:43.668404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-5d15f0a3-7082-4e2e-bf9f-4167960f2e81 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:13:43.670437 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-5d15f0a3-7082-4e2e-bf9f-4167960f2e81 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1002576 Jul 14 10:13:43.838873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-731690e9-5545-44b8-b878-c67bac90c8fa service neutron] 10.222.0.73 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567011 Jul 14 10:13:44.025373 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-07aad52b-5fea-4f78-b125-2f8b5204c573 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754441 Jul 14 10:13:44.377942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d190b36b-323a-417b-995f-c135edc9f40c req-a23eedc6-e759-4379-9fc6-eeda1f5c7f5b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 210 time: 0.0521691 Jul 14 10:13:45.005761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 8860fa41-c56c-46b9-b6a9-86db9420803f no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:13:45.050743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 8860fa41-c56c-46b9-b6a9-86db9420803f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:13:45.051383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 8860fa41-c56c-46b9-b6a9-86db9420803f not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:13:45.627347 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93e07913-10c0-44b3-bcac-8a396b1372b9 req-3d184b61-79aa-444c-bc34-1c83b4dd53c3 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 210 time: 0.0360472 Jul 14 10:13:46.102857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-c0d4c570-6717-4f00-a6a1-1cdb8e32806c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:46.105906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-c0d4c570-6717-4f00-a6a1-1cdb8e32806c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 811 time: 0.2119555 Jul 14 10:13:46.185076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-54e316ec-e9bf-4b98-9033-be3fbb09e423 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 380 time: 0.0698218 Jul 14 10:13:46.196874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'port': {'device_id': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'admin_state_up': True, 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'security_groups': ['0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:46.360867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Made reservation on behalf of 0b983cdec91f4e74999c8e6dc473d529 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:13:46.366993 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:46.638067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Allocated IP 172.20.0.5 (ae8b06a3-8e52-4205-a3b4-9942416d0486/4c42ffab-3884-4678-8e35-020a41fd7b55/69f99620-971b-4e97-8a8d-d895dca36074) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:13:46.927968 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5a33aac0-7465-40df-9f66-a8be021cea52 req-d8a63ae6-1eac-4128-aaa3-4184bb605ae2 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 210 time: 0.0728555 Jul 14 10:13:46.970428 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:46.998337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Transition to ACTIVE for port object 69f99620-971b-4e97-8a8d-d895dca36074 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:47.061481 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:47.148475 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:13:47.153732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:13:47.158973 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:13:47.167895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:47.226193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.227320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.227908 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.228528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.229215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.229771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.230308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.231409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.231992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.232591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.233160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.233748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:13:47.266372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:47.267340 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:47.291380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-461a571a-c5e3-4b52-a9b6-f0b6645bb774 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1014097 Jul 14 10:13:47.305220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Request body: {'port': {'device_id': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:47.419833 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:47.523544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0286b71d-9c8d-4430-982d-a96246e21b56 None None] Provisioning for port 69f99620-971b-4e97-8a8d-d895dca36074 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:47.530901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0286b71d-9c8d-4430-982d-a96246e21b56 None None] Provisioning complete for port 69f99620-971b-4e97-8a8d-d895dca36074 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:47.531527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0286b71d-9c8d-4430-982d-a96246e21b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:47.597843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-0286b71d-9c8d-4430-982d-a96246e21b56 None None] Port 69f99620-971b-4e97-8a8d-d895dca36074 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:13:47.956864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69f99620-971b-4e97-8a8d-d895dca36074 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:13:47.967828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:47.987476 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Transition to ACTIVE for port object 69f99620-971b-4e97-8a8d-d895dca36074 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:13:47.993041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:48.112833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:48.213913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Attempting to bind port 69f99620-971b-4e97-8a8d-d895dca36074 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:13:48.214916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Attempting to bind port 69f99620-971b-4e97-8a8d-d895dca36074 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:13:48.214916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Attempting to bind port 69f99620-971b-4e97-8a8d-d895dca36074 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:48.224372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Port 69f99620-971b-4e97-8a8d-d895dca36074 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:13:48.224929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Attempting to bind port 69f99620-971b-4e97-8a8d-d895dca36074 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:13:48.234468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:13:48.234952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:13:48.235618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:13:48.236592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Bound port: 69f99620-971b-4e97-8a8d-d895dca36074, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:13:48.237223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:48.285363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5ee22-33a7-4d20-954f-1528a4712c91 req-0fd8ba43-474e-46ab-8048-f029c0ed296e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:48.293142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16b5ee22-33a7-4d20-954f-1528a4712c91 req-0fd8ba43-474e-46ab-8048-f029c0ed296e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.1206832 Jul 14 10:13:48.351153 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-16b5ee22-33a7-4d20-954f-1528a4712c91 req-33429d9e-afca-4c2f-9b37-1718af071578 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520098 Jul 14 10:13:48.377786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:13:48.382127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:13:48.389548 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:48.447049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:48.448096 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:48.451137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] 10.222.0.69 "PUT /v2.0/ports/69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 1092 time: 1.1519070 Jul 14 10:13:48.451867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:48.456053 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "tag": "69f99620-971b-4e97-8a8d-d895dca36074"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:48.502768 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7c0153-e301-45a2-8e81-11bd4fa0987f service neutron] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:48.576925 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985fc2f8-266b-4fb1-89e2-46480a943fd9 x-openstack-request-id: req-985fc2f8-266b-4fb1-89e2-46480a943fd9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:48.577390 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "tag": "69f99620-971b-4e97-8a8d-d895dca36074", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:48.577797 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-985fc2f8-266b-4fb1-89e2-46480a943fd9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:48.578441 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074', 'status': 'completed', 'code': 200} Jul 14 10:13:48.629356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-3d286977-5c2c-426f-95da-7a2b69906d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:48.632154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-3d286977-5c2c-426f-95da-7a2b69906d5a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1095 time: 0.1111951 Jul 14 10:13:48.711691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-0b119f16-9b64-4e5f-b635-7b133bdcc227 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 217 time: 0.0715179 Jul 14 10:13:48.806237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-2cc8dee1-30b8-4d20-8fc1-a2feebc243a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:48.807913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-2cc8dee1-30b8-4d20-8fc1-a2feebc243a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0899894 Jul 14 10:13:48.906966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-626ba6d9-1c85-470c-97a2-804adc1a619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:48.910024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-626ba6d9-1c85-470c-97a2-804adc1a619b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951533 Jul 14 10:13:49.098827 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-c58ef964-b3fb-4e2f-83c5-faa4528718b4 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805990 Jul 14 10:13:49.295344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30c21016-d36d-4b01-925e-14da4bdd4029 req-e8b8b8b3-b0cf-4d35-8671-6830338963c6 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893866 Jul 14 10:13:49.471323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-75fb8fed-7cd6-49f4-b774-9418e746a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:49.474596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-75fb8fed-7cd6-49f4-b774-9418e746a9b3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1095 time: 0.1081717 Jul 14 10:13:49.664783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-87165376-9c03-43d2-ab6f-7272cda2275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:49.667463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-87165376-9c03-43d2-ab6f-7272cda2275d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1862645 Jul 14 10:13:49.700697 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b77143-3010-4441-9372-41bdcacc53ed req-0b88dfba-2552-40a7-832c-bd30c099509e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:49.703705 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0b77143-3010-4441-9372-41bdcacc53ed req-0b88dfba-2552-40a7-832c-bd30c099509e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.1275058 Jul 14 10:13:49.748604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-04fd6a8d-4460-4a87-9787-f7d48c90041b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 217 time: 0.0740740 Jul 14 10:13:49.791061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b0b77143-3010-4441-9372-41bdcacc53ed req-95e11d4b-fe2f-4dd5-bb8f-3b72ef39df96 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698884 Jul 14 10:13:49.868487 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-1d75eab8-52ef-46d1-b15a-131deb1bd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:49.871298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-1d75eab8-52ef-46d1-b15a-131deb1bd9ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.1154385 Jul 14 10:13:49.978621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-e6276cc9-7ecb-4437-92a7-bfd08f0aad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:49.981463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-e6276cc9-7ecb-4437-92a7-bfd08f0aad70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022005 Jul 14 10:13:50.163310 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-20ca3862-69ad-4c56-bdde-d8b07f320d8b service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743016 Jul 14 10:13:50.335493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9f9b096-c5a1-493d-ab8d-cf0d0f65f2a5 req-eb62f934-1128-4118-91c0-47b28c6a590f service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651053 Jul 14 10:13:51.168821 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54672c-a686-484e-8da9-e06e39c4d698 req-89489f1c-f72c-4788-82bc-0c62cec6f9af tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:51.171680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1e54672c-a686-484e-8da9-e06e39c4d698 req-89489f1c-f72c-4788-82bc-0c62cec6f9af tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.1217294 Jul 14 10:13:51.250614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1e54672c-a686-484e-8da9-e06e39c4d698 req-5768410f-0437-4a93-9482-615bf428405f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684662 Jul 14 10:13:51.961982 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b5f03500-c296-466e-aa59-fc59d2d075f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:52.175048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 69f99620-971b-4e97-8a8d-d895dca36074 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:13:52.373391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:52.398228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '69f99620-971b-4e97-8a8d-d895dca36074', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '69f99620-971b-4e97-8a8d-d895dca36074', 'mac_address': 'fa:16:3e:67:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:13:52.479199 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:52.505472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f99620-971b-4e97-8a8d-d895dca36074 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:13:52.545873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:52.551935 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:52.602030 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cf080-b14c-40c3-b5d9-f45b21458d20 req-a2ae247f-89ad-452d-ab67-850306d13473 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:52.604982 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e81cf080-b14c-40c3-b5d9-f45b21458d20 req-a2ae247f-89ad-452d-ab67-850306d13473 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.1194394 Jul 14 10:13:52.652479 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:52.681265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e81cf080-b14c-40c3-b5d9-f45b21458d20 req-fcc5b64d-00d8-4e05-9e09-a55a6b3935eb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645006 Jul 14 10:13:52.760386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['69f99620-971b-4e97-8a8d-d895dca36074'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:13:53.928114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3b4fc-8b54-4e83-b3d2-3e65b0663ffc req-2790f9f4-340b-484c-bec8-61d7cf6c04b6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:53.930316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-27a3b4fc-8b54-4e83-b3d2-3e65b0663ffc req-2790f9f4-340b-484c-bec8-61d7cf6c04b6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 944 time: 0.0816631 Jul 14 10:13:54.000268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-27a3b4fc-8b54-4e83-b3d2-3e65b0663ffc req-ee45cce6-d9cb-487d-98ed-afb46e8b3e66 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586751 Jul 14 10:13:54.190518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 69f99620-971b-4e97-8a8d-d895dca36074 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:13:54.289953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49d28f56-27d3-4be0-9a30-50c11b774bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:54.301133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 69f99620-971b-4e97-8a8d-d895dca36074 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:13:54.308467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 69f99620-971b-4e97-8a8d-d895dca36074 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:13:54.309669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:54.464585 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:54.757401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:54.761542 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42734d82-fa20-440c-b06d-279790a4a88e" -d '{"events": [{"server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "name": "network-vif-plugged", "status": "completed", "tag": "69f99620-971b-4e97-8a8d-d895dca36074"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:54.788240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:54.794346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:13:54.802301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:54.846989 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44191ad-09a2-413b-9d74-72f88dc0853c x-openstack-request-id: req-c44191ad-09a2-413b-9d74-72f88dc0853c {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:54.847461 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "name": "network-vif-plugged", "status": "completed", "tag": "69f99620-971b-4e97-8a8d-d895dca36074", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:54.847881 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c44191ad-09a2-413b-9d74-72f88dc0853c {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:54.848540 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074', 'code': 200} Jul 14 10:13:54.909771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:13:55.033235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb201a-d89b-497b-aa8a-f8ce1bd83295 req-5c9ad84f-2835-4b07-8934-44cef2829956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:55.035863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aecb201a-d89b-497b-aa8a-f8ce1bd83295 req-5c9ad84f-2835-4b07-8934-44cef2829956 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1097 time: 0.1073496 Jul 14 10:13:55.100703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-aecb201a-d89b-497b-aa8a-f8ce1bd83295 req-ec810f39-6d5f-4adf-a6e9-8b67f14c4a14 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566077 Jul 14 10:13:55.297111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c768e-633c-4a2d-9295-18eb2fd7a1ba req-781b74fd-d2b4-4e68-8815-74d2de498b24 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:55.299167 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-453c768e-633c-4a2d-9295-18eb2fd7a1ba req-781b74fd-d2b4-4e68-8815-74d2de498b24 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0996614 Jul 14 10:13:55.355681 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:13:55.364562 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-453c768e-633c-4a2d-9295-18eb2fd7a1ba req-4c12b70e-0495-4605-b239-813ddc5eeb1b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541945 Jul 14 10:13:55.758277 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:56.622332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cf6f5-1994-429b-b58f-62fcfd33cf51 req-c5c756a2-84ed-492b-abab-f26bdbb994bb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:56.624188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c4cf6f5-1994-429b-b58f-62fcfd33cf51 req-c5c756a2-84ed-492b-abab-f26bdbb994bb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0832155 Jul 14 10:13:56.694306 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c4cf6f5-1994-429b-b58f-62fcfd33cf51 req-6fa58778-5c6e-4a45-9a49-8ba937c67cbe tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626965 Jul 14 10:13:57.008382 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6f971-4a4f-4708-b5b9-ade68fd2bb40 req-23d2c7c1-dded-4d32-8c80-d9f7f213e9ad tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:57.011388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6df6f971-4a4f-4708-b5b9-ade68fd2bb40 req-23d2c7c1-dded-4d32-8c80-d9f7f213e9ad tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.1162333 Jul 14 10:13:57.026955 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 48820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:13:57.036446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'floatingip': {'port_id': '69f99620-971b-4e97-8a8d-d895dca36074'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:13:57.112012 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:57.276370 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:57.416135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:58.516714 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:58.522970 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:58.700151 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac associated. External IP: 172.25.0.237, port: 69f99620-971b-4e97-8a8d-d895dca36074. Jul 14 10:13:59.045805 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:13:59.234708 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:13:59.241448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:13:59.250505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:13:59.263270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:59.263929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:13:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:59.314310 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b147ef1e-3432-42b9-b20b-c70f4099c675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "PUT /v2.0/floatingips/c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac HTTP/1.1" status: 200 len: 991 time: 2.2846978 Jul 14 10:13:59.315022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:13:59.319160 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7379f02-6710-4d9e-90d6-60022991a7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "tag": "69f99620-971b-4e97-8a8d-d895dca36074"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:13:59.384716 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89682100-cc05-459d-8519-068ee7a4b835 x-openstack-request-id: req-89682100-cc05-459d-8519-068ee7a4b835 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:13:59.385146 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "tag": "69f99620-971b-4e97-8a8d-d895dca36074", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:13:59.385543 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89682100-cc05-459d-8519-068ee7a4b835 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:13:59.387990 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074', 'status': 'completed', 'code': 200} Jul 14 10:13:59.435876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:13:59.526860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-8270d22e-3426-4e8b-988b-0a9de0800e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:59.530252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-8270d22e-3426-4e8b-988b-0a9de0800e35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1097 time: 0.1136205 Jul 14 10:13:59.701847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-69f9f33b-760f-4066-9db8-a169aee1b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:59.704375 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-69f9f33b-760f-4066-9db8-a169aee1b74b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1676064 Jul 14 10:13:59.800912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '69f99620-971b-4e97-8a8d-d895dca36074', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:67:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:13:58Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:59.823481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-a25f4857-3dad-4103-9004-86723a96fe96 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 999 time: 0.1128294 Jul 14 10:13:59.855108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:13:59.871678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:13:59.872838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:13:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:13:59.894097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-c9f80214-f263-410c-96ad-7da267c5df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:13:59.896868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-c9f80214-f263-410c-96ad-7da267c5df0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0672717 Jul 14 10:13:59.981082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:00.006541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-50084088-e0f2-4598-9437-f920b5eadd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:00.009416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-50084088-e0f2-4598-9437-f920b5eadd58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1051886 Jul 14 10:14:00.114607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:14:00.192539 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-17b723d9-30b0-4e00-91d2-699409b6d2ac service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762068 Jul 14 10:14:00.388098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7379f02-6710-4d9e-90d6-60022991a7c1 req-e994e06a-9e52-4fef-a8e0-ed7108202a09 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876409 Jul 14 10:14:00.551167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '69f99620-971b-4e97-8a8d-d895dca36074', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:67:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:13:58Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:14:00.610721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa745737-0723-43c1-99a5-fa255dff42f7 None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '69f99620-971b-4e97-8a8d-d895dca36074', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:67:84:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:13:58Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:14:00.913563 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd44cc3-cd6f-4b80-8250-c67133956d96 None None] New status for floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:14:01.912881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-4f04a79e-79a1-43cd-a753-6fd8e2f99ff3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0802488 Jul 14 10:14:02.091421 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-c26c78cc-0b29-4f19-a763-34764134d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.094198 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-c26c78cc-0b29-4f19-a763-34764134d993 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1097 time: 0.1195745 Jul 14 10:14:02.249632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-139a1f4d-da6b-4ced-89c5-04d848b9e226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.251594 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-139a1f4d-da6b-4ced-89c5-04d848b9e226 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1349802 Jul 14 10:14:02.353154 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-4029c3bd-6f9a-437d-ac90-43f8d09c62c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 1001 time: 0.0951729 Jul 14 10:14:02.416774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-8f7b9aaf-ab1b-4440-9bbc-93f04ce2c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.420370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-8f7b9aaf-ab1b-4440-9bbc-93f04ce2c046 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0604985 Jul 14 10:14:02.498393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-3ece36a3-2c2c-42c8-898f-02bfeb06cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:14:02.501215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-3ece36a3-2c2c-42c8-898f-02bfeb06cdbf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739405 Jul 14 10:14:02.689288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-f03da389-7403-49ff-9fb0-00b948b7cfa8 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803467 Jul 14 10:14:02.841265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b77e8403-6856-40b2-8358-eea6495f6b63 req-20d81694-4d96-41fe-8b98-2f9c08f24986 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445570 Jul 14 10:14:21.967229 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-89dbd3d6-1d00-4539-9ced-f6622d951890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.269789 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fa561422-f174-461e-9528-30d81a63975d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:24.595915 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:25.753081 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:27.284564 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:27.413807 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:29.940400 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:32.354910 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:14:51.968698 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e2439ef2-28b1-4216-a753-ab0321e79d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.263387 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e07b7e20-d1b5-41b1-bbbd-ea9b7acbf3a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:54.603882 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:55.755115 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:57.283941 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:57.411691 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:14:59.943465 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:02.941472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-65ea76a7-e82b-47a4-aeec-3b2dd365da7f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0937772 Jul 14 10:15:03.076183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-1716fa16-76c6-44e2-84f3-3b78b5e6294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:03.077863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-1716fa16-76c6-44e2-84f3-3b78b5e6294a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0704982 Jul 14 10:15:03.276880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-9ab4b549-e338-45a9-827c-5b1775b1c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:03.280258 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-9ab4b549-e338-45a9-827c-5b1775b1c8f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1758029 Jul 14 10:15:03.372229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-f185dd37-7cf3-4e60-adb9-36b9dd01d070 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 1001 time: 0.0849736 Jul 14 10:15:03.446046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-ec800eb6-e607-4c2b-ac50-41448011243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:03.448235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-ec800eb6-e607-4c2b-ac50-41448011243f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0683060 Jul 14 10:15:03.521243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-4b3f0eb7-362c-48e3-9aae-b8e8b8366f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:03.523923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-4b3f0eb7-362c-48e3-9aae-b8e8b8366f1c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689032 Jul 14 10:15:03.686416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-87ffb753-9155-41c7-b02e-ffee447e5d4d service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551554 Jul 14 10:15:03.814691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c5d1b55-15b5-4f38-accd-5f2d1bba6835 req-c6b08f51-e9b9-4147-9284-b5dd0ee67433 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207249 Jul 14 10:15:09.355333 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:21.971024 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ee170897-6598-4e31-b0f6-ee74d52f4ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:24.273961 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-38bc7eec-4af3-492e-905c-c910855ebbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:24.610767 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:25.766859 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:27.328980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:27.420948 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:29.946401 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:33.449577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee5e9b-ad0c-440f-85da-cc55ddd881d8 req-d4e46842-f84c-499d-89ae-55f046bc2adf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:33.452167 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1dee5e9b-ad0c-440f-85da-cc55ddd881d8 req-d4e46842-f84c-499d-89ae-55f046bc2adf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.1037138 Jul 14 10:15:33.499996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1dee5e9b-ad0c-440f-85da-cc55ddd881d8 req-b27775ec-bcf8-41a3-bdcc-67d162f8fa9e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376887 Jul 14 10:15:34.753732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cefa33f-ee1a-4a31-a2cc-62394491b163 req-d1f8d3c2-a584-4b4d-a614-cc87e76f41cd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:34.755683 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7cefa33f-ee1a-4a31-a2cc-62394491b163 req-d1f8d3c2-a584-4b4d-a614-cc87e76f41cd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0799959 Jul 14 10:15:34.810585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7cefa33f-ee1a-4a31-a2cc-62394491b163 req-2c5733a7-ae44-488e-87ff-5a226af49b10 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482879 Jul 14 10:15:36.106935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264feb3-3645-42dd-a403-ed280ef48d3e req-37e07dfa-d203-4a5f-a74b-df2cca1ea08a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:36.109571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2264feb3-3645-42dd-a403-ed280ef48d3e req-37e07dfa-d203-4a5f-a74b-df2cca1ea08a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.1194575 Jul 14 10:15:36.174725 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2264feb3-3645-42dd-a403-ed280ef48d3e req-c24998bc-1506-4568-9a88-8302925add68 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591028 Jul 14 10:15:37.373749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf8849-43bc-4c86-a009-f714ebafa969 req-a86245cd-d67c-48cf-a69f-06d1b686076a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:37.375468 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfdf8849-43bc-4c86-a009-f714ebafa969 req-a86245cd-d67c-48cf-a69f-06d1b686076a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0661197 Jul 14 10:15:37.421763 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfdf8849-43bc-4c86-a009-f714ebafa969 req-bdde2003-9aa1-476d-855d-e07d0d83f4a7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397208 Jul 14 10:15:38.616913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891b574-fc42-4071-ab08-9883f4835d6d req-2418ce63-04f1-42fe-adc1-257de04e22fa tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:38.618430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9891b574-fc42-4071-ab08-9883f4835d6d req-2418ce63-04f1-42fe-adc1-257de04e22fa tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0755026 Jul 14 10:15:38.669245 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9891b574-fc42-4071-ab08-9883f4835d6d req-ba5ada7f-7248-458f-8989-a48db3ef2867 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Jul 14 10:15:39.863785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca9da4-7728-4154-ac64-09f48854d2ae req-d218dcf2-4ca1-4434-90cc-637ea8b44ef8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:39.865317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38ca9da4-7728-4154-ac64-09f48854d2ae req-d218dcf2-4ca1-4434-90cc-637ea8b44ef8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0675728 Jul 14 10:15:39.905866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38ca9da4-7728-4154-ac64-09f48854d2ae req-3c1bca13-d526-40f9-9ed3-985b1f297e1e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348420 Jul 14 10:15:41.132504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd638ab-617e-4cba-a535-d4701bdb0785 req-4e63efef-7bc7-4122-b064-e19b0b09241d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:41.134143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dd638ab-617e-4cba-a535-d4701bdb0785 req-4e63efef-7bc7-4122-b064-e19b0b09241d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0703874 Jul 14 10:15:41.191080 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2dd638ab-617e-4cba-a535-d4701bdb0785 req-e02be673-c56d-4e61-b582-36de2d37d575 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502114 Jul 14 10:15:42.399077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c2187-9ac3-4f81-a388-a1dc8d4eac23 req-23db1baa-1613-494e-ab9a-a81a41efc335 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:42.400736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-573c2187-9ac3-4f81-a388-a1dc8d4eac23 req-23db1baa-1613-494e-ab9a-a81a41efc335 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0867178 Jul 14 10:15:42.443477 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-573c2187-9ac3-4f81-a388-a1dc8d4eac23 req-56ee803d-8a04-45e9-a1fa-9feaac2d290c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358727 Jul 14 10:15:43.689657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12e9df-ed84-46c0-9825-e5e2c17ba98d req-e81e53e1-e2c0-488a-8046-e1a985ca88e7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:43.692361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d12e9df-ed84-46c0-9825-e5e2c17ba98d req-e81e53e1-e2c0-488a-8046-e1a985ca88e7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.1114893 Jul 14 10:15:43.763897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d12e9df-ed84-46c0-9825-e5e2c17ba98d req-128925c5-00fb-475a-9635-1c14940d5788 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643189 Jul 14 10:15:45.022015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5d42-33b1-49bf-9cf1-2e8cd7da9d72 req-9bbd213d-9bd5-4b75-9f4f-7b9ffc417cd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:45.023969 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f8e5d42-33b1-49bf-9cf1-2e8cd7da9d72 req-9bbd213d-9bd5-4b75-9f4f-7b9ffc417cd4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.1000705 Jul 14 10:15:45.090504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f8e5d42-33b1-49bf-9cf1-2e8cd7da9d72 req-ad5fb1a5-05e1-47c2-b875-177ab707892a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591083 Jul 14 10:15:45.875556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c207e-8c70-41f5-9df5-9d6a9043e9c6 req-59710628-121b-477e-a353-28d17ad38e04 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:45.877944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8a8c207e-8c70-41f5-9df5-9d6a9043e9c6 req-59710628-121b-477e-a353-28d17ad38e04 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.1276059 Jul 14 10:15:45.885375 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-68a86aa6-567d-47f3-8c20-6ada54ea1116 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1942999 Jul 14 10:15:45.941232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8a8c207e-8c70-41f5-9df5-9d6a9043e9c6 req-fa7cb4dd-6e31-4096-a034-98a182c5ca67 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511355 Jul 14 10:15:46.359419 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:15:47.221703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e0049-48e5-49e8-b5bd-ba1ce29bd516 req-f03c71b5-450f-4590-986a-c0122dfc5cbb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:47.223269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b80e0049-48e5-49e8-b5bd-ba1ce29bd516 req-f03c71b5-450f-4590-986a-c0122dfc5cbb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.1531909 Jul 14 10:15:47.273050 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b80e0049-48e5-49e8-b5bd-ba1ce29bd516 req-21077ac1-0c98-42e3-a545-1c8f6b936fbe tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438497 Jul 14 10:15:47.500417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-7b80038a-4823-4915-8b54-497d056f52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:47.501975 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-7b80038a-4823-4915-8b54-497d056f52cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0615444 Jul 14 10:15:47.606855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-f185251d-2997-420c-878f-a4c67505104a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:47.608438 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-f185251d-2997-420c-878f-a4c67505104a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1002071 Jul 14 10:15:47.726410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-0b4c8722-83c4-47cd-9b45-80254d2614be service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 1001 time: 0.1110337 Jul 14 10:15:47.787025 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-3b8673d1-7867-4521-aa1e-3cd4e8f64108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:47.788498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-3b8673d1-7867-4521-aa1e-3cd4e8f64108 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0555949 Jul 14 10:15:47.874290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-d180f2c5-7baa-408f-b9e3-628040571a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:47.876075 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-d180f2c5-7baa-408f-b9e3-628040571a75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799129 Jul 14 10:15:48.036249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-485537ab-e44a-436b-8602-66b92c30dc21 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525598 Jul 14 10:15:48.177123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-9f7c8471-1782-4f60-8ab6-840b54d635b8 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345401 Jul 14 10:15:48.567618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74aad-e14b-459e-beec-a7ec75d9037e req-66028382-19f6-45fc-8572-286108e18b10 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:48.569314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7f74aad-e14b-459e-beec-a7ec75d9037e req-66028382-19f6-45fc-8572-286108e18b10 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.1675045 Jul 14 10:15:48.618539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e7f74aad-e14b-459e-beec-a7ec75d9037e req-b79d5aa4-08f6-4d88-8200-eb6517c8704e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432792 Jul 14 10:15:49.914427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b209310e-b67d-492b-a449-05ec57c0d63f req-c8a3e68c-aa62-4d55-b11f-ba990c6c93ba tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:49.915875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b209310e-b67d-492b-a449-05ec57c0d63f req-c8a3e68c-aa62-4d55-b11f-ba990c6c93ba tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0934529 Jul 14 10:15:49.962442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b209310e-b67d-492b-a449-05ec57c0d63f req-ca63433e-d35d-49c3-bd07-91830dd45807 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384629 Jul 14 10:15:50.182067 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-a72fa1ca-f913-4343-b473-ef55a9ef3e72 service neutron] show failed (client error): The resource could not be found. Jul 14 10:15:50.183660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-a72fa1ca-f913-4343-b473-ef55a9ef3e72 service neutron] 10.222.0.69 "GET /v2.0/ports/69f99620-971b-4e97-8a8d-d895dca36074/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0678432 Jul 14 10:15:50.475837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-c2bdc897-1922-4dfe-a439-e7b5e247023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:50.477538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-c2bdc897-1922-4dfe-a439-e7b5e247023c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 1097 time: 0.0629623 Jul 14 10:15:50.491758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:15:50.593013 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:50.837870 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:50.875956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:50.929633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:50.932642 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df2d12d-f7bd-425c-96c0-3a2a2e28f755" -d '{"events": [{"server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "69f99620-971b-4e97-8a8d-d895dca36074"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:50.937383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:50.952263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Transition to ACTIVE for port object 69f99620-971b-4e97-8a8d-d895dca36074 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:15:50.957217 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:51.011033 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8024788b-aeb4-4ac3-9880-c544b5bc9364 x-openstack-request-id: req-8024788b-aeb4-4ac3-9880-c544b5bc9364 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:51.011543 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "69f99620-971b-4e97-8a8d-d895dca36074", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:51.012883 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8024788b-aeb4-4ac3-9880-c544b5bc9364 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:51.012883 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074', 'code': 200} Jul 14 10:15:51.079479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:51.107269 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.107778 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.108401 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.108990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.109550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.110097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.110633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.111203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.111775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.112390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.112949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.113524 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:51.162651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] No DVR routers for this DVR port 69f99620-971b-4e97-8a8d-d895dca36074 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:15:51.204833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bba672-de24-47c2-9e80-f1088d3133c4 req-373b5da4-9f7e-4c56-9d7d-930c439bc17d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:51.206478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7bba672-de24-47c2-9e80-f1088d3133c4 req-373b5da4-9f7e-4c56-9d7d-930c439bc17d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.0886214 Jul 14 10:15:51.263617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7bba672-de24-47c2-9e80-f1088d3133c4 req-f007acb6-e26d-45be-84ff-1a473e3a8610 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498211 Jul 14 10:15:51.366925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Attempting to bind port 69f99620-971b-4e97-8a8d-d895dca36074 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:15:51.367604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Attempting to bind port 69f99620-971b-4e97-8a8d-d895dca36074 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:15:51.368115 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Attempting to bind port 69f99620-971b-4e97-8a8d-d895dca36074 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:15:51.376698 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Port 69f99620-971b-4e97-8a8d-d895dca36074 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:15:51.377268 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Attempting to bind port 69f99620-971b-4e97-8a8d-d895dca36074 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:15:51.387628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:15:51.388157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:15:51.388858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:15:51.389588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Bound port: 69f99620-971b-4e97-8a8d-d895dca36074, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:15:51.390203 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:51.484490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:15:51.488397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:15:51.493398 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:51.534201 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:51.535193 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:51.537628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] 10.222.0.66 "PUT /v2.0/ports/69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 1092 time: 1.0500908 Jul 14 10:15:51.581126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec999a-474a-4a1b-adcb-62a9f33888b9 service neutron] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:51.662352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-49794d05-c3ba-46e4-adb7-3b0b8b5329ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:51.664716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-49794d05-c3ba-46e4-adb7-3b0b8b5329ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1095 time: 0.0925543 Jul 14 10:15:51.821379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-d2246aab-a7c4-4706-9316-d590bfbfd72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:51.824651 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-d2246aab-a7c4-4706-9316-d590bfbfd72a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1511803 Jul 14 10:15:51.905160 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-d88af2ff-7c42-4f4e-a55f-9f65be9959d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 999 time: 0.0730846 Jul 14 10:15:51.972445 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1a2bc211-55c6-48fc-a88c-aba1df5389a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:51.993321 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-2974de14-e4c9-46f5-8c1e-941ee15d1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:51.996295 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-2974de14-e4c9-46f5-8c1e-941ee15d1196 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0833869 Jul 14 10:15:52.095215 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-2e756559-3d63-4eae-bf86-75027ffea051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:52.097786 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-2e756559-3d63-4eae-bf86-75027ffea051 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935156 Jul 14 10:15:52.262514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-b1d94cc5-c55e-40b5-aaa9-9e2b413c6b8d service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510208 Jul 14 10:15:52.395821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2e324fa-9170-4508-a4e3-b907da0d1844 req-27b21f7d-8b17-40ec-9101-0f7a22a4b64a service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263142 Jul 14 10:15:52.536706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626d31e-3b04-43b8-9317-a94a921c6d80 req-c5bf2d3f-5468-4b41-b266-518c55dda8c9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:52.538396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c626d31e-3b04-43b8-9317-a94a921c6d80 req-c5bf2d3f-5468-4b41-b266-518c55dda8c9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.0845439 Jul 14 10:15:52.584025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c626d31e-3b04-43b8-9317-a94a921c6d80 req-045df8a6-1a56-4ae3-b1a2-ff4137324790 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360992 Jul 14 10:15:53.013719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:53.016701 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2f9ff7-bd82-4ff4-a300-e55190c974ec" -d '{"events": [{"name": "network-changed", "server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "tag": "69f99620-971b-4e97-8a8d-d895dca36074"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:53.074719 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e342dd-4b37-4c53-a17f-341bcfe7b403 x-openstack-request-id: req-d6e342dd-4b37-4c53-a17f-341bcfe7b403 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:53.075021 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "tag": "69f99620-971b-4e97-8a8d-d895dca36074", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:53.075282 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6e342dd-4b37-4c53-a17f-341bcfe7b403 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:53.075702 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074', 'status': 'completed', 'code': 200} Jul 14 10:15:53.181887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-ff6d1e79-4f10-420d-a6b3-b10548c87225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.184019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-ff6d1e79-4f10-420d-a6b3-b10548c87225 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1095 time: 0.0877936 Jul 14 10:15:53.194193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-fe9bf2da-4b40-4bb5-a5af-26dc55e2e6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.196556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-fe9bf2da-4b40-4bb5-a5af-26dc55e2e6f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1095 time: 0.0990188 Jul 14 10:15:53.321507 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-7c7e927b-0fb2-42a4-a787-4be032d94b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.323011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-7c7e927b-0fb2-42a4-a787-4be032d94b27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1323633 Jul 14 10:15:53.343087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-14d28b74-1cc4-4b73-89bd-a0de98b82b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.345672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-14d28b74-1cc4-4b73-89bd-a0de98b82b42 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1427772 Jul 14 10:15:53.435046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-1048edf0-66a0-47af-9298-409205f4b9b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 999 time: 0.0826435 Jul 14 10:15:53.440990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-d8617e6e-19dd-4210-89f6-da8712fa2531 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 999 time: 0.1089368 Jul 14 10:15:53.498464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-eea9b619-8796-430d-aca3-9329b37ed57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.500021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-eea9b619-8796-430d-aca3-9329b37ed57b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0592492 Jul 14 10:15:53.525704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-51508943-b192-41b7-ba76-e4da056ca079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.528244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-51508943-b192-41b7-ba76-e4da056ca079 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0811048 Jul 14 10:15:53.576163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-1be827ca-25a3-4355-803f-a06a855a6266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.578766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-1be827ca-25a3-4355-803f-a06a855a6266 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722868 Jul 14 10:15:53.614352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-c96949a1-5c44-44f8-aae0-8bb565c7edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.617020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-c96949a1-5c44-44f8-aae0-8bb565c7edb1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0815213 Jul 14 10:15:53.721711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-58be2cee-2fb2-4a20-9aad-7b53249411c4 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359179 Jul 14 10:15:53.773819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-92487d46-22d1-4231-a94b-cb30ef435586 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472237 Jul 14 10:15:53.881112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-7bc62374-9007-453b-995c-2a043b1442e9 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523044 Jul 14 10:15:53.953641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d5850-5790-4886-ad8b-550158e9acb6 req-525cb5b2-c27b-4cac-b1f3-69167f7a73ff tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:53.955293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a1d5850-5790-4886-ad8b-550158e9acb6 req-525cb5b2-c27b-4cac-b1f3-69167f7a73ff tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.1782362 Jul 14 10:15:53.957498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de2f9ff7-bd82-4ff4-a300-e55190c974ec req-dd75063f-52e5-4b07-96df-5d8a91d07fde service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597672 Jul 14 10:15:54.006852 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0a1d5850-5790-4886-ad8b-550158e9acb6 req-39234f73-d695-4f61-8245-3474dfdaa477 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397034 Jul 14 10:15:54.281015 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-233f9643-d6a7-4094-bb5c-b7e3c8434c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.594678 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:54.717284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 69f99620-971b-4e97-8a8d-d895dca36074 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:15:54.757054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 69f99620-971b-4e97-8a8d-d895dca36074 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:15:55.219430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657dce-9156-4718-8385-33513d5e152c req-c9ced4e9-bf83-48fc-b2c3-ba66b3b11467 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.220982 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f657dce-9156-4718-8385-33513d5e152c req-c9ced4e9-bf83-48fc-b2c3-ba66b3b11467 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.0910640 Jul 14 10:15:55.264173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f657dce-9156-4718-8385-33513d5e152c req-9843bc9f-61a6-4237-902e-07add02f8fed tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374320 Jul 14 10:15:55.717997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 69f99620-971b-4e97-8a8d-d895dca36074 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:15:55.768980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e388f-c3b9-4071-81bc-c34a62e4b069 req-2a37c48e-0deb-4efc-8cc8-e9e6c673f3ff tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.771498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c6e388f-c3b9-4071-81bc-c34a62e4b069 req-2a37c48e-0deb-4efc-8cc8-e9e6c673f3ff tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 943 time: 0.1568756 Jul 14 10:15:55.814339 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:55.824094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-0a3239ad-1d8c-4595-8417-edaf94c6d236 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:55.826599 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-0a3239ad-1d8c-4595-8417-edaf94c6d236 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3&tenant_id=0b983cdec91f4e74999c8e6dc473d529&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 943 time: 0.1689532 Jul 14 10:15:55.873623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:55.887826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '69f99620-971b-4e97-8a8d-d895dca36074', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '69f99620-971b-4e97-8a8d-d895dca36074', 'mac_address': 'fa:16:3e:67:84:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:15:55.905269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c6e388f-c3b9-4071-81bc-c34a62e4b069 req-85632e0b-c3d2-4253-80f5-5da33e78ef61 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246362 Jul 14 10:15:55.942359 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-6b2c5d0b-3221-4777-8369-9d871b61a496 service neutron] delete failed (client error): The resource could not be found. Jul 14 10:15:55.943435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-6b2c5d0b-3221-4777-8369-9d871b61a496 service neutron] 10.222.0.69 "DELETE /v2.0/ports/69f99620-971b-4e97-8a8d-d895dca36074/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.1090310 Jul 14 10:15:55.951517 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:55.968609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69f99620-971b-4e97-8a8d-d895dca36074 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:15:55.992272 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:55.997139 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:56.054209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:56.062610 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.062953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.063297 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.063639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.063983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.064353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.064691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.065023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.065350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.065682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.066001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.066357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:15:56.250166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['69f99620-971b-4e97-8a8d-d895dca36074'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:15:56.449685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-70152b06-eacf-4b92-b29a-9e9964834a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:56.451548 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-70152b06-eacf-4b92-b29a-9e9964834a7f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1096 time: 0.4549785 Jul 14 10:15:56.553216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-a14d50e9-3f40-4c5f-b9f4-27236fc4445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:56.554740 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-a14d50e9-3f40-4c5f-b9f4-27236fc4445c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0964999 Jul 14 10:15:56.630383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-e0aad265-2224-48d3-b10a-71aae29a5f2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 1000 time: 0.0675006 Jul 14 10:15:56.688850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-16fdc1f8-b911-47a7-960d-4498532f4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:56.690346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-16fdc1f8-b911-47a7-960d-4498532f4bd9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0528393 Jul 14 10:15:56.774230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-e869e764-c835-4c96-84c1-c2d648da0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:56.776883 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-e869e764-c835-4c96-84c1-c2d648da0e11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804491 Jul 14 10:15:56.890295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-ddcdc305-d9cc-4e59-881b-f3e0faf32911 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068854 Jul 14 10:15:57.013522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dae45a3a-26d0-4097-a3b2-5ac4cff52005 req-5e65d38c-ddb5-49dd-9aef-ca40c694ec67 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159499 Jul 14 10:15:57.165840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789414a-4491-43dc-9011-1806ac461edf req-30ba2016-d866-47c8-9970-abb45b64a5d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:57.167986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0789414a-4491-43dc-9011-1806ac461edf req-30ba2016-d866-47c8-9970-abb45b64a5d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 944 time: 0.0977654 Jul 14 10:15:57.213604 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0789414a-4491-43dc-9011-1806ac461edf req-29dd264c-832e-4b25-8ccf-ea49840dd369 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385928 Jul 14 10:15:57.323341 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.423268 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.721440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 69f99620-971b-4e97-8a8d-d895dca36074 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:15:57.775481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 69f99620-971b-4e97-8a8d-d895dca36074 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:15:57.781549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 69f99620-971b-4e97-8a8d-d895dca36074 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:15:57.781913 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.866768 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.890246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:15:57.892560 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b2bc7-2448-41bc-9985-874c54e35b4f" -d '{"events": [{"server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "name": "network-vif-plugged", "status": "completed", "tag": "69f99620-971b-4e97-8a8d-d895dca36074"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:15:57.906025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:15:57.913129 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:15:57.963156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:15:57.998737 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea12818f-f448-41c3-9354-203f0127d84f x-openstack-request-id: req-ea12818f-f448-41c3-9354-203f0127d84f {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:15:57.999031 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "name": "network-vif-plugged", "status": "completed", "tag": "69f99620-971b-4e97-8a8d-d895dca36074", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:15:57.999285 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea12818f-f448-41c3-9354-203f0127d84f {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:15:57.999693 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074', 'code': 200} Jul 14 10:15:58.413052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ee91d-ac5e-481e-ab6e-14389f7b003f req-feb352ce-e6b7-45e4-88d7-960aae57f038 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:58.414623 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-853ee91d-ac5e-481e-ab6e-14389f7b003f req-feb352ce-e6b7-45e4-88d7-960aae57f038 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0681872 Jul 14 10:15:58.456873 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-853ee91d-ac5e-481e-ab6e-14389f7b003f req-e460a343-3854-4b5d-8319-420f52bbedd0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334651 Jul 14 10:15:58.661868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639035d-0f7f-40d7-af98-aa7bb896209f req-59f8b288-7db0-4304-bae0-08af60358d79 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:58.663404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a639035d-0f7f-40d7-af98-aa7bb896209f req-59f8b288-7db0-4304-bae0-08af60358d79 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0766759 Jul 14 10:15:58.729495 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a639035d-0f7f-40d7-af98-aa7bb896209f req-44618673-6684-45e8-8352-4ac4555b849b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580251 Jul 14 10:15:59.151049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821ab3c-8679-4aab-b80f-104b6acab6c3 req-0e12d69f-5310-474d-a66a-0b855014df6f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:59.152862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2821ab3c-8679-4aab-b80f-104b6acab6c3 req-0e12d69f-5310-474d-a66a-0b855014df6f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0697923 Jul 14 10:15:59.157473 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-24fbe0b4-a69c-4c72-a4a2-c42a526a6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:59.160142 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-24fbe0b4-a69c-4c72-a4a2-c42a526a6133 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0947795 Jul 14 10:15:59.197750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2821ab3c-8679-4aab-b80f-104b6acab6c3 req-90e01dd8-4730-4335-bb3c-57c834913cdf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383198 Jul 14 10:15:59.272862 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-cbddc7bb-c410-428c-8442-431042d6c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:59.274702 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-cbddc7bb-c410-428c-8442-431042d6c47c service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1078048 Jul 14 10:15:59.359207 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-1bf84334-a29c-4836-8020-eb4f0f69fc58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 200 len: 1001 time: 0.0767403 Jul 14 10:15:59.436164 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-1a8b35c6-a274-4009-bdd5-e7f1a33970eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:59.438237 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-1a8b35c6-a274-4009-bdd5-e7f1a33970eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0714068 Jul 14 10:15:59.525904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-99abbc1b-d5b4-4ed5-ad09-b23be8b9beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:15:59.529196 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-99abbc1b-d5b4-4ed5-ad09-b23be8b9beeb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837121 Jul 14 10:15:59.627133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-46640c48-6f01-49e9-a7a2-0135f4da584d service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909889 Jul 14 10:15:59.722931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9f06cf7b-d205-4b2a-b0bd-4d3e7dcc8fa0 req-0ee0755c-04ff-44e4-9cf4-522e8bed66c0 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878475 Jul 14 10:15:59.949155 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:00.415699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf877b54-0c6d-4d0f-926a-de4f97ba761c req-b457e327-0c81-4f5a-aae6-84c3cb352b78 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:00.417932 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf877b54-0c6d-4d0f-926a-de4f97ba761c req-b457e327-0c81-4f5a-aae6-84c3cb352b78 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0746660 Jul 14 10:16:00.475626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf877b54-0c6d-4d0f-926a-de4f97ba761c req-e07ae9be-6eea-4a69-be9c-54eb27d223aa tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503449 Jul 14 10:16:01.671590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639fe05-ba0b-41a5-97f3-e11a07363324 req-eacf018e-c207-47e9-b074-4e0169b6a0b4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:01.673187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0639fe05-ba0b-41a5-97f3-e11a07363324 req-eacf018e-c207-47e9-b074-4e0169b6a0b4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0717008 Jul 14 10:16:01.719235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0639fe05-ba0b-41a5-97f3-e11a07363324 req-bbe9bf7c-5a86-4d9c-a947-8c66a3965a42 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378501 Jul 14 10:16:02.216500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d6965-fa20-4810-9ff2-3bcf05b265f7 req-aaab6cb0-46ae-46aa-b90b-9bda71d80ccc tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:02.218146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-096d6965-fa20-4810-9ff2-3bcf05b265f7 req-aaab6cb0-46ae-46aa-b90b-9bda71d80ccc tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0717142 Jul 14 10:16:02.262724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-096d6965-fa20-4810-9ff2-3bcf05b265f7 req-42fdec97-b2b1-49aa-9848-b6ee1f186a26 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387096 Jul 14 10:16:03.477097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d28b0-3a01-4c3f-af05-2aba8264b7cd req-ea7bac1d-46c9-47aa-9b95-e9822b615baf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:03.478659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-863d28b0-3a01-4c3f-af05-2aba8264b7cd req-ea7bac1d-46c9-47aa-9b95-e9822b615baf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0779147 Jul 14 10:16:03.521517 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-863d28b0-3a01-4c3f-af05-2aba8264b7cd req-f18c51ac-9ecc-4dcf-8e53-4e215b855881 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359356 Jul 14 10:16:03.605906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-2a72c805-39da-403e-801a-fbb89a855173 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:03.607363 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-2a72c805-39da-403e-801a-fbb89a855173 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 945 time: 0.0830157 Jul 14 10:16:03.719523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Deleting port 69f99620-971b-4e97-8a8d-d895dca36074 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:16:03.719855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:03.818784 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] For port 69f99620-971b-4e97-8a8d-d895dca36074, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=69f99620-971b-4e97-8a8d-d895dca36074,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:03.819144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:04.000564 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:04.000940 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:04.001256 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac disassociated. External IP: 172.25.0.237, port: 69f99620-971b-4e97-8a8d-d895dca36074. Jul 14 10:16:04.001608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Calling delete_port for 69f99620-971b-4e97-8a8d-d895dca36074 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:16:04.134854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:04.176956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event deleted for resources: {'Port': ['ID=69f99620-971b-4e97-8a8d-d895dca36074,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:04.295443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:16:04.405157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:16:04.414868 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:16:04.426994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:04.427654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:15:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:04.583203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:04.712486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dcbdbbca-d461-4c4b-b8ae-ba5b2ea63ce3 req-56e059b3-df73-40f8-bf11-eaf25231c254 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=48dfc196-fe16-4d23-8189-a61afe589ad3 HTTP/1.1" status: 200 len: 210 time: 0.0357952 Jul 14 10:16:04.816099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] No DVR routers for this DVR port 69f99620-971b-4e97-8a8d-d895dca36074 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:16:04.818862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:04.821018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c5fb17d-c9a3-4606-9a2c-37621fc6882d req-4156fcd7-7ca9-44d7-ac73-f6072eb1b9da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "DELETE /v2.0/ports/69f99620-971b-4e97-8a8d-d895dca36074 HTTP/1.1" status: 204 len: 173 time: 1.2081292 Jul 14 10:16:04.821482 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'name': 'network-vif-deleted', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:04.823982 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9088e334-74a1-4f88-bc53-c48ea0f100a3" -d '{"events": [{"server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "name": "network-vif-deleted", "tag": "69f99620-971b-4e97-8a8d-d895dca36074"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:04.869729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:04.883911 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab8232-f13c-4df2-970c-9c77794d25d6 x-openstack-request-id: req-5cab8232-f13c-4df2-970c-9c77794d25d6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:04.884407 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48dfc196-fe16-4d23-8189-a61afe589ad3", "name": "network-vif-deleted", "tag": "69f99620-971b-4e97-8a8d-d895dca36074", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:04.884818 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5cab8232-f13c-4df2-970c-9c77794d25d6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:04.885610 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48dfc196-fe16-4d23-8189-a61afe589ad3', 'name': 'network-vif-deleted', 'tag': '69f99620-971b-4e97-8a8d-d895dca36074', 'status': 'completed', 'code': 200} Jul 14 10:16:04.902375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:16:04.913000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:04.913000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:15:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:05.048776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:05.327761 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:05.363132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f90f9-05bb-4375-a524-d55d65d80655 None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:16:05.624879 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70b13c3-b970-4bca-ad0f-12af95d275e2 None None] New status for floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:16:06.099251 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-1dc561d2-9fe5-4260-b139-46f4d96f2a07 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1412925275&fields=id&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 267 time: 0.0385108 Jul 14 10:16:06.229220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-aa15248b-2e45-4165-a2ab-0b84655f4bdd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:06.230872 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-aa15248b-2e45-4165-a2ab-0b84655f4bdd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 811 time: 0.1244090 Jul 14 10:16:06.251252 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f634e4c8-c2ad-40ef-a286-9665b55c8cdb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/quotas/0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 375 time: 0.0113208 Jul 14 10:16:06.335961 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-0bea982c-3825-47f4-a843-df496fd97f23 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787728 Jul 14 10:16:06.411805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b5425d16-df5b-44f7-bce5-76872d6251c3 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:16:06.412906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b5425d16-df5b-44f7-bce5-76872d6251c3 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640376 Jul 14 10:16:06.514428 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-adf1b965-662b-4559-8bcf-bd30c7c36897 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943410 Jul 14 10:16:06.608222 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-bffbfc87-8e39-4e44-8f0b-58b79c059d1b service neutron] 10.222.0.73 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877490 Jul 14 10:16:06.821571 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f88e8b95-1d44-41b1-a9c0-0e8619938def req-ab4d9cbe-281f-4708-807a-4582bb1302dd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 210 time: 0.0413358 Jul 14 10:16:07.780411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 69f99620-971b-4e97-8a8d-d895dca36074 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:16:07.996818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 69f99620-971b-4e97-8a8d-d895dca36074 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:16:07.997391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 69f99620-971b-4e97-8a8d-d895dca36074 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:16:08.016360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b403d41-c48b-438c-a0dd-4fa18febb9fb req-24eb4a63-2e19-419f-add3-c11fb95fa2d5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 210 time: 0.0332644 Jul 14 10:16:08.421940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-c869d77c-c0a7-45d3-9b61-b9fc41f90f99 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:08.423611 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-c869d77c-c0a7-45d3-9b61-b9fc41f90f99 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 811 time: 0.1531856 Jul 14 10:16:08.478517 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-8e7b9e4e-5a8b-4e39-ab24-7287762f0114 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 380 time: 0.0464420 Jul 14 10:16:08.488451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'port': {'device_id': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'admin_state_up': True, 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'security_groups': ['0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:08.646258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Made reservation on behalf of 0b983cdec91f4e74999c8e6dc473d529 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:16:08.651670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:08.835774 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Allocated IP 172.20.0.7 (ae8b06a3-8e52-4205-a3b4-9942416d0486/4c42ffab-3884-4678-8e35-020a41fd7b55/32b5e318-7d65-4c81-a5b3-cd5560351249) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:16:09.010496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.027419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Transition to ACTIVE for port object 32b5e318-7d65-4c81-a5b3-cd5560351249 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:16:09.064152 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.107353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:16:09.110934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:16:09.117489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:16:09.159551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:09.171817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.172170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.172583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.172927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.173261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.173596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.173926 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.174256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.174587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.174910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.175235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.175557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:16:09.194148 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:09.195281 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.214067 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-f67ea5af-fbcf-41c2-a51e-876606f4abc9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7297704 Jul 14 10:16:09.227299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Request body: {'port': {'device_id': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:09.235442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02f390-df0e-4c68-81fb-92f5f23e2229 req-2794ce0e-c0c7-4d26-9ccc-b2381045e958 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:09.237235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc02f390-df0e-4c68-81fb-92f5f23e2229 req-2794ce0e-c0c7-4d26-9ccc-b2381045e958 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 931 time: 0.0805573 Jul 14 10:16:09.282867 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dc02f390-df0e-4c68-81fb-92f5f23e2229 req-6e84a80f-a81a-4e02-b8a0-d89d7992e04d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380025 Jul 14 10:16:09.321653 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.447310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6cb47252-d580-4931-956e-44a218bd75a6 None None] Provisioning for port 32b5e318-7d65-4c81-a5b3-cd5560351249 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:16:09.453287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6cb47252-d580-4931-956e-44a218bd75a6 None None] Provisioning complete for port 32b5e318-7d65-4c81-a5b3-cd5560351249 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:16:09.453774 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6cb47252-d580-4931-956e-44a218bd75a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.489439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-6cb47252-d580-4931-956e-44a218bd75a6 None None] Port 32b5e318-7d65-4c81-a5b3-cd5560351249 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:16:09.627285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b5e318-7d65-4c81-a5b3-cd5560351249 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:16:09.635429 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.651763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Transition to ACTIVE for port object 32b5e318-7d65-4c81-a5b3-cd5560351249 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:16:09.655423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.730563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:09.790548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:16:09.790885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:16:09.791229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:09.797672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:16:09.798008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:16:09.804159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:16:09.804543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:16:09.804965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:16:09.805413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Bound port: 32b5e318-7d65-4c81-a5b3-cd5560351249, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:16:09.805781 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.890640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:16:09.894340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:16:09.898805 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.940049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:09.940751 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:09.942111 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] 10.222.0.69 "PUT /v2.0/ports/32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1092 time: 0.7201431 Jul 14 10:16:09.942584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:09.944931 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:09.986330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e67a93-338a-4959-88d9-57cfb4d11bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:10.083214 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-2d35c502-09a8-47e9-9559-00cd11c91376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.084948 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-2d35c502-09a8-47e9-9559-00cd11c91376 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1095 time: 0.0925896 Jul 14 10:16:10.106472 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8516f0-64d1-40df-a722-b16c51c2dc3f x-openstack-request-id: req-2e8516f0-64d1-40df-a722-b16c51c2dc3f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:10.106793 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:10.107084 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2e8516f0-64d1-40df-a722-b16c51c2dc3f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:10.107554 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'status': 'completed', 'code': 200} Jul 14 10:16:10.145652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-cae78212-eeec-4a96-acdc-c8c8c7be2217 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 217 time: 0.0508347 Jul 14 10:16:10.203441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-7328a682-d3e8-49df-84a9-9669670f6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.205174 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-7328a682-d3e8-49df-84a9-9669670f6853 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0523531 Jul 14 10:16:10.284598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b260e3ff-6266-4918-8dcf-2239e67235b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.286149 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-b260e3ff-6266-4918-8dcf-2239e67235b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748146 Jul 14 10:16:10.408208 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-218de54d-27d2-48ff-8813-b5e359929417 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151428 Jul 14 10:16:10.511861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-03eacca7-d870-47bd-9413-6483dabd4ff3 req-9c4f4a61-e84c-4881-804b-9551aa82a82d service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968022 Jul 14 10:16:10.517062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba592-0fca-45b3-9d1a-d26fe24e3bdf req-f779e5d9-ed63-4a4c-966d-d5a9d14aa19c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.518597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa4ba592-0fca-45b3-9d1a-d26fe24e3bdf req-f779e5d9-ed63-4a4c-966d-d5a9d14aa19c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 943 time: 0.0813584 Jul 14 10:16:10.562061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fa4ba592-0fca-45b3-9d1a-d26fe24e3bdf req-31c202cf-cad1-4a4d-9c68-433dd8a50cae tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371056 Jul 14 10:16:10.630436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-7da42c4c-c04c-4e9f-907f-41fb0d757e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.631984 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-7da42c4c-c04c-4e9f-907f-41fb0d757e81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1095 time: 0.0673292 Jul 14 10:16:10.736514 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-15a17c28-dc27-4ace-8ae4-f9e3cc79f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.738021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-15a17c28-dc27-4ace-8ae4-f9e3cc79f01c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0997126 Jul 14 10:16:10.781235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-f2eede66-873f-4cc7-8a32-da621e933f51 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 217 time: 0.0360794 Jul 14 10:16:10.833605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-d849a3bd-b73d-4251-b514-5ffe98806bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.835073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-d849a3bd-b73d-4251-b514-5ffe98806bb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0469174 Jul 14 10:16:10.900023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-cb7ff563-b37b-4071-9c6f-aa324bde5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:10.901644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-cb7ff563-b37b-4071-9c6f-aa324bde5bd3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597622 Jul 14 10:16:10.997935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-365c5054-02d1-4ec4-8bd9-d4d99640b37b service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892112 Jul 14 10:16:11.094421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c21fe0c-8aff-4a84-b8eb-d13dccfc95b6 req-d423fb79-5a1c-4c80-944d-fe392b74942e service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899034 Jul 14 10:16:11.753152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29448cee-d5e6-411d-985b-7a373b5c1426 req-de38be10-87ec-4017-9639-3d075d964897 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:11.754608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29448cee-d5e6-411d-985b-7a373b5c1426 req-de38be10-87ec-4017-9639-3d075d964897 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 943 time: 0.0675242 Jul 14 10:16:11.793681 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29448cee-d5e6-411d-985b-7a373b5c1426 req-06c85fc3-4f80-4f48-be77-4e853b8e4583 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331693 Jul 14 10:16:12.794797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:16:12.904144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:12.918647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'mac_address': 'fa:16:3e:f9:81:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:16:12.965879 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:12.980365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b5e318-7d65-4c81-a5b3-cd5560351249 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:16:12.996386 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa29a3e9-ff36-49ee-898d-0c47120eba6c req-3f07bf7a-1f6e-47d0-9172-8ed5a9825ed0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:12.998332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa29a3e9-ff36-49ee-898d-0c47120eba6c req-3f07bf7a-1f6e-47d0-9172-8ed5a9825ed0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 943 time: 0.0808785 Jul 14 10:16:13.003752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:13.009205 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:13.042380 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aa29a3e9-ff36-49ee-898d-0c47120eba6c req-ead92a7e-eda1-4647-b3eb-a6beab66e9dd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368903 Jul 14 10:16:13.067403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:13.211991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32b5e318-7d65-4c81-a5b3-cd5560351249'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:16:14.234418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44641861-a174-46f3-a4e8-bf08b275040b req-e08ee563-ba50-4330-a9d1-8d6e188afd8e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:14.235971 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44641861-a174-46f3-a4e8-bf08b275040b req-e08ee563-ba50-4330-a9d1-8d6e188afd8e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 944 time: 0.0759048 Jul 14 10:16:14.281366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-44641861-a174-46f3-a4e8-bf08b275040b req-e0b408a9-3c22-42c6-8c53-c434eb31b34f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397849 Jul 14 10:16:14.810044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:16:14.858019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 32b5e318-7d65-4c81-a5b3-cd5560351249 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:16:14.861662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 32b5e318-7d65-4c81-a5b3-cd5560351249 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:16:14.862038 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:14.940861 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:14.963103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:14.966205 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e070a7-6931-4c40-b7ed-0f8479c426ce" -d '{"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-plugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:14.978423 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:16:14.982542 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:15.005666 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5943c931-0172-45bb-ab9a-a330b2f40b16 x-openstack-request-id: req-5943c931-0172-45bb-ab9a-a330b2f40b16 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:15.005956 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-plugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:15.006211 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5943c931-0172-45bb-ab9a-a330b2f40b16 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:15.006600 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'code': 200} Jul 14 10:16:15.033110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:16:15.125710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73803d2d-46f9-4e45-9e18-863053bb6b54 req-e67adfa4-fe3d-4ba6-948f-a9806ed1603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:15.127122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73803d2d-46f9-4e45-9e18-863053bb6b54 req-e67adfa4-fe3d-4ba6-948f-a9806ed1603e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1097 time: 0.0524929 Jul 14 10:16:15.162425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-73803d2d-46f9-4e45-9e18-863053bb6b54 req-e42df475-8e28-4ba3-b530-5c1dca00bf37 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288589 Jul 14 10:16:15.522832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be4886-1571-448e-8c41-5ea1c260c5c2 req-972eef4b-9c6c-4c61-95f2-9de8c879bffb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:15.524484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-23be4886-1571-448e-8c41-5ea1c260c5c2 req-972eef4b-9c6c-4c61-95f2-9de8c879bffb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0701294 Jul 14 10:16:15.570170 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-23be4886-1571-448e-8c41-5ea1c260c5c2 req-fda6a413-c37f-41f0-b5db-23699271cd57 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Jul 14 10:16:16.784355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9242edb-96aa-4e64-ab8c-0ab7810f7599 req-9e6c78e7-4275-4612-8196-0f4849a4056d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:16.785986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9242edb-96aa-4e64-ab8c-0ab7810f7599 req-9e6c78e7-4275-4612-8196-0f4849a4056d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0873525 Jul 14 10:16:16.830039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d9242edb-96aa-4e64-ab8c-0ab7810f7599 req-5e659bc3-96f8-4845-8aa3-889ddd79b703 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377154 Jul 14 10:16:17.025727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e517e81-5e39-4e8c-b4ef-25d5dd5cf8f5 req-b335c87c-805d-40ae-a845-8660c5a69ebd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:17.028173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e517e81-5e39-4e8c-b4ef-25d5dd5cf8f5 req-b335c87c-805d-40ae-a845-8660c5a69ebd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0811570 Jul 14 10:16:17.041774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49184) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:16:17.048851 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'floatingip': {'port_id': '32b5e318-7d65-4c81-a5b3-cd5560351249'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:16:17.091374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:17.640223 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:17.644615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:17.759611 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac associated. External IP: 172.25.0.237, port: 32b5e318-7d65-4c81-a5b3-cd5560351249. Jul 14 10:16:17.998720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:16:18.117609 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:16:18.123724 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:18.132654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b82928-c64c-4465-9529-f663e29f52da None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:16:18.145882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b82928-c64c-4465-9529-f663e29f52da None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:18.146554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-87b82928-c64c-4465-9529-f663e29f52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:15:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:18.166319 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b50d6c59-0f6c-476a-9ff1-54ae0b860dcf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "PUT /v2.0/floatingips/c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac HTTP/1.1" status: 200 len: 991 time: 1.1221318 Jul 14 10:16:18.166903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:16:18.169821 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b75a07-ebf7-44a9-b1b1-936a768bb203" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:16:18.211824 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c35d92-8417-4b92-b797-450d8a55923d x-openstack-request-id: req-59c35d92-8417-4b92-b797-450d8a55923d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:16:18.212249 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:16:18.212749 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59c35d92-8417-4b92-b797-450d8a55923d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:16:18.213139 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'status': 'completed', 'code': 200} Jul 14 10:16:18.301781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-87b82928-c64c-4465-9529-f663e29f52da None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:18.313697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-7737a99e-a6b7-4ca8-8cc9-86e44cc3e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:18.315316 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-7737a99e-a6b7-4ca8-8cc9-86e44cc3e495 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1097 time: 0.0756607 Jul 14 10:16:18.416988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-ae027e9e-6b80-48fc-9f2b-83138c1f0fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:18.418960 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-ae027e9e-6b80-48fc-9f2b-83138c1f0fae service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0962982 Jul 14 10:16:18.494065 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-c67f2976-199f-4f10-a0be-bee0858967b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 999 time: 0.0690382 Jul 14 10:16:18.551096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-7b070ef3-d523-48d8-90e1-dd7de8015a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:18.552656 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-7b070ef3-d523-48d8-90e1-dd7de8015a86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0526316 Jul 14 10:16:18.566528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-87b82928-c64c-4465-9529-f663e29f52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:f9:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:16:17Z', 'revision_number': 9, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:18.595854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b82928-c64c-4465-9529-f663e29f52da None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:16:18.605046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b82928-c64c-4465-9529-f663e29f52da None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:16:18.605687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-87b82928-c64c-4465-9529-f663e29f52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:15:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:18.615914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-6aaa1b20-ee3c-49bb-a34e-b57a22427b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:16:18.617624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-6aaa1b20-ee3c-49bb-a34e-b57a22427b57 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583673 Jul 14 10:16:18.725365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-87b82928-c64c-4465-9529-f663e29f52da None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:16:18.743670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-38895121-6e9f-4b22-b963-cf56a2951c58 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192672 Jul 14 10:16:18.852098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c5b75a07-ebf7-44a9-b1b1-936a768bb203 req-fc2be881-3a69-49c0-8a74-449f62b1e8b8 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022818 Jul 14 10:16:18.998734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-87b82928-c64c-4465-9529-f663e29f52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:f9:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:16:17Z', 'revision_number': 9, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:16:19.030582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b82928-c64c-4465-9529-f663e29f52da None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:f9:81:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:16:17Z', 'revision_number': 9, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:16:19.249215 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ee404e-7d1e-47b1-9e97-a8eaf759b0cb None None] New status for floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:16:21.974398 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8b4f6031-6fc7-4e7e-807d-7255c535a34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:23.360790 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:16:24.276162 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6aba529-145c-4892-b315-6f530ba3a66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:24.603310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:25.768753 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:27.331242 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:27.424892 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:29.952600 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:49.383374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-464a4c9c-8251-4605-97ed-f3e294a156f7 req-9166cc96-df51-40e4-8c54-1a3006bbb6eb service neutron] (93780) timed out ('10.222.0.69', 55521) {{(pid=93780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:16:51.977126 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-42deb30e-7a68-4d26-9838-6f4a3330c9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:54.282192 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d890fce0-abe2-4901-9b90-f99aae17ed12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:54.601930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:55.774820 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:57.353278 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:57.429657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:16:59.982937 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:00.362909 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:05.888731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-d011f343-acb6-4bc0-a4d8-432071b8d4c3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0584149 Jul 14 10:17:05.992989 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-83933c68-3ca6-4a05-b4d8-ee6088f36299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:05.995039 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-83933c68-3ca6-4a05-b4d8-ee6088f36299 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1097 time: 0.0629690 Jul 14 10:17:06.104558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-326bd9da-e4f8-4cc6-a26b-80a0b528f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:06.106120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-326bd9da-e4f8-4cc6-a26b-80a0b528f52a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0908496 Jul 14 10:17:06.183235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-84e78c91-12a3-4c4e-8492-b1711d066cbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1002 time: 0.0710008 Jul 14 10:17:06.237442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-7c59e4ec-1e3d-4f0e-87d6-b0420aaee52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:06.238991 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-7c59e4ec-1e3d-4f0e-87d6-b0420aaee52c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0500140 Jul 14 10:17:06.315991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-8e1b1e6c-2b63-4861-818d-9077058ad3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:06.317891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-8e1b1e6c-2b63-4861-818d-9077058ad3a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722890 Jul 14 10:17:06.415524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-09074b88-a504-4091-b702-e3c2fe364091 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903926 Jul 14 10:17:06.502908 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a234361-b7bd-4ca7-9b79-d7330dd87d08 req-3ee3c138-ebb0-436f-a4b0-84f7a2b572c9 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816760 Jul 14 10:17:21.982447 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-33b62b40-2751-4c82-8171-c5ddaf46f47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.276841 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6a096511-99bb-4dae-9915-c5c5efbb4c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:24.613314 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:25.799804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.371640 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:27.439561 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:29.995151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:37.365618 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:17:51.982358 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9268f894-cfd7-440e-9f49-dac33059545c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:54.041395 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-a9c86131-b6c2-4cd1-965d-0bed2977c416 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1051378 Jul 14 10:17:54.160607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71ab9a-0a63-49d7-9a56-efd69a9c47a0 req-c3ede395-7398-4c14-82ad-15d996aa2235 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:54.162689 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d71ab9a-0a63-49d7-9a56-efd69a9c47a0 req-c3ede395-7398-4c14-82ad-15d996aa2235 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1374269 Jul 14 10:17:54.222662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6d71ab9a-0a63-49d7-9a56-efd69a9c47a0 req-0f2902b5-eb85-4c0b-8539-5421ec46aff2 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476789 Jul 14 10:17:54.278875 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95e5b7e9-215a-4dca-8e7a-a2bc9e070250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:54.608736 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:55.530735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd511f-556d-4a9e-a6fc-b4187eec7aa2 req-7d0aa82c-e9a7-4c9e-a12e-0b51b1fc3f8f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:55.533400 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e1bd511f-556d-4a9e-a6fc-b4187eec7aa2 req-7d0aa82c-e9a7-4c9e-a12e-0b51b1fc3f8f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1221352 Jul 14 10:17:55.597446 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e1bd511f-556d-4a9e-a6fc-b4187eec7aa2 req-2fee1e2a-854c-4cb2-adef-efd816a8e89f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531728 Jul 14 10:17:55.788952 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:56.956883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc00e2-7062-409c-81cc-86d557b87471 req-e734d797-9c80-4090-816d-fc48a5fffe6f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:56.958828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bbfc00e2-7062-409c-81cc-86d557b87471 req-e734d797-9c80-4090-816d-fc48a5fffe6f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1111410 Jul 14 10:17:57.044426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bbfc00e2-7062-409c-81cc-86d557b87471 req-85172614-7d5d-4340-b50d-fd95c14c0567 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756035 Jul 14 10:17:57.371615 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:57.459338 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:17:57.830463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-0685f627-98af-4608-bb99-7382a52773bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:57.832059 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-0685f627-98af-4608-bb99-7382a52773bf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1097 time: 0.0644281 Jul 14 10:17:57.949956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-dabf4419-fc01-41f0-8b4b-01125af2c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:57.951514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-dabf4419-fc01-41f0-8b4b-01125af2c903 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1105485 Jul 14 10:17:58.025427 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-052a6b94-35c9-479a-9599-4c7f3a8dcda7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1002 time: 0.0672770 Jul 14 10:17:58.079430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-a4680fb6-e8c7-4e62-a361-8f1da7fcd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:58.081077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-a4680fb6-e8c7-4e62-a361-8f1da7fcd505 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0494225 Jul 14 10:17:58.178613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-6d5d5616-477b-4c3e-8f00-3494570a58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:58.181040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-6d5d5616-477b-4c3e-8f00-3494570a58af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915256 Jul 14 10:17:58.330120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-467da67d-ffd0-48a4-9774-d52be57451e8 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417835 Jul 14 10:17:58.354011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67db760-43bf-4484-acec-b0117c4c477e req-355b6faa-a85e-4459-a96d-1ba59d3dd6a7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:58.355421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f67db760-43bf-4484-acec-b0117c4c477e req-355b6faa-a85e-4459-a96d-1ba59d3dd6a7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1173790 Jul 14 10:17:58.453190 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f67db760-43bf-4484-acec-b0117c4c477e req-d8ab03ae-60ef-43d4-9774-fca225488347 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836389 Jul 14 10:17:58.477510 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-25556b34-a0b8-431b-88c7-37cd5cc7dbf1 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394305 Jul 14 10:17:59.756958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d166c74-a900-465f-9c9e-2e93210003e7 req-9dfa476a-3268-4e22-88d0-8c5fdc464940 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:17:59.759815 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d166c74-a900-465f-9c9e-2e93210003e7 req-9dfa476a-3268-4e22-88d0-8c5fdc464940 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1203327 Jul 14 10:17:59.838093 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d166c74-a900-465f-9c9e-2e93210003e7 req-0595d558-ccf5-492c-829b-efe5ab28ec98 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722268 Jul 14 10:18:00.006648 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:01.093806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d411fdd-dd95-4f97-b31f-f3f002e24679 req-647ea655-3ebb-4943-91f6-09d515c5eb6a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:01.095451 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d411fdd-dd95-4f97-b31f-f3f002e24679 req-647ea655-3ebb-4943-91f6-09d515c5eb6a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0773594 Jul 14 10:18:01.170944 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3d411fdd-dd95-4f97-b31f-f3f002e24679 req-59e55538-27ef-40e3-b0b7-75cb987b85b6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686111 Jul 14 10:18:02.387907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0389e6-e754-46d6-96d0-9a000b6728fb req-b6f4fa96-01de-4a85-9837-218ed6bccac7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:02.389708 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a0389e6-e754-46d6-96d0-9a000b6728fb req-b6f4fa96-01de-4a85-9837-218ed6bccac7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0741260 Jul 14 10:18:02.449226 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a0389e6-e754-46d6-96d0-9a000b6728fb req-db13abb0-3c53-4f36-b419-14ba0e859832 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471802 Jul 14 10:18:03.651583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d0294-cf63-4baf-8a21-11a1f4d434e2 req-f0cf5744-702f-41e0-84ff-01feb7bf71a5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:03.653181 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b4d0294-cf63-4baf-8a21-11a1f4d434e2 req-f0cf5744-702f-41e0-84ff-01feb7bf71a5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0853798 Jul 14 10:18:03.700163 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0b4d0294-cf63-4baf-8a21-11a1f4d434e2 req-9a11c477-2ca6-4ca1-9a02-33aa7acd22f6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378897 Jul 14 10:18:04.883663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83ac3d-10dc-4e22-a042-146a107babaf req-51a55afa-611a-443b-a818-0d6cb1b8ba0a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:04.885997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8a83ac3d-10dc-4e22-a042-146a107babaf req-51a55afa-611a-443b-a818-0d6cb1b8ba0a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0715907 Jul 14 10:18:04.926778 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8a83ac3d-10dc-4e22-a042-146a107babaf req-dd4dbb28-032b-4fd2-9e1e-7d7b7d3abdf8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344687 Jul 14 10:18:06.122668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976f58c-fdfb-4c04-b24c-b6c4372bafa4 req-6bf893ec-d693-496d-80fa-986f84e9017d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:06.124331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3976f58c-fdfb-4c04-b24c-b6c4372bafa4 req-6bf893ec-d693-496d-80fa-986f84e9017d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0777824 Jul 14 10:18:06.166208 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3976f58c-fdfb-4c04-b24c-b6c4372bafa4 req-c5b8b259-138d-441f-ba68-a8d9bc29519a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352309 Jul 14 10:18:07.371539 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dcd6f-ba1c-47e6-a38d-a084a00af6aa req-a72406ee-d097-4b05-a50e-479d7dcbe038 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:07.373257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de5dcd6f-ba1c-47e6-a38d-a084a00af6aa req-a72406ee-d097-4b05-a50e-479d7dcbe038 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0764072 Jul 14 10:18:07.425232 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-de5dcd6f-ba1c-47e6-a38d-a084a00af6aa req-97a2c208-519c-49a5-9b5d-4e4feece99e8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458407 Jul 14 10:18:07.963538 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-3a3bcb5d-d0bd-4d87-a2bf-b6109112bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:07.965143 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-3a3bcb5d-d0bd-4d87-a2bf-b6109112bbca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1097 time: 0.1122830 Jul 14 10:18:08.079642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-e43b49c8-1214-4499-9238-80a506287216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:08.081344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-e43b49c8-1214-4499-9238-80a506287216 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0946858 Jul 14 10:18:08.176843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-8f81845e-dc9a-4d8c-ae89-aeaae021d7ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1002 time: 0.0888999 Jul 14 10:18:08.235799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-2779a671-69c2-49b0-8e19-8edd9fc75c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:08.237384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-2779a671-69c2-49b0-8e19-8edd9fc75c96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0539398 Jul 14 10:18:08.310856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-dce73fa0-6f12-4d98-afcf-e745d4a65cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:08.312524 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-dce73fa0-6f12-4d98-afcf-e745d4a65cc8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676744 Jul 14 10:18:08.434841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-c738e46c-44bb-4718-ad80-f9482ea30691 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159079 Jul 14 10:18:08.538428 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb9648c6-01bf-4792-9ceb-f24b864312af req-386a7f44-73a3-41ce-930c-6961413955bc service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972466 Jul 14 10:18:08.684806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6c671-24d1-44ac-8b82-b1ba9dc99a0f req-b8debb97-65d7-4d68-91b5-adc4c99176f6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:08.688030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6c671-24d1-44ac-8b82-b1ba9dc99a0f req-b8debb97-65d7-4d68-91b5-adc4c99176f6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0839314 Jul 14 10:18:09.099283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e3d6c671-24d1-44ac-8b82-b1ba9dc99a0f req-1b87bbaf-60ad-42a8-991d-71e9b31fdbed tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4010401 Jul 14 10:18:10.330838 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b17081-4c50-407d-be97-bb0136531c61 req-621c65e4-ca34-4b5b-be20-8dcaa70d58b1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:10.333671 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6b17081-4c50-407d-be97-bb0136531c61 req-621c65e4-ca34-4b5b-be20-8dcaa70d58b1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1105418 Jul 14 10:18:10.393285 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a6b17081-4c50-407d-be97-bb0136531c61 req-11431285-55b2-4cff-a445-4fcf801a8eb5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528197 Jul 14 10:18:10.482505 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-85043125-2cae-4d7b-8584-afae7ea88465 service neutron] show failed (client error): The resource could not be found. Jul 14 10:18:10.483782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-85043125-2cae-4d7b-8584-afae7ea88465 service neutron] 10.222.0.69 "GET /v2.0/ports/32b5e318-7d65-4c81-a5b3-cd5560351249/bindings/n-h2-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0666549 Jul 14 10:18:10.775988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-4a4372cc-7d0f-4e5c-a62e-3e437541ad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:10.777676 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-4a4372cc-7d0f-4e5c-a62e-3e437541ad53 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 1097 time: 0.0609851 Jul 14 10:18:10.790844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:10.882424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:11.149340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:11.188550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:11.231367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:11.233707 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10299886-e218-460d-9e2f-d907152f3a36" -d '{"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-unplugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:11.238024 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:11.258302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Transition to ACTIVE for port object 32b5e318-7d65-4c81-a5b3-cd5560351249 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:18:11.263494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:11.316630 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14394944-5213-49b6-8399-d41621f30925 x-openstack-request-id: req-14394944-5213-49b6-8399-d41621f30925 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:11.317072 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-unplugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:11.317224 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-14394944-5213-49b6-8399-d41621f30925 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:11.317618 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'code': 200} Jul 14 10:18:11.373006 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:11.389863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.390054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.390590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.390787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.391177 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.391827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.392165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.392641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.393073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.393584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.393948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.394469 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:11.456682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] No DVR routers for this DVR port 32b5e318-7d65-4c81-a5b3-cd5560351249 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:18:11.704075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:18:11.704675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:18:11.705233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:11.725552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68615cb3-0744-452e-b5c3-f7675797adcf req-f76a5afd-4f04-4f1a-8640-f1ca3194cc3d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:11.727085 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68615cb3-0744-452e-b5c3-f7675797adcf req-f76a5afd-4f04-4f1a-8640-f1ca3194cc3d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 943 time: 0.1694374 Jul 14 10:18:11.728259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:18:11.728596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:11.740112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:18:11.740478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:18:11.740933 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:18:11.741375 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Bound port: 32b5e318-7d65-4c81-a5b3-cd5560351249, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:18:11.741733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:11.803647 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-68615cb3-0744-452e-b5c3-f7675797adcf req-95d69cba-a2f8-4298-ad61-4efafb04cd1f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696831 Jul 14 10:18:11.835588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:11.839831 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:18:11.849059 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:11.893357 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:11.894046 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:11.895341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] 10.222.0.66 "PUT /v2.0/ports/32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1092 time: 1.1101680 Jul 14 10:18:11.914555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3774fb-60d7-43e3-b691-fdd32fc79677 service neutron] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:12.000465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-18f9ac0a-859a-44ab-aef2-95b1acc7b846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:12.002109 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-18f9ac0a-859a-44ab-aef2-95b1acc7b846 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1095 time: 0.0749688 Jul 14 10:18:12.133031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-69818c3a-e950-4dfe-b082-60cfbcc14fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:12.135370 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-69818c3a-e950-4dfe-b082-60cfbcc14fc0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1266072 Jul 14 10:18:12.227672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-d2c756e0-a0c5-42a5-b17c-c4019ca2b2fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1000 time: 0.0848413 Jul 14 10:18:12.300984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-85ecc83c-c79e-4b4c-ae2b-021a8cd1adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:12.302996 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-85ecc83c-c79e-4b4c-ae2b-021a8cd1adfc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0679114 Jul 14 10:18:12.370444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-9bf40542-66ca-49ea-86c9-1ca73ebb684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:12.373037 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-9bf40542-66ca-49ea-86c9-1ca73ebb684f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619898 Jul 14 10:18:12.494251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-b87a8bd0-c089-449d-8edd-6433953cbdaa service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128681 Jul 14 10:18:12.598539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-69aa72fc-c5c7-43af-9834-31fc9a06edbe service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973730 Jul 14 10:18:13.013270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0524606-cc4f-4b57-9462-5e613558f909 req-9f3eaa95-fb8f-4124-8383-e09e6f8d29f3 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.015069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0524606-cc4f-4b57-9462-5e613558f909 req-9f3eaa95-fb8f-4124-8383-e09e6f8d29f3 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 943 time: 0.0796335 Jul 14 10:18:13.076393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c0524606-cc4f-4b57-9462-5e613558f909 req-e72c5793-8c12-40df-9fd5-7fa8bd50e542 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519559 Jul 14 10:18:13.318701 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:13.321925 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21714a9-6587-4299-846b-47d081616353" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:13.376873 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eebdf22-3b78-4c8a-9859-2cfd3f4f1246 x-openstack-request-id: req-3eebdf22-3b78-4c8a-9859-2cfd3f4f1246 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:13.377864 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:13.377864 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3eebdf22-3b78-4c8a-9859-2cfd3f4f1246 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:13.377864 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'status': 'completed', 'code': 200} Jul 14 10:18:13.471648 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21714a9-6587-4299-846b-47d081616353 req-f3906685-d5f2-4078-abee-f4d3e2857374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.473506 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-f3906685-d5f2-4078-abee-f4d3e2857374 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1095 time: 0.0757961 Jul 14 10:18:13.476288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21714a9-6587-4299-846b-47d081616353 req-1ac1d44b-fec0-45d0-85e3-763c46c48b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.477917 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-1ac1d44b-fec0-45d0-85e3-763c46c48b7c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1095 time: 0.0660529 Jul 14 10:18:13.587618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21714a9-6587-4299-846b-47d081616353 req-d8c0a466-bf81-45a4-b0ba-cfc48f37f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.589251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-d8c0a466-bf81-45a4-b0ba-cfc48f37f808 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1088915 Jul 14 10:18:13.631841 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21714a9-6587-4299-846b-47d081616353 req-e06b26c1-9742-47bc-bff7-7f18a56e905c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.633597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-e06b26c1-9742-47bc-bff7-7f18a56e905c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1494329 Jul 14 10:18:13.685578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-b9d8fa19-1312-4839-bfb0-8082523f4441 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1000 time: 0.0889757 Jul 14 10:18:13.716899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-cc70f0a6-1978-4430-8a4a-92230e663a90 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1000 time: 0.0766349 Jul 14 10:18:13.770150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21714a9-6587-4299-846b-47d081616353 req-d4dedd69-09f2-4b4b-9c50-a51f9b607cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.772771 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-d4dedd69-09f2-4b4b-9c50-a51f9b607cec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0800633 Jul 14 10:18:13.785076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21714a9-6587-4299-846b-47d081616353 req-ee44e1fb-4381-48e0-a9ac-931bebcb211b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.787133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-ee44e1fb-4381-48e0-a9ac-931bebcb211b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0638041 Jul 14 10:18:13.859339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21714a9-6587-4299-846b-47d081616353 req-b2115107-cec0-4484-ab49-4df520f16d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.861897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-b2115107-cec0-4484-ab49-4df520f16d43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821955 Jul 14 10:18:13.877596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21714a9-6587-4299-846b-47d081616353 req-ef1b8d05-9b70-4a3e-9558-d921447f9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:13.880392 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-ef1b8d05-9b70-4a3e-9558-d921447f9b47 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859342 Jul 14 10:18:13.979638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-2cb9662e-bd27-43b9-a255-e5a7871c56d7 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102979 Jul 14 10:18:13.994035 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-923ea898-bd36-422a-8244-05365cd0e2cf service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073589 Jul 14 10:18:14.108497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-1bf5b6c9-0c03-4038-82a4-1420c8fd091c service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082971 Jul 14 10:18:14.117545 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c21714a9-6587-4299-846b-47d081616353 req-c5de63a7-64d1-4294-873c-eb21c20e32cc service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300776 Jul 14 10:18:14.371311 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:14.440063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c817d-7c22-4a11-8708-d7f32428e5a2 req-44110086-9297-4f25-97be-a09127de8d84 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:14.441757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e0c817d-7c22-4a11-8708-d7f32428e5a2 req-44110086-9297-4f25-97be-a09127de8d84 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 943 time: 0.0862284 Jul 14 10:18:14.509838 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7e0c817d-7c22-4a11-8708-d7f32428e5a2 req-4e0d21d0-d590-4f79-9356-fdd45f93a8b4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602891 Jul 14 10:18:15.385310 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:15.431506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:18:15.862011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d422ffb-ff77-4eb7-a9ef-73974d7464fb req-576dcaa6-4161-4285-b9cb-5bf128bc6c2d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:15.864693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d422ffb-ff77-4eb7-a9ef-73974d7464fb req-576dcaa6-4161-4285-b9cb-5bf128bc6c2d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 943 time: 0.1011665 Jul 14 10:18:15.932042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d422ffb-ff77-4eb7-a9ef-73974d7464fb req-a7b8016d-38b7-483b-a6de-3d8cdd838927 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565412 Jul 14 10:18:16.425629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:18:16.465925 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-f3d57cb1-7f2c-4709-b943-8f955125b8d1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:16.468760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-f3d57cb1-7f2c-4709-b943-8f955125b8d1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516&tenant_id=0b983cdec91f4e74999c8e6dc473d529&binding%3Ahost_id=n-h2-780147-26 HTTP/1.1" status: 200 len: 943 time: 0.1425827 Jul 14 10:18:16.597748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-68b65469-37de-4896-9830-2f749c63bb91 service neutron] 10.222.0.66 "GET /v2.0/ports/32b5e318-7d65-4c81-a5b3-cd5560351249/bindings/n-h2-780147-26 HTTP/1.1" status: 200 len: 383 time: 0.1223371 Jul 14 10:18:16.610802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:16.624824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64df79a-fd45-47d5-b6d6-6b27d87b6bdb req-c8a30076-f33f-4e67-9346-767fef1f0319 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:16.627540 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d64df79a-fd45-47d5-b6d6-6b27d87b6bdb req-c8a30076-f33f-4e67-9346-767fef1f0319 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 943 time: 0.1505322 Jul 14 10:18:16.635209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'mac_address': 'fa:16:3e:f9:81:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:18:16.700976 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:16.720018 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d64df79a-fd45-47d5-b6d6-6b27d87b6bdb req-b92e1118-805b-43fd-ad78-ac546501454b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789480 Jul 14 10:18:16.726129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b5e318-7d65-4c81-a5b3-cd5560351249 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:18:16.738550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-00fe4f86-2876-4119-9372-47c86293387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:16.741418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-00fe4f86-2876-4119-9372-47c86293387e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1095 time: 0.1124184 Jul 14 10:18:16.758379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:16.764527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:16.848739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:16.860910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.860910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.860910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.861561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.861709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.862142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.862666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.863176 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.864220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.864220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.864775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.865307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:16.900984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-752b30c2-c6fa-4878-b770-bd8bfab75098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:16.903472 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-752b30c2-c6fa-4878-b770-bd8bfab75098 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1539187 Jul 14 10:18:16.994480 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-31060152-02de-41ef-8d8d-70b2f50b516d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1001 time: 0.0833950 Jul 14 10:18:17.035153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['32b5e318-7d65-4c81-a5b3-cd5560351249'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:18:17.066719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-400cb570-c041-422d-b8ad-63287ef59261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:17.068262 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-400cb570-c041-422d-b8ad-63287ef59261 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0651071 Jul 14 10:18:17.144725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-56accad8-b127-4246-9ada-e2377faa63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:17.147064 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-56accad8-b127-4246-9ada-e2377faa63a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716820 Jul 14 10:18:17.292241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-724c1177-b747-44c2-bcc3-3c545d9bc79b service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307535 Jul 14 10:18:17.427946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-3ed573d8-1dd7-40d5-8edd-ab9ca274f0e6 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290238 Jul 14 10:18:18.048458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab43159-f235-40af-be78-9a041afa2564 req-678a32a7-ce43-4b5c-89cd-72db6944242f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:18.050071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dab43159-f235-40af-be78-9a041afa2564 req-678a32a7-ce43-4b5c-89cd-72db6944242f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 944 time: 0.1378164 Jul 14 10:18:18.094855 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dab43159-f235-40af-be78-9a041afa2564 req-05af73b7-ef05-4e62-8b7e-bd0d170ff8ac tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386062 Jul 14 10:18:18.446891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:18:18.523592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 32b5e318-7d65-4c81-a5b3-cd5560351249 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:18:18.530778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 32b5e318-7d65-4c81-a5b3-cd5560351249 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:18:18.531162 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:18.636625 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:18.677913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:18.680338 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9701403-b160-4a9c-ba56-02411e1fb6f5" -d '{"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-plugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:18.698411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:18.703618 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:18.778416 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f86a81e-99de-4223-950c-fb6f746d92fe x-openstack-request-id: req-3f86a81e-99de-4223-950c-fb6f746d92fe {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:18.778897 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-plugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:18.779322 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f86a81e-99de-4223-950c-fb6f746d92fe {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:18.779999 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'code': 200} Jul 14 10:18:18.798789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:19.376419 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118b835-7711-411a-8c8d-d09224accbf0 req-3701eb81-279a-4447-b778-eed1242fd8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:19.379018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0118b835-7711-411a-8c8d-d09224accbf0 req-3701eb81-279a-4447-b778-eed1242fd8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.0948942 Jul 14 10:18:19.428567 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0118b835-7711-411a-8c8d-d09224accbf0 req-259429cd-977b-4415-b07a-a8f197348d0c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Jul 14 10:18:19.830251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-e4905e26-e9b2-4651-b5d1-d21340954e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:19.832992 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-e4905e26-e9b2-4651-b5d1-d21340954e83 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 1097 time: 0.0899646 Jul 14 10:18:19.847276 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:19.968673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:20.405867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:20.471217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:20.560933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:20.567686 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb91cd8-02ff-4be6-aade-ae689561d2dd" -d '{"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-unplugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:20.572622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:20.603425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Transition to ACTIVE for port object 32b5e318-7d65-4c81-a5b3-cd5560351249 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:18:20.611105 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:20.716771 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173241bb-38ef-4b18-9469-c7daa3db0266 x-openstack-request-id: req-173241bb-38ef-4b18-9469-c7daa3db0266 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:20.717923 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-unplugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:20.718727 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-173241bb-38ef-4b18-9469-c7daa3db0266 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:20.719872 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'code': 200} Jul 14 10:18:20.800436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=10']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:20.806499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993f14d-94cf-42e8-992e-8aea070fe208 req-c8e0fc6e-e0b4-4aad-bb4c-8e9d417aefee tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:20.813013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5993f14d-94cf-42e8-992e-8aea070fe208 req-c8e0fc6e-e0b4-4aad-bb4c-8e9d417aefee tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 944 time: 0.1469555 Jul 14 10:18:20.830208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.830791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.831370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.831962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.832559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.833146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.833919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.834293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.834861 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.835440 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.836014 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.836608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:18:20.891944 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5993f14d-94cf-42e8-992e-8aea070fe208 req-37cd3a56-086d-4f22-b087-093f43a0342b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702422 Jul 14 10:18:20.923529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] No DVR routers for this DVR port 32b5e318-7d65-4c81-a5b3-cd5560351249 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:18:21.101084 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:18:21.101577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:18:21.102022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:21.108136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:18:21.108503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Attempting to bind port 32b5e318-7d65-4c81-a5b3-cd5560351249 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:21.114413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:18:21.114761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:18:21.115163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:18:21.115615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Bound port: 32b5e318-7d65-4c81-a5b3-cd5560351249, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:18:21.116077 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:21.191169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:21.195615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:18:21.201892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:21.240110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:21.240832 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:21.242187 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] 10.222.0.69 "PUT /v2.0/ports/32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1093 time: 1.4024889 Jul 14 10:18:21.291142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c3867-c4e2-446d-a4ef-086949d82bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=11']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:21.378790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-c5611530-93bb-4059-a091-dc7f8e6978f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:21.381593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-c5611530-93bb-4059-a091-dc7f8e6978f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1096 time: 0.1095057 Jul 14 10:18:21.504488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-14e27bd4-e0f5-46c2-a972-82edb4082bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:21.506269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-14e27bd4-e0f5-46c2-a972-82edb4082bb6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1180782 Jul 14 10:18:21.584423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-25130a0c-a725-49a2-b768-636c053a3230 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1000 time: 0.0705695 Jul 14 10:18:21.658467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-723d6d14-1215-447a-adbd-7d68afeb9aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:21.660099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-723d6d14-1215-447a-adbd-7d68afeb9aa6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0700061 Jul 14 10:18:21.748042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8aa3b-1108-4677-a22f-622b67989405 req-6b09fef1-5777-4dff-a70e-0cf2e5f09caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:21.750507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-6b09fef1-5777-4dff-a70e-0cf2e5f09caa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0837009 Jul 14 10:18:21.876596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-6ffd03e0-87fa-438a-b866-bef90a28728a service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160541 Jul 14 10:18:21.981436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c9bef031-1d85-4df5-84e5-a6059b66de4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:22.038952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eae8aa3b-1108-4677-a22f-622b67989405 req-8010f0bf-80b6-4b19-b498-29f87e8a0039 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587036 Jul 14 10:18:22.241357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cea7b8-c011-44ae-a450-593083e78ed5 req-c655c73e-7492-4ad9-af88-0c948f32089d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:22.244256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cea7b8-c011-44ae-a450-593083e78ed5 req-c655c73e-7492-4ad9-af88-0c948f32089d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 944 time: 0.1330574 Jul 14 10:18:22.324900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a0cea7b8-c011-44ae-a450-593083e78ed5 req-56ca4595-8f77-4d81-a84a-8439141f0b36 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708003 Jul 14 10:18:22.466026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:22.520326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:18:22.721034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:22.724044 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd8b536-da74-472a-9cae-5730f343db19" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:22.783359 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b934b678-8705-46ca-a0bd-d8a1f730dcd4 x-openstack-request-id: req-b934b678-8705-46ca-a0bd-d8a1f730dcd4 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:22.783927 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:22.784408 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b934b678-8705-46ca-a0bd-d8a1f730dcd4 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:22.785174 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'status': 'completed', 'code': 200} Jul 14 10:18:22.888446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b536-da74-472a-9cae-5730f343db19 req-b7ab6f9c-4c4c-4ee1-8aca-22a8d4e4c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:22.890965 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-b7ab6f9c-4c4c-4ee1-8aca-22a8d4e4c91f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1096 time: 0.0883114 Jul 14 10:18:22.897625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b536-da74-472a-9cae-5730f343db19 req-f7f05441-5a6d-4c2b-9df0-6ac37aaf4670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:22.900717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-f7f05441-5a6d-4c2b-9df0-6ac37aaf4670 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 1096 time: 0.0920267 Jul 14 10:18:23.006964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b536-da74-472a-9cae-5730f343db19 req-b371b924-56cc-4014-ba72-052156d77a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:23.008681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-b371b924-56cc-4014-ba72-052156d77a9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1108439 Jul 14 10:18:23.037549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b536-da74-472a-9cae-5730f343db19 req-66317a99-e8b3-46a2-b51d-b7139691ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:23.039308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-66317a99-e8b3-46a2-b51d-b7139691ca82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1319890 Jul 14 10:18:23.134220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-7ae88bff-e714-4e84-a864-1cc6afdfa1a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1000 time: 0.0860851 Jul 14 10:18:23.202365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b536-da74-472a-9cae-5730f343db19 req-d247fe71-8c50-402a-adb0-2701b1aa3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:23.202365 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-d247fe71-8c50-402a-adb0-2701b1aa3f07 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0614834 Jul 14 10:18:23.317698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b536-da74-472a-9cae-5730f343db19 req-9ca74374-2697-4146-b1f8-fb540057abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:23.320450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-9ca74374-2697-4146-b1f8-fb540057abd7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065929 Jul 14 10:18:23.505049 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-5f186dd0-13e0-40bf-9251-2a49b921cac4 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764722 Jul 14 10:18:23.590369 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-255dabb6-f202-40e4-8a03-8c6c355aa97e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 200 len: 1000 time: 0.5740609 Jul 14 10:18:23.663045 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b536-da74-472a-9cae-5730f343db19 req-8a3618d1-dcce-4249-8c07-166538d68740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:23.665803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-8a3618d1-dcce-4249-8c07-166538d68740 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0671160 Jul 14 10:18:23.753949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a384fc6-2e31-4407-aa0c-e3d5cf66e116 req-9f21c40b-e1b2-4621-abd4-95d46003427a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:23.756680 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a384fc6-2e31-4407-aa0c-e3d5cf66e116 req-9f21c40b-e1b2-4621-abd4-95d46003427a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 944 time: 0.2033427 Jul 14 10:18:23.771109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8b536-da74-472a-9cae-5730f343db19 req-ce5f48ae-0724-4568-8b14-bce4904cdc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:23.771407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-a01c4633-fba6-4c8d-b504-5b72d410b26e service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583990 Jul 14 10:18:23.773821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-ce5f48ae-0724-4568-8b14-bce4904cdc6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011221 Jul 14 10:18:23.849382 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a384fc6-2e31-4407-aa0c-e3d5cf66e116 req-d40ad8a2-2547-4b4b-8cb3-82e8ba8d6425 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821338 Jul 14 10:18:23.965118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-0a9c4c14-5f2d-40ab-a233-d42d4604d6e7 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757140 Jul 14 10:18:24.142253 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7fd8b536-da74-472a-9cae-5730f343db19 req-99e87fe2-2935-40f0-9d4a-c44ebc45d92e service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697674 Jul 14 10:18:24.276615 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46027a4b-8ff3-4e3e-abf8-dbb106bde7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:24.608977 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:25.153973 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e93727-7935-4f2b-b6f5-e5ae7ab5d7fe req-c07621fa-b814-4956-ae0d-d843bc718479 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:25.155695 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75e93727-7935-4f2b-b6f5-e5ae7ab5d7fe req-c07621fa-b814-4956-ae0d-d843bc718479 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 944 time: 0.1232743 Jul 14 10:18:25.203209 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75e93727-7935-4f2b-b6f5-e5ae7ab5d7fe req-48eee7e9-5522-4ff8-9865-ce1d254d2892 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Jul 14 10:18:25.417200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:18:25.454500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c65e-33a9-4fb4-beff-c2ae417bf433 req-f5022050-af3b-41e4-a54f-3f3e3e87b184 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:25.456173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f436c65e-33a9-4fb4-beff-c2ae417bf433 req-f5022050-af3b-41e4-a54f-3f3e3e87b184 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 944 time: 0.0743294 Jul 14 10:18:25.503475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f436c65e-33a9-4fb4-beff-c2ae417bf433 req-5ea8cec2-5cc6-4aea-a950-91da698c6dd5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401134 Jul 14 10:18:25.553347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:25.566997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'mac_address': 'fa:16:3e:f9:81:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:18:25.623072 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:25.646736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b5e318-7d65-4c81-a5b3-cd5560351249 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:18:25.673291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:25.678602 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:25.760211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:25.786447 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:25.817464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6d5c5-959f-4bfc-a8d1-01169d6a79ee req-4dbc812f-4ae1-417a-9be3-7e5af3d53546 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:25.820269 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a3d6d5c5-959f-4bfc-a8d1-01169d6a79ee req-4dbc812f-4ae1-417a-9be3-7e5af3d53546 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1256673 Jul 14 10:18:25.886272 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a3d6d5c5-959f-4bfc-a8d1-01169d6a79ee req-28b2a496-735c-48cf-bd0e-bf7dd68d2e17 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550442 Jul 14 10:18:25.919866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['32b5e318-7d65-4c81-a5b3-cd5560351249'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:18:26.514154 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aa73a-7372-4884-879d-68d9897edea5 req-aef0ab18-46b8-4401-88bb-671b6f0dd60d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:26.516988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f78aa73a-7372-4884-879d-68d9897edea5 req-aef0ab18-46b8-4401-88bb-671b6f0dd60d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1311877 Jul 14 10:18:26.565439 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f78aa73a-7372-4884-879d-68d9897edea5 req-11c855f5-c6fa-487a-b8bd-6d4c2d3dcf5a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396733 Jul 14 10:18:27.381123 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:27.414665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:18:27.483995 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:27.512789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 32b5e318-7d65-4c81-a5b3-cd5560351249 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:18:27.517904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 32b5e318-7d65-4c81-a5b3-cd5560351249 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:18:27.518556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:27.648151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:27.664087 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a90d4ea1-7639-4de5-a06a-91e2021828ef tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:27.668852 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a90d4ea1-7639-4de5-a06a-91e2021828ef tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 945 time: 0.1098673 Jul 14 10:18:27.689638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:27.695373 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e769ba33-7401-48c5-9cf5-7bd235bdfa27" -d '{"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-plugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:27.722349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:27.729189 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:27.771154 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83de3414-d1ba-4e3f-bb95-3b5a3e4aa11b x-openstack-request-id: req-83de3414-d1ba-4e3f-bb95-3b5a3e4aa11b {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:27.771542 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-plugged", "status": "completed", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:27.771883 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83de3414-d1ba-4e3f-bb95-3b5a3e4aa11b {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:27.772620 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'code': 200} Jul 14 10:18:27.811316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=13']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:27.894730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Deleting port 32b5e318-7d65-4c81-a5b3-cd5560351249 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:18:27.895135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:27.914137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8612b-2522-467a-b875-35d1eb259b02 req-0efe646e-c880-4b1d-b646-0f639b5b4d0f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:27.917537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-83c8612b-2522-467a-b875-35d1eb259b02 req-0efe646e-c880-4b1d-b646-0f639b5b4d0f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 946 time: 0.1541891 Jul 14 10:18:28.044572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-83c8612b-2522-467a-b875-35d1eb259b02 req-7d9abbf6-e100-410a-9d36-8024f8dd3871 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125696 Jul 14 10:18:28.091832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] For port 32b5e318-7d65-4c81-a5b3-cd5560351249, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=32b5e318-7d65-4c81-a5b3-cd5560351249,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:28.092381 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:28.427533 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:28.428128 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:28.428721 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac disassociated. External IP: 172.25.0.237, port: 32b5e318-7d65-4c81-a5b3-cd5560351249. Jul 14 10:18:28.429341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Calling delete_port for 32b5e318-7d65-4c81-a5b3-cd5560351249 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:18:28.678927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:28.717622 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event deleted for resources: {'Port': ['ID=32b5e318-7d65-4c81-a5b3-cd5560351249,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:28.898164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:18:29.074803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:18:29.090977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:18:29.110924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:18:29.112106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:18:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:29.152597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] No DVR routers for this DVR port 32b5e318-7d65-4c81-a5b3-cd5560351249 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:18:29.159001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:29.162891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d6e99751-7ef3-45fa-a788-bb0de80d344f req-a3b56201-9812-4c64-80dd-e3ce3989a8a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "DELETE /v2.0/ports/32b5e318-7d65-4c81-a5b3-cd5560351249 HTTP/1.1" status: 204 len: 173 time: 1.4888813 Jul 14 10:18:29.163636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-deleted', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:29.168548 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}274ac0838908d7d2ec76b3456a9df5337e928ed20397ded0e206d13dd174adf9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629c350c-3623-45b9-847b-c754f6277633" -d '{"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-deleted", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:29.260633 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a816d73d-00db-4bf4-8674-7417e9a0cebe x-openstack-request-id: req-a816d73d-00db-4bf4-8674-7417e9a0cebe {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:29.261080 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1489a-3ceb-474f-982f-652f8ea9d516", "name": "network-vif-deleted", "tag": "32b5e318-7d65-4c81-a5b3-cd5560351249", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:29.261499 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a816d73d-00db-4bf4-8674-7417e9a0cebe {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:29.262139 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1489a-3ceb-474f-982f-652f8ea9d516', 'name': 'network-vif-deleted', 'tag': '32b5e318-7d65-4c81-a5b3-cd5560351249', 'status': 'completed', 'code': 200} Jul 14 10:18:29.308289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b7efadcc-2565-4674-919f-365eeeb296a9 req-bed939ab-e578-46ba-aeef-bd40acec6554 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=ebb1489a-3ceb-474f-982f-652f8ea9d516 HTTP/1.1" status: 200 len: 210 time: 0.0432439 Jul 14 10:18:29.566219 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:18:29.885934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:29.945535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:18:29.961407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:18:29.962567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:18:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:30.065539 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:30.180810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:18:30.536504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:30.572162 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3915b9-dfa4-4d7f-93b9-567d1b08bd32 None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:18:30.878259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-91902f92-a774-4053-a58c-86f12b448699 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1412925275&fields=id&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 267 time: 0.0465958 Jul 14 10:18:30.909954 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e73d7-53e3-4156-bcaf-9ae7c2ab4959 None None] New status for floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:18:31.035919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-d3892c9f-f624-45ac-9bf3-e9104ded3f83 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:31.037791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-d3892c9f-f624-45ac-9bf3-e9104ded3f83 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 811 time: 0.1497047 Jul 14 10:18:31.068969 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-c356390f-0d35-44eb-a396-58559bb80e62 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/quotas/0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 375 time: 0.0160682 Jul 14 10:18:31.197937 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-39934d8c-21ce-4486-b076-889bf14d3070 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1223476 Jul 14 10:18:31.431865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:18:31.451793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-53698391-bdfd-4ceb-a51a-948219331d00 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834249 Jul 14 10:18:31.456898 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 32b5e318-7d65-4c81-a5b3-cd5560351249 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:18:31.457248 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 32b5e318-7d65-4c81-a5b3-cd5560351249 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:18:31.571614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-dbb988ee-b63e-4e03-b34f-c8ea20a94221 service neutron] 10.222.0.73 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125340 Jul 14 10:18:31.861773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a9dde58b-2f92-4ef1-bbae-5fc9b07fdaf5 req-ec21d674-ee63-4b79-bd14-13a1c709c9dc tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 210 time: 0.0537698 Jul 14 10:18:33.142823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7452649a-ef17-4ae8-b11b-ea5671f54faa req-53c0c9a1-ee46-4da3-aa7e-25c4236617b2 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 210 time: 0.0540257 Jul 14 10:18:33.397599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-5c93da8e-7276-487b-a278-705a331109e0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:33.399914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-5c93da8e-7276-487b-a278-705a331109e0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 811 time: 0.1919999 Jul 14 10:18:33.457317 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-b9b208c7-cb61-4e83-b848-acafd210e6d1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 380 time: 0.0461855 Jul 14 10:18:33.471316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'port': {'device_id': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'admin_state_up': True, 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'security_groups': ['0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:33.649614 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Made reservation on behalf of 0b983cdec91f4e74999c8e6dc473d529 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:18:33.655970 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:33.894376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Allocated IP 172.20.0.10 (ae8b06a3-8e52-4205-a3b4-9942416d0486/4c42ffab-3884-4678-8e35-020a41fd7b55/25d5ae04-8bb9-48ff-b82d-15fff461e186) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:18:34.120497 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:34.149455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Transition to ACTIVE for port object 25d5ae04-8bb9-48ff-b82d-15fff461e186 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:18:34.218648 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:34.290610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:18:34.295900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:18:34.300683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:18:34.344720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:34.384123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:34.385444 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:34.432999 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-20c6058b-5b40-47cc-b783-a9a3adb297cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9682577 Jul 14 10:18:34.503275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8d175-dcbf-4c23-a572-03af65b54ecf req-332d84b6-a7ef-46d7-b1fd-6973b7d476cb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:34.505006 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba8d175-dcbf-4c23-a572-03af65b54ecf req-332d84b6-a7ef-46d7-b1fd-6973b7d476cb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 932 time: 0.1137619 Jul 14 10:18:34.569037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Request body: {'port': {'device_id': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:34.598383 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dba8d175-dcbf-4c23-a572-03af65b54ecf req-dbd41209-8830-45d3-84df-9cd69af9e895 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841990 Jul 14 10:18:34.661767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e2d1d0-aa41-4f33-80f2-1b3a00e6b609 None None] Provisioning for port 25d5ae04-8bb9-48ff-b82d-15fff461e186 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:18:34.668985 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e2d1d0-aa41-4f33-80f2-1b3a00e6b609 None None] Provisioning complete for port 25d5ae04-8bb9-48ff-b82d-15fff461e186 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:18:34.669410 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e2d1d0-aa41-4f33-80f2-1b3a00e6b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:34.673294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:34.736508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2d1d0-aa41-4f33-80f2-1b3a00e6b609 None None] Port 25d5ae04-8bb9-48ff-b82d-15fff461e186 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:18:35.000463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d5ae04-8bb9-48ff-b82d-15fff461e186 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:18:35.009989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:35.029618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Transition to ACTIVE for port object 25d5ae04-8bb9-48ff-b82d-15fff461e186 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:18:35.038760 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:35.121563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:35.237187 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:18:35.237572 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:18:35.238113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:35.244424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:18:35.244861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:18:35.256710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:18:35.256710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:18:35.256710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:18:35.256710 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Bound port: 25d5ae04-8bb9-48ff-b82d-15fff461e186, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:18:35.256710 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:35.354864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:18:35.358715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:18:35.362943 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:35.407641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:35.408365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:35.409836 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] 10.222.0.66 "PUT /v2.0/ports/25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1093 time: 0.9038382 Jul 14 10:18:35.410291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:35.412634 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}acc29ede4175bd7399055f7db8a170ad166a9d49d1787afa4ca578207738a47b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655289d3-4626-4d05-956f-9f2b13c60a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:35.438209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d013954-7f03-4a78-8571-f5a976b3c0bf service neutron] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:35.534279 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded37b06-de6f-4647-9ffa-4157eb803dc4 x-openstack-request-id: req-ded37b06-de6f-4647-9ffa-4157eb803dc4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:35.534612 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:35.534867 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ded37b06-de6f-4647-9ffa-4157eb803dc4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:35.535289 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'status': 'completed', 'code': 200} Jul 14 10:18:35.540383 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-6702df14-9ad3-409b-91fe-ba0b47efe678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:35.541920 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-6702df14-9ad3-409b-91fe-ba0b47efe678 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1096 time: 0.0809600 Jul 14 10:18:35.592769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-125e703a-dddc-4dbd-bae9-5433a723fe1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 217 time: 0.0431163 Jul 14 10:18:35.648319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-6a179d29-13a7-49ed-966b-15e5825f56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:35.649853 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-6a179d29-13a7-49ed-966b-15e5825f56f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0503309 Jul 14 10:18:35.726492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-57b9f834-bf17-4142-b8f3-fa81b4b86969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:35.728846 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-57b9f834-bf17-4142-b8f3-fa81b4b86969 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707414 Jul 14 10:18:35.872941 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-65834dcf-56ec-414f-846c-e8fdf89ff2a1 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362040 Jul 14 10:18:35.885615 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d178608-5157-4d6b-9e0b-f943e89d67bd req-43db1da7-12b4-434f-a6cd-bf5495e1f563 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:35.887118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d178608-5157-4d6b-9e0b-f943e89d67bd req-43db1da7-12b4-434f-a6cd-bf5495e1f563 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.1405571 Jul 14 10:18:35.985381 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4d178608-5157-4d6b-9e0b-f943e89d67bd req-4fcd3b2c-8455-488b-b945-431dedbb2ee6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899396 Jul 14 10:18:36.027059 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6c81cf7a-7bda-4453-abb3-70a2c6a6d254 req-295399e9-4150-4280-af10-f3374966805d service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389260 Jul 14 10:18:36.157521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-b01a5f09-0668-4130-9068-8c0a61d06b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:36.159011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-b01a5f09-0668-4130-9068-8c0a61d06b1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1096 time: 0.0693302 Jul 14 10:18:36.271366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-895f59e3-2cf7-4c7b-9658-b2ac28a96732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:36.272975 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-895f59e3-2cf7-4c7b-9658-b2ac28a96732 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1065373 Jul 14 10:18:36.320684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-83d50f96-7ce8-474b-8df1-00681f74a610 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 217 time: 0.0395322 Jul 14 10:18:36.381445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-87c333ac-99b7-40cb-845a-6d8e92364a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:36.383003 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-87c333ac-99b7-40cb-845a-6d8e92364a4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0544877 Jul 14 10:18:36.453496 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-9800ca59-33f2-4d11-9cab-6492a3b3da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:36.455876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-9800ca59-33f2-4d11-9cab-6492a3b3da88 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653846 Jul 14 10:18:36.577529 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-9b3589ef-5f6a-4ccd-a5ba-c9797d9f63b1 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130362 Jul 14 10:18:36.686796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-655289d3-4626-4d05-956f-9f2b13c60a4a req-469fc493-a69a-4680-acdd-50867f360b3a service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018403 Jul 14 10:18:37.181085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3582a-8571-42c4-bce9-d7b9c7ac2424 req-997e8346-df0b-4632-82c2-de72115dc304 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:37.182634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7a3582a-8571-42c4-bce9-d7b9c7ac2424 req-997e8346-df0b-4632-82c2-de72115dc304 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0720508 Jul 14 10:18:37.233660 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e7a3582a-8571-42c4-bce9-d7b9c7ac2424 req-258e2278-cfe3-47da-8348-68d526b298bd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412269 Jul 14 10:18:38.437796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe01940-17e0-4ff4-bcf4-6d7bc418bcf0 req-d7293c52-0fa2-4a57-bc5c-f562b5e8321f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:38.439412 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3fe01940-17e0-4ff4-bcf4-6d7bc418bcf0 req-d7293c52-0fa2-4a57-bc5c-f562b5e8321f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0756273 Jul 14 10:18:38.485052 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3fe01940-17e0-4ff4-bcf4-6d7bc418bcf0 req-1457434d-4ba1-474a-90f1-bd56e2ced534 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359478 Jul 14 10:18:38.533116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:18:38.661182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:38.678679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'mac_address': 'fa:16:3e:1e:a9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:18:38.728905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:38.749290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d5ae04-8bb9-48ff-b82d-15fff461e186 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:18:38.769577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:38.773894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:38.824596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:38.986192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['25d5ae04-8bb9-48ff-b82d-15fff461e186'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:18:39.694676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50bad0-f089-4e86-b0e0-8c67214f9128 req-ce866b9a-bb44-4e25-ab92-496219830361 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:39.696938 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e50bad0-f089-4e86-b0e0-8c67214f9128 req-ce866b9a-bb44-4e25-ab92-496219830361 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0884886 Jul 14 10:18:39.739797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2e50bad0-f089-4e86-b0e0-8c67214f9128 req-25777484-953b-48cf-87d1-148dfe28f965 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371351 Jul 14 10:18:40.525360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 up at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:18:40.604257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning for port 25d5ae04-8bb9-48ff-b82d-15fff461e186 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:18:40.608487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Provisioning complete for port 25d5ae04-8bb9-48ff-b82d-15fff461e186 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:18:40.608912 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:40.701379 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:40.726282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:40.729294 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee2cc1ec3300ca9d5df53e51e30946868d9602a249903217a98c545218e0e740" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220d3a11-6dc9-42cb-a5f4-496b2cdbd367" -d '{"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-plugged", "status": "completed", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:40.743842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:18:40.748413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:40.785216 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a850a969-f7d4-4a6e-abc2-b0b932cdc57d x-openstack-request-id: req-a850a969-f7d4-4a6e-abc2-b0b932cdc57d {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:40.785687 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-plugged", "status": "completed", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:40.786097 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a850a969-f7d4-4a6e-abc2-b0b932cdc57d {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:40.786698 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'code': 200} Jul 14 10:18:40.833155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:18:40.899855 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146affbe-aa41-4d2d-b049-8c7632ecb463 req-038ffdd0-858c-457e-a799-85275c0024dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:40.901358 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-146affbe-aa41-4d2d-b049-8c7632ecb463 req-038ffdd0-858c-457e-a799-85275c0024dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1098 time: 0.0611370 Jul 14 10:18:40.942782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-146affbe-aa41-4d2d-b049-8c7632ecb463 req-e07c469e-c75e-4bd8-8d26-ffd9983191d0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341756 Jul 14 10:18:40.969353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a31f0-0e2c-48c4-ad43-43b7d47c1309 req-b568f89a-b4df-4c6d-a8b7-330851acee7a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:40.970926 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2a31f0-0e2c-48c4-ad43-43b7d47c1309 req-b568f89a-b4df-4c6d-a8b7-330851acee7a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0677280 Jul 14 10:18:41.012471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9f2a31f0-0e2c-48c4-ad43-43b7d47c1309 req-f60b4d52-c580-4161-a5e8-162a7a9095ed tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330482 Jul 14 10:18:42.201392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450c997-2f48-4237-bcb8-7bc588bcbe43 req-98719225-a664-4ec6-b7eb-263da4abe09d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.202947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5450c997-2f48-4237-bcb8-7bc588bcbe43 req-98719225-a664-4ec6-b7eb-263da4abe09d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0666478 Jul 14 10:18:42.246752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5450c997-2f48-4237-bcb8-7bc588bcbe43 req-f4ad6b75-a3f5-4da4-901f-854545a3634a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382035 Jul 14 10:18:42.427329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7141e4b-0d8a-4aad-8b8b-5aaf1d98f439 req-b5fc51ac-e0e6-4b2c-afdc-ca2d2224598f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:42.428804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a7141e4b-0d8a-4aad-8b8b-5aaf1d98f439 req-b5fc51ac-e0e6-4b2c-afdc-ca2d2224598f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0716405 Jul 14 10:18:42.438511 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 49562) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:18:42.443522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Request body: {'floatingip': {'port_id': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:18:42.484318 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:43.006447 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:43.011183 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:43.153492 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac associated. External IP: 172.25.0.237, port: 25d5ae04-8bb9-48ff-b82d-15fff461e186. Jul 14 10:18:43.426770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:18:43.545590 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:18:43.551523 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:43.556354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:18:43.567302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:18:43.567955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:18:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:43.590870 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b2207030-153a-47cd-bd04-4ceecd3023f0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "PUT /v2.0/floatingips/c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac HTTP/1.1" status: 200 len: 993 time: 1.1511247 Jul 14 10:18:43.591620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:18:43.637430 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e566d27-c1fc-4815-b006-5a800b56685e" -d '{"events": [{"name": "network-changed", "server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:18:43.741104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:18:43.746803 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89000ebe-19db-4c0c-b16a-5966b124bba3 x-openstack-request-id: req-89000ebe-19db-4c0c-b16a-5966b124bba3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:18:43.747181 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:18:43.747510 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-89000ebe-19db-4c0c-b16a-5966b124bba3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:18:43.747996 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'status': 'completed', 'code': 200} Jul 14 10:18:43.857094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566d27-c1fc-4815-b006-5a800b56685e req-e0cbe027-8eb7-4dc0-917b-349aeac4a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:43.859909 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e566d27-c1fc-4815-b006-5a800b56685e req-e0cbe027-8eb7-4dc0-917b-349aeac4a94f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1098 time: 0.0828803 Jul 14 10:18:43.969655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566d27-c1fc-4815-b006-5a800b56685e req-3f1d4d98-9475-46c4-8d73-b7b6df952f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:43.971458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e566d27-c1fc-4815-b006-5a800b56685e req-3f1d4d98-9475-46c4-8d73-b7b6df952f1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1046801 Jul 14 10:18:44.022233 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:1e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:18:42Z', 'revision_number': 13, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:44.057065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:18:44.066294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:18:44.066924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:18:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:44.067087 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e566d27-c1fc-4815-b006-5a800b56685e req-8d215ae2-08c4-4324-b9a2-f078876f64a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1001 time: 0.0886908 Jul 14 10:18:44.128176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566d27-c1fc-4815-b006-5a800b56685e req-c18455f6-7232-4622-84fd-dcc4fa33a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:44.129662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e566d27-c1fc-4815-b006-5a800b56685e req-c18455f6-7232-4622-84fd-dcc4fa33a024 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0519948 Jul 14 10:18:44.198920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:18:44.201583 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e566d27-c1fc-4815-b006-5a800b56685e req-ebbc0930-2703-4e60-8f3c-91d40d5ed5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:44.203338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e566d27-c1fc-4815-b006-5a800b56685e req-ebbc0930-2703-4e60-8f3c-91d40d5ed5e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667315 Jul 14 10:18:44.538292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:1e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:18:42Z', 'revision_number': 13, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:18:44.567966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7824709-732b-4930-9caa-0feeb3b45e7c None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'port_id': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'mac_address': 'fa:16:3e:1e:a9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:11:16Z', 'updated_at': '2021-07-14T10:18:42Z', 'revision_number': 13, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:18:44.719114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e566d27-c1fc-4815-b006-5a800b56685e req-0009ddde-3566-4598-9d17-4bca23d131b7 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074236 Jul 14 10:18:44.837564 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583d6391-9f13-4071-9fed-eb10cfae4a5d None None] New status for floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:18:44.871011 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e566d27-c1fc-4815-b006-5a800b56685e req-4ae00357-1e30-425f-8423-848ae4ff14d3 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446769 Jul 14 10:18:45.262293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-bb0eec02-58a9-42cb-bc6e-ff616a1d7f36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566926 Jul 14 10:18:45.382226 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-6d6772b5-bc4e-463e-adac-703cbf20b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:45.384933 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-6d6772b5-bc4e-463e-adac-703cbf20b0d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1098 time: 0.0657825 Jul 14 10:18:45.501720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-11bc6495-2f7b-4eb5-9631-bebc473637a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:45.503252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-11bc6495-2f7b-4eb5-9631-bebc473637a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0966752 Jul 14 10:18:45.571968 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-f7620298-ba55-4e1f-963d-5f846cc9da7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1003 time: 0.0613017 Jul 14 10:18:45.627160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-6eb90c43-7835-434b-b4d4-d671a50c3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:45.628735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-6eb90c43-7835-434b-b4d4-d671a50c3585 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0482211 Jul 14 10:18:45.714227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-ad7f59ca-a5ca-49c7-a4dd-0ea81bb86626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:18:45.715765 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-ad7f59ca-a5ca-49c7-a4dd-0ea81bb86626 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777462 Jul 14 10:18:45.822989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-9cd2bbb6-d365-4591-8603-9bd336182805 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959854 Jul 14 10:18:45.962553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0e9f8edf-02a1-4c91-babe-15ac5a5e7a5a req-45b966ca-2759-4d85-826c-71bd3b759c9d service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318178 Jul 14 10:18:51.371645 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:18:51.966122 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-49d0a29f-dfdc-4552-b4bb-9ed351831839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:54.268969 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ad802d7d-29b9-4e1e-9023-4937ce092689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:54.603587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:55.788613 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:57.402274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:57.441090 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:18:59.981764 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:22.148975 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e98810ce-2dbe-40e6-9d9e-b9426f836e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.274166 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ca791577-2d41-426f-a7db-a7aeac5bdc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:24.608396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:25.795382 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:27.427090 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:27.446692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:28.371139 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:19:29.976493 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:45.243469 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-0c13925d-9c43-4da5-8b5e-2ae25717138a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541465 Jul 14 10:19:45.349833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-a9cd4f5c-bd11-4e97-bb7f-68eb5969cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:45.351276 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-a9cd4f5c-bd11-4e97-bb7f-68eb5969cfcd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1098 time: 0.0561774 Jul 14 10:19:45.473490 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-f77e0422-fc10-4a3b-9eb5-8e7879eb227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:45.475032 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-f77e0422-fc10-4a3b-9eb5-8e7879eb227e service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1003597 Jul 14 10:19:45.552752 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-475d68e5-ef87-49ac-9a89-b7f09b04dd51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1003 time: 0.0706663 Jul 14 10:19:45.607728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-c701b9b0-7281-4922-b063-cbf27fd3e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:45.609172 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-c701b9b0-7281-4922-b063-cbf27fd3e33a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0503583 Jul 14 10:19:45.675249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-66238916-3d84-48ba-9422-82936ab32686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:19:45.676828 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-66238916-3d84-48ba-9422-82936ab32686 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561600 Jul 14 10:19:45.773721 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-b9fbed7a-badf-4f96-95af-300d08ce7560 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895417 Jul 14 10:19:45.874033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-342cf595-cf35-4d3b-b39c-040b3acc5fce req-6803d038-09c1-4011-a041-192a0d5b5204 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935478 Jul 14 10:19:51.971209 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ef9aef7f-c150-4f2c-9725-122d44b0f77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:54.278954 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-379af3e9-f1a1-4259-91a8-d6a7a53f41ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:54.613095 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:55.801173 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:57.453466 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:57.454670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:19:59.976240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:05.370464 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:21.985506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e948d6f4-143e-42a7-a46b-794219c5e498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.291604 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c061170c-e852-4e7f-b350-e0772ce4cbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:24.369694 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7372ba-899b-455a-983f-85b029322548 req-4dda5b3d-7d18-4c65-afe1-fee2baf278ae tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:24.371757 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc7372ba-899b-455a-983f-85b029322548 req-4dda5b3d-7d18-4c65-afe1-fee2baf278ae tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0898902 Jul 14 10:20:24.426899 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fc7372ba-899b-455a-983f-85b029322548 req-c2b4e8b2-c01e-4ee6-b1a7-3d79298541e9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486052 Jul 14 10:20:24.610638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:25.805403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.451052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:27.456736 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:29.984239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:36.128263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3c06f-d4b6-44c9-893a-bee7e09c404c req-88ddbe3d-88ae-47d2-a0b2-dbc87988b25f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:36.129783 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34d3c06f-d4b6-44c9-893a-bee7e09c404c req-88ddbe3d-88ae-47d2-a0b2-dbc87988b25f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.1088719 Jul 14 10:20:36.179740 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-418397b1-0db3-4220-bc09-6ffae0193dcb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1476321 Jul 14 10:20:36.185577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34d3c06f-d4b6-44c9-893a-bee7e09c404c req-c2fafe7a-5892-4602-944a-4909fe064e91 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498371 Jul 14 10:20:37.422717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2202fd-07e7-4cde-bc59-565be4069fd2 req-57f1716c-bfbb-4da5-ae39-7d97fc1adb82 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:37.424189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d2202fd-07e7-4cde-bc59-565be4069fd2 req-57f1716c-bfbb-4da5-ae39-7d97fc1adb82 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.1199775 Jul 14 10:20:37.431673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-33f71763-8ce2-47e9-a81d-b9f2e1502c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:37.433744 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-33f71763-8ce2-47e9-a81d-b9f2e1502c08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1098 time: 0.0879188 Jul 14 10:20:37.519716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9d2202fd-07e7-4cde-bc59-565be4069fd2 req-612a0933-ab86-43f2-8d6f-2891cc1bcfc2 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849855 Jul 14 10:20:37.556566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-40d2376e-8f8d-4645-8dc7-078d6c4e83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:37.558175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-40d2376e-8f8d-4645-8dc7-078d6c4e83d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1162033 Jul 14 10:20:37.628780 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-b1d48301-c817-4e52-ae3b-3a71fcfdd03f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1003 time: 0.0626433 Jul 14 10:20:37.684797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-faef71b9-f429-4bcc-ad28-15a6f5cb7836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:37.686354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-faef71b9-f429-4bcc-ad28-15a6f5cb7836 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0484202 Jul 14 10:20:37.754306 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-3ed0bd6a-7f66-4653-a228-6a89ff1a9052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:37.756184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-3ed0bd6a-7f66-4653-a228-6a89ff1a9052 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618947 Jul 14 10:20:37.862509 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-9698538a-0b6b-4397-85cd-4a4c273f1ff3 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993714 Jul 14 10:20:37.971798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-469710b8-3ca7-46b2-a678-488e1e6bbc23 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024556 Jul 14 10:20:38.712995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23d648-f4a6-437f-b845-c6b1f8238c4f req-b3999e28-64b6-4cac-9d64-4f4070b05399 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:38.714874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a23d648-f4a6-437f-b845-c6b1f8238c4f req-b3999e28-64b6-4cac-9d64-4f4070b05399 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0725372 Jul 14 10:20:38.756619 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a23d648-f4a6-437f-b845-c6b1f8238c4f req-aec42409-4683-4b5e-9813-babb7c57d540 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362837 Jul 14 10:20:40.021140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0f8da-d766-4a95-b36e-77b3334fb9b3 req-9f401faf-fd58-4092-9c5d-9046fecb4a60 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:40.023086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3bd0f8da-d766-4a95-b36e-77b3334fb9b3 req-9f401faf-fd58-4092-9c5d-9046fecb4a60 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.1111989 Jul 14 10:20:40.082870 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3bd0f8da-d766-4a95-b36e-77b3334fb9b3 req-e10bbd4c-b5f7-4e97-a159-59b59eb8214f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494962 Jul 14 10:20:41.286074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec90d9-6243-4638-92ab-fffa39d7de96 req-75e0d9df-8696-494e-b12e-966da2b96a1a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:41.287700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e6ec90d9-6243-4638-92ab-fffa39d7de96 req-75e0d9df-8696-494e-b12e-966da2b96a1a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0702941 Jul 14 10:20:41.331176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e6ec90d9-6243-4638-92ab-fffa39d7de96 req-a3987ae4-0a83-44d6-af28-21c63e2d6cbe tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365670 Jul 14 10:20:42.372555 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:20:42.538326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88495b7-d080-4a10-88ff-51286955a4cc req-5ded3ad6-1e60-4600-a65a-45b3432219c1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:42.539878 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d88495b7-d080-4a10-88ff-51286955a4cc req-5ded3ad6-1e60-4600-a65a-45b3432219c1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0788655 Jul 14 10:20:42.579787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d88495b7-d080-4a10-88ff-51286955a4cc req-d3ed614c-8b14-4450-a5ff-e40f43af9d95 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339296 Jul 14 10:20:43.780469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e544d-6e73-4fa4-a5a7-65941cbc4311 req-0dd18c84-2498-4703-9316-36eb09ecacb0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:43.781992 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-089e544d-6e73-4fa4-a5a7-65941cbc4311 req-0dd18c84-2498-4703-9316-36eb09ecacb0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0718222 Jul 14 10:20:43.827301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-089e544d-6e73-4fa4-a5a7-65941cbc4311 req-b207b9f1-ee17-42be-a637-42c6ca182637 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383749 Jul 14 10:20:45.034071 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd613f-d8ee-413d-9a90-bc1313743446 req-ba90d7a5-8f6f-492d-834a-dc6bc24abd72 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:45.035850 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98bd613f-d8ee-413d-9a90-bc1313743446 req-ba90d7a5-8f6f-492d-834a-dc6bc24abd72 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0833852 Jul 14 10:20:45.078445 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98bd613f-d8ee-413d-9a90-bc1313743446 req-3dd5319b-ba4f-4c66-a1f2-73db3fb6389c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358667 Jul 14 10:20:46.277159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4301cac-ffc1-4da7-b117-cdd67fa5708b req-857ba46a-74f8-4516-8247-e5a39b04b191 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:46.278792 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4301cac-ffc1-4da7-b117-cdd67fa5708b req-857ba46a-74f8-4516-8247-e5a39b04b191 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0706995 Jul 14 10:20:46.322312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f4301cac-ffc1-4da7-b117-cdd67fa5708b req-985a8da6-be34-4f6b-a5c9-460853d97158 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376725 Jul 14 10:20:47.336819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-382a42ee-7cd2-422f-ab12-b7885b7acd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:47.338354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-382a42ee-7cd2-422f-ab12-b7885b7acd74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1098 time: 0.0636625 Jul 14 10:20:47.510055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-4287db3d-621e-4e1c-ae24-3b4feddc2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:47.512415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-4287db3d-621e-4e1c-ae24-3b4feddc2c78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1510992 Jul 14 10:20:47.590660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07f10b-530d-4958-af39-2602dd8666db req-3c541dcf-0b0a-4d0c-8626-f3819ecb083d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:47.592838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af07f10b-530d-4958-af39-2602dd8666db req-3c541dcf-0b0a-4d0c-8626-f3819ecb083d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.1479952 Jul 14 10:20:47.610879 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-d06837b8-aa8f-4e0c-af86-6f7934437e5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1003 time: 0.0900021 Jul 14 10:20:47.679800 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-af07f10b-530d-4958-af39-2602dd8666db req-3d7f9f2c-62d4-46fa-9c92-198c875eea99 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800533 Jul 14 10:20:47.688552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-0fa9ce59-c7a4-49d7-a659-22c9213ca09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:47.690067 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-0fa9ce59-c7a4-49d7-a659-22c9213ca09e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0723624 Jul 14 10:20:47.767337 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-a2a37ecd-63f1-4690-af85-bfd703936f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:47.768872 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-a2a37ecd-63f1-4690-af85-bfd703936f7f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721598 Jul 14 10:20:47.883017 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-7173f112-7535-49e8-b173-823b43f3ac81 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047895 Jul 14 10:20:47.985046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb11377-ca73-43f7-8d64-1a85ead0803d req-d6fcf750-2efc-4492-8825-9f9484972c5b service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947125 Jul 14 10:20:48.865385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c387a-f429-4466-bb02-e6ca2bba716e req-237ed9f5-53f0-40e8-a1fd-b560095a3fd5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:48.867061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d17c387a-f429-4466-bb02-e6ca2bba716e req-237ed9f5-53f0-40e8-a1fd-b560095a3fd5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0684481 Jul 14 10:20:48.912733 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d17c387a-f429-4466-bb02-e6ca2bba716e req-57f43a33-0564-4c8a-b17b-2eababf42eb4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389552 Jul 14 10:20:50.094113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f60ff6-06e7-4b87-9b99-29f1e494753b req-e4d37c13-53dc-4aad-8441-dd6ce9953b18 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:50.095689 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5f60ff6-06e7-4b87-9b99-29f1e494753b req-e4d37c13-53dc-4aad-8441-dd6ce9953b18 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0664678 Jul 14 10:20:50.137377 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c5f60ff6-06e7-4b87-9b99-29f1e494753b req-59e46d28-a9c6-4833-bcd2-fed0b6be038e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340705 Jul 14 10:20:51.326888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3143-247d-4058-8959-b3bcf9a09599 req-31b6ac4a-fce2-44b4-a0a2-1f8ef64e07b9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:51.328483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e07f3143-247d-4058-8959-b3bcf9a09599 req-31b6ac4a-fce2-44b4-a0a2-1f8ef64e07b9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0737329 Jul 14 10:20:51.373015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e07f3143-247d-4058-8959-b3bcf9a09599 req-51ac5d2d-e69f-4dda-83d2-1fe19f1d5600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380201 Jul 14 10:20:51.980010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ea689749-6f05-4777-a20f-ff3d659af35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:52.453317 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-535f42b7-2248-4d0d-8bff-66e507e47711 service neutron] show failed (client error): The resource could not be found. Jul 14 10:20:52.454386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-535f42b7-2248-4d0d-8bff-66e507e47711 service neutron] 10.222.0.66 "GET /v2.0/ports/25d5ae04-8bb9-48ff-b82d-15fff461e186/bindings/n-h1-780147-26 HTTP/1.1" status: 404 len: 381 time: 0.0627220 Jul 14 10:20:52.561907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9d264-fee4-468d-a690-27b7447280b1 req-b8039f9b-5072-4a52-82da-8694a7de7ade tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:52.563314 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc9d264-fee4-468d-a690-27b7447280b1 req-b8039f9b-5072-4a52-82da-8694a7de7ade tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0671947 Jul 14 10:20:52.602341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cdc9d264-fee4-468d-a690-27b7447280b1 req-7f73de8a-9926-4306-92ab-0cc0a8073b3f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334141 Jul 14 10:20:52.811083 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-691f8532-eedc-4d35-904a-5f83ca9c781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:52.812746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-691f8532-eedc-4d35-904a-5f83ca9c781a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 1098 time: 0.0955517 Jul 14 10:20:52.827207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:20:52.916412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.139253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:20:53.186392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:53.228910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:53.235123 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.249223 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Transition to ACTIVE for port object 25d5ae04-8bb9-48ff-b82d-15fff461e186 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:20:53.253526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:53.673832 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a110eabd-236d-49c1-a911-f7a166355007" -d '{"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-unplugged", "status": "completed", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:53.702453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=6']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:53.716996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.717567 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.717911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.718248 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.719633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.720063 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.720352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.720687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.721139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.721349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.721679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.721995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:20:53.772205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] No DVR routers for this DVR port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on host n-h2-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:20:53.816220 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04334c0b-6e9a-4b2e-9c38-3b58513849aa x-openstack-request-id: req-04334c0b-6e9a-4b2e-9c38-3b58513849aa {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:53.816954 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-unplugged", "status": "completed", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:53.816954 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04334c0b-6e9a-4b2e-9c38-3b58513849aa {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:53.817147 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'code': 200} Jul 14 10:20:53.900903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0056307-769f-4eb9-93a5-6266c4952d01 req-276b4f8a-7cc1-4708-92d5-ea0c33536395 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:53.902491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0056307-769f-4eb9-93a5-6266c4952d01 req-276b4f8a-7cc1-4708-92d5-ea0c33536395 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.1755705 Jul 14 10:20:53.976455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e0056307-769f-4eb9-93a5-6266c4952d01 req-cf68ddf6-1325-40b3-b646-2a5d9c50d1b5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664866 Jul 14 10:20:53.977122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:20:53.977539 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:20:53.977919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:53.982916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:20:53.983250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:20:53.989050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:20:53.989482 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:20:53.989791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:20:53.990239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Bound port: 25d5ae04-8bb9-48ff-b82d-15fff461e186, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:20:53.990686 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.059279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:20:54.062881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:20:54.067682 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.106288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:54.106922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.108490 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] 10.222.0.69 "PUT /v2.0/ports/25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1093 time: 1.2885234 Jul 14 10:20:54.133035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0e139-848d-43d0-895f-e2a5dc93c8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:20:54.206082 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-3b431f02-b1d2-41d3-88c3-7dda5140ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:54.207639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-3b431f02-b1d2-41d3-88c3-7dda5140ea1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1096 time: 0.0688863 Jul 14 10:20:54.292585 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffdcdc1d-32ae-41ac-9332-21838218d6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.333046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-2bfb0be6-79d2-456f-8a2c-bcaa029d76e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:54.335826 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-2bfb0be6-79d2-456f-8a2c-bcaa029d76e9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1220658 Jul 14 10:20:54.429977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-a7eee5d5-e06e-4b3b-83f0-4538ee2e419d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1001 time: 0.0884724 Jul 14 10:20:54.487060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-4fb0d6fd-b7da-41c2-a695-86496cea5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:54.489166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-4fb0d6fd-b7da-41c2-a695-86496cea5c62 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0533352 Jul 14 10:20:54.553723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-e2c8595a-0a1f-4865-92e1-88c00ff2ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:54.555266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-e2c8595a-0a1f-4865-92e1-88c00ff2ad52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593951 Jul 14 10:20:54.606610 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:54.663083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-5bacbd11-3136-41fd-9267-4ad903174f76 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009960 Jul 14 10:20:54.767831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1de784ce-8bf4-41d1-a642-419e5f0a841f req-65725ccc-9e7f-4abf-9633-c450932cc62b service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971146 Jul 14 10:20:55.162579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51aa59-caf9-4b36-b5f4-cd145c8dbb71 req-c42ded8f-da28-46b2-bc69-3d10d4d30131 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:55.164183 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d51aa59-caf9-4b36-b5f4-cd145c8dbb71 req-c42ded8f-da28-46b2-bc69-3d10d4d30131 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0656412 Jul 14 10:20:55.209562 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5d51aa59-caf9-4b36-b5f4-cd145c8dbb71 req-5c003048-aa3c-406a-a9a9-1e4faf38b08d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366201 Jul 14 10:20:55.256379 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:20:55.301293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:20:55.800014 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:55.818254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:20:55.820694 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f" -d '{"events": [{"name": "network-changed", "server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:20:55.870927 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e4a878-fcb3-44cc-aead-ef54093dcf84 x-openstack-request-id: req-11e4a878-fcb3-44cc-aead-ef54093dcf84 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:20:55.871222 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:20:55.871476 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-11e4a878-fcb3-44cc-aead-ef54093dcf84 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:20:55.871888 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'status': 'completed', 'code': 200} Jul 14 10:20:55.965493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-85de1701-afb5-41cc-af22-b849e9afbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:55.966081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-8aa33a97-d337-46e5-93a0-340be6bc0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:55.967117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-85de1701-afb5-41cc-af22-b849e9afbffa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1096 time: 0.0680659 Jul 14 10:20:55.967684 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-8aa33a97-d337-46e5-93a0-340be6bc0ce4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1096 time: 0.0664334 Jul 14 10:20:56.065353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-100ca43d-ac35-4533-8e3f-62948fdac24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.067220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-100ca43d-ac35-4533-8e3f-62948fdac24d service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0936186 Jul 14 10:20:56.075254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-4e4c6bfa-17c2-457f-8cc9-1e58aad9e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.077111 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-4e4c6bfa-17c2-457f-8cc9-1e58aad9e9c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0987220 Jul 14 10:20:56.148236 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-aa4e5878-4d0e-48dd-952f-d30722441b62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1001 time: 0.0731087 Jul 14 10:20:56.156491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-b61f3815-2561-4d0f-ab44-7f977f6df231 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1001 time: 0.0720263 Jul 14 10:20:56.200658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-14a6005c-6a2e-4501-b701-b686b33048ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.202729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-14a6005c-6a2e-4501-b701-b686b33048ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0484307 Jul 14 10:20:56.212534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-ee483b2d-2ffe-4aeb-be37-10f421db6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.214033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-ee483b2d-2ffe-4aeb-be37-10f421db6930 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0504045 Jul 14 10:20:56.285306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-91738a46-2597-4c0e-a0c8-8deb71e067a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.286928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-4fe5a2bf-19b6-4217-b104-b3edcc55f648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.288487 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-4fe5a2bf-19b6-4217-b104-b3edcc55f648 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638618 Jul 14 10:20:56.289703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-91738a46-2597-4c0e-a0c8-8deb71e067a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0807207 Jul 14 10:20:56.445370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-aa5e192c-c3d3-465a-a548-cd36c891ad69 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451986 Jul 14 10:20:56.456452 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-1f755cf6-41fa-4aab-8e0d-ea5db9cc4df5 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601241 Jul 14 10:20:56.470163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666ff0c-d765-4cad-a805-e631ecbca9f3 req-452a6079-879e-43c6-b287-74199400e2d6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:56.471948 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f666ff0c-d765-4cad-a805-e631ecbca9f3 req-452a6079-879e-43c6-b287-74199400e2d6 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.1135001 Jul 14 10:20:56.573323 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-d074ddc9-db05-4327-ba17-cd63cf6b4c35 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217136 Jul 14 10:20:56.574189 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f666ff0c-d765-4cad-a805-e631ecbca9f3 req-814dae77-90f0-4fb8-ae91-e05f3247805b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929081 Jul 14 10:20:56.610294 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0ff1be5-0ecc-49a9-a9e2-faa5bb48af2f req-6dbf3b05-50e8-406d-8e21-f5947f8a568d service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369507 Jul 14 10:20:57.451341 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.456799 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:20:57.782243 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509da0c-20ab-489a-b45d-0d194dfc80f3 req-1245526a-9954-489d-96ec-7f9c6af9a4f8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:57.783583 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4509da0c-20ab-489a-b45d-0d194dfc80f3 req-1245526a-9954-489d-96ec-7f9c6af9a4f8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0690684 Jul 14 10:20:57.826692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4509da0c-20ab-489a-b45d-0d194dfc80f3 req-b540b92e-7441-4a1f-b702-6ccd31a36997 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364001 Jul 14 10:20:59.015854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e024f-9f7c-4a0d-aa89-7e1261372186 req-c2897688-5359-4858-9f16-80d5e7908034 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:20:59.017511 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-578e024f-9f7c-4a0d-aa89-7e1261372186 req-c2897688-5359-4858-9f16-80d5e7908034 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0697291 Jul 14 10:20:59.056458 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-578e024f-9f7c-4a0d-aa89-7e1261372186 req-0bfd8c30-5789-4a88-ae85-158dd914716a tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328295 Jul 14 10:20:59.986334 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:00.254153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df69af4-4a28-40a3-90db-00c39d4e1d27 req-eaf7a9b5-5e47-485c-94cb-679fc3c58147 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:00.255653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7df69af4-4a28-40a3-90db-00c39d4e1d27 req-eaf7a9b5-5e47-485c-94cb-679fc3c58147 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0757952 Jul 14 10:21:00.297195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7df69af4-4a28-40a3-90db-00c39d4e1d27 req-64d4fefb-2700-4c06-948d-975633d5537d tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351400 Jul 14 10:21:01.475123 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229ed93-1c8e-486c-a7cb-7d084f6a3e02 req-bfd6838d-56c9-4076-b6a1-91a22d0de7b4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:01.476536 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0229ed93-1c8e-486c-a7cb-7d084f6a3e02 req-bfd6838d-56c9-4076-b6a1-91a22d0de7b4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0626390 Jul 14 10:21:01.519328 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0229ed93-1c8e-486c-a7cb-7d084f6a3e02 req-c989174d-2980-4e36-a91f-624943b68b8b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372179 Jul 14 10:21:02.701833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06098ca-513d-44ac-a13e-a49c39592623 req-809f43ac-e241-4817-882b-2bdb567a086e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:02.703374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d06098ca-513d-44ac-a13e-a49c39592623 req-809f43ac-e241-4817-882b-2bdb567a086e tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0702374 Jul 14 10:21:02.749483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d06098ca-513d-44ac-a13e-a49c39592623 req-6c0c01f3-3b8f-4af1-913d-062555c90340 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385685 Jul 14 10:21:03.950057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd2922-018c-4c67-8a3c-e7d66b8c654b req-7fe27847-a6e8-4870-80fb-879e9e096c86 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:03.951669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85cd2922-018c-4c67-8a3c-e7d66b8c654b req-7fe27847-a6e8-4870-80fb-879e9e096c86 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0717568 Jul 14 10:21:03.994776 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-85cd2922-018c-4c67-8a3c-e7d66b8c654b req-9a14064b-a705-4a31-b22f-ac95ce6f4ba5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360332 Jul 14 10:21:05.209077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5255f-f17c-4035-9f46-184e26092481 req-4c58d152-b181-4dcb-96b5-389648aad3df tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:05.210776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abe5255f-f17c-4035-9f46-184e26092481 req-4c58d152-b181-4dcb-96b5-389648aad3df tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0950370 Jul 14 10:21:05.253127 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abe5255f-f17c-4035-9f46-184e26092481 req-2ef2feeb-9824-4539-bb55-1085d76689fc tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359569 Jul 14 10:21:06.447121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0f197-dccd-4b90-a1e2-c877e49032d2 req-07aaf25b-bdbc-4965-9a2e-80243d36ba05 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:06.449546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4e0f197-dccd-4b90-a1e2-c877e49032d2 req-07aaf25b-bdbc-4965-9a2e-80243d36ba05 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0771012 Jul 14 10:21:06.497667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d4e0f197-dccd-4b90-a1e2-c877e49032d2 req-6b998855-0a09-44b1-84c9-fc925a65b607 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413172 Jul 14 10:21:07.696509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59d077-d361-4895-a8ef-a58f059394e3 req-0bff95fa-a2b8-4c8e-8784-e9f5238e10c8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:07.698292 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc59d077-d361-4895-a8ef-a58f059394e3 req-0bff95fa-a2b8-4c8e-8784-e9f5238e10c8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.0755043 Jul 14 10:21:07.742262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cc59d077-d361-4895-a8ef-a58f059394e3 req-50fb2313-fb6b-4e76-ba8f-caa4d9e430c0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376325 Jul 14 10:21:08.211384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:08.237716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-895511b5-452c-4036-936f-178bd6475845 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:08.239267 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-895511b5-452c-4036-936f-178bd6475845 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.69 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b&tenant_id=0b983cdec91f4e74999c8e6dc473d529&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 944 time: 0.1336222 Jul 14 10:21:08.336452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:08.346484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58a27a-cdca-4bdb-a6c4-f68128428ff8 req-0c5b4024-358b-4cbb-bd1c-0a7d66db9600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:08.349312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d58a27a-cdca-4bdb-a6c4-f68128428ff8 req-0c5b4024-358b-4cbb-bd1c-0a7d66db9600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 944 time: 0.1710777 Jul 14 10:21:08.357347 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'mac_address': 'fa:16:3e:1e:a9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:21:08.370921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-3c15b706-346a-49bf-a0a2-f583d6d58781 service neutron] 10.222.0.69 "GET /v2.0/ports/25d5ae04-8bb9-48ff-b82d-15fff461e186/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 383 time: 0.1251009 Jul 14 10:21:08.403790 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:08.418400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d5ae04-8bb9-48ff-b82d-15fff461e186 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:08.444895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:08.450215 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:08.455595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5d58a27a-cdca-4bdb-a6c4-f68128428ff8 req-3a595dfc-4c89-455a-81d6-d4067cdc3767 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987704 Jul 14 10:21:08.483894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-fd8384ec-426d-4266-bd74-9a8056ead1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:08.485455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-fd8384ec-426d-4266-bd74-9a8056ead1de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1096 time: 0.0885172 Jul 14 10:21:08.527664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:08.535454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.535713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.536058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.536427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.536766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.537102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.537437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.537763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.538090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.538417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.538837 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.539070 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:08.585162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-3ff1e88a-0d4f-4fa5-8e7a-eb3220a570dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:08.586745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-3ff1e88a-0d4f-4fa5-8e7a-eb3220a570dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.0947442 Jul 14 10:21:08.655966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-58ae159e-4444-40ad-8ad1-02f1693ce56f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1002 time: 0.0596232 Jul 14 10:21:08.662197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['25d5ae04-8bb9-48ff-b82d-15fff461e186'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:08.715151 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-586eb5a2-3abf-4a44-84e4-5c689538bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:08.716729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-586eb5a2-3abf-4a44-84e4-5c689538bcdf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0522335 Jul 14 10:21:08.779976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-18926e34-2805-446c-816f-21944d78dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:08.781720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-18926e34-2805-446c-816f-21944d78dd63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556970 Jul 14 10:21:08.881876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-4dba257c-8ad8-4573-aa45-26aa212747cd service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935075 Jul 14 10:21:08.986668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-cb71b367-f3a2-42ef-8544-52710c023ab6 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957313 Jul 14 10:21:09.110481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-78007cf7-2bef-4e6f-a523-a3bf3b148f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:09.112013 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-78007cf7-2bef-4e6f-a523-a3bf3b148f66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1097 time: 0.0545459 Jul 14 10:21:09.257168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-f3288b59-7358-446b-b42f-69b24e130e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:09.258674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-f3288b59-7358-446b-b42f-69b24e130e36 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1251578 Jul 14 10:21:09.331019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-4489784e-1b5e-4106-9289-98dca27a70cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1002 time: 0.0635335 Jul 14 10:21:09.382351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-cc11401d-42b3-44a3-8b20-45eaa203c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:09.383846 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-cc11401d-42b3-44a3-8b20-45eaa203c1c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0465612 Jul 14 10:21:09.450316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-f0619281-f88c-4d4a-85e5-540ae13f73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:09.451784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-f0619281-f88c-4d4a-85e5-540ae13f73d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608678 Jul 14 10:21:09.548085 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-f775a2ae-5c38-424a-a0e2-e0f9878fc5a2 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891814 Jul 14 10:21:09.655068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0446407d-5e03-4da5-99aa-3498ecd290a3 req-35f87c7d-5068-4db6-8166-b3e2e81d553e service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988026 Jul 14 10:21:09.674414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd052848-7d06-4ef8-a980-04ed8638b50c req-b33fb35e-644e-4a68-85aa-27b623ddf80c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:09.675638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd052848-7d06-4ef8-a980-04ed8638b50c req-b33fb35e-644e-4a68-85aa-27b623ddf80c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0850320 Jul 14 10:21:09.719007 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd052848-7d06-4ef8-a980-04ed8638b50c req-def03b07-2ebd-4f4e-9c2f-7c16f55b0cce tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362546 Jul 14 10:21:10.224949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:10.278368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 25d5ae04-8bb9-48ff-b82d-15fff461e186 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:10.285186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 25d5ae04-8bb9-48ff-b82d-15fff461e186 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:10.285907 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:10.390702 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:10.414482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:10.430583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:10.435897 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:10.464392 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b41d9dc-8b87-4b31-86d6-6421e17be452" -d '{"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-plugged", "status": "completed", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:10.506724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:10.577895 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e415bfe-59cd-40db-a724-036ece7ac14a x-openstack-request-id: req-4e415bfe-59cd-40db-a724-036ece7ac14a {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:10.578193 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-plugged", "status": "completed", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:10.578448 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e415bfe-59cd-40db-a724-036ece7ac14a {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:10.578849 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'code': 200} Jul 14 10:21:10.908367 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c24c3-4d05-45c5-90a3-334dfd4fc183 req-2d5164e9-a018-4183-b319-3dc100a65071 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:10.910201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b99c24c3-4d05-45c5-90a3-334dfd4fc183 req-2d5164e9-a018-4183-b319-3dc100a65071 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0729659 Jul 14 10:21:10.958861 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b99c24c3-4d05-45c5-90a3-334dfd4fc183 req-fbf383ad-a8c4-446e-9827-1fd131b3e4cb tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384498 Jul 14 10:21:12.163903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6874511-a39a-4d7d-8957-ca23ce0d77e0 req-6c61b7d0-c36c-4b18-8dc3-25f40a10c5fe tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:12.165574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6874511-a39a-4d7d-8957-ca23ce0d77e0 req-6c61b7d0-c36c-4b18-8dc3-25f40a10c5fe tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0791507 Jul 14 10:21:12.222733 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c6874511-a39a-4d7d-8957-ca23ce0d77e0 req-783ce248-09fd-42dd-9ec8-557b1fd5432f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489569 Jul 14 10:21:13.023812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-910a7e1b-1f5f-497a-836a-b1cdd46f68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:13.025402 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-910a7e1b-1f5f-497a-836a-b1cdd46f68f2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b&tenant_id=0b983cdec91f4e74999c8e6dc473d529 HTTP/1.1" status: 200 len: 1098 time: 0.0547557 Jul 14 10:21:13.038347 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-26', 'device_owner': 'compute:nova'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:13.114638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.331813 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:13.399580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h1-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:21:13.476134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:13.480240 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5568cab-9275-42b3-8039-92877e42dc59" -d '{"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-unplugged", "status": "completed", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:13.489620 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.507065 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c468ac4-b088-4131-93b6-3c21c1415c8b req-ed04a046-a797-4fcf-964a-2fc5b6068955 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:13.508768 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c468ac4-b088-4131-93b6-3c21c1415c8b req-ed04a046-a797-4fcf-964a-2fc5b6068955 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.1594555 Jul 14 10:21:13.522485 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Transition to ACTIVE for port object 25d5ae04-8bb9-48ff-b82d-15fff461e186 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:13.529376 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.547259 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3085475d-9eac-45c2-9b46-89fe63a91d98 x-openstack-request-id: req-3085475d-9eac-45c2-9b46-89fe63a91d98 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:13.547581 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-unplugged", "status": "completed", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:13.547764 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3085475d-9eac-45c2-9b46-89fe63a91d98 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:13.548167 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'code': 200} Jul 14 10:21:13.603465 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c468ac4-b088-4131-93b6-3c21c1415c8b req-037353e9-7d31-4693-a978-df99321df991 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865350 Jul 14 10:21:13.608293 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:13.654758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.655097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.655437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.655769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.656099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.656453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.656843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.657099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.657427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.657743 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.658057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.658398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:21:13.707814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] No DVR routers for this DVR port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on host n-h1-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:21:13.854047 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:21:13.854928 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:21:13.855265 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:13.859817 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:21:13.860146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Attempting to bind port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on network ae8b06a3-8e52-4205-a3b4-9942416d0486 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:13.865119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:21:13.865462 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Checking segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:21:13.865849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Bound using segment: {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:21:13.866276 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Bound port: 25d5ae04-8bb9-48ff-b82d-15fff461e186, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:21:13.866636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.933536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:21:13.937165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:21:13.941586 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.975830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:13.976490 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:13.977915 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] 10.222.0.66 "PUT /v2.0/ports/25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1094 time: 0.9438195 Jul 14 10:21:14.014547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cd61f-5bd9-4a95-809c-4566ed7a47a6 service neutron] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:14.069445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-a1976044-e9bb-446d-ac55-1f0db84d0f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:14.071029 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-a1976044-e9bb-446d-ac55-1f0db84d0f73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1097 time: 0.0679049 Jul 14 10:21:14.183273 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-15c64e4b-643d-471b-8337-4afbb6434b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:14.185692 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-15c64e4b-643d-471b-8337-4afbb6434b79 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1083231 Jul 14 10:21:14.253499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:14.264112 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-320625a0-4b45-480b-839b-38a9a129e38a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1001 time: 0.0702460 Jul 14 10:21:14.298492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:14.329924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-fc7b4479-f5e6-4359-806d-740ac6b2b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:14.331360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-fc7b4479-f5e6-4359-806d-740ac6b2b6f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0578895 Jul 14 10:21:14.396323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-f7749f1c-dd85-4721-ab44-0fbec44664b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:14.397911 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-f7749f1c-dd85-4721-ab44-0fbec44664b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597308 Jul 14 10:21:14.505806 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-f1c1b0d5-910b-43c2-9775-6b8da7a7be2d service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989196 Jul 14 10:21:14.604019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-81404eea-f9d3-47e6-a5fb-a2188290bc4c req-df14ff34-ddfc-403c-8ddd-f53ccade7cab service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912085 Jul 14 10:21:14.793664 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a384a57-059d-46ed-95d4-9ed7bf154ca0 req-17c1e1bf-140c-40db-93cb-4e8597b8f58b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:14.795224 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a384a57-059d-46ed-95d4-9ed7bf154ca0 req-17c1e1bf-140c-40db-93cb-4e8597b8f58b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0663102 Jul 14 10:21:14.836284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3a384a57-059d-46ed-95d4-9ed7bf154ca0 req-983f6775-ca4c-470d-8a24-e840fcf7d940 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349345 Jul 14 10:21:15.550250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:15.552778 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0240be-ace7-421e-a095-461aa16ed2fd" -d '{"events": [{"name": "network-changed", "server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:15.604156 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c41ce3-b1b4-4062-84b2-f8c588575a0b x-openstack-request-id: req-a1c41ce3-b1b4-4062-84b2-f8c588575a0b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:15.605259 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:15.605581 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1c41ce3-b1b4-4062-84b2-f8c588575a0b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:15.606145 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'status': 'completed', 'code': 200} Jul 14 10:21:15.682407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-1d74e4fb-58ff-4a4f-8106-90d0fca1ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:15.684095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-1d74e4fb-58ff-4a4f-8106-90d0fca1ca3a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1097 time: 0.0613146 Jul 14 10:21:15.690960 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-e82f7260-7c1c-45e4-8210-37ecfeff03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:15.692614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-e82f7260-7c1c-45e4-8210-37ecfeff03ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0b983cdec91f4e74999c8e6dc473d529&device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 1097 time: 0.0640955 Jul 14 10:21:15.803593 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-ab232de7-f15f-46b3-8479-66149389d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:15.805234 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-ab232de7-f15f-46b3-8479-66149389d1b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1062520 Jul 14 10:21:15.808749 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-4c1b7b98-190c-4f65-94fe-a8d6a91419c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:15.810441 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-4c1b7b98-190c-4f65-94fe-a8d6a91419c5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 200 len: 912 time: 0.1191320 Jul 14 10:21:15.883919 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-46b85bcb-6c3a-433b-9132-7b4b423352d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1001 time: 0.0663836 Jul 14 10:21:15.885621 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-3b7db85d-9e2e-4ad0-85b5-0fff397c8d9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 200 len: 1001 time: 0.0738313 Jul 14 10:21:15.944687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-0ac4ea9a-2fb6-467d-88dc-32019f6606d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:15.946550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-0ac4ea9a-2fb6-467d-88dc-32019f6606d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0555232 Jul 14 10:21:15.954765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-2e77be4d-03e2-471d-8563-ab627c863246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:15.956735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-2e77be4d-03e2-471d-8563-ab627c863246 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 200 len: 850 time: 0.0644059 Jul 14 10:21:16.014585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-9a8e46c3-bcfd-4cc9-b81a-be43058e2ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:16.016184 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-9a8e46c3-bcfd-4cc9-b81a-be43058e2ae0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628150 Jul 14 10:21:16.031835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-08c936e5-ba58-4884-af3d-4a4ffed2ab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:16.033696 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-08c936e5-ba58-4884-af3d-4a4ffed2ab2d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ae8b06a3-8e52-4205-a3b4-9942416d0486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706885 Jul 14 10:21:16.123422 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-70a9d8d7-f94f-44f3-a651-100d717c8b23 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002564 Jul 14 10:21:16.152132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-335a606d-e16b-46dc-b24d-12d5c6fe1386 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120315 Jul 14 10:21:16.285738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-fab3ddbf-901c-4d9d-af4a-2fb10eea1175 service neutron] 10.222.0.69 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273558 Jul 14 10:21:16.337877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea73a85-a5cd-45e0-b376-da37399b8183 req-fbaec20e-a1b1-4654-97e1-4771594d2675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:16.340261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ea73a85-a5cd-45e0-b376-da37399b8183 req-fbaec20e-a1b1-4654-97e1-4771594d2675 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0972528 Jul 14 10:21:16.401609 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ea73a85-a5cd-45e0-b376-da37399b8183 req-a88af6ab-ff05-41e3-a84e-f0e11f7ca5e5 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533900 Jul 14 10:21:16.597328 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ba0240be-ace7-421e-a095-461aa16ed2fd req-24bef910-87c8-4385-b8aa-980a5462d8c3 service neutron] 10.222.0.66 "GET /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656813 Jul 14 10:21:17.599768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb73f43-9f51-4ebf-83cd-8e893ae8dd06 req-c5166893-5ee5-4d1c-b605-10e403487d25 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:17.601326 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-feb73f43-9f51-4ebf-83cd-8e893ae8dd06 req-c5166893-5ee5-4d1c-b605-10e403487d25 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0646794 Jul 14 10:21:17.639656 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-feb73f43-9f51-4ebf-83cd-8e893ae8dd06 req-ff806108-fc48-487c-ba55-4d9fd93a337b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Jul 14 10:21:18.824754 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763b9c4-f53c-498a-94e8-b3c33e7c2143 req-60dbd97b-912b-41af-92d6-6a48f37aa7ff tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:18.826230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1763b9c4-f53c-498a-94e8-b3c33e7c2143 req-60dbd97b-912b-41af-92d6-6a48f37aa7ff tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0688343 Jul 14 10:21:18.869804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1763b9c4-f53c-498a-94e8-b3c33e7c2143 req-3c152c10-85aa-4cdc-813f-db69ee1cb9a0 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362759 Jul 14 10:21:19.373718 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:20.050207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c75d14-21ee-42ca-87c4-592050b41dd4 req-d2e2931b-8794-4275-b769-4309e783b513 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:20.051688 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9c75d14-21ee-42ca-87c4-592050b41dd4 req-d2e2931b-8794-4275-b769-4309e783b513 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0680766 Jul 14 10:21:20.088976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9c75d14-21ee-42ca-87c4-592050b41dd4 req-d04baa9d-7029-4aec-b629-7a083e1695cf tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310638 Jul 14 10:21:21.273453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cca9f5-0cb4-4571-a5d4-76541bc7101c req-507feef8-131f-47f9-b962-47e296f109ca tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:21.275042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5cca9f5-0cb4-4571-a5d4-76541bc7101c req-507feef8-131f-47f9-b962-47e296f109ca tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0668139 Jul 14 10:21:21.318156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5cca9f5-0cb4-4571-a5d4-76541bc7101c req-17405386-6f5b-4695-8009-444c1b7b2fc1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374045 Jul 14 10:21:21.988130 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f33821db-ba11-4e33-8326-071eb73ea5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:22.519117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2262d7-b78a-4eb1-8f21-cb562d020c0f req-15959079-6aa2-40da-9d34-3a56a1258b4f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:22.520931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2262d7-b78a-4eb1-8f21-cb562d020c0f req-15959079-6aa2-40da-9d34-3a56a1258b4f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0779161 Jul 14 10:21:22.569514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db2262d7-b78a-4eb1-8f21-cb562d020c0f req-d66aa406-b054-472a-8870-35b1ed59150b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 Jul 14 10:21:23.760791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844ca25e-af23-4719-b46c-9da30b89a424 req-68a4cbee-104a-4e0a-83a4-700324991df4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:23.762416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-844ca25e-af23-4719-b46c-9da30b89a424 req-68a4cbee-104a-4e0a-83a4-700324991df4 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0730932 Jul 14 10:21:23.803189 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-844ca25e-af23-4719-b46c-9da30b89a424 req-2ab7353c-f57b-499e-b42e-a3c32ee3768c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Jul 14 10:21:24.285040 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9e27bf6f-342e-48de-b254-8a6e80f25fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:24.608098 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:24.982492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671662be-655a-454a-ac1f-5cc0d3eead8e req-1d7f79c6-eaab-456f-ba71-4764e75411c7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:24.983895 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-671662be-655a-454a-ac1f-5cc0d3eead8e req-1d7f79c6-eaab-456f-ba71-4764e75411c7 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0684404 Jul 14 10:21:25.022150 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-671662be-655a-454a-ac1f-5cc0d3eead8e req-35641946-7c8b-47b4-bf8a-2e8fcc0d8fa8 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326710 Jul 14 10:21:25.805166 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:26.196776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd43fe19-b55d-42c0-829f-a6b9687b6576 req-f46f6e72-3e17-471b-8e2c-acab65eba8af tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:26.198229 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd43fe19-b55d-42c0-829f-a6b9687b6576 req-f46f6e72-3e17-471b-8e2c-acab65eba8af tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0628004 Jul 14 10:21:26.236952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cd43fe19-b55d-42c0-829f-a6b9687b6576 req-ff5e1464-3585-4de5-9448-58be3eaf027f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Jul 14 10:21:26.415662 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed5433-29d2-44c5-bfaf-f895ea718a41 req-3cc055e5-9f16-40e3-8f77-7140e52ac72c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:26.417940 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46ed5433-29d2-44c5-bfaf-f895ea718a41 req-3cc055e5-9f16-40e3-8f77-7140e52ac72c tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0637033 Jul 14 10:21:26.459666 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-46ed5433-29d2-44c5-bfaf-f895ea718a41 req-e7af1f30-5269-465a-8ffa-139a06fd47aa tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361140 Jul 14 10:21:26.644458 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef7e5d-f762-4dd0-98f9-8ad974fe4e3f req-fb92bb4f-c295-4746-a8fa-0bc7b82c71ee tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:26.645966 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0ef7e5d-f762-4dd0-98f9-8ad974fe4e3f req-fb92bb4f-c295-4746-a8fa-0bc7b82c71ee tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0710421 Jul 14 10:21:26.684158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0ef7e5d-f762-4dd0-98f9-8ad974fe4e3f req-e24b39de-4966-4645-9ccd-bb38e5dd224b tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319898 Jul 14 10:21:27.069961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc823aa-3084-4230-97ac-fb5f81824c1b req-51e349a4-c67d-41ac-91ad-32a0172ba663 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:27.071485 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cc823aa-3084-4230-97ac-fb5f81824c1b req-51e349a4-c67d-41ac-91ad-32a0172ba663 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 945 time: 0.0636799 Jul 14 10:21:27.108775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cc823aa-3084-4230-97ac-fb5f81824c1b req-fbc61e71-4add-489f-a6e3-8895c3f5c158 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Jul 14 10:21:27.434614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:27.464324 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:27.468936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:27.545369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:27.556118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Returning: {'device': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'port_id': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'mac_address': 'fa:16:3e:1e:a9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:21:27.598889 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:27.611878 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d5ae04-8bb9-48ff-b82d-15fff461e186 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:27.631809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:27.635645 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:27.681936 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Pushing event updated for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=12']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:27.950120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] get_ports_and_sgs() called for port_ids ['25d5ae04-8bb9-48ff-b82d-15fff461e186'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:28.298477 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51f8dc-5569-4873-b4c9-35e665f3bf63 req-99b26208-746f-423c-990f-cad13ae20477 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:28.300061 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b51f8dc-5569-4873-b4c9-35e665f3bf63 req-99b26208-746f-423c-990f-cad13ae20477 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0722518 Jul 14 10:21:28.340015 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b51f8dc-5569-4873-b4c9-35e665f3bf63 req-6086071c-6c20-4ea5-a77f-760c8e1793b9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups?id=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Jul 14 10:21:28.861046 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-bb5bc6fa-1209-495d-98df-06e84519dfd1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:28.862560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-bb5bc6fa-1209-495d-98df-06e84519dfd1 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 946 time: 0.0684280 Jul 14 10:21:28.975839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Deleting port 25d5ae04-8bb9-48ff-b82d-15fff461e186 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:28.976187 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.067515 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] For port 25d5ae04-8bb9-48ff-b82d-15fff461e186, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=25d5ae04-8bb9-48ff-b82d-15fff461e186,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:29.067878 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.239483 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.239854 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.240170 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac disassociated. External IP: 172.25.0.237, port: 25d5ae04-8bb9-48ff-b82d-15fff461e186. Jul 14 10:21:29.240553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Calling delete_port for 25d5ae04-8bb9-48ff-b82d-15fff461e186 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:29.396130 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.441696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 details requested by agent hyperv_n-h2-780147-26 with host n-h2-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:29.446900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event deleted for resources: {'Port': ['ID=25d5ae04-8bb9-48ff-b82d-15fff461e186,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:29.448402 n-d-780147-26 neutron-server[93781]: INFO neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No ports have port_id starting with 25d5ae04-8bb9-48ff-b82d-15fff461e186 Jul 14 10:21:29.450302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 requested by agent hyperv_n-h2-780147-26 not found in database {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 14 10:21:29.566906 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8c9a19c-1c75-42f3-a7bc-3ce9be373a13 req-f613892e-39c5-42d3-98cd-ea0bc73839ec tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 210 time: 0.0307107 Jul 14 10:21:29.607646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:21:29.724632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:29.734966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:29.744247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:29.745561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:29.771428 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] No DVR routers for this DVR port 25d5ae04-8bb9-48ff-b82d-15fff461e186 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:21:29.774895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:29.777443 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ce3eb86d-6ca9-4001-8804-cd4abb70f741 req-900f4ebe-b924-470c-b478-8ede2608f0d9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.66 "DELETE /v2.0/ports/25d5ae04-8bb9-48ff-b82d-15fff461e186 HTTP/1.1" status: 204 len: 173 time: 0.9072487 Jul 14 10:21:29.778234 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-deleted', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:29.781462 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05adde11-3374-4487-ba7c-288d73d3bcab" -d '{"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-deleted", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:29.841849 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c348fa1-ba41-43da-83e4-5113de0539b3 x-openstack-request-id: req-5c348fa1-ba41-43da-83e4-5113de0539b3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:29.843033 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880fdc29-8617-4ae4-95e6-55a6ba55ff3b", "name": "network-vif-deleted", "tag": "25d5ae04-8bb9-48ff-b82d-15fff461e186", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:29.843497 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c348fa1-ba41-43da-83e4-5113de0539b3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:29.844098 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880fdc29-8617-4ae4-95e6-55a6ba55ff3b', 'name': 'network-vif-deleted', 'tag': '25d5ae04-8bb9-48ff-b82d-15fff461e186', 'status': 'completed', 'code': 200} Jul 14 10:21:29.869854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:30.013282 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:30.091948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:30.120372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:30.129407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:30.130130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:30.245059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:30.448884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:30.477650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c4d22-3985-4b1b-b46a-36a50b3875c5 None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:14Z', 'revision_number': 4, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '908893d4-0fb3-4a04-b258-5bd9ba9f1eb7', 'name': '', 'network_id': 'ae8b06a3-8e52-4205-a3b4-9942416d0486', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'mac_address': 'fa:16:3e:a3:bc:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:14Z', 'updated_at': '2021-07-14T10:11:19Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'subnets': [{'id': '4c42ffab-3884-4678-8e35-020a41fd7b55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:30.733119 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-90c68e08-6848-4719-8450-5b5eccb81940 req-2efdabf0-0478-4ecb-b813-1eb5f3e3c3da tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 210 time: 0.0341201 Jul 14 10:21:30.752274 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4cf89-66ca-48b0-ad5e-adb96ad7fb8a None None] New status for floating IP c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:21:31.882449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2622cf7c-08cf-43bc-8cae-2bd459b142e7 req-74e371fd-6365-4d21-b8cb-1babf5b73abd tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 210 time: 0.0284295 Jul 14 10:21:33.055579 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d6cfd2f4-0519-4fb0-95c3-d811b73a1b0d req-29430ad0-c35b-4f00-a761-358a76b4135f tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/ports?device_id=880fdc29-8617-4ae4-95e6-55a6ba55ff3b HTTP/1.1" status: 200 len: 210 time: 0.0371435 Jul 14 10:21:33.457648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 no longer exists at agent hyperv_n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:33.479474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] No Port match for: 25d5ae04-8bb9-48ff-b82d-15fff461e186 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:21:33.479817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Device 25d5ae04-8bb9-48ff-b82d-15fff461e186 not bound to the agent host n-h2-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:37.091537 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50064) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:37.148638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe3eebf1-09cb-4e53-a80f-640dc506c600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.172755 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe3eebf1-09cb-4e53-a80f-640dc506c600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.228094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe3eebf1-09cb-4e53-a80f-640dc506c600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.231225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fe3eebf1-09cb-4e53-a80f-640dc506c600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.232429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fe3eebf1-09cb-4e53-a80f-640dc506c600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "DELETE /v2.0/security-groups/0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a HTTP/1.1" status: 204 len: 168 time: 0.1399884 Jul 14 10:21:37.235556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50066) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:37.242209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3eebf1-09cb-4e53-a80f-640dc506c600 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:37.268079 n-d-780147-26 neutron-server[93779]: INFO neutron.api.v2.resource [None req-b5ff9020-ac96-4b40-a899-f46a9af2c6ca tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] show failed (client error): The resource could not be found. Jul 14 10:21:37.269492 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b5ff9020-ac96-4b40-a899-f46a9af2c6ca tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "GET /v2.0/security-groups/0b6f1e98-9c5c-4906-8c0c-ff0fb1b2f18a HTTP/1.1" status: 404 len: 347 time: 0.0324852 Jul 14 10:21:37.272113 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50068) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:37.399031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Deleting port 0501c679-9ea0-4d2b-a0e7-3b4447485636 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:37.399282 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.474930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.475272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.489948 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Calling delete_port for 0501c679-9ea0-4d2b-a0e7-3b4447485636 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:37.631982 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.656561 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Pushing event deleted for resources: {'Port': ['ID=0501c679-9ea0-4d2b-a0e7-3b4447485636,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:37.726876 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.729814 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:37.731168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4cbaf4a4-1600-4849-b726-c29e1195fbf9 tempest-ServerActionsTestJSON-749640371 tempest-ServerActionsTestJSON-749640371-project] 10.222.0.73 "DELETE /v2.0/floatingips/c26a0a94-e1c2-4c6f-b6cf-7e0d16383aac HTTP/1.1" status: 204 len: 168 time: 0.4578540 Jul 14 10:21:37.734151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50070) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:38.266200 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:38.533066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Deleting port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:38.533331 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:38.615281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] For port 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:38.615636 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:38.635641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Calling delete_port for 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:38.827050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:38.853256 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=908893d4-0fb3-4a04-b258-5bd9ba9f1eb7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:39.030868 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:39.268725 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Router 7e7a66b5-7a00-4410-b808-16f273ac0a77 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:21:39.375551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:21:39.380518 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8c6fd066-2cd8-4c1d-ad56-75ad5e84f6f2 admin admin] 10.222.0.73 "PUT /v2.0/routers/7e7a66b5-7a00-4410-b808-16f273ac0a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6451542 Jul 14 10:21:39.383089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50074) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:39.384235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] Sync routers for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:21:39.394406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:39.395506 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:39.488442 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:39.500927 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:39.591830 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:39.645659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Deleting port efe9b9c0-90d7-4049-8ef0-deb00ab14dac {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:39.646102 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:39.682846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:21:38Z', 'revision_number': 5, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port': {'id': 'efe9b9c0-90d7-4049-8ef0-deb00ab14dac', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:98:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:39.709784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] Checking router: 7e7a66b5-7a00-4410-b808-16f273ac0a77 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:21:39.719220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] Routers {'7e7a66b5-7a00-4410-b808-16f273ac0a77'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:21:39.719833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:21:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['7e7a66b5-7a00-4410-b808-16f273ac0a77'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:39.728766 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] For port efe9b9c0-90d7-4049-8ef0-deb00ab14dac, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=efe9b9c0-90d7-4049-8ef0-deb00ab14dac,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:39.729220 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:39.742483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Calling delete_port for efe9b9c0-90d7-4049-8ef0-deb00ab14dac owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:39.805492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] Set router 7e7a66b5-7a00-4410-b808-16f273ac0a77 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:21:39.859078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:21:39Z', 'revision_number': 6, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:39.888949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed80f94e-4263-4217-a5e6-4428147b7d17 None None] The sync data for ids ['7e7a66b5-7a00-4410-b808-16f273ac0a77'] in n-d-780147-26 is: [{'id': '7e7a66b5-7a00-4410-b808-16f273ac0a77', 'name': 'tempest-ServerActionsTestJSON-453296752-router', 'tenant_id': '0b983cdec91f4e74999c8e6dc473d529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:11:12Z', 'updated_at': '2021-07-14T10:21:39Z', 'revision_number': 6, 'project_id': '0b983cdec91f4e74999c8e6dc473d529', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:21:39.918120 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:39.946625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Pushing event deleted for resources: {'Port': ['ID=efe9b9c0-90d7-4049-8ef0-deb00ab14dac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:40.008813 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.103451 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.105911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.156480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.157031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7a66b5-7a00-4410-b808-16f273ac0a77 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:21:40.161394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.162541 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-abfa80ba-eb0d-41c6-aa49-23cab3bea24a admin admin] 10.222.0.73 "DELETE /v2.0/routers/7e7a66b5-7a00-4410-b808-16f273ac0a77 HTTP/1.1" status: 204 len: 168 time: 0.7782741 Jul 14 10:21:40.165179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50076) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:40.209468 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46c1b4e-528e-4787-a5f5-803ee9f5f254 admin admin] Deleting subnet 4c42ffab-3884-4678-8e35-020a41fd7b55 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:21:40.213696 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b46c1b4e-528e-4787-a5f5-803ee9f5f254 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.261921 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b46c1b4e-528e-4787-a5f5-803ee9f5f254 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.399913 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b46c1b4e-528e-4787-a5f5-803ee9f5f254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.455277 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b46c1b4e-528e-4787-a5f5-803ee9f5f254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.482998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c1b4e-528e-4787-a5f5-803ee9f5f254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c42ffab-3884-4678-8e35-020a41fd7b55,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:40.484983 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b46c1b4e-528e-4787-a5f5-803ee9f5f254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.487447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b46c1b4e-528e-4787-a5f5-803ee9f5f254 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4c42ffab-3884-4678-8e35-020a41fd7b55 HTTP/1.1" status: 204 len: 168 time: 0.3207250 Jul 14 10:21:40.489750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50078) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:40.490771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34218aef-c8bb-4d25-8cd6-159c1932fa5d None None] Network ae8b06a3-8e52-4205-a3b4-9942416d0486 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:21:40.560612 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.617372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Deleting port d83a029e-dc9e-4196-a8f9-295a2064f43e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:40.617618 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.692792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] DHCP port deletion for ae8b06a3-8e52-4205-a3b4-9942416d0486 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:21:40.914001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] Deleting port d83a029e-dc9e-4196-a8f9-295a2064f43e {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:40.914387 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.980341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] For port d83a029e-dc9e-4196-a8f9-295a2064f43e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d83a029e-dc9e-4196-a8f9-295a2064f43e,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:40.980750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:40.993022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] Calling delete_port for d83a029e-dc9e-4196-a8f9-295a2064f43e owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:41.032111 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] For port d83a029e-dc9e-4196-a8f9-295a2064f43e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d83a029e-dc9e-4196-a8f9-295a2064f43e,segment=NetworkSegment(e93f3eff-5cc8-46e6-b842-df5c4e8af3d4),segment_id=e93f3eff-5cc8-46e6-b842-df5c4e8af3d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:41.032485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.046316 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Calling delete_port for d83a029e-dc9e-4196-a8f9-295a2064f43e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:41.075310 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.102317 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] Pushing event deleted for resources: {'Port': ['ID=d83a029e-dc9e-4196-a8f9-295a2064f43e,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:41.104142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051f0e7e-8782-4465-9676-8dfc891fd7a3 None None] No DVR routers for this DVR port d83a029e-dc9e-4196-a8f9-295a2064f43e on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:21:41.129900 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.154100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Pushing event deleted for resources: {'Port': ['ID=d83a029e-dc9e-4196-a8f9-295a2064f43e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:41.159595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] No DVR routers for this DVR port d83a029e-dc9e-4196-a8f9-295a2064f43e on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:21:41.232158 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device efe9b9c0-90d7-4049-8ef0-deb00ab14dac no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:41.233398 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.243916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae8b06a3-8e52-4205-a3b4-9942416d0486']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:41.252256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: efe9b9c0-90d7-4049-8ef0-deb00ab14dac {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:21:41.252582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device efe9b9c0-90d7-4049-8ef0-deb00ab14dac not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:41.253008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:41.254787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:41.255087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93f3eff-5cc8-46e6-b842-df5c4e8af3d4') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:21:41.265840 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.272452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:21:41.272801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 908893d4-0fb3-4a04-b258-5bd9ba9f1eb7 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:41.273230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d83a029e-dc9e-4196-a8f9-295a2064f43e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:21:41.280299 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.287066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:21:41.288035 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: self.session.flush() Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:21:41.289245 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:21:41.297040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d83a029e-dc9e-4196-a8f9-295a2064f43e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:21:41.297391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d83a029e-dc9e-4196-a8f9-295a2064f43e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:21:41.363152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.368625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.371992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] 10.222.0.73 "DELETE /v2.0/networks/ae8b06a3-8e52-4205-a3b4-9942416d0486 HTTP/1.1" status: 204 len: 168 time: 0.8801622 Jul 14 10:21:41.384426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1002dc-9dee-456a-acb2-9c22e937db6f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae8b06a3-8e52-4205-a3b4-9942416d0486,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:41.482643 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50082) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:41.522787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cad62690-6dcb-4f7d-83bf-2956f71fab8b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0b983cdec91f4e74999c8e6dc473d529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388641 Jul 14 10:21:41.525255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50084) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:41.575268 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c70e5972-c2e5-493a-998b-519356437aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.597378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c70e5972-c2e5-493a-998b-519356437aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.653398 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c70e5972-c2e5-493a-998b-519356437aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.655899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c70e5972-c2e5-493a-998b-519356437aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:41.657133 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c70e5972-c2e5-493a-998b-519356437aae admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b862e3a2-a77c-40e4-81d4-a723693f43b5 HTTP/1.1" status: 204 len: 168 time: 0.1309705 Jul 14 10:21:41.665504 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e5972-c2e5-493a-998b-519356437aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b862e3a2-a77c-40e4-81d4-a723693f43b5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:42.350358 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50106) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:42.456009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-780426123-network', 'tenant_id': 'df1c089731c44304ae2ef0ff0789add1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:42.477627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Made reservation on behalf of df1c089731c44304ae2ef0ff0789add1 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:21:42.480732 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.489291 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.592504 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.597173 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.625450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:21:42.636510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4761b5a-8a14-46df-bb49-bc4a3acec656,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:42.642734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.643082 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Added segment 206ea3cb-3d6b-4c39-9b9d-b141ffaa8578 of type vlan for network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 Jul 14 10:21:42.693335 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.723335 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.724457 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:42.725042 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:42.783841 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4323089 Jul 14 10:21:42.786624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50110) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:21:42.794254 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Request body: {'subnet': {'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-780426123-subnet', 'tenant_id': 'df1c089731c44304ae2ef0ff0789add1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:42.798846 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b98748-b929-4cb5-88b8-624ee3c54ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1e82fc-faf6-4e9a-a7ca-c1764a356897,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:42.809894 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:21:42.820434 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Made reservation on behalf of df1c089731c44304ae2ef0ff0789add1 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:21:42.823722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:43.002731 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:43.050825 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:43.065353 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Checking segment: {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:21:43.065715 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Network hostable DHCP agents. Network: 4d1e82fc-faf6-4e9a-a7ca-c1764a356897, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:21:43.082287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:21:43.091764 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 4d1e82fc-faf6-4e9a-a7ca-c1764a356897) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:21:43.095656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:43.096276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:43.101639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd1cd6-cbf4-4ba3-a6e3-4a0c2b56c1c9 None None] Network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:21:43.110420 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7c7d428e-6464-46be-82fe-9420243836bd admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3208032 Jul 14 10:21:43.229749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bab2a85-5228-4a6b-af33-de85e1ccc62b None None] Network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:21:43.553479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-0e00de10-9d4d-4a7c-bfc2-72ab731d0658 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:43.554876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-0e00de10-9d4d-4a7c-bfc2-72ab731d0658 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 813 time: 0.1023629 Jul 14 10:21:43.569793 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-e94cc49f-133a-4e97-9f9b-122f54e6744c tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/quotas/df1c089731c44304ae2ef0ff0789add1 HTTP/1.1" status: 200 len: 375 time: 0.0089707 Jul 14 10:21:43.607890 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-cf8308dc-bd4d-4850-b31d-1d647209ef8b tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324523 Jul 14 10:21:43.770874 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-88e1911d-4363-4cc7-bfba-e207ca86ecbc service neutron] 10.222.0.73 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229944 Jul 14 10:21:43.870891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-31af790a-8292-41e2-b39f-a8c8db76cbf0 service neutron] 10.222.0.73 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935316 Jul 14 10:21:44.058363 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ab8232f4-ecef-4ecb-8072-501bc26c0e2b req-5e4b8912-2775-4fff-b2db-fa55a429f23f tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 210 time: 0.0309036 Jul 14 10:21:45.152521 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-d6e23b5d-a915-4a8a-821b-da645e48a89e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:45.154257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-d6e23b5d-a915-4a8a-821b-da645e48a89e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.66 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 813 time: 0.1055944 Jul 14 10:21:45.170426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Request body: {'port': {'device_id': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897', 'admin_state_up': True, 'tenant_id': 'df1c089731c44304ae2ef0ff0789add1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:45.259866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89d0eacc-937b-406f-9b19-392a50929698 req-c096a6b5-d5c6-4ce8-ba19-c036d44d46de tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 210 time: 0.0417159 Jul 14 10:21:45.342242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Made reservation on behalf of df1c089731c44304ae2ef0ff0789add1 for: {'port': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:21:45.346293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:45.481774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Allocated IP 172.20.0.3 (4d1e82fc-faf6-4e9a-a7ca-c1764a356897/71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e/5ecdfd17-1e71-4ffe-a800-7d9edeb335f9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:21:45.632072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:45.673667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:45.725351 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:21:45.728734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:21:45.733160 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:21:45.757594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Pushing event updated for resources: {'Port': ['ID=5ecdfd17-1e71-4ffe-a800-7d9edeb335f9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:45.785706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:45.786316 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:45.802098 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-b7fb83f0-7b0b-46ab-827b-0709429274eb tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6361766 Jul 14 10:21:45.813659 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Request body: {'port': {'device_id': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-26'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:45.884461 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:46.150015 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:46.158054 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:46.170180 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Transition to ACTIVE for port object 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:46.174004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:46.225102 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecdfd17-1e71-4ffe-a800-7d9edeb335f9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:46.301879 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Attempting to bind port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 on host n-h2-780147-26 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:21:46.302213 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Attempting to bind port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 by drivers openvswitch,hyperv on host n-h2-780147-26 at level 0 using segments [{'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:21:46.302550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Attempting to bind port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:46.307527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:21:46.307527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Attempting to bind port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:46.312556 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Checking agent: {'id': '5191078f-38f5-4183-98a3-6c28a88265cd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:21:46.312918 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Checking segment: {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:21:46.313308 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Bound using segment: {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:21:46.313734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Bound port: 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9, host: n-h2-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:21:46.314096 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:46.382257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] For port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9, host n-h2-780147-26, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:21:46.385452 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] For port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9, host n-h2-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5ecdfd17-1e71-4ffe-a800-7d9edeb335f9,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:21:46.390933 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:46.424816 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:46.425538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:46.426812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] 10.222.0.66 "PUT /v2.0/ports/5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 HTTP/1.1" status: 200 len: 1092 time: 0.6171992 Jul 14 10:21:46.427182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'tag': '5ecdfd17-1e71-4ffe-a800-7d9edeb335f9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:46.429520 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651a427e-0ef3-42e7-94ab-9e41e417f92e" -d '{"events": [{"name": "network-changed", "server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "tag": "5ecdfd17-1e71-4ffe-a800-7d9edeb335f9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:46.447521 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feea4b-5e85-471c-b3ac-02e3243d5d8f req-8bb85770-234c-415b-ada1-69bf9795b0ef tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:46.449865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30feea4b-5e85-471c-b3ac-02e3243d5d8f req-8bb85770-234c-415b-ada1-69bf9795b0ef tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 943 time: 0.0721729 Jul 14 10:21:46.480378 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f5e027-71e0-4f9a-be4b-4dbc728a70ec x-openstack-request-id: req-20f5e027-71e0-4f9a-be4b-4dbc728a70ec {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:46.480667 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "tag": "5ecdfd17-1e71-4ffe-a800-7d9edeb335f9", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:46.480916 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-20f5e027-71e0-4f9a-be4b-4dbc728a70ec {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:46.481313 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'tag': '5ecdfd17-1e71-4ffe-a800-7d9edeb335f9', 'status': 'completed', 'code': 200} Jul 14 10:21:46.483800 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5ea11-1ef0-4757-864d-0f1763cc7045 service neutron] Pushing event updated for resources: {'Port': ['ID=5ecdfd17-1e71-4ffe-a800-7d9edeb335f9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:46.498596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30feea4b-5e85-471c-b3ac-02e3243d5d8f req-51949abd-1941-4835-a363-787f84586867 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427461 Jul 14 10:21:46.535484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-86cdfc3b-1360-4e38-98e3-51314064bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:46.537251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-86cdfc3b-1360-4e38-98e3-51314064bee0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0693364 Jul 14 10:21:46.583457 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-78d1e563-75e4-49a7-8e7d-312d63a75bba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 HTTP/1.1" status: 200 len: 217 time: 0.0390151 Jul 14 10:21:46.632503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-08a11b54-59f6-4eeb-98fc-3e59c43a7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:46.633996 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-08a11b54-59f6-4eeb-98fc-3e59c43a7984 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e HTTP/1.1" status: 200 len: 853 time: 0.0448191 Jul 14 10:21:46.668917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-5281c8b4-d135-48b3-a678-6baecd9abd87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276222 Jul 14 10:21:46.763248 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-27327d53-ecca-4b2c-9944-6e7dba587433 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872695 Jul 14 10:21:46.855928 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-ed183005-3ad0-4e79-82f5-2bebad8fadd2 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851619 Jul 14 10:21:46.970438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-50254fe4-a1e4-4092-bcf3-11b190502dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:46.971988 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-50254fe4-a1e4-4092-bcf3-11b190502dcd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0553603 Jul 14 10:21:47.070133 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-1cadf77f-563a-445c-ab1b-5972f87f2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:47.071553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-1cadf77f-563a-445c-ab1b-5972f87f2964 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 914 time: 0.0929465 Jul 14 10:21:47.121865 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-49a7c7b8-66c0-4900-8e9f-27bf18e689de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 HTTP/1.1" status: 200 len: 217 time: 0.0438614 Jul 14 10:21:47.201091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-c66abec9-2474-45c8-a0cb-3ee1687ac33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:47.202561 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-c66abec9-2474-45c8-a0cb-3ee1687ac33f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e HTTP/1.1" status: 200 len: 853 time: 0.0624452 Jul 14 10:21:47.218141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-9bc71146-fddf-43b5-b837-b7525c954f1e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:47.219539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-9bc71146-fddf-43b5-b837-b7525c954f1e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.66 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 943 time: 0.1066418 Jul 14 10:21:47.267392 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-a460e693-5212-4e93-9f59-1c64224ddc5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574400 Jul 14 10:21:47.404555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-7d06c3a7-2c5a-401c-ac07-0d08006c5579 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300054 Jul 14 10:21:47.410087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Deleting port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:21:47.410426 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:47.568691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] For port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9, host n-h2-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-26',level=0,port_id=5ecdfd17-1e71-4ffe-a800-7d9edeb335f9,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:47.569051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:47.573344 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-c782348d-9783-4153-9fa2-56b3f24d6fb3 service neutron] 10.222.0.66 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595242 Jul 14 10:21:47.583951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Calling delete_port for 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 owned by compute:nova {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:21:47.779340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c7b80-2a93-40e0-ade9-4880f54a378b req-7da6052e-dad2-4577-8d37-898b6bd33212 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:47.781698 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea8c7b80-2a93-40e0-ade9-4880f54a378b req-7da6052e-dad2-4577-8d37-898b6bd33212 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 943 time: 0.1565988 Jul 14 10:21:47.823547 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:47.862501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea8c7b80-2a93-40e0-ade9-4880f54a378b req-72311aa7-23f4-42ff-acfe-98438ed7e723 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Jul 14 10:21:47.865608 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Pushing event deleted for resources: {'Port': ['ID=5ecdfd17-1e71-4ffe-a800-7d9edeb335f9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:47.912410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] No DVR routers for this DVR port 5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 on host n-h2-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:21:47.915097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:47.917448 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.66 "DELETE /v2.0/ports/5ecdfd17-1e71-4ffe-a800-7d9edeb335f9 HTTP/1.1" status: 204 len: 173 time: 0.6907210 Jul 14 10:21:48.482774 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'name': 'network-vif-deleted', 'tag': '5ecdfd17-1e71-4ffe-a800-7d9edeb335f9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:48.485593 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f790ea-ec01-40f9-bb8f-1c6bc38c5218" -d '{"events": [{"server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "name": "network-vif-deleted", "tag": "5ecdfd17-1e71-4ffe-a800-7d9edeb335f9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:48.517761 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0151c2-c0fa-4e49-bffc-0c8449c79a6e x-openstack-request-id: req-2d0151c2-c0fa-4e49-bffc-0c8449c79a6e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:48.518058 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "name": "network-vif-deleted", "tag": "5ecdfd17-1e71-4ffe-a800-7d9edeb335f9", "status": "failed", "code": 422}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:48.518394 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d0151c2-c0fa-4e49-bffc-0c8449c79a6e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:48.518810 n-d-780147-26 neutron-server[93779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'name': 'network-vif-deleted', 'tag': '5ecdfd17-1e71-4ffe-a800-7d9edeb335f9', 'status': 'failed', 'code': 422} returned with failed status Jul 14 10:21:49.013364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e8fcaa74-4dae-4afc-9ac3-00c40124b613 req-868f760c-58cb-440e-ab54-da24df603c19 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 210 time: 0.0289209 Jul 14 10:21:49.283392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-2205d5f4-40b8-4c54-9a2b-9186ec1ea4dd tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:49.285000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-2205d5f4-40b8-4c54-9a2b-9186ec1ea4dd tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 813 time: 0.1038449 Jul 14 10:21:49.296949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Request body: {'port': {'device_id': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897', 'admin_state_up': True, 'tenant_id': 'df1c089731c44304ae2ef0ff0789add1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:49.412349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Made reservation on behalf of df1c089731c44304ae2ef0ff0789add1 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:21:49.415890 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:49.542787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Allocated IP 172.20.0.6 (4d1e82fc-faf6-4e9a-a7ca-c1764a356897/71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e/ab3fc228-924c-4f03-a463-bb5beb63acb0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:21:49.687232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:49.728323 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:49.779348 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:21:49.784650 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:21:49.789024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:21:49.793711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Pushing event updated for resources: {'Port': ['ID=ab3fc228-924c-4f03-a463-bb5beb63acb0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:49.838557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:49.839172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:49.853586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-1a89476a-95cf-49f9-8634-e7206d98b9f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5605292 Jul 14 10:21:49.865161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Request body: {'port': {'device_id': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:21:49.940112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:50.251104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a160126-ee31-4a43-8437-6aa8c5ae8b7c req-fee9f421-dcc6-4ae9-b597-d7d19d5bc70d tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:50.253429 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a160126-ee31-4a43-8437-6aa8c5ae8b7c req-fee9f421-dcc6-4ae9-b597-d7d19d5bc70d tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 931 time: 0.1237857 Jul 14 10:21:50.270682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab3fc228-924c-4f03-a463-bb5beb63acb0 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:50.285651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:50.312270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Transition to ACTIVE for port object ab3fc228-924c-4f03-a463-bb5beb63acb0 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:21:50.317967 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2a160126-ee31-4a43-8437-6aa8c5ae8b7c req-e9ad28ba-0a93-47fd-827e-8a8e7758f287 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Jul 14 10:21:50.319117 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:50.395108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3fc228-924c-4f03-a463-bb5beb63acb0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:50.445373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Attempting to bind port ab3fc228-924c-4f03-a463-bb5beb63acb0 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:21:50.445714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Attempting to bind port ab3fc228-924c-4f03-a463-bb5beb63acb0 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:21:50.446050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Attempting to bind port ab3fc228-924c-4f03-a463-bb5beb63acb0 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:50.450937 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Port ab3fc228-924c-4f03-a463-bb5beb63acb0 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:21:50.451258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Attempting to bind port ab3fc228-924c-4f03-a463-bb5beb63acb0 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:21:50.455991 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:21:50.456366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Checking segment: {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:21:50.456749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Bound using segment: {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:21:50.457177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Bound port: ab3fc228-924c-4f03-a463-bb5beb63acb0, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:21:50.457534 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:50.519954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] For port ab3fc228-924c-4f03-a463-bb5beb63acb0, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:21:50.523400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] For port ab3fc228-924c-4f03-a463-bb5beb63acb0, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab3fc228-924c-4f03-a463-bb5beb63acb0,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:21:50.528587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:50.566919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:50.567614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:50.568973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] 10.222.0.69 "PUT /v2.0/ports/ab3fc228-924c-4f03-a463-bb5beb63acb0 HTTP/1.1" status: 200 len: 1092 time: 0.7080326 Jul 14 10:21:50.569412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'tag': 'ab3fc228-924c-4f03-a463-bb5beb63acb0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:50.571648 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31" -d '{"events": [{"name": "network-changed", "server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "tag": "ab3fc228-924c-4f03-a463-bb5beb63acb0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:50.596309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76cfb07-c132-4ee6-a2b5-dd8dc77cd235 service neutron] Pushing event updated for resources: {'Port': ['ID=ab3fc228-924c-4f03-a463-bb5beb63acb0,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:50.620471 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80244ccb-325a-4c10-ba0d-6a12c3fb5fd1 x-openstack-request-id: req-80244ccb-325a-4c10-ba0d-6a12c3fb5fd1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:50.620471 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "tag": "ab3fc228-924c-4f03-a463-bb5beb63acb0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:50.620471 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80244ccb-325a-4c10-ba0d-6a12c3fb5fd1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:50.620471 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'tag': 'ab3fc228-924c-4f03-a463-bb5beb63acb0', 'status': 'completed', 'code': 200} Jul 14 10:21:50.676921 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-275ac66e-1ffe-427a-80aa-56a4cba87675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:50.678475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-275ac66e-1ffe-427a-80aa-56a4cba87675 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0586867 Jul 14 10:21:50.720922 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-fe4af397-6f52-4e17-9cbd-15d4a745bc77 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab3fc228-924c-4f03-a463-bb5beb63acb0 HTTP/1.1" status: 200 len: 217 time: 0.0354807 Jul 14 10:21:50.775786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-c440a67b-a6a9-4531-91d7-d040ede33cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:50.777843 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-c440a67b-a6a9-4531-91d7-d040ede33cad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e HTTP/1.1" status: 200 len: 853 time: 0.0516546 Jul 14 10:21:50.811022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-80df8723-9e82-45ba-ad6a-fe8777237a00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261135 Jul 14 10:21:50.905568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-a1b0027f-5e7b-476e-a9bf-e5f3b1f21e36 service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880446 Jul 14 10:21:51.000117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-4773c825-b676-4bd4-9a1e-54147c3e9b75 service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887592 Jul 14 10:21:51.097992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-2476aecc-81b1-4d18-8974-b19afd5a97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:51.099502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-2476aecc-81b1-4d18-8974-b19afd5a97e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 1095 time: 0.0525954 Jul 14 10:21:51.191596 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-01d3e814-4985-4eb7-81ce-d52d90850580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:51.193122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-01d3e814-4985-4eb7-81ce-d52d90850580 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 914 time: 0.0877686 Jul 14 10:21:51.233604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-70fe4918-b606-4b4c-9a6b-631f68827732 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab3fc228-924c-4f03-a463-bb5beb63acb0 HTTP/1.1" status: 200 len: 217 time: 0.0340118 Jul 14 10:21:51.281313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-56590f1e-108b-41ab-9eee-8b2d0363437b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:51.282795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-56590f1e-108b-41ab-9eee-8b2d0363437b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e HTTP/1.1" status: 200 len: 853 time: 0.0428076 Jul 14 10:21:51.316208 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-ce374726-a3fb-484b-8d19-a481da7631ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270791 Jul 14 10:21:51.413942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-b49971e1-833d-4a7f-adae-f801bda1fc84 service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910227 Jul 14 10:21:51.512425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c35aa9ef-fd42-4d43-9e16-0d616c3f6e31 req-e612d9f6-cf0b-4414-b206-c31d2c0ae926 service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915213 Jul 14 10:21:51.989931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-282bbd9a-3772-48af-ac8d-918a5faac977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:52.051947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5e5e5-fafc-4f88-8bf8-ec40bd733840 req-16d2b3c0-2b32-48d5-9deb-71f041a5e7d0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:52.053684 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2c5e5e5-fafc-4f88-8bf8-ec40bd733840 req-16d2b3c0-2b32-48d5-9deb-71f041a5e7d0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 943 time: 0.4178760 Jul 14 10:21:52.092917 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2c5e5e5-fafc-4f88-8bf8-ec40bd733840 req-d9b83f6e-e597-446b-8371-4dcdb869731e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Jul 14 10:21:53.273061 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b760b7b-f116-47a8-b967-a45e3ef80365 req-187bc1d2-8e5b-4c79-aed9-1a9125e6ba47 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:53.274558 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5b760b7b-f116-47a8-b967-a45e3ef80365 req-187bc1d2-8e5b-4c79-aed9-1a9125e6ba47 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 943 time: 0.0708318 Jul 14 10:21:53.315608 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5b760b7b-f116-47a8-b967-a45e3ef80365 req-51de08a7-d5af-42f2-b003-33ecf2695a1e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Jul 14 10:21:54.287876 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27dc801f-808e-437a-b0af-be23f87f4cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.454854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab3fc228-924c-4f03-a463-bb5beb63acb0 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:21:54.489606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ad004-871b-468a-a602-9f148e35ac3b req-5aadcc16-4f62-4ba5-b37d-9bf63837ffa4 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:54.490795 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947ad004-871b-468a-a602-9f148e35ac3b req-5aadcc16-4f62-4ba5-b37d-9bf63837ffa4 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 943 time: 0.0635195 Jul 14 10:21:54.530924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947ad004-871b-468a-a602-9f148e35ac3b req-624288ca-8bf0-4c5f-95e3-60d8807eac8e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335472 Jul 14 10:21:54.551418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab3fc228-924c-4f03-a463-bb5beb63acb0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab3fc228-924c-4f03-a463-bb5beb63acb0,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:54.563299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'ab3fc228-924c-4f03-a463-bb5beb63acb0', 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897', 'port_id': 'ab3fc228-924c-4f03-a463-bb5beb63acb0', 'mac_address': 'fa:16:3e:1f:ee:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:21:54.612880 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.620909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.626333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab3fc228-924c-4f03-a463-bb5beb63acb0 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:21:54.646384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab3fc228-924c-4f03-a463-bb5beb63acb0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab3fc228-924c-4f03-a463-bb5beb63acb0,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:54.650363 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:54.696714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ab3fc228-924c-4f03-a463-bb5beb63acb0,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:54.884365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ab3fc228-924c-4f03-a463-bb5beb63acb0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:21:55.704339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273f908-3156-4de3-a19e-9509ab44cb99 req-10278b64-84e9-4bd0-a893-63752fa3eed9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:55.705842 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0273f908-3156-4de3-a19e-9509ab44cb99 req-10278b64-84e9-4bd0-a893-63752fa3eed9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 944 time: 0.0640054 Jul 14 10:21:55.747200 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0273f908-3156-4de3-a19e-9509ab44cb99 req-fadb3593-9ce3-4b37-b7fd-7aec58039b36 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Jul 14 10:21:55.804498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.372479 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:21:56.455109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab3fc228-924c-4f03-a463-bb5beb63acb0 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:21:56.501879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port ab3fc228-924c-4f03-a463-bb5beb63acb0 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:21:56.505861 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port ab3fc228-924c-4f03-a463-bb5beb63acb0 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:21:56.506239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.584141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.609595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3fc228-924c-4f03-a463-bb5beb63acb0'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:21:56.611769 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad48f15-5851-49fe-950b-22281c5900e4" -d '{"events": [{"server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "name": "network-vif-plugged", "status": "completed", "tag": "ab3fc228-924c-4f03-a463-bb5beb63acb0"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:21:56.624859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port ab3fc228-924c-4f03-a463-bb5beb63acb0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab3fc228-924c-4f03-a463-bb5beb63acb0,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:21:56.629204 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:56.653509 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1640dfdd-34cf-48bf-8169-48d9dac4ea48 x-openstack-request-id: req-1640dfdd-34cf-48bf-8169-48d9dac4ea48 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:21:56.653834 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "name": "network-vif-plugged", "status": "completed", "tag": "ab3fc228-924c-4f03-a463-bb5beb63acb0", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:21:56.654059 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1640dfdd-34cf-48bf-8169-48d9dac4ea48 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:21:56.654454 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab3fc228-924c-4f03-a463-bb5beb63acb0', 'code': 200} Jul 14 10:21:56.680186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=ab3fc228-924c-4f03-a463-bb5beb63acb0,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:21:56.762993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ff941-ce28-4109-addc-f311c78c6bfa req-f78171b0-596e-4cdf-b5ff-a4c05f9b7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:56.764508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a0ff941-ce28-4109-addc-f311c78c6bfa req-f78171b0-596e-4cdf-b5ff-a4c05f9b7aae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0512946 Jul 14 10:21:56.802887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1a0ff941-ce28-4109-addc-f311c78c6bfa req-9ff793e8-9499-4609-93cf-48130bcd7d13 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325220 Jul 14 10:21:56.927369 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2621d-946f-4891-be7a-284fd3d2871c req-7d58b655-bcc9-4bbc-9620-470cd628cd44 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:56.928767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-82d2621d-946f-4891-be7a-284fd3d2871c req-7d58b655-bcc9-4bbc-9620-470cd628cd44 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0665383 Jul 14 10:21:56.969520 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-82d2621d-946f-4891-be7a-284fd3d2871c req-c8f562eb-f4d7-4202-8f5b-10ad7c3ca8db tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Jul 14 10:21:57.463466 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:57.464397 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:21:58.139781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2cf804-39a8-46ef-ba43-b522e8ccdd19 req-cdea3c46-9906-4904-af8b-345aa2d40679 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:58.141295 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db2cf804-39a8-46ef-ba43-b522e8ccdd19 req-cdea3c46-9906-4904-af8b-345aa2d40679 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0617843 Jul 14 10:21:58.181504 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db2cf804-39a8-46ef-ba43-b522e8ccdd19 req-9eb5790a-16e9-4330-9732-163231fd6431 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344379 Jul 14 10:21:58.410888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-e407e599-d01c-4b30-a218-13550bfaaef2 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:21:58.412393 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-e407e599-d01c-4b30-a218-13550bfaaef2 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 813 time: 0.1026809 Jul 14 10:21:58.427289 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-593f1046-f228-4537-b112-729f57a090d4 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/quotas/df1c089731c44304ae2ef0ff0789add1 HTTP/1.1" status: 200 len: 375 time: 0.0092533 Jul 14 10:21:58.502019 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-8dd0672e-5d46-403f-9b5d-cb7a23748918 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675864 Jul 14 10:21:58.590690 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-274e01ee-9b38-44b9-95b1-e77639b55910 service neutron] 10.222.0.73 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821571 Jul 14 10:21:58.685033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-e66871dc-6dab-4ce1-b8f1-d53aa54ff12c service neutron] 10.222.0.73 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886362 Jul 14 10:21:58.860625 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e00285c-10a5-49af-8452-eafd6dad11cb req-062fb950-8554-4bb9-9f05-0dcfed009039 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 210 time: 0.0356820 Jul 14 10:22:00.009483 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.019830 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4a2325a0-5984-46ec-83b1-78121edf95d7 req-67f9059a-4790-4009-92d1-792ccce8cc00 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 210 time: 0.0329027 Jul 14 10:22:00.036954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-12e9e468-826f-426d-a0b3-c5d8c73bc3bd tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:00.039597 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-12e9e468-826f-426d-a0b3-c5d8c73bc3bd tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 813 time: 0.1342905 Jul 14 10:22:00.050626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Request body: {'port': {'device_id': 'f5b752fc-2963-4425-a363-da151337ab7a', 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897', 'admin_state_up': True, 'tenant_id': 'df1c089731c44304ae2ef0ff0789add1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:00.166208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Made reservation on behalf of df1c089731c44304ae2ef0ff0789add1 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:00.170597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.300167 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Allocated IP 172.20.0.5 (4d1e82fc-faf6-4e9a-a7ca-c1764a356897/71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e/f6588cab-2a7d-4115-81fe-c6d14646b770) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:00.445891 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.488725 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.501697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ab3fc228-924c-4f03-a463-bb5beb63acb0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:00.532059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:00.534952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:00.542509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:00.572270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Pushing event updated for resources: {'Port': ['ID=f6588cab-2a7d-4115-81fe-c6d14646b770,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:00.586884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.587230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.587570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.587903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.588256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.588587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.588910 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.589232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.589551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.589884 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.590197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.590513 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:00.608024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:00.608673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.628575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-3d9479ad-4ca8-42ea-9aa8-0f9ac8f58d7e tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818467 Jul 14 10:22:00.639385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-c76afcbb-9058-45ab-9c21-de809152f530 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:22:00.640400 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-c76afcbb-9058-45ab-9c21-de809152f530 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057836 Jul 14 10:22:00.651313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Request body: {'port': {'device_id': 'f5b752fc-2963-4425-a363-da151337ab7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:00.728510 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:00.990266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6588cab-2a7d-4115-81fe-c6d14646b770 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:22:00.998268 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.010283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Transition to ACTIVE for port object f6588cab-2a7d-4115-81fe-c6d14646b770 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:01.013148 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.066237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Pushing event updated for resources: {'Port': ['ID=f6588cab-2a7d-4115-81fe-c6d14646b770,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:01.138620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Attempting to bind port f6588cab-2a7d-4115-81fe-c6d14646b770 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:01.138967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Attempting to bind port f6588cab-2a7d-4115-81fe-c6d14646b770 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:01.139308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Attempting to bind port f6588cab-2a7d-4115-81fe-c6d14646b770 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:01.145777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Port f6588cab-2a7d-4115-81fe-c6d14646b770 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:22:01.146111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Attempting to bind port f6588cab-2a7d-4115-81fe-c6d14646b770 on network 4d1e82fc-faf6-4e9a-a7ca-c1764a356897 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:01.176454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:01.176806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Checking segment: {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:01.177209 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Bound using segment: {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:01.177667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Bound port: f6588cab-2a7d-4115-81fe-c6d14646b770, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:01.178043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.264522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cca26-4991-490b-aa32-1ff6fcc3e506 req-dcc07739-67ef-4f58-8772-40b195debfc6 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:01.266002 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-487cca26-4991-490b-aa32-1ff6fcc3e506 req-dcc07739-67ef-4f58-8772-40b195debfc6 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 943 time: 0.1219678 Jul 14 10:22:01.270627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] For port f6588cab-2a7d-4115-81fe-c6d14646b770, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:01.275625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] For port f6588cab-2a7d-4115-81fe-c6d14646b770, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f6588cab-2a7d-4115-81fe-c6d14646b770,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:01.283622 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.348817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:01.349450 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:01.350891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] 10.222.0.69 "PUT /v2.0/ports/f6588cab-2a7d-4115-81fe-c6d14646b770 HTTP/1.1" status: 200 len: 1092 time: 0.7038908 Jul 14 10:22:01.351606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b752fc-2963-4425-a363-da151337ab7a', 'tag': 'f6588cab-2a7d-4115-81fe-c6d14646b770'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:01.353893 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a66ac72-c633-4d71-8312-074642139efb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b752fc-2963-4425-a363-da151337ab7a", "tag": "f6588cab-2a7d-4115-81fe-c6d14646b770"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:01.374672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-487cca26-4991-490b-aa32-1ff6fcc3e506 req-aafb2ce9-afbd-45ed-b56e-237405734438 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016178 Jul 14 10:22:01.379581 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf77a8-41e1-45bc-9b25-13c9d31dce25 service neutron] Pushing event updated for resources: {'Port': ['ID=f6588cab-2a7d-4115-81fe-c6d14646b770,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:01.417519 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cbe616-b48d-40f4-ab07-2d431f66864f x-openstack-request-id: req-80cbe616-b48d-40f4-ab07-2d431f66864f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:01.417836 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b752fc-2963-4425-a363-da151337ab7a", "tag": "f6588cab-2a7d-4115-81fe-c6d14646b770", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:01.418085 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-80cbe616-b48d-40f4-ab07-2d431f66864f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:01.418549 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b752fc-2963-4425-a363-da151337ab7a', 'tag': 'f6588cab-2a7d-4115-81fe-c6d14646b770', 'status': 'completed', 'code': 200} Jul 14 10:22:01.444451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-bcb163e6-a4bf-4742-9bef-5950429fba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:01.446021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-bcb163e6-a4bf-4742-9bef-5950429fba19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 1095 time: 0.0554688 Jul 14 10:22:01.490114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-8fe72cca-c2f3-468f-b07d-9aa651f9c8c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6588cab-2a7d-4115-81fe-c6d14646b770 HTTP/1.1" status: 200 len: 217 time: 0.0367260 Jul 14 10:22:01.539827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-60fd1927-53cc-4e01-895c-805a836962dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:01.541496 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-60fd1927-53cc-4e01-895c-805a836962dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e HTTP/1.1" status: 200 len: 853 time: 0.0454261 Jul 14 10:22:01.574685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-e61485cd-deab-493d-a066-55425bc068f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266590 Jul 14 10:22:01.666626 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-1011d7f6-f243-4b79-9e4b-7a6f3e6d43fc service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865915 Jul 14 10:22:01.757595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-69a6e9cf-e173-45fe-87c8-3e0f72466298 req-1a8ae73a-051a-4f04-a3cf-7e82c3acb98b service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839303 Jul 14 10:22:01.857252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ac72-c633-4d71-8312-074642139efb req-cd9e7e60-b85c-414b-83e6-2608c47d5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:01.858685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a66ac72-c633-4d71-8312-074642139efb req-cd9e7e60-b85c-414b-83e6-2608c47d5dd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 1095 time: 0.0531673 Jul 14 10:22:01.953057 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ac72-c633-4d71-8312-074642139efb req-ade5d5d4-b8b3-47c7-be53-4ae763ba85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:01.954560 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a66ac72-c633-4d71-8312-074642139efb req-ade5d5d4-b8b3-47c7-be53-4ae763ba85c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 914 time: 0.0901794 Jul 14 10:22:01.995347 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a66ac72-c633-4d71-8312-074642139efb req-3d5b3874-39ea-422d-80e6-0473432e897e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6588cab-2a7d-4115-81fe-c6d14646b770 HTTP/1.1" status: 200 len: 217 time: 0.0344565 Jul 14 10:22:02.043503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66ac72-c633-4d71-8312-074642139efb req-fd342d5e-0bc9-4a25-b365-658cba57ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:02.045005 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a66ac72-c633-4d71-8312-074642139efb req-fd342d5e-0bc9-4a25-b365-658cba57ed8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e HTTP/1.1" status: 200 len: 853 time: 0.0436344 Jul 14 10:22:02.082860 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a66ac72-c633-4d71-8312-074642139efb req-d7a47039-d8d3-46e4-bdda-cb52a3d4909b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311112 Jul 14 10:22:02.174204 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a66ac72-c633-4d71-8312-074642139efb req-722aeb5e-16da-41a1-b208-6ec13066dae0 service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846825 Jul 14 10:22:02.273672 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0a66ac72-c633-4d71-8312-074642139efb req-71e5aaba-8133-4b38-8193-208952f66b54 service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923321 Jul 14 10:22:02.561744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a17247-408e-455e-9448-b159d6440044 req-49657cd0-efae-4194-86bc-8d2e2313c489 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:02.563544 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5a17247-408e-455e-9448-b159d6440044 req-49657cd0-efae-4194-86bc-8d2e2313c489 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 943 time: 0.0683777 Jul 14 10:22:02.607173 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5a17247-408e-455e-9448-b159d6440044 req-bd044b25-1d98-4b5c-9a1e-16abbc50ee81 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376194 Jul 14 10:22:03.784090 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fff1ce-c321-4d4a-8370-064351588256 req-6006ed4f-8dd7-44a1-9768-3a099a2b9cfc tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:03.785630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43fff1ce-c321-4d4a-8370-064351588256 req-6006ed4f-8dd7-44a1-9768-3a099a2b9cfc tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 943 time: 0.0628550 Jul 14 10:22:03.823586 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-43fff1ce-c321-4d4a-8370-064351588256 req-a82448f3-0b3f-4a11-90c3-740a62a4b7f9 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Jul 14 10:22:04.517351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f6588cab-2a7d-4115-81fe-c6d14646b770 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:22:04.609288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f6588cab-2a7d-4115-81fe-c6d14646b770, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f6588cab-2a7d-4115-81fe-c6d14646b770,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:04.620064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'f6588cab-2a7d-4115-81fe-c6d14646b770', 'network_id': '4d1e82fc-faf6-4e9a-a7ca-c1764a356897', 'port_id': 'f6588cab-2a7d-4115-81fe-c6d14646b770', 'mac_address': 'fa:16:3e:84:32:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:22:04.659748 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:04.672981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6588cab-2a7d-4115-81fe-c6d14646b770 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:22:04.691321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f6588cab-2a7d-4115-81fe-c6d14646b770, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f6588cab-2a7d-4115-81fe-c6d14646b770,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:04.696808 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:04.751866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f6588cab-2a7d-4115-81fe-c6d14646b770,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:04.897318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['f6588cab-2a7d-4115-81fe-c6d14646b770'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:05.006261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4a40c-ca81-4796-85be-a33bc2c3d0ef req-53abc99a-db4b-4b51-955c-ab53e0244c17 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:05.009011 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bd4a40c-ca81-4796-85be-a33bc2c3d0ef req-53abc99a-db4b-4b51-955c-ab53e0244c17 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 944 time: 0.0749519 Jul 14 10:22:05.048322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6bd4a40c-ca81-4796-85be-a33bc2c3d0ef req-fee7759a-6331-4eb9-ba02-b0764f44c309 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Jul 14 10:22:06.224243 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c56d8-948b-4c92-af48-69c59b3157dd req-d2ab9c87-fcaa-433c-9da1-8fc20e768569 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:06.225716 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e1c56d8-948b-4c92-af48-69c59b3157dd req-d2ab9c87-fcaa-433c-9da1-8fc20e768569 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 944 time: 0.0670519 Jul 14 10:22:06.262949 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8e1c56d8-948b-4c92-af48-69c59b3157dd req-43e2dd45-afa6-4c5f-b030-01e481499a25 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Jul 14 10:22:06.532013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f6588cab-2a7d-4115-81fe-c6d14646b770 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:06.579097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port f6588cab-2a7d-4115-81fe-c6d14646b770 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:06.582582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port f6588cab-2a7d-4115-81fe-c6d14646b770 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:06.582955 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.658602 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.680828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b752fc-2963-4425-a363-da151337ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6588cab-2a7d-4115-81fe-c6d14646b770'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:06.683074 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8ba3a2-4e14-4b26-bb47-1781bff524d4" -d '{"events": [{"server_uuid": "f5b752fc-2963-4425-a363-da151337ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "f6588cab-2a7d-4115-81fe-c6d14646b770"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:06.696095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port f6588cab-2a7d-4115-81fe-c6d14646b770, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f6588cab-2a7d-4115-81fe-c6d14646b770,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:06.701045 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:06.727749 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6302951d-10bc-4dd9-840d-ba2f2b87c9f7 x-openstack-request-id: req-6302951d-10bc-4dd9-840d-ba2f2b87c9f7 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:06.728047 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b752fc-2963-4425-a363-da151337ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "f6588cab-2a7d-4115-81fe-c6d14646b770", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:06.728326 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6302951d-10bc-4dd9-840d-ba2f2b87c9f7 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:06.728765 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b752fc-2963-4425-a363-da151337ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6588cab-2a7d-4115-81fe-c6d14646b770', 'code': 200} Jul 14 10:22:06.754860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=f6588cab-2a7d-4115-81fe-c6d14646b770,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:06.841215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fce07-00f5-462e-b3a0-c84a2b0e5c59 req-5a4b3d81-c218-4b0e-abcf-56e1e97e0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:06.842639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c2fce07-00f5-462e-b3a0-c84a2b0e5c59 req-5a4b3d81-c218-4b0e-abcf-56e1e97e0781 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 1097 time: 0.0585189 Jul 14 10:22:06.877681 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1c2fce07-00f5-462e-b3a0-c84a2b0e5c59 req-0f89beb4-fb20-4d40-848d-ea7675080419 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285709 Jul 14 10:22:07.437481 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b5583-cbba-4159-9439-e32c3df00b4e req-a049f2ae-eb63-47e5-a87f-8516e13c786c tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:07.438955 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b6b5583-cbba-4159-9439-e32c3df00b4e req-a049f2ae-eb63-47e5-a87f-8516e13c786c tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 945 time: 0.0625100 Jul 14 10:22:07.476675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3b6b5583-cbba-4159-9439-e32c3df00b4e req-17c30a26-e155-4000-b68b-1506bf538433 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319633 Jul 14 10:22:08.654494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6e0f3-515f-433b-aac3-34dddfd03cbd req-38d560af-5e14-44e5-beed-254d075cfacc tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:08.655965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ddb6e0f3-515f-433b-aac3-34dddfd03cbd req-38d560af-5e14-44e5-beed-254d075cfacc tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 945 time: 0.0635989 Jul 14 10:22:08.694868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ddb6e0f3-515f-433b-aac3-34dddfd03cbd req-10dfa1f6-6308-4e45-a0be-cd278cdeec1a tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333247 Jul 14 10:22:09.113633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d37288-41c9-4a2c-bd71-1e5a1de6530d req-1dc89a05-5636-4f24-865f-a4fd38a0cb74 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:09.115133 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5d37288-41c9-4a2c-bd71-1e5a1de6530d req-1dc89a05-5636-4f24-865f-a4fd38a0cb74 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 945 time: 0.0678926 Jul 14 10:22:09.152708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e5d37288-41c9-4a2c-bd71-1e5a1de6530d req-11668249-3833-48f5-8f19-4bfd00e80a44 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320039 Jul 14 10:22:09.879814 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-870e1287-c153-40ce-bf5f-430f20d95c86 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520549 Jul 14 10:22:09.979456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-a7073693-5e3b-455a-a1d3-e7a654c69c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:09.981549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-a7073693-5e3b-455a-a1d3-e7a654c69c83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1c089731c44304ae2ef0ff0789add1&device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 1097 time: 0.0560660 Jul 14 10:22:10.107362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-e438cde3-e795-480e-9065-af7d6d878869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:10.108911 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-e438cde3-e795-480e-9065-af7d6d878869 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 200 len: 914 time: 0.0920489 Jul 14 10:22:10.152095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-720a2dbc-828e-4c5a-bbd4-62adc6d19309 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab3fc228-924c-4f03-a463-bb5beb63acb0 HTTP/1.1" status: 200 len: 217 time: 0.0363126 Jul 14 10:22:10.208183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-d99612a3-1cc2-4c56-b92f-641d279fb669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:10.209687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-d99612a3-1cc2-4c56-b92f-641d279fb669 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e HTTP/1.1" status: 200 len: 853 time: 0.0446784 Jul 14 10:22:10.249357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-5a8999ff-3809-49ef-b2f0-03d3a21250b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4d1e82fc-faf6-4e9a-a7ca-c1764a356897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316608 Jul 14 10:22:10.330892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeafe89-410e-49c0-8534-68558738ec97 req-350e850e-79c9-4cbb-ae35-3f844331f7e4 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:10.332539 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eeafe89-410e-49c0-8534-68558738ec97 req-350e850e-79c9-4cbb-ae35-3f844331f7e4 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 945 time: 0.0660012 Jul 14 10:22:10.341699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-7fcf45ef-4b54-4c5f-80e7-b0f266958104 service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855670 Jul 14 10:22:10.342157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.69', 55662) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:10.372709 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eeafe89-410e-49c0-8534-68558738ec97 req-56e0b5d7-801e-463a-bbc3-da4ce8e6b877 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339801 Jul 14 10:22:10.474833 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-1a9a15ad-e0db-43ba-be63-34b75e1c135b tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:10.476235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-1a9a15ad-e0db-43ba-be63-34b75e1c135b tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 945 time: 0.1331558 Jul 14 10:22:10.480233 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-44017504-65c1-43c4-b707-69464c11b795 service neutron] 10.222.0.69 "GET /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289830 Jul 14 10:22:10.588253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Deleting port f6588cab-2a7d-4115-81fe-c6d14646b770 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:10.588603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.677827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] For port f6588cab-2a7d-4115-81fe-c6d14646b770, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=f6588cab-2a7d-4115-81fe-c6d14646b770,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:10.678174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.690545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Calling delete_port for f6588cab-2a7d-4115-81fe-c6d14646b770 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:10.817574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.829912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ab3fc228-924c-4f03-a463-bb5beb63acb0', 'f6588cab-2a7d-4115-81fe-c6d14646b770'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:10.847554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Pushing event deleted for resources: {'Port': ['ID=f6588cab-2a7d-4115-81fe-c6d14646b770,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:10.891035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] No DVR routers for this DVR port f6588cab-2a7d-4115-81fe-c6d14646b770 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:10.894625 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:10.896705 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f36e424a-b2a4-4b85-9335-b3b9b2e00711 req-74304edc-a90d-4af4-a0f2-121ed6de6e30 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "DELETE /v2.0/ports/f6588cab-2a7d-4115-81fe-c6d14646b770 HTTP/1.1" status: 204 len: 173 time: 0.4108539 Jul 14 10:22:10.897147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b752fc-2963-4425-a363-da151337ab7a', 'name': 'network-vif-deleted', 'tag': 'f6588cab-2a7d-4115-81fe-c6d14646b770'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:10.899464 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b62cc3-50fd-4fa3-8804-a61cfcc05d63" -d '{"events": [{"server_uuid": "f5b752fc-2963-4425-a363-da151337ab7a", "name": "network-vif-deleted", "tag": "f6588cab-2a7d-4115-81fe-c6d14646b770"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:10.956796 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a9932-8562-4f53-b1c9-c440b9e975a2 x-openstack-request-id: req-884a9932-8562-4f53-b1c9-c440b9e975a2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:10.956796 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b752fc-2963-4425-a363-da151337ab7a", "name": "network-vif-deleted", "tag": "f6588cab-2a7d-4115-81fe-c6d14646b770", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:10.957039 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-884a9932-8562-4f53-b1c9-c440b9e975a2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:10.957272 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b752fc-2963-4425-a363-da151337ab7a', 'name': 'network-vif-deleted', 'tag': 'f6588cab-2a7d-4115-81fe-c6d14646b770', 'status': 'completed', 'code': 200} Jul 14 10:22:11.541574 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-38c55d61-ef1c-4d8d-8ff9-2df6fa8598b1 req-924b2c9a-07a4-4a7e-9963-929f4dacbfac tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=f5b752fc-2963-4425-a363-da151337ab7a HTTP/1.1" status: 200 len: 210 time: 0.0320930 Jul 14 10:22:12.785683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a214a-615b-471c-bd80-354586af048a req-e9b3d272-c236-4ca9-b3ad-58ebf892929b tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:12.787159 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc1a214a-615b-471c-bd80-354586af048a req-e9b3d272-c236-4ca9-b3ad-58ebf892929b tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0626717 Jul 14 10:22:12.824724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bc1a214a-615b-471c-bd80-354586af048a req-607ebbc4-34c8-4b53-9600-1f32ec0d932c tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Jul 14 10:22:13.014806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64485f-ce54-4d0a-b078-edebc7a3195f req-93460d0e-3f08-4c78-9c40-de316f062eb6 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.016312 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d64485f-ce54-4d0a-b078-edebc7a3195f req-93460d0e-3f08-4c78-9c40-de316f062eb6 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0637565 Jul 14 10:22:13.054432 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2d64485f-ce54-4d0a-b078-edebc7a3195f req-2ae58399-194d-49eb-9303-5e91cf7526f3 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Jul 14 10:22:13.235415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b3a71-2de2-4567-96cd-8032357c974d req-74dccc67-2a4b-4206-8a7e-4d9213510c79 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.236977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b6b3a71-2de2-4567-96cd-8032357c974d req-74dccc67-2a4b-4206-8a7e-4d9213510c79 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0694377 Jul 14 10:22:13.276912 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5b6b3a71-2de2-4567-96cd-8032357c974d req-d39626f3-6dbe-4ecd-a2d4-b0776114e862 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343616 Jul 14 10:22:13.550840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc0b9a-4325-41ae-be46-be79d4be5f67 req-891fc019-953e-4a45-a7da-37ba90552d61 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.552357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdbc0b9a-4325-41ae-be46-be79d4be5f67 req-891fc019-953e-4a45-a7da-37ba90552d61 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0640059 Jul 14 10:22:13.589766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdbc0b9a-4325-41ae-be46-be79d4be5f67 req-dbf1d19f-3e63-4f8b-9fa0-e143a73a070f tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Jul 14 10:22:13.771382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2efa5-f0ef-4cfe-a8e0-f608ca20a595 req-b15a6904-51d5-49c2-b6aa-fb9b46cac44d tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.772946 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-acf2efa5-f0ef-4cfe-a8e0-f608ca20a595 req-b15a6904-51d5-49c2-b6aa-fb9b46cac44d tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0703945 Jul 14 10:22:13.812787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-acf2efa5-f0ef-4cfe-a8e0-f608ca20a595 req-94829c61-ed51-4243-b5b3-b6f880eefec2 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336416 Jul 14 10:22:13.997577 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334ba20-c53d-45d8-ac8d-6e00b49e71b8 req-cce7740f-78ae-48c1-8cdd-d9ddc6206233 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:13.999128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d334ba20-c53d-45d8-ac8d-6e00b49e71b8 req-cce7740f-78ae-48c1-8cdd-d9ddc6206233 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0644984 Jul 14 10:22:14.037785 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d334ba20-c53d-45d8-ac8d-6e00b49e71b8 req-dd27e7d3-057d-4c0e-b306-aac4f6158006 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Jul 14 10:22:14.556599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f763e-dd8f-4dde-91a2-1d6958c220a5 req-553bc74a-a79e-4567-901f-ca0c020ebbbd tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:14.558009 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a2f763e-dd8f-4dde-91a2-1d6958c220a5 req-553bc74a-a79e-4567-901f-ca0c020ebbbd tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0669620 Jul 14 10:22:14.567558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f6588cab-2a7d-4115-81fe-c6d14646b770 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:14.591088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: f6588cab-2a7d-4115-81fe-c6d14646b770 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:14.591546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device f6588cab-2a7d-4115-81fe-c6d14646b770 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:14.597751 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6a2f763e-dd8f-4dde-91a2-1d6958c220a5 req-3bbd6aac-8add-4bb2-a40c-01f7ec64f3ad tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Jul 14 10:22:15.810368 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0b55d-c54b-41b0-ad2b-33abb29a6855 req-8c2f3883-3714-4d55-9a1d-ddcd5a4bbb43 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:15.811853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50b0b55d-c54b-41b0-ad2b-33abb29a6855 req-8c2f3883-3714-4d55-9a1d-ddcd5a4bbb43 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.0987163 Jul 14 10:22:15.865258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-14f6c1bd-cdfa-436d-9281-d7d1fbd989a0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:15.866732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-14f6c1bd-cdfa-436d-9281-d7d1fbd989a0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "GET /v2.0/ports?device_id=e789571d-31b3-4654-97e3-d8e615e69bd4 HTTP/1.1" status: 200 len: 945 time: 0.1043296 Jul 14 10:22:15.869601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-50b0b55d-c54b-41b0-ad2b-33abb29a6855 req-4105a860-3b9e-443b-a1fc-ca4d62fd2697 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.73 "GET /v2.0/security-groups?id=a4761b5a-8a14-46df-bb49-bc4a3acec656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516524 Jul 14 10:22:15.966585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Deleting port ab3fc228-924c-4f03-a463-bb5beb63acb0 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:15.966929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.059229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] For port ab3fc228-924c-4f03-a463-bb5beb63acb0, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=ab3fc228-924c-4f03-a463-bb5beb63acb0,segment=NetworkSegment(206ea3cb-3d6b-4c39-9b9d-b141ffaa8578),segment_id=206ea3cb-3d6b-4c39-9b9d-b141ffaa8578)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:16.059587 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.072748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Calling delete_port for ab3fc228-924c-4f03-a463-bb5beb63acb0 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:16.207391 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.221908 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['ab3fc228-924c-4f03-a463-bb5beb63acb0'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:16.241909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Pushing event deleted for resources: {'Port': ['ID=ab3fc228-924c-4f03-a463-bb5beb63acb0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:16.286924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] No DVR routers for this DVR port ab3fc228-924c-4f03-a463-bb5beb63acb0 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:16.289768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:16.292290 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-febeb9df-67ce-4b44-acf4-a9091b83e2f3 req-cae4e816-54cc-4df7-9d28-b8946329b3f5 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] 10.222.0.69 "DELETE /v2.0/ports/ab3fc228-924c-4f03-a463-bb5beb63acb0 HTTP/1.1" status: 204 len: 173 time: 0.4201167 Jul 14 10:22:16.292728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'name': 'network-vif-deleted', 'tag': 'ab3fc228-924c-4f03-a463-bb5beb63acb0'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:16.294983 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68734e54-006d-45c9-8cc8-6d838bcfb5f8" -d '{"events": [{"server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "name": "network-vif-deleted", "tag": "ab3fc228-924c-4f03-a463-bb5beb63acb0"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:16.338117 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ded39d-4314-4cd4-aa51-87a14d6acff1 x-openstack-request-id: req-79ded39d-4314-4cd4-aa51-87a14d6acff1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:16.338117 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e789571d-31b3-4654-97e3-d8e615e69bd4", "name": "network-vif-deleted", "tag": "ab3fc228-924c-4f03-a463-bb5beb63acb0", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:16.338117 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79ded39d-4314-4cd4-aa51-87a14d6acff1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:16.338117 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e789571d-31b3-4654-97e3-d8e615e69bd4', 'name': 'network-vif-deleted', 'tag': 'ab3fc228-924c-4f03-a463-bb5beb63acb0', 'status': 'completed', 'code': 200} Jul 14 10:22:16.965968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50302) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:17.015526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92a2446-c9e0-4127-91cf-873c2001369c admin admin] Deleting subnet 71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:22:17.018599 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e92a2446-c9e0-4127-91cf-873c2001369c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.054097 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e92a2446-c9e0-4127-91cf-873c2001369c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.101272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e92a2446-c9e0-4127-91cf-873c2001369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.154626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e92a2446-c9e0-4127-91cf-873c2001369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.183111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a2446-c9e0-4127-91cf-873c2001369c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:17.185073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e92a2446-c9e0-4127-91cf-873c2001369c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.186924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e92a2446-c9e0-4127-91cf-873c2001369c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/71a6bc9f-53f6-4eaa-bca9-0e324e90bb6e HTTP/1.1" status: 204 len: 168 time: 0.2199674 Jul 14 10:22:17.189485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50304) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:17.261197 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.339189 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.350089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1e82fc-faf6-4e9a-a7ca-c1764a356897']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:17.361431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:17.361731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206ea3cb-3d6b-4c39-9b9d-b141ffaa8578') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:17.371038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.390291 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.396486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:17.396899 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:17.398747 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:17.456907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.462738 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.464637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4d1e82fc-faf6-4e9a-a7ca-c1764a356897 HTTP/1.1" status: 204 len: 168 time: 0.2742069 Jul 14 10:22:17.476932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1243044-70f4-474c-8825-b140b8a57bb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1e82fc-faf6-4e9a-a7ca-c1764a356897,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:17.577971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50308) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:17.618166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6c0a5ad0-8ceb-4e83-9251-36de8f6f43ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=df1c089731c44304ae2ef0ff0789add1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389776 Jul 14 10:22:17.620757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50310) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:17.670535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6695c719-4632-436f-a999-5846eaeef50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.691481 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6695c719-4632-436f-a999-5846eaeef50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.747896 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6695c719-4632-436f-a999-5846eaeef50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.750504 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6695c719-4632-436f-a999-5846eaeef50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:17.751738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6695c719-4632-436f-a999-5846eaeef50a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a4761b5a-8a14-46df-bb49-bc4a3acec656 HTTP/1.1" status: 204 len: 168 time: 0.1300755 Jul 14 10:22:17.759706 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695c719-4632-436f-a999-5846eaeef50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4761b5a-8a14-46df-bb49-bc4a3acec656,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:18.544698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:18.688708 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567703630'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:18.718203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:18.722374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.733050 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.853338 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.859940 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.891420 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:18.901903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026a4386-d4b8-4df1-b16c-3205d233f70b,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:18.910501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.911583 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Added segment 14c28dd3-47d5-449e-8486-4529cc818c6b of type vlan for network e465e1e8-619a-4ca5-8282-1dcffe61ab36 Jul 14 10:22:18.958151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.988962 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:18.995290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:18.995969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:19.060474 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5145154 Jul 14 10:22:19.069577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a4232-459b-4a1c-9bbe-cba4970796b4 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Network': ['ID=e465e1e8-619a-4ca5-8282-1dcffe61ab36,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:19.083148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network e465e1e8-619a-4ca5-8282-1dcffe61ab36 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:20.596646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab3fc228-924c-4f03-a463-bb5beb63acb0 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:20.621665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: ab3fc228-924c-4f03-a463-bb5beb63acb0 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:20.622161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device ab3fc228-924c-4f03-a463-bb5beb63acb0 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:21.986660 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-418e1337-64c4-4569-bdde-c69b188e9c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.362546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50338) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:22.369152 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'subnet': {'network_id': 'e465e1e8-619a-4ca5-8282-1dcffe61ab36', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:22.469707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:22.473503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.714734 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.782029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Subnet': ['ID=e5be086e-4307-456c-8ec9-f59eb5971847,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:22.790088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Checking segment: {'id': '14c28dd3-47d5-449e-8486-4529cc818c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e465e1e8-619a-4ca5-8282-1dcffe61ab36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:22.790401 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network hostable DHCP agents. Network: e465e1e8-619a-4ca5-8282-1dcffe61ab36, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:22.810250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network e465e1e8-619a-4ca5-8282-1dcffe61ab36 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:22.821254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, e465e1e8-619a-4ca5-8282-1dcffe61ab36) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:22.826132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:22.826816 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.833019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12abd76f-79f0-4551-b2a9-ebf66a65e404 None None] Network e465e1e8-619a-4ca5-8282-1dcffe61ab36 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:22.842722 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7894187d-a3bc-4ee0-b915-a241b3f6e186 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4790287 Jul 14 10:22:22.846498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50340) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:22.851710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-368862703'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:22.874247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:22.878276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.906374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:22.916250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.916607 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Added segment 0ac7e4f6-30ef-49ca-8dae-e11d37a45b09 of type vlan for network 2ee1a97b-73a0-417d-adc3-dc16eeae65c3 Jul 14 10:22:22.960054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.992461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-e465e1e8-619a-4ca5-8282-1dcffe61ab36', 'network_id': 'e465e1e8-619a-4ca5-8282-1dcffe61ab36', 'tenant_id': 'c124881c8b6542e0b90fbc58a443bde3', 'fixed_ips': [{'subnet_id': 'e5be086e-4307-456c-8ec9-f59eb5971847'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:22.994128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:22.994308 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.004617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:23.005634 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.101553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2536716 Jul 14 10:22:23.104331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50342) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:23.109903 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'subnet': {'network_id': '2ee1a97b-73a0-417d-adc3-dc16eeae65c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:23.120953 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473453bd-a3e5-4c27-86c3-253e89a94cd6 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Network': ['ID=2ee1a97b-73a0-417d-adc3-dc16eeae65c3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:23.136703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 2ee1a97b-73a0-417d-adc3-dc16eeae65c3 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:23.217912 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:23.221492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.277085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Allocated IP 2001:db8:0:ffff::2 (e465e1e8-619a-4ca5-8282-1dcffe61ab36/e5be086e-4307-456c-8ec9-f59eb5971847/430f84bb-399e-49fa-8182-45ef46615e41) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:23.424734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.425165 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.435060 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Transition to ACTIVE for port object 430f84bb-399e-49fa-8182-45ef46615e41 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:23.449949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Transition to ACTIVE for port object 430f84bb-399e-49fa-8182-45ef46615e41 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:23.456731 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.493768 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Subnet': ['ID=9ea70cbe-e7aa-41ed-9eea-8f2e6c896d9d,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:23.500853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Network e465e1e8-619a-4ca5-8282-1dcffe61ab36 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:23.503703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:23.504007 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.504392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.504736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.505734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.505734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.505734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.506263 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.506450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.506678 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.507005 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.507203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:23.507382 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.507642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.514302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Checking segment: {'id': '0ac7e4f6-30ef-49ca-8dae-e11d37a45b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '2ee1a97b-73a0-417d-adc3-dc16eeae65c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:23.514595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Pushing event updated for resources: {'Port': ['ID=430f84bb-399e-49fa-8182-45ef46615e41,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:23.514795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network hostable DHCP agents. Network: 2ee1a97b-73a0-417d-adc3-dc16eeae65c3, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:23.534028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network 2ee1a97b-73a0-417d-adc3-dc16eeae65c3 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:23.542293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.542654 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.542988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.543832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.544163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.544516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.544841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.544961 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 2ee1a97b-73a0-417d-adc3-dc16eeae65c3) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:23.545161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.545482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.545798 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.546120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.546435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:23.552657 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:23.554088 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.569197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806d688f-e103-4f47-92ae-4edb862791ea None None] Network 2ee1a97b-73a0-417d-adc3-dc16eeae65c3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:23.571226 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7c2ffc90-343c-4a63-baa4-55dfeee97922 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4655676 Jul 14 10:22:23.574116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50344) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:23.617558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Attempting to bind port 430f84bb-399e-49fa-8182-45ef46615e41 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:23.617987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Attempting to bind port 430f84bb-399e-49fa-8182-45ef46615e41 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '14c28dd3-47d5-449e-8486-4529cc818c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e465e1e8-619a-4ca5-8282-1dcffe61ab36'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:23.618360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Attempting to bind port 430f84bb-399e-49fa-8182-45ef46615e41 on network e465e1e8-619a-4ca5-8282-1dcffe61ab36 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:23.627757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:23.628119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Checking segment: {'id': '14c28dd3-47d5-449e-8486-4529cc818c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e465e1e8-619a-4ca5-8282-1dcffe61ab36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:23.628556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.628955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Bound using segment: {'id': '14c28dd3-47d5-449e-8486-4529cc818c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e465e1e8-619a-4ca5-8282-1dcffe61ab36'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:23.629438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Bound port: 430f84bb-399e-49fa-8182-45ef46615e41, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c28dd3-47d5-449e-8486-4529cc818c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'e465e1e8-619a-4ca5-8282-1dcffe61ab36'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:23.629819 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.679098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.739567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] For port 430f84bb-399e-49fa-8182-45ef46615e41, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:23.758368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] For port 430f84bb-399e-49fa-8182-45ef46615e41, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=430f84bb-399e-49fa-8182-45ef46615e41,segment=NetworkSegment(14c28dd3-47d5-449e-8486-4529cc818c6b),segment_id=14c28dd3-47d5-449e-8486-4529cc818c6b)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:23.764510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.765059 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.845930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44ce0c1-d12f-4259-a06c-f0451ab73e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-2ee1a97b-73a0-417d-adc3-dc16eeae65c3', 'network_id': '2ee1a97b-73a0-417d-adc3-dc16eeae65c3', 'tenant_id': 'c124881c8b6542e0b90fbc58a443bde3', 'fixed_ips': [{'subnet_id': '9ea70cbe-e7aa-41ed-9eea-8f2e6c896d9d'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:23.846822 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d44ce0c1-d12f-4259-a06c-f0451ab73e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.856558 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.873016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba66374-c5e8-4369-a666-013b92d94b88 None None] Pushing event updated for resources: {'Port': ['ID=430f84bb-399e-49fa-8182-45ef46615e41,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:23.895474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea70cbe-e7aa-41ed-9eea-8f2e6c896d9d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:23.969107 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:23.971417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6b3e9-0ee1-4b56-940e-d3366fd67b06 None None] Network 2ee1a97b-73a0-417d-adc3-dc16eeae65c3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:23.982844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee1a97b-73a0-417d-adc3-dc16eeae65c3']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:23.995681 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac7e4f6-30ef-49ca-8dae-e11d37a45b09') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:23.995985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac7e4f6-30ef-49ca-8dae-e11d37a45b09') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:24.009203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.051992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.058818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:24.059224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:24.062163 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:24.122299 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.127559 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.134613 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50346) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:24.135230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/2ee1a97b-73a0-417d-adc3-dc16eeae65c3 HTTP/1.1" status: 204 len: 168 time: 0.5595047 Jul 14 10:22:24.140314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2101307193'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:24.150788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea271a-ea37-4d74-ae1d-e6bdf83a4f7a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Network': ['ID=2ee1a97b-73a0-417d-adc3-dc16eeae65c3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:24.170542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:24.174365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.198864 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:24.209027 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.209374 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Added segment cabe951a-a28d-41c3-95ce-2929eff7a9ea of type vlan for network 3969d07e-ff16-475b-8a2d-24f07287aa3e Jul 14 10:22:24.250590 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.285085 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.291288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5440dd55-ff8b-47f7-b4e5-e0e63463fac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.291783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:24.291945 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.341877 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2061288 Jul 14 10:22:24.344823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50348) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:24.350211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'subnet': {'network_id': '3969d07e-ff16-475b-8a2d-24f07287aa3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:24.362582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1982bd-7439-4270-a746-812d5af6845a tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Network': ['ID=3969d07e-ff16-475b-8a2d-24f07287aa3e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:24.373380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 3969d07e-ff16-475b-8a2d-24f07287aa3e details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:24.448932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:24.453004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.512714 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Performing IP validity checks on allocation pools {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 14 10:22:24.513239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.ipam_backend_mixin [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93780) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 14 10:22:24.613152 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.655867 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.713441 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Subnet': ['ID=0c2c59a1-6cf9-4830-9ca3-6ba1f3adefbf,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:24.731289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Checking segment: {'id': 'cabe951a-a28d-41c3-95ce-2929eff7a9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '3969d07e-ff16-475b-8a2d-24f07287aa3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:24.731663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network hostable DHCP agents. Network: 3969d07e-ff16-475b-8a2d-24f07287aa3e, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:24.749831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network 3969d07e-ff16-475b-8a2d-24f07287aa3e is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:24.760394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 3969d07e-ff16-475b-8a2d-24f07287aa3e) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:24.765909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:24.766549 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.773046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1faa96-f228-44f0-bc12-6c39bc41a031 None None] Network 3969d07e-ff16-475b-8a2d-24f07287aa3e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:24.787169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-704a92e8-2897-47bf-9f96-e22ee1fa577e tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4380786 Jul 14 10:22:24.787670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:24.832436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bba6e44-ecef-4153-8bcc-b68b049afb72 None None] Network e465e1e8-619a-4ca5-8282-1dcffe61ab36 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:24.894103 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:24.915513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9df76f8a-eb69-468f-b6c0-d568e920f898 None None] Provisioning for port 430f84bb-399e-49fa-8182-45ef46615e41 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:24.977323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.017516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecad714-dd18-4afd-9cc2-537334c0d55b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-3969d07e-ff16-475b-8a2d-24f07287aa3e', 'network_id': '3969d07e-ff16-475b-8a2d-24f07287aa3e', 'tenant_id': 'c124881c8b6542e0b90fbc58a443bde3', 'fixed_ips': [{'subnet_id': '0c2c59a1-6cf9-4830-9ca3-6ba1f3adefbf'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:25.018413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cecad714-dd18-4afd-9cc2-537334c0d55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.050499 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.080426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2c59a1-6cf9-4830-9ca3-6ba1f3adefbf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-cecad714-dd18-4afd-9cc2-537334c0d55b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c2c59a1-6cf9-4830-9ca3-6ba1f3adefbf: This subnet is being modified by another concurrent operation. Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c2c59a1-6cf9-4830-9ca3-6ba1f3adefbf: This subnet is being modified by another concurrent operation. Jul 14 10:22:25.149005 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 10:22:25.164092 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.170704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3969d07e-ff16-475b-8a2d-24f07287aa3e']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:25.171580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d10a92-76ed-4fe9-8924-b31e0295fcb4 None None] Network 3969d07e-ff16-475b-8a2d-24f07287aa3e requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:25.183683 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cabe951a-a28d-41c3-95ce-2929eff7a9ea') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:25.184795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cabe951a-a28d-41c3-95ce-2929eff7a9ea') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:25.195764 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.215918 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.227906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:25.228355 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:25.236115 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:25.327709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.328446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 430f84bb-399e-49fa-8182-45ef46615e41 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:25.342944 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.344914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/3969d07e-ff16-475b-8a2d-24f07287aa3e HTTP/1.1" status: 204 len: 168 time: 0.5561140 Jul 14 10:22:25.348711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50352) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:25.353963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1612750838'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:25.359041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25f4db-cf83-47fa-a157-ad08b2059787 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Network': ['ID=3969d07e-ff16-475b-8a2d-24f07287aa3e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:25.380319 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:25.384382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.386386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 430f84bb-399e-49fa-8182-45ef46615e41 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:25.391955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 430f84bb-399e-49fa-8182-45ef46615e41 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:25.392925 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.412716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:25.425927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.426281 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Added segment 6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1 of type vlan for network 13c7d77a-f566-4441-8b1c-fa5fe8c10e66 Jul 14 10:22:25.482651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.522467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.529318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:25.530052 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.598173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e8ed4-a88a-4d79-b4e8-0d120a6673c3 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:22:25.656103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5139a4c3-dd8a-4ac3-b4e6-400778aa3c88 None None] Provisioning complete for port 430f84bb-399e-49fa-8182-45ef46615e41 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:25.656506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5139a4c3-dd8a-4ac3-b4e6-400778aa3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.760437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e8ed4-a88a-4d79-b4e8-0d120a6673c3 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:22:25.785271 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.896651 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.899637 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5139a4c3-dd8a-4ac3-b4e6-400778aa3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.930023 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 430f84bb-399e-49fa-8182-45ef46615e41, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=430f84bb-399e-49fa-8182-45ef46615e41,segment=NetworkSegment(14c28dd3-47d5-449e-8486-4529cc818c6b),segment_id=14c28dd3-47d5-449e-8486-4529cc818c6b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:25.946251 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:25.975867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6259930 Jul 14 10:22:25.982919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50354) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:25.990495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'subnet': {'network_id': '13c7d77a-f566-4441-8b1c-fa5fe8c10e66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:25.990879 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43513b-fb14-4f9a-9ef9-cdb52dc7e5fe tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Network': ['ID=13c7d77a-f566-4441-8b1c-fa5fe8c10e66,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:26.013336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 13c7d77a-f566-4441-8b1c-fa5fe8c10e66 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:26.103424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:26.105078 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-5139a4c3-dd8a-4ac3-b4e6-400778aa3c88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:22:26.105442 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-5139a4c3-dd8a-4ac3-b4e6-400778aa3c88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:22:26.108458 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.142085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=430f84bb-399e-49fa-8182-45ef46615e41,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:26.313796 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.381617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Subnet': ['ID=c13fa2ea-5bbe-4cac-90a7-4c2f14f27367,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:26.390079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Checking segment: {'id': '6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13c7d77a-f566-4441-8b1c-fa5fe8c10e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:26.390453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network hostable DHCP agents. Network: 13c7d77a-f566-4441-8b1c-fa5fe8c10e66, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:26.410253 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network 13c7d77a-f566-4441-8b1c-fa5fe8c10e66 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:26.420525 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 13c7d77a-f566-4441-8b1c-fa5fe8c10e66) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:26.425040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:26.425655 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.433983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352d526-5eee-41ea-a3a6-84a194032b80 None None] Network 13c7d77a-f566-4441-8b1c-fa5fe8c10e66 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:26.446925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b2905d39-dffa-4c13-ac1e-ac9ac0781734 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4587300 Jul 14 10:22:26.447144 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50356) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:26.453122 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-480633065'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:26.475924 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:26.479540 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.504915 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:26.515152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.515511 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Added segment 91afa62d-f1e7-48ac-8f20-4b77056da9c5 of type vlan for network 63e0bce0-76c1-4f90-81a4-743fd28a3886 Jul 14 10:22:26.555604 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.585783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.586576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-13c7d77a-f566-4441-8b1c-fa5fe8c10e66', 'network_id': '13c7d77a-f566-4441-8b1c-fa5fe8c10e66', 'tenant_id': 'c124881c8b6542e0b90fbc58a443bde3', 'fixed_ips': [{'subnet_id': 'c13fa2ea-5bbe-4cac-90a7-4c2f14f27367'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:26.587443 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.591958 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:26.592595 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.650353 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2020569 Jul 14 10:22:26.654018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50358) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:26.662255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Request body: {'subnet': {'network_id': '63e0bce0-76c1-4f90-81a4-743fd28a3886', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:26.765963 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Allocated IP 2001:db8::2 (13c7d77a-f566-4441-8b1c-fa5fe8c10e66/c13fa2ea-5bbe-4cac-90a7-4c2f14f27367/9112065e-42da-4440-b43d-9c6aa9f2b88c) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:26.961709 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:26.974441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Transition to ACTIVE for port object 9112065e-42da-4440-b43d-9c6aa9f2b88c will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:26.993169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Transition to ACTIVE for port object 9112065e-42da-4440-b43d-9c6aa9f2b88c will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:27.001503 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.045831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Network 13c7d77a-f566-4441-8b1c-fa5fe8c10e66 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:27.049540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:27.054193 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:27.061614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Pushing event updated for resources: {'Port': ['ID=9112065e-42da-4440-b43d-9c6aa9f2b88c,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:27.076060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6e6ab-7e89-40e6-b9f7-dda2744989d1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Network': ['ID=63e0bce0-76c1-4f90-81a4-743fd28a3886,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:27.103408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 63e0bce0-76c1-4f90-81a4-743fd28a3886 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:27.134368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Made reservation on behalf of c124881c8b6542e0b90fbc58a443bde3 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:27.139050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.206744 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Attempting to bind port 9112065e-42da-4440-b43d-9c6aa9f2b88c on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:27.207130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Attempting to bind port 9112065e-42da-4440-b43d-9c6aa9f2b88c by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13c7d77a-f566-4441-8b1c-fa5fe8c10e66'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:27.207493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Attempting to bind port 9112065e-42da-4440-b43d-9c6aa9f2b88c on network 13c7d77a-f566-4441-8b1c-fa5fe8c10e66 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:27.223144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:27.223557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Checking segment: {'id': '6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13c7d77a-f566-4441-8b1c-fa5fe8c10e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:27.223928 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.224375 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Bound using segment: {'id': '6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13c7d77a-f566-4441-8b1c-fa5fe8c10e66'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:27.224864 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Bound port: 9112065e-42da-4440-b43d-9c6aa9f2b88c, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '13c7d77a-f566-4441-8b1c-fa5fe8c10e66'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:27.225289 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.288631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 430f84bb-399e-49fa-8182-45ef46615e41 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:27.346823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] For port 9112065e-42da-4440-b43d-9c6aa9f2b88c, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:27.352159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] For port 9112065e-42da-4440-b43d-9c6aa9f2b88c, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9112065e-42da-4440-b43d-9c6aa9f2b88c,segment=NetworkSegment(6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1),segment_id=6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:27.365793 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.383177 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.400699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 430f84bb-399e-49fa-8182-45ef46615e41 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:27.401079 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.472663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event updated for resources: {'Subnet': ['ID=e01fcbee-843c-48a1-ad0d-29d6ccb0782a,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:27.484543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7884b93-a561-4c2a-8e45-347d0a5748b2 None None] Pushing event updated for resources: {'Port': ['ID=9112065e-42da-4440-b43d-9c6aa9f2b88c,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:27.485388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Checking segment: {'id': '91afa62d-f1e7-48ac-8f20-4b77056da9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '63e0bce0-76c1-4f90-81a4-743fd28a3886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:27.485740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network hostable DHCP agents. Network: 63e0bce0-76c1-4f90-81a4-743fd28a3886, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:27.510499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Network 63e0bce0-76c1-4f90-81a4-743fd28a3886 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:27.512924 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.516740 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.523739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 63e0bce0-76c1-4f90-81a4-743fd28a3886) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:27.533542 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:27.535243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.549711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13f0ff0-db2d-4266-b08a-ba6b02ae2119 None None] Network 63e0bce0-76c1-4f90-81a4-743fd28a3886 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:27.570146 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c8131e4f-a37d-43fe-b56a-613b87cfa5b2 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9120595 Jul 14 10:22:27.570896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50360) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:27.755996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.802911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d00736-20ea-462b-9761-12df9fa7029b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-63e0bce0-76c1-4f90-81a4-743fd28a3886', 'network_id': '63e0bce0-76c1-4f90-81a4-743fd28a3886', 'tenant_id': 'c124881c8b6542e0b90fbc58a443bde3', 'fixed_ips': [{'subnet_id': 'e01fcbee-843c-48a1-ad0d-29d6ccb0782a'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:27.803896 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e0d00736-20ea-462b-9761-12df9fa7029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.843790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.918603 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server [None req-e0d00736-20ea-462b-9761-12df9fa7029b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e01fcbee-843c-48a1-ad0d-29d6ccb0782a: This subnet is being modified by another concurrent operation. Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise self.value Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server raise exception Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e01fcbee-843c-48a1-ad0d-29d6ccb0782a: This subnet is being modified by another concurrent operation. Jul 14 10:22:27.926591 n-d-780147-26 neutron-server[93781]: ERROR oslo_messaging.rpc.server Jul 14 10:22:27.943722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d308034-f8b3-4069-8100-1867adbcd9d3 None None] Network 63e0bce0-76c1-4f90-81a4-743fd28a3886 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:27.953527 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Subnet': ['ID=e01fcbee-843c-48a1-ad0d-29d6ccb0782a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:28.012986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.023894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e0bce0-76c1-4f90-81a4-743fd28a3886']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:28.037313 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91afa62d-f1e7-48ac-8f20-4b77056da9c5') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:28.037773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91afa62d-f1e7-48ac-8f20-4b77056da9c5') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:28.049388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.063765 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.070077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:28.070473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:28.073438 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:28.136721 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.144249 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.146070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/63e0bce0-76c1-4f90-81a4-743fd28a3886 HTTP/1.1" status: 204 len: 168 time: 0.5738251 Jul 14 10:22:28.148951 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50362) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:28.158517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97cd3d-b8aa-409c-a463-dadee6e6eb24 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Network': ['ID=63e0bce0-76c1-4f90-81a4-743fd28a3886,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:28.187039 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9a550e-5f6e-483c-994d-8395dede6672 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] GET failed (client error): The resource could not be found. Jul 14 10:22:28.190025 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3d9a550e-5f6e-483c-994d-8395dede6672 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "GET /v2.0/subnets/e01fcbee-843c-48a1-ad0d-29d6ccb0782a HTTP/1.1" status: 404 len: 337 time: 0.0383818 Jul 14 10:22:28.191753 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50366) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:28.212253 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cce0dca-1646-4c9a-a259-dd94b0bc3831 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] DELETE failed (client error): The resource could not be found. Jul 14 10:22:28.212833 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cce0dca-1646-4c9a-a259-dd94b0bc3831 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:22:28.214627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9cce0dca-1646-4c9a-a259-dd94b0bc3831 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/63e0bce0-76c1-4f90-81a4-743fd28a3886 HTTP/1.1" status: 404 len: 339 time: 0.0217175 Jul 14 10:22:28.221479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50368) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:28.252077 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-b528764c-3979-4222-a5c3-3753d920f174 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] DELETE failed (client error): The resource could not be found. Jul 14 10:22:28.252585 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b528764c-3979-4222-a5c3-3753d920f174 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:22:28.254416 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b528764c-3979-4222-a5c3-3753d920f174 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/subnets/e01fcbee-843c-48a1-ad0d-29d6ccb0782a HTTP/1.1" status: 404 len: 337 time: 0.0319207 Jul 14 10:22:28.262519 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50370) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:28.283501 n-d-780147-26 neutron-server[93780]: INFO neutron.pecan_wsgi.hooks.translation [None req-53768fdc-61f8-4433-91d0-b9d21208d0cf tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] DELETE failed (client error): The resource could not be found. Jul 14 10:22:28.284098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53768fdc-61f8-4433-91d0-b9d21208d0cf tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93780) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:22:28.285957 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-53768fdc-61f8-4433-91d0-b9d21208d0cf tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/63e0bce0-76c1-4f90-81a4-743fd28a3886 HTTP/1.1" status: 404 len: 339 time: 0.0220649 Jul 14 10:22:28.288583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50372) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:28.347379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2200b0-88dd-4011-ba36-599ccab17654 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Deleting subnet c13fa2ea-5bbe-4cac-90a7-4c2f14f27367 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:22:28.351032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a2200b0-88dd-4011-ba36-599ccab17654 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.401099 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a2200b0-88dd-4011-ba36-599ccab17654 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.515231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a2200b0-88dd-4011-ba36-599ccab17654 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.584372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da5513d-0e00-4f8e-815e-927b8cb86e7d None None] Network 13c7d77a-f566-4441-8b1c-fa5fe8c10e66 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:28.595126 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a2200b0-88dd-4011-ba36-599ccab17654 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.625855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2200b0-88dd-4011-ba36-599ccab17654 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Subnet': ['ID=c13fa2ea-5bbe-4cac-90a7-4c2f14f27367,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:28.628248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4a2200b0-88dd-4011-ba36-599ccab17654 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.630603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4a2200b0-88dd-4011-ba36-599ccab17654 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/subnets/c13fa2ea-5bbe-4cac-90a7-4c2f14f27367 HTTP/1.1" status: 204 len: 168 time: 0.3410208 Jul 14 10:22:28.633695 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50374) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:28.645997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c8abd0a7-bd7c-412d-aec5-e8293d5211ff None None] Provisioning for port 9112065e-42da-4440-b43d-9c6aa9f2b88c completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:28.719044 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.777322 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Deleting port 9112065e-42da-4440-b43d-9c6aa9f2b88c {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:28.779232 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.811765 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] DHCP port deletion for 13c7d77a-f566-4441-8b1c-fa5fe8c10e66 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:22:28.852631 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] For port 9112065e-42da-4440-b43d-9c6aa9f2b88c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9112065e-42da-4440-b43d-9c6aa9f2b88c,segment=NetworkSegment(6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1),segment_id=6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:28.852903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.860962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] Deleting port 9112065e-42da-4440-b43d-9c6aa9f2b88c {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:28.861347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.874299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Calling delete_port for 9112065e-42da-4440-b43d-9c6aa9f2b88c owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:28.935252 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] For port 9112065e-42da-4440-b43d-9c6aa9f2b88c, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9112065e-42da-4440-b43d-9c6aa9f2b88c,segment=NetworkSegment(6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1),segment_id=6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:28.935697 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.951977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] Calling delete_port for 9112065e-42da-4440-b43d-9c6aa9f2b88c owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:28.963633 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:28.990374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Port': ['ID=9112065e-42da-4440-b43d-9c6aa9f2b88c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:28.997216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No DVR routers for this DVR port 9112065e-42da-4440-b43d-9c6aa9f2b88c on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:29.048419 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.073465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] Pushing event deleted for resources: {'Port': ['ID=9112065e-42da-4440-b43d-9c6aa9f2b88c,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:29.077109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d35135-1b9f-4ecb-96c3-c2f55bb120a2 None None] No DVR routers for this DVR port 9112065e-42da-4440-b43d-9c6aa9f2b88c on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:29.089234 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.098451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acfe44f-911d-4d71-b27f-96d1858181a4 None None] get_active_networks_info from n-d-780147-26 {{(pid=93781) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 14 10:22:29.101347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c7d77a-f566-4441-8b1c-fa5fe8c10e66']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:29.114409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:29.114791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8f4081-fa7f-4b98-a6d6-2da8bd7ddda1') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:29.127410 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.146327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.155430 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:29.156083 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:29.159718 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:29.173093 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acfe44f-911d-4d71-b27f-96d1858181a4 None None] Resources bound (agent type, host, resource id): {{(pid=93781) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 14 10:22:29.231742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.244231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.246788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/13c7d77a-f566-4441-8b1c-fa5fe8c10e66 HTTP/1.1" status: 204 len: 168 time: 0.6118748 Jul 14 10:22:29.249218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:29.261023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e9311-30c5-4cbc-86e9-ea8da7b26292 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Network': ['ID=13c7d77a-f566-4441-8b1c-fa5fe8c10e66,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:29.283926 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-c220d259-fc56-428b-aa8e-698849570f42 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] DELETE failed (client error): The resource could not be found. Jul 14 10:22:29.284695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c220d259-fc56-428b-aa8e-698849570f42 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:22:29.286732 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c220d259-fc56-428b-aa8e-698849570f42 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/subnets/0c2c59a1-6cf9-4830-9ca3-6ba1f3adefbf HTTP/1.1" status: 404 len: 337 time: 0.0360045 Jul 14 10:22:29.291929 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:29.310487 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-88892cfa-0cb6-41ad-8ddb-3590542d33c1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] DELETE failed (client error): The resource could not be found. Jul 14 10:22:29.311068 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88892cfa-0cb6-41ad-8ddb-3590542d33c1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:22:29.313140 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-88892cfa-0cb6-41ad-8ddb-3590542d33c1 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/3969d07e-ff16-475b-8a2d-24f07287aa3e HTTP/1.1" status: 404 len: 339 time: 0.0210195 Jul 14 10:22:29.316424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:29.351666 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a2ba8d-2e22-4e06-9f0b-486ca8de7f4d tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] DELETE failed (client error): The resource could not be found. Jul 14 10:22:29.352014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a2ba8d-2e22-4e06-9f0b-486ca8de7f4d tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:22:29.353793 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54a2ba8d-2e22-4e06-9f0b-486ca8de7f4d tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/subnets/9ea70cbe-e7aa-41ed-9eea-8f2e6c896d9d HTTP/1.1" status: 404 len: 337 time: 0.0358918 Jul 14 10:22:29.356938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50382) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:29.375295 n-d-780147-26 neutron-server[93779]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd635548-1501-4f49-ade3-f6dab8f92e96 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] DELETE failed (client error): The resource could not be found. Jul 14 10:22:29.375854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd635548-1501-4f49-ade3-f6dab8f92e96 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93779) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 14 10:22:29.377653 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dd635548-1501-4f49-ade3-f6dab8f92e96 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/2ee1a97b-73a0-417d-adc3-dc16eeae65c3 HTTP/1.1" status: 404 len: 339 time: 0.0197828 Jul 14 10:22:29.381967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50384) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:29.446020 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-706f8557-924b-4a6c-9145-fae1e8b663fd tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Deleting subnet e5be086e-4307-456c-8ec9-f59eb5971847 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:22:29.450323 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706f8557-924b-4a6c-9145-fae1e8b663fd tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.490925 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706f8557-924b-4a6c-9145-fae1e8b663fd tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.579152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706f8557-924b-4a6c-9145-fae1e8b663fd tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.645484 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706f8557-924b-4a6c-9145-fae1e8b663fd tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.676735 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f8557-924b-4a6c-9145-fae1e8b663fd tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Subnet': ['ID=e5be086e-4307-456c-8ec9-f59eb5971847,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:29.678874 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-706f8557-924b-4a6c-9145-fae1e8b663fd tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.682770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036ba7d-293e-46e4-914e-254a81e2f78a None None] Network e465e1e8-619a-4ca5-8282-1dcffe61ab36 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:29.684286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50386) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:29.686496 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-706f8557-924b-4a6c-9145-fae1e8b663fd tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/subnets/e5be086e-4307-456c-8ec9-f59eb5971847 HTTP/1.1" status: 204 len: 168 time: 0.3034267 Jul 14 10:22:29.766073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.825750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Deleting port 430f84bb-399e-49fa-8182-45ef46615e41 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:29.826106 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.879508 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] DHCP port deletion for e465e1e8-619a-4ca5-8282-1dcffe61ab36 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:22:29.898598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] For port 430f84bb-399e-49fa-8182-45ef46615e41, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=430f84bb-399e-49fa-8182-45ef46615e41,segment=NetworkSegment(14c28dd3-47d5-449e-8486-4529cc818c6b),segment_id=14c28dd3-47d5-449e-8486-4529cc818c6b)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:29.898904 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.914230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Calling delete_port for 430f84bb-399e-49fa-8182-45ef46615e41 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:29.930677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] Deleting port 430f84bb-399e-49fa-8182-45ef46615e41 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:29.931424 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:29.999664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.010066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] For port 430f84bb-399e-49fa-8182-45ef46615e41, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=430f84bb-399e-49fa-8182-45ef46615e41,segment=NetworkSegment(14c28dd3-47d5-449e-8486-4529cc818c6b),segment_id=14c28dd3-47d5-449e-8486-4529cc818c6b)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:30.010479 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.020142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.025874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] Calling delete_port for 430f84bb-399e-49fa-8182-45ef46615e41 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:30.029965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Port': ['ID=430f84bb-399e-49fa-8182-45ef46615e41,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:30.033548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] No DVR routers for this DVR port 430f84bb-399e-49fa-8182-45ef46615e41 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:30.106764 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.137734 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] Pushing event deleted for resources: {'Port': ['ID=430f84bb-399e-49fa-8182-45ef46615e41,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:30.141398 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a617d-47d9-4cc0-8f3a-863ee233d501 None None] No DVR routers for this DVR port 430f84bb-399e-49fa-8182-45ef46615e41 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:30.151797 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.163327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e465e1e8-619a-4ca5-8282-1dcffe61ab36']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:30.176942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c28dd3-47d5-449e-8486-4529cc818c6b') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:30.177237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c28dd3-47d5-449e-8486-4529cc818c6b') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:30.189214 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.206057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.213651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:30.214135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:30.217461 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:30.289779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.296179 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.298329 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] 10.222.0.73 "DELETE /v2.0/networks/e465e1e8-619a-4ca5-8282-1dcffe61ab36 HTTP/1.1" status: 204 len: 168 time: 0.6130452 Jul 14 10:22:30.322367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60babb0f-6603-4298-bf1b-c3f5e6af2d68 tempest-NetworksIpV6Test-256761222 tempest-NetworksIpV6Test-256761222-project] Pushing event deleted for resources: {'Network': ['ID=e465e1e8-619a-4ca5-8282-1dcffe61ab36,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:30.558363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50392) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:30.704628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e5694db2-c49c-4fcc-b495-56a9696ebe12 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c124881c8b6542e0b90fbc58a443bde3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447959 Jul 14 10:22:30.706903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50396) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:30.764095 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716228ea-dd1d-4212-9092-4985722202ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.788472 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716228ea-dd1d-4212-9092-4985722202ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.841969 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716228ea-dd1d-4212-9092-4985722202ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.844682 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-716228ea-dd1d-4212-9092-4985722202ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:30.845914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-716228ea-dd1d-4212-9092-4985722202ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/026a4386-d4b8-4df1-b16c-3205d233f70b HTTP/1.1" status: 204 len: 168 time: 0.1362762 Jul 14 10:22:30.854797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716228ea-dd1d-4212-9092-4985722202ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026a4386-d4b8-4df1-b16c-3205d233f70b,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:31.270150 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 430f84bb-399e-49fa-8182-45ef46615e41 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:31.291521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 430f84bb-399e-49fa-8182-45ef46615e41 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:31.291944 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 430f84bb-399e-49fa-8182-45ef46615e41 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:31.525201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50418) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:31.633751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-28e3817a-5dcf-4f43-b323-ade3c88cbada tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1226049495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:31.660830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28e3817a-5dcf-4f43-b323-ade3c88cbada tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.661960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28e3817a-5dcf-4f43-b323-ade3c88cbada tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.720156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28e3817a-5dcf-4f43-b323-ade3c88cbada tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.724786 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28e3817a-5dcf-4f43-b323-ade3c88cbada tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.741523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-28e3817a-5dcf-4f43-b323-ade3c88cbada tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.742935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-28e3817a-5dcf-4f43-b323-ade3c88cbada tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2171302 Jul 14 10:22:31.745791 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50422) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:31.751393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-66218506'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:31.775211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Made reservation on behalf of ec911c244b98405980293769925718c0 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:31.778743 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.787735 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.910919 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.915331 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.945662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:31.956184 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b279a6c9-e52b-418e-a7b2-fa58faa0463c,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:31.961546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:31.961901 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Added segment 720055f7-fd00-4d9a-b029-909bd3262e71 of type vlan for network ddd574f8-9881-48cd-83a3-6da5051d98fa Jul 14 10:22:32.007614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.036829 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.042635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:32.044596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.103743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3562596 Jul 14 10:22:32.107377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50424) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:32.113140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Request body: {'subnet': {'network_id': 'ddd574f8-9881-48cd-83a3-6da5051d98fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:32.114940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bed75-0ef4-4203-a48d-b87703f287a6 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event updated for resources: {'Network': ['ID=ddd574f8-9881-48cd-83a3-6da5051d98fa,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:32.126794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ddd574f8-9881-48cd-83a3-6da5051d98fa details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:32.212368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Made reservation on behalf of ec911c244b98405980293769925718c0 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:32.216513 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.415175 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.478456 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event updated for resources: {'Subnet': ['ID=e4784471-28a7-46cf-b91a-9f82e4ac9ad2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:32.490021 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Checking segment: {'id': '720055f7-fd00-4d9a-b029-909bd3262e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ddd574f8-9881-48cd-83a3-6da5051d98fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:32.490390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Network hostable DHCP agents. Network: ddd574f8-9881-48cd-83a3-6da5051d98fa, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:32.510371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Network ddd574f8-9881-48cd-83a3-6da5051d98fa is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:32.522050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, ddd574f8-9881-48cd-83a3-6da5051d98fa) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:32.531359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:32.532462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.534555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a23d3-01a3-4dce-adad-3100d05479df None None] Network ddd574f8-9881-48cd-83a3-6da5051d98fa requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:32.551013 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a9a5e4ac-9405-4ace-95b1-3304e8e86df8 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4423752 Jul 14 10:22:32.553990 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50426) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:32.559322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1206840182'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:32.582544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Made reservation on behalf of ec911c244b98405980293769925718c0 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:32.586275 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.614249 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:32.630145 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.630498 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Added segment 9802eb20-2122-49be-a482-f2ece482101d of type vlan for network 079624bc-471c-42c7-8515-f3e2bde84c27 Jul 14 10:22:32.680530 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.718003 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.723919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:32.724617 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.754455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ddd574f8-9881-48cd-83a3-6da5051d98fa', 'network_id': 'ddd574f8-9881-48cd-83a3-6da5051d98fa', 'tenant_id': 'ec911c244b98405980293769925718c0', 'fixed_ips': [{'subnet_id': 'e4784471-28a7-46cf-b91a-9f82e4ac9ad2'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:32.755830 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:32.785222 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2298431 Jul 14 10:22:32.789701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50428) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:32.795657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Request body: {'subnet': {'network_id': '079624bc-471c-42c7-8515-f3e2bde84c27', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:32.809602 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ffcf2-f43d-474f-8933-28040d653af1 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event updated for resources: {'Network': ['ID=079624bc-471c-42c7-8515-f3e2bde84c27,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:32.876760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 079624bc-471c-42c7-8515-f3e2bde84c27 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:32.904047 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Made reservation on behalf of ec911c244b98405980293769925718c0 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:32.909476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.064828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Allocated IP 172.20.0.2 (ddd574f8-9881-48cd-83a3-6da5051d98fa/e4784471-28a7-46cf-b91a-9f82e4ac9ad2/9bf00ecc-44c0-4ece-ac3b-d28129097029) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:33.118027 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.184834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event updated for resources: {'Subnet': ['ID=f5581dee-cc87-4cb6-a62e-7d2a793d6d81,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:33.196842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Checking segment: {'id': '9802eb20-2122-49be-a482-f2ece482101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '079624bc-471c-42c7-8515-f3e2bde84c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:33.197228 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Network hostable DHCP agents. Network: 079624bc-471c-42c7-8515-f3e2bde84c27, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:33.220098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Network 079624bc-471c-42c7-8515-f3e2bde84c27 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:33.235112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 079624bc-471c-42c7-8515-f3e2bde84c27) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:33.241515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:33.242640 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.264039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6d5f0-2884-47bb-b651-510932f461dc None None] Network 079624bc-471c-42c7-8515-f3e2bde84c27 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:33.265623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-00061d25-8a0a-4075-b718-7b896183fd50 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4743590 Jul 14 10:22:33.269331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50430) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:33.278460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-27ddbbb0-5a9a-4a55-bbfc-dc0f0db957f0 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Request body: {'router': {'external_gateway_info': {'network_id': '079624bc-471c-42c7-8515-f3e2bde84c27'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:33.374652 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:22:33.479779 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.512974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Transition to ACTIVE for port object 9bf00ecc-44c0-4ece-ac3b-d28129097029 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:33.524175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-079624bc-471c-42c7-8515-f3e2bde84c27', 'network_id': '079624bc-471c-42c7-8515-f3e2bde84c27', 'tenant_id': 'ec911c244b98405980293769925718c0', 'fixed_ips': [{'subnet_id': 'f5581dee-cc87-4cb6-a62e-7d2a793d6d81'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:33.525074 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.528624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-27ddbbb0-5a9a-4a55-bbfc-dc0f0db957f0 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.542856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Transition to ACTIVE for port object 9bf00ecc-44c0-4ece-ac3b-d28129097029 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:33.553750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.635091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Network ddd574f8-9881-48cd-83a3-6da5051d98fa is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:33.651873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:33.653298 n-d-780147-26 neutron-server[93780]: INFO neutron.api.v2.resource [None req-27ddbbb0-5a9a-4a55-bbfc-dc0f0db957f0 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 14 10:22:33.654405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-27ddbbb0-5a9a-4a55-bbfc-dc0f0db957f0 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "PUT /v2.0/routers/6a91318b-4a9c-49da-80ee-ebd7308bcdbf HTTP/1.1" status: 400 len: 364 time: 0.3833888 Jul 14 10:22:33.660227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50432) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:33.668617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:33.678366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Pushing event updated for resources: {'Port': ['ID=9bf00ecc-44c0-4ece-ac3b-d28129097029,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:33.719108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-21cb6dd7-ec88-4121-8573-0f5512763a72 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Deleting subnet f5581dee-cc87-4cb6-a62e-7d2a793d6d81 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:22:33.777956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Attempting to bind port 9bf00ecc-44c0-4ece-ac3b-d28129097029 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:33.778336 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Attempting to bind port 9bf00ecc-44c0-4ece-ac3b-d28129097029 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '720055f7-fd00-4d9a-b029-909bd3262e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ddd574f8-9881-48cd-83a3-6da5051d98fa'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:33.778713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Attempting to bind port 9bf00ecc-44c0-4ece-ac3b-d28129097029 on network ddd574f8-9881-48cd-83a3-6da5051d98fa {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:33.791788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:33.792366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Checking segment: {'id': '720055f7-fd00-4d9a-b029-909bd3262e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ddd574f8-9881-48cd-83a3-6da5051d98fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:33.792627 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.793683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Bound using segment: {'id': '720055f7-fd00-4d9a-b029-909bd3262e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ddd574f8-9881-48cd-83a3-6da5051d98fa'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:33.794159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Bound port: 9bf00ecc-44c0-4ece-ac3b-d28129097029, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720055f7-fd00-4d9a-b029-909bd3262e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'ddd574f8-9881-48cd-83a3-6da5051d98fa'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:33.794556 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:33.797178 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Allocated IP 172.21.0.2 (079624bc-471c-42c7-8515-f3e2bde84c27/f5581dee-cc87-4cb6-a62e-7d2a793d6d81/c399e9f3-df62-4040-826e-090cfdc45375) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:33.931642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] For port 9bf00ecc-44c0-4ece-ac3b-d28129097029, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:33.955095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] For port 9bf00ecc-44c0-4ece-ac3b-d28129097029, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9bf00ecc-44c0-4ece-ac3b-d28129097029,segment=NetworkSegment(720055f7-fd00-4d9a-b029-909bd3262e71),segment_id=720055f7-fd00-4d9a-b029-909bd3262e71)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:33.963581 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.143303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4de82f-9d1b-4564-8e31-51d0838958d5 None None] Pushing event updated for resources: {'Port': ['ID=9bf00ecc-44c0-4ece-ac3b-d28129097029,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:34.156112 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.172380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Transition to ACTIVE for port object c399e9f3-df62-4040-826e-090cfdc45375 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:34.219307 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Transition to ACTIVE for port object c399e9f3-df62-4040-826e-090cfdc45375 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:34.226426 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cb6dd7-ec88-4121-8573-0f5512763a72 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.229969 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.287687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cb6dd7-ec88-4121-8573-0f5512763a72 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.288097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Network 079624bc-471c-42c7-8515-f3e2bde84c27 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:34.293290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:34.295871 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:34.308271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Pushing event updated for resources: {'Port': ['ID=c399e9f3-df62-4040-826e-090cfdc45375,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:34.387655 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Attempting to bind port c399e9f3-df62-4040-826e-090cfdc45375 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:34.388064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Attempting to bind port c399e9f3-df62-4040-826e-090cfdc45375 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '9802eb20-2122-49be-a482-f2ece482101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '079624bc-471c-42c7-8515-f3e2bde84c27'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:34.388465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Attempting to bind port c399e9f3-df62-4040-826e-090cfdc45375 on network 079624bc-471c-42c7-8515-f3e2bde84c27 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:34.394401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:34.394773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Checking segment: {'id': '9802eb20-2122-49be-a482-f2ece482101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '079624bc-471c-42c7-8515-f3e2bde84c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:34.395188 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.395584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Bound using segment: {'id': '9802eb20-2122-49be-a482-f2ece482101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '079624bc-471c-42c7-8515-f3e2bde84c27'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:34.396097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Bound port: c399e9f3-df62-4040-826e-090cfdc45375, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9802eb20-2122-49be-a482-f2ece482101d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '079624bc-471c-42c7-8515-f3e2bde84c27'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:34.396498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.422211 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cb6dd7-ec88-4121-8573-0f5512763a72 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.485178 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cb6dd7-ec88-4121-8573-0f5512763a72 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.489406 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] For port c399e9f3-df62-4040-826e-090cfdc45375, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:34.492808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] For port c399e9f3-df62-4040-826e-090cfdc45375, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c399e9f3-df62-4040-826e-090cfdc45375,segment=NetworkSegment(9802eb20-2122-49be-a482-f2ece482101d),segment_id=9802eb20-2122-49be-a482-f2ece482101d)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:34.499117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.531618 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb6dd7-ec88-4121-8573-0f5512763a72 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event deleted for resources: {'Subnet': ['ID=f5581dee-cc87-4cb6-a62e-7d2a793d6d81,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:34.537463 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cb6dd7-ec88-4121-8573-0f5512763a72 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.543323 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-21cb6dd7-ec88-4121-8573-0f5512763a72 tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "DELETE /v2.0/subnets/f5581dee-cc87-4cb6-a62e-7d2a793d6d81 HTTP/1.1" status: 204 len: 168 time: 0.8792021 Jul 14 10:22:34.543910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50434) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:34.601829 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2f7b50-58ce-418e-8b2c-147f6615ceec None None] Pushing event updated for resources: {'Port': ['ID=c399e9f3-df62-4040-826e-090cfdc45375,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:34.641970 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.707089 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Deleting port c399e9f3-df62-4040-826e-090cfdc45375 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:34.707552 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.801267 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] For port c399e9f3-df62-4040-826e-090cfdc45375, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c399e9f3-df62-4040-826e-090cfdc45375,segment=NetworkSegment(9802eb20-2122-49be-a482-f2ece482101d),segment_id=9802eb20-2122-49be-a482-f2ece482101d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:34.801702 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.823447 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Calling delete_port for c399e9f3-df62-4040-826e-090cfdc45375 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:34.924052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:34.954946 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event deleted for resources: {'Port': ['ID=c399e9f3-df62-4040-826e-090cfdc45375,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:34.957055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] No DVR routers for this DVR port c399e9f3-df62-4040-826e-090cfdc45375 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:35.052703 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.064499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079624bc-471c-42c7-8515-f3e2bde84c27']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:35.077143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9802eb20-2122-49be-a482-f2ece482101d') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:35.077444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9802eb20-2122-49be-a482-f2ece482101d') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:35.088391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.103967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.111151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:35.111672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:35.116157 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:35.180789 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.186485 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.190419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "DELETE /v2.0/networks/079624bc-471c-42c7-8515-f3e2bde84c27 HTTP/1.1" status: 204 len: 168 time: 0.6436114 Jul 14 10:22:35.192186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50438) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:35.192404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd45651-c8e8-4f8f-8e8e-8517f0c5d1ed None None] Network ddd574f8-9881-48cd-83a3-6da5051d98fa requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:35.213360 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db149b29-211e-42f8-908c-299eaa9922be tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event deleted for resources: {'Network': ['ID=079624bc-471c-42c7-8515-f3e2bde84c27,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:35.297590 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-956b9827-db68-4db4-911a-3ae2e7b04fca tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Deleting subnet e4784471-28a7-46cf-b91a-9f82e4ac9ad2 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:22:35.302620 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956b9827-db68-4db4-911a-3ae2e7b04fca tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.305098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9627837b-fde4-4817-90b3-57a18869b6b9 None None] Provisioning for port 9bf00ecc-44c0-4ece-ac3b-d28129097029 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:35.373197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9bf00ecc-44c0-4ece-ac3b-d28129097029 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:35.400075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956b9827-db68-4db4-911a-3ae2e7b04fca tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.502343 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956b9827-db68-4db4-911a-3ae2e7b04fca tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.510154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 9bf00ecc-44c0-4ece-ac3b-d28129097029 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:35.525090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 9bf00ecc-44c0-4ece-ac3b-d28129097029 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:35.525898 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.584040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956b9827-db68-4db4-911a-3ae2e7b04fca tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.632189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b9827-db68-4db4-911a-3ae2e7b04fca tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event deleted for resources: {'Subnet': ['ID=e4784471-28a7-46cf-b91a-9f82e4ac9ad2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:35.643531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-956b9827-db68-4db4-911a-3ae2e7b04fca tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.644540 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.645569 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-956b9827-db68-4db4-911a-3ae2e7b04fca tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "DELETE /v2.0/subnets/e4784471-28a7-46cf-b91a-9f82e4ac9ad2 HTTP/1.1" status: 204 len: 168 time: 0.4517565 Jul 14 10:22:35.648142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50440) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:35.699951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 9bf00ecc-44c0-4ece-ac3b-d28129097029, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9bf00ecc-44c0-4ece-ac3b-d28129097029,segment=NetworkSegment(720055f7-fd00-4d9a-b029-909bd3262e71),segment_id=720055f7-fd00-4d9a-b029-909bd3262e71)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:35.705596 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.765078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.765287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=9bf00ecc-44c0-4ece-ac3b-d28129097029,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:35.837464 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Deleting port 9bf00ecc-44c0-4ece-ac3b-d28129097029 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:22:35.837905 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.866694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8337247-fb1c-4c4c-b5b3-f78850b0aa99 None None] DHCP port deletion for 079624bc-471c-42c7-8515-f3e2bde84c27 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:22:35.883214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2ce59f2c-9d31-4ed0-9914-689d46b14dde None None] Could not find standard attr ID for object c399e9f3-df62-4040-826e-090cfdc45375. {{(pid=93781) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 14 10:22:35.896389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6bd9b2-c4dd-4c69-99d1-01aa52760ec7 None None] Network 079624bc-471c-42c7-8515-f3e2bde84c27 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:35.902411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b2fc7b-a209-47be-aba0-5b60bb4ab2ba None None] Network ddd574f8-9881-48cd-83a3-6da5051d98fa requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:35.914395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6bd9b2-c4dd-4c69-99d1-01aa52760ec7 None None] Network 079624bc-471c-42c7-8515-f3e2bde84c27 could not be found, it might have been deleted concurrently. {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 14 10:22:35.917647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] For port 9bf00ecc-44c0-4ece-ac3b-d28129097029, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9bf00ecc-44c0-4ece-ac3b-d28129097029,segment=NetworkSegment(720055f7-fd00-4d9a-b029-909bd3262e71),segment_id=720055f7-fd00-4d9a-b029-909bd3262e71)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:35.918052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:35.939277 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Calling delete_port for 9bf00ecc-44c0-4ece-ac3b-d28129097029 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:22:36.035031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.036662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f620bea8-325e-4442-8475-7b7998a569dc None None] Provisioning complete for port 9bf00ecc-44c0-4ece-ac3b-d28129097029 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:36.037040 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f620bea8-325e-4442-8475-7b7998a569dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.060893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f620bea8-325e-4442-8475-7b7998a569dc None None] Port 9bf00ecc-44c0-4ece-ac3b-d28129097029 was deleted so its status cannot be updated. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 14 10:22:36.063203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event deleted for resources: {'Port': ['ID=9bf00ecc-44c0-4ece-ac3b-d28129097029,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:36.068114 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] No DVR routers for this DVR port 9bf00ecc-44c0-4ece-ac3b-d28129097029 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:22:36.136079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dec165-eb9a-411f-9d67-894b9ef4706a None None] DHCP port deletion for ddd574f8-9881-48cd-83a3-6da5051d98fa request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:22:36.153215 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.163311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd574f8-9881-48cd-83a3-6da5051d98fa']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:36.175131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720055f7-fd00-4d9a-b029-909bd3262e71') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:36.175531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720055f7-fd00-4d9a-b029-909bd3262e71') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:36.186591 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.200069 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.206242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:22:36.206757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:22:36.209737 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:22:36.267961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.274961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.276760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "DELETE /v2.0/networks/ddd574f8-9881-48cd-83a3-6da5051d98fa HTTP/1.1" status: 204 len: 168 time: 0.6262941 Jul 14 10:22:36.279799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50442) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:36.289062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eedb62-2357-4b86-b639-b8e979dfe48f tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Pushing event deleted for resources: {'Network': ['ID=ddd574f8-9881-48cd-83a3-6da5051d98fa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:36.312931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2ab3b7b0-8b64-4fb4-bbb8-8a7595ef2ede tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "GET /v2.0/ports?device_id=6a91318b-4a9c-49da-80ee-ebd7308bcdbf HTTP/1.1" status: 200 len: 205 time: 0.0313828 Jul 14 10:22:36.315112 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:36.394922 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63d456d-2288-4653-abcd-7c048cd9d8fa tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.561125 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63d456d-2288-4653-abcd-7c048cd9d8fa tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.563209 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63d456d-2288-4653-abcd-7c048cd9d8fa tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.613777 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63d456d-2288-4653-abcd-7c048cd9d8fa tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.614281 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63d456d-2288-4653-abcd-7c048cd9d8fa tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Fanout notify agent at l3_agent the message router_deleted on router 6a91318b-4a9c-49da-80ee-ebd7308bcdbf {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:22:36.622137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d63d456d-2288-4653-abcd-7c048cd9d8fa tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:36.623360 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d63d456d-2288-4653-abcd-7c048cd9d8fa tempest-RoutersNegativeTest-1735068969 tempest-RoutersNegativeTest-1735068969-project] 10.222.0.73 "DELETE /v2.0/routers/6a91318b-4a9c-49da-80ee-ebd7308bcdbf HTTP/1.1" status: 204 len: 168 time: 0.3072145 Jul 14 10:22:36.888309 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50450) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:37.030152 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-368a7b26-8376-43bc-8ec0-d62ea844687f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ec911c244b98405980293769925718c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406455 Jul 14 10:22:37.032763 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50454) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:37.084060 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ace0db2-de2d-4c15-9f68-f1cc3a5bef63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:37.105682 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ace0db2-de2d-4c15-9f68-f1cc3a5bef63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:37.154385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ace0db2-de2d-4c15-9f68-f1cc3a5bef63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:37.157680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ace0db2-de2d-4c15-9f68-f1cc3a5bef63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:37.159135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0ace0db2-de2d-4c15-9f68-f1cc3a5bef63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b279a6c9-e52b-418e-a7b2-fa58faa0463c HTTP/1.1" status: 204 len: 168 time: 0.1252522 Jul 14 10:22:37.168026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace0db2-de2d-4c15-9f68-f1cc3a5bef63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b279a6c9-e52b-418e-a7b2-fa58faa0463c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:37.267061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c399e9f3-df62-4040-826e-090cfdc45375 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:37.289792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c399e9f3-df62-4040-826e-090cfdc45375 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:37.289792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c399e9f3-df62-4040-826e-090cfdc45375 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:37.290149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9bf00ecc-44c0-4ece-ac3b-d28129097029 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:22:37.311159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 9bf00ecc-44c0-4ece-ac3b-d28129097029 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:22:37.311586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9bf00ecc-44c0-4ece-ac3b-d28129097029 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:22:37.804700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50476) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:37.904889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-482531434-network', 'tenant_id': 'f94b11445fe8457d88700651d6408936'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:37.929002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Made reservation on behalf of f94b11445fe8457d88700651d6408936 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:37.931709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:37.941644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.058602 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.063094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.091262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:38.097635 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e6545d-31f1-48f0-9c3c-b23fe094f21f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:38.103895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.104277 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Added segment 842e9bcb-1b38-43a1-9bbc-025676c84905 of type vlan for network f4814b94-77fc-4875-919d-68168c1d7c94 Jul 14 10:22:38.145488 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.182515 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.183550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:38.184135 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.245459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4396362 Jul 14 10:22:38.248219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50480) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:38.252997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Request body: {'subnet': {'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-subnet', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:38.261168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d762c70-7843-4b53-b3d3-edaa90a32d63 admin admin] Pushing event updated for resources: {'Network': ['ID=f4814b94-77fc-4875-919d-68168c1d7c94,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:38.272614 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network f4814b94-77fc-4875-919d-68168c1d7c94 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:38.284222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Made reservation on behalf of f94b11445fe8457d88700651d6408936 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:38.286691 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.467628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.523551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=055a6a3f-174d-44df-950d-d0fb7ac718f0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:38.532704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Checking segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:38.533070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Network hostable DHCP agents. Network: f4814b94-77fc-4875-919d-68168c1d7c94, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:38.552887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Network f4814b94-77fc-4875-919d-68168c1d7c94 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:38.564680 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, f4814b94-77fc-4875-919d-68168c1d7c94) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:38.570006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:38.570658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.579979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd983f-9e4a-4710-88eb-2f94418d7b1f None None] Network f4814b94-77fc-4875-919d-68168c1d7c94 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:38.592598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50482) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:38.593175 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0a3c92cb-b352-4a8e-bd1c-1a7cde8a02fa admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3434827 Jul 14 10:22:38.599328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:38.624472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.625539 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.688735 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.761485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-f4814b94-77fc-4875-919d-68168c1d7c94', 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'fixed_ips': [{'subnet_id': '055a6a3f-174d-44df-950d-d0fb7ac718f0'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:38.763405 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.865670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:38.919166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Allocated IP 172.20.0.2 (f4814b94-77fc-4875-919d-68168c1d7c94/055a6a3f-174d-44df-950d-d0fb7ac718f0/277ab39d-8ef6-4c12-810b-ff167beadda2) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:39.074361 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.079513 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.082867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Transition to ACTIVE for port object 277ab39d-8ef6-4c12-810b-ff167beadda2 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:39.098345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Transition to ACTIVE for port object 277ab39d-8ef6-4c12-810b-ff167beadda2 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:39.100970 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.104313 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.151745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Network f4814b94-77fc-4875-919d-68168c1d7c94 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:39.155358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:39.158855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:39.165969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Pushing event updated for resources: {'Port': ['ID=277ab39d-8ef6-4c12-810b-ff167beadda2,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:39.222417 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Attempting to bind port 277ab39d-8ef6-4c12-810b-ff167beadda2 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:39.222869 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Attempting to bind port 277ab39d-8ef6-4c12-810b-ff167beadda2 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:39.223292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Attempting to bind port 277ab39d-8ef6-4c12-810b-ff167beadda2 on network f4814b94-77fc-4875-919d-68168c1d7c94 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:39.228651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:39.229226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Checking segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:39.229666 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.230074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Bound using segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:39.230200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Allocated IP 172.25.0.119 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/899232ee-7a27-406a-b87c-c4a9d673ca0d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:39.231962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Bound port: 277ab39d-8ef6-4c12-810b-ff167beadda2, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:39.232396 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.302630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] For port 277ab39d-8ef6-4c12-810b-ff167beadda2, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:39.306244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] For port 277ab39d-8ef6-4c12-810b-ff167beadda2, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=277ab39d-8ef6-4c12-810b-ff167beadda2,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:39.314027 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.343911 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.385838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb59462-532a-469b-8e23-ad7777b9af2b None None] Pushing event updated for resources: {'Port': ['ID=277ab39d-8ef6-4c12-810b-ff167beadda2,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:39.386173 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.436018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:39.439696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:39.443407 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:39.488866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Pushing event updated for resources: {'Port': ['ID=899232ee-7a27-406a-b87c-c4a9d673ca0d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:39.727258 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:39.929654 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:40.072904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:22:40.188119 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:40.198450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Sync routers for ids ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:40.205997 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:40.207764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9979913d-817c-4c1b-b8bd-7d34384bd6ad admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6139519 Jul 14 10:22:40.210480 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Routers {'0d1a0a81-22a5-4583-94ca-3a34161a99e9'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:40.210642 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50486) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:40.211902 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:40.331689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972a0fca-e07e-479c-bb49-e1d3e9c62b2c None None] Network f4814b94-77fc-4875-919d-68168c1d7c94 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:40.350688 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Set router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:40.457257 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-81834d1a-547c-49dc-9202-a2d8365b37a8 None None] Provisioning for port 277ab39d-8ef6-4c12-810b-ff167beadda2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:40.660319 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:22:39Z', 'revision_number': 3, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port': {'id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:39Z', 'updated_at': '2021-07-14T10:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:40.688245 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Checking router: 0d1a0a81-22a5-4583-94ca-3a34161a99e9 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:40.688879 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Updating router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 port 899232ee-7a27-406a-b87c-c4a9d673ca0d binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:40.723638 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:40.729750 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:40.880692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Allocated IP 172.20.0.1 (f4814b94-77fc-4875-919d-68168c1d7c94/055a6a3f-174d-44df-950d-d0fb7ac718f0/57d2db96-7c83-4f9c-91a5-d301a00d0e19) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:40.986957 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:40.991175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:40.997859 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Transition to ACTIVE for port object 899232ee-7a27-406a-b87c-c4a9d673ca0d will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:41.004058 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.006903 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Transition to ACTIVE for port object 57d2db96-7c83-4f9c-91a5-d301a00d0e19 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:41.042233 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.056797 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Attempting to bind port 899232ee-7a27-406a-b87c-c4a9d673ca0d on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:41.057119 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Attempting to bind port 899232ee-7a27-406a-b87c-c4a9d673ca0d by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:41.057487 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Attempting to bind port 899232ee-7a27-406a-b87c-c4a9d673ca0d on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:41.059499 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Pushing event updated for resources: {'Port': ['ID=899232ee-7a27-406a-b87c-c4a9d673ca0d,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:41.068819 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.069165 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.069507 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.069840 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.070260 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.070594 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.070919 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.071239 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.071569 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.071886 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.072222 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.072551 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:22:41.075857 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:41.076256 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:41.076662 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.077322 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:41.077736 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Bound port: 899232ee-7a27-406a-b87c-c4a9d673ca0d, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:41.078111 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.078599 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Network f4814b94-77fc-4875-919d-68168c1d7c94 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:41.081812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:41.087453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:41.115738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Pushing event updated for resources: {'Port': ['ID=57d2db96-7c83-4f9c-91a5-d301a00d0e19,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:41.133781 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] For port 899232ee-7a27-406a-b87c-c4a9d673ca0d, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:41.136328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.138107 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] For port 899232ee-7a27-406a-b87c-c4a9d673ca0d, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=899232ee-7a27-406a-b87c-c4a9d673ca0d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:41.142862 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.208036 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Routers {'0d1a0a81-22a5-4583-94ca-3a34161a99e9'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:41.208840 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:41.262947 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3317cfd-4837-4dcd-8ff7-22feda5daf7c None None] Pushing event updated for resources: {'Port': ['ID=899232ee-7a27-406a-b87c-c4a9d673ca0d,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:41.299752 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.329225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 277ab39d-8ef6-4c12-810b-ff167beadda2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:41.354514 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] Set router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:41.395651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 277ab39d-8ef6-4c12-810b-ff167beadda2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:41.400563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 277ab39d-8ef6-4c12-810b-ff167beadda2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:41.401254 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.444477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f2327053-6d15-4a92-9b3d-ac6556d0c76a None None] Provisioning for port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:41.449805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f2327053-6d15-4a92-9b3d-ac6556d0c76a None None] Provisioning complete for port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:41.450289 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f2327053-6d15-4a92-9b3d-ac6556d0c76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.492437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f2327053-6d15-4a92-9b3d-ac6556d0c76a None None] Port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:41.506223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.511528 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.530544 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.557539 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:22:39Z', 'revision_number': 3, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port': {'id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:39Z', 'updated_at': '2021-07-14T10:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:41.571147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 277ab39d-8ef6-4c12-810b-ff167beadda2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=277ab39d-8ef6-4c12-810b-ff167beadda2,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:41.575816 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.586167 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7aa97-a0bb-4243-a817-ae18dceecb75 None None] The sync data for ids ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'] in n-d-780147-26 is: [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:22:39Z', 'revision_number': 3, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port': {'id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:39Z', 'updated_at': '2021-07-14T10:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:41.587082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:41.590612 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Pushing event updated for resources: {'Port': ['ID=57d2db96-7c83-4f9c-91a5-d301a00d0e19,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:41.636480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=277ab39d-8ef6-4c12-810b-ff167beadda2,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:41.708570 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Network f4814b94-77fc-4875-919d-68168c1d7c94 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:41.710731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:41.865565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:41.990058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:41.995172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2dfaa51e-8821-403f-83fd-6a3c71ed18e9 admin admin] 10.222.0.73 "PUT /v2.0/routers/0d1a0a81-22a5-4583-94ca-3a34161a99e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7835598 Jul 14 10:22:42.020522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-09a23a67-3ec2-44aa-8ba2-d786e43bf4bd None None] Provisioning complete for port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:42.020905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-09a23a67-3ec2-44aa-8ba2-d786e43bf4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.059459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-09a23a67-3ec2-44aa-8ba2-d786e43bf4bd None None] Port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:42.489097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50502) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:42.494389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-768447553-network', 'tenant_id': '5299520c80b84790b38bb019870846ed'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:42.518461 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Made reservation on behalf of 5299520c80b84790b38bb019870846ed for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:42.521584 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.531306 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.634706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.639093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.663449 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 779} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:22:42.673274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400bf52b-afa9-459e-a896-849c7c383318,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:42.678251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.678599 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Added segment e953f3f6-7ebc-4d40-8cc8-e731bb55c107 of type vlan for network 8820cd60-7a1d-4408-b171-896c49f142bd Jul 14 10:22:42.719082 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.755656 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.757010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:42.757720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:42.817497 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3271790 Jul 14 10:22:42.820251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50504) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:42.827385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Request body: {'subnet': {'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-subnet', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:42.839504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68529b0-d9a6-4338-819d-ced25981979e admin admin] Pushing event updated for resources: {'Network': ['ID=8820cd60-7a1d-4408-b171-896c49f142bd,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:42.850396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 8820cd60-7a1d-4408-b171-896c49f142bd details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:22:42.856480 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Made reservation on behalf of 5299520c80b84790b38bb019870846ed for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:42.859175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.050956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.104078 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5cc88b9-1477-40b9-8685-b7f701f60e58,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:43.115265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Checking segment: {'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:43.115627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Network hostable DHCP agents. Network: 8820cd60-7a1d-4408-b171-896c49f142bd, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:22:43.115733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Sync routers for ids ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:43.125249 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Routers {'0d1a0a81-22a5-4583-94ca-3a34161a99e9'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:43.125989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:43.133350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Network 8820cd60-7a1d-4408-b171-896c49f142bd is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:22:43.142315 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 8820cd60-7a1d-4408-b171-896c49f142bd) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:43.146595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:43.147254 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.161157 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92777183-7f4b-4c61-843e-d269ada628c4 None None] Network 8820cd60-7a1d-4408-b171-896c49f142bd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:43.161647 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b78ef244-fe0a-45d1-9776-6c083a43815a admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3402731 Jul 14 10:22:43.164132 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50506) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:43.169600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:43.191011 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.192040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.255264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.379569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 899232ee-7a27-406a-b87c-c4a9d673ca0d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:43.530207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Set router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:43.580346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 899232ee-7a27-406a-b87c-c4a9d673ca0d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:43.592483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 899232ee-7a27-406a-b87c-c4a9d673ca0d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:43.592808 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.725951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-8820cd60-7a1d-4408-b171-896c49f142bd', 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'fixed_ips': [{'subnet_id': 'c5cc88b9-1477-40b9-8685-b7f701f60e58'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:22:43.726804 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.777980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.892925 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.947934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 899232ee-7a27-406a-b87c-c4a9d673ca0d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=899232ee-7a27-406a-b87c-c4a9d673ca0d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:43.956435 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:43.957236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 277ab39d-8ef6-4c12-810b-ff167beadda2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:43.989739 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.009237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.019643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Allocated IP 172.20.0.2 (8820cd60-7a1d-4408-b171-896c49f142bd/c5cc88b9-1477-40b9-8685-b7f701f60e58/d01840ee-54e1-4e3c-a34d-5c3a124ba742) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:44.064706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:22:41Z', 'revision_number': 4, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port': {'id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:39Z', 'updated_at': '2021-07-14T10:22:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '57d2db96-7c83-4f9c-91a5-d301a00d0e19', 'name': '', 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'mac_address': 'fa:16:3e:e2:16:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '055a6a3f-174d-44df-950d-d0fb7ac718f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:40Z', 'updated_at': '2021-07-14T10:22:41Z', 'revision_number': 2, 'project_id': 'f94b11445fe8457d88700651d6408936', 'subnets': [{'id': '055a6a3f-174d-44df-950d-d0fb7ac718f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:44.123009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Allocated IP 172.25.0.146 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6c0b5031-da54-42b2-830b-24fc681e1569) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:44.127797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=899232ee-7a27-406a-b87c-c4a9d673ca0d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.133651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Checking router: 0d1a0a81-22a5-4583-94ca-3a34161a99e9 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:44.133651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Updating router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:44.197212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 277ab39d-8ef6-4c12-810b-ff167beadda2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:44.197582 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.201921 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.241264 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.297927 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.339760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:44.342974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:44.345657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:44.375037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Pushing event updated for resources: {'Port': ['ID=6c0b5031-da54-42b2-830b-24fc681e1569,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.391637 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.427853 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Transition to ACTIVE for port object d01840ee-54e1-4e3c-a34d-5c3a124ba742 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:44.468473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Transition to ACTIVE for port object d01840ee-54e1-4e3c-a34d-5c3a124ba742 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:44.504237 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.554120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Network 8820cd60-7a1d-4408-b171-896c49f142bd is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:44.565061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:44.570968 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:44.575198 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Pushing event updated for resources: {'Port': ['ID=d01840ee-54e1-4e3c-a34d-5c3a124ba742,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.618000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.655800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Attempting to bind port d01840ee-54e1-4e3c-a34d-5c3a124ba742 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:44.656149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Attempting to bind port d01840ee-54e1-4e3c-a34d-5c3a124ba742 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:44.656543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Attempting to bind port d01840ee-54e1-4e3c-a34d-5c3a124ba742 on network 8820cd60-7a1d-4408-b171-896c49f142bd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:44.672440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:44.672812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Checking segment: {'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:44.673211 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.673598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Bound using segment: {'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:44.674062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Bound port: d01840ee-54e1-4e3c-a34d-5c3a124ba742, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:44.674433 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.737794 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.756316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Transition to ACTIVE for port object 57d2db96-7c83-4f9c-91a5-d301a00d0e19 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:44.767603 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.812251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] For port d01840ee-54e1-4e3c-a34d-5c3a124ba742, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:44.823776 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.835724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] For port d01840ee-54e1-4e3c-a34d-5c3a124ba742, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d01840ee-54e1-4e3c-a34d-5c3a124ba742,segment=NetworkSegment(e953f3f6-7ebc-4d40-8cc8-e731bb55c107),segment_id=e953f3f6-7ebc-4d40-8cc8-e731bb55c107)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:44.838849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefc944-d9d9-4ed0-aa58-7c704cd36834 None None] Pushing event updated for resources: {'Port': ['ID=57d2db96-7c83-4f9c-91a5-d301a00d0e19,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.842893 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.946993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Attempting to bind port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:44.947601 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Attempting to bind port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:44.947712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Attempting to bind port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 on network f4814b94-77fc-4875-919d-68168c1d7c94 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:44.955353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36533e1e-bc9b-40c7-87df-770c35f068ee None None] Pushing event updated for resources: {'Port': ['ID=d01840ee-54e1-4e3c-a34d-5c3a124ba742,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:44.958362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:44.958738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Checking segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:44.959140 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.959694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Bound using segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:44.960177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Bound port: 57d2db96-7c83-4f9c-91a5-d301a00d0e19, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:44.960600 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:44.987338 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Router b72a130b-b5e3-4942-942c-7059461ca995 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:22:45.037428 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] For port 57d2db96-7c83-4f9c-91a5-d301a00d0e19, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:45.041920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] For port 57d2db96-7c83-4f9c-91a5-d301a00d0e19, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=57d2db96-7c83-4f9c-91a5-d301a00d0e19,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:45.047212 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.113810 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:45.122649 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Sync routers for ids ['b72a130b-b5e3-4942-942c-7059461ca995'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:45.131284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.135089 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Routers {'b72a130b-b5e3-4942-942c-7059461ca995'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:45.136085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50510) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:22:45.137127 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8d799467-6a3f-47a9-ba97-e9d9157bc17b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9710608 Jul 14 10:22:45.144248 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b72a130b-b5e3-4942-942c-7059461ca995'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:45.307434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefc944-d9d9-4ed0-aa58-7c704cd36834 None None] Pushing event updated for resources: {'Port': ['ID=57d2db96-7c83-4f9c-91a5-d301a00d0e19,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:45.317706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Routers {'0d1a0a81-22a5-4583-94ca-3a34161a99e9'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:45.318353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:45.418228 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Set router b72a130b-b5e3-4942-942c-7059461ca995 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:45.492796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] Set router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:45.602242 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 899232ee-7a27-406a-b87c-c4a9d673ca0d up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:45.664954 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:22:44Z', 'revision_number': 3, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port': {'id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:44Z', 'updated_at': '2021-07-14T10:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:45.697952 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Checking router: b72a130b-b5e3-4942-942c-7059461ca995 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:45.698295 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Updating router b72a130b-b5e3-4942-942c-7059461ca995 port 6c0b5031-da54-42b2-830b-24fc681e1569 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:45.719919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 899232ee-7a27-406a-b87c-c4a9d673ca0d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:45.719919 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.730557 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.737570 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:45.856116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:22:41Z', 'revision_number': 4, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port': {'id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:39Z', 'updated_at': '2021-07-14T10:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '57d2db96-7c83-4f9c-91a5-d301a00d0e19', 'name': '', 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'mac_address': 'fa:16:3e:e2:16:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '055a6a3f-174d-44df-950d-d0fb7ac718f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:40Z', 'updated_at': '2021-07-14T10:22:45Z', 'revision_number': 4, 'project_id': 'f94b11445fe8457d88700651d6408936', 'subnets': [{'id': '055a6a3f-174d-44df-950d-d0fb7ac718f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:45.859949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d01840ee-54e1-4e3c-a34d-5c3a124ba742 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:45.907772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d835763-7518-407e-ad00-dce62c351bbe None None] The sync data for ids ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'] in n-d-780147-26 is: [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:22:41Z', 'revision_number': 4, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port': {'id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:39Z', 'updated_at': '2021-07-14T10:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '57d2db96-7c83-4f9c-91a5-d301a00d0e19', 'name': '', 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'mac_address': 'fa:16:3e:e2:16:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '055a6a3f-174d-44df-950d-d0fb7ac718f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:40Z', 'updated_at': '2021-07-14T10:22:45Z', 'revision_number': 4, 'project_id': 'f94b11445fe8457d88700651d6408936', 'subnets': [{'id': '055a6a3f-174d-44df-950d-d0fb7ac718f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:45.929009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Allocated IP 172.20.0.1 (8820cd60-7a1d-4408-b171-896c49f142bd/c5cc88b9-1477-40b9-8685-b7f701f60e58/73196d8a-c0eb-424a-9f90-75479725e26f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:45.958749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d01840ee-54e1-4e3c-a34d-5c3a124ba742 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:46.096585 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.109092 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Transition to ACTIVE for port object 6c0b5031-da54-42b2-830b-24fc681e1569 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:46.110094 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.117571 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.132910 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Transition to ACTIVE for port object 73196d8a-c0eb-424a-9f90-75479725e26f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:46.167489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b999f7-e41f-45f1-ba56-6fdb3714ed91 None None] Pushing event updated for resources: {'Port': ['ID=6c0b5031-da54-42b2-830b-24fc681e1569,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:46.172609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.206326 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Attempting to bind port 6c0b5031-da54-42b2-830b-24fc681e1569 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:46.206707 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Attempting to bind port 6c0b5031-da54-42b2-830b-24fc681e1569 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:46.207151 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Attempting to bind port 6c0b5031-da54-42b2-830b-24fc681e1569 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:46.213675 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:46.214057 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:46.214661 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.215060 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:46.215533 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Bound port: 6c0b5031-da54-42b2-830b-24fc681e1569, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:46.215923 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.222145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Network 8820cd60-7a1d-4408-b171-896c49f142bd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:46.225355 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:46.227956 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:46.257128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Pushing event updated for resources: {'Port': ['ID=73196d8a-c0eb-424a-9f90-75479725e26f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:46.286891 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.288181 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] For port 6c0b5031-da54-42b2-830b-24fc681e1569, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:46.295599 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] For port 6c0b5031-da54-42b2-830b-24fc681e1569, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6c0b5031-da54-42b2-830b-24fc681e1569,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:46.300324 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.342276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c0c01-d09a-4f9f-be51-3c98476b5e9b None None] Network 8820cd60-7a1d-4408-b171-896c49f142bd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:22:46.377577 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b999f7-e41f-45f1-ba56-6fdb3714ed91 None None] Pushing event updated for resources: {'Port': ['ID=6c0b5031-da54-42b2-830b-24fc681e1569,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:46.380404 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Routers {'b72a130b-b5e3-4942-942c-7059461ca995'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:46.381016 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b72a130b-b5e3-4942-942c-7059461ca995'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:46.440164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0b16d67d-ce8f-4306-9ac4-442f98b3d4e2 None None] Provisioning for port d01840ee-54e1-4e3c-a34d-5c3a124ba742 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:46.454692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0b16d67d-ce8f-4306-9ac4-442f98b3d4e2 None None] Provisioning complete for port d01840ee-54e1-4e3c-a34d-5c3a124ba742 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:46.455068 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0b16d67d-ce8f-4306-9ac4-442f98b3d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.517477 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] Set router b72a130b-b5e3-4942-942c-7059461ca995 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:46.612469 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0b16d67d-ce8f-4306-9ac4-442f98b3d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.661196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0b16d67d-ce8f-4306-9ac4-442f98b3d4e2 None None] For port d01840ee-54e1-4e3c-a34d-5c3a124ba742, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d01840ee-54e1-4e3c-a34d-5c3a124ba742,segment=NetworkSegment(e953f3f6-7ebc-4d40-8cc8-e731bb55c107),segment_id=e953f3f6-7ebc-4d40-8cc8-e731bb55c107)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:46.672803 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0b16d67d-ce8f-4306-9ac4-442f98b3d4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:46.747303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16d67d-ce8f-4306-9ac4-442f98b3d4e2 None None] Pushing event updated for resources: {'Port': ['ID=d01840ee-54e1-4e3c-a34d-5c3a124ba742,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:46.868359 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:22:44Z', 'revision_number': 3, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port': {'id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:44Z', 'updated_at': '2021-07-14T10:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:46.900076 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa9fe6-978b-4b87-a5dd-b930b87d25a1 None None] The sync data for ids ['b72a130b-b5e3-4942-942c-7059461ca995'] in n-d-780147-26 is: [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:22:44Z', 'revision_number': 3, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port': {'id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:44Z', 'updated_at': '2021-07-14T10:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:46.946816 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.000483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3e342811-cd0a-49a5-8035-b66d7caa6238 None None] Provisioning for port 73196d8a-c0eb-424a-9f90-75479725e26f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:47.005735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3e342811-cd0a-49a5-8035-b66d7caa6238 None None] Provisioning complete for port 73196d8a-c0eb-424a-9f90-75479725e26f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:47.006432 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3e342811-cd0a-49a5-8035-b66d7caa6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.052404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3e342811-cd0a-49a5-8035-b66d7caa6238 None None] Port 73196d8a-c0eb-424a-9f90-75479725e26f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:47.067673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3e342811-cd0a-49a5-8035-b66d7caa6238 None None] Provisioning complete for port d01840ee-54e1-4e3c-a34d-5c3a124ba742 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:47.073153 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3e342811-cd0a-49a5-8035-b66d7caa6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.146120 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.151062 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.259794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Pushing event updated for resources: {'Port': ['ID=73196d8a-c0eb-424a-9f90-75479725e26f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:47.265038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.310859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f6900a60-10fe-4b33-b43f-9ce416931055 None None] Provisioning complete for port 73196d8a-c0eb-424a-9f90-75479725e26f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:47.311478 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6900a60-10fe-4b33-b43f-9ce416931055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.359201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f6900a60-10fe-4b33-b43f-9ce416931055 None None] Port 73196d8a-c0eb-424a-9f90-75479725e26f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:47.390486 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Network 8820cd60-7a1d-4408-b171-896c49f142bd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:47.392058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:47.442940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d01840ee-54e1-4e3c-a34d-5c3a124ba742 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:47.503014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d01840ee-54e1-4e3c-a34d-5c3a124ba742 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:47.504151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.551143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Router b72a130b-b5e3-4942-942c-7059461ca995 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:22:47.616792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6c0b5031-da54-42b2-830b-24fc681e1569 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:47.686906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 6c0b5031-da54-42b2-830b-24fc681e1569 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:47.687942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:22:47.694399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e817f1e3-9e7a-4f79-b17e-dc56593af3fd admin admin] 10.222.0.73 "PUT /v2.0/routers/b72a130b-b5e3-4942-942c-7059461ca995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5556090 Jul 14 10:22:47.696236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6c0b5031-da54-42b2-830b-24fc681e1569 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:47.696685 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.700918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-76bdec8b-c335-481a-9bda-074bf5360d2c None None] Provisioning complete for port 73196d8a-c0eb-424a-9f90-75479725e26f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:47.701292 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76bdec8b-c335-481a-9bda-074bf5360d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.763715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-76bdec8b-c335-481a-9bda-074bf5360d2c None None] Port 73196d8a-c0eb-424a-9f90-75479725e26f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:47.822364 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.847408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 6c0b5031-da54-42b2-830b-24fc681e1569, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6c0b5031-da54-42b2-830b-24fc681e1569,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:47.851873 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:47.853007 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 57d2db96-7c83-4f9c-91a5-d301a00d0e19 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:47.951895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=6c0b5031-da54-42b2-830b-24fc681e1569,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:47.956399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:47.960865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:47.961321 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:48.062830 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:48.110699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 57d2db96-7c83-4f9c-91a5-d301a00d0e19, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=57d2db96-7c83-4f9c-91a5-d301a00d0e19,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:48.115323 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:48.171651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=57d2db96-7c83-4f9c-91a5-d301a00d0e19,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:48.756797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20538ba-a59e-434b-814f-aafb05285b27 req-f957da97-e977-44e8-a2ae-a5dcbaba23ad tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:48.758075 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-f957da97-e977-44e8-a2ae-a5dcbaba23ad tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/networks?id=f4814b94-77fc-4875-919d-68168c1d7c94 HTTP/1.1" status: 200 len: 816 time: 0.1066658 Jul 14 10:22:48.773205 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-1ea385cf-29fa-49b4-ad50-2f1a8e419f31 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/quotas/f94b11445fe8457d88700651d6408936 HTTP/1.1" status: 200 len: 375 time: 0.0097389 Jul 14 10:22:48.844903 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-51d91f41-9bdb-49e9-9345-f6dc2c3d4ae0 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f94b11445fe8457d88700651d6408936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662208 Jul 14 10:22:48.940754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-d0e61205-8479-428b-8205-0bd2da23477e service neutron] 10.222.0.73 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831909 Jul 14 10:22:49.038416 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-ea557ee2-cd70-4652-a504-3d5cbd29335a service neutron] 10.222.0.73 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912082 Jul 14 10:22:49.290891 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6c0b5031-da54-42b2-830b-24fc681e1569 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:49.323258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Sync routers for ids ['b72a130b-b5e3-4942-942c-7059461ca995'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:22:49.339130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Routers {'b72a130b-b5e3-4942-942c-7059461ca995'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:49.339791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b72a130b-b5e3-4942-942c-7059461ca995'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:49.392404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 6c0b5031-da54-42b2-830b-24fc681e1569 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:49.392786 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:49.486807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Set router b72a130b-b5e3-4942-942c-7059461ca995 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:49.605849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 57d2db96-7c83-4f9c-91a5-d301a00d0e19 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:49.729866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:49.730239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:49.789669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:22:46Z', 'revision_number': 4, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port': {'id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:44Z', 'updated_at': '2021-07-14T10:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '73196d8a-c0eb-424a-9f90-75479725e26f', 'name': '', 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'mac_address': 'fa:16:3e:96:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c5cc88b9-1477-40b9-8685-b7f701f60e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:45Z', 'updated_at': '2021-07-14T10:22:47Z', 'revision_number': 2, 'project_id': '5299520c80b84790b38bb019870846ed', 'subnets': [{'id': 'c5cc88b9-1477-40b9-8685-b7f701f60e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:49.834168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Checking router: b72a130b-b5e3-4942-942c-7059461ca995 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:22:49.834520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Updating router b72a130b-b5e3-4942-942c-7059461ca995 port 73196d8a-c0eb-424a-9f90-75479725e26f binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:22:49.878413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.138934 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.149473 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Transition to ACTIVE for port object 73196d8a-c0eb-424a-9f90-75479725e26f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:50.154677 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.217535 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9ee18-9a4b-48db-9738-a996dc4dbbad None None] Pushing event updated for resources: {'Port': ['ID=73196d8a-c0eb-424a-9f90-75479725e26f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:50.274576 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0d7e4626-9d1f-4f88-93f7-7dd96ac2149a req-dd080338-ba82-4f89-b18d-f3d0f5662f83 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 210 time: 0.0426991 Jul 14 10:22:50.279274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Attempting to bind port 73196d8a-c0eb-424a-9f90-75479725e26f on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:50.279720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Attempting to bind port 73196d8a-c0eb-424a-9f90-75479725e26f by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:50.280222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Attempting to bind port 73196d8a-c0eb-424a-9f90-75479725e26f on network 8820cd60-7a1d-4408-b171-896c49f142bd {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:50.291335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:50.292482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Checking segment: {'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:50.293247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.293870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Bound using segment: {'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:50.294937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Bound port: 73196d8a-c0eb-424a-9f90-75479725e26f, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:50.295567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.381442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] For port 73196d8a-c0eb-424a-9f90-75479725e26f, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:50.384913 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] For port 73196d8a-c0eb-424a-9f90-75479725e26f, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73196d8a-c0eb-424a-9f90-75479725e26f,segment=NetworkSegment(e953f3f6-7ebc-4d40-8cc8-e731bb55c107),segment_id=e953f3f6-7ebc-4d40-8cc8-e731bb55c107)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:50.390765 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:50.447917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Routers {'b72a130b-b5e3-4942-942c-7059461ca995'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:22:50.448697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:22:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b72a130b-b5e3-4942-942c-7059461ca995'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:50.494284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9ee18-9a4b-48db-9738-a996dc4dbbad None None] Pushing event updated for resources: {'Port': ['ID=73196d8a-c0eb-424a-9f90-75479725e26f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:50.588365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] Set router b72a130b-b5e3-4942-942c-7059461ca995 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:22:50.818053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:22:46Z', 'revision_number': 4, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port': {'id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:44Z', 'updated_at': '2021-07-14T10:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '73196d8a-c0eb-424a-9f90-75479725e26f', 'name': '', 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'mac_address': 'fa:16:3e:96:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c5cc88b9-1477-40b9-8685-b7f701f60e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:45Z', 'updated_at': '2021-07-14T10:22:50Z', 'revision_number': 4, 'project_id': '5299520c80b84790b38bb019870846ed', 'subnets': [{'id': 'c5cc88b9-1477-40b9-8685-b7f701f60e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:22:50.848592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bde4ab-982a-4977-be6b-52a621a5702b None None] The sync data for ids ['b72a130b-b5e3-4942-942c-7059461ca995'] in n-d-780147-26 is: [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:22:46Z', 'revision_number': 4, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port': {'id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:44Z', 'updated_at': '2021-07-14T10:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '73196d8a-c0eb-424a-9f90-75479725e26f', 'name': '', 'network_id': '8820cd60-7a1d-4408-b171-896c49f142bd', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'mac_address': 'fa:16:3e:96:85:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'c5cc88b9-1477-40b9-8685-b7f701f60e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:45Z', 'updated_at': '2021-07-14T10:22:50Z', 'revision_number': 4, 'project_id': '5299520c80b84790b38bb019870846ed', 'subnets': [{'id': 'c5cc88b9-1477-40b9-8685-b7f701f60e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:22:51.325420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73196d8a-c0eb-424a-9f90-75479725e26f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:51.476069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-102b8b4c-b162-42a3-b557-0edac842e010 req-2469e5bb-3d5b-466b-8c05-1ec38084e9de tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 210 time: 0.0428760 Jul 14 10:22:51.537095 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20538ba-a59e-434b-814f-aafb05285b27 req-cd0802ea-f0e1-410d-b924-0cbb5fda57d2 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:51.538724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-cd0802ea-f0e1-410d-b924-0cbb5fda57d2 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.69 "GET /v2.0/networks?id=f4814b94-77fc-4875-919d-68168c1d7c94 HTTP/1.1" status: 200 len: 816 time: 0.1812308 Jul 14 10:22:51.552613 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Request body: {'port': {'device_id': '4a73eaf7-7cc8-48a2-9cd7-f9f716f69674', 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'admin_state_up': True, 'tenant_id': 'f94b11445fe8457d88700651d6408936'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:51.555288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 73196d8a-c0eb-424a-9f90-75479725e26f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:51.559647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 73196d8a-c0eb-424a-9f90-75479725e26f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:51.560345 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.661555 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.702564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 73196d8a-c0eb-424a-9f90-75479725e26f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73196d8a-c0eb-424a-9f90-75479725e26f,segment=NetworkSegment(e953f3f6-7ebc-4d40-8cc8-e731bb55c107),segment_id=e953f3f6-7ebc-4d40-8cc8-e731bb55c107)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:51.706481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.709308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Made reservation on behalf of f94b11445fe8457d88700651d6408936 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:22:51.713227 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.759225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=73196d8a-c0eb-424a-9f90-75479725e26f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:51.847598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Allocated IP 172.20.0.13 (f4814b94-77fc-4875-919d-68168c1d7c94/055a6a3f-174d-44df-950d-d0fb7ac718f0/89805adc-3ce4-40b3-b607-707aef48dab4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:22:51.978909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-11c7b030-239c-4a38-9749-3d59bd2c56a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:51.996720 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.010687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Transition to ACTIVE for port object 89805adc-3ce4-40b3-b607-707aef48dab4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:52.043172 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.086006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Network f4814b94-77fc-4875-919d-68168c1d7c94 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:22:52.091193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:22:52.095049 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:22:52.122983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Pushing event updated for resources: {'Port': ['ID=89805adc-3ce4-40b3-b607-707aef48dab4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:52.149865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:52.150495 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.166463 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-33f0a6aa-6785-4008-8246-10ef768ec81c tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6194649 Jul 14 10:22:52.177698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Request body: {'port': {'device_id': '4a73eaf7-7cc8-48a2-9cd7-f9f716f69674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:22:52.258907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.292556 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-91386b50-f9e0-4f4b-84b8-83ae24b054bf None None] Provisioning for port 89805adc-3ce4-40b3-b607-707aef48dab4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:52.296700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-91386b50-f9e0-4f4b-84b8-83ae24b054bf None None] Provisioning complete for port 89805adc-3ce4-40b3-b607-707aef48dab4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:52.297089 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-91386b50-f9e0-4f4b-84b8-83ae24b054bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.332801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-91386b50-f9e0-4f4b-84b8-83ae24b054bf None None] Port 89805adc-3ce4-40b3-b607-707aef48dab4 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:22:52.533511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89805adc-3ce4-40b3-b607-707aef48dab4 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:22:52.543305 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.557201 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Transition to ACTIVE for port object 89805adc-3ce4-40b3-b607-707aef48dab4 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:22:52.561753 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.617976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Pushing event updated for resources: {'Port': ['ID=89805adc-3ce4-40b3-b607-707aef48dab4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:52.679165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca72012-477b-49b0-8edf-d19d654360bb req-070241f0-ae3b-4a0f-a0c1-47913bdf64cc tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:52.681508 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ca72012-477b-49b0-8edf-d19d654360bb req-070241f0-ae3b-4a0f-a0c1-47913bdf64cc tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 944 time: 0.0795524 Jul 14 10:22:52.705251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Attempting to bind port 89805adc-3ce4-40b3-b607-707aef48dab4 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:22:52.705657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Attempting to bind port 89805adc-3ce4-40b3-b607-707aef48dab4 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:22:52.705994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Attempting to bind port 89805adc-3ce4-40b3-b607-707aef48dab4 on network f4814b94-77fc-4875-919d-68168c1d7c94 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:52.711632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Port 89805adc-3ce4-40b3-b607-707aef48dab4 on network f4814b94-77fc-4875-919d-68168c1d7c94 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:22:52.711967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Attempting to bind port 89805adc-3ce4-40b3-b607-707aef48dab4 on network f4814b94-77fc-4875-919d-68168c1d7c94 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:22:52.718782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:22:52.719233 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Checking segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:22:52.719548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Bound using segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:22:52.719997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Bound port: 89805adc-3ce4-40b3-b607-707aef48dab4, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:22:52.720391 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.740585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9ca72012-477b-49b0-8edf-d19d654360bb req-1e64d9fb-6d2e-447a-b8dd-bfc165e0aa6e tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520437 Jul 14 10:22:52.805428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] For port 89805adc-3ce4-40b3-b607-707aef48dab4, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:22:52.809310 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] For port 89805adc-3ce4-40b3-b607-707aef48dab4, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89805adc-3ce4-40b3-b607-707aef48dab4,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:22:52.814437 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.857185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:52.857820 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:52.859432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] 10.222.0.69 "PUT /v2.0/ports/89805adc-3ce4-40b3-b607-707aef48dab4 HTTP/1.1" status: 200 len: 1093 time: 0.6860225 Jul 14 10:22:52.859873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a73eaf7-7cc8-48a2-9cd7-f9f716f69674', 'tag': '89805adc-3ce4-40b3-b607-707aef48dab4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:52.862229 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e597b-8fa8-4fa1-a84c-3fec9118650e" -d '{"events": [{"name": "network-changed", "server_uuid": "4a73eaf7-7cc8-48a2-9cd7-f9f716f69674", "tag": "89805adc-3ce4-40b3-b607-707aef48dab4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:52.919635 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bfb4c4-c953-480f-b243-7490db716f84 x-openstack-request-id: req-e0bfb4c4-c953-480f-b243-7490db716f84 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:52.919951 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a73eaf7-7cc8-48a2-9cd7-f9f716f69674", "tag": "89805adc-3ce4-40b3-b607-707aef48dab4", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:52.920345 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0bfb4c4-c953-480f-b243-7490db716f84 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:52.920756 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a73eaf7-7cc8-48a2-9cd7-f9f716f69674', 'tag': '89805adc-3ce4-40b3-b607-707aef48dab4', 'status': 'completed', 'code': 200} Jul 14 10:22:52.930860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6251ff6-79d3-4370-8b1c-8a69f2efb8ef service neutron] Pushing event updated for resources: {'Port': ['ID=89805adc-3ce4-40b3-b607-707aef48dab4,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:52.990340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20538ba-a59e-434b-814f-aafb05285b27 req-731a074d-3d13-4b71-b630-64440432ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:52.992003 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-731a074d-3d13-4b71-b630-64440432ea45 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f94b11445fe8457d88700651d6408936&device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 1096 time: 0.0704024 Jul 14 10:22:53.039142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-e8b740a2-5895-4919-873f-019c27f443e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89805adc-3ce4-40b3-b607-707aef48dab4 HTTP/1.1" status: 200 len: 217 time: 0.0372591 Jul 14 10:22:53.090455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20538ba-a59e-434b-814f-aafb05285b27 req-f259fc7f-ef5e-4da9-b836-9c1a3e058286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:53.092097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-f259fc7f-ef5e-4da9-b836-9c1a3e058286 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=055a6a3f-174d-44df-950d-d0fb7ac718f0 HTTP/1.1" status: 200 len: 855 time: 0.0466571 Jul 14 10:22:53.151456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20538ba-a59e-434b-814f-aafb05285b27 req-12554fcb-becd-401c-a015-dc7725cedd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:53.153038 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-12554fcb-becd-401c-a015-dc7725cedd92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4814b94-77fc-4875-919d-68168c1d7c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549777 Jul 14 10:22:53.245880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-7f18aa1c-f31b-4d05-b39c-9a8c45886bfd service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864482 Jul 14 10:22:53.288051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73196d8a-c0eb-424a-9f90-75479725e26f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:53.338151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 73196d8a-c0eb-424a-9f90-75479725e26f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:53.338827 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:53.351109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20538ba-a59e-434b-814f-aafb05285b27 req-41d82c4c-daab-4b02-9da3-33a15a1315a0 service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991912 Jul 14 10:22:53.457079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-1d456b8e-5b92-4e92-9305-f833fc47caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:53.458637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-1d456b8e-5b92-4e92-9305-f833fc47caa1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f94b11445fe8457d88700651d6408936&device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 1096 time: 0.0617754 Jul 14 10:22:53.556507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-c1c21abb-8038-4dc1-81cd-d8e411065e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:53.558130 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-c1c21abb-8038-4dc1-81cd-d8e411065e27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4814b94-77fc-4875-919d-68168c1d7c94 HTTP/1.1" status: 200 len: 917 time: 0.0917699 Jul 14 10:22:53.604486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-2a169a3f-f122-4ca6-bd36-11b3cf539e23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89805adc-3ce4-40b3-b607-707aef48dab4 HTTP/1.1" status: 200 len: 217 time: 0.0395370 Jul 14 10:22:53.653104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-935826f3-29f8-48ab-8cf8-511beef6247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:53.654592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-935826f3-29f8-48ab-8cf8-511beef6247a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=055a6a3f-174d-44df-950d-d0fb7ac718f0 HTTP/1.1" status: 200 len: 855 time: 0.0440755 Jul 14 10:22:53.711363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-201d1dd8-7d9f-493f-b440-750465600f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:53.713104 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-201d1dd8-7d9f-493f-b440-750465600f3d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4814b94-77fc-4875-919d-68168c1d7c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518773 Jul 14 10:22:53.807781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-c3d4e0ff-7816-4db7-8233-7e2c4f3f8caa service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880802 Jul 14 10:22:53.900269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-450e597b-8fa8-4fa1-a84c-3fec9118650e req-68cfe2cb-c25d-4bb0-b954-336a70035662 service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858738 Jul 14 10:22:53.923709 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2750dae-05b0-4e92-882b-59beb3a303f2 req-fb455d9d-daaa-48c4-b002-1f1c98ac8a56 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:53.931650 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2750dae-05b0-4e92-882b-59beb3a303f2 req-fb455d9d-daaa-48c4-b002-1f1c98ac8a56 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 944 time: 0.0681832 Jul 14 10:22:53.964740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d2750dae-05b0-4e92-882b-59beb3a303f2 req-6cc455ff-771b-4b30-9776-246eaeb887e0 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322218 Jul 14 10:22:54.293384 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a3b5b531-ba00-40dd-be23-49064cface64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:54.615476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:54.733311 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 89805adc-3ce4-40b3-b607-707aef48dab4 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:22:54.828577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 89805adc-3ce4-40b3-b607-707aef48dab4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89805adc-3ce4-40b3-b607-707aef48dab4,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:54.843194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '89805adc-3ce4-40b3-b607-707aef48dab4', 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'port_id': '89805adc-3ce4-40b3-b607-707aef48dab4', 'mac_address': 'fa:16:3e:7a:5b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a6a3f-174d-44df-950d-d0fb7ac718f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:22:54.879794 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:54.894564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89805adc-3ce4-40b3-b607-707aef48dab4 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:22:54.914315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 89805adc-3ce4-40b3-b607-707aef48dab4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89805adc-3ce4-40b3-b607-707aef48dab4,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:54.918749 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:54.965507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=89805adc-3ce4-40b3-b607-707aef48dab4,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:55.117262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['89805adc-3ce4-40b3-b607-707aef48dab4'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:22:55.142941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee464c-94d1-47dc-9ed4-ce623d291337 req-fe74edaf-897e-4ddf-87a0-6361f3efed49 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:55.144476 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-64ee464c-94d1-47dc-9ed4-ce623d291337 req-fe74edaf-897e-4ddf-87a0-6361f3efed49 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 945 time: 0.0634837 Jul 14 10:22:55.183873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-64ee464c-94d1-47dc-9ed4-ce623d291337 req-fbce92b6-8f63-480b-9271-13f67c9d816f tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334251 Jul 14 10:22:55.811567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:56.355550 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df911c5c-8946-4dc2-ba1f-e16b44aa5ec0 req-6aa83e10-fe4f-447a-b62d-259c4cc96da3 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:56.357082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-df911c5c-8946-4dc2-ba1f-e16b44aa5ec0 req-6aa83e10-fe4f-447a-b62d-259c4cc96da3 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 945 time: 0.0637474 Jul 14 10:22:56.400454 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-df911c5c-8946-4dc2-ba1f-e16b44aa5ec0 req-97d84321-6e3a-4b7b-9544-5fce95fe312d tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377884 Jul 14 10:22:56.748643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 89805adc-3ce4-40b3-b607-707aef48dab4 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:22:56.797203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 89805adc-3ce4-40b3-b607-707aef48dab4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:22:56.801047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 89805adc-3ce4-40b3-b607-707aef48dab4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:22:56.801425 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:56.879918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:56.901316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73eaf7-7cc8-48a2-9cd7-f9f716f69674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89805adc-3ce4-40b3-b607-707aef48dab4'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:22:56.903820 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0df499e-0efa-4a35-acd7-21c4a35a9d61" -d '{"events": [{"server_uuid": "4a73eaf7-7cc8-48a2-9cd7-f9f716f69674", "name": "network-vif-plugged", "status": "completed", "tag": "89805adc-3ce4-40b3-b607-707aef48dab4"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:22:56.917934 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 89805adc-3ce4-40b3-b607-707aef48dab4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89805adc-3ce4-40b3-b607-707aef48dab4,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:22:56.923223 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:56.947148 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d795c2ac-ede1-4ac8-84d8-2104a98aa884 x-openstack-request-id: req-d795c2ac-ede1-4ac8-84d8-2104a98aa884 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:22:56.947445 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73eaf7-7cc8-48a2-9cd7-f9f716f69674", "name": "network-vif-plugged", "status": "completed", "tag": "89805adc-3ce4-40b3-b607-707aef48dab4", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:22:56.947700 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d795c2ac-ede1-4ac8-84d8-2104a98aa884 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:22:56.948136 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a73eaf7-7cc8-48a2-9cd7-f9f716f69674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89805adc-3ce4-40b3-b607-707aef48dab4', 'code': 200} Jul 14 10:22:56.973266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=89805adc-3ce4-40b3-b607-707aef48dab4,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:22:57.060950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e6d59-fbae-459d-9842-cfbe7e29e53b req-aca05032-bf9c-44c0-ac18-4d7deea22103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:57.062353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a2e6d59-fbae-459d-9842-cfbe7e29e53b req-aca05032-bf9c-44c0-ac18-4d7deea22103 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 1098 time: 0.0549583 Jul 14 10:22:57.096432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4a2e6d59-fbae-459d-9842-cfbe7e29e53b req-b74291ba-23f1-48aa-a788-eb004d521ff9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273018 Jul 14 10:22:57.473811 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:57.474633 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:22:57.581682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620c5cd-a6fc-49a5-8d65-04a2eda89fb9 req-1965d4ae-be4f-45b8-9146-3b4ca8812af4 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:57.583211 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0620c5cd-a6fc-49a5-8d65-04a2eda89fb9 req-1965d4ae-be4f-45b8-9146-3b4ca8812af4 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 946 time: 0.0677025 Jul 14 10:22:57.633310 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0620c5cd-a6fc-49a5-8d65-04a2eda89fb9 req-2cd00c42-db8c-4b3c-9e2e-1a9b8a464602 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Jul 14 10:22:58.807934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffdc9c-8a71-45ef-b13d-33328b1c1a44 req-7c9414d3-0830-4023-a4db-373769733828 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:58.809372 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-47ffdc9c-8a71-45ef-b13d-33328b1c1a44 req-7c9414d3-0830-4023-a4db-373769733828 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 946 time: 0.0630195 Jul 14 10:22:58.846547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-47ffdc9c-8a71-45ef-b13d-33328b1c1a44 req-3b8e6903-0b94-4e8c-881a-ccdc7779f2cc tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314918 Jul 14 10:22:59.021236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45f7a1-1050-4caf-9d19-e94708dcb431 req-391d9dde-bd1c-4cf7-b847-c5cce53d4753 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:22:59.022794 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c45f7a1-1050-4caf-9d19-e94708dcb431 req-391d9dde-bd1c-4cf7-b847-c5cce53d4753 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 946 time: 0.0649788 Jul 14 10:22:59.063325 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3c45f7a1-1050-4caf-9d19-e94708dcb431 req-c2216ec2-4140-4276-90c1-fcebfa282a64 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346830 Jul 14 10:22:59.995768 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:09.888769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-b527a287-2265-4ff9-8ae9-c59fee987ea9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577607 Jul 14 10:23:09.992711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-b6745388-5325-4ccf-8b20-c5ee4f8e547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:09.994288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-b6745388-5325-4ccf-8b20-c5ee4f8e547c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f94b11445fe8457d88700651d6408936&device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 1098 time: 0.0574932 Jul 14 10:23:10.104133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-b80b52cc-84e8-4f9e-949d-d91e3342aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.105668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-b80b52cc-84e8-4f9e-949d-d91e3342aa88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4814b94-77fc-4875-919d-68168c1d7c94 HTTP/1.1" status: 200 len: 917 time: 0.0907469 Jul 14 10:23:10.154450 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-4f17c43d-5cc1-4e07-a3dd-ad98101db192 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89805adc-3ce4-40b3-b607-707aef48dab4 HTTP/1.1" status: 200 len: 217 time: 0.0427454 Jul 14 10:23:10.203158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-8f7ab0f5-4253-44ee-b54e-6a838e350f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.204674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-8f7ab0f5-4253-44ee-b54e-6a838e350f17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=055a6a3f-174d-44df-950d-d0fb7ac718f0 HTTP/1.1" status: 200 len: 855 time: 0.0444875 Jul 14 10:23:10.265848 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-0e6c5a7e-17f4-45bc-8af4-f6b5274040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:10.267834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-0e6c5a7e-17f4-45bc-8af4-f6b5274040b0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4814b94-77fc-4875-919d-68168c1d7c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573597 Jul 14 10:23:10.374056 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:10.382932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-a8e4f256-241b-4771-9fff-ac44bf94eab3 service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053815 Jul 14 10:23:10.486486 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c094f97f-4c48-40f7-b75b-5f4446bf2010 req-b852c839-a83e-487e-beb1-5b6383bb39d8 service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957778 Jul 14 10:23:19.172566 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa4baa-3423-45ba-9c3c-c67755446f9f req-1395ec19-d49f-44c7-a127-e96386a3e18e tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:19.174091 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0fa4baa-3423-45ba-9c3c-c67755446f9f req-1395ec19-d49f-44c7-a127-e96386a3e18e tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 946 time: 0.0714548 Jul 14 10:23:19.214582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f0fa4baa-3423-45ba-9c3c-c67755446f9f req-c77c7088-8079-44ee-9913-e0408e52e1f8 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331993 Jul 14 10:23:20.534386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536176be-a394-4562-bf84-050297022cf5 req-3f636452-ed3a-47b3-b302-cae3923981ef tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:20.535793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536176be-a394-4562-bf84-050297022cf5 req-3f636452-ed3a-47b3-b302-cae3923981ef tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 946 time: 0.2052152 Jul 14 10:23:20.580516 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-536176be-a394-4562-bf84-050297022cf5 req-b8e3da46-a658-4a62-a68d-10af9222a19f tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Jul 14 10:23:20.674298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-e7a561d3-ba5e-4a4d-8a8e-b8ccee7e71fa tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:20.675768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-e7a561d3-ba5e-4a4d-8a8e-b8ccee7e71fa tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 946 time: 0.0638297 Jul 14 10:23:20.773027 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Deleting port 89805adc-3ce4-40b3-b607-707aef48dab4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:20.773365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.864735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] For port 89805adc-3ce4-40b3-b607-707aef48dab4, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=89805adc-3ce4-40b3-b607-707aef48dab4,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:20.864735 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:20.877756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Calling delete_port for 89805adc-3ce4-40b3-b607-707aef48dab4 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:21.040352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.053214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['89805adc-3ce4-40b3-b607-707aef48dab4'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:21.071061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Pushing event deleted for resources: {'Port': ['ID=89805adc-3ce4-40b3-b607-707aef48dab4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:21.085883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.086370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.087007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.087142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.087416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.087862 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.088258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.088632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.088933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.089266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.089604 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.089931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:21.133409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] No DVR routers for this DVR port 89805adc-3ce4-40b3-b607-707aef48dab4 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:23:21.136075 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:21.138202 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b4a1780-a183-4ff2-86c5-1a54b81be0b0 req-ac6c0c2b-1cc6-41f4-9114-7fb71899ba79 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.69 "DELETE /v2.0/ports/89805adc-3ce4-40b3-b607-707aef48dab4 HTTP/1.1" status: 204 len: 173 time: 0.4568968 Jul 14 10:23:21.138657 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a73eaf7-7cc8-48a2-9cd7-f9f716f69674', 'name': 'network-vif-deleted', 'tag': '89805adc-3ce4-40b3-b607-707aef48dab4'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:21.141084 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca46f560-d9ca-4f52-b06f-1dd0afe56e18" -d '{"events": [{"server_uuid": "4a73eaf7-7cc8-48a2-9cd7-f9f716f69674", "name": "network-vif-deleted", "tag": "89805adc-3ce4-40b3-b607-707aef48dab4"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:21.197727 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f622314-4e7d-472f-96da-8f047229d01a x-openstack-request-id: req-3f622314-4e7d-472f-96da-8f047229d01a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:21.198020 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a73eaf7-7cc8-48a2-9cd7-f9f716f69674", "name": "network-vif-deleted", "tag": "89805adc-3ce4-40b3-b607-707aef48dab4", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:21.198284 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f622314-4e7d-472f-96da-8f047229d01a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:21.198662 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a73eaf7-7cc8-48a2-9cd7-f9f716f69674', 'name': 'network-vif-deleted', 'tag': '89805adc-3ce4-40b3-b607-707aef48dab4', 'status': 'completed', 'code': 200} Jul 14 10:23:21.748353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-673e497f-14c7-48cb-ac93-5f46d66be821 req-1e88bc5c-a7fc-4bf1-ab20-5a6e0957a392 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a73eaf7-7cc8-48a2-9cd7-f9f716f69674 HTTP/1.1" status: 200 len: 210 time: 0.0302534 Jul 14 10:23:21.981031 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2f5d6157-e429-4bd5-992f-84af4b038a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:23.503929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-f710690e-e88a-4ffe-acc7-d91568351d51 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:23.505549 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-f710690e-e88a-4ffe-acc7-d91568351d51 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/networks?id=f4814b94-77fc-4875-919d-68168c1d7c94 HTTP/1.1" status: 200 len: 816 time: 0.1099427 Jul 14 10:23:23.523137 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-848e37b4-3513-4b19-964c-8b61281d29f2 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/quotas/f94b11445fe8457d88700651d6408936 HTTP/1.1" status: 200 len: 375 time: 0.0106204 Jul 14 10:23:23.593813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-5a7b3621-3d8d-48ad-9e9e-d8dec0b86890 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=f94b11445fe8457d88700651d6408936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651984 Jul 14 10:23:23.694307 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a4b29d0f-2355-475d-99c5-07e29546dff9 service neutron] 10.222.0.73 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874584 Jul 14 10:23:23.784617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-d36c3198-3e3b-4f0a-bd18-7aff1a9ff247 service neutron] 10.222.0.73 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840514 Jul 14 10:23:23.970578 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c3d597a0-923e-4a05-8a87-07309b54784b req-c19a2d2d-f28e-41e1-b56f-3a993f7a456e tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 210 time: 0.0308607 Jul 14 10:23:24.299784 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a599ffdc-92b5-432d-b6b5-9938fbc3de84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.624176 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:24.826574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 89805adc-3ce4-40b3-b607-707aef48dab4 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:24.847437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 89805adc-3ce4-40b3-b607-707aef48dab4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:24.847865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 89805adc-3ce4-40b3-b607-707aef48dab4 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:25.129793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-01687ee0-df02-422f-81cf-2f9f453ab28d req-ddf8132f-0402-462c-9c93-9575bfe94db1 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 210 time: 0.0354533 Jul 14 10:23:25.137372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-e818c24e-1491-49e6-9770-275463207e01 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:25.139130 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-e818c24e-1491-49e6-9770-275463207e01 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.69 "GET /v2.0/networks?id=f4814b94-77fc-4875-919d-68168c1d7c94 HTTP/1.1" status: 200 len: 816 time: 0.1408737 Jul 14 10:23:25.151562 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Request body: {'port': {'device_id': '63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0', 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'admin_state_up': True, 'tenant_id': 'f94b11445fe8457d88700651d6408936'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:25.261816 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Made reservation on behalf of f94b11445fe8457d88700651d6408936 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:23:25.265597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.744119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Allocated IP 172.20.0.14 (f4814b94-77fc-4875-919d-68168c1d7c94/055a6a3f-174d-44df-950d-d0fb7ac718f0/d06ebaaf-b97e-414a-bb31-95032999740a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:23:25.815650 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.901789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:25.918914 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Transition to ACTIVE for port object d06ebaaf-b97e-414a-bb31-95032999740a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:25.960783 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.007559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Network f4814b94-77fc-4875-919d-68168c1d7c94 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:23:26.011016 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:23:26.014929 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:23:26.021530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Pushing event updated for resources: {'Port': ['ID=d06ebaaf-b97e-414a-bb31-95032999740a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:26.075809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:26.076502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.093550 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-395fd8c7-0ee3-43a8-9e1e-3e2214499fc7 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9464622 Jul 14 10:23:26.104981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Request body: {'port': {'device_id': '63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:23:26.184706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.247791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d91136e7-af3c-4961-91e8-ccda2c47583c None None] Provisioning for port d06ebaaf-b97e-414a-bb31-95032999740a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:26.259560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d91136e7-af3c-4961-91e8-ccda2c47583c None None] Provisioning complete for port d06ebaaf-b97e-414a-bb31-95032999740a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:26.260030 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d91136e7-af3c-4961-91e8-ccda2c47583c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.299372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d91136e7-af3c-4961-91e8-ccda2c47583c None None] Port d06ebaaf-b97e-414a-bb31-95032999740a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:23:26.389750 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe25c-fabb-460f-9a90-e4a6a2644fb9 req-d34d9733-b0c3-4d4a-a295-076ae7dc2632 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:26.391301 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f35fe25c-fabb-460f-9a90-e4a6a2644fb9 req-d34d9733-b0c3-4d4a-a295-076ae7dc2632 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 932 time: 0.1398599 Jul 14 10:23:26.430050 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f35fe25c-fabb-460f-9a90-e4a6a2644fb9 req-5ba10573-f534-4c2d-8b05-19b50043f211 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Jul 14 10:23:26.457686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06ebaaf-b97e-414a-bb31-95032999740a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:23:26.464952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.477004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Transition to ACTIVE for port object d06ebaaf-b97e-414a-bb31-95032999740a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:23:26.480702 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.550144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Pushing event updated for resources: {'Port': ['ID=d06ebaaf-b97e-414a-bb31-95032999740a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:26.602817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Attempting to bind port d06ebaaf-b97e-414a-bb31-95032999740a on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:23:26.603162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Attempting to bind port d06ebaaf-b97e-414a-bb31-95032999740a by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:23:26.603506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Attempting to bind port d06ebaaf-b97e-414a-bb31-95032999740a on network f4814b94-77fc-4875-919d-68168c1d7c94 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:26.608288 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Port d06ebaaf-b97e-414a-bb31-95032999740a on network f4814b94-77fc-4875-919d-68168c1d7c94 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:23:26.608665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Attempting to bind port d06ebaaf-b97e-414a-bb31-95032999740a on network f4814b94-77fc-4875-919d-68168c1d7c94 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:23:26.614029 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:23:26.614377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Checking segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:23:26.614772 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Bound using segment: {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:23:26.615219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Bound port: d06ebaaf-b97e-414a-bb31-95032999740a, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '842e9bcb-1b38-43a1-9bbc-025676c84905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:23:26.615601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.686224 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] For port d06ebaaf-b97e-414a-bb31-95032999740a, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:23:26.689306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] For port d06ebaaf-b97e-414a-bb31-95032999740a, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d06ebaaf-b97e-414a-bb31-95032999740a,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:23:26.694311 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.729046 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:26.729679 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:26.731075 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] 10.222.0.69 "PUT /v2.0/ports/d06ebaaf-b97e-414a-bb31-95032999740a HTTP/1.1" status: 200 len: 1093 time: 0.6303658 Jul 14 10:23:26.731531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0', 'tag': 'd06ebaaf-b97e-414a-bb31-95032999740a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:26.733770 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23208d5-d5ba-4df1-8d71-23eaec73bd59" -d '{"events": [{"name": "network-changed", "server_uuid": "63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0", "tag": "d06ebaaf-b97e-414a-bb31-95032999740a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:26.763786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1848ed2-f18f-47d3-96e3-de77d6131570 service neutron] Pushing event updated for resources: {'Port': ['ID=d06ebaaf-b97e-414a-bb31-95032999740a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:26.779605 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3b548d-a54d-4705-9542-fcfe24479ed3 x-openstack-request-id: req-5a3b548d-a54d-4705-9542-fcfe24479ed3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:26.779884 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0", "tag": "d06ebaaf-b97e-414a-bb31-95032999740a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:26.780137 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5a3b548d-a54d-4705-9542-fcfe24479ed3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:26.780558 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0', 'tag': 'd06ebaaf-b97e-414a-bb31-95032999740a', 'status': 'completed', 'code': 200} Jul 14 10:23:26.827857 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-987381ff-11d2-418d-9e62-6e511ff72115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:26.829472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-987381ff-11d2-418d-9e62-6e511ff72115 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f94b11445fe8457d88700651d6408936&device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 1096 time: 0.0600932 Jul 14 10:23:26.875844 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-0a6e0c7b-a334-431b-8181-29d92558eac3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d06ebaaf-b97e-414a-bb31-95032999740a HTTP/1.1" status: 200 len: 217 time: 0.0390284 Jul 14 10:23:26.926579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-5f9ab1a9-2281-468c-bfc8-fae01b7574f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:26.928102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-5f9ab1a9-2281-468c-bfc8-fae01b7574f4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=055a6a3f-174d-44df-950d-d0fb7ac718f0 HTTP/1.1" status: 200 len: 855 time: 0.0460618 Jul 14 10:23:26.984975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-dfdcc217-90dc-446a-a2b3-2a7f656b97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:26.986499 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-dfdcc217-90dc-446a-a2b3-2a7f656b97e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4814b94-77fc-4875-919d-68168c1d7c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513649 Jul 14 10:23:27.077147 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-17d1cd44-90ef-4e18-aa3d-c70d23159f02 service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839343 Jul 14 10:23:27.173260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a152890a-089d-4d86-a9a3-fae5ae5e1681 req-92daa542-99c9-46d8-b685-7a20ee1f52b9 service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898411 Jul 14 10:23:27.275323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-800b0a95-16e8-457f-8cdd-56ac95a9a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.276965 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-800b0a95-16e8-457f-8cdd-56ac95a9a7df service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f94b11445fe8457d88700651d6408936&device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 1096 time: 0.0543191 Jul 14 10:23:27.374700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-ebda8013-618e-4eca-98bf-896b0200bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.376298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-ebda8013-618e-4eca-98bf-896b0200bc16 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f4814b94-77fc-4875-919d-68168c1d7c94 HTTP/1.1" status: 200 len: 917 time: 0.0930953 Jul 14 10:23:27.419813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-e8fe49c3-8d53-4a6c-bf80-52a2b799de7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d06ebaaf-b97e-414a-bb31-95032999740a HTTP/1.1" status: 200 len: 217 time: 0.0356383 Jul 14 10:23:27.474813 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.475877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-009273e3-6d0a-48f0-a2c8-66f1a5015651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.476370 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:27.477481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-009273e3-6d0a-48f0-a2c8-66f1a5015651 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=055a6a3f-174d-44df-950d-d0fb7ac718f0 HTTP/1.1" status: 200 len: 855 time: 0.0509586 Jul 14 10:23:27.535278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-19f50b25-1efc-4c72-854a-869f9bdf6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.536900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-19f50b25-1efc-4c72-854a-869f9bdf6d3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f4814b94-77fc-4875-919d-68168c1d7c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531156 Jul 14 10:23:27.611497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10a3c-b293-4125-9d34-11f18f21633e req-4aba17dc-3460-466f-8994-7439950aee88 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:27.613046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36f10a3c-b293-4125-9d34-11f18f21633e req-4aba17dc-3460-466f-8994-7439950aee88 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 944 time: 0.0674894 Jul 14 10:23:27.627388 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-781114eb-cfd1-473f-9923-39e1af25653d service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834131 Jul 14 10:23:27.651514 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-36f10a3c-b293-4125-9d34-11f18f21633e req-b66ba3f4-5a4e-4746-b567-c2f3e684c3be tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319829 Jul 14 10:23:27.723920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a23208d5-d5ba-4df1-8d71-23eaec73bd59 req-e625f004-24d5-4c37-82ea-614d3ff52180 service neutron] 10.222.0.69 "GET /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897622 Jul 14 10:23:28.827277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253af918-a853-4dca-b2c5-d9e84ae8a998 req-e6036173-7bb5-4487-bf16-8ad2393f800a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:28.828784 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-253af918-a853-4dca-b2c5-d9e84ae8a998 req-e6036173-7bb5-4487-bf16-8ad2393f800a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 944 time: 0.0630281 Jul 14 10:23:28.842383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d06ebaaf-b97e-414a-bb31-95032999740a details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:23:28.869692 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-253af918-a853-4dca-b2c5-d9e84ae8a998 req-fa16ad0c-4069-4ff3-a540-d5deb79b4b7a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Jul 14 10:23:28.940592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d06ebaaf-b97e-414a-bb31-95032999740a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d06ebaaf-b97e-414a-bb31-95032999740a,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:28.953979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd06ebaaf-b97e-414a-bb31-95032999740a', 'network_id': 'f4814b94-77fc-4875-919d-68168c1d7c94', 'port_id': 'd06ebaaf-b97e-414a-bb31-95032999740a', 'mac_address': 'fa:16:3e:0e:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '055a6a3f-174d-44df-950d-d0fb7ac718f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:23:28.989855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.003123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06ebaaf-b97e-414a-bb31-95032999740a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:23:29.021523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d06ebaaf-b97e-414a-bb31-95032999740a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d06ebaaf-b97e-414a-bb31-95032999740a,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:29.025603 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:29.073184 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d06ebaaf-b97e-414a-bb31-95032999740a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:29.080709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.080998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.081344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.081689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.082022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.082357 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.082691 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.083018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.083370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.083674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.084077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.084373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:29.213856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d06ebaaf-b97e-414a-bb31-95032999740a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:29.995184 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.055904 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8168-32ab-4dda-a09b-e17015f99752 req-12150d5d-be27-405a-a31d-1d54b3df45b2 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:30.057396 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb9e8168-32ab-4dda-a09b-e17015f99752 req-12150d5d-be27-405a-a31d-1d54b3df45b2 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 945 time: 0.0629957 Jul 14 10:23:30.095537 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb9e8168-32ab-4dda-a09b-e17015f99752 req-7fb38ab4-9410-46d9-8051-149b4309ca43 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Jul 14 10:23:30.857211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d06ebaaf-b97e-414a-bb31-95032999740a up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:23:30.905322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port d06ebaaf-b97e-414a-bb31-95032999740a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:23:30.909192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d06ebaaf-b97e-414a-bb31-95032999740a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:23:30.909553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:30.993568 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.016794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06ebaaf-b97e-414a-bb31-95032999740a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:31.019051 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b87f22-220c-4db7-9cb5-24a0f8a5a9d7" -d '{"events": [{"server_uuid": "63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0", "name": "network-vif-plugged", "status": "completed", "tag": "d06ebaaf-b97e-414a-bb31-95032999740a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:31.031770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d06ebaaf-b97e-414a-bb31-95032999740a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d06ebaaf-b97e-414a-bb31-95032999740a,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:31.036983 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:31.062340 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408f877a-8f22-4034-87f4-bde4b576cedd x-openstack-request-id: req-408f877a-8f22-4034-87f4-bde4b576cedd {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:31.062741 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0", "name": "network-vif-plugged", "status": "completed", "tag": "d06ebaaf-b97e-414a-bb31-95032999740a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:31.062885 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-408f877a-8f22-4034-87f4-bde4b576cedd {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:31.063263 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06ebaaf-b97e-414a-bb31-95032999740a', 'code': 200} Jul 14 10:23:31.090359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d06ebaaf-b97e-414a-bb31-95032999740a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:31.178730 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71f9e5-635c-49c8-b1e7-b1653daf5ed4 req-9330d390-cd5a-4ad2-a3a2-7f94eb301cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:31.180337 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef71f9e5-635c-49c8-b1e7-b1653daf5ed4 req-9330d390-cd5a-4ad2-a3a2-7f94eb301cf8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 1098 time: 0.0533509 Jul 14 10:23:31.223183 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef71f9e5-635c-49c8-b1e7-b1653daf5ed4 req-7ae04f5d-88cf-410b-9071-517703f88218 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327849 Jul 14 10:23:31.274538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641112-4a03-4bc2-9b31-8a3b054e8e7b req-d0aac351-4021-4da7-ab63-7511e9be0819 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:31.276056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-91641112-4a03-4bc2-9b31-8a3b054e8e7b req-d0aac351-4021-4da7-ab63-7511e9be0819 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 946 time: 0.0684884 Jul 14 10:23:31.315389 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-91641112-4a03-4bc2-9b31-8a3b054e8e7b req-2e90524d-ddac-4d94-8338-c431579cb298 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Jul 14 10:23:32.489318 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5098c7d-7ea7-4468-b41e-124c891ad494 req-704cd794-4e3f-42ee-8e49-4e5956c687ec tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:32.491432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5098c7d-7ea7-4468-b41e-124c891ad494 req-704cd794-4e3f-42ee-8e49-4e5956c687ec tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 946 time: 0.0665503 Jul 14 10:23:32.529760 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b5098c7d-7ea7-4468-b41e-124c891ad494 req-770ba135-ce0c-4e09-b722-10cdc4cb7bc9 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Jul 14 10:23:32.701584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98632b76-ba70-4552-a89a-90d87c160806 req-bf6c7c73-a6cd-4199-aba1-0566fbef9352 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:32.703075 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98632b76-ba70-4552-a89a-90d87c160806 req-bf6c7c73-a6cd-4199-aba1-0566fbef9352 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 946 time: 0.0631013 Jul 14 10:23:32.742264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-98632b76-ba70-4552-a89a-90d87c160806 req-96d11615-0911-4669-9ed3-cc1d5d27dbf1 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335572 Jul 14 10:23:47.374096 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:23:51.683717 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b6b27-72ae-48ff-88e6-7e50c345c84d req-b0333d1b-1c3e-4907-b954-06a3a33f021a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:51.685538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-509b6b27-72ae-48ff-88e6-7e50c345c84d req-b0333d1b-1c3e-4907-b954-06a3a33f021a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 946 time: 0.0763350 Jul 14 10:23:51.727077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-509b6b27-72ae-48ff-88e6-7e50c345c84d req-69d76f69-095b-4a87-94e9-71ef8e5eeccc tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Jul 14 10:23:51.983296 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e6b003ea-8a13-42d3-9d73-97100990ad57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:52.907563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a0d30-7722-4a28-a9b1-55ed6dd27552 req-604851fa-ff00-48d3-b00b-b91be6ba4d3d tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:52.909151 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c2a0d30-7722-4a28-a9b1-55ed6dd27552 req-604851fa-ff00-48d3-b00b-b91be6ba4d3d tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 946 time: 0.0651186 Jul 14 10:23:52.949509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8c2a0d30-7722-4a28-a9b1-55ed6dd27552 req-f84b90d4-e310-4ad8-be86-3a1765092091 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/security-groups?id=08e6545d-31f1-48f0-9c3c-b23fe094f21f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Jul 14 10:23:53.227757 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-729f75a1-2c89-4846-8e3a-2689bde84679 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:23:53.229147 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-729f75a1-2c89-4846-8e3a-2689bde84679 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.69 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 946 time: 0.0659785 Jul 14 10:23:53.335299 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Deleting port d06ebaaf-b97e-414a-bb31-95032999740a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:53.335644 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:53.430744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] For port d06ebaaf-b97e-414a-bb31-95032999740a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d06ebaaf-b97e-414a-bb31-95032999740a,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:53.431108 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:53.443933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Calling delete_port for d06ebaaf-b97e-414a-bb31-95032999740a owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:53.581849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:53.595304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d06ebaaf-b97e-414a-bb31-95032999740a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:23:53.618068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Pushing event deleted for resources: {'Port': ['ID=d06ebaaf-b97e-414a-bb31-95032999740a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:53.665103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] No DVR routers for this DVR port d06ebaaf-b97e-414a-bb31-95032999740a on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:23:53.668100 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:53.670120 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d15166df-4c98-4d42-8c6b-6e57742ec8ec req-3bfa152a-1bf4-4b16-9292-803d7203ed5a tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.69 "DELETE /v2.0/ports/d06ebaaf-b97e-414a-bb31-95032999740a HTTP/1.1" status: 204 len: 173 time: 0.4359069 Jul 14 10:23:53.670574 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0', 'name': 'network-vif-deleted', 'tag': 'd06ebaaf-b97e-414a-bb31-95032999740a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:23:53.676603 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2fe5b6-d5af-4ab4-928f-dd112e1c3026" -d '{"events": [{"server_uuid": "63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0", "name": "network-vif-deleted", "tag": "d06ebaaf-b97e-414a-bb31-95032999740a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:23:53.722283 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c064930-d78f-4b79-b9b8-30ff3173fa69 x-openstack-request-id: req-0c064930-d78f-4b79-b9b8-30ff3173fa69 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:23:53.722574 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0", "name": "network-vif-deleted", "tag": "d06ebaaf-b97e-414a-bb31-95032999740a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:23:53.722823 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0c064930-d78f-4b79-b9b8-30ff3173fa69 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:23:53.723223 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0', 'name': 'network-vif-deleted', 'tag': 'd06ebaaf-b97e-414a-bb31-95032999740a', 'status': 'completed', 'code': 200} Jul 14 10:23:54.113859 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9887218e-fc6e-4b22-99ae-fd8bf2ad7543 req-3b82e14d-3c1c-4b5d-8629-82314dea3253 tempest-TestEncryptedCinderVolumes-65107660 tempest-TestEncryptedCinderVolumes-65107660-project] 10.222.0.73 "GET /v2.0/ports?device_id=63f89c9e-53b3-4cd4-ae3d-e9ba1a3806c0 HTTP/1.1" status: 200 len: 210 time: 0.0295277 Jul 14 10:23:54.293126 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-309ce4ce-d5a0-45f7-ba73-41af36466994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:54.615590 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:55.240770 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50816) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:55.598680 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:55.822398 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:55.864736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Deleting port 57d2db96-7c83-4f9c-91a5-d301a00d0e19 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:55.865006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:55.949244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] For port 57d2db96-7c83-4f9c-91a5-d301a00d0e19, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=57d2db96-7c83-4f9c-91a5-d301a00d0e19,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:55.949749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:55.962237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Calling delete_port for 57d2db96-7c83-4f9c-91a5-d301a00d0e19 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:56.143483 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:56.170859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Pushing event deleted for resources: {'Port': ['ID=57d2db96-7c83-4f9c-91a5-d301a00d0e19,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:56.199530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.199878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.200232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.200573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.200907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.201237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.201559 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.201881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.202219 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.202527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.202848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.203175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:23:56.351961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:56.563651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:56.672938 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:23:56.678777 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8561efdd-6419-44ca-b497-1b808ea92aee admin admin] 10.222.0.73 "PUT /v2.0/routers/0d1a0a81-22a5-4583-94ca-3a34161a99e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4364147 Jul 14 10:23:56.681760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50818) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:56.684697 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] Sync routers for ids ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:23:56.696671 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] Routers {'0d1a0a81-22a5-4583-94ca-3a34161a99e9'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:56.697300 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:56.787512 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:56.802186 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] Set router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:56.892640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:56.950097 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Deleting port 899232ee-7a27-406a-b87c-c4a9d673ca0d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:56.950392 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:56.976880 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:23:56Z', 'revision_number': 5, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port': {'id': '899232ee-7a27-406a-b87c-c4a9d673ca0d', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:55:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:39Z', 'updated_at': '2021-07-14T10:22:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:57.006276 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] Checking router: 0d1a0a81-22a5-4583-94ca-3a34161a99e9 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:23:57.014812 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] Routers {'0d1a0a81-22a5-4583-94ca-3a34161a99e9'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:23:57.015407 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:57.028054 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] For port 899232ee-7a27-406a-b87c-c4a9d673ca0d, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=899232ee-7a27-406a-b87c-c4a9d673ca0d,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:57.028443 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.040124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d06ebaaf-b97e-414a-bb31-95032999740a no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:57.043632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Calling delete_port for 899232ee-7a27-406a-b87c-c4a9d673ca0d owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:57.065137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: d06ebaaf-b97e-414a-bb31-95032999740a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:57.065590 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d06ebaaf-b97e-414a-bb31-95032999740a not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:57.105640 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] Set router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:23:57.155971 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:23:56Z', 'revision_number': 6, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:57.187148 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74513739-a96b-4116-93cd-e759f71fdd02 None None] The sync data for ids ['0d1a0a81-22a5-4583-94ca-3a34161a99e9'] in n-d-780147-26 is: [{'id': '0d1a0a81-22a5-4583-94ca-3a34161a99e9', 'name': 'tempest-TestEncryptedCinderVolumes-482531434-router', 'tenant_id': 'f94b11445fe8457d88700651d6408936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:38Z', 'updated_at': '2021-07-14T10:23:56Z', 'revision_number': 6, 'project_id': 'f94b11445fe8457d88700651d6408936', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:23:57.215419 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.245702 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Pushing event deleted for resources: {'Port': ['ID=899232ee-7a27-406a-b87c-c4a9d673ca0d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:57.308089 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.396623 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.399271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.441514 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.441919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1a0a81-22a5-4583-94ca-3a34161a99e9 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:23:57.446904 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.448186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c57d69ef-efa5-4135-825b-f73b7b34ad65 admin admin] 10.222.0.73 "DELETE /v2.0/routers/0d1a0a81-22a5-4583-94ca-3a34161a99e9 HTTP/1.1" status: 204 len: 168 time: 0.7654910 Jul 14 10:23:57.450724 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50820) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:57.474308 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.478160 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.499907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97568ad-6fae-4a92-93d6-e03edbba53d3 admin admin] Deleting subnet 055a6a3f-174d-44df-950d-d0fb7ac718f0 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:23:57.502994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97568ad-6fae-4a92-93d6-e03edbba53d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.541495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97568ad-6fae-4a92-93d6-e03edbba53d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.637755 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97568ad-6fae-4a92-93d6-e03edbba53d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.690296 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97568ad-6fae-4a92-93d6-e03edbba53d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.723815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97568ad-6fae-4a92-93d6-e03edbba53d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055a6a3f-174d-44df-950d-d0fb7ac718f0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:57.727407 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97568ad-6fae-4a92-93d6-e03edbba53d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.729025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f100a8-56cb-4004-bb7c-9119c2c94155 None None] Network f4814b94-77fc-4875-919d-68168c1d7c94 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:23:57.729574 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b97568ad-6fae-4a92-93d6-e03edbba53d3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/055a6a3f-174d-44df-950d-d0fb7ac718f0 HTTP/1.1" status: 204 len: 168 time: 0.2777312 Jul 14 10:23:57.732380 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50822) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:57.802120 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.862919 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Deleting port 277ab39d-8ef6-4c12-810b-ff167beadda2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:57.863261 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.936055 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] For port 277ab39d-8ef6-4c12-810b-ff167beadda2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=277ab39d-8ef6-4c12-810b-ff167beadda2,segment=NetworkSegment(842e9bcb-1b38-43a1-9bbc-025676c84905),segment_id=842e9bcb-1b38-43a1-9bbc-025676c84905)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:57.936480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:57.951453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Calling delete_port for 277ab39d-8ef6-4c12-810b-ff167beadda2 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:57.974164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] DHCP port deletion for f4814b94-77fc-4875-919d-68168c1d7c94 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:23:57.981805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 57d2db96-7c83-4f9c-91a5-d301a00d0e19 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:58.019253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 57d2db96-7c83-4f9c-91a5-d301a00d0e19 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:58.019598 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 57d2db96-7c83-4f9c-91a5-d301a00d0e19 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:58.038625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.043015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] Deleting port 277ab39d-8ef6-4c12-810b-ff167beadda2 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:58.043461 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.065239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=277ab39d-8ef6-4c12-810b-ff167beadda2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:58.069553 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] No DVR routers for this DVR port 277ab39d-8ef6-4c12-810b-ff167beadda2 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:23:58.113662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] For port 277ab39d-8ef6-4c12-810b-ff167beadda2, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:58.114050 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.127877 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] Calling delete_port for 277ab39d-8ef6-4c12-810b-ff167beadda2 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:58.130530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] Port 277ab39d-8ef6-4c12-810b-ff167beadda2 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:23:58.131802 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.144255 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.154085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4814b94-77fc-4875-919d-68168c1d7c94']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:58.155708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] Pushing event deleted for resources: {'Port': ['ID=277ab39d-8ef6-4c12-810b-ff167beadda2,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:58.159588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbecb23-27c8-4cb7-97f5-3cf55ad8ff73 None None] No DVR routers for this DVR port 277ab39d-8ef6-4c12-810b-ff167beadda2 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:23:58.167776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842e9bcb-1b38-43a1-9bbc-025676c84905') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:58.168081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842e9bcb-1b38-43a1-9bbc-025676c84905') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:23:58.177642 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.199506 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.206078 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:23:58.206799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:23:58.208252 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:23:58.270467 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.280640 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:58.282928 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f4814b94-77fc-4875-919d-68168c1d7c94 HTTP/1.1" status: 204 len: 168 time: 0.5492091 Jul 14 10:23:58.285600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50824) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:23:58.304801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a9296-1ee1-4821-b308-d46d6c602df2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4814b94-77fc-4875-919d-68168c1d7c94,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:58.978280 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:59.241560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Deleting port 73196d8a-c0eb-424a-9f90-75479725e26f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:23:59.241909 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:59.316514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 899232ee-7a27-406a-b87c-c4a9d673ca0d no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:59.330839 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] For port 73196d8a-c0eb-424a-9f90-75479725e26f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73196d8a-c0eb-424a-9f90-75479725e26f,segment=NetworkSegment(e953f3f6-7ebc-4d40-8cc8-e731bb55c107),segment_id=e953f3f6-7ebc-4d40-8cc8-e731bb55c107)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:23:59.331202 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:59.336926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 899232ee-7a27-406a-b87c-c4a9d673ca0d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:59.337301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 899232ee-7a27-406a-b87c-c4a9d673ca0d not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:59.337720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 277ab39d-8ef6-4c12-810b-ff167beadda2 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:23:59.344513 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Calling delete_port for 73196d8a-c0eb-424a-9f90-75479725e26f owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:23:59.356753 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 277ab39d-8ef6-4c12-810b-ff167beadda2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:23:59.357098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 277ab39d-8ef6-4c12-810b-ff167beadda2 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:23:59.523021 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:59.550157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Pushing event deleted for resources: {'Port': ['ID=73196d8a-c0eb-424a-9f90-75479725e26f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:23:59.719950 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:23:59.932652 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Router b72a130b-b5e3-4942-942c-7059461ca995 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:23:59.993423 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.044895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:00.049834 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-738835dd-2087-494b-8cf0-0bb92b113371 admin admin] 10.222.0.73 "PUT /v2.0/routers/b72a130b-b5e3-4942-942c-7059461ca995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7629943 Jul 14 10:24:00.052406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50826) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:00.053361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] Sync routers for ids ['b72a130b-b5e3-4942-942c-7059461ca995'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:00.062557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] Routers {'b72a130b-b5e3-4942-942c-7059461ca995'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:00.063181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b72a130b-b5e3-4942-942c-7059461ca995'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:00.158214 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.166491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] Set router b72a130b-b5e3-4942-942c-7059461ca995 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:00.266659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.331858 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Deleting port 6c0b5031-da54-42b2-830b-24fc681e1569 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:00.332298 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.363484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146'}], 'enable_snat': True}, 'gw_port_id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:23:59Z', 'revision_number': 5, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port': {'id': '6c0b5031-da54-42b2-830b-24fc681e1569', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:22:44Z', 'updated_at': '2021-07-14T10:22:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:00.392362 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] Checking router: b72a130b-b5e3-4942-942c-7059461ca995 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:00.401191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] Routers {'b72a130b-b5e3-4942-942c-7059461ca995'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:00.401832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['b72a130b-b5e3-4942-942c-7059461ca995'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:00.416941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] For port 6c0b5031-da54-42b2-830b-24fc681e1569, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=6c0b5031-da54-42b2-830b-24fc681e1569,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:00.417304 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.429451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Calling delete_port for 6c0b5031-da54-42b2-830b-24fc681e1569 owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:00.486841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] Set router b72a130b-b5e3-4942-942c-7059461ca995 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:00.538211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:24:00Z', 'revision_number': 6, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:00.571109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af600b-f212-4ee1-a736-6712bb83625b None None] The sync data for ids ['b72a130b-b5e3-4942-942c-7059461ca995'] in n-d-780147-26 is: [{'id': 'b72a130b-b5e3-4942-942c-7059461ca995', 'name': 'tempest-TestEncryptedCinderVolumes-768447553-router', 'tenant_id': '5299520c80b84790b38bb019870846ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:22:43Z', 'updated_at': '2021-07-14T10:24:00Z', 'revision_number': 6, 'project_id': '5299520c80b84790b38bb019870846ed', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:00.603410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.631109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0b5031-da54-42b2-830b-24fc681e1569,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:00.690677 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.781812 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.783943 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.830848 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.831300 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b72a130b-b5e3-4942-942c-7059461ca995 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:24:00.835534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.836724 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f87a1a98-93bf-46cb-aa55-69ead22af225 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b72a130b-b5e3-4942-942c-7059461ca995 HTTP/1.1" status: 204 len: 168 time: 0.7831256 Jul 14 10:24:00.839330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50828) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:00.884538 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc5b62f-3882-4a01-9618-3e694c164c3c admin admin] Deleting subnet c5cc88b9-1477-40b9-8685-b7f701f60e58 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:24:00.887527 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b62f-3882-4a01-9618-3e694c164c3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:00.923237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b62f-3882-4a01-9618-3e694c164c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.011776 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b62f-3882-4a01-9618-3e694c164c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.069339 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b62f-3882-4a01-9618-3e694c164c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.096589 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bdc5b62f-3882-4a01-9618-3e694c164c3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.098329 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bdc5b62f-3882-4a01-9618-3e694c164c3c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c5cc88b9-1477-40b9-8685-b7f701f60e58 HTTP/1.1" status: 204 len: 168 time: 0.2580538 Jul 14 10:24:01.099695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5b62f-3882-4a01-9618-3e694c164c3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5cc88b9-1477-40b9-8685-b7f701f60e58,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:01.101804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50830) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:01.104431 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf94fe3-5eb0-42a2-9668-649bcd601a7c None None] Network 8820cd60-7a1d-4408-b171-896c49f142bd requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:01.175691 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.229418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Deleting port d01840ee-54e1-4e3c-a34d-5c3a124ba742 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:01.229769 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.293289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] For port d01840ee-54e1-4e3c-a34d-5c3a124ba742, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d01840ee-54e1-4e3c-a34d-5c3a124ba742,segment=NetworkSegment(e953f3f6-7ebc-4d40-8cc8-e731bb55c107),segment_id=e953f3f6-7ebc-4d40-8cc8-e731bb55c107)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:01.293653 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.306225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Calling delete_port for d01840ee-54e1-4e3c-a34d-5c3a124ba742 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:01.360270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] DHCP port deletion for 8820cd60-7a1d-4408-b171-896c49f142bd request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:24:01.401386 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.411641 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] Deleting port d01840ee-54e1-4e3c-a34d-5c3a124ba742 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:24:01.413265 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.434342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01840ee-54e1-4e3c-a34d-5c3a124ba742,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:01.436227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] No DVR routers for this DVR port d01840ee-54e1-4e3c-a34d-5c3a124ba742 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:24:01.454415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d01840ee-54e1-4e3c-a34d-5c3a124ba742 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:01.487914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d01840ee-54e1-4e3c-a34d-5c3a124ba742 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:01.488370 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d01840ee-54e1-4e3c-a34d-5c3a124ba742 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:01.488801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6c0b5031-da54-42b2-830b-24fc681e1569 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:01.512581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.516916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 6c0b5031-da54-42b2-830b-24fc681e1569 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:01.517303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 6c0b5031-da54-42b2-830b-24fc681e1569 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:01.517682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73196d8a-c0eb-424a-9f90-75479725e26f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:24:01.524159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8820cd60-7a1d-4408-b171-896c49f142bd']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:01.535919 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:01.536236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e953f3f6-7ebc-4d40-8cc8-e731bb55c107') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:01.541199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] For port d01840ee-54e1-4e3c-a34d-5c3a124ba742, host n-d-780147-26, got binding levels [] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:01.541591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.543800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 73196d8a-c0eb-424a-9f90-75479725e26f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:24:01.544142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73196d8a-c0eb-424a-9f90-75479725e26f not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:24:01.545681 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.561668 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.565058 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] Calling delete_port for d01840ee-54e1-4e3c-a34d-5c3a124ba742 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:24:01.567905 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:24:01.568342 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.569451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.ipam_backend_mixin [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] Port d01840ee-54e1-4e3c-a34d-5c3a124ba742 was not found and therefore no delete operation was performed {{(pid=93781) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:24:01.570679 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:24:01.573016 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.597497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] Pushing event deleted for resources: {'Port': ['ID=d01840ee-54e1-4e3c-a34d-5c3a124ba742,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:01.602188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5be2d-c682-4ad3-91c9-2c1c6eaf7f66 None None] No DVR routers for this DVR port d01840ee-54e1-4e3c-a34d-5c3a124ba742 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:24:01.629761 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.635937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.640284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/8820cd60-7a1d-4408-b171-896c49f142bd HTTP/1.1" status: 204 len: 168 time: 0.5342541 Jul 14 10:24:01.652094 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74168c97-a441-436f-9d82-07f7300b83c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8820cd60-7a1d-4408-b171-896c49f142bd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:01.812698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50834) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:01.857326 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8c1d8580-f97a-453b-8c9b-aaf3ba5e3fb3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f94b11445fe8457d88700651d6408936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434136 Jul 14 10:24:01.860019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50836) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:01.912033 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e98ed2e-ea55-4214-9a56-f92dd63ef76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.933675 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e98ed2e-ea55-4214-9a56-f92dd63ef76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.983316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e98ed2e-ea55-4214-9a56-f92dd63ef76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.985910 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2e98ed2e-ea55-4214-9a56-f92dd63ef76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:01.987067 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2e98ed2e-ea55-4214-9a56-f92dd63ef76c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/08e6545d-31f1-48f0-9c3c-b23fe094f21f HTTP/1.1" status: 204 len: 168 time: 0.1261778 Jul 14 10:24:01.995181 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98ed2e-ea55-4214-9a56-f92dd63ef76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e6545d-31f1-48f0-9c3c-b23fe094f21f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:02.322728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:02.373833 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-12d7958f-b47b-4ae6-b011-61fe37ba0ccc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5299520c80b84790b38bb019870846ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497510 Jul 14 10:24:02.376408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:02.423666 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c122-631e-4045-8b6f-cbf46ee05a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:02.445034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c122-631e-4045-8b6f-cbf46ee05a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:02.496098 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c122-631e-4045-8b6f-cbf46ee05a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:02.498615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4eb5c122-631e-4045-8b6f-cbf46ee05a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:02.499775 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4eb5c122-631e-4045-8b6f-cbf46ee05a9d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/400bf52b-afa9-459e-a896-849c7c383318 HTTP/1.1" status: 204 len: 168 time: 0.1224656 Jul 14 10:24:02.507573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5c122-631e-4045-8b6f-cbf46ee05a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400bf52b-afa9-459e-a896-849c7c383318,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:03.182676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50866) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:03.275900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-939668078-network', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:03.302240 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Made reservation on behalf of 5924d92eddbb40e0a5511f91addbed05 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:24:03.304706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.314055 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.404751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.410535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.436443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:24:03.446899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba5263d-558e-4b24-9605-bb32393e2b76,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:03.451875 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.452231 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Added segment 12b0575c-d3f8-45d6-ae08-52440a75e013 of type vlan for network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 Jul 14 10:24:03.499466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.531006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.532004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:03.532601 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.590296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4064777 Jul 14 10:24:03.593121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50870) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:03.599696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Request body: {'subnet': {'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-939668078-subnet', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'ip_version': 4}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:03.603756 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe88a5e-fce3-4e3b-bcff-c32603f3f88e admin admin] Pushing event updated for resources: {'Network': ['ID=060a9ae6-bba0-4b5c-98e8-1a2455c33603,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:03.614012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:24:03.622660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Made reservation on behalf of 5924d92eddbb40e0a5511f91addbed05 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:24:03.625109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.788227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.845980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aee1cff-e027-46b5-b075-75f06946dffd,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:03.855388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Checking segment: {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:03.855738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Network hostable DHCP agents. Network: 060a9ae6-bba0-4b5c-98e8-1a2455c33603, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:24:03.872252 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:24:03.880145 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 060a9ae6-bba0-4b5c-98e8-1a2455c33603) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:03.884374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:03.884886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.889969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d519374-385b-4ba3-9686-50f0d9236d7d None None] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:03.901764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-089f5eb8-4f3f-47c3-b409-cd7a1d03ab97 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3075204 Jul 14 10:24:03.904887 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50872) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:03.909607 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:03.933428 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.934597 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:03.995227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.142144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.210229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:24:04.211100 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.356390 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.360747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Allocated IP 172.20.0.2 (060a9ae6-bba0-4b5c-98e8-1a2455c33603/7aee1cff-e027-46b5-b075-75f06946dffd/2291a1b0-d8b9-4570-8bdb-d373558187ac) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:04.381366 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.484872 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Allocated IP 172.25.0.106 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/b2453c7c-1047-4929-ac8e-535bce511182) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:04.507144 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.515859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Transition to ACTIVE for port object 2291a1b0-d8b9-4570-8bdb-d373558187ac will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:04.532072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Transition to ACTIVE for port object 2291a1b0-d8b9-4570-8bdb-d373558187ac will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:04.541075 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.580278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:04.585094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:04.588584 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:04.594463 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.597062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Pushing event updated for resources: {'Port': ['ID=2291a1b0-d8b9-4570-8bdb-d373558187ac,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:04.637961 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.656818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Attempting to bind port 2291a1b0-d8b9-4570-8bdb-d373558187ac on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:04.657459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Attempting to bind port 2291a1b0-d8b9-4570-8bdb-d373558187ac by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:04.657574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Attempting to bind port 2291a1b0-d8b9-4570-8bdb-d373558187ac on network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:04.663028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:04.663916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Checking segment: {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:04.663916 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.664189 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Bound using segment: {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:04.664929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Bound port: 2291a1b0-d8b9-4570-8bdb-d373558187ac, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:04.665315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.674315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:04.679780 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:04.683307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:04.707888 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Pushing event updated for resources: {'Port': ['ID=b2453c7c-1047-4929-ac8e-535bce511182,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:04.729234 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] For port 2291a1b0-d8b9-4570-8bdb-d373558187ac, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:04.732659 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] For port 2291a1b0-d8b9-4570-8bdb-d373558187ac, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2291a1b0-d8b9-4570-8bdb-d373558187ac,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:04.736910 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:04.794377 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8aba1-4b6b-447f-b505-689da8c85d92 None None] Pushing event updated for resources: {'Port': ['ID=2291a1b0-d8b9-4570-8bdb-d373558187ac,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:04.941899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:05.151814 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:05.293812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Router 5688cb07-bf23-4481-8fb6-5bc0897adddf is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:24:05.365507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2291a1b0-d8b9-4570-8bdb-d373558187ac up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:05.421994 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 2291a1b0-d8b9-4570-8bdb-d373558187ac completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:05.723341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fdf16f-81fa-4dd1-9847-ffe900d83906 None None] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:05.779128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:05.790865 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Sync routers for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:05.800256 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:05.801673 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1866eee9-ecce-4143-a7e3-f6586509ba04 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8957207 Jul 14 10:24:05.804968 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50874) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:05.808462 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:05.809099 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:05.848730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1602fe41-17fd-4ee4-b397-5ff3079c95e2 None None] Provisioning for port 2291a1b0-d8b9-4570-8bdb-d373558187ac completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:05.856661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1602fe41-17fd-4ee4-b397-5ff3079c95e2 None None] Provisioning complete for port 2291a1b0-d8b9-4570-8bdb-d373558187ac triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:05.857033 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1602fe41-17fd-4ee4-b397-5ff3079c95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:05.918081 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:05.979678 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1602fe41-17fd-4ee4-b397-5ff3079c95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.015144 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-1602fe41-17fd-4ee4-b397-5ff3079c95e2 None None] For port 2291a1b0-d8b9-4570-8bdb-d373558187ac, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2291a1b0-d8b9-4570-8bdb-d373558187ac,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:06.020320 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1602fe41-17fd-4ee4-b397-5ff3079c95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.081120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602fe41-17fd-4ee4-b397-5ff3079c95e2 None None] Pushing event updated for resources: {'Port': ['ID=2291a1b0-d8b9-4570-8bdb-d373558187ac,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:06.119540 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:04Z', 'revision_number': 3, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:06.145824 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Checking router: 5688cb07-bf23-4481-8fb6-5bc0897adddf for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:06.146426 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Updating router 5688cb07-bf23-4481-8fb6-5bc0897adddf port b2453c7c-1047-4929-ac8e-535bce511182 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:24:06.185622 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.243986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-417f3095-d784-40c9-a37d-59def3e80523 None None] Provisioning complete for port 2291a1b0-d8b9-4570-8bdb-d373558187ac triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:06.244388 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-417f3095-d784-40c9-a37d-59def3e80523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.256116 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.443361 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Allocated IP 172.20.0.1 (060a9ae6-bba0-4b5c-98e8-1a2455c33603/7aee1cff-e027-46b5-b075-75f06946dffd/df7bc102-d91e-4730-b1cf-53d243d491d3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:06.547748 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.556870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.562909 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Transition to ACTIVE for port object b2453c7c-1047-4929-ac8e-535bce511182 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:06.571808 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Transition to ACTIVE for port object df7bc102-d91e-4730-b1cf-53d243d491d3 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:06.572015 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.608139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.626135 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Attempting to bind port b2453c7c-1047-4929-ac8e-535bce511182 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:06.626494 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Attempting to bind port b2453c7c-1047-4929-ac8e-535bce511182 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:06.626851 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Attempting to bind port b2453c7c-1047-4929-ac8e-535bce511182 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:06.634414 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Pushing event updated for resources: {'Port': ['ID=b2453c7c-1047-4929-ac8e-535bce511182,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:06.637308 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:06.637674 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:06.638062 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.638444 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:06.638896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Bound port: b2453c7c-1047-4929-ac8e-535bce511182, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:06.639278 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.645542 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.645879 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.646209 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.646568 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.647405 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.647724 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.648041 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.648383 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.648696 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.649010 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.649330 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.649635 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:06.652584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:06.656079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:06.658554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:06.688982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Pushing event updated for resources: {'Port': ['ID=df7bc102-d91e-4730-b1cf-53d243d491d3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:06.711528 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.714920 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] For port b2453c7c-1047-4929-ac8e-535bce511182, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:06.718827 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] For port b2453c7c-1047-4929-ac8e-535bce511182, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b2453c7c-1047-4929-ac8e-535bce511182,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:06.723443 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.782499 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f398e19-8b7e-427c-965d-01a5cec94290 None None] Pushing event updated for resources: {'Port': ['ID=b2453c7c-1047-4929-ac8e-535bce511182,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:06.798368 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:06.799025 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:06.864152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.905310 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:06.955745 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a5cab07a-8425-49e6-bb7a-3245a6e6fb06 None None] Provisioning for port df7bc102-d91e-4730-b1cf-53d243d491d3 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:06.959477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a5cab07a-8425-49e6-bb7a-3245a6e6fb06 None None] Provisioning complete for port df7bc102-d91e-4730-b1cf-53d243d491d3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:06.959847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5cab07a-8425-49e6-bb7a-3245a6e6fb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:06.995309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a5cab07a-8425-49e6-bb7a-3245a6e6fb06 None None] Port df7bc102-d91e-4730-b1cf-53d243d491d3 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:07.032312 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:07.037160 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:07.088666 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:04Z', 'revision_number': 3, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:07.102977 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:07.104703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Pushing event updated for resources: {'Port': ['ID=df7bc102-d91e-4730-b1cf-53d243d491d3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:07.118163 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4518d06-9fd7-49c8-a361-13ae6d12fa8b None None] The sync data for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 is: [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:04Z', 'revision_number': 3, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:07.203326 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:07.204669 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:07.355718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2291a1b0-d8b9-4570-8bdb-d373558187ac up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:07.376758 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Router 5688cb07-bf23-4481-8fb6-5bc0897adddf has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:24:07.442896 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 2291a1b0-d8b9-4570-8bdb-d373558187ac triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:07.443419 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:07.519019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:07.526660 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b909ed17-6e80-4166-b7e5-964f6f55f918 admin admin] 10.222.0.73 "PUT /v2.0/routers/5688cb07-bf23-4481-8fb6-5bc0897adddf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205212 Jul 14 10:24:07.547291 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5d7d3649-91d2-4f1f-9ee4-0ab9c8343256 None None] Provisioning complete for port df7bc102-d91e-4730-b1cf-53d243d491d3 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:07.547671 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5d7d3649-91d2-4f1f-9ee4-0ab9c8343256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:07.586583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d3649-91d2-4f1f-9ee4-0ab9c8343256 None None] Port df7bc102-d91e-4730-b1cf-53d243d491d3 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:08.043769 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50890) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:08.048934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1518636541-network', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:08.069043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Made reservation on behalf of d4a5545db9f147db914df638bc4e71e2 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:24:08.071471 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.079502 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.168424 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.172272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.200782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:24:08.207136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823b6bfb-f706-4dd1-9e85-1619e425b2d9,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:08.214828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.214828 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Added segment cc76a687-3a79-4847-b06a-2320547e4bd5 of type vlan for network ab6db0d9-c154-4a52-9724-2a60be4bcc68 Jul 14 10:24:08.262941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.294122 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.295186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:08.295771 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.353125 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3081455 Jul 14 10:24:08.355961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50892) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:08.362670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Request body: {'subnet': {'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1518636541-subnet', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:08.367390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832018b-a6b6-413c-8dc2-4032d9496cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=ab6db0d9-c154-4a52-9724-2a60be4bcc68,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:08.380824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ab6db0d9-c154-4a52-9724-2a60be4bcc68 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:24:08.389988 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Made reservation on behalf of d4a5545db9f147db914df638bc4e71e2 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:24:08.392662 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.568158 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.624352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1fc5991-5300-4c2f-a386-85113cb1cea8,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:08.633824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Checking segment: {'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:08.634199 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Network hostable DHCP agents. Network: ab6db0d9-c154-4a52-9724-2a60be4bcc68, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:24:08.651409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Network ab6db0d9-c154-4a52-9724-2a60be4bcc68 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:24:08.660524 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, ab6db0d9-c154-4a52-9724-2a60be4bcc68) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:08.665383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:08.665972 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.671025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547d5f92-9605-4615-b9c8-2e93245a555e None None] Network ab6db0d9-c154-4a52-9724-2a60be4bcc68 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:08.685102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bd423d0d-8bb3-4190-9e55-c4cb9ad91a45 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3258381 Jul 14 10:24:08.685314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 50894) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:08.690135 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:08.712141 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.713895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.776454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.823491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Sync routers for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:08.832652 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ab6db0d9-c154-4a52-9724-2a60be4bcc68', 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'fixed_ips': [{'subnet_id': 'd1fc5991-5300-4c2f-a386-85113cb1cea8'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:24:08.833489 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:08.844828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:08.845328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:08.923699 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.049800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:09.095950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Allocated IP 172.20.0.2 (ab6db0d9-c154-4a52-9724-2a60be4bcc68/d1fc5991-5300-4c2f-a386-85113cb1cea8/d15ffad8-39c5-4ecd-b649-5da3f78c248f) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:09.139866 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.159131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.268393 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Allocated IP 172.25.0.145 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/201ce229-15d4-428e-b1cf-61360582ad3e) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:09.369457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b2453c7c-1047-4929-ac8e-535bce511182 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:09.375867 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.389913 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.413354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Transition to ACTIVE for port object d15ffad8-39c5-4ecd-b649-5da3f78c248f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:09.420743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 2, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:09.429708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.458740 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Checking router: 5688cb07-bf23-4481-8fb6-5bc0897adddf for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:09.459687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Updating router 5688cb07-bf23-4481-8fb6-5bc0897adddf port df7bc102-d91e-4730-b1cf-53d243d491d3 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:24:09.465542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Transition to ACTIVE for port object d15ffad8-39c5-4ecd-b649-5da3f78c248f will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:09.478164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:09.481274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:09.486150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:09.491264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Pushing event updated for resources: {'Port': ['ID=201ce229-15d4-428e-b1cf-61360582ad3e,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:09.500247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.535915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port b2453c7c-1047-4929-ac8e-535bce511182 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:09.541758 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.551292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b2453c7c-1047-4929-ac8e-535bce511182 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:09.551657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.555064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Network ab6db0d9-c154-4a52-9724-2a60be4bcc68 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:09.586129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:09.593432 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:09.599169 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Pushing event updated for resources: {'Port': ['ID=d15ffad8-39c5-4ecd-b649-5da3f78c248f,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:09.743595 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.749495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Attempting to bind port d15ffad8-39c5-4ecd-b649-5da3f78c248f on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:09.749882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Attempting to bind port d15ffad8-39c5-4ecd-b649-5da3f78c248f by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:09.750239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Attempting to bind port d15ffad8-39c5-4ecd-b649-5da3f78c248f on network ab6db0d9-c154-4a52-9724-2a60be4bcc68 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:09.780773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:09.781154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Checking segment: {'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:09.781557 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.781956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Bound using segment: {'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:09.782436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Bound port: d15ffad8-39c5-4ecd-b649-5da3f78c248f, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:09.782814 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.857230 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.915277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port b2453c7c-1047-4929-ac8e-535bce511182, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b2453c7c-1047-4929-ac8e-535bce511182,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:09.929887 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.950169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:09.987929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] For port d15ffad8-39c5-4ecd-b649-5da3f78c248f, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:10.021299 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] For port d15ffad8-39c5-4ecd-b649-5da3f78c248f, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d15ffad8-39c5-4ecd-b649-5da3f78c248f,segment=NetworkSegment(cc76a687-3a79-4847-b06a-2320547e4bd5),segment_id=cc76a687-3a79-4847-b06a-2320547e4bd5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:10.023050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=b2453c7c-1047-4929-ac8e-535bce511182,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:10.032440 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:10.085661 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Router 8a71b09f-50b9-492e-84cd-1236b9768718 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:24:10.127006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48858b5e-b08e-4e30-9133-f8263199ebd2 None None] Pushing event updated for resources: {'Port': ['ID=d15ffad8-39c5-4ecd-b649-5da3f78c248f,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:10.141377 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:10.153349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Transition to ACTIVE for port object df7bc102-d91e-4730-b1cf-53d243d491d3 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:10.159984 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:10.419200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8ed03-9793-4193-af49-1514d640f714 None None] Pushing event updated for resources: {'Port': ['ID=df7bc102-d91e-4730-b1cf-53d243d491d3,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:10.474209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Attempting to bind port df7bc102-d91e-4730-b1cf-53d243d491d3 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:10.475321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Attempting to bind port df7bc102-d91e-4730-b1cf-53d243d491d3 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:10.475811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Attempting to bind port df7bc102-d91e-4730-b1cf-53d243d491d3 on network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:10.482203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:10.482773 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Checking segment: {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:10.483303 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:10.483806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Bound using segment: {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:10.484435 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Bound port: df7bc102-d91e-4730-b1cf-53d243d491d3, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:10.485014 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:10.562569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] For port df7bc102-d91e-4730-b1cf-53d243d491d3, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:10.566164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] For port df7bc102-d91e-4730-b1cf-53d243d491d3, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df7bc102-d91e-4730-b1cf-53d243d491d3,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:10.572216 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:10.635293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:10.637063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:10.637783 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:10.647488 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Sync routers for ids ['8a71b09f-50b9-492e-84cd-1236b9768718'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:10.655275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:10.657933 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Routers {'8a71b09f-50b9-492e-84cd-1236b9768718'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:10.658569 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a71b09f-50b9-492e-84cd-1236b9768718'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:10.660682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 50896) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:10.672821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-65e7e9ec-1313-4219-a586-0ed78319e548 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9862416 Jul 14 10:24:10.674325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8ed03-9793-4193-af49-1514d640f714 None None] Pushing event updated for resources: {'Port': ['ID=df7bc102-d91e-4730-b1cf-53d243d491d3,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:10.770754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:10.801968 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Set router 8a71b09f-50b9-492e-84cd-1236b9768718 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:11.022246 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 3, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port': {'id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:09Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:11.030337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:10Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:11.050141 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Checking router: 8a71b09f-50b9-492e-84cd-1236b9768718 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:11.050752 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Updating router 8a71b09f-50b9-492e-84cd-1236b9768718 port 201ce229-15d4-428e-b1cf-61360582ad3e binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:24:11.060159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dcabb5-16e4-4d91-bcb3-f9ff75c38d67 None None] The sync data for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 is: [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:10Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:11.097314 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.219284 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.373268 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881bd557-1c49-45ba-84ef-d5ec70e4daeb None None] Network ab6db0d9-c154-4a52-9724-2a60be4bcc68 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:24:11.467623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-6eaf6df3-98f7-42ba-bbde-5a6ff8e8383e None None] Provisioning for port d15ffad8-39c5-4ecd-b649-5da3f78c248f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:11.499564 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Allocated IP 172.20.0.1 (ab6db0d9-c154-4a52-9724-2a60be4bcc68/d1fc5991-5300-4c2f-a386-85113cb1cea8/1358263f-cb91-4c78-8e4c-082571f0d867) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:11.563096 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.571199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b2453c7c-1047-4929-ac8e-535bce511182 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:11.575618 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Transition to ACTIVE for port object 201ce229-15d4-428e-b1cf-61360582ad3e will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:11.587253 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.655431 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Attempting to bind port 201ce229-15d4-428e-b1cf-61360582ad3e on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:11.656148 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Attempting to bind port 201ce229-15d4-428e-b1cf-61360582ad3e by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:11.656148 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Attempting to bind port 201ce229-15d4-428e-b1cf-61360582ad3e on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:11.663018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port b2453c7c-1047-4929-ac8e-535bce511182 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:11.663754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.666236 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cadfb-bbaf-4624-89b9-2a06222711a9 None None] Pushing event updated for resources: {'Port': ['ID=201ce229-15d4-428e-b1cf-61360582ad3e,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:11.669226 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:11.669592 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:11.669986 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.670362 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:11.670979 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Bound port: 201ce229-15d4-428e-b1cf-61360582ad3e, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:11.671359 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.702504 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.719819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Transition to ACTIVE for port object 1358263f-cb91-4c78-8e4c-082571f0d867 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:11.744332 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] For port 201ce229-15d4-428e-b1cf-61360582ad3e, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:11.748313 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] For port 201ce229-15d4-428e-b1cf-61360582ad3e, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=201ce229-15d4-428e-b1cf-61360582ad3e,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:11.754475 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.784485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d15ffad8-39c5-4ecd-b649-5da3f78c248f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:11.789403 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.828365 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Routers {'8a71b09f-50b9-492e-84cd-1236b9768718'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:11.829001 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a71b09f-50b9-492e-84cd-1236b9768718'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:11.848126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port d15ffad8-39c5-4ecd-b649-5da3f78c248f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:11.854411 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Network ab6db0d9-c154-4a52-9724-2a60be4bcc68 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:11.855119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d15ffad8-39c5-4ecd-b649-5da3f78c248f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:11.855772 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.857424 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:11.867099 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:11.873272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Pushing event updated for resources: {'Port': ['ID=1358263f-cb91-4c78-8e4c-082571f0d867,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:11.893781 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cadfb-bbaf-4624-89b9-2a06222711a9 None None] Pushing event updated for resources: {'Port': ['ID=201ce229-15d4-428e-b1cf-61360582ad3e,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:11.938955 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:11.966647 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.005180 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] Set router 8a71b09f-50b9-492e-84cd-1236b9768718 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:12.019123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port d15ffad8-39c5-4ecd-b649-5da3f78c248f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d15ffad8-39c5-4ecd-b649-5da3f78c248f,segment=NetworkSegment(cc76a687-3a79-4847-b06a-2320547e4bd5),segment_id=cc76a687-3a79-4847-b06a-2320547e4bd5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:12.025717 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.026708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df7bc102-d91e-4730-b1cf-53d243d491d3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:12.145188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7497c617-480a-401c-ae42-4fa86868088d None None] Provisioning complete for port d15ffad8-39c5-4ecd-b649-5da3f78c248f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:12.145706 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7497c617-480a-401c-ae42-4fa86868088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.176023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.177694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=d15ffad8-39c5-4ecd-b649-5da3f78c248f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:12.203090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port df7bc102-d91e-4730-b1cf-53d243d491d3 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:12.209127 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port df7bc102-d91e-4730-b1cf-53d243d491d3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:12.209647 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.370687 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.426714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port df7bc102-d91e-4730-b1cf-53d243d491d3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df7bc102-d91e-4730-b1cf-53d243d491d3,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:12.429331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-551f62bf-b646-4159-a6d9-e224b47ee51c None None] Provisioning for port 1358263f-cb91-4c78-8e4c-082571f0d867 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:12.436776 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.441831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-551f62bf-b646-4159-a6d9-e224b47ee51c None None] Provisioning complete for port 1358263f-cb91-4c78-8e4c-082571f0d867 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:12.442093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.443077 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-551f62bf-b646-4159-a6d9-e224b47ee51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.449923 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.454375 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 3, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port': {'id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:09Z', 'updated_at': '2021-07-14T10:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:12.485522 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf5154-d980-4a33-98b2-4a144bc7adea None None] The sync data for ids ['8a71b09f-50b9-492e-84cd-1236b9768718'] in n-d-780147-26 is: [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 3, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port': {'id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:09Z', 'updated_at': '2021-07-14T10:24:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:12.516855 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.527181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-551f62bf-b646-4159-a6d9-e224b47ee51c None None] Port 1358263f-cb91-4c78-8e4c-082571f0d867 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:12.533634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=df7bc102-d91e-4730-b1cf-53d243d491d3,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:12.537150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Pushing event updated for resources: {'Port': ['ID=1358263f-cb91-4c78-8e4c-082571f0d867,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:12.632916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Network ab6db0d9-c154-4a52-9724-2a60be4bcc68 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:12.634297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:12.770878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Router 8a71b09f-50b9-492e-84cd-1236b9768718 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:24:12.847600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-653df4cd-0ad7-481b-9381-9b2898f57a0f None None] Provisioning complete for port 1358263f-cb91-4c78-8e4c-082571f0d867 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:12.847971 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-653df4cd-0ad7-481b-9381-9b2898f57a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:12.902496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-653df4cd-0ad7-481b-9381-9b2898f57a0f None None] Port 1358263f-cb91-4c78-8e4c-082571f0d867 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:12.910200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:12.917320 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b4a8ac9c-9bdb-4b10-823a-15e0d24b9b27 admin admin] 10.222.0.73 "PUT /v2.0/routers/8a71b09f-50b9-492e-84cd-1236b9768718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2552605 Jul 14 10:24:13.424956 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d15ffad8-39c5-4ecd-b649-5da3f78c248f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:13.483781 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port d15ffad8-39c5-4ecd-b649-5da3f78c248f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:13.484355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.567295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 201ce229-15d4-428e-b1cf-61360582ad3e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:13.618445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 201ce229-15d4-428e-b1cf-61360582ad3e completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:13.622883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 201ce229-15d4-428e-b1cf-61360582ad3e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:13.623262 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.705134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.726335 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 201ce229-15d4-428e-b1cf-61360582ad3e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=201ce229-15d4-428e-b1cf-61360582ad3e,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:13.730020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:13.730792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df7bc102-d91e-4730-b1cf-53d243d491d3 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:13.803279 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=201ce229-15d4-428e-b1cf-61360582ad3e,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:13.815742 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port df7bc102-d91e-4730-b1cf-53d243d491d3 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:13.816170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:14.625318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Sync routers for ids ['8a71b09f-50b9-492e-84cd-1236b9768718'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:14.639848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Routers {'8a71b09f-50b9-492e-84cd-1236b9768718'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:14.640628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a71b09f-50b9-492e-84cd-1236b9768718'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:14.755088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Set router 8a71b09f-50b9-492e-84cd-1236b9768718 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:14.977050 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 4, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port': {'id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:09Z', 'updated_at': '2021-07-14T10:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1358263f-cb91-4c78-8e4c-082571f0d867', 'name': '', 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'mac_address': 'fa:16:3e:53:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd1fc5991-5300-4c2f-a386-85113cb1cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:11Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 2, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'subnets': [{'id': 'd1fc5991-5300-4c2f-a386-85113cb1cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:15.010021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Checking router: 8a71b09f-50b9-492e-84cd-1236b9768718 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:15.010355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Updating router 8a71b09f-50b9-492e-84cd-1236b9768718 port 1358263f-cb91-4c78-8e4c-082571f0d867 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:24:15.048991 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:15.390845 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:15.403064 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Transition to ACTIVE for port object 1358263f-cb91-4c78-8e4c-082571f0d867 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:15.415212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 201ce229-15d4-428e-b1cf-61360582ad3e up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:15.417160 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:15.507854 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6546bb-96e4-48d1-8bd2-d1cc040fd0ef None None] Pushing event updated for resources: {'Port': ['ID=1358263f-cb91-4c78-8e4c-082571f0d867,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:15.575565 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 201ce229-15d4-428e-b1cf-61360582ad3e triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:15.575943 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:15.579703 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Attempting to bind port 1358263f-cb91-4c78-8e4c-082571f0d867 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:15.581067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Attempting to bind port 1358263f-cb91-4c78-8e4c-082571f0d867 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:15.581067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Attempting to bind port 1358263f-cb91-4c78-8e4c-082571f0d867 on network ab6db0d9-c154-4a52-9724-2a60be4bcc68 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:15.609524 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:15.610086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Checking segment: {'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:15.610515 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:15.610906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Bound using segment: {'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:15.611400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Bound port: 1358263f-cb91-4c78-8e4c-082571f0d867, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc76a687-3a79-4847-b06a-2320547e4bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:15.611782 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:15.943593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] For port 1358263f-cb91-4c78-8e4c-082571f0d867, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:15.947671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] For port 1358263f-cb91-4c78-8e4c-082571f0d867, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1358263f-cb91-4c78-8e4c-082571f0d867,segment=NetworkSegment(cc76a687-3a79-4847-b06a-2320547e4bd5),segment_id=cc76a687-3a79-4847-b06a-2320547e4bd5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:15.952549 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:16.031186 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Routers {'8a71b09f-50b9-492e-84cd-1236b9768718'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:16.031987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:23:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a71b09f-50b9-492e-84cd-1236b9768718'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:16.084924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6546bb-96e4-48d1-8bd2-d1cc040fd0ef None None] Pushing event updated for resources: {'Port': ['ID=1358263f-cb91-4c78-8e4c-082571f0d867,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:16.180752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] Set router 8a71b09f-50b9-492e-84cd-1236b9768718 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:16.428992 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 4, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port': {'id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:09Z', 'updated_at': '2021-07-14T10:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1358263f-cb91-4c78-8e4c-082571f0d867', 'name': '', 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'mac_address': 'fa:16:3e:53:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd1fc5991-5300-4c2f-a386-85113cb1cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:11Z', 'updated_at': '2021-07-14T10:24:15Z', 'revision_number': 4, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'subnets': [{'id': 'd1fc5991-5300-4c2f-a386-85113cb1cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:16.456807 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1d3bff-616f-458d-a178-794fa85a9437 None None] The sync data for ids ['8a71b09f-50b9-492e-84cd-1236b9768718'] in n-d-780147-26 is: [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 4, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port': {'id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:09Z', 'updated_at': '2021-07-14T10:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '1358263f-cb91-4c78-8e4c-082571f0d867', 'name': '', 'network_id': 'ab6db0d9-c154-4a52-9724-2a60be4bcc68', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'mac_address': 'fa:16:3e:53:93:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'd1fc5991-5300-4c2f-a386-85113cb1cea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:11Z', 'updated_at': '2021-07-14T10:24:15Z', 'revision_number': 4, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'subnets': [{'id': 'd1fc5991-5300-4c2f-a386-85113cb1cea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:17.379035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1358263f-cb91-4c78-8e4c-082571f0d867 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:17.437677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1358263f-cb91-4c78-8e4c-082571f0d867 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:17.447539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1358263f-cb91-4c78-8e4c-082571f0d867 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:17.447921 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:17.544764 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:17.582867 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 1358263f-cb91-4c78-8e4c-082571f0d867, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1358263f-cb91-4c78-8e4c-082571f0d867,segment=NetworkSegment(cc76a687-3a79-4847-b06a-2320547e4bd5),segment_id=cc76a687-3a79-4847-b06a-2320547e4bd5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:17.588113 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:17.645012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=1358263f-cb91-4c78-8e4c-082571f0d867,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:19.350205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1358263f-cb91-4c78-8e4c-082571f0d867 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:19.406418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1358263f-cb91-4c78-8e4c-082571f0d867 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:19.406797 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:21.992975 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0b5ccf08-59e2-4460-a5d6-4a70eb7c878e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:22.908422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-d97dcab2-1955-462f-a6f9-8975a8952853 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:22.909817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-d97dcab2-1955-462f-a6f9-8975a8952853 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 814 time: 0.1019335 Jul 14 10:24:22.924596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-aa20ae45-597d-4892-8d8d-d6c1b4a9cb77 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/quotas/5924d92eddbb40e0a5511f91addbed05 HTTP/1.1" status: 200 len: 375 time: 0.0090537 Jul 14 10:24:22.993028 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-7ee27d31-e952-420f-a84f-03540a4a448e tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627487 Jul 14 10:24:23.179211 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-5c4b08f9-7269-424b-9957-941142c1398e service neutron] 10.222.0.73 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748018 Jul 14 10:24:23.265644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0af16c72-b07e-4a60-995d-53e55b357cb6 service neutron] 10.222.0.73 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807588 Jul 14 10:24:23.442307 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e5c06041-4ae5-4b86-9b4a-7f810c51629c req-d0de5eaa-bf0f-4cc8-9ce4-3dc3463aa077 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 210 time: 0.0297105 Jul 14 10:24:24.298909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-73fbcc75-4716-42ed-9161-d80589503d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.374426 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:24:24.550017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-7499295c-cfa3-497a-8e8c-1be460a3de40 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:24.551492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-7499295c-cfa3-497a-8e8c-1be460a3de40 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.69 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 814 time: 0.1253107 Jul 14 10:24:24.565508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'port': {'device_id': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'admin_state_up': True, 'tenant_id': '5924d92eddbb40e0a5511f91addbed05'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:24.628115 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.657287 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1bd38145-26ad-4826-b136-23425e68e874 req-095fa79d-2aa4-4347-8a70-a06ba131d4fe tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 210 time: 0.0838401 Jul 14 10:24:24.727070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Made reservation on behalf of 5924d92eddbb40e0a5511f91addbed05 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:24:24.730733 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:24.875971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Allocated IP 172.20.0.11 (060a9ae6-bba0-4b5c-98e8-1a2455c33603/7aee1cff-e027-46b5-b075-75f06946dffd/dba11adb-493e-475a-8633-5666511d5afb) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:25.122252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:25.140597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Transition to ACTIVE for port object dba11adb-493e-475a-8633-5666511d5afb will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:25.185611 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:25.251258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:25.254713 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:25.259735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:25.326314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'Port': ['ID=dba11adb-493e-475a-8633-5666511d5afb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:25.349760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.350400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.350917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.351409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.352174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.353017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.353617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.354203 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.354783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.355364 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.355950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.356565 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:25.383463 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:25.384079 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:25.404220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-c506be68-18a5-4978-89a0-8b14385e38fd tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8429813 Jul 14 10:24:25.647636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3060fec2-e368-4c72-a09f-84acad9230a7 None None] Provisioning for port dba11adb-493e-475a-8633-5666511d5afb completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:25.652273 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3060fec2-e368-4c72-a09f-84acad9230a7 None None] Provisioning complete for port dba11adb-493e-475a-8633-5666511d5afb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:25.652763 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3060fec2-e368-4c72-a09f-84acad9230a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:25.690536 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3060fec2-e368-4c72-a09f-84acad9230a7 None None] Port dba11adb-493e-475a-8633-5666511d5afb cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:24:25.828419 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:25.853895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bf53c-8258-41d9-b305-915ee609f0ea req-7bbc5e9a-ab20-40cf-a850-6832b4100c24 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:25.855486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e7bf53c-8258-41d9-b305-915ee609f0ea req-7bbc5e9a-ab20-40cf-a850-6832b4100c24 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 932 time: 0.0731225 Jul 14 10:24:25.896922 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3e7bf53c-8258-41d9-b305-915ee609f0ea req-13b15c79-95b9-4dff-9c24-0aeb82f18134 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358334 Jul 14 10:24:27.087725 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d6df3-93e1-4d6c-aa5d-0876f7e45b54 req-7993d9b0-1fc2-42c5-8b4f-4ba3c87ab7f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:27.089355 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-990d6df3-93e1-4d6c-aa5d-0876f7e45b54 req-7993d9b0-1fc2-42c5-8b4f-4ba3c87ab7f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 932 time: 0.0689805 Jul 14 10:24:27.130077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-990d6df3-93e1-4d6c-aa5d-0876f7e45b54 req-7712f9af-4ba1-4edf-bb72-041b59c96588 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347309 Jul 14 10:24:27.480357 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:27.484219 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:28.340897 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf02772-ecbc-4b30-ada5-20f08f10c5f9 req-66739fed-d665-4c0b-a821-b84ad095d0be tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:28.342451 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ecf02772-ecbc-4b30-ada5-20f08f10c5f9 req-66739fed-d665-4c0b-a821-b84ad095d0be tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 932 time: 0.0886681 Jul 14 10:24:28.389068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ecf02772-ecbc-4b30-ada5-20f08f10c5f9 req-4858f39d-0fc7-437b-b413-127873b8683a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Jul 14 10:24:29.578300 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770045c3-3e45-4b75-a7b2-a91337ee6d42 req-51c156ec-c038-4f13-a6fd-2e6aaec21589 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:29.579726 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-770045c3-3e45-4b75-a7b2-a91337ee6d42 req-51c156ec-c038-4f13-a6fd-2e6aaec21589 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 932 time: 0.0708165 Jul 14 10:24:29.620420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-770045c3-3e45-4b75-a7b2-a91337ee6d42 req-8efb4f21-fc42-4f65-b7a6-d9446e7e10b5 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340075 Jul 14 10:24:30.007431 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:30.815769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e8ca5-577a-4734-ab58-d2ee53921d6c req-ddedab77-c253-4204-9ecf-7aca904efafb tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:30.817503 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff4e8ca5-577a-4734-ab58-d2ee53921d6c req-ddedab77-c253-4204-9ecf-7aca904efafb tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 932 time: 0.0664907 Jul 14 10:24:30.858145 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff4e8ca5-577a-4734-ab58-d2ee53921d6c req-5c7765a0-7b52-48bd-b2c5-8b25076295ec tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342669 Jul 14 10:24:32.043603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c4ebd-3dab-4b69-be27-4e87b5860850 req-4b2aaadc-df74-465b-92c6-6c9d2cf5d006 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:32.045244 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e26c4ebd-3dab-4b69-be27-4e87b5860850 req-4b2aaadc-df74-465b-92c6-6c9d2cf5d006 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 932 time: 0.0748906 Jul 14 10:24:32.085909 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e26c4ebd-3dab-4b69-be27-4e87b5860850 req-33d99de0-227d-4dce-93f7-be04248f79e5 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Jul 14 10:24:33.284137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237548cd-7aa8-4b99-8119-3be67b254a86 req-676f379e-58ea-47ff-9750-96b1ea5ac4a8 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:33.285849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-237548cd-7aa8-4b99-8119-3be67b254a86 req-676f379e-58ea-47ff-9750-96b1ea5ac4a8 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 932 time: 0.0668087 Jul 14 10:24:33.332400 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-237548cd-7aa8-4b99-8119-3be67b254a86 req-22174bf8-943e-453e-932e-2a5f9df79032 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398273 Jul 14 10:24:34.509013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fb225-2290-4a6b-909a-68ff30477825 req-d2712882-45eb-4a6a-a10a-e59c161d2c95 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:34.510561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a95fb225-2290-4a6b-909a-68ff30477825 req-d2712882-45eb-4a6a-a10a-e59c161d2c95 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 932 time: 0.0639811 Jul 14 10:24:34.549211 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a95fb225-2290-4a6b-909a-68ff30477825 req-c6a8e616-b6b5-4505-bddb-b8ed2c66230a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330815 Jul 14 10:24:34.752551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Request body: {'port': {'device_id': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:34.828488 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:35.087839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba11adb-493e-475a-8633-5666511d5afb {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:24:35.095250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:35.107139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Transition to ACTIVE for port object dba11adb-493e-475a-8633-5666511d5afb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:24:35.111113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:35.164162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Pushing event updated for resources: {'Port': ['ID=dba11adb-493e-475a-8633-5666511d5afb,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:35.244588 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Attempting to bind port dba11adb-493e-475a-8633-5666511d5afb on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:24:35.244975 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Attempting to bind port dba11adb-493e-475a-8633-5666511d5afb by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:24:35.245497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Attempting to bind port dba11adb-493e-475a-8633-5666511d5afb on network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:35.252262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Port dba11adb-493e-475a-8633-5666511d5afb on network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:24:35.252710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Attempting to bind port dba11adb-493e-475a-8633-5666511d5afb on network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:24:35.259545 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:24:35.260022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Checking segment: {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:24:35.260592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Bound using segment: {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:24:35.261289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Bound port: dba11adb-493e-475a-8633-5666511d5afb, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12b0575c-d3f8-45d6-ae08-52440a75e013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:24:35.261870 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:35.340626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] For port dba11adb-493e-475a-8633-5666511d5afb, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:24:35.343598 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] For port dba11adb-493e-475a-8633-5666511d5afb, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dba11adb-493e-475a-8633-5666511d5afb,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:24:35.348287 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:35.388374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.388850 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:35.390259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] 10.222.0.69 "PUT /v2.0/ports/dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 1093 time: 0.6426537 Jul 14 10:24:35.390715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:35.393085 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:35.425685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad58c57-c672-45d1-a48f-bbc8cf1b6049 service neutron] Pushing event updated for resources: {'Port': ['ID=dba11adb-493e-475a-8633-5666511d5afb,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:35.469106 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d903d0-483f-4621-8939-292b0cc006bf x-openstack-request-id: req-95d903d0-483f-4621-8939-292b0cc006bf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:35.469582 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:35.469691 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95d903d0-483f-4621-8939-292b0cc006bf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:35.470045 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb', 'status': 'completed', 'code': 200} Jul 14 10:24:35.508694 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-d418dd76-7712-439d-a4b4-f29eb8a005da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.510286 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-d418dd76-7712-439d-a4b4-f29eb8a005da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1096 time: 0.0756373 Jul 14 10:24:35.554145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-2f7c9d37-d2dd-418b-99a4-06bd9e2b1317 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 217 time: 0.0365133 Jul 14 10:24:35.604532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-1937bd92-a97b-460e-a77e-4c4ec008cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.606032 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-1937bd92-a97b-460e-a77e-4c4ec008cc0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 200 len: 853 time: 0.0461192 Jul 14 10:24:35.678703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-8b93c40f-00b1-42d2-b582-61d480830dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.680155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-8b93c40f-00b1-42d2-b582-61d480830dcd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=060a9ae6-bba0-4b5c-98e8-1a2455c33603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681455 Jul 14 10:24:35.807684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d990f4-5898-42cf-ba3e-35bc725254a2 req-cf5001fe-6394-47ee-a120-96e3f26e8008 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:35.809230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2d990f4-5898-42cf-ba3e-35bc725254a2 req-cf5001fe-6394-47ee-a120-96e3f26e8008 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 944 time: 0.1423702 Jul 14 10:24:35.812988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-be6d38a0-e9ab-4965-81c1-b1524560118a service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137094 Jul 14 10:24:35.895601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a2d990f4-5898-42cf-ba3e-35bc725254a2 req-b7c01b91-2b09-4c5e-8f60-b521f1f810d1 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801718 Jul 14 10:24:35.928798 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a221ef06-d30c-4107-99f1-adb6315faf78 req-92db32f3-b141-407f-b547-72055969c7d0 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064568 Jul 14 10:24:36.025399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-b44295d5-eb01-4c53-8a57-626428d98efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:36.026914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-b44295d5-eb01-4c53-8a57-626428d98efd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1096 time: 0.0532346 Jul 14 10:24:36.122179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-c3f5852b-7c9e-43f7-a48e-1fdc2c7c3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:36.123667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-c3f5852b-7c9e-43f7-a48e-1fdc2c7c3994 service neutron] 10.222.0.69 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 915 time: 0.0902407 Jul 14 10:24:36.166008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-bb4cb438-6745-4a0b-b90a-9e5d51143f56 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 217 time: 0.0345240 Jul 14 10:24:36.217895 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-340bd20f-977a-4d70-a6ff-cace170b9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:36.219362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-340bd20f-977a-4d70-a6ff-cace170b9a31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 200 len: 853 time: 0.0474837 Jul 14 10:24:36.281589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-e12fd483-043c-451b-9085-50e1af33fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:36.283109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-e12fd483-043c-451b-9085-50e1af33fd00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=060a9ae6-bba0-4b5c-98e8-1a2455c33603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561666 Jul 14 10:24:36.373850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-1d207c5e-0391-449b-bbf0-bf2ef39729a5 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818858 Jul 14 10:24:36.468113 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3fca101f-7afa-4cc0-bbd8-f4a2acaf75d4 req-316d240c-5f2e-4c52-b355-b4d583fd7811 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873897 Jul 14 10:24:37.071605 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1627fa8-6298-4826-8d57-29084c789cc5 req-0cfa13f6-dd2f-4a12-b695-6e3da59411d1 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:37.073183 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1627fa8-6298-4826-8d57-29084c789cc5 req-0cfa13f6-dd2f-4a12-b695-6e3da59411d1 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 944 time: 0.0638981 Jul 14 10:24:37.111194 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c1627fa8-6298-4826-8d57-29084c789cc5 req-c2e4bb9f-4cc1-4ad7-83d9-739aabbf6908 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324938 Jul 14 10:24:37.244830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device dba11adb-493e-475a-8633-5666511d5afb details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:24:37.344091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port dba11adb-493e-475a-8633-5666511d5afb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dba11adb-493e-475a-8633-5666511d5afb,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:37.356138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'dba11adb-493e-475a-8633-5666511d5afb', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'port_id': 'dba11adb-493e-475a-8633-5666511d5afb', 'mac_address': 'fa:16:3e:ef:fb:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:24:37.394955 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.407684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba11adb-493e-475a-8633-5666511d5afb {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:24:37.427711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port dba11adb-493e-475a-8633-5666511d5afb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dba11adb-493e-475a-8633-5666511d5afb,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:37.431663 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:37.478202 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=dba11adb-493e-475a-8633-5666511d5afb,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:37.485593 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.485945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.486288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.486628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.486970 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.487305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.487633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.487959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.488490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.488490 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.489925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.489925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:37.657286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['dba11adb-493e-475a-8633-5666511d5afb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:38.293873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88401e7-7494-4de0-a390-ae3aa695d2ca req-6ddeaca8-92f9-4611-87d6-44295844d998 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:38.295876 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b88401e7-7494-4de0-a390-ae3aa695d2ca req-6ddeaca8-92f9-4611-87d6-44295844d998 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 945 time: 0.0721719 Jul 14 10:24:38.348209 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b88401e7-7494-4de0-a390-ae3aa695d2ca req-4fa48f3f-0e7d-4d7d-b58c-f308caa8b5a2 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451016 Jul 14 10:24:39.260505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device dba11adb-493e-475a-8633-5666511d5afb up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:24:39.312436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port dba11adb-493e-475a-8633-5666511d5afb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:24:39.316824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port dba11adb-493e-475a-8633-5666511d5afb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:39.317170 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:39.394743 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:39.418831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:39.421153 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91598afc-9205-4fbd-b503-4b7f5fc5745d" -d '{"events": [{"server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "name": "network-vif-plugged", "status": "completed", "tag": "dba11adb-493e-475a-8633-5666511d5afb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:39.438735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port dba11adb-493e-475a-8633-5666511d5afb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dba11adb-493e-475a-8633-5666511d5afb,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:39.447321 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:39.487959 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ec6ca5-c427-4230-93ec-dfc06479f5a7 x-openstack-request-id: req-65ec6ca5-c427-4230-93ec-dfc06479f5a7 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:39.488585 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "name": "network-vif-plugged", "status": "completed", "tag": "dba11adb-493e-475a-8633-5666511d5afb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:39.488841 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-65ec6ca5-c427-4230-93ec-dfc06479f5a7 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:39.489244 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb', 'code': 200} Jul 14 10:24:39.516380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=dba11adb-493e-475a-8633-5666511d5afb,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:39.553575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515eaa-b518-42e9-89eb-dfd10bed85fc req-07711b93-c37c-4f86-8f07-4d5ffe14650d tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:39.555575 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93515eaa-b518-42e9-89eb-dfd10bed85fc req-07711b93-c37c-4f86-8f07-4d5ffe14650d tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0667365 Jul 14 10:24:39.583557 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da9096-43f7-4d12-8eb5-643a316cb321 req-0f68741a-aee1-44b8-b243-1964a550ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:39.585124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-37da9096-43f7-4d12-8eb5-643a316cb321 req-0f68741a-aee1-44b8-b243-1964a550ccc7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1098 time: 0.0532143 Jul 14 10:24:39.594567 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93515eaa-b518-42e9-89eb-dfd10bed85fc req-d8ab9eed-c3b0-410b-9182-716f24a7187b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329583 Jul 14 10:24:39.625781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-37da9096-43f7-4d12-8eb5-643a316cb321 req-22ce18d3-2fe7-41aa-ad71-160abebd9736 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336199 Jul 14 10:24:40.774073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937aef1-0ba8-4e3a-9f55-3bb86d5ff246 req-3f771ccf-7d82-4fc2-b1ec-c3bdd880e609 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:40.775601 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b937aef1-0ba8-4e3a-9f55-3bb86d5ff246 req-3f771ccf-7d82-4fc2-b1ec-c3bdd880e609 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0637875 Jul 14 10:24:40.813985 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b937aef1-0ba8-4e3a-9f55-3bb86d5ff246 req-9aef99af-2b39-43c6-bb2f-d8cbb0656312 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Jul 14 10:24:40.993338 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664f196-a967-457c-bec8-6fafe2c71f52 req-254f7cb8-18c5-4d87-a199-7ad33a3beab5 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:40.994811 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5664f196-a967-457c-bec8-6fafe2c71f52 req-254f7cb8-18c5-4d87-a199-7ad33a3beab5 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0665402 Jul 14 10:24:41.032882 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5664f196-a967-457c-bec8-6fafe2c71f52 req-2f71c4cf-f9b5-4104-8f1f-03e42915a7a1 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324678 Jul 14 10:24:41.371687 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb14116-ab34-4812-81ae-d78579ce0b7a req-02f3fb60-c964-4d78-b04c-3d17866e22f9 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:41.373215 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb14116-ab34-4812-81ae-d78579ce0b7a req-02f3fb60-c964-4d78-b04c-3d17866e22f9 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0631676 Jul 14 10:24:41.414700 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3eb14116-ab34-4812-81ae-d78579ce0b7a req-adcea729-1e72-4eda-ad5b-747b2629381d tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Jul 14 10:24:51.985570 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-528431ca-0def-4ffe-be64-7d7989c6fd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:53.113777 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56b059-14ed-4983-a026-cc8328b3b2ea req-cb63f111-1a42-4997-babc-5ecf25162407 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:53.115250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d56b059-14ed-4983-a026-cc8328b3b2ea req-cb63f111-1a42-4997-babc-5ecf25162407 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0665357 Jul 14 10:24:53.496371 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3d56b059-14ed-4983-a026-cc8328b3b2ea req-92b7c7a1-c482-4730-a19d-31104138f47e tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749678 Jul 14 10:24:53.521668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51088) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:53.614458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0725006-8f54-45f5-a4da-bb0c46f19489 tempest-TestMinimumBasicScenario-226991468 tempest-TestMinimumBasicScenario-226991468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:53.615999 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c0725006-8f54-45f5-a4da-bb0c46f19489 tempest-TestMinimumBasicScenario-226991468 tempest-TestMinimumBasicScenario-226991468-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1093 time: 0.0926847 Jul 14 10:24:53.620075 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51092) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:53.624689 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'dba11adb-493e-475a-8633-5666511d5afb', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:53.650493 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:53.753057 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:53.854225 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Allocated IP 172.25.0.83 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/b96ff165-5ab2-451e-83ec-e890d92d27fc) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:24:53.959221 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:53.999378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.039634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:24:54.042790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:24:54.047087 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:24:54.052451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'Port': ['ID=b96ff165-5ab2-451e-83ec-e890d92d27fc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:54.302922 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f2ebc24d-ee83-4a31-9669-3bee00043602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.463230 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.544150 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.625237 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.698193 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.702706 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.769018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'Port': ['ID=b96ff165-5ab2-451e-83ec-e890d92d27fc,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:54.781529 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:54.889403 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Floating IP 38285753-86d1-4ee2-ad4e-37d0685dc708 associated. External IP: 172.25.0.83, port: dba11adb-493e-475a-8633-5666511d5afb. Jul 14 10:24:55.102236 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Router 5688cb07-bf23-4481-8fb6-5bc0897adddf has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:24:55.209727 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:24:55.219650 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] Sync routers for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:24:55.226212 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.229668 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:55.230285 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:55.263591 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f0bcc9c5-e743-4bcb-b6e0-a04e6f47bb87 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6423755 Jul 14 10:24:55.264225 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:55.266616 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17c465c-8403-4409-b7b2-380aae2e46c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:55.266956 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51094) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:55.271995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-eb85c103-99f6-4986-b822-6099456283a0 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1702655045', 'description': 'tempest-secgroup-smoke-1702655045 description', 'project_id': '5924d92eddbb40e0a5511f91addbed05'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:55.299438 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb85c103-99f6-4986-b822-6099456283a0 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.352745 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:55.403968 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb85c103-99f6-4986-b822-6099456283a0 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.409524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb85c103-99f6-4986-b822-6099456283a0 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.440248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb85c103-99f6-4986-b822-6099456283a0 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.441543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eb85c103-99f6-4986-b822-6099456283a0 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1733830 Jul 14 10:24:55.446366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51100) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:55.451762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85c103-99f6-4986-b822-6099456283a0 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c769957-9935-44d9-b90c-ee5ffefb5950,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:55.453999 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-3fa45936-d788-4b5b-ae29-ae0141e9446b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'security_group_rule': {'security_group_id': '9c769957-9935-44d9-b90c-ee5ffefb5950', 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:55.480182 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e8c0d47-9859-426d-892b-1a61c2ca21c8 x-openstack-request-id: req-6e8c0d47-9859-426d-892b-1a61c2ca21c8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:55.480898 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:55.480898 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e8c0d47-9859-426d-892b-1a61c2ca21c8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:55.481292 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb', 'status': 'completed', 'code': 200} Jul 14 10:24:55.498313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fa45936-d788-4b5b-ae29-ae0141e9446b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.552283 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fa45936-d788-4b5b-ae29-ae0141e9446b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.558019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fa45936-d788-4b5b-ae29-ae0141e9446b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.573802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-b8385dc2-c771-48ed-97c8-d347d67af78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:55.575447 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-b8385dc2-c771-48ed-97c8-d347d67af78d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1098 time: 0.0650725 Jul 14 10:24:55.579565 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45936-d788-4b5b-ae29-ae0141e9446b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b048fe90-b046-4ece-a888-bcae7af78c94,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:55.585975 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fa45936-d788-4b5b-ae29-ae0141e9446b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.587268 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3fa45936-d788-4b5b-ae29-ae0141e9446b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391513 Jul 14 10:24:55.589882 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:55.595595 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d663eb94-7f34-446b-9531-201bf280aaf4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'security_group_rule': {'security_group_id': '9c769957-9935-44d9-b90c-ee5ffefb5950', 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:55.622442 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '38285753-86d1-4ee2-ad4e-37d0685dc708', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'port_id': 'dba11adb-493e-475a-8633-5666511d5afb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'mac_address': 'fa:16:3e:ef:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:24:54Z', 'updated_at': '2021-07-14T10:24:54Z', 'revision_number': 0, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 5, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:55.624896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d663eb94-7f34-446b-9531-201bf280aaf4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.653207 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] Checking router: 5688cb07-bf23-4481-8fb6-5bc0897adddf for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:24:55.663813 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:24:55.664595 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:24:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:55.679971 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-f26d9a3c-b6d9-407f-a9f6-553837898eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:55.682095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-f26d9a3c-b6d9-407f-a9f6-553837898eaf service neutron] 10.222.0.69 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 915 time: 0.0997314 Jul 14 10:24:55.711271 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d663eb94-7f34-446b-9531-201bf280aaf4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.720525 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d663eb94-7f34-446b-9531-201bf280aaf4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.746270 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663eb94-7f34-446b-9531-201bf280aaf4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3943699-8fbf-43b4-a630-79aaaf636646,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:55.750363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d663eb94-7f34-446b-9531-201bf280aaf4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.751816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d663eb94-7f34-446b-9531-201bf280aaf4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598880 Jul 14 10:24:55.754575 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51104) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:55.764257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-eb5ccced-96cd-4b88-9698-e9ea0a93dac6 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'security_group_rule': {'security_group_id': '9c769957-9935-44d9-b90c-ee5ffefb5950', 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:55.784886 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:24:55.790543 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-6fc44b7e-811e-4bdd-a5c0-b0751a422361 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 999 time: 0.1015868 Jul 14 10:24:55.802033 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb5ccced-96cd-4b88-9698-e9ea0a93dac6 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.833051 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.842043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-d5ec20ee-7802-495e-8446-a5c9554a98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:55.843594 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-d5ec20ee-7802-495e-8446-a5c9554a98a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 200 len: 853 time: 0.0472531 Jul 14 10:24:55.880322 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb5ccced-96cd-4b88-9698-e9ea0a93dac6 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.884774 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb5ccced-96cd-4b88-9698-e9ea0a93dac6 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.901274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ccced-96cd-4b88-9698-e9ea0a93dac6 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa49001-ef0f-47be-bae0-4862592b411e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:55.910485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-c45d7065-c1b0-47fc-a6fc-f3e632244aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:55.912067 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb5ccced-96cd-4b88-9698-e9ea0a93dac6 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:55.912240 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-c45d7065-c1b0-47fc-a6fc-f3e632244aea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=060a9ae6-bba0-4b5c-98e8-1a2455c33603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605133 Jul 14 10:24:55.917916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51106) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:55.918331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eb5ccced-96cd-4b88-9698-e9ea0a93dac6 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1618423 Jul 14 10:24:55.922917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e81e77ce-eb8e-44cd-8839-ec869ba32528 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'security_group_rule': {'security_group_id': '9c769957-9935-44d9-b90c-ee5ffefb5950', 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:56.009259 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e81e77ce-eb8e-44cd-8839-ec869ba32528 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.036138 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '38285753-86d1-4ee2-ad4e-37d0685dc708', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'port_id': 'dba11adb-493e-475a-8633-5666511d5afb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'mac_address': 'fa:16:3e:ef:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:24:54Z', 'updated_at': '2021-07-14T10:24:54Z', 'revision_number': 0, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 5, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:24:56.062156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-87239d4d-f737-4375-a0fc-5271ecebabe9 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348662 Jul 14 10:24:56.063450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a408e9-a2da-4ce0-8f6c-6b26ffb34808 None None] The sync data for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 is: [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '38285753-86d1-4ee2-ad4e-37d0685dc708', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'port_id': 'dba11adb-493e-475a-8633-5666511d5afb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'mac_address': 'fa:16:3e:ef:fb:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:24:54Z', 'updated_at': '2021-07-14T10:24:54Z', 'revision_number': 0, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 5, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:24:56.138980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e81e77ce-eb8e-44cd-8839-ec869ba32528 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.146610 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e81e77ce-eb8e-44cd-8839-ec869ba32528 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.195345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e77ce-eb8e-44cd-8839-ec869ba32528 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62dca47-9c05-4305-be80-95f71dd22bd7,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:56.205572 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e81e77ce-eb8e-44cd-8839-ec869ba32528 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.208734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e81e77ce-eb8e-44cd-8839-ec869ba32528 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2894187 Jul 14 10:24:56.210992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51108) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:56.216050 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'security_group_rule': {'security_group_id': '9c769957-9935-44d9-b90c-ee5ffefb5950', 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:56.222421 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e17c465c-8403-4409-b7b2-380aae2e46c3 req-036edb45-0584-485d-bd0b-3272cf9feb74 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512008 Jul 14 10:24:56.241641 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Project 5924d92eddbb40e0a5511f91addbed05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:24:56.247717 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.300518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169b434c-025d-4d66-a40e-66a08adff9e0 None None] New status for floating IP 38285753-86d1-4ee2-ad4e-37d0685dc708: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:24:56.318342 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.322478 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.341146 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeac4bcd-1844-42ee-9083-f4fb9673baa0,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:56.349649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.351382 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393833 Jul 14 10:24:56.352894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.353194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.353531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.353865 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.354197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.354523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.354844 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.355165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.355292 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51110) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:24:56.355740 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.355837 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.356100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.356446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82684e5-5192-4585-9e3d-931f63a5dc94 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:24:56.361738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-959169e0-f7ec-4ec3-9564-69fada17b9b4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'security_group_rule': {'security_group_id': '9c769957-9935-44d9-b90c-ee5ffefb5950', 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:56.384303 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-959169e0-f7ec-4ec3-9564-69fada17b9b4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Project 5924d92eddbb40e0a5511f91addbed05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:24:56.389343 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-959169e0-f7ec-4ec3-9564-69fada17b9b4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.455851 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-959169e0-f7ec-4ec3-9564-69fada17b9b4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.459975 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-959169e0-f7ec-4ec3-9564-69fada17b9b4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.478211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959169e0-f7ec-4ec3-9564-69fada17b9b4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c30922-f4d0-4df0-88db-2c5262685349,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:56.485044 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-959169e0-f7ec-4ec3-9564-69fada17b9b4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.489045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-959169e0-f7ec-4ec3-9564-69fada17b9b4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324334 Jul 14 10:24:56.624608 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-92db6d17-27bc-4e52-83e0-126e5ead9a6f tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702655045&fields=id&tenant_id=5924d92eddbb40e0a5511f91addbed05 HTTP/1.1" status: 200 len: 267 time: 0.0325713 Jul 14 10:24:56.694984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-74ad2e4b-c2ea-4434-ac80-7b614e6a013b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:56.696582 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-74ad2e4b-c2ea-4434-ac80-7b614e6a013b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0667322 Jul 14 10:24:56.707259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'port': {'security_groups': ['eba5263d-558e-4b24-9605-bb32393e2b76', '9c769957-9935-44d9-b90c-ee5ffefb5950']}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:24:56.791753 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:56.973638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] For port dba11adb-493e-475a-8633-5666511d5afb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dba11adb-493e-475a-8633-5666511d5afb,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:24:57.002879 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:57.007517 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:57.018961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['dba11adb-493e-475a-8633-5666511d5afb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:57.061736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:57.062393 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:57.063801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-861f2de1-652b-4a84-9d04-5fb7854eee54 req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "PUT /v2.0/ports/dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 982 time: 0.3611927 Jul 14 10:24:57.091211 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a0d1b-7113-4ed5-8ffb-84245cf544f4 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'Port': ['ID=dba11adb-493e-475a-8633-5666511d5afb,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:24:57.131966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['dba11adb-493e-475a-8633-5666511d5afb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:24:57.243877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7124389-f906-431a-82cf-9b73b7c72a0a req-d9b28e0c-e70d-400d-a486-35da40265561 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:57.245635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7124389-f906-431a-82cf-9b73b7c72a0a req-d9b28e0c-e70d-400d-a486-35da40265561 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0724833 Jul 14 10:24:57.292808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b7124389-f906-431a-82cf-9b73b7c72a0a req-ecb3eece-25a3-4aaf-bb80-d516c6561eba tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410192 Jul 14 10:24:57.329470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-591ca8fb-6119-4730-b0bb-c8b1cc05b2c5 None None] Provisioning complete for port dba11adb-493e-475a-8633-5666511d5afb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:24:57.329791 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-591ca8fb-6119-4730-b0bb-c8b1cc05b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:57.482628 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:24:57.485045 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36f6b04-34f5-4328-8343-8b038099dea0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:24:57.523886 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41007640-f0a8-4385-b822-40b3f41f099a x-openstack-request-id: req-41007640-f0a8-4385-b822-40b3f41f099a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:24:57.524178 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:24:57.524459 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41007640-f0a8-4385-b822-40b3f41f099a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:24:57.524861 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb', 'status': 'completed', 'code': 200} Jul 14 10:24:57.537994 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:57.548733 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:24:57.607484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-8ee55584-7188-42d7-a7e2-27c61cb595a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:57.609160 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-8ee55584-7188-42d7-a7e2-27c61cb595a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1137 time: 0.0601223 Jul 14 10:24:57.701727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-1da878e0-b814-40b5-aae7-73aecd3529ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:57.702799 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-1da878e0-b814-40b5-aae7-73aecd3529ce service neutron] 10.222.0.69 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 915 time: 0.0872755 Jul 14 10:24:57.772395 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-9859ab40-5842-46b6-9553-6d67e6cd17ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 1001 time: 0.0624661 Jul 14 10:24:57.821366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-dd633d48-5951-48a0-9c9a-e291825a2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:57.822724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-dd633d48-5951-48a0-9c9a-e291825a2439 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 200 len: 853 time: 0.0439599 Jul 14 10:24:57.880854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-5b572eb2-9566-4e7b-a0a7-a7ae1fe1bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:24:57.882406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-5b572eb2-9566-4e7b-a0a7-a7ae1fe1bb16 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=060a9ae6-bba0-4b5c-98e8-1a2455c33603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529962 Jul 14 10:24:57.975289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-24322b21-88fd-4519-9b1b-fab78809502b service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855141 Jul 14 10:24:58.064467 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c36f6b04-34f5-4328-8343-8b038099dea0 req-cbf103de-78a1-46ad-a0c3-db1b561cda7d service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826969 Jul 14 10:25:00.020857 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:01.373557 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:11.865156 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-3cbb4bec-5efd-4032-8ccf-2784ac183db1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553343 Jul 14 10:25:11.981230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-a47710f5-dfc6-4135-9279-c52e9377e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:11.983091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-a47710f5-dfc6-4135-9279-c52e9377e4c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1137 time: 0.0651162 Jul 14 10:25:12.107217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-33bc488f-ac31-4d95-bb31-07cc50f10ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:12.109123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-33bc488f-ac31-4d95-bb31-07cc50f10ff5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 915 time: 0.1013412 Jul 14 10:25:12.188478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-05ae90b5-fefd-4683-be80-7872bea3a6ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 1001 time: 0.0666487 Jul 14 10:25:12.244116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-8dd3dc4f-45a7-46f3-8a32-6860b9a62b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:12.245638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-8dd3dc4f-45a7-46f3-8a32-6860b9a62b37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 200 len: 853 time: 0.0465062 Jul 14 10:25:12.305491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-63a21125-3ac0-4cd5-bc78-5c5ba301a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:12.307043 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-63a21125-3ac0-4cd5-bc78-5c5ba301a7f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=060a9ae6-bba0-4b5c-98e8-1a2455c33603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546970 Jul 14 10:25:12.416936 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-34b90a10-c0af-4900-bce4-f7da9acec4fa service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989127 Jul 14 10:25:12.520507 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f0294b0d-d4fb-402c-8ecc-864d611076c0 req-5bda7ee2-5ef7-4b29-aa64-1f4127a1c8d3 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948379 Jul 14 10:25:12.738665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-bc4e8306-a60a-4af6-a026-e939120cb234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:12.740506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-bc4e8306-a60a-4af6-a026-e939120cb234 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1137 time: 0.0588496 Jul 14 10:25:12.778785 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2168f0-d0ad-4b4f-897f-4928eeba9cac req-3eddd0c1-898e-4386-a6c0-8f0eac1053ed tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:12.780346 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf2168f0-d0ad-4b4f-897f-4928eeba9cac req-3eddd0c1-898e-4386-a6c0-8f0eac1053ed tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0767903 Jul 14 10:25:12.827917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf2168f0-d0ad-4b4f-897f-4928eeba9cac req-d9798afe-1059-4a2e-ab32-b75eabe94db9 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405321 Jul 14 10:25:12.839165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-18d4799c-b562-4c44-9196-4f6413e65814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:12.840791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-18d4799c-b562-4c44-9196-4f6413e65814 service neutron] 10.222.0.69 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 915 time: 0.0927472 Jul 14 10:25:12.913555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-0fb6daea-07b7-4fd0-953e-20caaef62c61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 1001 time: 0.0598030 Jul 14 10:25:12.969350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-82005353-57c2-4e10-a7fc-a1bcf1544690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:12.970824 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-82005353-57c2-4e10-a7fc-a1bcf1544690 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 200 len: 853 time: 0.0502050 Jul 14 10:25:13.030655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-13f11006-77d8-43ae-abfa-7b4dd6e4460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:13.032045 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-13f11006-77d8-43ae-abfa-7b4dd6e4460e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=060a9ae6-bba0-4b5c-98e8-1a2455c33603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537090 Jul 14 10:25:13.133841 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-c8a75f3a-9eba-4247-bafa-791ceb3a216f service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925188 Jul 14 10:25:13.237867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0470c5a2-df6b-4c63-91a1-f3d61edfdd50 req-c286c0a0-308d-4270-b9db-1cc4b03d1910 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959017 Jul 14 10:25:14.019156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e6e2b-b497-4537-a1bd-69b8f95ec292 req-13e79d55-753f-4160-b731-78f3badea15a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:14.020781 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e9e6e2b-b497-4537-a1bd-69b8f95ec292 req-13e79d55-753f-4160-b731-78f3badea15a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0718038 Jul 14 10:25:14.064473 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4e9e6e2b-b497-4537-a1bd-69b8f95ec292 req-9c3c4011-7f8a-4f58-b476-79c5e26bdf64 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376048 Jul 14 10:25:15.247155 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1d046-31f5-45ed-83a9-cccb293329c7 req-af4e63ee-be69-44bc-a333-46ec04735142 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:15.248733 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83a1d046-31f5-45ed-83a9-cccb293329c7 req-af4e63ee-be69-44bc-a333-46ec04735142 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0715945 Jul 14 10:25:15.294456 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83a1d046-31f5-45ed-83a9-cccb293329c7 req-efa614d0-fa41-4a8d-86b3-0ba988f4b5b9 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384645 Jul 14 10:25:16.473496 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c14c-a0c7-4da6-b713-b675f380c64c req-40707122-9ee3-401d-bdfa-69581c56c07e tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:16.475024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-49b2c14c-a0c7-4da6-b713-b675f380c64c req-40707122-9ee3-401d-bdfa-69581c56c07e tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0686202 Jul 14 10:25:16.516797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-49b2c14c-a0c7-4da6-b713-b675f380c64c req-150d19a7-d132-4aeb-816c-72b482b8d473 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359089 Jul 14 10:25:17.694563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dab125-febe-4226-b9eb-d885d0b21a18 req-92913e94-fb98-4879-8f49-f68522264492 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:17.696057 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4dab125-febe-4226-b9eb-d885d0b21a18 req-92913e94-fb98-4879-8f49-f68522264492 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0667794 Jul 14 10:25:17.738249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4dab125-febe-4226-b9eb-d885d0b21a18 req-a62660d9-9e0e-4d17-98de-554190b265df tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363779 Jul 14 10:25:18.919457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcde3b-c886-402c-801f-6e649d919d5c req-bbabc4da-d831-49a9-b900-08a4849e7406 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:18.920977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5fcde3b-c886-402c-801f-6e649d919d5c req-bbabc4da-d831-49a9-b900-08a4849e7406 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0641971 Jul 14 10:25:18.960758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a5fcde3b-c886-402c-801f-6e649d919d5c req-f78c80b6-aa3b-4dbf-a62f-61e90cbf4fc9 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340393 Jul 14 10:25:20.138250 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1463e98-2f33-4a24-8ab8-6d95424007dd req-7cde54a1-a582-496e-b2fc-297cb7c9683b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:20.139706 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1463e98-2f33-4a24-8ab8-6d95424007dd req-7cde54a1-a582-496e-b2fc-297cb7c9683b tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0638783 Jul 14 10:25:20.181427 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e1463e98-2f33-4a24-8ab8-6d95424007dd req-4e9cd673-69d5-4180-b4d7-ec20bb02765f tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357132 Jul 14 10:25:21.355173 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f59458-018d-4d4c-b1cc-2d64535b5e72 req-b120df56-8d13-4638-a861-170d96440e35 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:21.356708 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04f59458-018d-4d4c-b1cc-2d64535b5e72 req-b120df56-8d13-4638-a861-170d96440e35 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0647891 Jul 14 10:25:21.395481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-04f59458-018d-4d4c-b1cc-2d64535b5e72 req-8afa1e62-12e6-42c7-a3f0-650fa08913bf tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331099 Jul 14 10:25:21.988332 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9fd381a5-4dda-42e4-8bdd-7f2b4f55c5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:22.578806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739015c5-b7b6-442b-80de-c50f51494e5d req-21cb5f05-36c2-4dce-a1c0-cd0f2222a9c9 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:22.580281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-739015c5-b7b6-442b-80de-c50f51494e5d req-21cb5f05-36c2-4dce-a1c0-cd0f2222a9c9 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0698504 Jul 14 10:25:22.620357 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-739015c5-b7b6-442b-80de-c50f51494e5d req-4b99c6ce-a71b-45f5-a11a-539467c88fb2 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343516 Jul 14 10:25:23.799134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742c783-1764-42a5-a478-2751cdb6671b req-6a2fda45-ca59-4a96-8173-41d655bf49ff tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:23.800687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2742c783-1764-42a5-a478-2751cdb6671b req-6a2fda45-ca59-4a96-8173-41d655bf49ff tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0688224 Jul 14 10:25:23.842741 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2742c783-1764-42a5-a478-2751cdb6671b req-2a4c8b56-25a9-4125-bc14-304dd7a95869 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356567 Jul 14 10:25:24.301197 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-53a9d284-b15d-4375-981b-5175ebf9006e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:24.618352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:25.018017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe71b84-aeb3-4b13-8ef0-7990511acf91 req-6f6cf9bc-e99a-4ea9-a162-5dea4c7f43a1 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:25.019511 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dfe71b84-aeb3-4b13-8ef0-7990511acf91 req-6f6cf9bc-e99a-4ea9-a162-5dea4c7f43a1 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0666955 Jul 14 10:25:25.059541 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dfe71b84-aeb3-4b13-8ef0-7990511acf91 req-d56c1658-7459-4448-a334-c04e3487e798 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=9c769957-9935-44d9-b90c-ee5ffefb5950&id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336134 Jul 14 10:25:25.833852 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.471715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:27.490906 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:30.026914 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:38.373920 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:25:51.989012 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-97db910f-8737-4319-a60b-06cb51202d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:54.301750 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f2a90a8c-f97f-43c0-8c07-efed7d739e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:54.620777 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:55.832613 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:57.474508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:57.489148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:57.616861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-101e7236-0891-4463-86a7-49db8dbb3ed7 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1702655045&fields=id&tenant_id=5924d92eddbb40e0a5511f91addbed05 HTTP/1.1" status: 200 len: 267 time: 0.0339625 Jul 14 10:25:57.685967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-11128bc3-a9e6-40e9-87ab-0ffce5826823 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:57.687484 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-11128bc3-a9e6-40e9-87ab-0ffce5826823 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 985 time: 0.0646574 Jul 14 10:25:57.698097 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Request body: {'port': {'security_groups': ['eba5263d-558e-4b24-9605-bb32393e2b76']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:25:57.790671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:57.968034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] For port dba11adb-493e-475a-8633-5666511d5afb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dba11adb-493e-475a-8633-5666511d5afb,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:25:57.998001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.002693 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.014199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['dba11adb-493e-475a-8633-5666511d5afb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:25:58.053246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:58.053902 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.055334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-790750d9-99c6-42d2-bc06-b6a14f42cf2a req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "PUT /v2.0/ports/dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 943 time: 0.3617861 Jul 14 10:25:58.055802 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:25:58.058195 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:25:58.062262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51178) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:58.091344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event updated for resources: {'Port': ['ID=dba11adb-493e-475a-8633-5666511d5afb,revision_number=7']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:58.100443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.100805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.101130 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.101815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.101815 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.102103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.102428 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.102751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.103079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.103399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.103785 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.104715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84840984-2b10-47bd-a50e-7cfd8094839a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.113935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['dba11adb-493e-475a-8633-5666511d5afb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:25:58.152295 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.184045 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.191728 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abcdd59-a161-4f3a-838e-647731988c2f x-openstack-request-id: req-5abcdd59-a161-4f3a-838e-647731988c2f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:25:58.192022 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:25:58.192294 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5abcdd59-a161-4f3a-838e-647731988c2f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:25:58.192696 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb', 'status': 'completed', 'code': 200} Jul 14 10:25:58.273639 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.277610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.282311 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "DELETE /v2.0/security-groups/9c769957-9935-44d9-b90c-ee5ffefb5950 HTTP/1.1" status: 204 len: 168 time: 0.2144921 Jul 14 10:25:58.283168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51184) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:25:58.295436 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c769957-9935-44d9-b90c-ee5ffefb5950,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:58.305142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.305789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.306157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.306499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.312262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.312262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.312262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.312262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.312262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.312262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.312262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.312262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ebc76-c894-444e-9a85-9a8ec7fa8a11 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:25:58.386933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-05ba0044-e681-48d3-9fda-49b3519edf21 None None] Provisioning complete for port dba11adb-493e-475a-8633-5666511d5afb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:25:58.387301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-05ba0044-e681-48d3-9fda-49b3519edf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.465488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-fd39a107-df8c-4e2a-b619-6bf4237713e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:58.467023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-fd39a107-df8c-4e2a-b619-6bf4237713e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1098 time: 0.2430828 Jul 14 10:25:58.933193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Deleting port b96ff165-5ab2-451e-83ec-e890d92d27fc {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:25:58.933902 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:58.971019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-2addfba8-2888-44df-bf6f-04ff42c07527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:58.972566 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-2addfba8-2888-44df-bf6f-04ff42c07527 service neutron] 10.222.0.69 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 915 time: 0.4987178 Jul 14 10:25:59.064614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-3d64c945-3111-48f3-a56b-cf1439adadd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 1001 time: 0.0842619 Jul 14 10:25:59.066177 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:59.066507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:59.086880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Calling delete_port for b96ff165-5ab2-451e-83ec-e890d92d27fc owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:25:59.160258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-cb375c96-af72-4e54-848e-9c1624d11343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:59.161646 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-cb375c96-af72-4e54-848e-9c1624d11343 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 200 len: 853 time: 0.0873885 Jul 14 10:25:59.255996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-dc464465-a762-486e-a0f2-d3d907bc8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:25:59.257562 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-dc464465-a762-486e-a0f2-d3d907bc8bd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=060a9ae6-bba0-4b5c-98e8-1a2455c33603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891292 Jul 14 10:25:59.365465 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:59.411061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event deleted for resources: {'Port': ['ID=b96ff165-5ab2-451e-83ec-e890d92d27fc,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:25:59.417256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-4a40fe9f-9ee4-470e-b453-0a4e8967bc28 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535306 Jul 14 10:25:59.525138 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:59.525481 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Floating IP 38285753-86d1-4ee2-ad4e-37d0685dc708 disassociated (deleted). External IP: 172.25.0.83, port: dba11adb-493e-475a-8633-5666511d5afb. Jul 14 10:25:59.628268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d574c66e-3e48-4c8e-8bf8-bbde79b3b252 req-b7fc3dd0-c74e-4e9f-a2c2-956926774d6c service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938925 Jul 14 10:25:59.775415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Router 5688cb07-bf23-4481-8fb6-5bc0897adddf has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:25:59.884645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:25:59.890037 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:25:59.894345 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] Sync routers for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:25:59.904611 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:25:59.905326 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:25:59.930653 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f482ab4f-8b9c-473a-aa8b-164d572fd813 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "DELETE /v2.0/floatingips/38285753-86d1-4ee2-ad4e-37d0685dc708 HTTP/1.1" status: 204 len: 168 time: 1.6462653 Jul 14 10:26:00.012879 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:00.042016 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:00.193896 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:00.196810 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:00.231309 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 5, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:00.245481 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39458614-631c-4aee-a608-ad5220dc9d9b x-openstack-request-id: req-39458614-631c-4aee-a608-ad5220dc9d9b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:00.245767 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "tag": "dba11adb-493e-475a-8633-5666511d5afb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:00.246019 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-39458614-631c-4aee-a608-ad5220dc9d9b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:00.246424 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb', 'status': 'completed', 'code': 200} Jul 14 10:26:00.267022 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] Checking router: 5688cb07-bf23-4481-8fb6-5bc0897adddf for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:00.275944 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:00.276605 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:00.340116 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-c56d694a-db04-4dcf-93c9-f705fd74edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:00.341730 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-c56d694a-db04-4dcf-93c9-f705fd74edc0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5924d92eddbb40e0a5511f91addbed05&device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 1098 time: 0.0721455 Jul 14 10:26:00.438758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-b33cb263-b53f-4221-b885-8a5aff41c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:00.440298 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-b33cb263-b53f-4221-b885-8a5aff41c148 service neutron] 10.222.0.69 "GET /v2.0/networks?id=060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 200 len: 915 time: 0.0916731 Jul 14 10:26:00.488015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-939619fc-6ac2-4dbe-8496-01f5fe87e584 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 200 len: 217 time: 0.0402880 Jul 14 10:26:00.493566 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:00.538998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-b48752b6-b641-4284-8022-5a0c53071353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:00.540585 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-b48752b6-b641-4284-8022-5a0c53071353 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 200 len: 853 time: 0.0450952 Jul 14 10:26:00.599293 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-f48109ea-9790-4f6a-a4a7-a9caa352f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:00.600775 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-f48109ea-9790-4f6a-a4a7-a9caa352f4e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=060a9ae6-bba0-4b5c-98e8-1a2455c33603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535517 Jul 14 10:26:00.692761 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 5, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:00.701405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-ecff8476-2557-4bf4-8f21-270122900827 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911014 Jul 14 10:26:00.722779 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffe2690-63d7-40f6-ac26-962ec894f24f None None] The sync data for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 is: [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:24:06Z', 'revision_number': 4, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df7bc102-d91e-4730-b1cf-53d243d491d3', 'name': '', 'network_id': '060a9ae6-bba0-4b5c-98e8-1a2455c33603', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'mac_address': 'fa:16:3e:c7:f6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:06Z', 'updated_at': '2021-07-14T10:24:12Z', 'revision_number': 5, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'subnets': [{'id': '7aee1cff-e027-46b5-b075-75f06946dffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:00.806732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cf7e3be-a152-4d27-bce5-d0277bc1c4cd req-3087c879-dd66-4041-9996-5acabcf1a4f5 service neutron] 10.222.0.69 "GET /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986118 Jul 14 10:26:00.962355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea570377-ab9b-41ba-ac03-1cee6b82eacb None None] New status for floating IP 38285753-86d1-4ee2-ad4e-37d0685dc708: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:26:07.393584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c9498-4563-42b3-ade9-8d762b21d4e5 req-95cebf37-39b6-4632-9b23-35941029e5c2 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:07.395109 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-242c9498-4563-42b3-ade9-8d762b21d4e5 req-95cebf37-39b6-4632-9b23-35941029e5c2 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0657642 Jul 14 10:26:07.438623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-242c9498-4563-42b3-ade9-8d762b21d4e5 req-a953f866-89fd-4468-b41c-42b10d43eb52 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376875 Jul 14 10:26:08.800363 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c14577-d493-472b-8cb4-5ababa13c9bd req-27583a49-0183-4593-bd07-6456890224ac tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:08.801862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48c14577-d493-472b-8cb4-5ababa13c9bd req-27583a49-0183-4593-bd07-6456890224ac tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0705721 Jul 14 10:26:08.839947 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-48c14577-d493-472b-8cb4-5ababa13c9bd req-4360df24-4964-45c6-b902-52c8fb896115 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/security-groups?id=eba5263d-558e-4b24-9605-bb32393e2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Jul 14 10:26:09.031270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-de769929-d07a-4e46-b658-f0f1af09582a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:09.032786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-de769929-d07a-4e46-b658-f0f1af09582a tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 946 time: 0.0644007 Jul 14 10:26:09.131974 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Deleting port dba11adb-493e-475a-8633-5666511d5afb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:09.132242 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:09.222144 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] For port dba11adb-493e-475a-8633-5666511d5afb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=dba11adb-493e-475a-8633-5666511d5afb,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:09.222505 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:09.235600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Calling delete_port for dba11adb-493e-475a-8633-5666511d5afb owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:09.372954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:09.386459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['dba11adb-493e-475a-8633-5666511d5afb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:26:09.404071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Pushing event deleted for resources: {'Port': ['ID=dba11adb-493e-475a-8633-5666511d5afb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:09.455127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] No DVR routers for this DVR port dba11adb-493e-475a-8633-5666511d5afb on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:26:09.458388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:09.460631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24cb95d6-a9e1-467e-9ce7-70c574536c5e req-494b8a75-fd9b-4e9c-9c97-72cc3f56b367 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.69 "DELETE /v2.0/ports/dba11adb-493e-475a-8633-5666511d5afb HTTP/1.1" status: 204 len: 173 time: 0.4216344 Jul 14 10:26:09.461079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'name': 'network-vif-deleted', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:09.463917 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1044244-b60c-48a6-9c05-e51bb41d68e6" -d '{"events": [{"server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "name": "network-vif-deleted", "tag": "dba11adb-493e-475a-8633-5666511d5afb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:09.503424 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1487758c-a161-46ac-a81e-25178392765e x-openstack-request-id: req-1487758c-a161-46ac-a81e-25178392765e {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:09.504490 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7d6b07-6224-43a8-b235-0c4e88721341", "name": "network-vif-deleted", "tag": "dba11adb-493e-475a-8633-5666511d5afb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:09.504771 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1487758c-a161-46ac-a81e-25178392765e {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:09.505495 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7d6b07-6224-43a8-b235-0c4e88721341', 'name': 'network-vif-deleted', 'tag': 'dba11adb-493e-475a-8633-5666511d5afb', 'status': 'completed', 'code': 200} Jul 14 10:26:09.998530 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c88d4b88-aeab-4ade-a4d8-408f7bd63e7d req-7c2dfefe-1b88-4661-9196-9dd6e2bfeb32 tempest-TestMinimumBasicScenario-689992758 tempest-TestMinimumBasicScenario-689992758-project] 10.222.0.73 "GET /v2.0/ports?device_id=5a7d6b07-6224-43a8-b235-0c4e88721341 HTTP/1.1" status: 200 len: 210 time: 0.0289943 Jul 14 10:26:11.610076 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51284) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:11.969264 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:12.217029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Deleting port df7bc102-d91e-4730-b1cf-53d243d491d3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:12.217365 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:12.294555 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] For port df7bc102-d91e-4730-b1cf-53d243d491d3, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df7bc102-d91e-4730-b1cf-53d243d491d3,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:12.294914 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:12.307287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Calling delete_port for df7bc102-d91e-4730-b1cf-53d243d491d3 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:12.487959 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:12.511279 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Pushing event deleted for resources: {'Port': ['ID=df7bc102-d91e-4730-b1cf-53d243d491d3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:13.023926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:13.239455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Router 5688cb07-bf23-4481-8fb6-5bc0897adddf has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:26:13.348040 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:26:13.353096 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cca81850-47f9-48b1-bbd1-bcf022c39473 admin admin] 10.222.0.73 "PUT /v2.0/routers/5688cb07-bf23-4481-8fb6-5bc0897adddf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419655 Jul 14 10:26:13.356492 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51286) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:13.362349 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] Sync routers for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:26:13.374380 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:13.375014 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:13.465067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:13.480743 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:13.570725 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:13.624353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Deleting port b2453c7c-1047-4929-ac8e-535bce511182 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:13.624717 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:13.655677 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106'}], 'enable_snat': True}, 'gw_port_id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:26:12Z', 'revision_number': 5, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port': {'id': 'b2453c7c-1047-4929-ac8e-535bce511182', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:2b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:04Z', 'updated_at': '2021-07-14T10:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:13.685681 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] Checking router: 5688cb07-bf23-4481-8fb6-5bc0897adddf for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:13.693840 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] Routers {'5688cb07-bf23-4481-8fb6-5bc0897adddf'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:13.694595 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['5688cb07-bf23-4481-8fb6-5bc0897adddf'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:13.707878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] For port b2453c7c-1047-4929-ac8e-535bce511182, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=b2453c7c-1047-4929-ac8e-535bce511182,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:13.708260 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:13.719778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Calling delete_port for b2453c7c-1047-4929-ac8e-535bce511182 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:13.740562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device dba11adb-493e-475a-8633-5666511d5afb no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:13.762345 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: dba11adb-493e-475a-8633-5666511d5afb {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:26:13.762689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device dba11adb-493e-475a-8633-5666511d5afb not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:26:13.776769 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] Set router 5688cb07-bf23-4481-8fb6-5bc0897adddf gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:13.830534 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:26:13Z', 'revision_number': 6, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:13.857683 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b120d9-4607-4335-849d-2c1e997ad7e9 None None] The sync data for ids ['5688cb07-bf23-4481-8fb6-5bc0897adddf'] in n-d-780147-26 is: [{'id': '5688cb07-bf23-4481-8fb6-5bc0897adddf', 'name': 'tempest-TestMinimumBasicScenario-939668078-router', 'tenant_id': '5924d92eddbb40e0a5511f91addbed05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:03Z', 'updated_at': '2021-07-14T10:26:13Z', 'revision_number': 6, 'project_id': '5924d92eddbb40e0a5511f91addbed05', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:13.906297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:13.930535 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Pushing event deleted for resources: {'Port': ['ID=b2453c7c-1047-4929-ac8e-535bce511182,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:13.994358 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.084787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.086853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.133144 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.133854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5688cb07-bf23-4481-8fb6-5bc0897adddf {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:26:14.138995 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.140235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5f56922c-a878-4445-85c3-0122ab8f036f admin admin] 10.222.0.73 "DELETE /v2.0/routers/5688cb07-bf23-4481-8fb6-5bc0897adddf HTTP/1.1" status: 204 len: 168 time: 0.7823498 Jul 14 10:26:14.142800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51288) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:14.186992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6e8c81-b33c-45aa-99f8-fecf3b165b3a admin admin] Deleting subnet 7aee1cff-e027-46b5-b075-75f06946dffd {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:26:14.190071 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c6e8c81-b33c-45aa-99f8-fecf3b165b3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.230641 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c6e8c81-b33c-45aa-99f8-fecf3b165b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.319615 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c6e8c81-b33c-45aa-99f8-fecf3b165b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.379678 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c6e8c81-b33c-45aa-99f8-fecf3b165b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.405104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e8c81-b33c-45aa-99f8-fecf3b165b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aee1cff-e027-46b5-b075-75f06946dffd,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:14.410865 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c6e8c81-b33c-45aa-99f8-fecf3b165b3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.413098 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5c6e8c81-b33c-45aa-99f8-fecf3b165b3a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7aee1cff-e027-46b5-b075-75f06946dffd HTTP/1.1" status: 204 len: 168 time: 0.2693074 Jul 14 10:26:14.415815 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51290) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:14.416917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16618d-abd2-4d31-9ab5-cdba80d55e6c None None] Network 060a9ae6-bba0-4b5c-98e8-1a2455c33603 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:26:14.487912 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.541129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Deleting port 2291a1b0-d8b9-4570-8bdb-d373558187ac {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:14.541534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.602635 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] For port 2291a1b0-d8b9-4570-8bdb-d373558187ac, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2291a1b0-d8b9-4570-8bdb-d373558187ac,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:14.602995 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.617545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Calling delete_port for 2291a1b0-d8b9-4570-8bdb-d373558187ac owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:14.641880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] DHCP port deletion for 060a9ae6-bba0-4b5c-98e8-1a2455c33603 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:26:14.692140 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Deleting port 2291a1b0-d8b9-4570-8bdb-d373558187ac {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:14.692550 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.702842 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.729396 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Pushing event deleted for resources: {'Port': ['ID=2291a1b0-d8b9-4570-8bdb-d373558187ac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:14.731217 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] No DVR routers for this DVR port 2291a1b0-d8b9-4570-8bdb-d373558187ac on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:26:14.757290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] For port 2291a1b0-d8b9-4570-8bdb-d373558187ac, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=2291a1b0-d8b9-4570-8bdb-d373558187ac,segment=NetworkSegment(12b0575c-d3f8-45d6-ae08-52440a75e013),segment_id=12b0575c-d3f8-45d6-ae08-52440a75e013)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:14.757877 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.771826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Calling delete_port for 2291a1b0-d8b9-4570-8bdb-d373558187ac owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:14.806154 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.817247 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060a9ae6-bba0-4b5c-98e8-1a2455c33603']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:14.828658 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b0575c-d3f8-45d6-ae08-52440a75e013') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:14.828957 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b0575c-d3f8-45d6-ae08-52440a75e013') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:14.838218 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.853047 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.855374 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.874444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:26:14.874778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:26:14.876637 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:26:14.881300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Pushing event deleted for resources: {'Port': ['ID=2291a1b0-d8b9-4570-8bdb-d373558187ac,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:14.886074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] No DVR routers for this DVR port 2291a1b0-d8b9-4570-8bdb-d373558187ac on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:26:14.893930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.894352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.894600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.894943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.895327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.895588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.896380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.896380 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.896623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.896937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.897256 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.897758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da9aa67-ebe6-4802-8dc2-40e693bc85f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:14.945378 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.950782 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:14.955531 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] 10.222.0.73 "DELETE /v2.0/networks/060a9ae6-bba0-4b5c-98e8-1a2455c33603 HTTP/1.1" status: 204 len: 168 time: 0.5356603 Jul 14 10:26:14.955531 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:14.971761 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d2e7-6b8e-44cd-a38d-4430dd7fdb74 admin admin] Pushing event deleted for resources: {'Network': ['ID=060a9ae6-bba0-4b5c-98e8-1a2455c33603,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:15.309771 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.376916 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:15.410682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b2453c7c-1047-4929-ac8e-535bce511182 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:15.431211 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: b2453c7c-1047-4929-ac8e-535bce511182 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:26:15.431560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device b2453c7c-1047-4929-ac8e-535bce511182 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:26:15.432009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2291a1b0-d8b9-4570-8bdb-d373558187ac no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:15.450224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 2291a1b0-d8b9-4570-8bdb-d373558187ac {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:26:15.450574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 2291a1b0-d8b9-4570-8bdb-d373558187ac not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:26:15.451002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df7bc102-d91e-4730-b1cf-53d243d491d3 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:15.470540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: df7bc102-d91e-4730-b1cf-53d243d491d3 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:26:15.470885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df7bc102-d91e-4730-b1cf-53d243d491d3 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:26:15.575601 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Deleting port 1358263f-cb91-4c78-8e4c-082571f0d867 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:15.576233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.662688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] For port 1358263f-cb91-4c78-8e4c-082571f0d867, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1358263f-cb91-4c78-8e4c-082571f0d867,segment=NetworkSegment(cc76a687-3a79-4847-b06a-2320547e4bd5),segment_id=cc76a687-3a79-4847-b06a-2320547e4bd5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:15.663052 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.675982 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Calling delete_port for 1358263f-cb91-4c78-8e4c-082571f0d867 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:15.862593 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:15.893871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1358263f-cb91-4c78-8e4c-082571f0d867,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:16.064144 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.278809 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Router 8a71b09f-50b9-492e-84cd-1236b9768718 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:26:16.388156 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:26:16.393309 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-05feff27-9ca0-4811-8729-4525163af9a1 admin admin] 10.222.0.73 "PUT /v2.0/routers/8a71b09f-50b9-492e-84cd-1236b9768718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4368751 Jul 14 10:26:16.395797 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51294) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:16.396459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] Sync routers for ids ['8a71b09f-50b9-492e-84cd-1236b9768718'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:26:16.405489 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] Routers {'8a71b09f-50b9-492e-84cd-1236b9768718'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:16.406129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a71b09f-50b9-492e-84cd-1236b9768718'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:16.500373 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.514890 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] Set router 8a71b09f-50b9-492e-84cd-1236b9768718 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:16.603446 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.658376 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Deleting port 201ce229-15d4-428e-b1cf-61360582ad3e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:16.658722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.745108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] For port 201ce229-15d4-428e-b1cf-61360582ad3e, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=201ce229-15d4-428e-b1cf-61360582ad3e,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:16.745383 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.759374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Calling delete_port for 201ce229-15d4-428e-b1cf-61360582ad3e owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:16.858943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:26:15Z', 'revision_number': 5, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port': {'id': '201ce229-15d4-428e-b1cf-61360582ad3e', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:24:09Z', 'updated_at': '2021-07-14T10:24:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:16.885800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] Checking router: 8a71b09f-50b9-492e-84cd-1236b9768718 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:16.894605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] Routers {'8a71b09f-50b9-492e-84cd-1236b9768718'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:16.895240 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['8a71b09f-50b9-492e-84cd-1236b9768718'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:16.931260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:16.958372 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Pushing event deleted for resources: {'Port': ['ID=201ce229-15d4-428e-b1cf-61360582ad3e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:16.985277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] Set router 8a71b09f-50b9-492e-84cd-1236b9768718 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:17.024939 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.044905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:26:16Z', 'revision_number': 6, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:17.071669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536aac13-6202-4345-97bd-11d1445c53bf None None] The sync data for ids ['8a71b09f-50b9-492e-84cd-1236b9768718'] in n-d-780147-26 is: [{'id': '8a71b09f-50b9-492e-84cd-1236b9768718', 'name': 'tempest-TestMinimumBasicScenario-1518636541-router', 'tenant_id': 'd4a5545db9f147db914df638bc4e71e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:24:08Z', 'updated_at': '2021-07-14T10:26:16Z', 'revision_number': 6, 'project_id': 'd4a5545db9f147db914df638bc4e71e2', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:17.120294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.122252 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.166251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.166812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a71b09f-50b9-492e-84cd-1236b9768718 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:26:17.171804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.172999 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-650998ef-0f35-4367-98ae-a5128b27d434 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8a71b09f-50b9-492e-84cd-1236b9768718 HTTP/1.1" status: 204 len: 168 time: 0.7762361 Jul 14 10:26:17.175685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51296) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:17.223172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec5bc38-f26f-4ffe-9921-f6f029eb61a5 admin admin] Deleting subnet d1fc5991-5300-4c2f-a386-85113cb1cea8 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:26:17.226147 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ec5bc38-f26f-4ffe-9921-f6f029eb61a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.259146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ec5bc38-f26f-4ffe-9921-f6f029eb61a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.337462 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ec5bc38-f26f-4ffe-9921-f6f029eb61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.392472 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ec5bc38-f26f-4ffe-9921-f6f029eb61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.407482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ec5bc38-f26f-4ffe-9921-f6f029eb61a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.408398 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ec5bc38-f26f-4ffe-9921-f6f029eb61a5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d1fc5991-5300-4c2f-a386-85113cb1cea8 HTTP/1.1" status: 204 len: 168 time: 0.2317359 Jul 14 10:26:17.411424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51298) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:17.419758 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef43bd6-db57-4a55-950c-fe29a5149d3d None None] Network ab6db0d9-c154-4a52-9724-2a60be4bcc68 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:26:17.448909 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5bc38-f26f-4ffe-9921-f6f029eb61a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1fc5991-5300-4c2f-a386-85113cb1cea8,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:17.507960 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.535340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1358263f-cb91-4c78-8e4c-082571f0d867 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:17.558885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1358263f-cb91-4c78-8e4c-082571f0d867 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:26:17.559237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1358263f-cb91-4c78-8e4c-082571f0d867 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:26:17.572363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Deleting port d15ffad8-39c5-4ecd-b649-5da3f78c248f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:26:17.573218 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.637979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] For port d15ffad8-39c5-4ecd-b649-5da3f78c248f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=d15ffad8-39c5-4ecd-b649-5da3f78c248f,segment=NetworkSegment(cc76a687-3a79-4847-b06a-2320547e4bd5),segment_id=cc76a687-3a79-4847-b06a-2320547e4bd5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:17.638344 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.651330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Calling delete_port for d15ffad8-39c5-4ecd-b649-5da3f78c248f owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:26:17.727467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.754763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d15ffad8-39c5-4ecd-b649-5da3f78c248f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:17.761374 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] No DVR routers for this DVR port d15ffad8-39c5-4ecd-b649-5da3f78c248f on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:26:17.832788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.842602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6db0d9-c154-4a52-9724-2a60be4bcc68']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:17.854106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc76a687-3a79-4847-b06a-2320547e4bd5') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:17.854436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc76a687-3a79-4847-b06a-2320547e4bd5') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:17.863761 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.879747 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.883609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c57818-730e-4140-8579-915423f5df4b None None] DHCP port deletion for ab6db0d9-c154-4a52-9724-2a60be4bcc68 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:26:17.887615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:26:17.888044 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:26:17.890825 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:26:17.952179 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.958007 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:17.960417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ab6db0d9-c154-4a52-9724-2a60be4bcc68 HTTP/1.1" status: 204 len: 168 time: 0.5478768 Jul 14 10:26:17.973530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8989dbb-317f-45f4-b69c-47ea734e0fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab6db0d9-c154-4a52-9724-2a60be4bcc68,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:18.151949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51302) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:18.197561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-23a359dd-52ac-414a-bb35-15bf698b9bc5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5924d92eddbb40e0a5511f91addbed05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427232 Jul 14 10:26:18.198582 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51304) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:18.248321 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5843f17-fa72-437b-9205-095656ac61f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.270139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5843f17-fa72-437b-9205-095656ac61f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.321960 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5843f17-fa72-437b-9205-095656ac61f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.324998 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5843f17-fa72-437b-9205-095656ac61f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.326168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b5843f17-fa72-437b-9205-095656ac61f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eba5263d-558e-4b24-9605-bb32393e2b76 HTTP/1.1" status: 204 len: 168 time: 0.1266081 Jul 14 10:26:18.334340 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843f17-fa72-437b-9205-095656ac61f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba5263d-558e-4b24-9605-bb32393e2b76,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:18.647002 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51310) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:18.686388 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bc89cadf-7a35-4d2b-8648-10f1e7f82e4c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d4a5545db9f147db914df638bc4e71e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382185 Jul 14 10:26:18.688969 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51312) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:18.736895 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34ea7b39-68ff-4ccc-97aa-2f1e55491b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.757896 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34ea7b39-68ff-4ccc-97aa-2f1e55491b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.808371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34ea7b39-68ff-4ccc-97aa-2f1e55491b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.810970 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34ea7b39-68ff-4ccc-97aa-2f1e55491b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:18.812169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-34ea7b39-68ff-4ccc-97aa-2f1e55491b47 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/823b6bfb-f706-4dd1-9e85-1619e425b2d9 HTTP/1.1" status: 204 len: 168 time: 0.1222787 Jul 14 10:26:18.821617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea7b39-68ff-4ccc-97aa-2f1e55491b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b6bfb-f706-4dd1-9e85-1619e425b2d9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:19.404715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d15ffad8-39c5-4ecd-b649-5da3f78c248f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:19.425365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: d15ffad8-39c5-4ecd-b649-5da3f78c248f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:26:19.425964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device d15ffad8-39c5-4ecd-b649-5da3f78c248f not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:26:19.426387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 201ce229-15d4-428e-b1cf-61360582ad3e no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:26:19.445244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 201ce229-15d4-428e-b1cf-61360582ad3e {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:26:19.445803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 201ce229-15d4-428e-b1cf-61360582ad3e not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:26:20.367691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51352) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.373099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287935698', 'description': 'tempest-secgroup-smoke-287935698 description', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.396364 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.406001 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.500683 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.504787 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.543384 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7eabd6-9528-4645-b4f2-c39b484f356a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.606361 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.610302 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.637113 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.638374 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2691016 Jul 14 10:26:20.641354 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51354) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.645931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-673c597b-008a-47b1-8ed0-b9a3d9598ea4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '8094f274-769e-44bf-95ea-0c0129691ea6', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.652136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cabb6e2-5d85-4602-b48e-3e64007f1023 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8094f274-769e-44bf-95ea-0c0129691ea6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.678934 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-673c597b-008a-47b1-8ed0-b9a3d9598ea4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.735503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-673c597b-008a-47b1-8ed0-b9a3d9598ea4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.739707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-673c597b-008a-47b1-8ed0-b9a3d9598ea4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.760731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c597b-008a-47b1-8ed0-b9a3d9598ea4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6640eb87-3232-403f-84dd-f619922f0a42,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.763906 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-673c597b-008a-47b1-8ed0-b9a3d9598ea4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.765399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-673c597b-008a-47b1-8ed0-b9a3d9598ea4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228750 Jul 14 10:26:20.768090 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51356) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.772516 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-89cdee18-c9a2-482c-86b2-945224f16c52 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '8094f274-769e-44bf-95ea-0c0129691ea6', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.798447 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89cdee18-c9a2-482c-86b2-945224f16c52 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.861503 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89cdee18-c9a2-482c-86b2-945224f16c52 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.870552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89cdee18-c9a2-482c-86b2-945224f16c52 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.887645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdee18-c9a2-482c-86b2-945224f16c52 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6441a3f1-9ae5-46d6-b6a0-3136714ba12f,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:20.893990 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-89cdee18-c9a2-482c-86b2-945224f16c52 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.895493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-89cdee18-c9a2-482c-86b2-945224f16c52 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263828 Jul 14 10:26:20.898169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51358) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:20.902666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-4e836d9a-9267-4116-a750-25dc29d62bc9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '8094f274-769e-44bf-95ea-0c0129691ea6', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:20.929374 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e836d9a-9267-4116-a750-25dc29d62bc9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.991174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e836d9a-9267-4116-a750-25dc29d62bc9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:20.995550 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e836d9a-9267-4116-a750-25dc29d62bc9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.012812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e836d9a-9267-4116-a750-25dc29d62bc9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ee780f-0e31-4846-9195-2bdbbc017d2d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:21.018928 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e836d9a-9267-4116-a750-25dc29d62bc9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.021452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4e836d9a-9267-4116-a750-25dc29d62bc9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223128 Jul 14 10:26:21.022838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51360) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:21.027326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b7578772-5e71-4ce7-ad4e-107c0f38828a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '8094f274-769e-44bf-95ea-0c0129691ea6', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:21.056398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7578772-5e71-4ce7-ad4e-107c0f38828a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.116585 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7578772-5e71-4ce7-ad4e-107c0f38828a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.120776 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7578772-5e71-4ce7-ad4e-107c0f38828a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.138264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7578772-5e71-4ce7-ad4e-107c0f38828a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cdffdc-3af7-47d8-a67b-9cc0b93a780b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:21.143830 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7578772-5e71-4ce7-ad4e-107c0f38828a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.145077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b7578772-5e71-4ce7-ad4e-107c0f38828a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212788 Jul 14 10:26:21.147814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51362) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:21.152498 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-09302726-6171-400c-8917-b6b19cb77adc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '8094f274-769e-44bf-95ea-0c0129691ea6', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:21.174816 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-09302726-6171-400c-8917-b6b19cb77adc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:26:21.179898 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09302726-6171-400c-8917-b6b19cb77adc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.239908 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09302726-6171-400c-8917-b6b19cb77adc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.243706 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09302726-6171-400c-8917-b6b19cb77adc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.263952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09302726-6171-400c-8917-b6b19cb77adc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54f5c95-1d36-403e-bf2e-03fcf250c5b5,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:21.271168 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-09302726-6171-400c-8917-b6b19cb77adc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.272508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-09302726-6171-400c-8917-b6b19cb77adc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236997 Jul 14 10:26:21.275809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51364) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:21.281043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-7e682557-3a9c-4c81-acff-393c170d7c70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '8094f274-769e-44bf-95ea-0c0129691ea6', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:21.305641 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-7e682557-3a9c-4c81-acff-393c170d7c70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:26:21.310779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e682557-3a9c-4c81-acff-393c170d7c70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.373139 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e682557-3a9c-4c81-acff-393c170d7c70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.376940 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e682557-3a9c-4c81-acff-393c170d7c70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.393773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e682557-3a9c-4c81-acff-393c170d7c70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05125502-6b48-404e-b8c4-9164c9484c7b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:21.401162 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7e682557-3a9c-4c81-acff-393c170d7c70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.402268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7e682557-3a9c-4c81-acff-393c170d7c70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254301 Jul 14 10:26:21.405416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51366) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:21.410202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'network': {'name': 'tempest-network-smoke--1949276986', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'port_security_enabled': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:21.431258 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:26:21.434709 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.458107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:26:21.467425 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.467777 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Added segment a64ac446-3811-4552-b787-e516f479ad86 of type vlan for network af1157d4-c7f1-41c5-951d-c10a2fdaa754 Jul 14 10:26:21.506980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.535184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.541744 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:21.542315 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.605099 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1985359 Jul 14 10:26:21.608023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51368) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:21.612899 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'admin_state_up': True, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:21.621851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b08ad8-d640-4bf9-a7d6-43beed0538ec tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Network': ['ID=af1157d4-c7f1-41c5-951d-c10a2fdaa754,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:21.632355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:26:21.641739 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.642764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.707539 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.852038 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:21.992382 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c86e233a-90b6-4185-8401-aca41093c6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.050057 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.069759 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.520966 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.247 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/aaa591a9-561f-46e0-8098-1dfde318c651) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:22.630379 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.678763 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:22.720265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:22.723149 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:22.726677 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:22.733591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=aaa591a9-561f-46e0-8098-1dfde318c651,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:22.979790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:23.181657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:23.309017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router ad768b75-ffce-444a-b047-1ff9993f48a6 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:26:23.420398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:26:23.430777 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Sync routers for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:26:23.438887 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:23.443437 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51372) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:23.443925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b346f9be-0d93-4539-b5a1-956b51857c98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8343296 Jul 14 10:26:23.444458 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:23.445066 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:23.546446 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:23.563990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fb9fdd53-b36c-47c5-b33f-6744a21da097 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=6ce788145c3b4ad2bf269384e2bbe759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1191845 Jul 14 10:26:23.566755 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51376) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:23.653416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6cd105-ca9e-469f-bdff-e77f584d22a6 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:23.654993 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ff6cd105-ca9e-469f-bdff-e77f584d22a6 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873270 Jul 14 10:26:23.657869 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51378) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:23.686316 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3821aded-79fb-464e-9922-4d2bd138c467 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273564 Jul 14 10:26:23.689095 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51380) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:23.693913 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228344774', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:23.733488 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:22Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:23.761569 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Checking router: ad768b75-ffce-444a-b047-1ff9993f48a6 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:23.761914 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Updating router ad768b75-ffce-444a-b047-1ff9993f48a6 port aaa591a9-561f-46e0-8098-1dfde318c651 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:26:23.791829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:26:23.795613 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:23.796956 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:23.979781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.042207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Subnet': ['ID=8436a6e1-faee-4cae-9385-2af7fa4f53b3,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:24.051952 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Checking segment: {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:26:24.052242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network hostable DHCP agents. Network: af1157d4-c7f1-41c5-951d-c10a2fdaa754, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:26:24.070381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:26:24.070728 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.080377 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, af1157d4-c7f1-41c5-951d-c10a2fdaa754) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:24.080728 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Transition to ACTIVE for port object aaa591a9-561f-46e0-8098-1dfde318c651 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:24.085278 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:24.086010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.086470 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.099195 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080c929-c248-4394-9b3a-ebc71a8b59d9 None None] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:26:24.105938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:24.109201 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8e8ae453-5db1-42c3-b702-ad413a1022cc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4186039 Jul 14 10:26:24.128242 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Attempting to bind port aaa591a9-561f-46e0-8098-1dfde318c651 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:26:24.128621 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Attempting to bind port aaa591a9-561f-46e0-8098-1dfde318c651 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:26:24.128976 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Attempting to bind port aaa591a9-561f-46e0-8098-1dfde318c651 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:24.138185 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:26:24.138560 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:26:24.138965 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.139482 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:26:24.139950 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Bound port: aaa591a9-561f-46e0-8098-1dfde318c651, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:26:24.140376 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.171332 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Pushing event updated for resources: {'Port': ['ID=aaa591a9-561f-46e0-8098-1dfde318c651,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:24.184448 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.184796 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.185137 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.185477 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.185812 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.186142 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.186468 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.186796 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.187119 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.187440 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.187762 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.188079 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:26:24.214406 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] For port aaa591a9-561f-46e0-8098-1dfde318c651, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:26:24.218117 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] For port aaa591a9-561f-46e0-8098-1dfde318c651, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aaa591a9-561f-46e0-8098-1dfde318c651,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:26:24.222290 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.285338 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:26:24.285338 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.299129 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:24.299775 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:25:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:24.337661 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f5add1d0-bebd-4775-8784-22a052c8ffba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.347721 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2014c-3e02-49b5-8505-47d024a6538f None None] Pushing event updated for resources: {'Port': ['ID=aaa591a9-561f-46e0-8098-1dfde318c651,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:24.416603 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:24.467469 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Allocated IP 172.20.0.2 (af1157d4-c7f1-41c5-951d-c10a2fdaa754/8436a6e1-faee-4cae-9385-2af7fa4f53b3/35afcd80-89a6-4575-94bd-2ec0a4a35aac) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:24.593819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.650945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.660582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Transition to ACTIVE for port object 35afcd80-89a6-4575-94bd-2ec0a4a35aac will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:24.662943 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.680153 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Transition to ACTIVE for port object 35afcd80-89a6-4575-94bd-2ec0a4a35aac will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:24.686323 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.707370 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:22Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:24.719609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:24.725656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:24.728777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:24.736737 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b0a2ca-c8b1-4960-9ac9-1f6fd1e1a028 None None] The sync data for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 is: [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:22Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:24.782114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Pushing event updated for resources: {'Port': ['ID=35afcd80-89a6-4575-94bd-2ec0a4a35aac,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:24.821839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Attempting to bind port 35afcd80-89a6-4575-94bd-2ec0a4a35aac on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:26:24.822885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Attempting to bind port 35afcd80-89a6-4575-94bd-2ec0a4a35aac by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:26:24.823263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Attempting to bind port 35afcd80-89a6-4575-94bd-2ec0a4a35aac on network af1157d4-c7f1-41c5-951d-c10a2fdaa754 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:24.830904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:26:24.831342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Checking segment: {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:26:24.831685 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.832082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Bound using segment: {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:26:24.832650 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Bound port: 35afcd80-89a6-4575-94bd-2ec0a4a35aac, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:26:24.833090 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.906182 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] For port 35afcd80-89a6-4575-94bd-2ec0a4a35aac, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:26:24.910682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] For port 35afcd80-89a6-4575-94bd-2ec0a4a35aac, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35afcd80-89a6-4575-94bd-2ec0a4a35aac,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:26:24.916089 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:24.934379 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.1 (af1157d4-c7f1-41c5-951d-c10a2fdaa754/8436a6e1-faee-4cae-9385-2af7fa4f53b3/418ecf34-2229-4f0e-b3b6-5f700d0a0231) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:24.975181 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb1c2c-949d-489f-bd09-1347e32000b0 None None] Pushing event updated for resources: {'Port': ['ID=35afcd80-89a6-4575-94bd-2ec0a4a35aac,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:25.096682 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.113186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object 418ecf34-2229-4f0e-b3b6-5f700d0a0231 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:25.153640 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.231402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:25.235427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:25.239885 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:25.247602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=418ecf34-2229-4f0e-b3b6-5f700d0a0231,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:25.299671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.508774 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aaa591a9-561f-46e0-8098-1dfde318c651 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:25.528076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.580187 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port aaa591a9-561f-46e0-8098-1dfde318c651 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:25.586796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aaa591a9-561f-46e0-8098-1dfde318c651 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:25.587374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.690554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.712998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port aaa591a9-561f-46e0-8098-1dfde318c651, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aaa591a9-561f-46e0-8098-1dfde318c651,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:25.718745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.719799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35afcd80-89a6-4575-94bd-2ec0a4a35aac up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:25.836232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=aaa591a9-561f-46e0-8098-1dfde318c651,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:25.850766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 35afcd80-89a6-4575-94bd-2ec0a4a35aac completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:25.866890 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.930640 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:25.935999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.014421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.016409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=418ecf34-2229-4f0e-b3b6-5f700d0a0231,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:26.123638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8b8be3-df48-4d11-b20b-00720849815c None None] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:26:26.127060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:26.128720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:26.239356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f3e3095e-cdf0-4e0a-bda7-652153dd8e4e None None] Provisioning for port 35afcd80-89a6-4575-94bd-2ec0a4a35aac completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:26.247020 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router ad768b75-ffce-444a-b047-1ff9993f48a6 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:26:26.249002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f3e3095e-cdf0-4e0a-bda7-652153dd8e4e None None] Provisioning complete for port 35afcd80-89a6-4575-94bd-2ec0a4a35aac triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:26.249386 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e3095e-cdf0-4e0a-bda7-652153dd8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.373194 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:26:26.384022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-507a5c1a-d5a0-4502-829c-d793ab0d4595 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/ad768b75-ffce-444a-b047-1ff9993f48a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2704837 Jul 14 10:26:26.387810 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e3095e-cdf0-4e0a-bda7-652153dd8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.434818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f3e3095e-cdf0-4e0a-bda7-652153dd8e4e None None] For port 35afcd80-89a6-4575-94bd-2ec0a4a35aac, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35afcd80-89a6-4575-94bd-2ec0a4a35aac,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:26.440378 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f3e3095e-cdf0-4e0a-bda7-652153dd8e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.517049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3095e-cdf0-4e0a-bda7-652153dd8e4e None None] Pushing event updated for resources: {'Port': ['ID=35afcd80-89a6-4575-94bd-2ec0a4a35aac,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:26.548191 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-5c17f1d3-6390-4086-b77d-7a47530e49c0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287935698&fields=id&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 267 time: 0.0352235 Jul 14 10:26:26.651395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Sync routers for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:26:26.666681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:26.667422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:26:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:26.684900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-4fcffe39-3f37-4905-8655-fde811ea5f03 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:26.689354 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-4fcffe39-3f37-4905-8655-fde811ea5f03 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/networks?id=af1157d4-c7f1-41c5-951d-c10a2fdaa754 HTTP/1.1" status: 200 len: 797 time: 0.1332819 Jul 14 10:26:26.704711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e4b3e4fa-640c-40a7-b7f4-f00e644f5d8e None None] Provisioning complete for port 35afcd80-89a6-4575-94bd-2ec0a4a35aac triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:26.705193 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e4fa-640c-40a7-b7f4-f00e644f5d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:26.707282 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-c0e0ea2a-3f00-4dce-bc31-c26bba657d25 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/quotas/6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 375 time: 0.0152426 Jul 14 10:26:26.800553 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-a0645fa7-135c-4a21-8cc2-06f316295a2b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844800 Jul 14 10:26:26.818989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-3229010a-976b-48ae-996d-d788d4255012 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93779) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:26:26.820056 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-3229010a-976b-48ae-996d-d788d4255012 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071788 Jul 14 10:26:26.835831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:26.922256 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1a83b60f-ee01-48a0-bdae-6280688ea5f6 service neutron] 10.222.0.73 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948274 Jul 14 10:26:26.968516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e4b3e4fa-640c-40a7-b7f4-f00e644f5d8e None None] Provisioning for port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:26.978983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e4b3e4fa-640c-40a7-b7f4-f00e644f5d8e None None] Provisioning complete for port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:26.979374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e4b3e4fa-640c-40a7-b7f4-f00e644f5d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.019538 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-5ac61e31-6b36-47cc-bf69-5014503dad52 service neutron] 10.222.0.73 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910437 Jul 14 10:26:27.036707 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-e4b3e4fa-640c-40a7-b7f4-f00e644f5d8e None None] Port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:26:27.090312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 2, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:27.117308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Checking router: ad768b75-ffce-444a-b047-1ff9993f48a6 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:27.117668 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Updating router ad768b75-ffce-444a-b047-1ff9993f48a6 port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:26:27.159176 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.179609 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-39385ec8-7583-4e8a-9b98-0a16f14bf2f0 None None] Provisioning complete for port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:27.179990 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-39385ec8-7583-4e8a-9b98-0a16f14bf2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.204146 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-436a331a-757d-4f5c-8812-a87810b06648 req-23f2f09e-5928-429f-8ac1-b63a84de1efc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 210 time: 0.0323122 Jul 14 10:26:27.241828 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-39385ec8-7583-4e8a-9b98-0a16f14bf2f0 None None] Port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:26:27.458747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aaa591a9-561f-46e0-8098-1dfde318c651 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:27.536366 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.538703 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.550463 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.553482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Transition to ACTIVE for port object 418ecf34-2229-4f0e-b3b6-5f700d0a0231 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:27.561680 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.604039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aaa591a9-561f-46e0-8098-1dfde318c651 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:27.604446 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.644978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784a8ae-4b83-492b-9a4e-6b8cab9ecbff None None] Pushing event updated for resources: {'Port': ['ID=418ecf34-2229-4f0e-b3b6-5f700d0a0231,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:27.722245 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Attempting to bind port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:26:27.722620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Attempting to bind port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:26:27.722984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Attempting to bind port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 on network af1157d4-c7f1-41c5-951d-c10a2fdaa754 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:27.936687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:26:27.937063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Checking segment: {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:26:27.937476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.937865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Bound using segment: {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:26:27.938443 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Bound port: 418ecf34-2229-4f0e-b3b6-5f700d0a0231, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:26:27.938937 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:27.972625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35afcd80-89a6-4575-94bd-2ec0a4a35aac up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:28.059478 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] For port 418ecf34-2229-4f0e-b3b6-5f700d0a0231, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:26:28.064265 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] For port 418ecf34-2229-4f0e-b3b6-5f700d0a0231, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=418ecf34-2229-4f0e-b3b6-5f700d0a0231,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:26:28.070929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:28.075935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 35afcd80-89a6-4575-94bd-2ec0a4a35aac triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:28.076329 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:28.172544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784a8ae-4b83-492b-9a4e-6b8cab9ecbff None None] Pushing event updated for resources: {'Port': ['ID=418ecf34-2229-4f0e-b3b6-5f700d0a0231,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:28.180332 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:28.180975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:26:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:28.344632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:28.419113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-b762e306-15ce-4bb4-9862-31b8297d066b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:28.421138 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-b762e306-15ce-4bb4-9862-31b8297d066b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/networks?id=af1157d4-c7f1-41c5-951d-c10a2fdaa754 HTTP/1.1" status: 200 len: 797 time: 0.1880820 Jul 14 10:26:28.424103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0289b64c-6d11-4bbc-a52e-b5437752f881 req-4e30b3d5-5d89-4f48-91c8-8cd7f2c97a66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 210 time: 0.0358894 Jul 14 10:26:28.488596 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-0cad74fd-9095-4fff-b571-7227209dff84 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 379 time: 0.0502741 Jul 14 10:26:28.497013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'port': {'device_id': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'admin_state_up': True, 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'security_groups': ['8094f274-769e-44bf-95ea-0c0129691ea6']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:28.599106 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:28.625221 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:26:28.629199 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:28.631532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d923c-1c69-4e0b-b911-ab41b671060f None None] The sync data for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 is: [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:28.780553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.4 (af1157d4-c7f1-41c5-951d-c10a2fdaa754/8436a6e1-faee-4cae-9385-2af7fa4f53b3/659f0cf9-36cf-4212-ac54-487077bc919f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:28.932883 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:28.948731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object 659f0cf9-36cf-4212-ac54-487077bc919f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:28.983790 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.037827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:29.041747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:29.046331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:29.050353 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=659f0cf9-36cf-4212-ac54-487077bc919f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:29.099611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:29.100542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.118464 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-7f8800bd-0129-4228-a3fc-0d5134ec7f0f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6262834 Jul 14 10:26:29.130731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Request body: {'port': {'device_id': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:29.213671 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.338931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4a5294c9-e9a7-45a0-9338-1b4ced72c67b None None] Provisioning for port 659f0cf9-36cf-4212-ac54-487077bc919f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:29.343596 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4a5294c9-e9a7-45a0-9338-1b4ced72c67b None None] Provisioning complete for port 659f0cf9-36cf-4212-ac54-487077bc919f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:29.344112 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4a5294c9-e9a7-45a0-9338-1b4ced72c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.387585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4a5294c9-e9a7-45a0-9338-1b4ced72c67b None None] Port 659f0cf9-36cf-4212-ac54-487077bc919f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:26:29.455522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 418ecf34-2229-4f0e-b3b6-5f700d0a0231 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:29.518517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:29.523513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:29.523895 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.622695 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.660960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 418ecf34-2229-4f0e-b3b6-5f700d0a0231, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=418ecf34-2229-4f0e-b3b6-5f700d0a0231,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:29.666404 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.720498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=418ecf34-2229-4f0e-b3b6-5f700d0a0231,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:29.926749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659f0cf9-36cf-4212-ac54-487077bc919f {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:26:29.936432 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:29.954621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Transition to ACTIVE for port object 659f0cf9-36cf-4212-ac54-487077bc919f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:26:29.961045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:30.020493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Pushing event updated for resources: {'Port': ['ID=659f0cf9-36cf-4212-ac54-487077bc919f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:30.036294 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702f06d-199e-4a55-8a44-6ca77ade27b2 req-f4a75826-a130-4377-9313-539d80bd4a37 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.036518 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:30.038132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a702f06d-199e-4a55-8a44-6ca77ade27b2 req-f4a75826-a130-4377-9313-539d80bd4a37 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 931 time: 0.1505876 Jul 14 10:26:30.124284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a702f06d-199e-4a55-8a44-6ca77ade27b2 req-97d9fb1c-2d13-4753-8794-b26d0642cf98 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787649 Jul 14 10:26:30.149398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Attempting to bind port 659f0cf9-36cf-4212-ac54-487077bc919f on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:26:30.149745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Attempting to bind port 659f0cf9-36cf-4212-ac54-487077bc919f by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:26:30.150112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Attempting to bind port 659f0cf9-36cf-4212-ac54-487077bc919f on network af1157d4-c7f1-41c5-951d-c10a2fdaa754 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:30.155351 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Port 659f0cf9-36cf-4212-ac54-487077bc919f on network af1157d4-c7f1-41c5-951d-c10a2fdaa754 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:26:30.155654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Attempting to bind port 659f0cf9-36cf-4212-ac54-487077bc919f on network af1157d4-c7f1-41c5-951d-c10a2fdaa754 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:26:30.160982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:26:30.161326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Checking segment: {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:26:30.161877 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Bound using segment: {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:26:30.162584 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Bound port: 659f0cf9-36cf-4212-ac54-487077bc919f, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64ac446-3811-4552-b787-e516f479ad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:26:30.162954 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:30.227109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] For port 659f0cf9-36cf-4212-ac54-487077bc919f, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:26:30.230752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] For port 659f0cf9-36cf-4212-ac54-487077bc919f, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=659f0cf9-36cf-4212-ac54-487077bc919f,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:26:30.235319 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:30.273777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.274436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:30.276384 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] 10.222.0.69 "PUT /v2.0/ports/659f0cf9-36cf-4212-ac54-487077bc919f HTTP/1.1" status: 200 len: 1092 time: 1.1502683 Jul 14 10:26:30.276934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:30.279093 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63198889-7a72-4064-a3f3-10fb9b3b7a49" -d '{"events": [{"name": "network-changed", "server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:30.308392 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c7bd7-7298-42f3-ac70-4b128beb88e6 service neutron] Pushing event updated for resources: {'Port': ['ID=659f0cf9-36cf-4212-ac54-487077bc919f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:30.330210 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d5a4a3-b418-41b5-989f-8cea869f140a x-openstack-request-id: req-d5d5a4a3-b418-41b5-989f-8cea869f140a {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:30.330496 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:30.330741 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d5d5a4a3-b418-41b5-989f-8cea869f140a {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:30.331127 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f', 'status': 'completed', 'code': 200} Jul 14 10:26:30.387241 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-e4241ff8-5b09-482a-905b-4db3bb9f10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.388941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-e4241ff8-5b09-482a-905b-4db3bb9f10ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 1095 time: 0.0694516 Jul 14 10:26:30.433289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-ade71a49-1039-4eba-8a1c-8b2cd9959265 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659f0cf9-36cf-4212-ac54-487077bc919f HTTP/1.1" status: 200 len: 217 time: 0.0362384 Jul 14 10:26:30.487266 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-47b24657-2935-40e4-af7c-d95910fcb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.488786 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-47b24657-2935-40e4-af7c-d95910fcb47e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8436a6e1-faee-4cae-9385-2af7fa4f53b3 HTTP/1.1" status: 200 len: 834 time: 0.0499775 Jul 14 10:26:30.553350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-8c7c6e7b-dd8a-41f5-9802-e4af3875deb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.554810 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-8c7c6e7b-dd8a-41f5-9802-e4af3875deb9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af1157d4-c7f1-41c5-951d-c10a2fdaa754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597634 Jul 14 10:26:30.646294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-79cf6876-7e57-4f08-bb2e-9498a8c76367 service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849984 Jul 14 10:26:30.742664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-754d3a6d-3333-4bf2-84b8-a5475c22ea37 req-8b9122ce-e1cf-4e42-afdb-33ffae92de41 service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901742 Jul 14 10:26:30.839865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-1d74a15c-6b4a-40c7-9fed-f22b042fd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.841399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-1d74a15c-6b4a-40c7-9fed-f22b042fd124 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 1095 time: 0.0534241 Jul 14 10:26:30.935666 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-f7229c53-996c-44fd-a415-ec291720ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:30.937104 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-f7229c53-996c-44fd-a415-ec291720ccb0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=af1157d4-c7f1-41c5-951d-c10a2fdaa754 HTTP/1.1" status: 200 len: 898 time: 0.0895042 Jul 14 10:26:30.983693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-a2c510c3-b1e2-4aca-81c8-56d7ed94eb84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659f0cf9-36cf-4212-ac54-487077bc919f HTTP/1.1" status: 200 len: 217 time: 0.0353417 Jul 14 10:26:31.032805 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-d95bfe7c-72e9-4739-8635-7df455b4d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:31.034284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-d95bfe7c-72e9-4739-8635-7df455b4d893 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8436a6e1-faee-4cae-9385-2af7fa4f53b3 HTTP/1.1" status: 200 len: 834 time: 0.0441005 Jul 14 10:26:31.094719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-738a15e5-1825-4df3-8772-b623d16b51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:31.096283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-738a15e5-1825-4df3-8772-b623d16b51b6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af1157d4-c7f1-41c5-951d-c10a2fdaa754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557981 Jul 14 10:26:31.186168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-cff4d5bc-e9f2-4d95-a5aa-5a2cf076e489 service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830605 Jul 14 10:26:31.322587 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63198889-7a72-4064-a3f3-10fb9b3b7a49 req-cb5b07f3-0815-42fc-ae43-2987ee311c98 service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271682 Jul 14 10:26:31.334641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99f016-3fe6-4e45-b14f-0d12ad52a8ee req-f84fada8-82c4-4874-a6dd-06827f80a4f8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:31.336128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b99f016-3fe6-4e45-b14f-0d12ad52a8ee req-f84fada8-82c4-4874-a6dd-06827f80a4f8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 943 time: 0.0956690 Jul 14 10:26:31.375094 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1b99f016-3fe6-4e45-b14f-0d12ad52a8ee req-cf278ef4-afdc-47ac-b619-651189b73368 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333531 Jul 14 10:26:31.413350 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 418ecf34-2229-4f0e-b3b6-5f700d0a0231 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:31.463197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:31.463484 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:31.819000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 659f0cf9-36cf-4212-ac54-487077bc919f details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:26:31.914681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 659f0cf9-36cf-4212-ac54-487077bc919f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=659f0cf9-36cf-4212-ac54-487077bc919f,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:31.928671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '659f0cf9-36cf-4212-ac54-487077bc919f', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'port_id': '659f0cf9-36cf-4212-ac54-487077bc919f', 'mac_address': 'fa:16:3e:30:f6:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:26:31.971002 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:31.985048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659f0cf9-36cf-4212-ac54-487077bc919f {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:26:32.004839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 659f0cf9-36cf-4212-ac54-487077bc919f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=659f0cf9-36cf-4212-ac54-487077bc919f,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:32.009299 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:32.057873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=659f0cf9-36cf-4212-ac54-487077bc919f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:32.252673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['659f0cf9-36cf-4212-ac54-487077bc919f'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:26:32.553140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdff68c-7ca1-443c-9bfa-d454d30e1a61 req-d9af3008-d653-4a48-9ba1-4fae8e53fb21 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:32.554583 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfdff68c-7ca1-443c-9bfa-d454d30e1a61 req-d9af3008-d653-4a48-9ba1-4fae8e53fb21 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 944 time: 0.0661142 Jul 14 10:26:32.594587 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bfdff68c-7ca1-443c-9bfa-d454d30e1a61 req-9869e9d3-11d7-4855-968e-9609b32218c3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Jul 14 10:26:33.765556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fece2-6add-4bfe-bd16-a506b51083ae req-180641f5-5713-4384-b07f-79a5f32b5259 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:33.767115 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b2fece2-6add-4bfe-bd16-a506b51083ae req-180641f5-5713-4384-b07f-79a5f32b5259 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 944 time: 0.0634668 Jul 14 10:26:33.804934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2b2fece2-6add-4bfe-bd16-a506b51083ae req-a632e936-7bf9-4f18-996e-1ba333966852 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321665 Jul 14 10:26:33.818239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 659f0cf9-36cf-4212-ac54-487077bc919f up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:26:33.865540 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 659f0cf9-36cf-4212-ac54-487077bc919f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:26:33.869453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 659f0cf9-36cf-4212-ac54-487077bc919f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:26:33.869826 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:33.947267 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:33.969138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:33.971492 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb57eea-c12e-421d-9a37-767f7c5a30c2" -d '{"events": [{"server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "name": "network-vif-plugged", "status": "completed", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:33.984735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 659f0cf9-36cf-4212-ac54-487077bc919f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=659f0cf9-36cf-4212-ac54-487077bc919f,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:26:33.988899 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:34.053980 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=659f0cf9-36cf-4212-ac54-487077bc919f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:34.075107 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4e10b8-1a09-4bcc-8b23-717e9eb090d1 x-openstack-request-id: req-6d4e10b8-1a09-4bcc-8b23-717e9eb090d1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:34.075404 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "name": "network-vif-plugged", "status": "completed", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:34.075662 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6d4e10b8-1a09-4bcc-8b23-717e9eb090d1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:34.076071 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f', 'code': 200} Jul 14 10:26:34.192422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfd0d7-1f2e-44c3-8bad-e47a85cda1d1 req-5c9c072e-6cef-4ec0-9c33-49c8be44516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:34.194015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24bfd0d7-1f2e-44c3-8bad-e47a85cda1d1 req-5c9c072e-6cef-4ec0-9c33-49c8be44516b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 1097 time: 0.0580902 Jul 14 10:26:34.231235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-24bfd0d7-1f2e-44c3-8bad-e47a85cda1d1 req-272cbb3c-be2c-41b7-ae7f-4f978b5c4dd9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308690 Jul 14 10:26:34.995376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d48c8-25e0-4e99-866e-3fcb6279ea2d req-adbb93bf-6250-4d98-bf25-060849e81126 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:34.996850 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-971d48c8-25e0-4e99-866e-3fcb6279ea2d req-adbb93bf-6250-4d98-bf25-060849e81126 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0730424 Jul 14 10:26:35.036488 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-971d48c8-25e0-4e99-866e-3fcb6279ea2d req-10119933-82d5-4940-8639-5e1ab6f4a831 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336723 Jul 14 10:26:36.215371 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc4d81-6da9-4fc5-8b89-40b74ca6a9a7 req-f3ff8755-5ced-4ba9-972e-07f801e0263e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:36.217274 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7afc4d81-6da9-4fc5-8b89-40b74ca6a9a7 req-f3ff8755-5ced-4ba9-972e-07f801e0263e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0667572 Jul 14 10:26:36.259592 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7afc4d81-6da9-4fc5-8b89-40b74ca6a9a7 req-fe58d4c3-4f4f-48dc-a072-554ba4e97146 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334270 Jul 14 10:26:36.439795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cc44a-4c13-466e-84c2-9e04cac79d48 req-9af58aa0-cc97-483e-b35c-c7c498a281f7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:36.441249 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-174cc44a-4c13-466e-84c2-9e04cac79d48 req-9af58aa0-cc97-483e-b35c-c7c498a281f7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0687149 Jul 14 10:26:36.480831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-174cc44a-4c13-466e-84c2-9e04cac79d48 req-a2092a38-c74f-4872-a70c-219f28fdd250 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339313 Jul 14 10:26:36.504023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51436) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:36.555625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29720fa5-af63-482b-bea7-8aaadc5f6fee tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:36.557239 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-29720fa5-af63-482b-bea7-8aaadc5f6fee tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 1092 time: 0.0521989 Jul 14 10:26:36.560306 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51438) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:36.564649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '659f0cf9-36cf-4212-ac54-487077bc919f', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:26:36.587209 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:36.687305 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:36.788696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.182 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/9408a6d2-7dca-4fd0-a61e-29858c8f9fe0) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:26:36.901430 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:36.942069 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:36.985043 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:26:36.988001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:26:36.991500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:26:36.997515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=9408a6d2-7dca-4fd0-a61e-29858c8f9fe0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:37.364014 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:37.439436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:37.588348 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:37.593046 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:37.663855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=9408a6d2-7dca-4fd0-a61e-29858c8f9fe0,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:26:37.675893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:37.775645 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP 2c5c4e06-5650-486d-89ba-016064564f74 associated. External IP: 172.25.0.182, port: 659f0cf9-36cf-4212-ac54-487077bc919f. Jul 14 10:26:37.984820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router ad768b75-ffce-444a-b047-1ff9993f48a6 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:26:38.102611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:26:38.112979 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] Sync routers for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:26:38.122712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:38.124166 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:38.125112 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:26:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:38.173405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a7e6ee47-ae97-4cc5-8893-421b6436b809 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6118550 Jul 14 10:26:38.173817 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:26:38.176251 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f" -d '{"events": [{"name": "network-changed", "server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:26:38.219231 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2068bc3-db3c-4a73-87d9-30ab87419241 x-openstack-request-id: req-a2068bc3-db3c-4a73-87d9-30ab87419241 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:26:38.219870 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:26:38.220341 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a2068bc3-db3c-4a73-87d9-30ab87419241 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:26:38.221300 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f', 'status': 'completed', 'code': 200} Jul 14 10:26:38.251565 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:38.302212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-663837f3-4ce4-409b-8413-d97ce860c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.303683 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-663837f3-4ce4-409b-8413-d97ce860c98c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 1097 time: 0.0580456 Jul 14 10:26:38.384684 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34987977-5285-4b90-941c-91d2d994d117 req-b0fd1ba2-f3a7-455f-b691-0447fecafd24 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.386275 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34987977-5285-4b90-941c-91d2d994d117 req-b0fd1ba2-f3a7-455f-b691-0447fecafd24 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0774775 Jul 14 10:26:38.410085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-9c6ce76c-5e9c-4580-9155-a01375547ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.412257 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-9c6ce76c-5e9c-4580-9155-a01375547ceb service neutron] 10.222.0.69 "GET /v2.0/networks?id=af1157d4-c7f1-41c5-951d-c10a2fdaa754 HTTP/1.1" status: 200 len: 898 time: 0.1021645 Jul 14 10:26:38.437545 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-34987977-5285-4b90-941c-91d2d994d117 req-322898e1-21ef-45e7-9154-0a6361d0abd8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 Jul 14 10:26:38.461751 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51444) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:38.498477 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-aa3af66f-f26f-4f56-a0f5-a7fdf836085e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659f0cf9-36cf-4212-ac54-487077bc919f HTTP/1.1" status: 200 len: 999 time: 0.0802982 Jul 14 10:26:38.510420 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '2c5c4e06-5650-486d-89ba-016064564f74', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'port_id': '659f0cf9-36cf-4212-ac54-487077bc919f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'mac_address': 'fa:16:3e:30:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:37Z', 'updated_at': '2021-07-14T10:26:37Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:29Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:38.538766 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] Checking router: ad768b75-ffce-444a-b047-1ff9993f48a6 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:26:38.548801 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:26:38.549439 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:26:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:38.551309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-c5c7341a-70ed-457b-ae1d-a9504d1ee9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.553142 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-c5c7341a-70ed-457b-ae1d-a9504d1ee9d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8436a6e1-faee-4cae-9385-2af7fa4f53b3 HTTP/1.1" status: 200 len: 834 time: 0.0487850 Jul 14 10:26:38.615191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-5234b6ae-4843-40e0-8f4a-dbb7a6fd2adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:26:38.616834 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-5234b6ae-4843-40e0-8f4a-dbb7a6fd2adf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af1157d4-c7f1-41c5-951d-c10a2fdaa754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577178 Jul 14 10:26:38.668185 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:26:38.721350 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-a1aef203-b583-43ae-b533-c9465c857837 service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980811 Jul 14 10:26:38.823272 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2f84b7c1-4793-45cf-9faa-c04b0454ad6f req-8fe948e4-8f24-4c9f-a9eb-826f14f14fbc service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952842 Jul 14 10:26:38.893835 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e15e14ef-95c8-4bc2-af67-698b38f0e3b9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/2c5c4e06-5650-486d-89ba-016064564f74 HTTP/1.1" status: 200 len: 991 time: 0.4309390 Jul 14 10:26:38.916227 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '2c5c4e06-5650-486d-89ba-016064564f74', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'port_id': '659f0cf9-36cf-4212-ac54-487077bc919f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'mac_address': 'fa:16:3e:30:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:37Z', 'updated_at': '2021-07-14T10:26:37Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:29Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:26:38.946303 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba82e40-28ea-4532-b0c5-044e82f9b633 None None] The sync data for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 is: [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '2c5c4e06-5650-486d-89ba-016064564f74', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'port_id': '659f0cf9-36cf-4212-ac54-487077bc919f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'mac_address': 'fa:16:3e:30:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:26:37Z', 'updated_at': '2021-07-14T10:26:37Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:29Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:26:39.145940 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b0c6f6-5bc1-42b3-869c-fe90800a67d4 None None] New status for floating IP 2c5c4e06-5650-486d-89ba-016064564f74: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:26:39.897606 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51446) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:26:39.960243 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6a3ac58b-308c-4952-ba8e-f08e13b8767c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/2c5c4e06-5650-486d-89ba-016064564f74 HTTP/1.1" status: 200 len: 993 time: 0.0613832 Jul 14 10:26:51.987121 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-483342ea-b1ad-4ea3-8a24-5880282e681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:52.379318 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:26:54.299347 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c87acf54-51f2-4e7e-a8a2-f951be924d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:54.625937 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:55.836997 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:57.479390 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:26:57.502759 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:00.033859 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:06.897640 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f622015-d640-4cd7-af59-35ab21a9b688 req-30c460ef-be5c-4d2b-b797-b270c31f561e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:06.901405 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6f622015-d640-4cd7-af59-35ab21a9b688 req-30c460ef-be5c-4d2b-b797-b270c31f561e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0705905 Jul 14 10:27:06.940327 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6f622015-d640-4cd7-af59-35ab21a9b688 req-9f5a876b-5070-45b7-a545-e43490bd98d9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333335 Jul 14 10:27:08.115898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b01fea0-7365-4c4e-964c-373a314de77a req-cd4681a1-1986-4ebc-b01d-ecb0cfffa321 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:08.117436 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b01fea0-7365-4c4e-964c-373a314de77a req-cd4681a1-1986-4ebc-b01d-ecb0cfffa321 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0626509 Jul 14 10:27:08.156862 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2b01fea0-7365-4c4e-964c-373a314de77a req-9527d218-0163-40f2-8392-a2fcc6333d0c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338697 Jul 14 10:27:08.181779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51474) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:08.246874 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3cbe8770-6ebd-47e1-aca5-896d32caa01c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/2c5c4e06-5650-486d-89ba-016064564f74 HTTP/1.1" status: 200 len: 993 time: 0.0639305 Jul 14 10:27:09.683021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9703160-2e87-4cb1-983c-5696b11a0554 req-67fb877c-980d-409e-9b51-fbb0909d01f7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:09.684577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9703160-2e87-4cb1-983c-5696b11a0554 req-67fb877c-980d-409e-9b51-fbb0909d01f7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0670896 Jul 14 10:27:09.724766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c9703160-2e87-4cb1-983c-5696b11a0554 req-67665103-a878-407d-9f02-f0031f5fe704 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338295 Jul 14 10:27:10.902706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2377bd-7f17-4db7-b02a-5c31d784c81d req-3a834bcc-2c51-4e6f-9f10-769c07ad16bf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:10.904254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf2377bd-7f17-4db7-b02a-5c31d784c81d req-3a834bcc-2c51-4e6f-9f10-769c07ad16bf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0639999 Jul 14 10:27:10.942550 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bf2377bd-7f17-4db7-b02a-5c31d784c81d req-ea08388a-8391-436e-9a22-795580167eee tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326433 Jul 14 10:27:12.115645 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17afb02d-451c-4690-805b-23bf7a4b2940 req-faaca18e-e2e4-47f4-b376-a66497126205 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:12.117177 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17afb02d-451c-4690-805b-23bf7a4b2940 req-faaca18e-e2e4-47f4-b376-a66497126205 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0618653 Jul 14 10:27:12.160279 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-17afb02d-451c-4690-805b-23bf7a4b2940 req-d3d04e57-0cef-4e10-9579-1338164fb48a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372758 Jul 14 10:27:13.338011 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705d29-00c5-412b-a00d-edd0fcba4d61 req-4992efbc-db81-41f1-86d6-c731bff523a1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:13.339500 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76705d29-00c5-412b-a00d-edd0fcba4d61 req-4992efbc-db81-41f1-86d6-c731bff523a1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0676756 Jul 14 10:27:13.378498 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76705d29-00c5-412b-a00d-edd0fcba4d61 req-50fe3085-dc79-428f-859c-a26381427e6d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 Jul 14 10:27:14.551504 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980809a-75ab-4de9-b6b2-b49d3d894ed8 req-9cc3295c-6944-4bc0-b677-4b083b69c494 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:14.552940 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7980809a-75ab-4de9-b6b2-b49d3d894ed8 req-9cc3295c-6944-4bc0-b677-4b083b69c494 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0630686 Jul 14 10:27:14.590521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7980809a-75ab-4de9-b6b2-b49d3d894ed8 req-3137bfcc-6e6c-487d-938f-c5204b9939e9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320723 Jul 14 10:27:14.888589 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-0436a121-440b-4660-9c00-654fb181f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:14.890008 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-0436a121-440b-4660-9c00-654fb181f7a8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 1097 time: 0.0547998 Jul 14 10:27:14.998143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-3e19a65b-7ac2-4c42-8479-58b76fb19e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:14.999664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-3e19a65b-7ac2-4c42-8479-58b76fb19e36 service neutron] 10.222.0.69 "GET /v2.0/networks?id=af1157d4-c7f1-41c5-951d-c10a2fdaa754 HTTP/1.1" status: 200 len: 898 time: 0.0896714 Jul 14 10:27:15.082430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-b0f42c42-e258-41ec-8833-a913e6c4ca6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659f0cf9-36cf-4212-ac54-487077bc919f HTTP/1.1" status: 200 len: 1001 time: 0.0760140 Jul 14 10:27:15.155113 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-2923a223-b462-4164-8408-e9f01062dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:15.156558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-2923a223-b462-4164-8408-e9f01062dfbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8436a6e1-faee-4cae-9385-2af7fa4f53b3 HTTP/1.1" status: 200 len: 834 time: 0.0668561 Jul 14 10:27:15.214474 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-21f77c34-397b-49b8-9f1c-ec33fd97b9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:15.215982 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-21f77c34-397b-49b8-9f1c-ec33fd97b9de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af1157d4-c7f1-41c5-951d-c10a2fdaa754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534520 Jul 14 10:27:15.305737 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-fd00b8c6-c021-406a-b753-e896b239a7d3 service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828800 Jul 14 10:27:15.398407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-38c441b3-1494-4ec2-9531-737d7bc1ebdf req-9381750e-b13e-4d10-afd9-399788fa7f1a service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856318 Jul 14 10:27:15.773634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c02f7-3eaa-42cc-8c0d-2e08900b9c05 req-4f90598b-5287-42d8-b1dd-d9dd2e622b97 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:15.775766 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b60c02f7-3eaa-42cc-8c0d-2e08900b9c05 req-4f90598b-5287-42d8-b1dd-d9dd2e622b97 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0715494 Jul 14 10:27:15.813655 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b60c02f7-3eaa-42cc-8c0d-2e08900b9c05 req-2d876c4e-27d5-4c3d-be91-5a2dd50fcfa3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Jul 14 10:27:15.839397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51492) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:15.902630 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b9d09edc-25e1-4c15-85e4-3f2c44a05d32 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/2c5c4e06-5650-486d-89ba-016064564f74 HTTP/1.1" status: 200 len: 993 time: 0.0619643 Jul 14 10:27:16.153388 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51498) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:16.312289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 9408a6d2-7dca-4fd0-a61e-29858c8f9fe0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:16.312637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.393725 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.394124 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.406303 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 9408a6d2-7dca-4fd0-a61e-29858c8f9fe0 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:16.559082 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.584302 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=9408a6d2-7dca-4fd0-a61e-29858c8f9fe0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:16.595942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.596311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.596651 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.596984 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.597313 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.597642 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.597967 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.598291 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.598616 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.598937 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.599261 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.599580 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:16.656578 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.656829 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP 2c5c4e06-5650-486d-89ba-016064564f74 disassociated (deleted). External IP: 172.25.0.182, port: 659f0cf9-36cf-4212-ac54-487077bc919f. Jul 14 10:27:16.864970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router ad768b75-ffce-444a-b047-1ff9993f48a6 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:27:16.973441 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:16.977857 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:16.985065 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] Sync routers for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:16.994086 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:16.994697 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:26:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:17.014409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-33a58656-38e8-4a98-9106-3ed02ffec9e8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/floatingips/2c5c4e06-5650-486d-89ba-016064564f74 HTTP/1.1" status: 204 len: 168 time: 0.8594520 Jul 14 10:27:17.015110 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:17.017541 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b4ce2-d661-4791-abab-bdbe94946997" -d '{"events": [{"name": "network-changed", "server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:17.061243 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4858bb87-f989-4edf-954e-d3cf0e7aaea9 x-openstack-request-id: req-4858bb87-f989-4edf-954e-d3cf0e7aaea9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:17.061708 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:17.063158 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4858bb87-f989-4edf-954e-d3cf0e7aaea9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:17.063889 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f', 'status': 'completed', 'code': 200} Jul 14 10:27:17.139280 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4ce2-d661-4791-abab-bdbe94946997 req-1ab4c38a-b1de-4bb4-a6ef-01846b125ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:17.140988 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:17.141117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-103b4ce2-d661-4791-abab-bdbe94946997 req-1ab4c38a-b1de-4bb4-a6ef-01846b125ab9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 1097 time: 0.0560689 Jul 14 10:27:17.245304 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4ce2-d661-4791-abab-bdbe94946997 req-3e853c46-2522-43e2-bb93-14233c685e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:17.247097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-103b4ce2-d661-4791-abab-bdbe94946997 req-3e853c46-2522-43e2-bb93-14233c685e7f service neutron] 10.222.0.69 "GET /v2.0/networks?id=af1157d4-c7f1-41c5-951d-c10a2fdaa754 HTTP/1.1" status: 200 len: 898 time: 0.0997581 Jul 14 10:27:17.291430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-103b4ce2-d661-4791-abab-bdbe94946997 req-5f874c88-ea7e-42bc-af09-3d781f7cc97a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=659f0cf9-36cf-4212-ac54-487077bc919f HTTP/1.1" status: 200 len: 217 time: 0.0373759 Jul 14 10:27:17.359267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4ce2-d661-4791-abab-bdbe94946997 req-e89a9909-4e79-4954-a0da-2486fde93c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:17.360774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-103b4ce2-d661-4791-abab-bdbe94946997 req-e89a9909-4e79-4954-a0da-2486fde93c26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8436a6e1-faee-4cae-9385-2af7fa4f53b3 HTTP/1.1" status: 200 len: 834 time: 0.0630231 Jul 14 10:27:17.399100 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:29Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:17.428974 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] Checking router: ad768b75-ffce-444a-b047-1ff9993f48a6 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:17.438827 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:17.439447 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:26:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:17.461950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b912-da43-46fe-b5ac-62cc3f06fbe1 req-b85e8aa6-39a8-4dc8-9252-2a3674aa9d1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:17.463455 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4028b912-da43-46fe-b5ac-62cc3f06fbe1 req-b85e8aa6-39a8-4dc8-9252-2a3674aa9d1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.1164792 Jul 14 10:27:17.465286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b4ce2-d661-4791-abab-bdbe94946997 req-bdb56ce9-cd20-4bf1-8863-d34cc6aebc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:17.467179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-103b4ce2-d661-4791-abab-bdbe94946997 req-bdb56ce9-cd20-4bf1-8863-d34cc6aebc32 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af1157d4-c7f1-41c5-951d-c10a2fdaa754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0867825 Jul 14 10:27:17.539532 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:17.550319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4028b912-da43-46fe-b5ac-62cc3f06fbe1 req-ff6196cb-2ba0-441b-a34c-30b223cedd3d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800231 Jul 14 10:27:17.594180 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-103b4ce2-d661-4791-abab-bdbe94946997 req-8bdcb39f-1525-427a-b770-010d1ec227c7 service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168768 Jul 14 10:27:17.836248 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:29Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:17.863234 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b990c1-1977-4cb7-8223-d59465732207 None None] The sync data for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 is: [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '418ecf34-2229-4f0e-b3b6-5f700d0a0231', 'name': '', 'network_id': 'af1157d4-c7f1-41c5-951d-c10a2fdaa754', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:1c:fa:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:24Z', 'updated_at': '2021-07-14T10:26:29Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '8436a6e1-faee-4cae-9385-2af7fa4f53b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:18.048555 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-103b4ce2-d661-4791-abab-bdbe94946997 req-ad8a58fc-2cfb-43d6-8ab7-0af89643b159 service neutron] 10.222.0.69 "GET /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467776 Jul 14 10:27:18.085505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80faf457-f125-421d-857c-f222af5b814c None None] New status for floating IP 2c5c4e06-5650-486d-89ba-016064564f74: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:27:18.744549 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3c4f8-b632-4332-8476-46bf3b771bcc req-3e9ad6e9-8b21-4ae1-b6af-82c56e32a3cd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:18.746114 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19f3c4f8-b632-4332-8476-46bf3b771bcc req-3e9ad6e9-8b21-4ae1-b6af-82c56e32a3cd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0677893 Jul 14 10:27:18.791110 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19f3c4f8-b632-4332-8476-46bf3b771bcc req-7aabb55a-49dd-4fd3-9571-b12000ce82b9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=8094f274-769e-44bf-95ea-0c0129691ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388370 Jul 14 10:27:18.864088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-bf48e8b3-3051-4f15-b55f-a16788e6980d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:18.865590 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-bf48e8b3-3051-4f15-b55f-a16788e6980d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/ports?device_id=26baba02-a8ff-4e4b-adb7-22a71092d855 HTTP/1.1" status: 200 len: 945 time: 0.0665665 Jul 14 10:27:18.968882 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 659f0cf9-36cf-4212-ac54-487077bc919f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:18.969220 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.054529 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 659f0cf9-36cf-4212-ac54-487077bc919f, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=659f0cf9-36cf-4212-ac54-487077bc919f,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:19.054782 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.068399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 659f0cf9-36cf-4212-ac54-487077bc919f owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:19.207413 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.236415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=659f0cf9-36cf-4212-ac54-487077bc919f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:19.269606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.269983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.270324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.270655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.270983 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.271308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.271633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.271955 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.272303 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.272624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.272950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.273268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:19.293698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] No DVR routers for this DVR port 659f0cf9-36cf-4212-ac54-487077bc919f on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:27:19.296431 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:19.298406 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a20089a-7c53-45b3-a312-5f14e758fdda req-2abba602-d9fc-48e7-9d6e-10b623f3154a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "DELETE /v2.0/ports/659f0cf9-36cf-4212-ac54-487077bc919f HTTP/1.1" status: 204 len: 173 time: 0.4277813 Jul 14 10:27:19.298838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'name': 'network-vif-deleted', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:19.301164 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3addce65-558d-45a6-8886-e68f7bfc6c4d" -d '{"events": [{"server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "name": "network-vif-deleted", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:19.338337 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f199037d-29cb-42cf-80a3-f96c72cab296 x-openstack-request-id: req-f199037d-29cb-42cf-80a3-f96c72cab296 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:19.338627 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26baba02-a8ff-4e4b-adb7-22a71092d855", "name": "network-vif-deleted", "tag": "659f0cf9-36cf-4212-ac54-487077bc919f", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:19.338877 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f199037d-29cb-42cf-80a3-f96c72cab296 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:19.339274 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26baba02-a8ff-4e4b-adb7-22a71092d855', 'name': 'network-vif-deleted', 'tag': '659f0cf9-36cf-4212-ac54-487077bc919f', 'status': 'completed', 'code': 200} Jul 14 10:27:19.929193 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51514) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:20.287534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.558406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 418ecf34-2229-4f0e-b3b6-5f700d0a0231 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:20.558663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.652182 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 418ecf34-2229-4f0e-b3b6-5f700d0a0231, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=418ecf34-2229-4f0e-b3b6-5f700d0a0231,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:20.652574 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.665920 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 418ecf34-2229-4f0e-b3b6-5f700d0a0231 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:20.857727 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:20.885056 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=418ecf34-2229-4f0e-b3b6-5f700d0a0231,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:21.066424 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.299314 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router ad768b75-ffce-444a-b047-1ff9993f48a6 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:27:21.410318 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:21.416491 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-cd7942dd-8b2e-4323-9eb7-04098aa9f0f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/ad768b75-ffce-444a-b047-1ff9993f48a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858522 Jul 14 10:27:21.418798 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51516) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:21.422448 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] Sync routers for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:21.433899 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:21.434964 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:26:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:21.475151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-af82d41f-d6cd-4233-b29c-a82fcc86b5f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting subnet 8436a6e1-faee-4cae-9385-2af7fa4f53b3 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:27:21.478637 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af82d41f-d6cd-4233-b29c-a82fcc86b5f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.522084 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af82d41f-d6cd-4233-b29c-a82fcc86b5f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.544524 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:21.625076 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af82d41f-d6cd-4233-b29c-a82fcc86b5f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.698313 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af82d41f-d6cd-4233-b29c-a82fcc86b5f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.732678 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af82d41f-d6cd-4233-b29c-a82fcc86b5f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.734925 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-af82d41f-d6cd-4233-b29c-a82fcc86b5f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/subnets/8436a6e1-faee-4cae-9385-2af7fa4f53b3 HTTP/1.1" status: 204 len: 168 time: 0.3139737 Jul 14 10:27:21.736132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82d41f-d6cd-4233-b29c-a82fcc86b5f6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Subnet': ['ID=8436a6e1-faee-4cae-9385-2af7fa4f53b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:21.737962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51518) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:21.748583 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef393d0-f366-4977-9e73-ac3bbdbb1733 None None] Network af1157d4-c7f1-41c5-951d-c10a2fdaa754 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:27:21.757854 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:27:20Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:21.795056 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] Checking router: ad768b75-ffce-444a-b047-1ff9993f48a6 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:21.804561 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] Routers {'ad768b75-ffce-444a-b047-1ff9993f48a6'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:21.805199 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:26:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['ad768b75-ffce-444a-b047-1ff9993f48a6'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:21.892715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:21.925619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 659f0cf9-36cf-4212-ac54-487077bc919f no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:27:21.942109 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] Set router ad768b75-ffce-444a-b047-1ff9993f48a6 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:21.952517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 659f0cf9-36cf-4212-ac54-487077bc919f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:27:21.952676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 659f0cf9-36cf-4212-ac54-487077bc919f not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:27:21.991383 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21e67431-d761-4e58-8464-8b7c011d9c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.006768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] DHCP port deletion for af1157d4-c7f1-41c5-951d-c10a2fdaa754 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:27:22.045703 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.065278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Deleting port 35afcd80-89a6-4575-94bd-2ec0a4a35aac {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:22.065664 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.129472 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] For port 35afcd80-89a6-4575-94bd-2ec0a4a35aac, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35afcd80-89a6-4575-94bd-2ec0a4a35aac,segment=NetworkSegment(a64ac446-3811-4552-b787-e516f479ad86),segment_id=a64ac446-3811-4552-b787-e516f479ad86)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:22.129868 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.130044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port aaa591a9-561f-46e0-8098-1dfde318c651 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:27:22.130253 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.146895 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Calling delete_port for 35afcd80-89a6-4575-94bd-2ec0a4a35aac owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:22.168251 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:27:20Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:22.212768 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0334ea98-f1f6-4023-b756-03ede786a5ac None None] The sync data for ids ['ad768b75-ffce-444a-b047-1ff9993f48a6'] in n-d-780147-26 is: [{'id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780870655', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247'}], 'enable_snat': True}, 'gw_port_id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:26:21Z', 'updated_at': '2021-07-14T10:27:20Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'aaa591a9-561f-46e0-8098-1dfde318c651', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:e5:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad768b75-ffce-444a-b047-1ff9993f48a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:26:22Z', 'updated_at': '2021-07-14T10:26:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:22.253437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port aaa591a9-561f-46e0-8098-1dfde318c651, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aaa591a9-561f-46e0-8098-1dfde318c651,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:22.253780 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.270632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for aaa591a9-561f-46e0-8098-1dfde318c651 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:27:22.294778 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.330819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Pushing event deleted for resources: {'Port': ['ID=35afcd80-89a6-4575-94bd-2ec0a4a35aac,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:22.339859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.340293 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.341044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.341044 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.341373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.341633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.341945 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.342271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.342595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.342925 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.343328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.343564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:22.348712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22dab31-016d-41f4-ba28-82d610230be6 None None] No DVR routers for this DVR port 35afcd80-89a6-4575-94bd-2ec0a4a35aac on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:27:22.490366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.524286 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=aaa591a9-561f-46e0-8098-1dfde318c651,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:22.608289 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.726610 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.731060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.790048 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.790663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Fanout notify agent at l3_agent the message router_deleted on router ad768b75-ffce-444a-b047-1ff9993f48a6 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:27:22.799327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:22.800607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d4efc44d-f5c1-4d63-ae37-a29e67465266 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/routers/ad768b75-ffce-444a-b047-1ff9993f48a6 HTTP/1.1" status: 204 len: 168 time: 1.0597403 Jul 14 10:27:22.803918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51520) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:22.890731 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.003154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.015192 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1157d4-c7f1-41c5-951d-c10a2fdaa754']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:23.027182 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ac446-3811-4552-b787-e516f479ad86') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:23.027485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ac446-3811-4552-b787-e516f479ad86') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:23.038911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.060412 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.069439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:27:23.069992 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:27:23.075069 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:27:23.134535 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.143574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.145623 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/networks/af1157d4-c7f1-41c5-951d-c10a2fdaa754 HTTP/1.1" status: 204 len: 168 time: 0.3405309 Jul 14 10:27:23.150037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51522) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:23.159383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b494a-03fb-490a-b064-2f3e2d8e2373 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Network': ['ID=af1157d4-c7f1-41c5-951d-c10a2fdaa754,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:23.213708 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e099cb62-8791-4ee7-a3b8-3b5ae2fe774d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.245859 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e099cb62-8791-4ee7-a3b8-3b5ae2fe774d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.317548 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e099cb62-8791-4ee7-a3b8-3b5ae2fe774d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.320387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e099cb62-8791-4ee7-a3b8-3b5ae2fe774d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.321626 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e099cb62-8791-4ee7-a3b8-3b5ae2fe774d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/security-groups/8094f274-769e-44bf-95ea-0c0129691ea6 HTTP/1.1" status: 204 len: 168 time: 0.1705461 Jul 14 10:27:23.333301 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099cb62-8791-4ee7-a3b8-3b5ae2fe774d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8094f274-769e-44bf-95ea-0c0129691ea6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:23.445481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 418ecf34-2229-4f0e-b3b6-5f700d0a0231 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:27:23.466955 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 418ecf34-2229-4f0e-b3b6-5f700d0a0231 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:27:23.467326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 418ecf34-2229-4f0e-b3b6-5f700d0a0231 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:27:23.467739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aaa591a9-561f-46e0-8098-1dfde318c651 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:27:23.486833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: aaa591a9-561f-46e0-8098-1dfde318c651 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:27:23.487188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aaa591a9-561f-46e0-8098-1dfde318c651 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:27:23.487627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35afcd80-89a6-4575-94bd-2ec0a4a35aac no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:27:23.510225 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 35afcd80-89a6-4575-94bd-2ec0a4a35aac {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:27:23.510629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35afcd80-89a6-4575-94bd-2ec0a4a35aac not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:27:23.714412 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51528) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:23.719267 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-b786eafc-5eff-49d6-af31-0ea9b9ca809a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014010831', 'description': 'tempest-secgroup-smoke-1014010831 description', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:23.741929 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b786eafc-5eff-49d6-af31-0ea9b9ca809a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.839231 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b786eafc-5eff-49d6-af31-0ea9b9ca809a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.844750 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b786eafc-5eff-49d6-af31-0ea9b9ca809a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.872438 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b786eafc-5eff-49d6-af31-0ea9b9ca809a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.874371 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b786eafc-5eff-49d6-af31-0ea9b9ca809a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1588814 Jul 14 10:27:23.877378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51530) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:23.882605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3f820732-e664-47d6-a62b-2188d29541fd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': 'd3dc0732-33ec-469d-a938-e07d63555ad2', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:23.887942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786eafc-5eff-49d6-af31-0ea9b9ca809a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dc0732-33ec-469d-a938-e07d63555ad2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:23.912888 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f820732-e664-47d6-a62b-2188d29541fd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.977314 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f820732-e664-47d6-a62b-2188d29541fd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:23.981341 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f820732-e664-47d6-a62b-2188d29541fd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.000451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f820732-e664-47d6-a62b-2188d29541fd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961cf679-5954-457b-824e-f893b7ffe2a6,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.005940 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3f820732-e664-47d6-a62b-2188d29541fd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.007225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3f820732-e664-47d6-a62b-2188d29541fd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289051 Jul 14 10:27:24.012827 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51532) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:24.017668 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-07c1a720-c567-4745-aeb7-9972e3f4adfa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': 'd3dc0732-33ec-469d-a938-e07d63555ad2', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:24.045243 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c1a720-c567-4745-aeb7-9972e3f4adfa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.092117 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c1a720-c567-4745-aeb7-9972e3f4adfa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.095708 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c1a720-c567-4745-aeb7-9972e3f4adfa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.113478 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1a720-c567-4745-aeb7-9972e3f4adfa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca9dd08-c486-4b67-9ab1-e97687e461e0,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.119168 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c1a720-c567-4745-aeb7-9972e3f4adfa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.120291 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-07c1a720-c567-4745-aeb7-9972e3f4adfa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1064022 Jul 14 10:27:24.123493 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51534) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:24.128003 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-031b9f4c-a963-4075-8f2a-610b184f0774 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': 'd3dc0732-33ec-469d-a938-e07d63555ad2', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:24.154945 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-031b9f4c-a963-4075-8f2a-610b184f0774 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.214934 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-031b9f4c-a963-4075-8f2a-610b184f0774 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.219297 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-031b9f4c-a963-4075-8f2a-610b184f0774 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.238640 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031b9f4c-a963-4075-8f2a-610b184f0774 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452b0325-3f9b-408d-8f22-f60583f96520,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.245155 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-031b9f4c-a963-4075-8f2a-610b184f0774 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.246449 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-031b9f4c-a963-4075-8f2a-610b184f0774 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220005 Jul 14 10:27:24.249739 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51536) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:24.254344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7f56bf96-7241-4f25-808b-8289bf418fc2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': 'd3dc0732-33ec-469d-a938-e07d63555ad2', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:24.282757 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f56bf96-7241-4f25-808b-8289bf418fc2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.305657 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8ea4cc00-b68a-475b-969e-efcdab730824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.351351 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f56bf96-7241-4f25-808b-8289bf418fc2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.354427 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f56bf96-7241-4f25-808b-8289bf418fc2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.372427 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56bf96-7241-4f25-808b-8289bf418fc2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43668d17-952a-40db-a3d1-e3053fddf90b,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.379473 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f56bf96-7241-4f25-808b-8289bf418fc2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.384042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7f56bf96-7241-4f25-808b-8289bf418fc2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302838 Jul 14 10:27:24.384328 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51538) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:24.388895 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-db0a2ec5-7c0f-4663-99a5-b8b59e7c9ac2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': 'd3dc0732-33ec-469d-a938-e07d63555ad2', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:24.412326 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-db0a2ec5-7c0f-4663-99a5-b8b59e7c9ac2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:27:24.417416 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db0a2ec5-7c0f-4663-99a5-b8b59e7c9ac2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.478990 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db0a2ec5-7c0f-4663-99a5-b8b59e7c9ac2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.483942 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db0a2ec5-7c0f-4663-99a5-b8b59e7c9ac2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.502057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a2ec5-7c0f-4663-99a5-b8b59e7c9ac2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7932aa7c-492d-4dc3-a9f5-922c6f0f533c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.508371 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db0a2ec5-7c0f-4663-99a5-b8b59e7c9ac2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.509741 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-db0a2ec5-7c0f-4663-99a5-b8b59e7c9ac2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242859 Jul 14 10:27:24.512413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51540) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:24.520610 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-9db5cbeb-36ea-424d-9ac2-53c6510af3a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': 'd3dc0732-33ec-469d-a938-e07d63555ad2', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:24.546382 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-9db5cbeb-36ea-424d-9ac2-53c6510af3a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:27:24.552246 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9db5cbeb-36ea-424d-9ac2-53c6510af3a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.621864 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9db5cbeb-36ea-424d-9ac2-53c6510af3a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.626752 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9db5cbeb-36ea-424d-9ac2-53c6510af3a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.629794 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.651501 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5cbeb-36ea-424d-9ac2-53c6510af3a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7bb6530-e5a6-4703-8c4e-27097d1a9de7,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.661787 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9db5cbeb-36ea-424d-9ac2-53c6510af3a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.663398 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-9db5cbeb-36ea-424d-9ac2-53c6510af3a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498332 Jul 14 10:27:24.668385 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51542) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:24.677301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'network': {'name': 'tempest-network-smoke--1964570863', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'port_security_enabled': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:24.700583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:27:24.704808 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.731559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:27:24.742783 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.743140 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Added segment ca0cb7e5-f397-47f2-b1a5-fb54f373b3da of type vlan for network fb3928e2-4a22-4bfb-a141-3c3a1b47205a Jul 14 10:27:24.787863 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.816788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.822563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:24.823154 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.884879 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2152090 Jul 14 10:27:24.889085 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51544) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:24.894193 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca59fa-1b71-416e-9fb9-f6dd568e66d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Network': ['ID=fb3928e2-4a22-4bfb-a141-3c3a1b47205a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:24.894397 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'admin_state_up': True, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:24.907358 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:27:24.923078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.924093 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:24.978963 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.113276 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.308104 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.328513 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.436262 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.79 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/caa09894-a1e6-455a-a8a6-4c9fc7c42751) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:25.535400 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.574974 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:25.617502 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:25.620410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:25.624674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:25.630022 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=caa09894-a1e6-455a-a8a6-4c9fc7c42751,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:25.842337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.204476 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.407294 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.533327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:27:26.639589 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:26.649839 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Sync routers for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:26.658933 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:26.660281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-65cd8b34-4f8e-444b-8cc0-cce87006cc2f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7701392 Jul 14 10:27:26.661808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:26.662438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:27:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:26.663845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51546) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:26.691801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7cfacfe7-ec7f-466f-a6d5-c30e1d5128c2 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=6ce788145c3b4ad2bf269384e2bbe759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269294 Jul 14 10:27:26.694410 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51548) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:26.773396 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:26.788634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0216263-027a-4865-a89e-a76c480947b2 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:26.790254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b0216263-027a-4865-a89e-a76c480947b2 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949268 Jul 14 10:27:26.793067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51550) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:26.824271 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2cad4f82-2b5e-4344-a15b-d8dc73c14bb4 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300343 Jul 14 10:27:26.827440 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51552) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:26.832700 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1334965174', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:26.935971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'subnet': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:27:26.940249 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60127369'] for subnet, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.126818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:26Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:27.143838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60121528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60127419'] for subnet, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.153343 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Checking router: 260a8632-ca0d-4d66-8e61-d893c59fb4a4 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:27.153603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Updating router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 port caa09894-a1e6-455a-a8a6-4c9fc7c42751 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:27:27.189989 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.205873 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Subnet': ['ID=e4cb6703-0fd6-4681-a625-d573a797c118,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:27.216100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Checking segment: {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:27.217132 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network hostable DHCP agents. Network: fb3928e2-4a22-4bfb-a141-3c3a1b47205a, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93779) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:27:27.235287 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93779) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:27:27.245836 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, fb3928e2-4a22-4bfb-a141-3c3a1b47205a) {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:27.250769 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:27.251509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.269501 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f3b1f797-f306-41ae-9c04-3b30e8d559fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4409614 Jul 14 10:27:27.272221 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51554) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:27.283407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa0d84a-ef29-48f5-ba53-1ee54539c274 None None] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:27:27.535727 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.546109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:27:27.546978 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.550788 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.683980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.704114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Transition to ACTIVE for port object caa09894-a1e6-455a-a8a6-4c9fc7c42751 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:27.730916 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.753716 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.781558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Allocated IP 172.20.0.2 (fb3928e2-4a22-4bfb-a141-3c3a1b47205a/e4cb6703-0fd6-4681-a625-d573a797c118/c87b2b07-dbfe-4e07-aa21-804ffe7e6562) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:27.814582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0e2a9-e52c-4bf1-94e0-3c35f06342d7 None None] Pushing event updated for resources: {'Port': ['ID=caa09894-a1e6-455a-a8a6-4c9fc7c42751,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:27.819227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Attempting to bind port caa09894-a1e6-455a-a8a6-4c9fc7c42751 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:27:27.819741 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Attempting to bind port caa09894-a1e6-455a-a8a6-4c9fc7c42751 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:27:27.819983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Attempting to bind port caa09894-a1e6-455a-a8a6-4c9fc7c42751 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:27.861501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:27:27.861886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:27.862296 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.862697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:27:27.863177 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Bound port: caa09894-a1e6-455a-a8a6-4c9fc7c42751, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:27:27.863558 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:27.964080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] For port caa09894-a1e6-455a-a8a6-4c9fc7c42751, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:27:28.004514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] For port caa09894-a1e6-455a-a8a6-4c9fc7c42751, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=caa09894-a1e6-455a-a8a6-4c9fc7c42751,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:27:28.010578 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.072494 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.096286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Transition to ACTIVE for port object c87b2b07-dbfe-4e07-aa21-804ffe7e6562 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:28.100791 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:28.101434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:27:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:28.104775 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0e2a9-e52c-4bf1-94e0-3c35f06342d7 None None] Pushing event updated for resources: {'Port': ['ID=caa09894-a1e6-455a-a8a6-4c9fc7c42751,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:28.154907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Transition to ACTIVE for port object c87b2b07-dbfe-4e07-aa21-804ffe7e6562 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:28.164934 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.215944 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.1 (fb3928e2-4a22-4bfb-a141-3c3a1b47205a/e4cb6703-0fd6-4681-a625-d573a797c118/47a76f8a-bbaf-4b67-98d5-e902b7a53e27) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:28.249407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:28.258953 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:28.266408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:28.270352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Pushing event updated for resources: {'Port': ['ID=c87b2b07-dbfe-4e07-aa21-804ffe7e6562,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:28.286096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:28.352762 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.377450 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:28.422266 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.427459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Attempting to bind port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:27:28.427942 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Attempting to bind port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:27:28.428340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Attempting to bind port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 on network fb3928e2-4a22-4bfb-a141-3c3a1b47205a {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:28.440935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:27:28.441427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Checking segment: {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:28.441782 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.442188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Bound using segment: {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:27:28.442800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Bound port: c87b2b07-dbfe-4e07-aa21-804ffe7e6562, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:27:28.443060 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.469195 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:28.477307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:28.482783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:28.511500 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:28.533926 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.561985 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] For port c87b2b07-dbfe-4e07-aa21-804ffe7e6562, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:27:28.565916 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] For port c87b2b07-dbfe-4e07-aa21-804ffe7e6562, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c87b2b07-dbfe-4e07-aa21-804ffe7e6562,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:27:28.572987 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:28.649960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d732b0-d5a0-4c77-9f00-d4a01cb29417 None None] Pushing event updated for resources: {'Port': ['ID=c87b2b07-dbfe-4e07-aa21-804ffe7e6562,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:28.657588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:26Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:28.686090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b188586-bcef-495b-8cfd-80bc829129fc None None] The sync data for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 is: [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:26Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:28.720161 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.085004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.089858 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.173141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:29.175779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.276214 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:29.277704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:29.378955 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:27:29.406728 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:27:29.544752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:29.545562 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c87b2b07-dbfe-4e07-aa21-804ffe7e6562 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:29.551679 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ba19555e-bf76-4787-b8fa-5e03938576b6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/260a8632-ca0d-4d66-8e61-d893c59fb4a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782018 Jul 14 10:27:29.611209 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:29.617439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device caa09894-a1e6-455a-a8a6-4c9fc7c42751 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:29.697111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port caa09894-a1e6-455a-a8a6-4c9fc7c42751 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:29.703766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port caa09894-a1e6-455a-a8a6-4c9fc7c42751 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:29.704481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.746259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3774f9a-6d18-4b44-92e8-556136196f7d None None] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:27:29.770989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-470149fa-b527-422d-94b1-cc48d7f30aa7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014010831&fields=id&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 267 time: 0.0560005 Jul 14 10:27:29.893417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156b22-186c-4601-8034-f31b82f3314e req-16698601-e4b4-484b-8428-8e95d5f3e0fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:29.894928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-16698601-e4b4-484b-8428-8e95d5f3e0fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/networks?id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a HTTP/1.1" status: 200 len: 797 time: 0.1112204 Jul 14 10:27:29.908292 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.911687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-4246e864-1896-4a1e-a84e-3bf6cc475add tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/quotas/6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 375 time: 0.0109620 Jul 14 10:27:29.913507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4e6c74a8-0ba3-4cc9-ac68-10f446e4dae8 None None] Provisioning for port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:29.926327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4e6c74a8-0ba3-4cc9-ac68-10f446e4dae8 None None] Provisioning complete for port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:29.926691 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4e6c74a8-0ba3-4cc9-ac68-10f446e4dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.959574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port caa09894-a1e6-455a-a8a6-4c9fc7c42751, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=caa09894-a1e6-455a-a8a6-4c9fc7c42751,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:29.967559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:29.987420 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-37fa41e4-b049-4d0e-bcee-ab5addce5da0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700924 Jul 14 10:27:30.004077 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-8e114f16-fe92-4c10-84d6-fbaf17f19117 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:27:30.005188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-8e114f16-fe92-4c10-84d6-fbaf17f19117 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057158 Jul 14 10:27:30.069442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.079754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=caa09894-a1e6-455a-a8a6-4c9fc7c42751,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:30.100367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-c2be3ed5-4548-426e-b379-dc1b7be120c2 service neutron] 10.222.0.73 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872200 Jul 14 10:27:30.125071 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4e6c74a8-0ba3-4cc9-ac68-10f446e4dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.159666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4e6c74a8-0ba3-4cc9-ac68-10f446e4dae8 None None] For port c87b2b07-dbfe-4e07-aa21-804ffe7e6562, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c87b2b07-dbfe-4e07-aa21-804ffe7e6562,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:30.164823 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4e6c74a8-0ba3-4cc9-ac68-10f446e4dae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.203230 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-70dce0bb-9d3c-4e61-a9a4-977b730ef92c service neutron] 10.222.0.73 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970223 Jul 14 10:27:30.233214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c74a8-0ba3-4cc9-ac68-10f446e4dae8 None None] Pushing event updated for resources: {'Port': ['ID=c87b2b07-dbfe-4e07-aa21-804ffe7e6562,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:30.396697 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-69527de1-59ab-431a-ab10-d61abbc1f987 None None] Provisioning complete for port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:30.397395 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-69527de1-59ab-431a-ab10-d61abbc1f987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.450095 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84751d05-0d29-47d5-ba50-7ba56ef45672 req-8194acd2-8900-47d2-9505-5d98385caa90 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 210 time: 0.0404928 Jul 14 10:27:30.510079 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-69527de1-59ab-431a-ab10-d61abbc1f987 None None] Provisioning for port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:30.514166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-69527de1-59ab-431a-ab10-d61abbc1f987 None None] Provisioning complete for port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:30.514651 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-69527de1-59ab-431a-ab10-d61abbc1f987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.554759 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-69527de1-59ab-431a-ab10-d61abbc1f987 None None] Port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:27:30.601861 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Sync routers for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:30.611692 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:30.612645 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:27:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:30.674845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9b94f81f-857d-4b17-b609-698f01e75b2a None None] Provisioning complete for port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:30.675532 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9b94f81f-857d-4b17-b609-698f01e75b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.714978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9b94f81f-857d-4b17-b609-698f01e75b2a None None] Port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:27:30.735755 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:30.939436 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3e9ff0bc-ca17-4dbd-b0c2-8543577c9c31 None None] Provisioning complete for port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:30.940389 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3e9ff0bc-ca17-4dbd-b0c2-8543577c9c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:30.965803 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 2, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:30.980424 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ff0bc-ca17-4dbd-b0c2-8543577c9c31 None None] Port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:27:30.994184 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Checking router: 260a8632-ca0d-4d66-8e61-d893c59fb4a4 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:30.994543 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Updating router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:27:31.030214 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:31.382531 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:31.392508 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Transition to ACTIVE for port object 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:31.398071 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:31.447037 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Pushing event updated for resources: {'Port': ['ID=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:31.457385 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.457733 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.458065 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.458405 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.458738 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.459068 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.459393 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.459714 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.460066 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.460459 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.460718 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.461060 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:27:31.465545 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c87b2b07-dbfe-4e07-aa21-804ffe7e6562 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:31.523815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:31.524614 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:31.553984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Attempting to bind port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:27:31.554346 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Attempting to bind port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:27:31.554935 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Attempting to bind port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 on network fb3928e2-4a22-4bfb-a141-3c3a1b47205a {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:31.567302 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:27:31.567671 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Checking segment: {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:31.568738 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:31.569315 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Bound using segment: {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:27:31.569946 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Bound port: 47a76f8a-bbaf-4b67-98d5-e902b7a53e27, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:27:31.572024 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:31.622107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device caa09894-a1e6-455a-a8a6-4c9fc7c42751 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:31.656859 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ded67b91-19f0-4b87-91c4-c192fcf60300 req-b9452003-8921-49fe-808e-6d1cbfa127a8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 210 time: 0.0536029 Jul 14 10:27:31.674076 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] For port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:27:31.677599 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] For port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:27:31.688613 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:31.767311 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64a8a3-7f0f-4f0b-b151-3eaa8d666c44 None None] Pushing event updated for resources: {'Port': ['ID=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:31.782075 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:31.783573 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:27:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:31.817780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156b22-186c-4601-8034-f31b82f3314e req-23e20520-6c4c-4cd6-9578-676cc7f2d85e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:31.820144 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-23e20520-6c4c-4cd6-9578-676cc7f2d85e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/networks?id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a HTTP/1.1" status: 200 len: 797 time: 0.1807730 Jul 14 10:27:31.874978 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-0dc133b3-9874-49a7-8b20-22044a8d02ea tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 380 time: 0.0460927 Jul 14 10:27:31.886670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'port': {'device_id': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'admin_state_up': True, 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'security_groups': ['d3dc0732-33ec-469d-a938-e07d63555ad2']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:31.922239 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:31.933404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port caa09894-a1e6-455a-a8a6-4c9fc7c42751 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:31.933963 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.043550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:27:32.047966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.149835 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:31Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:32.176557 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbaa84a-094e-4de7-8369-4970c23a9fac None None] The sync data for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 is: [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:31Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:32.190155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.10 (fb3928e2-4a22-4bfb-a141-3c3a1b47205a/e4cb6703-0fd6-4681-a625-d573a797c118/2ee446f4-1cf6-4cf5-8c70-f98af43b70bf) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:32.353556 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.368483 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:32.408377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.466444 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:32.470509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:32.472981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:32.500792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:32.538602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:32.539390 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.555927 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-35adf82c-96d4-4ed0-80b0-387abc4cc58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6751926 Jul 14 10:27:32.568216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Request body: {'port': {'device_id': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:32.657318 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.767102 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dc018183-d783-487f-bda3-787d9f676d95 None None] Provisioning for port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:32.772277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-dc018183-d783-487f-bda3-787d9f676d95 None None] Provisioning complete for port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:32.772890 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dc018183-d783-487f-bda3-787d9f676d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.823325 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-dc018183-d783-487f-bda3-787d9f676d95 None None] Port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:27:32.873600 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75bc79-2258-4efc-9715-7339b0e497d4 req-243fa96e-246a-42a6-8a87-446af9bd9f08 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:32.876051 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b75bc79-2258-4efc-9715-7339b0e497d4 req-243fa96e-246a-42a6-8a87-446af9bd9f08 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 932 time: 0.0867271 Jul 14 10:27:32.917440 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b75bc79-2258-4efc-9715-7339b0e497d4 req-dba8d65c-9e90-41f9-be25-3f4289ab7502 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354130 Jul 14 10:27:32.958625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:27:32.966775 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:32.978922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Transition to ACTIVE for port object 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:27:32.983828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.035801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Pushing event updated for resources: {'Port': ['ID=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:33.114314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Attempting to bind port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:27:33.114658 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Attempting to bind port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:27:33.115001 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Attempting to bind port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf on network fb3928e2-4a22-4bfb-a141-3c3a1b47205a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:33.119927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf on network fb3928e2-4a22-4bfb-a141-3c3a1b47205a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:27:33.120289 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Attempting to bind port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf on network fb3928e2-4a22-4bfb-a141-3c3a1b47205a {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:27:33.127142 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:27:33.127484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Checking segment: {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:27:33.127911 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Bound using segment: {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:27:33.128397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Bound port: 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:27:33.128773 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.209171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] For port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:27:33.212454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] For port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:27:33.219047 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.267668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:33.268326 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.269808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] 10.222.0.69 "PUT /v2.0/ports/2ee446f4-1cf6-4cf5-8c70-f98af43b70bf HTTP/1.1" status: 200 len: 1093 time: 0.7061982 Jul 14 10:27:33.270282 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:33.272576 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:33.296110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528f197-f7cc-4006-a77d-c6398f41da8b service neutron] Pushing event updated for resources: {'Port': ['ID=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:33.348081 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ca9d0-3fad-4d39-89e9-1abad64d944f x-openstack-request-id: req-601ca9d0-3fad-4d39-89e9-1abad64d944f {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:33.348372 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:33.348635 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-601ca9d0-3fad-4d39-89e9-1abad64d944f {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:33.349048 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'status': 'completed', 'code': 200} Jul 14 10:27:33.381230 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156b22-186c-4601-8034-f31b82f3314e req-d4eac35e-0023-4961-ae51-59f63f89e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:33.382804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-d4eac35e-0023-4961-ae51-59f63f89e01a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 1096 time: 0.0653660 Jul 14 10:27:33.431139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-69fed6dd-d4fd-4cc7-b656-5fa03ec1b2da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf HTTP/1.1" status: 200 len: 217 time: 0.0413334 Jul 14 10:27:33.487336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156b22-186c-4601-8034-f31b82f3314e req-fc8fa287-51db-4d10-8f15-0e3e91b4410f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:33.490082 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-fc8fa287-51db-4d10-8f15-0e3e91b4410f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4cb6703-0fd6-4681-a625-d573a797c118 HTTP/1.1" status: 200 len: 835 time: 0.0529230 Jul 14 10:27:33.494053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:33.545092 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:33.548751 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:33.549127 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.549361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a156b22-186c-4601-8034-f31b82f3314e req-eb8389a7-0a2e-437d-a047-5f42799396d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:33.551108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-eb8389a7-0a2e-437d-a047-5f42799396d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546467 Jul 14 10:27:33.635895 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.648147 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-46bb3508-ffa0-48ed-9a53-ec3ed5719c56 service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907495 Jul 14 10:27:33.679722 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:33.683706 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:33.733673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:33.747052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a156b22-186c-4601-8034-f31b82f3314e req-2a01dd8e-2cd5-4b89-a56e-8b0ed612abc6 service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931048 Jul 14 10:27:33.846239 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-be1e7ee1-5019-47c1-a7cc-d1f7487903e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:33.847766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-be1e7ee1-5019-47c1-a7cc-d1f7487903e2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 1096 time: 0.0534668 Jul 14 10:27:33.941851 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-e29ef887-e418-437e-9acc-a4fa6dc8a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:33.943370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-e29ef887-e418-437e-9acc-a4fa6dc8a9c6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a HTTP/1.1" status: 200 len: 898 time: 0.0893641 Jul 14 10:27:33.985853 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-268ecb0a-743f-485d-9261-fee2bb663c47 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf HTTP/1.1" status: 200 len: 217 time: 0.0361636 Jul 14 10:27:34.041553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-e5d1ca3b-4f67-4440-b04c-318a47c86d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:34.043213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-e5d1ca3b-4f67-4440-b04c-318a47c86d94 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4cb6703-0fd6-4681-a625-d573a797c118 HTTP/1.1" status: 200 len: 835 time: 0.0505567 Jul 14 10:27:34.094519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b517c-0781-4b5c-8dd7-408ad48631f5 req-542e6e32-cc57-4dc3-ab52-77877b284638 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:34.096058 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b01b517c-0781-4b5c-8dd7-408ad48631f5 req-542e6e32-cc57-4dc3-ab52-77877b284638 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 944 time: 0.0638843 Jul 14 10:27:34.101894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-cbebcfbe-558d-4dcf-8852-98ea1f6c1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:34.103462 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-cbebcfbe-558d-4dcf-8852-98ea1f6c1e10 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531824 Jul 14 10:27:34.135288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b01b517c-0781-4b5c-8dd7-408ad48631f5 req-c6cc781c-a136-4850-82f6-514da45849f1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333977 Jul 14 10:27:34.192527 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-34d5d6de-b798-4974-a03d-f741b01ec114 service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815890 Jul 14 10:27:34.290158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-46fcb818-ee2f-49b1-9f4a-4ba7c48da5ba req-8393cfc2-6288-4857-ac9d-9de2b684f596 service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900855 Jul 14 10:27:35.314558 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87dc9f-e8bb-4ea6-9728-b8f9f59c39d5 req-98606dac-576a-4951-b92b-481908fa5579 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:35.316052 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d87dc9f-e8bb-4ea6-9728-b8f9f59c39d5 req-98606dac-576a-4951-b92b-481908fa5579 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 944 time: 0.0641155 Jul 14 10:27:35.354848 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d87dc9f-e8bb-4ea6-9728-b8f9f59c39d5 req-8c72a0a6-df11-459b-9e60-6f8189124369 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329866 Jul 14 10:27:35.452147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:35.499866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:35.500273 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:35.971244 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:27:36.065920 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:36.077454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'port_id': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'mac_address': 'fa:16:3e:12:34:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:27:36.113855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:36.129776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:27:36.148949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:36.152905 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:36.199541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:36.389349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['2ee446f4-1cf6-4cf5-8c70-f98af43b70bf'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:27:36.529315 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e730e-3663-45d9-b08a-f8492580f877 req-463ec30d-a469-449e-9af9-ed78f3b19b46 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:36.530829 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6e730e-3663-45d9-b08a-f8492580f877 req-463ec30d-a469-449e-9af9-ed78f3b19b46 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 945 time: 0.0638292 Jul 14 10:27:36.570403 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fb6e730e-3663-45d9-b08a-f8492580f877 req-fc35ce2d-55c8-4190-87d0-e32ab15f3b5f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338895 Jul 14 10:27:37.754778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c74ebd-1d57-4336-ab3e-5882df574154 req-91fb1551-0cf1-4f7c-b77d-8e3402fd8ed7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:37.756425 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28c74ebd-1d57-4336-ab3e-5882df574154 req-91fb1551-0cf1-4f7c-b77d-8e3402fd8ed7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 945 time: 0.0736544 Jul 14 10:27:37.798783 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-28c74ebd-1d57-4336-ab3e-5882df574154 req-dd181077-bc04-4aa5-96f2-da8e163e6bef tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365291 Jul 14 10:27:37.987119 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:27:38.036581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:27:38.040588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:27:38.040953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:38.122564 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:38.144813 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:38.147087 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579fff8e-0df3-4883-b9ab-07e6c357e5a1" -d '{"events": [{"server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "name": "network-vif-plugged", "status": "completed", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:38.160360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:27:38.165000 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:38.189297 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97c8d9f-f69d-41ac-91c8-3b95c60db46e x-openstack-request-id: req-d97c8d9f-f69d-41ac-91c8-3b95c60db46e {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:38.189297 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "name": "network-vif-plugged", "status": "completed", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:38.189297 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d97c8d9f-f69d-41ac-91c8-3b95c60db46e {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:38.189639 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'code': 200} Jul 14 10:27:38.219760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:38.309835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a31724-b15a-450a-abfe-ff222080b5f9 req-1b62c279-b620-4c20-af51-c7c633b567f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:38.311389 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a3a31724-b15a-450a-abfe-ff222080b5f9 req-1b62c279-b620-4c20-af51-c7c633b567f4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 1098 time: 0.0538819 Jul 14 10:27:38.349638 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a3a31724-b15a-450a-abfe-ff222080b5f9 req-f1bb5e4c-1887-4f14-8d73-b53658c7f32e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312331 Jul 14 10:27:38.978947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12358fe-2002-4c86-8bd5-8af1e063b81b req-70f005f6-32d8-4bd5-851d-f22317399ac8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:38.980552 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b12358fe-2002-4c86-8bd5-8af1e063b81b req-70f005f6-32d8-4bd5-851d-f22317399ac8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0695171 Jul 14 10:27:39.020634 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b12358fe-2002-4c86-8bd5-8af1e063b81b req-3149cb79-0d26-450d-a5b8-6520d773571d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335326 Jul 14 10:27:40.209765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0a786-f8c1-4ee7-adca-e97c2c4bcca0 req-810133e7-7676-4a5e-ba63-bcf19353e000 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:40.211188 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1d0a786-f8c1-4ee7-adca-e97c2c4bcca0 req-810133e7-7676-4a5e-ba63-bcf19353e000 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0677934 Jul 14 10:27:40.251296 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1d0a786-f8c1-4ee7-adca-e97c2c4bcca0 req-17f17926-600f-4b83-8690-21dcc5f251c3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344079 Jul 14 10:27:40.431053 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246073f8-61a4-4599-aba1-a1f2d27f6769 req-dd533614-607f-4a32-8423-7add3854712e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:40.432574 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-246073f8-61a4-4599-aba1-a1f2d27f6769 req-dd533614-607f-4a32-8423-7add3854712e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0694888 Jul 14 10:27:40.471502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-246073f8-61a4-4599-aba1-a1f2d27f6769 req-033aa612-5bcd-4942-a80c-78cc8028b220 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333185 Jul 14 10:27:40.494681 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51608) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:40.547988 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d0baa-a198-44c2-a1ad-0fd72ab2a485 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:40.549817 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c15d0baa-a198-44c2-a1ad-0fd72ab2a485 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 1093 time: 0.0541193 Jul 14 10:27:40.552634 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51610) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:40.557062 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:27:40.579385 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:40.679867 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:40.789257 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.83 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/3badd939-1058-4b1b-9559-7cd9385ce545) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:27:40.897833 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:40.939891 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:40.981106 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:27:40.984008 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:27:40.987509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:27:40.992960 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=3badd939-1058-4b1b-9559-7cd9385ce545,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:41.690553 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:41.766322 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:41.917649 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:41.922931 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:41.992765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=3badd939-1058-4b1b-9559-7cd9385ce545,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:27:42.005394 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:42.105367 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP 16fd88f2-5360-4bcd-ae4d-92ed71f8bb57 associated. External IP: 172.25.0.83, port: 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf. Jul 14 10:27:42.315719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:27:42.425488 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:27:42.436407 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] Sync routers for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:27:42.441196 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:42.446161 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:42.446789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:27:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:42.481560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bd04afb8-b2c5-43ae-a725-1ebe5feda781 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9278848 Jul 14 10:27:42.482352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:27:42.485304 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765cbd77-c554-47f7-bca7-c8fe679d7f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:27:42.531587 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2686fa-36cf-4d66-a9be-aab3c99a1210 x-openstack-request-id: req-2d2686fa-36cf-4d66-a9be-aab3c99a1210 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:27:42.531587 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:27:42.531587 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d2686fa-36cf-4d66-a9be-aab3c99a1210 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:27:42.531587 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'status': 'completed', 'code': 200} Jul 14 10:27:42.559020 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:42.615878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-73607152-aa96-4633-a23d-5c73721d447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:42.617589 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-73607152-aa96-4633-a23d-5c73721d447d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 1098 time: 0.0630283 Jul 14 10:27:42.650630 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994c777-4f80-4dc5-ac3c-f06d0bb37785 req-5ff50aa9-d14e-40b4-a958-8793937767ba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:42.652573 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2994c777-4f80-4dc5-ac3c-f06d0bb37785 req-5ff50aa9-d14e-40b4-a958-8793937767ba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0716674 Jul 14 10:27:42.693486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2994c777-4f80-4dc5-ac3c-f06d0bb37785 req-64d1c758-f095-484a-bf93-811dd3b137ae tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342925 Jul 14 10:27:42.718686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-a2530d27-fcb9-4d81-90f0-3342970e401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:42.720265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-a2530d27-fcb9-4d81-90f0-3342970e401c service neutron] 10.222.0.69 "GET /v2.0/networks?id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a HTTP/1.1" status: 200 len: 898 time: 0.0967541 Jul 14 10:27:42.721810 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51616) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:42.790994 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-0696cc87-20df-4d28-985b-0b923e9ffdd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf HTTP/1.1" status: 200 len: 999 time: 0.0646453 Jul 14 10:27:42.798054 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d1c9eb3f-58df-4f80-bea8-44c4b0959d7a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/16fd88f2-5360-4bcd-ae4d-92ed71f8bb57 HTTP/1.1" status: 200 len: 991 time: 0.0740235 Jul 14 10:27:42.810859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '16fd88f2-5360-4bcd-ae4d-92ed71f8bb57', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'port_id': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'mac_address': 'fa:16:3e:12:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:27:41Z', 'updated_at': '2021-07-14T10:27:41Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:33Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:42.837605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] Checking router: 260a8632-ca0d-4d66-8e61-d893c59fb4a4 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:27:42.839205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-239a0d2a-39d6-4151-9997-fac7ef96f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:42.840884 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-239a0d2a-39d6-4151-9997-fac7ef96f4b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4cb6703-0fd6-4681-a625-d573a797c118 HTTP/1.1" status: 200 len: 835 time: 0.0438070 Jul 14 10:27:42.846634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:27:42.847250 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:27:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:42.901663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-006281fb-ada5-4211-98e0-948c413b42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:27:42.903219 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-006281fb-ada5-4211-98e0-948c413b42d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561643 Jul 14 10:27:42.956351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:27:42.993603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-2eb0fc58-a1b2-4eb9-9eb2-2e9a6ca25812 service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830176 Jul 14 10:27:43.090604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-765cbd77-c554-47f7-bca7-c8fe679d7f6d req-d2930a80-308a-4891-afb3-010f4c8e04c0 service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897725 Jul 14 10:27:43.178709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '16fd88f2-5360-4bcd-ae4d-92ed71f8bb57', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'port_id': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'mac_address': 'fa:16:3e:12:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:27:41Z', 'updated_at': '2021-07-14T10:27:41Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:33Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:27:43.208833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c658170-92ec-4045-9db5-21a321f69393 None None] The sync data for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 is: [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '16fd88f2-5360-4bcd-ae4d-92ed71f8bb57', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.83', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'port_id': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'mac_address': 'fa:16:3e:12:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:27:41Z', 'updated_at': '2021-07-14T10:27:41Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:33Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:27:43.423017 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56354b57-ae78-44ad-b153-8a124d1cd7f8 None None] New status for floating IP 16fd88f2-5360-4bcd-ae4d-92ed71f8bb57: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:27:43.800285 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51618) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:27:43.859976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d6de3f5d-7a9d-47de-b3f3-0129a4941cc9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/16fd88f2-5360-4bcd-ae4d-92ed71f8bb57 HTTP/1.1" status: 200 len: 993 time: 0.0584683 Jul 14 10:27:51.992760 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d2f9008-180d-4c4f-8f9c-b9c773d5059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:54.298689 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ffb98041-74bf-4242-9fb6-321cb443dad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:54.632439 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:55.846972 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:57.490813 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:27:57.500704 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:00.040430 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:06.379994 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:14.873974 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-506ac059-726c-400e-ac41-9febe86bb17d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523374 Jul 14 10:28:14.966571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-3f4591fe-7eea-4818-9dea-dba9cc83ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:14.968662 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-3f4591fe-7eea-4818-9dea-dba9cc83ddf6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 1098 time: 0.0521264 Jul 14 10:28:15.074360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-f0df25bb-d76e-461c-b53a-30e3ae8eaa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.075885 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-f0df25bb-d76e-461c-b53a-30e3ae8eaa78 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a HTTP/1.1" status: 200 len: 898 time: 0.0876906 Jul 14 10:28:15.141259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-e11ca222-c90c-4a29-adbc-6ec85e926e16 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf HTTP/1.1" status: 200 len: 1001 time: 0.0582695 Jul 14 10:28:15.189811 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-d718e891-472f-4c91-a148-cb932f3d84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.191308 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-d718e891-472f-4c91-a148-cb932f3d84f0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4cb6703-0fd6-4681-a625-d573a797c118 HTTP/1.1" status: 200 len: 835 time: 0.0446615 Jul 14 10:28:15.256732 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-0f3a7b26-19f1-49b0-a403-91d1dc7d87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.258264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-0f3a7b26-19f1-49b0-a403-91d1dc7d87f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605371 Jul 14 10:28:15.350155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-b4ede352-32eb-44ca-97f9-5e66c45990fb service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854011 Jul 14 10:28:15.454896 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c41f190a-e2f6-44d8-a701-baf62e0e5cba req-6ee547b7-9b12-42ad-94f0-7967af947ea2 service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984685 Jul 14 10:28:15.560445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898ac99-7301-4a36-9678-f4a654267b63 req-f9bb9b0c-82d2-45c3-a635-8028d6d43bbd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.562480 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8898ac99-7301-4a36-9678-f4a654267b63 req-f9bb9b0c-82d2-45c3-a635-8028d6d43bbd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0999701 Jul 14 10:28:15.589453 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-ca763dcc-2b00-46d5-8f1b-d013a2911919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.590900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-ca763dcc-2b00-46d5-8f1b-d013a2911919 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 1098 time: 0.0926487 Jul 14 10:28:15.650011 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8898ac99-7301-4a36-9678-f4a654267b63 req-96fba06e-2f21-4be1-9434-5da03a31665a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810935 Jul 14 10:28:15.691749 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-bbc35aad-76e7-4d62-98c0-db77e7c6c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:15.693256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-bbc35aad-76e7-4d62-98c0-db77e7c6c86b service neutron] 10.222.0.69 "GET /v2.0/networks?id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a HTTP/1.1" status: 200 len: 898 time: 0.0950305 Jul 14 10:28:15.762318 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-e31e0927-f646-4ed0-8290-5f05e96a30b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf HTTP/1.1" status: 200 len: 1001 time: 0.0623024 Jul 14 10:28:16.153268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-aea17901-52ac-4083-b560-9e25ba88465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:16.154733 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-aea17901-52ac-4083-b560-9e25ba88465d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4cb6703-0fd6-4681-a625-d573a797c118 HTTP/1.1" status: 200 len: 835 time: 0.3856401 Jul 14 10:28:16.210526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-fa20b580-71ae-45bd-90dd-039de345bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:16.212009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-fa20b580-71ae-45bd-90dd-039de345bc8c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505328 Jul 14 10:28:16.308557 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-5035a747-4288-49d1-8d5f-23b2def35c8a service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862622 Jul 14 10:28:16.398822 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-688f8f59-d5fa-4f3a-b496-0a89d0d6f017 req-04895dcc-1374-44c4-b4a9-e4dc7638c17c service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829585 Jul 14 10:28:16.852522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae460b9-e0ad-4192-b6bf-22dd28b523de req-7e350fc1-8c3c-45fb-8f67-d964db50fd25 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:16.854039 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ae460b9-e0ad-4192-b6bf-22dd28b523de req-7e350fc1-8c3c-45fb-8f67-d964db50fd25 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0638344 Jul 14 10:28:16.896809 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6ae460b9-e0ad-4192-b6bf-22dd28b523de req-e9de0fb4-f547-4f7d-ad7f-034be82b7e44 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366588 Jul 14 10:28:18.080096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f27b63-e4b2-4f87-b22b-0bba0454cec7 req-59c3182f-ea61-4e7a-887e-9a0a04b226e7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:18.081693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99f27b63-e4b2-4f87-b22b-0bba0454cec7 req-59c3182f-ea61-4e7a-887e-9a0a04b226e7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0677853 Jul 14 10:28:18.119108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-99f27b63-e4b2-4f87-b22b-0bba0454cec7 req-fa43ef80-de2b-4891-8882-8224a9d367fb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Jul 14 10:28:19.299790 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794b83b-ba9c-419c-bde9-83320ee59e86 req-51cfdc3c-7774-418f-a0ef-181e5129fe38 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:19.301330 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e794b83b-ba9c-419c-bde9-83320ee59e86 req-51cfdc3c-7774-418f-a0ef-181e5129fe38 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0677278 Jul 14 10:28:19.339736 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e794b83b-ba9c-419c-bde9-83320ee59e86 req-e6c0604d-c30a-4044-a0ae-a690f6d95c66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327678 Jul 14 10:28:20.571927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615c8b-0c41-48cc-848e-82c43a6a10f8 req-a44ccc69-4fef-4969-a4f3-13f0e4cfa974 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:20.573358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef615c8b-0c41-48cc-848e-82c43a6a10f8 req-a44ccc69-4fef-4969-a4f3-13f0e4cfa974 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.1169138 Jul 14 10:28:20.610685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ef615c8b-0c41-48cc-848e-82c43a6a10f8 req-b5a3dc7c-6a97-4005-ba2c-bf9ff0595d9f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315833 Jul 14 10:28:21.786641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec4e47-67d1-495b-829c-283a19320817 req-fb872d4a-755e-4798-a39a-995c8c6080f8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:21.788787 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58ec4e47-67d1-495b-829c-283a19320817 req-fb872d4a-755e-4798-a39a-995c8c6080f8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0642335 Jul 14 10:28:21.828210 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-58ec4e47-67d1-495b-829c-283a19320817 req-abe0bba1-9d45-4522-9efb-d13c4b962952 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332725 Jul 14 10:28:21.993832 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7fda34a9-3557-4a72-906a-9b7d16a70b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:23.005101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c85af-cbf2-4868-9c46-8534471c1111 req-5bf32a89-e53d-460f-aa02-56a0c943e550 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:23.006603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b6c85af-cbf2-4868-9c46-8534471c1111 req-5bf32a89-e53d-460f-aa02-56a0c943e550 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0631273 Jul 14 10:28:23.044617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9b6c85af-cbf2-4868-9c46-8534471c1111 req-4e0cd3bb-2ff1-402d-881c-d2c3d69a7810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323489 Jul 14 10:28:24.222176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbfa25-0957-4653-9dd0-d17c0071e619 req-59308ca8-d245-412e-aaa0-f2793466fd77 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:24.223672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4fdbfa25-0957-4653-9dd0-d17c0071e619 req-59308ca8-d245-412e-aaa0-f2793466fd77 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0668635 Jul 14 10:28:24.261235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4fdbfa25-0957-4653-9dd0-d17c0071e619 req-afebe8f5-8561-4354-963d-458d054dd5bc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Jul 14 10:28:24.300289 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36936faf-d75e-4de9-a8bc-456eb15ff0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:24.634037 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:25.440446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e80097-4c38-4cb2-a7ea-033710dc3290 req-0aeaf7ef-c341-459c-b7c2-4cfe0529bd29 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:25.442019 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2e80097-4c38-4cb2-a7ea-033710dc3290 req-0aeaf7ef-c341-459c-b7c2-4cfe0529bd29 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0671272 Jul 14 10:28:25.479035 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2e80097-4c38-4cb2-a7ea-033710dc3290 req-ff4f0687-6613-4d17-8349-60f549551322 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314224 Jul 14 10:28:25.848655 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:26.698516 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c132eb6-375b-4587-8b21-25b8f9f17c97 req-a3999ac0-9618-41e0-aecb-47c243b65037 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:26.700028 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c132eb6-375b-4587-8b21-25b8f9f17c97 req-a3999ac0-9618-41e0-aecb-47c243b65037 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.1107721 Jul 14 10:28:26.738186 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4c132eb6-375b-4587-8b21-25b8f9f17c97 req-e67b2ad4-01d3-4087-b14c-cdb8e59875cb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319149 Jul 14 10:28:27.491119 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:27.501006 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:27.914159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c4280-7d88-4170-aa52-078b86b22a6b req-8fd45ce0-f0d5-48d4-90cc-3c3fa0bb806e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:27.915846 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-154c4280-7d88-4170-aa52-078b86b22a6b req-8fd45ce0-f0d5-48d4-90cc-3c3fa0bb806e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0647407 Jul 14 10:28:27.955687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-154c4280-7d88-4170-aa52-078b86b22a6b req-583d5d41-32ff-4393-bfdd-baaae52c6384 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333927 Jul 14 10:28:29.130237 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf3900-2dee-4ca7-890b-86f5554741af req-7e91579f-c1e0-411b-b1ae-0c4c494e64eb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:29.131727 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9abf3900-2dee-4ca7-890b-86f5554741af req-7e91579f-c1e0-411b-b1ae-0c4c494e64eb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0620093 Jul 14 10:28:29.174552 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9abf3900-2dee-4ca7-890b-86f5554741af req-fac0ae6b-b848-4d00-8728-e13e898db024 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370867 Jul 14 10:28:30.060144 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:30.360024 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834650e-4709-43fc-af94-ab080da07bea req-fef6fd11-6c7f-4bdd-8206-fefa37bf3941 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:30.361535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7834650e-4709-43fc-af94-ab080da07bea req-fef6fd11-6c7f-4bdd-8206-fefa37bf3941 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0735862 Jul 14 10:28:30.411676 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7834650e-4709-43fc-af94-ab080da07bea req-1100ebd4-8851-456e-9d71-1f02b5205ed3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440807 Jul 14 10:28:31.589886 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136e7df-afae-4660-9277-1d583a142927 req-e33fc0df-ce0b-422b-abc9-f25e1046b49e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:31.591320 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2136e7df-afae-4660-9277-1d583a142927 req-e33fc0df-ce0b-422b-abc9-f25e1046b49e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0650194 Jul 14 10:28:31.630020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2136e7df-afae-4660-9277-1d583a142927 req-6ff70bc1-1780-4993-bfe8-952179c944ff tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Jul 14 10:28:32.812004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49259bc-6235-41b7-8d79-c8b19065709e req-f238a186-4cbd-4447-a5d1-49fcf5127409 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:28:32.813568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c49259bc-6235-41b7-8d79-c8b19065709e req-f238a186-4cbd-4447-a5d1-49fcf5127409 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0656412 Jul 14 10:28:32.851689 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c49259bc-6235-41b7-8d79-c8b19065709e req-a2a41305-5e41-4514-af7e-734459a0be21 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324836 Jul 14 10:28:32.877129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51672) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:28:32.936891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c6f1f667-66b4-4e49-b90d-bf75183b3221 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/16fd88f2-5360-4bcd-ae4d-92ed71f8bb57 HTTP/1.1" status: 200 len: 993 time: 0.0579782 Jul 14 10:28:43.379957 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:28:51.995568 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-172bf098-359e-489a-90ad-bce3af644825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:54.301991 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-88ebaffe-be71-4fce-b826-b738d06c28e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:54.635199 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:55.852510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:57.499779 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:28:57.504222 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:00.059228 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:03.355185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51688) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:03.531390 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 3badd939-1058-4b1b-9559-7cd9385ce545 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:03.531898 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:03.614055 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:03.614300 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:03.627169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 3badd939-1058-4b1b-9559-7cd9385ce545 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:03.789810 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:03.815972 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=3badd939-1058-4b1b-9559-7cd9385ce545,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:03.827745 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.828100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.828480 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.828824 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.829163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.830014 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.830352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.830685 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.831019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.831349 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.831682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.832025 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:03.897345 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:03.897606 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP 16fd88f2-5360-4bcd-ae4d-92ed71f8bb57 disassociated (deleted). External IP: 172.25.0.83, port: 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf. Jul 14 10:29:04.105079 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:29:04.213551 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:04.218293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:04.223223 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] Sync routers for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:04.232559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:04.233251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:04.257985 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a19d9ddb-d7fa-4b32-a314-10120812d0e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/floatingips/16fd88f2-5360-4bcd-ae4d-92ed71f8bb57 HTTP/1.1" status: 204 len: 168 time: 0.9017808 Jul 14 10:29:04.258676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:04.261171 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af01ae0-6826-431e-93cf-530aa9e234e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:04.303213 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063593e9-5a11-4298-9613-bbbcabff5d27 x-openstack-request-id: req-063593e9-5a11-4298-9613-bbbcabff5d27 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:04.303514 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:04.304883 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-063593e9-5a11-4298-9613-bbbcabff5d27 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:04.304883 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'status': 'completed', 'code': 200} Jul 14 10:29:04.340917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:04.379807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-3a6b7776-7605-4a2d-88c9-43f5fd11b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:04.381996 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-3a6b7776-7605-4a2d-88c9-43f5fd11b649 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 1098 time: 0.0553973 Jul 14 10:29:04.484806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-fdbf28fa-2ddc-47e5-a0f5-73edba3c21b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:04.487471 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-fdbf28fa-2ddc-47e5-a0f5-73edba3c21b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a HTTP/1.1" status: 200 len: 898 time: 0.0981054 Jul 14 10:29:04.536782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-ad7bab5d-0dc6-4fd7-b675-183cda3bbba7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf HTTP/1.1" status: 200 len: 217 time: 0.0357206 Jul 14 10:29:04.560507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:33Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:04.589216 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] Checking router: 260a8632-ca0d-4d66-8e61-d893c59fb4a4 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:04.600623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:04.601262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:04.602687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-b0810762-709f-4276-bde4-32c3f5b80ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:04.604481 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-b0810762-709f-4276-bde4-32c3f5b80ecc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e4cb6703-0fd6-4681-a625-d573a797c118 HTTP/1.1" status: 200 len: 835 time: 0.0610628 Jul 14 10:29:04.656571 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4574e-b3f2-4f57-b7b1-413f0721301a req-8538d0a1-35c6-4f0e-8a94-d3acdc4a2e14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:04.659068 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c2f4574e-b3f2-4f57-b7b1-413f0721301a req-8538d0a1-35c6-4f0e-8a94-d3acdc4a2e14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0747676 Jul 14 10:29:04.682050 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-ef52ca37-ac42-48bb-902d-692a63608dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:04.683728 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-ef52ca37-ac42-48bb-902d-692a63608dd6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=fb3928e2-4a22-4bfb-a141-3c3a1b47205a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705829 Jul 14 10:29:04.703136 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c2f4574e-b3f2-4f57-b7b1-413f0721301a req-e5f489ac-469e-481c-96d8-3243c144d006 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345361 Jul 14 10:29:04.728500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:04.789214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-d10b94a3-2ed8-4061-bffe-4bf961fb78de service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968082 Jul 14 10:29:04.898248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7af01ae0-6826-431e-93cf-530aa9e234e9 req-74b3d391-fe84-4a5d-93c6-2e909e20c2a9 service neutron] 10.222.0.69 "GET /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009233 Jul 14 10:29:05.082800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:33Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:05.108492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27ee735-7bff-47cc-8439-5ab8b99a6be0 None None] The sync data for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 is: [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:27:28Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '47a76f8a-bbaf-4b67-98d5-e902b7a53e27', 'name': '', 'network_id': 'fb3928e2-4a22-4bfb-a141-3c3a1b47205a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:73:c6:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:27Z', 'updated_at': '2021-07-14T10:27:33Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'e4cb6703-0fd6-4681-a625-d573a797c118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:05.334261 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ca064-6eda-4cd7-92a2-90093c1ebdec None None] New status for floating IP 16fd88f2-5360-4bcd-ae4d-92ed71f8bb57: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:29:05.907038 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a23e37-a2e2-4499-badc-3161a032d1a8 req-4dc3e8c7-e8aa-4e88-96b8-cf9c344f7d20 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:05.909092 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b9a23e37-a2e2-4499-badc-3161a032d1a8 req-4dc3e8c7-e8aa-4e88-96b8-cf9c344f7d20 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0687606 Jul 14 10:29:05.948398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b9a23e37-a2e2-4499-badc-3161a032d1a8 req-cfbe318f-0257-409f-9324-35ef76049e62 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=d3dc0732-33ec-469d-a938-e07d63555ad2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Jul 14 10:29:06.097452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-a3e08010-9ed9-4760-852b-4ddc4d73a328 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:06.098900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-a3e08010-9ed9-4760-852b-4ddc4d73a328 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 946 time: 0.0744119 Jul 14 10:29:06.195569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:06.195903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:06.288831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:06.289191 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:06.302308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:06.433674 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:06.468242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=2ee446f4-1cf6-4cf5-8c70-f98af43b70bf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:06.495252 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.495611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.495957 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.496324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.496663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.496998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.497330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.497662 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.497996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.498327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.498655 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.498981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:06.523330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] No DVR routers for this DVR port 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:29:06.526040 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:06.528071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-613bb1e7-a10e-48e5-9fc6-10aad2517898 req-c5163b39-7b4f-4790-9daa-c42dc212ac23 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "DELETE /v2.0/ports/2ee446f4-1cf6-4cf5-8c70-f98af43b70bf HTTP/1.1" status: 204 len: 173 time: 0.4242096 Jul 14 10:29:06.528585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'name': 'network-vif-deleted', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:06.530915 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4270e0-e78c-40df-9db7-3004ffca9264" -d '{"events": [{"server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "name": "network-vif-deleted", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:06.573230 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd2096a-7010-4afb-8b04-f76f8fac59c2 x-openstack-request-id: req-6bd2096a-7010-4afb-8b04-f76f8fac59c2 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:06.573580 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b52d6d82-dec5-42a6-8fb0-a658d6d7213c", "name": "network-vif-deleted", "tag": "2ee446f4-1cf6-4cf5-8c70-f98af43b70bf", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:06.573750 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bd2096a-7010-4afb-8b04-f76f8fac59c2 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:06.574141 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b52d6d82-dec5-42a6-8fb0-a658d6d7213c', 'name': 'network-vif-deleted', 'tag': '2ee446f4-1cf6-4cf5-8c70-f98af43b70bf', 'status': 'completed', 'code': 200} Jul 14 10:29:07.105332 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3308403c-32ca-441e-9b8a-923d2cf10ec0 req-f5377247-7dad-4113-94c3-2dc975f2055f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=b52d6d82-dec5-42a6-8fb0-a658d6d7213c HTTP/1.1" status: 200 len: 210 time: 0.0332487 Jul 14 10:29:08.199506 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51706) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:08.467188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:08.487504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:29:08.487851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2ee446f4-1cf6-4cf5-8c70-f98af43b70bf not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:29:08.591229 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:08.862679 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:08.863028 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:08.950804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 47a76f8a-bbaf-4b67-98d5-e902b7a53e27, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:08.951182 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:08.969109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:09.156907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.185489 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=47a76f8a-bbaf-4b67-98d5-e902b7a53e27,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:09.360006 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.580066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:29:09.693307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:09.698635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-21cdfee9-3f3f-437b-9a0f-2569fcb61275 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/260a8632-ca0d-4d66-8e61-d893c59fb4a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4977374 Jul 14 10:29:09.701042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51708) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:09.702988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] Sync routers for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:09.718907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:09.719520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:09.751697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c315cf-f488-4f31-9c02-2a9bde8a2fe4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting subnet e4cb6703-0fd6-4681-a625-d573a797c118 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:29:09.755696 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13c315cf-f488-4f31-9c02-2a9bde8a2fe4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.795849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13c315cf-f488-4f31-9c02-2a9bde8a2fe4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.869391 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:09.886402 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13c315cf-f488-4f31-9c02-2a9bde8a2fe4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.950546 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13c315cf-f488-4f31-9c02-2a9bde8a2fe4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.980625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c315cf-f488-4f31-9c02-2a9bde8a2fe4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Subnet': ['ID=e4cb6703-0fd6-4681-a625-d573a797c118,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:09.988239 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13c315cf-f488-4f31-9c02-2a9bde8a2fe4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:09.993235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-13c315cf-f488-4f31-9c02-2a9bde8a2fe4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/subnets/e4cb6703-0fd6-4681-a625-d573a797c118 HTTP/1.1" status: 204 len: 168 time: 0.2886839 Jul 14 10:29:09.993416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51710) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:09.998937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8edb59-32d3-4e03-a374-04eb79a19790 None None] Network fb3928e2-4a22-4bfb-a141-3c3a1b47205a requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:29:10.105125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.173517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:29:09Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:10.202368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] Checking router: 260a8632-ca0d-4d66-8e61-d893c59fb4a4 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:10.211357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.213353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] Routers {'260a8632-ca0d-4d66-8e61-d893c59fb4a4'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:10.214089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:10.271026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port caa09894-a1e6-455a-a8a6-4c9fc7c42751 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:10.271375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.296220 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] DHCP port deletion for fb3928e2-4a22-4bfb-a141-3c3a1b47205a request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:29:10.347948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] Set router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:10.359388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port caa09894-a1e6-455a-a8a6-4c9fc7c42751, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=caa09894-a1e6-455a-a8a6-4c9fc7c42751,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:10.359760 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.372436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for caa09894-a1e6-455a-a8a6-4c9fc7c42751 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:10.458117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Deleting port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:29:10.458410 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.544664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.548032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] For port c87b2b07-dbfe-4e07-aa21-804ffe7e6562, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=c87b2b07-dbfe-4e07-aa21-804ffe7e6562,segment=NetworkSegment(ca0cb7e5-f397-47f2-b1a5-fb54f373b3da),segment_id=ca0cb7e5-f397-47f2-b1a5-fb54f373b3da)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:10.548701 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.568314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=caa09894-a1e6-455a-a8a6-4c9fc7c42751,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:10.579455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Calling delete_port for c87b2b07-dbfe-4e07-aa21-804ffe7e6562 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:29:10.639789 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.672845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:29:09Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:10.700812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1e54b7-38ca-4b95-ba4f-352e4b990356 None None] The sync data for ids ['260a8632-ca0d-4d66-8e61-d893c59fb4a4'] in n-d-780147-26 is: [{'id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1673898321', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:27:24Z', 'updated_at': '2021-07-14T10:29:09Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'caa09894-a1e6-455a-a8a6-4c9fc7c42751', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260a8632-ca0d-4d66-8e61-d893c59fb4a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:27:25Z', 'updated_at': '2021-07-14T10:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:10.707723 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.736373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Pushing event deleted for resources: {'Port': ['ID=c87b2b07-dbfe-4e07-aa21-804ffe7e6562,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:10.740003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.741816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] No DVR routers for this DVR port c87b2b07-dbfe-4e07-aa21-804ffe7e6562 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:29:10.743388 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.744676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.744820 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.745235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.745667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.746061 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.746320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.746897 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.747165 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.747591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.747976 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.748368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.748746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9432e1-92be-4225-9744-a14adcaef0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:10.792878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.793422 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Fanout notify agent at l3_agent the message router_deleted on router 260a8632-ca0d-4d66-8e61-d893c59fb4a4 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:29:10.800619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.801732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e41a02c4-55a7-4fbc-8e41-198ed852b08f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/routers/260a8632-ca0d-4d66-8e61-d893c59fb4a4 HTTP/1.1" status: 204 len: 168 time: 0.8073974 Jul 14 10:29:10.804445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51712) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:10.879487 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.967487 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:10.977187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb3928e2-4a22-4bfb-a141-3c3a1b47205a']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:10.987186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:10.987442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0cb7e5-f397-47f2-b1a5-fb54f373b3da') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:10.996554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.010617 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.016291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:29:11.016682 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:29:11.020128 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:29:11.085400 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.093173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.095036 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/networks/fb3928e2-4a22-4bfb-a141-3c3a1b47205a HTTP/1.1" status: 204 len: 168 time: 0.2896605 Jul 14 10:29:11.097676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51714) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:11.114608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b904a-d695-4b09-a3fe-dfef9c9d7048 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Network': ['ID=fb3928e2-4a22-4bfb-a141-3c3a1b47205a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:11.169788 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99149351-cfd4-45c5-9bac-04bf8ba02d1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.196690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99149351-cfd4-45c5-9bac-04bf8ba02d1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.256624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99149351-cfd4-45c5-9bac-04bf8ba02d1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.259479 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99149351-cfd4-45c5-9bac-04bf8ba02d1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.260823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-99149351-cfd4-45c5-9bac-04bf8ba02d1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/security-groups/d3dc0732-33ec-469d-a938-e07d63555ad2 HTTP/1.1" status: 204 len: 168 time: 0.1622219 Jul 14 10:29:11.271006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99149351-cfd4-45c5-9bac-04bf8ba02d1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dc0732-33ec-469d-a938-e07d63555ad2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:11.644093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51720) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:11.648858 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3acf7085-0d8f-487f-a73d-503f734f5698 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-567740054', 'description': 'tempest-secgroup-smoke-567740054 description', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:11.670868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3acf7085-0d8f-487f-a73d-503f734f5698 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.764730 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3acf7085-0d8f-487f-a73d-503f734f5698 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.769377 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3acf7085-0d8f-487f-a73d-503f734f5698 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.791065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c87b2b07-dbfe-4e07-aa21-804ffe7e6562 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:11.809252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3acf7085-0d8f-487f-a73d-503f734f5698 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.810506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3acf7085-0d8f-487f-a73d-503f734f5698 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1653657 Jul 14 10:29:11.812602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf7085-0d8f-487f-a73d-503f734f5698 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c905af-e010-49b5-b18d-f20d88847b21,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:11.813848 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51722) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:11.822248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8bccf90f-57da-4a2a-a2df-c85c41309534 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '95c905af-e010-49b5-b18d-f20d88847b21', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:11.825642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: c87b2b07-dbfe-4e07-aa21-804ffe7e6562 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:29:11.826054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device c87b2b07-dbfe-4e07-aa21-804ffe7e6562 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:29:11.826715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:11.851241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:29:11.851452 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bccf90f-57da-4a2a-a2df-c85c41309534 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.851587 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 47a76f8a-bbaf-4b67-98d5-e902b7a53e27 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:29:11.851932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device caa09894-a1e6-455a-a8a6-4c9fc7c42751 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:29:11.871426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: caa09894-a1e6-455a-a8a6-4c9fc7c42751 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:29:11.871770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device caa09894-a1e6-455a-a8a6-4c9fc7c42751 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:29:11.898751 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bccf90f-57da-4a2a-a2df-c85c41309534 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.902466 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bccf90f-57da-4a2a-a2df-c85c41309534 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.921175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccf90f-57da-4a2a-a2df-c85c41309534 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95891637-d4fb-4c25-a520-37ffb3d07212,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:11.927119 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bccf90f-57da-4a2a-a2df-c85c41309534 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:11.928546 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8bccf90f-57da-4a2a-a2df-c85c41309534 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126072 Jul 14 10:29:11.931169 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51724) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:11.935696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-b11f5d32-fb18-4789-bfd1-20ec042c8623 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '95c905af-e010-49b5-b18d-f20d88847b21', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:11.962976 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b11f5d32-fb18-4789-bfd1-20ec042c8623 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.021862 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b11f5d32-fb18-4789-bfd1-20ec042c8623 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.025572 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b11f5d32-fb18-4789-bfd1-20ec042c8623 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.046604 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f5d32-fb18-4789-bfd1-20ec042c8623 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181b0a7d-104c-4eb8-ae8e-cc7d08c8f15c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:12.052934 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b11f5d32-fb18-4789-bfd1-20ec042c8623 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.054030 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b11f5d32-fb18-4789-bfd1-20ec042c8623 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218638 Jul 14 10:29:12.056821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51726) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:12.061203 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d4f598ec-c13c-4e9f-b887-765e8e179351 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '95c905af-e010-49b5-b18d-f20d88847b21', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:12.086237 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4f598ec-c13c-4e9f-b887-765e8e179351 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.145541 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4f598ec-c13c-4e9f-b887-765e8e179351 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.148987 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4f598ec-c13c-4e9f-b887-765e8e179351 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.166760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f598ec-c13c-4e9f-b887-765e8e179351 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd36db4-3172-4f0d-982e-1f881ad65664,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:12.172790 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4f598ec-c13c-4e9f-b887-765e8e179351 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.174007 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d4f598ec-c13c-4e9f-b887-765e8e179351 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162479 Jul 14 10:29:12.176962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51728) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:12.181624 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e60d0fe7-2387-4fb3-b9c6-3386bec55022 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '95c905af-e010-49b5-b18d-f20d88847b21', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:12.207165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e60d0fe7-2387-4fb3-b9c6-3386bec55022 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.269110 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e60d0fe7-2387-4fb3-b9c6-3386bec55022 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.275257 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e60d0fe7-2387-4fb3-b9c6-3386bec55022 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.293298 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0fe7-2387-4fb3-b9c6-3386bec55022 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb17e13a-f24a-4b2d-9748-119acb2394ac,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:12.299986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e60d0fe7-2387-4fb3-b9c6-3386bec55022 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.301336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e60d0fe7-2387-4fb3-b9c6-3386bec55022 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233222 Jul 14 10:29:12.304244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51730) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:12.308980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-5628ef76-c2cc-4577-a0c4-38f467277d34 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '95c905af-e010-49b5-b18d-f20d88847b21', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:12.329921 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-5628ef76-c2cc-4577-a0c4-38f467277d34 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:29:12.335109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5628ef76-c2cc-4577-a0c4-38f467277d34 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.393886 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5628ef76-c2cc-4577-a0c4-38f467277d34 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.397509 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5628ef76-c2cc-4577-a0c4-38f467277d34 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.416189 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5628ef76-c2cc-4577-a0c4-38f467277d34 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3849e8-ed33-43ec-bfec-61caf36ed1da,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:12.419293 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5628ef76-c2cc-4577-a0c4-38f467277d34 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.420418 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5628ef76-c2cc-4577-a0c4-38f467277d34 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151249 Jul 14 10:29:12.423360 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51732) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:12.428069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-23a9fc17-f6e9-4520-abef-8c67815676db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '95c905af-e010-49b5-b18d-f20d88847b21', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:12.449933 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-23a9fc17-f6e9-4520-abef-8c67815676db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:29:12.454966 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23a9fc17-f6e9-4520-abef-8c67815676db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.515457 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23a9fc17-f6e9-4520-abef-8c67815676db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.519813 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23a9fc17-f6e9-4520-abef-8c67815676db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.536069 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9fc17-f6e9-4520-abef-8c67815676db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05bf346-1c3c-428d-a0bf-e0abcd273be6,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:12.545185 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-23a9fc17-f6e9-4520-abef-8c67815676db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.546431 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-23a9fc17-f6e9-4520-abef-8c67815676db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220226 Jul 14 10:29:12.549416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51734) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:12.554888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'network': {'name': 'tempest-network-smoke--1388786945', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'port_security_enabled': True}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:12.575767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:29:12.579244 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.603718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:29:12.613104 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.613462 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Added segment af45325c-8860-4ce6-a20d-8c377319d2e5 of type vlan for network 234c9e46-4d13-49c7-bf80-3df5413f43d6 Jul 14 10:29:12.655181 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.683142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.688942 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:12.690039 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.749117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1984258 Jul 14 10:29:12.751799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51736) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:12.757190 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'admin_state_up': True, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:12.771684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4570b-5887-4178-876f-aa3e4fdb7020 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Network': ['ID=234c9e46-4d13-49c7-bf80-3df5413f43d6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:12.783080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:29:12.789994 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.791068 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.842836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:12.984469 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.177398 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.543208 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.644155 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.99 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/cb4eb0b6-5788-4619-8a25-d50be7232aec) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:13.751506 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.791250 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:13.828876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:13.833632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:13.836164 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:13.864000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=cb4eb0b6-5788-4619-8a25-d50be7232aec,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:14.087846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.284777 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.413398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 97496d45-c906-4d7d-a74b-d00f6dffee82 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:29:14.520663 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:14.530068 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Sync routers for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:14.540252 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:14.540866 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:14.541004 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.542203 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a2546216-5b8b-476c-8805-2f4cfdbf222e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7888310 Jul 14 10:29:14.545814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51738) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:14.580673 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3a9b8217-07e0-4564-bc97-6d047538f4db tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=6ce788145c3b4ad2bf269384e2bbe759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332022 Jul 14 10:29:14.584268 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51740) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:14.646167 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:14.676325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd84736b-40dd-4067-984f-648ce5a9b060 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:14.677779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fd84736b-40dd-4067-984f-648ce5a9b060 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925896 Jul 14 10:29:14.680742 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51742) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:14.710607 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b767c7b6-b2e1-4fb1-9344-2c85c32a6a6b tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286984 Jul 14 10:29:14.713240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51744) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:14.718362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-961596097', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:14.807076 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:29:14.810770 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.823751 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:13Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:14.853277 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Checking router: 97496d45-c906-4d7d-a74b-d00f6dffee82 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:14.853619 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Updating router 97496d45-c906-4d7d-a74b-d00f6dffee82 port cb4eb0b6-5788-4619-8a25-d50be7232aec binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:29:14.887663 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:14.998748 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.062804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Subnet': ['ID=1401d2d8-8007-4799-8a39-a7a514d76f1e,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.076316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Checking segment: {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:15.076687 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network hostable DHCP agents. Network: 234c9e46-4d13-49c7-bf80-3df5413f43d6, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:29:15.093523 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:29:15.102283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 234c9e46-4d13-49c7-bf80-3df5413f43d6) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:15.106607 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:15.107209 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.114038 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208a8ca7-7875-4e97-8567-8f400a524144 None None] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:29:15.125211 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8766ec07-f4b9-4672-9dd3-40afe3b1e754 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4083376 Jul 14 10:29:15.125437 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51746) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:15.252589 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.264131 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Transition to ACTIVE for port object cb4eb0b6-5788-4619-8a25-d50be7232aec will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:15.270378 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.288048 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-234c9e46-4d13-49c7-bf80-3df5413f43d6', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:29:15.289350 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.323924 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Attempting to bind port cb4eb0b6-5788-4619-8a25-d50be7232aec on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:29:15.324321 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Attempting to bind port cb4eb0b6-5788-4619-8a25-d50be7232aec by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:29:15.324683 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Attempting to bind port cb4eb0b6-5788-4619-8a25-d50be7232aec on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:15.338293 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:29:15.338786 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:15.339196 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.339576 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:29:15.340283 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Bound port: cb4eb0b6-5788-4619-8a25-d50be7232aec, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:29:15.340663 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.363196 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Pushing event updated for resources: {'Port': ['ID=cb4eb0b6-5788-4619-8a25-d50be7232aec,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.399573 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] For port cb4eb0b6-5788-4619-8a25-d50be7232aec, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:29:15.403147 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] For port cb4eb0b6-5788-4619-8a25-d50be7232aec, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb4eb0b6-5788-4619-8a25-d50be7232aec,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:29:15.405185 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.405599 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.406031 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.406361 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.406686 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.407020 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.407345 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.407668 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.407985 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.408443 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.408905 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.409232 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:29:15.413494 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.434259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Allocated IP 172.20.0.2 (234c9e46-4d13-49c7-bf80-3df5413f43d6/1401d2d8-8007-4799-8a39-a7a514d76f1e/73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:15.465615 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:15.466392 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:15.526028 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060aec6-315f-4524-b397-4804da2193ff None None] Pushing event updated for resources: {'Port': ['ID=cb4eb0b6-5788-4619-8a25-d50be7232aec,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.584683 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:15.602442 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.609846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.620314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Transition to ACTIVE for port object 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:15.636418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Transition to ACTIVE for port object 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:15.643103 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.789473 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:13Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:15.816487 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bcc05b4-f6a0-4d87-8f85-4c8aef419bf8 None None] The sync data for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 is: [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:13Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:15.851019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:15.856013 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:15.859647 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:15.871429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Pushing event updated for resources: {'Port': ['ID=73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:15.906465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.1 (234c9e46-4d13-49c7-bf80-3df5413f43d6/1401d2d8-8007-4799-8a39-a7a514d76f1e/e019fa1e-3674-49e3-a421-060e1988bda6) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:15.923066 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Attempting to bind port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:29:15.923437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Attempting to bind port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:29:15.923838 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Attempting to bind port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 on network 234c9e46-4d13-49c7-bf80-3df5413f43d6 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:15.929168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:29:15.929507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Checking segment: {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:15.929918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:15.930394 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Bound using segment: {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:29:15.930884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Bound port: 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:29:15.931278 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.000081 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] For port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:29:16.004542 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] For port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:29:16.009781 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.029721 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.045637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object e019fa1e-3674-49e3-a421-060e1988bda6 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:16.101260 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d476c96-16c6-4892-967d-4dff2923ad5d None None] Pushing event updated for resources: {'Port': ['ID=73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:16.106724 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.147017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:16.150387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:16.154628 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:16.207129 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=e019fa1e-3674-49e3-a421-060e1988bda6,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:16.217025 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.412365 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.726909 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.731824 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.809839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:16.811563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=e019fa1e-3674-49e3-a421-060e1988bda6,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:16.913647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:16.915111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:17.033872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 97496d45-c906-4d7d-a74b-d00f6dffee82 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:29:17.091531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb60ed-9e3a-4032-a358-64120022f7dd None None] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:29:17.146070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:17.152508 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5c99a53f-64b2-470d-ab88-e1e160c5c4cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/97496d45-c906-4d7d-a74b-d00f6dffee82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0259938 Jul 14 10:29:17.209678 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-65ccb563-db1c-4dad-b221-2e113e574554 None None] Provisioning for port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:17.308288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-658d841d-f9e6-4ab3-9f6c-3c7de675940c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-567740054&fields=id&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 267 time: 0.0432401 Jul 14 10:29:17.418471 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018d62-4958-4a37-9813-c20eb6563b13 req-c9911ea5-19bb-4398-9771-c79051ef13c2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:17.420379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-c9911ea5-19bb-4398-9771-c79051ef13c2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 797 time: 0.1082351 Jul 14 10:29:17.443822 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1d625ff5-2999-4c76-b714-4b1250f1281c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/quotas/6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 375 time: 0.0173635 Jul 14 10:29:17.528862 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-b1e5e462-a0d3-48dc-b57e-0502a0582d27 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0794637 Jul 14 10:29:17.562103 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ecef709f-f274-4764-af5d-a073601cc261 None None] Provisioning for port e019fa1e-3674-49e3-a421-060e1988bda6 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:17.567294 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-ecef709f-f274-4764-af5d-a073601cc261 None None] Provisioning complete for port e019fa1e-3674-49e3-a421-060e1988bda6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:17.567682 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ecef709f-f274-4764-af5d-a073601cc261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.607708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb4eb0b6-5788-4619-8a25-d50be7232aec up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:17.633019 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-ecef709f-f274-4764-af5d-a073601cc261 None None] Port e019fa1e-3674-49e3-a421-060e1988bda6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:29:17.660106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-8734c1c7-144b-4934-a6ba-6e9c2b34d028 service neutron] 10.222.0.73 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085832 Jul 14 10:29:17.670937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port cb4eb0b6-5788-4619-8a25-d50be7232aec completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:17.675727 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cb4eb0b6-5788-4619-8a25-d50be7232aec triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:17.676383 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.763812 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4c731b53-e179-4882-8d12-9ed7e1203697 service neutron] 10.222.0.73 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975373 Jul 14 10:29:17.770742 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.796373 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port cb4eb0b6-5788-4619-8a25-d50be7232aec, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb4eb0b6-5788-4619-8a25-d50be7232aec,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:17.801720 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.802522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:17.807494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Sync routers for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:17.880636 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:17.881292 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:17.954033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=cb4eb0b6-5788-4619-8a25-d50be7232aec,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:17.956949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-bd8954d7-a76a-4eaa-aeef-dc36a46c53a5 None None] Provisioning complete for port e019fa1e-3674-49e3-a421-060e1988bda6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:17.957326 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bd8954d7-a76a-4eaa-aeef-dc36a46c53a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:17.996821 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-72b58f97-d897-4200-a6b7-b46334791e0a req-cc6a287b-6324-4e17-af8c-535a411d8c03 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 210 time: 0.0526574 Jul 14 10:29:18.042434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-bd8954d7-a76a-4eaa-aeef-dc36a46c53a5 None None] Port e019fa1e-3674-49e3-a421-060e1988bda6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:29:18.043865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:18.052122 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:18.052122 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.091384 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:18.261046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7581a8ad-2177-4e12-8cef-433ed96e89c6 None None] Provisioning complete for port e019fa1e-3674-49e3-a421-060e1988bda6 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:18.261638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7581a8ad-2177-4e12-8cef-433ed96e89c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.281349 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.329983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7581a8ad-2177-4e12-8cef-433ed96e89c6 None None] Port e019fa1e-3674-49e3-a421-060e1988bda6 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:29:18.353437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:18.372935 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.433109 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:18.445706 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 2, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:18.477451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Checking router: 97496d45-c906-4d7d-a74b-d00f6dffee82 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:18.477786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Updating router 97496d45-c906-4d7d-a74b-d00f6dffee82 port e019fa1e-3674-49e3-a421-060e1988bda6 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:29:18.512805 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.790606 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.801173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Transition to ACTIVE for port object e019fa1e-3674-49e3-a421-060e1988bda6 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:18.806102 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.861326 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71a263-ae08-47f9-84ea-3f8c08a44977 None None] Pushing event updated for resources: {'Port': ['ID=e019fa1e-3674-49e3-a421-060e1988bda6,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:18.917262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Attempting to bind port e019fa1e-3674-49e3-a421-060e1988bda6 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:29:18.917638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Attempting to bind port e019fa1e-3674-49e3-a421-060e1988bda6 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:29:18.918006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Attempting to bind port e019fa1e-3674-49e3-a421-060e1988bda6 on network 234c9e46-4d13-49c7-bf80-3df5413f43d6 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:18.924247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:29:18.924730 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Checking segment: {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:18.926911 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:18.927726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Bound using segment: {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:29:18.928367 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Bound port: e019fa1e-3674-49e3-a421-060e1988bda6, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:29:18.928653 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.003213 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] For port e019fa1e-3674-49e3-a421-060e1988bda6, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:29:19.006644 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] For port e019fa1e-3674-49e3-a421-060e1988bda6, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e019fa1e-3674-49e3-a421-060e1988bda6,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:29:19.011247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.098794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:19.099450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:28:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:19.101453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71a263-ae08-47f9-84ea-3f8c08a44977 None None] Pushing event updated for resources: {'Port': ['ID=e019fa1e-3674-49e3-a421-060e1988bda6,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:19.194973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0dfdae79-9036-4140-8f35-43ed93a58970 req-6f6cbd40-9586-40d7-bad4-dc9533ce603b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 210 time: 0.0815921 Jul 14 10:29:19.256901 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:19.263454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018d62-4958-4a37-9813-c20eb6563b13 req-7579b428-f6d8-4a9c-bb36-f57868cf6201 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:19.265170 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-7579b428-f6d8-4a9c-bb36-f57868cf6201 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 797 time: 0.1625154 Jul 14 10:29:19.321643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-3d152c12-a851-4f21-8c89-c891743a4ad6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 379 time: 0.0472674 Jul 14 10:29:19.331128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'port': {'device_id': '4825787c-5373-4621-97b5-79896e01923b', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'admin_state_up': True, 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'security_groups': ['95c905af-e010-49b5-b18d-f20d88847b21']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:19.448465 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:29:19.452526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.473937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:18Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:19.504039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bddc8a-d0a4-49bc-8e64-1325bf76f0cf None None] The sync data for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 is: [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:18Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:19.519383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb4eb0b6-5788-4619-8a25-d50be7232aec up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:19.599408 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port cb4eb0b6-5788-4619-8a25-d50be7232aec triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:19.599408 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.619842 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.7 (234c9e46-4d13-49c7-bf80-3df5413f43d6/1401d2d8-8007-4799-8a39-a7a514d76f1e/caa45c91-5219-4f18-98f2-db50a153248a) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:19.689760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:19.740422 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:19.740796 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.785434 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.806372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object caa45c91-5219-4f18-98f2-db50a153248a will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:19.846793 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.900818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:19.904575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:19.907205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:19.935601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:19.969021 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:19.969653 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:19.986272 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-1c3c8a02-c085-4e2c-8c56-84ca623a352c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601276 Jul 14 10:29:19.998949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Request body: {'port': {'device_id': '4825787c-5373-4621-97b5-79896e01923b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:20.081507 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.177676 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-89a33f36-5660-4c7b-adb2-81a6c91bd63b None None] Provisioning for port caa45c91-5219-4f18-98f2-db50a153248a completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:20.182766 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-89a33f36-5660-4c7b-adb2-81a6c91bd63b None None] Provisioning complete for port caa45c91-5219-4f18-98f2-db50a153248a triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:20.183136 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-89a33f36-5660-4c7b-adb2-81a6c91bd63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.221125 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-89a33f36-5660-4c7b-adb2-81a6c91bd63b None None] Port caa45c91-5219-4f18-98f2-db50a153248a cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:29:20.374547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa45c91-5219-4f18-98f2-db50a153248a {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:29:20.380077 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:20.383382 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.386632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ecf13-369d-4a6c-8da1-48c8d86dc507 req-4c2e0f3d-2e03-4f82-8001-c206b0f997d5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:20.388423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-929ecf13-369d-4a6c-8da1-48c8d86dc507 req-4c2e0f3d-2e03-4f82-8001-c206b0f997d5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 931 time: 0.0753374 Jul 14 10:29:20.397044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Transition to ACTIVE for port object caa45c91-5219-4f18-98f2-db50a153248a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:29:20.402474 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.431627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-929ecf13-369d-4a6c-8da1-48c8d86dc507 req-35238308-d23b-409a-8240-7d3cd899cee8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371149 Jul 14 10:29:20.468307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Pushing event updated for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:20.547995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Attempting to bind port caa45c91-5219-4f18-98f2-db50a153248a on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:29:20.548365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Attempting to bind port caa45c91-5219-4f18-98f2-db50a153248a by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:29:20.549236 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Attempting to bind port caa45c91-5219-4f18-98f2-db50a153248a on network 234c9e46-4d13-49c7-bf80-3df5413f43d6 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:20.553820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Port caa45c91-5219-4f18-98f2-db50a153248a on network 234c9e46-4d13-49c7-bf80-3df5413f43d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:29:20.554147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Attempting to bind port caa45c91-5219-4f18-98f2-db50a153248a on network 234c9e46-4d13-49c7-bf80-3df5413f43d6 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:29:20.558906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:29:20.559244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Checking segment: {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:29:20.559627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Bound using segment: {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:29:20.560059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Bound port: caa45c91-5219-4f18-98f2-db50a153248a, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af45325c-8860-4ce6-a20d-8c377319d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:29:20.560446 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.639648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:29:20.643168 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:29:20.650035 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.683235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:20.684157 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:20.685659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] 10.222.0.69 "PUT /v2.0/ports/caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 1092 time: 0.6915085 Jul 14 10:29:20.687893 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:20.691469 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30433186-119c-41fc-9890-6b0a35ae97f2" -d '{"events": [{"name": "network-changed", "server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "tag": "caa45c91-5219-4f18-98f2-db50a153248a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:20.723058 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5fff27-bae8-46be-8a35-fd0987b816aa service neutron] Pushing event updated for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:20.761857 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a402f338-51c9-403e-a549-d2650e7668a5 x-openstack-request-id: req-a402f338-51c9-403e-a549-d2650e7668a5 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:20.762052 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "tag": "caa45c91-5219-4f18-98f2-db50a153248a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:20.762196 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a402f338-51c9-403e-a549-d2650e7668a5 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:20.762611 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a', 'status': 'completed', 'code': 200} Jul 14 10:29:20.794605 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018d62-4958-4a37-9813-c20eb6563b13 req-9f188356-4f78-4c5e-bc7d-65b0fe31f567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:20.795668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-9f188356-4f78-4c5e-bc7d-65b0fe31f567 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1095 time: 0.0688217 Jul 14 10:29:20.845134 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-19f1c92a-8eb1-4381-8b9d-9184c75cdc7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 217 time: 0.0421345 Jul 14 10:29:20.894723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018d62-4958-4a37-9813-c20eb6563b13 req-76384d90-2d21-423a-a897-1ab5db63cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:20.896215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-76384d90-2d21-423a-a897-1ab5db63cd16 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 200 len: 834 time: 0.0452886 Jul 14 10:29:20.963157 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62018d62-4958-4a37-9813-c20eb6563b13 req-245ce00c-e1c5-496e-8790-b036797e8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:20.964744 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-245ce00c-e1c5-496e-8790-b036797e8034 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=234c9e46-4d13-49c7-bf80-3df5413f43d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620232 Jul 14 10:29:21.450746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-d68e721c-7af1-4ba9-9b72-a97cf7a4eddd service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786603 Jul 14 10:29:21.566263 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e019fa1e-3674-49e3-a421-060e1988bda6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:21.583445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-62018d62-4958-4a37-9813-c20eb6563b13 req-a1f7e82a-9229-4ce5-93de-75053e5fa8df service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258383 Jul 14 10:29:21.637680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port e019fa1e-3674-49e3-a421-060e1988bda6 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:21.641885 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e019fa1e-3674-49e3-a421-060e1988bda6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:21.642291 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.667461 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efe063-7fad-46b3-94c3-02493a7694f0 req-0275d80b-a541-45fe-bd4b-0e8fe2b6395b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:21.669208 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83efe063-7fad-46b3-94c3-02493a7694f0 req-0275d80b-a541-45fe-bd4b-0e8fe2b6395b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 943 time: 0.0870519 Jul 14 10:29:21.741060 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83efe063-7fad-46b3-94c3-02493a7694f0 req-fcdb38d9-739e-459b-8749-7503f9067c24 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594139 Jul 14 10:29:21.742227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-f508437f-d867-4653-9969-38712712e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:21.743917 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-f508437f-d867-4653-9969-38712712e8ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1095 time: 0.1021557 Jul 14 10:29:21.892789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-a5745ef5-6fc8-48fb-b6e1-89cacdc22e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:21.894947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-a5745ef5-6fc8-48fb-b6e1-89cacdc22e90 service neutron] 10.222.0.69 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 898 time: 0.1437933 Jul 14 10:29:21.939281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-b5752227-8ca8-4854-b2d8-e7dd669b5783 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 217 time: 0.0368671 Jul 14 10:29:21.966259 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:21.997283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-b48555f2-241d-4d35-b192-1ef6a4d2c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:21.999237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-b48555f2-241d-4d35-b192-1ef6a4d2c3ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 200 len: 834 time: 0.0534465 Jul 14 10:29:22.005247 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fbc953e5-04cf-4f0c-96c6-03c0f71af357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.009302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port e019fa1e-3674-49e3-a421-060e1988bda6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e019fa1e-3674-49e3-a421-060e1988bda6,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:22.013215 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.064711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=e019fa1e-3674-49e3-a421-060e1988bda6,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:22.074010 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-d9a1f3c4-bfc3-4b1b-9dc8-e19c07509430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:22.076294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-d9a1f3c4-bfc3-4b1b-9dc8-e19c07509430 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=234c9e46-4d13-49c7-bf80-3df5413f43d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697601 Jul 14 10:29:22.170347 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-25e489d2-82e1-4083-a9e1-368095bd166f service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870607 Jul 14 10:29:22.281703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30433186-119c-41fc-9890-6b0a35ae97f2 req-bf94332d-5108-419c-8159-d5c63a602f07 service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042180 Jul 14 10:29:22.533549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device caa45c91-5219-4f18-98f2-db50a153248a details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:29:22.630017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:22.641068 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'caa45c91-5219-4f18-98f2-db50a153248a', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'port_id': 'caa45c91-5219-4f18-98f2-db50a153248a', 'mac_address': 'fa:16:3e:44:87:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:29:22.681807 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.695977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa45c91-5219-4f18-98f2-db50a153248a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:29:22.716035 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:22.720279 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:22.769767 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:22.922016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['caa45c91-5219-4f18-98f2-db50a153248a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:29:22.931270 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f857fba-9396-4cd4-bfc4-85a70a07ca85 req-75a7864a-4b79-40df-8570-1d96b5d70059 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:22.932825 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f857fba-9396-4cd4-bfc4-85a70a07ca85 req-75a7864a-4b79-40df-8570-1d96b5d70059 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 944 time: 0.0649588 Jul 14 10:29:22.971398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5f857fba-9396-4cd4-bfc4-85a70a07ca85 req-781bfc16-ed23-4b70-80e6-0aa13192421e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326660 Jul 14 10:29:23.506154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e019fa1e-3674-49e3-a421-060e1988bda6 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:23.552541 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e019fa1e-3674-49e3-a421-060e1988bda6 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:23.552829 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.151795 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd79459-297c-45a9-a962-533a0d223daa req-28d7d133-6219-40b9-8709-6718cc3f436d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:24.153323 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2bd79459-297c-45a9-a962-533a0d223daa req-28d7d133-6219-40b9-8709-6718cc3f436d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 944 time: 0.0689528 Jul 14 10:29:24.191004 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2bd79459-297c-45a9-a962-533a0d223daa req-c58a4ee8-802c-49c3-bc14-f9b66f568f6c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321128 Jul 14 10:29:24.303032 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d5072b69-3389-4a04-aa67-dab9188ce68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.544997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device caa45c91-5219-4f18-98f2-db50a153248a up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:29:24.594349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port caa45c91-5219-4f18-98f2-db50a153248a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:29:24.598770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port caa45c91-5219-4f18-98f2-db50a153248a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:29:24.599140 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.646337 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.691371 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.713147 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:24.715398 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc9ed40-e450-4a58-ae3d-38ff950a0f9f" -d '{"events": [{"server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "name": "network-vif-plugged", "status": "completed", "tag": "caa45c91-5219-4f18-98f2-db50a153248a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:24.728863 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:29:24.733340 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:24.760567 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff45515f-e99c-45e0-9da8-bc9277eda448 x-openstack-request-id: req-ff45515f-e99c-45e0-9da8-bc9277eda448 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:24.760970 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "name": "network-vif-plugged", "status": "completed", "tag": "caa45c91-5219-4f18-98f2-db50a153248a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:24.761247 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ff45515f-e99c-45e0-9da8-bc9277eda448 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:24.761648 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a', 'code': 200} Jul 14 10:29:24.795300 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:24.890044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3acceb-9e16-49bc-b73c-8f3f9acfafb3 req-50d8f4bc-25d6-4fc7-a5ef-ec4936ad72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:24.891740 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d3acceb-9e16-49bc-b73c-8f3f9acfafb3 req-50d8f4bc-25d6-4fc7-a5ef-ec4936ad72a5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1097 time: 0.0584290 Jul 14 10:29:24.928829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0d3acceb-9e16-49bc-b73c-8f3f9acfafb3 req-d6a1fdc0-cc42-4b99-9ca5-8a7b64072134 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309913 Jul 14 10:29:25.360695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89baeb39-0f24-4715-bf70-e53ed67a630a req-7cc824b6-0fdc-4b34-976b-57012b69591f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:25.362161 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89baeb39-0f24-4715-bf70-e53ed67a630a req-7cc824b6-0fdc-4b34-976b-57012b69591f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0625927 Jul 14 10:29:25.401125 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-89baeb39-0f24-4715-bf70-e53ed67a630a req-3c328fa3-9bb5-4d83-9a93-c248016d036e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332758 Jul 14 10:29:25.855395 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:26.576850 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fb97e-862e-4326-8ffe-2ef6da463c60 req-9a820b0f-372f-4ccb-ac07-676d5dd9e653 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:26.578368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-143fb97e-862e-4326-8ffe-2ef6da463c60 req-9a820b0f-372f-4ccb-ac07-676d5dd9e653 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0640752 Jul 14 10:29:26.617842 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-143fb97e-862e-4326-8ffe-2ef6da463c60 req-9794ba2e-a63b-43fb-b9b8-5d6650d350d8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332754 Jul 14 10:29:26.838998 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd9b9a-ee5e-47ac-a123-6d0c01367f5a req-91c5e712-1f7d-4cff-823e-2f9bee67657e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:26.840905 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6bd9b9a-ee5e-47ac-a123-6d0c01367f5a req-91c5e712-1f7d-4cff-823e-2f9bee67657e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.1114852 Jul 14 10:29:26.879555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d6bd9b9a-ee5e-47ac-a123-6d0c01367f5a req-bd713041-c88f-48c0-95fa-0f28c98ec91c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327382 Jul 14 10:29:26.904916 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51802) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:26.959800 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e451cc-05a9-42de-8195-ffb9949145ec tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:26.961506 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e9e451cc-05a9-42de-8195-ffb9949145ec tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1092 time: 0.0554302 Jul 14 10:29:26.964454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51804) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:26.969101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'caa45c91-5219-4f18-98f2-db50a153248a', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:29:26.993713 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:27.100051 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:27.208970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.225 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/573ed212-edf6-4d03-9418-351c01752dda) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:29:27.312269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:27.351276 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:27.391875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:29:27.394854 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:29:27.398398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:29:27.427098 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=573ed212-edf6-4d03-9418-351c01752dda,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:27.501006 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:27.510355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:27.792399 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:27.876414 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:28.048942 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:28.054449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:28.124216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=573ed212-edf6-4d03-9418-351c01752dda,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:29:28.136275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:28.246100 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP 435451ae-9e24-4705-a310-0f5f91f57f45 associated. External IP: 172.25.0.225, port: caa45c91-5219-4f18-98f2-db50a153248a. Jul 14 10:29:28.467946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 97496d45-c906-4d7d-a74b-d00f6dffee82 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:29:28.582627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:29:28.593434 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] Sync routers for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:29:28.601757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:28.605555 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:28.606254 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:28.640618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3de57c33-d198-4e87-b95d-29c5494d453b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6750398 Jul 14 10:29:28.641216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:29:28.643827 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d141234f-a720-43c8-91d3-7ede4b6220f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "tag": "caa45c91-5219-4f18-98f2-db50a153248a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:29:28.696372 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a56ddc5-d459-40f9-ad8f-bbf01dc40906 x-openstack-request-id: req-9a56ddc5-d459-40f9-ad8f-bbf01dc40906 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:29:28.697177 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "tag": "caa45c91-5219-4f18-98f2-db50a153248a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:29:28.697500 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a56ddc5-d459-40f9-ad8f-bbf01dc40906 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:29:28.698022 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a', 'status': 'completed', 'code': 200} Jul 14 10:29:28.727521 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:28.777838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-1cf08ecf-d35f-4db0-ab2f-b264f4c09d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:28.779576 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-1cf08ecf-d35f-4db0-ab2f-b264f4c09d7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1097 time: 0.0594616 Jul 14 10:29:28.922522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d0cde-f5d3-44d7-9016-f0d9b51be0cb req-02d82537-2c61-4de0-ba91-5b17bfac1052 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:28.924686 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c11d0cde-f5d3-44d7-9016-f0d9b51be0cb req-02d82537-2c61-4de0-ba91-5b17bfac1052 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.1441882 Jul 14 10:29:28.926308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-15c77d8e-0e8a-4698-b476-ef5bd4519c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:28.927743 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-15c77d8e-0e8a-4698-b476-ef5bd4519c86 service neutron] 10.222.0.69 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 898 time: 0.1381900 Jul 14 10:29:29.043233 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '435451ae-9e24-4705-a310-0f5f91f57f45', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'port_id': 'caa45c91-5219-4f18-98f2-db50a153248a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'mac_address': 'fa:16:3e:44:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825787c-5373-4621-97b5-79896e01923b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:29:27Z', 'updated_at': '2021-07-14T10:29:27Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:29.048262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c11d0cde-f5d3-44d7-9016-f0d9b51be0cb req-78dd42a8-00f2-4b6f-846b-668e9a6ff26c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164556 Jul 14 10:29:29.057951 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-8761e961-8568-4b89-8adf-96fd805012ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 999 time: 0.1196699 Jul 14 10:29:29.075018 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] Checking router: 97496d45-c906-4d7d-a74b-d00f6dffee82 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:29:29.076544 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51810) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:29.084255 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:29:29.084846 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:29:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:29.133623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-fec2a694-d2c0-4732-ab0f-b65f5b54985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:29.138199 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-fec2a694-d2c0-4732-ab0f-b65f5b54985a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 200 len: 834 time: 0.0735631 Jul 14 10:29:29.195723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5b6803db-20db-448e-87f4-bfd77207f21c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/435451ae-9e24-4705-a310-0f5f91f57f45 HTTP/1.1" status: 200 len: 991 time: 0.1158760 Jul 14 10:29:29.212669 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:29:29.233595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-3951febc-06b9-473b-bfdf-ec3523c8abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:29:29.236779 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-3951febc-06b9-473b-bfdf-ec3523c8abe3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=234c9e46-4d13-49c7-bf80-3df5413f43d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914834 Jul 14 10:29:29.361213 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-b8701b57-04c6-41b3-bb41-15cb98d2a3b8 service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183519 Jul 14 10:29:29.452895 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d141234f-a720-43c8-91d3-7ede4b6220f9 req-6017535b-66f8-40ba-9211-e6b80b5fa14d service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858274 Jul 14 10:29:29.456442 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '435451ae-9e24-4705-a310-0f5f91f57f45', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'port_id': 'caa45c91-5219-4f18-98f2-db50a153248a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'mac_address': 'fa:16:3e:44:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825787c-5373-4621-97b5-79896e01923b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:29:27Z', 'updated_at': '2021-07-14T10:29:27Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:29:29.483778 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d39aa9f-7530-4d32-b2c3-1ace10431db3 None None] The sync data for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 is: [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '435451ae-9e24-4705-a310-0f5f91f57f45', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'port_id': 'caa45c91-5219-4f18-98f2-db50a153248a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'mac_address': 'fa:16:3e:44:87:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4825787c-5373-4621-97b5-79896e01923b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:29:27Z', 'updated_at': '2021-07-14T10:29:27Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:29:29.696581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf0905d-6692-4228-aedb-4209ce173b7b None None] New status for floating IP 435451ae-9e24-4705-a310-0f5f91f57f45: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:29:30.088052 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:30.198121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51812) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:29:30.262999 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-69f5c32f-d409-4bc5-9e66-ffef40ec2b50 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/435451ae-9e24-4705-a310-0f5f91f57f45 HTTP/1.1" status: 200 len: 993 time: 0.0637639 Jul 14 10:29:51.996548 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a5a83e7-e6e5-47aa-928b-c6772a94c5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:54.304118 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-46928248-9b99-438a-91c4-ff3b97cc5367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:54.638253 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:55.857368 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:57.380495 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:29:57.500242 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:29:57.501356 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:00.103082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:01.785761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-8080c139-87d7-4816-9041-d787a1222c91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0999813 Jul 14 10:30:01.798775 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9a415-78f3-43b3-b0cb-15c38d82dac5 req-8c62588b-58ca-4322-ba97-b768817d1a60 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:01.800254 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02f9a415-78f3-43b3-b0cb-15c38d82dac5 req-8c62588b-58ca-4322-ba97-b768817d1a60 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0649021 Jul 14 10:30:01.839880 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-02f9a415-78f3-43b3-b0cb-15c38d82dac5 req-b283bff8-6110-48d0-a376-9adb29e61c04 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328541 Jul 14 10:30:02.915232 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-8c796952-331a-44cf-bf42-0eaa0f50b5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:02.916854 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-8c796952-331a-44cf-bf42-0eaa0f50b5b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1097 time: 0.0528991 Jul 14 10:30:03.047004 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-36cba5a4-ed1f-4cd6-bcd1-5d67f293614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:03.048526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-36cba5a4-ed1f-4cd6-bcd1-5d67f293614d service neutron] 10.222.0.69 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 898 time: 0.1250417 Jul 14 10:30:03.070553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c5d53-3434-4f5c-9c4c-a1cff75fd4c0 req-8f225b2a-884d-47f9-a968-8b05cf376759 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:03.072040 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d9c5d53-3434-4f5c-9c4c-a1cff75fd4c0 req-8f225b2a-884d-47f9-a968-8b05cf376759 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.1063893 Jul 14 10:30:03.146711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-78f0009a-ba72-40cc-9417-26d4da047005 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 1001 time: 0.0906689 Jul 14 10:30:03.149558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8d9c5d53-3434-4f5c-9c4c-a1cff75fd4c0 req-c1caeeef-beee-4bb2-a94d-3860d6a1e933 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506246 Jul 14 10:30:03.201273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-744cdeb0-ecfa-4fa8-b54c-d4f08f6c88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:03.202727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-744cdeb0-ecfa-4fa8-b54c-d4f08f6c88f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 200 len: 834 time: 0.0480380 Jul 14 10:30:03.261390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-ef0a8aad-27ff-40b1-9eeb-ed5abfaeeee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:03.262921 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-ef0a8aad-27ff-40b1-9eeb-ed5abfaeeee5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=234c9e46-4d13-49c7-bf80-3df5413f43d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527263 Jul 14 10:30:03.354259 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-215fa1e0-668a-4b07-8103-c062d37d342c service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835383 Jul 14 10:30:03.449612 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-88de0118-5258-4149-8cef-9c51d89ee73e service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847740 Jul 14 10:30:04.328292 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980dfbc-0e79-4b8f-b9fd-748f05dc8048 req-e8d1fe14-e608-402a-b98c-2c993a10a011 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:04.329868 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1980dfbc-0e79-4b8f-b9fd-748f05dc8048 req-e8d1fe14-e608-402a-b98c-2c993a10a011 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0693405 Jul 14 10:30:04.384299 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1980dfbc-0e79-4b8f-b9fd-748f05dc8048 req-307c66fd-478a-4555-8182-f54b1577cbb2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475178 Jul 14 10:30:05.558980 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d106d-bdda-48ee-9f16-c981f745e677 req-375e2d3b-a9f2-435b-a174-f403a85c8879 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:05.560440 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e92d106d-bdda-48ee-9f16-c981f745e677 req-375e2d3b-a9f2-435b-a174-f403a85c8879 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0637643 Jul 14 10:30:05.597934 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e92d106d-bdda-48ee-9f16-c981f745e677 req-fd66b2e0-ea41-4fca-8beb-335c650cf7f1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316820 Jul 14 10:30:06.770394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9382c-fa7b-4879-9eb4-e67a7996bd2b req-cd6f4db2-9510-4c68-8d5f-a20bb9905708 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:06.771980 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92b9382c-fa7b-4879-9eb4-e67a7996bd2b req-cd6f4db2-9510-4c68-8d5f-a20bb9905708 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0627129 Jul 14 10:30:06.810005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92b9382c-fa7b-4879-9eb4-e67a7996bd2b req-cfe6bdc7-a6ac-445f-80ca-f2dff3c7c18d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Jul 14 10:30:07.984592 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e9bbc-00d9-44ed-a959-7db6f0b21cba req-3da165a1-b627-4eea-a573-b3ccfe001d26 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:07.986074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b21e9bbc-00d9-44ed-a959-7db6f0b21cba req-3da165a1-b627-4eea-a573-b3ccfe001d26 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0663905 Jul 14 10:30:08.023607 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b21e9bbc-00d9-44ed-a959-7db6f0b21cba req-fb363ab5-d6c1-4242-bd47-fe8deab7a322 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319042 Jul 14 10:30:09.195487 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01591ccd-c5b6-4114-ad7e-1b7a67695f17 req-ade919a3-0200-4751-8474-da588f040c8e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:09.197042 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01591ccd-c5b6-4114-ad7e-1b7a67695f17 req-ade919a3-0200-4751-8474-da588f040c8e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0619831 Jul 14 10:30:09.234167 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-01591ccd-c5b6-4114-ad7e-1b7a67695f17 req-e3707e35-52d8-4996-828b-34074b845bd8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316198 Jul 14 10:30:10.412381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777a21f-99ce-47aa-b5c4-2f372c936cba req-e09f6a10-a883-4f15-a06b-f16eed0cd43d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:10.413777 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7777a21f-99ce-47aa-b5c4-2f372c936cba req-e09f6a10-a883-4f15-a06b-f16eed0cd43d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0645900 Jul 14 10:30:10.451190 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7777a21f-99ce-47aa-b5c4-2f372c936cba req-77c46d0e-6471-4263-ab96-bfed19982256 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316639 Jul 14 10:30:11.626136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d1e3c1-29e1-4d45-9135-4e8d6627a381 req-7c835839-4e97-4915-89d4-83a4821fa45d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:11.627648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4d1e3c1-29e1-4d45-9135-4e8d6627a381 req-7c835839-4e97-4915-89d4-83a4821fa45d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0659332 Jul 14 10:30:11.665581 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a4d1e3c1-29e1-4d45-9135-4e8d6627a381 req-9356fbf7-63ed-4749-84d8-ff34e9893476 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319021 Jul 14 10:30:12.845762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab4751-d940-4178-917a-66ef04aed909 req-174a81a1-0410-41ce-bfac-079894927c02 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:12.847947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39ab4751-d940-4178-917a-66ef04aed909 req-174a81a1-0410-41ce-bfac-079894927c02 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0709562 Jul 14 10:30:12.885037 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39ab4751-d940-4178-917a-66ef04aed909 req-a33b4873-9791-4ae7-928d-f4c208c1fc1c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310941 Jul 14 10:30:14.057163 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b7a66-4081-4b0f-b3e0-5b87fffb1035 req-f229c125-ac28-499d-b12e-8606807bd5e2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:14.058646 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a70b7a66-4081-4b0f-b3e0-5b87fffb1035 req-f229c125-ac28-499d-b12e-8606807bd5e2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0623665 Jul 14 10:30:14.096249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a70b7a66-4081-4b0f-b3e0-5b87fffb1035 req-b0622d37-1695-4e19-97e5-b8d2390d3b16 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318758 Jul 14 10:30:15.270867 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a5b70-b956-4064-8424-f40b5ac8aef9 req-d7296658-1597-4601-837d-655373d02d54 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:15.272328 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-864a5b70-b956-4064-8424-f40b5ac8aef9 req-d7296658-1597-4601-837d-655373d02d54 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0666573 Jul 14 10:30:15.310682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-864a5b70-b956-4064-8424-f40b5ac8aef9 req-48e775e3-a7aa-4917-9c5b-b65f5ae87d40 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327713 Jul 14 10:30:15.869507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-44939f8c-a854-43fe-b34d-57a6c79636b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:15.871021 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-44939f8c-a854-43fe-b34d-57a6c79636b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1097 time: 0.0523684 Jul 14 10:30:15.983783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-4c43ffc1-1554-4852-a3db-7e846db03e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:15.985338 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-4c43ffc1-1554-4852-a3db-7e846db03e59 service neutron] 10.222.0.69 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 898 time: 0.0946622 Jul 14 10:30:16.051086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-532860d2-5282-411a-9070-5a242bb589b8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 1001 time: 0.0577481 Jul 14 10:30:16.098551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-936990cf-f726-45c9-a0ba-8ea5b01ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:16.100107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-936990cf-f726-45c9-a0ba-8ea5b01ce77c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 200 len: 834 time: 0.0425217 Jul 14 10:30:16.160418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-92e2f4cd-ada1-4759-bb53-ee6aca0467b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:16.161871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-92e2f4cd-ada1-4759-bb53-ee6aca0467b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=234c9e46-4d13-49c7-bf80-3df5413f43d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554142 Jul 14 10:30:16.249828 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-2acf2ed9-07b4-49d4-bb28-8d639d4a305b service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809858 Jul 14 10:30:16.343648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-091e72f7-881e-417f-b7dd-4ca3e5912d22 req-590621a5-66cb-4b24-881c-f6ff5d834e6b service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871909 Jul 14 10:30:16.490238 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a13670-cd16-4b79-b5c0-afe3943f690a req-ae85cbc4-f1ee-4fbe-b746-90f74d9e40da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:16.491723 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83a13670-cd16-4b79-b5c0-afe3943f690a req-ae85cbc4-f1ee-4fbe-b746-90f74d9e40da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0689871 Jul 14 10:30:16.528597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83a13670-cd16-4b79-b5c0-afe3943f690a req-af3be128-2c1d-4de0-b64e-56a2bb038877 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Jul 14 10:30:17.707290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f1f49-1b76-4f92-8136-dec151272f1d req-7fe789f4-70a7-46c4-b2b8-ac6238b57628 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:17.709354 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f3f1f49-1b76-4f92-8136-dec151272f1d req-7fe789f4-70a7-46c4-b2b8-ac6238b57628 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0688345 Jul 14 10:30:17.746717 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7f3f1f49-1b76-4f92-8136-dec151272f1d req-97fa4deb-1cb6-492a-811b-3801dde9c16d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317097 Jul 14 10:30:18.924185 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7e478-88c4-4c52-9ae0-969365d734f6 req-e4c0aadb-5de2-4e51-af37-dbb9b8a1e48c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:18.925693 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-94b7e478-88c4-4c52-9ae0-969365d734f6 req-e4c0aadb-5de2-4e51-af37-dbb9b8a1e48c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0625429 Jul 14 10:30:18.963976 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-94b7e478-88c4-4c52-9ae0-969365d734f6 req-4a0288af-8d93-43ef-abed-32a4482ee807 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317469 Jul 14 10:30:20.170003 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-c5bcaa0b-db26-4591-8ad3-265a84074819 service neutron] 10.222.0.69 "GET /v2.0/ports/caa45c91-5219-4f18-98f2-db50a153248a/bindings/n-h1-780147-26 HTTP/1.1" status: 200 len: 383 time: 0.0948021 Jul 14 10:30:20.186128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bcd47-ef5c-419a-95c0-d72642eae1a1 req-af8b2ae6-9e05-4438-970e-aa2205b42928 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:20.187747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-651bcd47-ef5c-419a-95c0-d72642eae1a1 req-af8b2ae6-9e05-4438-970e-aa2205b42928 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.1114159 Jul 14 10:30:20.233205 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-651bcd47-ef5c-419a-95c0-d72642eae1a1 req-85c10ad9-3a4d-4c67-8151-71d73bebd41a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357239 Jul 14 10:30:20.422366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-91f800f3-133f-4e5a-9a0d-b2b5edc70d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:20.423873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-91f800f3-133f-4e5a-9a0d-b2b5edc70d2a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 1097 time: 0.0540910 Jul 14 10:30:20.495684 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-57be547e-2612-42e8-a4ca-e4f336b922e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:20.497266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-57be547e-2612-42e8-a4ca-e4f336b922e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1097 time: 0.0503938 Jul 14 10:30:20.593202 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-b3dff21e-d357-4381-9032-b4f52c9420b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:20.594687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-b3dff21e-d357-4381-9032-b4f52c9420b7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 898 time: 0.0913217 Jul 14 10:30:20.663083 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-76f451c6-a51a-4fd3-9ec5-fb674217c198 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 1001 time: 0.0619545 Jul 14 10:30:20.714477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-b91d1150-8f11-4fc0-b6d2-b4a543bf68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:20.715902 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-b91d1150-8f11-4fc0-b6d2-b4a543bf68c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 200 len: 834 time: 0.0464685 Jul 14 10:30:20.773703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-b9dc3877-0181-4389-899e-415321c5ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:20.775114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-b9dc3877-0181-4389-899e-415321c5ab34 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=234c9e46-4d13-49c7-bf80-3df5413f43d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527222 Jul 14 10:30:20.863901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-8d63d303-bc84-4cea-9cdf-e7a53d5f4648 service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814185 Jul 14 10:30:20.955279 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e293cf40-7d85-4d4d-8c7e-20a6fa00b892 req-d62c9b4b-aa5a-474e-ad29-d5d39a281a16 service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847912 Jul 14 10:30:21.409205 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a517f-20ce-46d1-8910-5ce02ba84edc req-c0cdb6df-6057-4cd4-a648-2993c7685533 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:21.410633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e6a517f-20ce-46d1-8910-5ce02ba84edc req-c0cdb6df-6057-4cd4-a648-2993c7685533 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0628941 Jul 14 10:30:21.446960 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1e6a517f-20ce-46d1-8910-5ce02ba84edc req-2f639010-f7d5-43a2-9b91-857a7c3676ad tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307801 Jul 14 10:30:21.998937 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5d30b32c-9e97-4a2c-86e5-091f3b317d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:22.639949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdc9e3-3eac-4799-840d-95d1f6333f15 req-0006b1b2-579c-47ed-b918-270571020a6e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:22.641558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32fdc9e3-3eac-4799-840d-95d1f6333f15 req-0006b1b2-579c-47ed-b918-270571020a6e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0743413 Jul 14 10:30:22.681929 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-32fdc9e3-3eac-4799-840d-95d1f6333f15 req-0b6464d6-040c-4f38-840d-671700acdc8f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338752 Jul 14 10:30:22.869843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device caa45c91-5219-4f18-98f2-db50a153248a details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:30:22.872845 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device caa45c91-5219-4f18-98f2-db50a153248a no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:30:23.022753 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:23.025456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:23.047557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'caa45c91-5219-4f18-98f2-db50a153248a', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'port_id': 'caa45c91-5219-4f18-98f2-db50a153248a', 'mac_address': 'fa:16:3e:44:87:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:30:23.055034 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:30:23.057395 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a6918-8902-4dc9-af37-e624719dbae7" -d '{"events": [{"server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "name": "network-vif-unplugged", "status": "completed", "tag": "caa45c91-5219-4f18-98f2-db50a153248a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:30:23.093360 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:23.097999 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:23.132414 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8392f8b9-1452-4fda-8bc5-c09391c9d490 x-openstack-request-id: req-8392f8b9-1452-4fda-8bc5-c09391c9d490 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:30:23.132634 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "name": "network-vif-unplugged", "status": "completed", "tag": "caa45c91-5219-4f18-98f2-db50a153248a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:30:23.132882 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8392f8b9-1452-4fda-8bc5-c09391c9d490 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:30:23.133262 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a', 'code': 200} Jul 14 10:30:23.142273 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:23.167412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id caa45c91-5219-4f18-98f2-db50a153248a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:30:23.178282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:23.208365 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.208708 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.209042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.209371 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.209695 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.210033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.210348 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.210665 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.210981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.211295 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.211611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.211924 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:23.228035 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.db.api [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93781) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 14 10:30:23.228415 n-d-780147-26 neutron-server[93781]: DEBUG oslo_db.api [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 14 10:30:23.765574 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:23.779039 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa45c91-5219-4f18-98f2-db50a153248a {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:30:23.799991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:23.805506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:23.852487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:23.867163 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9366d-14bc-4782-b815-970361aa9a54 req-69041bf3-f423-4914-ae5b-442c15e622ed tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:23.868668 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f9366d-14bc-4782-b815-970361aa9a54 req-69041bf3-f423-4914-ae5b-442c15e622ed tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 944 time: 0.0723939 Jul 14 10:30:23.905025 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88f9366d-14bc-4782-b815-970361aa9a54 req-2a2ccbf6-50f4-41d4-9b99-221b230404fd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307486 Jul 14 10:30:24.034353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['caa45c91-5219-4f18-98f2-db50a153248a'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:30:24.267013 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-b886a315-4d9f-4481-8c90-3f8eec2475da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:24.268656 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-b886a315-4d9f-4481-8c90-3f8eec2475da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b&tenant_id=6ce788145c3b4ad2bf269384e2bbe759&binding%3Ahost_id=n-h1-780147-26 HTTP/1.1" status: 200 len: 944 time: 0.1149249 Jul 14 10:30:24.277307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef920-39f5-4bfe-9743-a906874ed65b req-aefa586d-a647-4ead-a946-1ddde093bb1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:24.278742 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edfef920-39f5-4bfe-9743-a906874ed65b req-aefa586d-a647-4ead-a946-1ddde093bb1e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 944 time: 0.1114085 Jul 14 10:30:24.306108 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-09f1557e-441e-4a42-b8a2-09e03f74b2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:24.334430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-edfef920-39f5-4bfe-9743-a906874ed65b req-70ff5fc9-b9ec-4cda-ac19-0c9d8f9e35ee tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497630 Jul 14 10:30:24.524052 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af886a-fa03-43f8-b924-db83ab39db57 req-1bc7c0af-5e51-4a0b-a3e1-5784069756bd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:24.525585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14af886a-fa03-43f8-b924-db83ab39db57 req-1bc7c0af-5e51-4a0b-a3e1-5784069756bd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 944 time: 0.0725436 Jul 14 10:30:24.574183 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-14af886a-fa03-43f8-b924-db83ab39db57 req-0b82e65a-44f1-4bf7-93c4-a66c5b4e207c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420954 Jul 14 10:30:24.640381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:24.728931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-49707835-0865-48a4-b397-b329a30e392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:24.730428 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-49707835-0865-48a4-b397-b329a30e392b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1096 time: 0.4130237 Jul 14 10:30:24.820633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-f945f218-f724-4697-86bb-33bea75619e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:24.822030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-f945f218-f724-4697-86bb-33bea75619e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 898 time: 0.0847681 Jul 14 10:30:24.885063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device caa45c91-5219-4f18-98f2-db50a153248a up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:30:24.889225 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-185fa2f9-0155-4361-99fc-b58272cdc7bb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 1000 time: 0.0609057 Jul 14 10:30:24.932329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port caa45c91-5219-4f18-98f2-db50a153248a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:30:24.932709 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:24.938457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-34ff9e27-6bb2-434b-b83a-0a8428f64712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:24.939950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-34ff9e27-6bb2-434b-b83a-0a8428f64712 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 200 len: 834 time: 0.0449538 Jul 14 10:30:24.999325 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-fa626453-a01b-4b5b-a403-6a7f0e090e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:25.000932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-fa626453-a01b-4b5b-a403-6a7f0e090e8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=234c9e46-4d13-49c7-bf80-3df5413f43d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532970 Jul 14 10:30:25.011669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:25.044286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:25.048029 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:25.094183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:25.094880 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-9b9f43d2-3833-43d3-a92d-27b051d8a77a service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870793 Jul 14 10:30:25.134418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:30:25.136773 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb86edc-ee67-4153-acc9-5e4c02a10c1e" -d '{"events": [{"server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "name": "network-vif-plugged", "status": "completed", "tag": "caa45c91-5219-4f18-98f2-db50a153248a"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:30:25.183315 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1de59c-4bc8-4483-ae9a-d3a36137b2c0 x-openstack-request-id: req-3d1de59c-4bc8-4483-ae9a-d3a36137b2c0 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:30:25.183615 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "name": "network-vif-plugged", "status": "completed", "tag": "caa45c91-5219-4f18-98f2-db50a153248a", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:30:25.184242 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d1de59c-4bc8-4483-ae9a-d3a36137b2c0 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:30:25.184369 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a', 'code': 200} Jul 14 10:30:25.187952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-abfd9a7f-d08a-44bc-8519-3422d3c8797e req-3103953b-2b0c-41c0-9c4a-84f4116dd294 service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871148 Jul 14 10:30:25.761143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d8889-5682-481c-b290-425775b5bf25 req-d534d9bf-751a-417b-93f0-b25c0b744ca0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:25.762732 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-428d8889-5682-481c-b290-425775b5bf25 req-d534d9bf-751a-417b-93f0-b25c0b744ca0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0686557 Jul 14 10:30:25.800997 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-428d8889-5682-481c-b290-425775b5bf25 req-c3131a30-2437-4c96-ae5d-234bbea7e5fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325818 Jul 14 10:30:25.826209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51904) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:25.863218 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:25.893698 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e1f6cbe5-48e7-424b-b1ef-cd32beae1edc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/435451ae-9e24-4705-a310-0f5f91f57f45 HTTP/1.1" status: 200 len: 993 time: 0.0663283 Jul 14 10:30:27.499915 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:27.509213 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:30.107535 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:34.379793 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:30:52.000585 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c331dcf8-23c3-4353-99fd-f47d22f1e50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.310264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1cbd66aa-249b-428b-955a-3510de602996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.364624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51914) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:54.518244 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 573ed212-edf6-4d03-9418-351c01752dda {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:54.518585 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.591260 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.591480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.603218 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 573ed212-edf6-4d03-9418-351c01752dda owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:54.644352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.750399 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.779617 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=573ed212-edf6-4d03-9418-351c01752dda,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:54.791917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.792299 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.797552 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:54.852165 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:54.852543 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP 435451ae-9e24-4705-a310-0f5f91f57f45 disassociated (deleted). External IP: 172.25.0.225, port: caa45c91-5219-4f18-98f2-db50a153248a. Jul 14 10:30:55.064891 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 97496d45-c906-4d7d-a74b-d00f6dffee82 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:30:55.505491 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:30:55.509937 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.516330 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] Sync routers for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:30:55.525603 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:55.526200 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:55.546115 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f19ece97-6b04-4865-97e0-3ba2cdaef4da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/floatingips/435451ae-9e24-4705-a310-0f5f91f57f45 HTTP/1.1" status: 204 len: 168 time: 1.1803186 Jul 14 10:30:55.546620 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:30:55.548904 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e6c9fe-805f-4ff1-9652-64c15ed15724" -d '{"events": [{"name": "network-changed", "server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "tag": "caa45c91-5219-4f18-98f2-db50a153248a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:30:55.637516 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:55.657198 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef28a2fe-d13f-4526-bd7e-a565e111499c x-openstack-request-id: req-ef28a2fe-d13f-4526-bd7e-a565e111499c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:30:55.658052 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "tag": "caa45c91-5219-4f18-98f2-db50a153248a", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:30:55.658469 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef28a2fe-d13f-4526-bd7e-a565e111499c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:30:55.659049 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a', 'status': 'completed', 'code': 200} Jul 14 10:30:55.742667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-3d2ba22f-6ead-49ed-95ed-c36275c0e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:55.744330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-3d2ba22f-6ead-49ed-95ed-c36275c0e996 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 1097 time: 0.0622110 Jul 14 10:30:55.850042 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-e0af7364-576c-4d0c-8f3a-9689a9221e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:55.851547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-e0af7364-576c-4d0c-8f3a-9689a9221e04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 200 len: 898 time: 0.0942936 Jul 14 10:30:55.853082 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:55.871543 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:55.883620 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] Checking router: 97496d45-c906-4d7d-a74b-d00f6dffee82 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:30:55.893054 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:55.893729 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:55.927353 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-981fbfa4-4d10-4fd3-8fd1-e02eb9d97125 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 200 len: 217 time: 0.0676441 Jul 14 10:30:55.989705 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-52abd87b-763b-46f4-91f7-b772d81cf27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:55.991223 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-52abd87b-763b-46f4-91f7-b772d81cf27e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 200 len: 834 time: 0.0564303 Jul 14 10:30:55.994694 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:30:55.999762 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae37ea9-5d72-488a-9d12-5d94ea2b556f req-88959432-dcfa-44fb-8dad-6aeb75cf38f3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:56.001238 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ae37ea9-5d72-488a-9d12-5d94ea2b556f req-88959432-dcfa-44fb-8dad-6aeb75cf38f3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.1402075 Jul 14 10:30:56.070611 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8ae37ea9-5d72-488a-9d12-5d94ea2b556f req-4d75aa11-acc3-4cc4-ac88-1110d4d6f246 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593121 Jul 14 10:30:56.081691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-93f5ff97-b31e-4693-a6db-99b9d7646df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:56.083215 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-93f5ff97-b31e-4693-a6db-99b9d7646df3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=234c9e46-4d13-49c7-bf80-3df5413f43d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811253 Jul 14 10:30:56.195745 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-f943ad8c-5bea-4ca8-92e1-ee9497d344de service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052322 Jul 14 10:30:56.200263 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:56.226624 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3960d2c7-ad33-4510-b94b-d8e7e8fc12de None None] The sync data for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 is: [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:29:16Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'e019fa1e-3674-49e3-a421-060e1988bda6', 'name': '', 'network_id': '234c9e46-4d13-49c7-bf80-3df5413f43d6', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:a0:5d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:15Z', 'updated_at': '2021-07-14T10:29:21Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': '1401d2d8-8007-4799-8a39-a7a514d76f1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:30:56.287778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-30e6c9fe-805f-4ff1-9652-64c15ed15724 req-6d7b609d-546f-4a1d-bf2e-f7f4f96d6585 service neutron] 10.222.0.69 "GET /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851061 Jul 14 10:30:56.445114 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80123aed-b3fc-48ee-ad09-4c455c7cebe1 None None] New status for floating IP 435451ae-9e24-4705-a310-0f5f91f57f45: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:30:57.161123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-7ea843f1-f784-4ea0-a0dd-6dd6d4f20d59 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:57.162576 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-7ea843f1-f784-4ea0-a0dd-6dd6d4f20d59 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0676885 Jul 14 10:30:57.253178 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a815338-1ddf-4e11-ab21-f97ff1cc816b req-d879f59a-7c9e-4004-b56c-0c97c4a7d635 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:30:57.254921 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a815338-1ddf-4e11-ab21-f97ff1cc816b req-d879f59a-7c9e-4004-b56c-0c97c4a7d635 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=4825787c-5373-4621-97b5-79896e01923b HTTP/1.1" status: 200 len: 945 time: 0.0689216 Jul 14 10:30:57.273665 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port caa45c91-5219-4f18-98f2-db50a153248a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:57.274036 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.299419 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3a815338-1ddf-4e11-ab21-f97ff1cc816b req-7ffb3be9-256c-4594-aeba-bc7b4601d711 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=95c905af-e010-49b5-b18d-f20d88847b21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383315 Jul 14 10:30:57.365894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port caa45c91-5219-4f18-98f2-db50a153248a, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=caa45c91-5219-4f18-98f2-db50a153248a,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:57.366175 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.378175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for caa45c91-5219-4f18-98f2-db50a153248a owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:57.497194 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.504263 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.527479 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.538760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=caa45c91-5219-4f18-98f2-db50a153248a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:57.551804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.552159 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.552531 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.552870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.553210 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.553541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.553872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.554205 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.554536 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.554886 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.555187 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.555512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:30:57.593178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] No DVR routers for this DVR port caa45c91-5219-4f18-98f2-db50a153248a on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:30:57.595639 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:57.597681 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e45aab06-fe1e-401d-ae6d-bf28f8279d2b req-b33db59d-6438-4a02-81bf-a25373bae0b5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "DELETE /v2.0/ports/caa45c91-5219-4f18-98f2-db50a153248a HTTP/1.1" status: 204 len: 173 time: 0.4296219 Jul 14 10:30:57.598114 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'name': 'network-vif-deleted', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:30:57.600364 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328cd9f-2d38-4ece-b275-3dd5309575a9" -d '{"events": [{"server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "name": "network-vif-deleted", "tag": "caa45c91-5219-4f18-98f2-db50a153248a"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:30:57.688409 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f5bfb2-7d4e-4cd6-90d7-9001a4c65127 x-openstack-request-id: req-d6f5bfb2-7d4e-4cd6-90d7-9001a4c65127 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:30:57.688770 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4825787c-5373-4621-97b5-79896e01923b", "name": "network-vif-deleted", "tag": "caa45c91-5219-4f18-98f2-db50a153248a", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:30:57.689143 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6f5bfb2-7d4e-4cd6-90d7-9001a4c65127 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:30:57.689551 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4825787c-5373-4621-97b5-79896e01923b', 'name': 'network-vif-deleted', 'tag': 'caa45c91-5219-4f18-98f2-db50a153248a', 'status': 'completed', 'code': 200} Jul 14 10:30:58.397126 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51932) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:58.748733 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.008621 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port e019fa1e-3674-49e3-a421-060e1988bda6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:30:59.008872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.095332 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port e019fa1e-3674-49e3-a421-060e1988bda6, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e019fa1e-3674-49e3-a421-060e1988bda6,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:30:59.095718 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.108900 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for e019fa1e-3674-49e3-a421-060e1988bda6 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:30:59.290477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.323066 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=e019fa1e-3674-49e3-a421-060e1988bda6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:30:59.495936 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.713853 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 97496d45-c906-4d7d-a74b-d00f6dffee82 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:30:59.816172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:30:59.821560 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-29e3bc9e-08f1-4828-bb6f-d577981701d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/97496d45-c906-4d7d-a74b-d00f6dffee82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4228630 Jul 14 10:30:59.824385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51934) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:30:59.826927 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] Sync routers for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:30:59.835960 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:30:59.836585 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:30:59.874391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f28c3f-5760-4def-a9c8-4173c5dcd6e3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting subnet 1401d2d8-8007-4799-8a39-a7a514d76f1e {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:30:59.877948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f28c3f-5760-4def-a9c8-4173c5dcd6e3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.917518 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f28c3f-5760-4def-a9c8-4173c5dcd6e3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:30:59.937823 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:00.003269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f28c3f-5760-4def-a9c8-4173c5dcd6e3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.061050 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f28c3f-5760-4def-a9c8-4173c5dcd6e3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.089134 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f28c3f-5760-4def-a9c8-4173c5dcd6e3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.093229 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-50f28c3f-5760-4def-a9c8-4173c5dcd6e3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/subnets/1401d2d8-8007-4799-8a39-a7a514d76f1e HTTP/1.1" status: 204 len: 168 time: 0.2655818 Jul 14 10:31:00.093229 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f28c3f-5760-4def-a9c8-4173c5dcd6e3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Subnet': ['ID=1401d2d8-8007-4799-8a39-a7a514d76f1e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:00.093588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51936) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:00.102778 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d7b7af-d0d0-4152-be63-7206ebf74b34 None None] Network 234c9e46-4d13-49c7-bf80-3df5413f43d6 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:31:00.124997 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:30:59Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:00.152235 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] Checking router: 97496d45-c906-4d7d-a74b-d00f6dffee82 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:00.154745 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.161268 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] Routers {'97496d45-c906-4d7d-a74b-d00f6dffee82'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:00.161892 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['97496d45-c906-4d7d-a74b-d00f6dffee82'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:00.205272 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.271169 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] Set router 97496d45-c906-4d7d-a74b-d00f6dffee82 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:00.309215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] DHCP port deletion for 234c9e46-4d13-49c7-bf80-3df5413f43d6 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:31:00.318197 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.357966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] Deleting port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:31:00.358655 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.377626 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port cb4eb0b6-5788-4619-8a25-d50be7232aec {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:31:00.378010 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.431282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] For port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47,segment=NetworkSegment(af45325c-8860-4ce6-a20d-8c377319d2e5),segment_id=af45325c-8860-4ce6-a20d-8c377319d2e5)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:00.432827 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.452951 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] Calling delete_port for 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:31:00.463981 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:30:59Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:00.485070 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port cb4eb0b6-5788-4619-8a25-d50be7232aec, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=cb4eb0b6-5788-4619-8a25-d50be7232aec,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:00.485456 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.495244 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f650cc-6a9c-4173-9b53-7cad7221ad28 None None] The sync data for ids ['97496d45-c906-4d7d-a74b-d00f6dffee82'] in n-d-780147-26 is: [{'id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-988938729', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:29:12Z', 'updated_at': '2021-07-14T10:30:59Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': 'cb4eb0b6-5788-4619-8a25-d50be7232aec', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e5:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97496d45-c906-4d7d-a74b-d00f6dffee82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:29:13Z', 'updated_at': '2021-07-14T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:00.501789 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for cb4eb0b6-5788-4619-8a25-d50be7232aec owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:31:00.549708 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.578519 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] Pushing event deleted for resources: {'Port': ['ID=73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:00.580372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd923a-a852-422d-92d9-1b159de6a2d4 None None] No DVR routers for this DVR port 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:31:00.680105 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.704811 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=cb4eb0b6-5788-4619-8a25-d50be7232aec,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:00.765305 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.861228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.863428 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.910442 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.911041 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Fanout notify agent at l3_agent the message router_deleted on router 97496d45-c906-4d7d-a74b-d00f6dffee82 {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:31:00.918278 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:00.919625 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b305b5ec-d417-464e-8213-7b9f08ce2077 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/routers/97496d45-c906-4d7d-a74b-d00f6dffee82 HTTP/1.1" status: 204 len: 168 time: 0.8250921 Jul 14 10:31:00.922329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51938) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:01.002882 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.030352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device caa45c91-5219-4f18-98f2-db50a153248a no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:31:01.050856 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: caa45c91-5219-4f18-98f2-db50a153248a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:31:01.051074 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device caa45c91-5219-4f18-98f2-db50a153248a not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:31:01.098438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.108843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234c9e46-4d13-49c7-bf80-3df5413f43d6']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:01.119834 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af45325c-8860-4ce6-a20d-8c377319d2e5') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:01.120088 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af45325c-8860-4ce6-a20d-8c377319d2e5') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:01.129184 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.144713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.151627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:31:01.152346 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:31:01.155654 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:31:01.211871 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.219222 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.221070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/networks/234c9e46-4d13-49c7-bf80-3df5413f43d6 HTTP/1.1" status: 204 len: 168 time: 0.2977519 Jul 14 10:31:01.224061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51940) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:01.236783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc38d09-3d05-4593-a150-61ddced41d14 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Network': ['ID=234c9e46-4d13-49c7-bf80-3df5413f43d6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.283193 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d392f5e-39d0-469a-bdc5-9d95e2f1f94e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.308284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d392f5e-39d0-469a-bdc5-9d95e2f1f94e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.366795 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d392f5e-39d0-469a-bdc5-9d95e2f1f94e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.369950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d392f5e-39d0-469a-bdc5-9d95e2f1f94e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.371112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8d392f5e-39d0-469a-bdc5-9d95e2f1f94e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/security-groups/95c905af-e010-49b5-b18d-f20d88847b21 HTTP/1.1" status: 204 len: 168 time: 0.1459780 Jul 14 10:31:01.380331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d392f5e-39d0-469a-bdc5-9d95e2f1f94e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c905af-e010-49b5-b18d-f20d88847b21,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.583255 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb4eb0b6-5788-4619-8a25-d50be7232aec no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:31:01.603143 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: cb4eb0b6-5788-4619-8a25-d50be7232aec {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:31:01.603494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device cb4eb0b6-5788-4619-8a25-d50be7232aec not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:31:01.603917 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e019fa1e-3674-49e3-a421-060e1988bda6 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:31:01.622704 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: e019fa1e-3674-49e3-a421-060e1988bda6 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:31:01.623057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e019fa1e-3674-49e3-a421-060e1988bda6 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:31:01.623493 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:31:01.635469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51946) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:01.640222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-35521afa-3ee1-4ad7-af11-546b09da9a66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175727485', 'description': 'tempest-secgroup-smoke-175727485 description', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:01.642713 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:31:01.643067 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 73cb7fcb-f2f4-423c-8d67-a1b6bd4a7a47 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:31:01.668366 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35521afa-3ee1-4ad7-af11-546b09da9a66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.747270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35521afa-3ee1-4ad7-af11-546b09da9a66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.750779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35521afa-3ee1-4ad7-af11-546b09da9a66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.776496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35521afa-3ee1-4ad7-af11-546b09da9a66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.777652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-35521afa-3ee1-4ad7-af11-546b09da9a66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1411769 Jul 14 10:31:01.780721 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51948) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:01.781656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35521afa-3ee1-4ad7-af11-546b09da9a66 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a15ad8-c20a-4e2e-bee8-a1de93e04893,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.786534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4ad27bae-cc5c-420b-afdf-25c87979c980 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '88a15ad8-c20a-4e2e-bee8-a1de93e04893', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:01.813034 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad27bae-cc5c-420b-afdf-25c87979c980 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.867032 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad27bae-cc5c-420b-afdf-25c87979c980 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.871128 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad27bae-cc5c-420b-afdf-25c87979c980 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.891492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad27bae-cc5c-420b-afdf-25c87979c980 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6059550f-1731-4d1f-920d-f021d9a8fdd4,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:01.895379 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ad27bae-cc5c-420b-afdf-25c87979c980 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.896618 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4ad27bae-cc5c-420b-afdf-25c87979c980 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143496 Jul 14 10:31:01.899458 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51950) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:01.904103 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-69534139-4be1-4322-99ab-1a318373a4ac tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '88a15ad8-c20a-4e2e-bee8-a1de93e04893', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:01.929781 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69534139-4be1-4322-99ab-1a318373a4ac tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.985031 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69534139-4be1-4322-99ab-1a318373a4ac tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:01.988662 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69534139-4be1-4322-99ab-1a318373a4ac tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.006128 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69534139-4be1-4322-99ab-1a318373a4ac tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f5fd38-3eb3-4fe4-8c46-4d778a698919,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:02.011709 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69534139-4be1-4322-99ab-1a318373a4ac tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.013005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-69534139-4be1-4322-99ab-1a318373a4ac tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122637 Jul 14 10:31:02.015660 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51952) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:02.020327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-8718982f-c0ca-4b3d-b469-5d5cadaa15e9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '88a15ad8-c20a-4e2e-bee8-a1de93e04893', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:02.046761 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8718982f-c0ca-4b3d-b469-5d5cadaa15e9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.103551 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8718982f-c0ca-4b3d-b469-5d5cadaa15e9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.107425 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8718982f-c0ca-4b3d-b469-5d5cadaa15e9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.129151 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718982f-c0ca-4b3d-b469-5d5cadaa15e9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13c59948-78c3-45ae-b228-41284cfd81a4,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:02.133030 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8718982f-c0ca-4b3d-b469-5d5cadaa15e9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.134205 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8718982f-c0ca-4b3d-b469-5d5cadaa15e9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175709 Jul 14 10:31:02.136930 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51954) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:02.141274 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-62dfff14-4198-48b0-bafa-2274a2505ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '88a15ad8-c20a-4e2e-bee8-a1de93e04893', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:02.169029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62dfff14-4198-48b0-bafa-2274a2505ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.226670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62dfff14-4198-48b0-bafa-2274a2505ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.231029 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62dfff14-4198-48b0-bafa-2274a2505ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.249072 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfff14-4198-48b0-bafa-2274a2505ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def4307c-bd0b-4d63-b2a7-2791ae89179c,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:02.252019 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62dfff14-4198-48b0-bafa-2274a2505ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.253230 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-62dfff14-4198-48b0-bafa-2274a2505ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153655 Jul 14 10:31:02.255907 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51956) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:02.260344 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f245dc3a-7874-4b77-99db-99b85017d790 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '88a15ad8-c20a-4e2e-bee8-a1de93e04893', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:02.281509 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-f245dc3a-7874-4b77-99db-99b85017d790 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:31:02.287182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f245dc3a-7874-4b77-99db-99b85017d790 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.345251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f245dc3a-7874-4b77-99db-99b85017d790 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.348809 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f245dc3a-7874-4b77-99db-99b85017d790 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.367105 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245dc3a-7874-4b77-99db-99b85017d790 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4f29a4-f79c-4511-88d5-e0abecbbd4f8,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:02.374495 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f245dc3a-7874-4b77-99db-99b85017d790 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.375675 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f245dc3a-7874-4b77-99db-99b85017d790 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188083 Jul 14 10:31:02.378435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51958) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:02.382714 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-177e5a03-e565-46f3-a6ef-450b6704c300 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '88a15ad8-c20a-4e2e-bee8-a1de93e04893', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:02.406537 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-177e5a03-e565-46f3-a6ef-450b6704c300 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:31:02.411846 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-177e5a03-e565-46f3-a6ef-450b6704c300 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.474722 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-177e5a03-e565-46f3-a6ef-450b6704c300 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.478078 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-177e5a03-e565-46f3-a6ef-450b6704c300 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.497598 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e5a03-e565-46f3-a6ef-450b6704c300 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d23ea85-6c54-4750-bce4-4f8757aa1ae5,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:02.502756 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-177e5a03-e565-46f3-a6ef-450b6704c300 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.503905 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-177e5a03-e565-46f3-a6ef-450b6704c300 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245656 Jul 14 10:31:02.506843 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51960) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:02.512356 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'network': {'name': 'tempest-network-smoke--1732308420', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'port_security_enabled': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:02.538483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:31:02.542136 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.569854 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:31:02.584746 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.585316 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Added segment 6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7 of type vlan for network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 Jul 14 10:31:02.632477 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.663319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.669029 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:02.669614 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.724669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2167804 Jul 14 10:31:02.727134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51962) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:02.733506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'admin_state_up': True, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:02.754584 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf207acf-12b0-4647-8888-cd3a85a411c6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Network': ['ID=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:02.765495 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:31:02.770989 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.772051 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.824713 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:02.961039 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.149072 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.167806 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.270413 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.224 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/3c785bfb-dd9e-4e19-92ab-26a92125ff66) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:03.366883 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.409221 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:03.444695 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:03.449379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:03.453655 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:03.477773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=3c785bfb-dd9e-4e19-92ab-26a92125ff66,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:03.709669 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.249126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.377341 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 75644214-dec7-4ced-bbcb-b083ef287d5d is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:31:04.481298 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:04.490374 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Sync routers for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:04.499870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:04.500522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:04.502192 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.503659 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c39c8eb7-0035-48d8-a674-899223262825 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7756069 Jul 14 10:31:04.506762 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51966) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:04.535563 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-64d49607-6a6a-47aa-993f-4580ee212585 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=6ce788145c3b4ad2bf269384e2bbe759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277183 Jul 14 10:31:04.538330 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51968) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:04.606449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:04.624463 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c25dee8-f8d9-41b5-99fe-cc539f0551d8 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:04.626038 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1c25dee8-f8d9-41b5-99fe-cc539f0551d8 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867960 Jul 14 10:31:04.628883 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 51970) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:04.659628 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-06867861-aed3-44f9-83ae-8c7ab5e6e791 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295513 Jul 14 10:31:04.662436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51972) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:04.668860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-72760870', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:04.777418 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:31:04.781567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.789605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:04.820520 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Checking router: 75644214-dec7-4ced-bbcb-b083ef287d5d for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:04.820866 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Updating router 75644214-dec7-4ced-bbcb-b083ef287d5d port 3c785bfb-dd9e-4e19-92ab-26a92125ff66 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:31:04.854408 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:04.970067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.042375 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Subnet': ['ID=de3e741f-0766-4b75-b80b-42318c4f4ee7,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.050133 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Checking segment: {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:05.050497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network hostable DHCP agents. Network: 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:31:05.067712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:31:05.077509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:05.081683 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:05.082282 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.087111 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574a8861-bfae-4f2e-88c3-66ecffed617c None None] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:31:05.098409 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e4196b35-640d-4038-bed0-61309f1c816c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4348190 Jul 14 10:31:05.101378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 51974) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:05.336004 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.358059 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Transition to ACTIVE for port object 3c785bfb-dd9e-4e19-92ab-26a92125ff66 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:05.369998 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.453339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c82d8-f423-44dc-bc0d-2d6c0e68eb70 None None] Pushing event updated for resources: {'Port': ['ID=3c785bfb-dd9e-4e19-92ab-26a92125ff66,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.458042 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Attempting to bind port 3c785bfb-dd9e-4e19-92ab-26a92125ff66 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:05.458411 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Attempting to bind port 3c785bfb-dd9e-4e19-92ab-26a92125ff66 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:05.458777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Attempting to bind port 3c785bfb-dd9e-4e19-92ab-26a92125ff66 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:05.468983 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:05.469354 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:05.469752 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.470139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:05.470604 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Bound port: 3c785bfb-dd9e-4e19-92ab-26a92125ff66, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:05.470980 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.527262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:31:05.528245 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.543332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.554809 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] For port 3c785bfb-dd9e-4e19-92ab-26a92125ff66, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:05.558592 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] For port 3c785bfb-dd9e-4e19-92ab-26a92125ff66, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3c785bfb-dd9e-4e19-92ab-26a92125ff66,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:05.565740 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:05.692752 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:05.693368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:05.695005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c82d8-f423-44dc-bc0d-2d6c0e68eb70 None None] Pushing event updated for resources: {'Port': ['ID=3c785bfb-dd9e-4e19-92ab-26a92125ff66,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:05.804875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Allocated IP 172.20.0.2 (6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32/de3e741f-0766-4b75-b80b-42318c4f4ee7/13b2bb98-ac58-4214-9d65-bc17e82bedee) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:05.873597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:06.092161 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.102558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Transition to ACTIVE for port object 13b2bb98-ac58-4214-9d65-bc17e82bedee will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:06.123304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Transition to ACTIVE for port object 13b2bb98-ac58-4214-9d65-bc17e82bedee will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:06.130433 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.172453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:06.178888 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.1 (6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32/de3e741f-0766-4b75-b80b-42318c4f4ee7/7398ae30-6dda-4609-bebd-3fffc2315ddc) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:06.180827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:06.213156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593deda1-d2e3-4425-865d-83a995e00815 None None] The sync data for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 is: [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:03Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:06.214875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:06.217174 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:06.220096 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Pushing event updated for resources: {'Port': ['ID=13b2bb98-ac58-4214-9d65-bc17e82bedee,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:06.277183 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Attempting to bind port 13b2bb98-ac58-4214-9d65-bc17e82bedee on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:06.277567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Attempting to bind port 13b2bb98-ac58-4214-9d65-bc17e82bedee by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:06.277906 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Attempting to bind port 13b2bb98-ac58-4214-9d65-bc17e82bedee on network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:06.287224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:06.287630 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Checking segment: {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:06.287990 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.289049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Bound using segment: {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:06.289049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Bound port: 13b2bb98-ac58-4214-9d65-bc17e82bedee, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:06.289326 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.302087 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.318443 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object 7398ae30-6dda-4609-bebd-3fffc2315ddc will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:06.353885 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.355851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] For port 13b2bb98-ac58-4214-9d65-bc17e82bedee, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:06.359467 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] For port 13b2bb98-ac58-4214-9d65-bc17e82bedee, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=13b2bb98-ac58-4214-9d65-bc17e82bedee,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:06.364611 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.403553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:06.415484 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:06.424345 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:06.453527 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8d2b7-de8c-45f8-84c0-0998c2871945 None None] Pushing event updated for resources: {'Port': ['ID=13b2bb98-ac58-4214-9d65-bc17e82bedee,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:06.472139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=7398ae30-6dda-4609-bebd-3fffc2315ddc,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:06.498719 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.679846 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:06.995715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.000801 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.083692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=7398ae30-6dda-4609-bebd-3fffc2315ddc,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:07.086221 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.197520 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:07.198939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:07.319150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 75644214-dec7-4ced-bbcb-b083ef287d5d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:31:07.432743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:07.438466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-d35d1eeb-ca39-48ab-b692-956c3900d64f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/75644214-dec7-4ced-bbcb-b083ef287d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3358674 Jul 14 10:31:07.444931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8a9a01-28bd-4afb-9ec5-09a1109c195b None None] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:31:07.559501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a58ed2f7-7df1-447a-9146-eee1fc0f26b6 None None] Provisioning for port 13b2bb98-ac58-4214-9d65-bc17e82bedee completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:07.600679 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-8887f7b7-e742-4ba2-bc93-8a5c481e2067 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-175727485&fields=id&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 267 time: 0.0431547 Jul 14 10:31:07.677675 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 13b2bb98-ac58-4214-9d65-bc17e82bedee up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:07.729566 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-48a6e9ec-4b15-4203-8d18-0bd60560ac95 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:07.731393 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-48a6e9ec-4b15-4203-8d18-0bd60560ac95 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/networks?id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 HTTP/1.1" status: 200 len: 797 time: 0.1189153 Jul 14 10:31:07.732893 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 13b2bb98-ac58-4214-9d65-bc17e82bedee completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:07.737133 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 13b2bb98-ac58-4214-9d65-bc17e82bedee triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:07.737507 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.753836 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-66858c09-9abc-44c9-9f76-d879820a256d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/quotas/6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 375 time: 0.0151067 Jul 14 10:31:07.826742 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.838829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-79f342e2-7185-4f1c-a7d2-91ec7a9392a0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743783 Jul 14 10:31:07.881022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 13b2bb98-ac58-4214-9d65-bc17e82bedee, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=13b2bb98-ac58-4214-9d65-bc17e82bedee,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:07.888531 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:07.888531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3c785bfb-dd9e-4e19-92ab-26a92125ff66 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:08.006055 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f2bab0f1-cdc2-41a7-8806-caa534af4b89 None None] Provisioning complete for port 13b2bb98-ac58-4214-9d65-bc17e82bedee triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:08.006475 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f2bab0f1-cdc2-41a7-8806-caa534af4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.009884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=13b2bb98-ac58-4214-9d65-bc17e82bedee,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:08.046931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 3c785bfb-dd9e-4e19-92ab-26a92125ff66 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:08.047831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-cb7f7a0f-dd00-47f1-8d21-e2d01e467346 service neutron] 10.222.0.73 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961455 Jul 14 10:31:08.053657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3c785bfb-dd9e-4e19-92ab-26a92125ff66 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:08.053913 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.067487 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Sync routers for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:08.081372 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:08.082940 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:08.154042 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-d45ef8b4-37b8-475d-959d-69682cbed389 service neutron] 10.222.0.73 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052063 Jul 14 10:31:08.192928 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.207237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f2bab0f1-cdc2-41a7-8806-caa534af4b89 None None] Provisioning for port 7398ae30-6dda-4609-bebd-3fffc2315ddc completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:08.220459 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f2bab0f1-cdc2-41a7-8806-caa534af4b89 None None] Provisioning complete for port 7398ae30-6dda-4609-bebd-3fffc2315ddc triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:08.220846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f2bab0f1-cdc2-41a7-8806-caa534af4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.255918 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 3c785bfb-dd9e-4e19-92ab-26a92125ff66, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3c785bfb-dd9e-4e19-92ab-26a92125ff66,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:08.257276 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-f2bab0f1-cdc2-41a7-8806-caa534af4b89 None None] Port 7398ae30-6dda-4609-bebd-3fffc2315ddc cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:08.262260 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.348337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=3c785bfb-dd9e-4e19-92ab-26a92125ff66,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:08.378086 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:08.380550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9ab502db-fc65-4a16-88b6-cbc575d879dd None None] Provisioning complete for port 7398ae30-6dda-4609-bebd-3fffc2315ddc triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:08.380947 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9ab502db-fc65-4a16-88b6-cbc575d879dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.408399 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-54aec8e3-dd11-4db1-a62a-ae082bf9f858 req-20a6e8b5-b2a0-45b4-9740-63558a2b2f81 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 210 time: 0.0354099 Jul 14 10:31:08.435087 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-9ab502db-fc65-4a16-88b6-cbc575d879dd None None] Port 7398ae30-6dda-4609-bebd-3fffc2315ddc cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:08.594353 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 2, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:08.622551 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Checking router: 75644214-dec7-4ced-bbcb-b083ef287d5d for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:08.622896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Updating router 75644214-dec7-4ced-bbcb-b083ef287d5d port 7398ae30-6dda-4609-bebd-3fffc2315ddc binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:31:08.661150 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.926906 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.937401 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Transition to ACTIVE for port object 7398ae30-6dda-4609-bebd-3fffc2315ddc will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:08.942660 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:08.992880 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Pushing event updated for resources: {'Port': ['ID=7398ae30-6dda-4609-bebd-3fffc2315ddc,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:09.003661 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.004016 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.004377 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.004710 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.005034 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.005365 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.005680 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.005995 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.006311 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.006623 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.006935 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.007250 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:31:09.068164 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Attempting to bind port 7398ae30-6dda-4609-bebd-3fffc2315ddc on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:09.068858 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Attempting to bind port 7398ae30-6dda-4609-bebd-3fffc2315ddc by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:09.069000 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Attempting to bind port 7398ae30-6dda-4609-bebd-3fffc2315ddc on network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:09.074810 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:09.075172 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Checking segment: {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:09.075708 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.076090 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Bound using segment: {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:09.076575 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Bound port: 7398ae30-6dda-4609-bebd-3fffc2315ddc, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:09.076949 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.142828 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] For port 7398ae30-6dda-4609-bebd-3fffc2315ddc, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:09.148475 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] For port 7398ae30-6dda-4609-bebd-3fffc2315ddc, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7398ae30-6dda-4609-bebd-3fffc2315ddc,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:09.153441 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.210583 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:09.211210 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:09.214203 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7ea21-5338-4933-b92a-d380158e6fee None None] Pushing event updated for resources: {'Port': ['ID=7398ae30-6dda-4609-bebd-3fffc2315ddc,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:09.326094 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:09.495982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-1a7d949b-c738-4f7b-a350-977e8390f872 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:09.498136 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-1a7d949b-c738-4f7b-a350-977e8390f872 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/networks?id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 HTTP/1.1" status: 200 len: 797 time: 0.1312301 Jul 14 10:31:09.561677 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:09Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:09.576731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-949cce6b-b71c-4e12-99cd-a6886820c640 req-cb0186c8-f0b4-45c2-8f09-ae015cfcfb52 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 210 time: 0.0435355 Jul 14 10:31:09.581931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-ca915b4f-0258-4f05-9906-ed9ecce13f15 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 379 time: 0.0748012 Jul 14 10:31:09.592164 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d27f7f-2f31-4e02-9a50-4d91ef28a99c None None] The sync data for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 is: [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:09Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:09.596646 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'port': {'device_id': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'admin_state_up': True, 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'security_groups': ['88a15ad8-c20a-4e2e-bee8-a1de93e04893']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:09.631696 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 13b2bb98-ac58-4214-9d65-bc17e82bedee up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:09.755674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 13b2bb98-ac58-4214-9d65-bc17e82bedee triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:09.756051 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.760964 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:31:09.765248 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:09.914222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.13 (6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32/de3e741f-0766-4b75-b80b-42318c4f4ee7/62f66dbe-6453-4fe5-8516-6869a07bbebf) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:10.050948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3c785bfb-dd9e-4e19-92ab-26a92125ff66 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:10.071690 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.086870 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object 62f66dbe-6453-4fe5-8516-6869a07bbebf will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:10.122063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 3c785bfb-dd9e-4e19-92ab-26a92125ff66 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:10.122450 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.123054 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.174466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:10.177993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:10.184995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:10.227073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=62f66dbe-6453-4fe5-8516-6869a07bbebf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:10.245365 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.246069 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.263071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-4edfa23a-d1ee-4e17-bf37-0b6172bab5f4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6738429 Jul 14 10:31:10.334141 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Request body: {'port': {'device_id': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:10.412274 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.432351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92415f8d-e74e-4eda-a480-570555047e97 None None] Provisioning for port 62f66dbe-6453-4fe5-8516-6869a07bbebf completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:10.436383 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-92415f8d-e74e-4eda-a480-570555047e97 None None] Provisioning complete for port 62f66dbe-6453-4fe5-8516-6869a07bbebf triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:10.436766 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92415f8d-e74e-4eda-a480-570555047e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.479012 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-92415f8d-e74e-4eda-a480-570555047e97 None None] Port 62f66dbe-6453-4fe5-8516-6869a07bbebf cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:31:10.692585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f66dbe-6453-4fe5-8516-6869a07bbebf {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:31:10.701216 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.714784 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Transition to ACTIVE for port object 62f66dbe-6453-4fe5-8516-6869a07bbebf will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:31:10.718058 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.791806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa8529-3035-41f8-a3f3-f9fa57e88c99 req-12ee6614-326a-439a-aa8e-d980e8836edb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.792994 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Pushing event updated for resources: {'Port': ['ID=62f66dbe-6453-4fe5-8516-6869a07bbebf,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:10.795555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f3fa8529-3035-41f8-a3f3-f9fa57e88c99 req-12ee6614-326a-439a-aa8e-d980e8836edb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 944 time: 0.0878968 Jul 14 10:31:10.852244 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f3fa8529-3035-41f8-a3f3-f9fa57e88c99 req-fa1f5349-6913-4d96-9605-8df0602bc87c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443704 Jul 14 10:31:10.856111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Attempting to bind port 62f66dbe-6453-4fe5-8516-6869a07bbebf on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:31:10.856559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Attempting to bind port 62f66dbe-6453-4fe5-8516-6869a07bbebf by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:31:10.856999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Attempting to bind port 62f66dbe-6453-4fe5-8516-6869a07bbebf on network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:10.862970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Port 62f66dbe-6453-4fe5-8516-6869a07bbebf on network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:31:10.863307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Attempting to bind port 62f66dbe-6453-4fe5-8516-6869a07bbebf on network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:31:10.868741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:31:10.869651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Checking segment: {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:31:10.870044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Bound using segment: {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:31:10.870481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Bound port: 62f66dbe-6453-4fe5-8516-6869a07bbebf, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:31:10.870849 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.941414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] For port 62f66dbe-6453-4fe5-8516-6869a07bbebf, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:31:10.944611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] For port 62f66dbe-6453-4fe5-8516-6869a07bbebf, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:31:10.949405 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.987979 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:10.988635 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:10.990100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] 10.222.0.69 "PUT /v2.0/ports/62f66dbe-6453-4fe5-8516-6869a07bbebf HTTP/1.1" status: 200 len: 1093 time: 0.7183032 Jul 14 10:31:10.990485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:10.992781 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0507d926-fea4-4e60-bf50-9bfca4698158" -d '{"events": [{"name": "network-changed", "server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:11.015034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c84926-4e87-4d48-ae9e-b3b593e3bd01 service neutron] Pushing event updated for resources: {'Port': ['ID=62f66dbe-6453-4fe5-8516-6869a07bbebf,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:11.046494 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd78d45d-4aa1-4f50-b57c-d4f1485a6f44 x-openstack-request-id: req-fd78d45d-4aa1-4f50-b57c-d4f1485a6f44 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:11.046784 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:11.047038 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd78d45d-4aa1-4f50-b57c-d4f1485a6f44 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:11.047439 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'status': 'completed', 'code': 200} Jul 14 10:31:11.095518 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-3cb98f69-2c69-48d7-a9af-84a091a86fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:11.097110 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-3cb98f69-2c69-48d7-a9af-84a091a86fdb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 1096 time: 0.0614851 Jul 14 10:31:11.378845 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:11.488331 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-7ab0c9ef-0958-4d6e-8304-71af94b393cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf HTTP/1.1" status: 200 len: 217 time: 0.3834229 Jul 14 10:31:11.539976 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-c5eaddbc-c2aa-43a8-ac56-307e03f00618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:11.541532 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-c5eaddbc-c2aa-43a8-ac56-307e03f00618 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de3e741f-0766-4b75-b80b-42318c4f4ee7 HTTP/1.1" status: 200 len: 833 time: 0.0464649 Jul 14 10:31:11.593452 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7398ae30-6dda-4609-bebd-3fffc2315ddc up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:11.600868 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-81e8e687-42a1-4fcd-a7b1-f262cceaf62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:11.602391 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-81e8e687-42a1-4fcd-a7b1-f262cceaf62a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548737 Jul 14 10:31:11.641694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7398ae30-6dda-4609-bebd-3fffc2315ddc completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:11.645342 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7398ae30-6dda-4609-bebd-3fffc2315ddc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:11.645711 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.693804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-6a0c1f30-4600-451b-84a6-b7df002c32c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850594 Jul 14 10:31:11.722469 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.752875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 7398ae30-6dda-4609-bebd-3fffc2315ddc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7398ae30-6dda-4609-bebd-3fffc2315ddc,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:11.757020 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:11.784831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-900b04e3-e6c6-49ae-922c-46b466150d93 req-54b7f4f0-a126-4bf7-ad1a-0a29dd665637 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850337 Jul 14 10:31:11.807386 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=7398ae30-6dda-4609-bebd-3fffc2315ddc,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:11.886753 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-53d55a13-0a38-4ad0-b8d5-fc96d60cc835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:11.888326 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-53d55a13-0a38-4ad0-b8d5-fc96d60cc835 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 1096 time: 0.0574319 Jul 14 10:31:11.978511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-0ce0b062-8376-4899-a3cb-6e8704d5827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:11.980031 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-0ce0b062-8376-4899-a3cb-6e8704d5827e service neutron] 10.222.0.69 "GET /v2.0/networks?id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 HTTP/1.1" status: 200 len: 898 time: 0.0855978 Jul 14 10:31:12.018246 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481bdc5-9f00-4624-aad3-e92072c5f836 req-7523ae28-4933-4c58-a0b9-20c6a29268a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:12.019816 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3481bdc5-9f00-4624-aad3-e92072c5f836 req-7523ae28-4933-4c58-a0b9-20c6a29268a4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 944 time: 0.0633531 Jul 14 10:31:12.026125 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-32b4d115-1eac-455e-9693-183feb6ce64a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf HTTP/1.1" status: 200 len: 217 time: 0.0392671 Jul 14 10:31:12.058864 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3481bdc5-9f00-4624-aad3-e92072c5f836 req-4abde81b-72ee-44c8-a708-b89a1138c58e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328617 Jul 14 10:31:12.076451 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-b7cf97cd-f803-4f00-90d2-60f2ed1d50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:12.077952 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-b7cf97cd-f803-4f00-90d2-60f2ed1d50e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de3e741f-0766-4b75-b80b-42318c4f4ee7 HTTP/1.1" status: 200 len: 833 time: 0.0456994 Jul 14 10:31:12.136170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-1f4d60a1-be74-4455-8059-825fdc1acd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:12.137735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-1f4d60a1-be74-4455-8059-825fdc1acd75 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524864 Jul 14 10:31:12.230723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-a8858da5-6560-4961-aaea-8d8c20e88eab service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Jul 14 10:31:12.320186 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0507d926-fea4-4e60-bf50-9bfca4698158 req-9e8b751f-396c-45f1-92fe-6b44fd62ea26 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827494 Jul 14 10:31:13.238117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2645700-0566-4d9c-b4b2-1e8b11d464c5 req-a6934fd1-da66-4cfa-845c-432883a17638 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:13.239628 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2645700-0566-4d9c-b4b2-1e8b11d464c5 req-a6934fd1-da66-4cfa-845c-432883a17638 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 944 time: 0.0652413 Jul 14 10:31:13.278091 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e2645700-0566-4d9c-b4b2-1e8b11d464c5 req-b8d88610-194a-4d98-ab28-721cfe573f42 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327663 Jul 14 10:31:13.575639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7398ae30-6dda-4609-bebd-3fffc2315ddc up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:13.622222 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7398ae30-6dda-4609-bebd-3fffc2315ddc triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:13.622591 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:14.457514 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063dccc-cc7a-4b71-84ff-39c6223bdd72 req-b60b5fef-c1ba-45ac-bca2-ec3afefdffd3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:14.458986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7063dccc-cc7a-4b71-84ff-39c6223bdd72 req-b60b5fef-c1ba-45ac-bca2-ec3afefdffd3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 944 time: 0.0669322 Jul 14 10:31:14.496760 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7063dccc-cc7a-4b71-84ff-39c6223bdd72 req-4e2c6072-b8c5-434c-8406-753c4b7adc91 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322292 Jul 14 10:31:15.101664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 62f66dbe-6453-4fe5-8516-6869a07bbebf details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:31:15.192988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 62f66dbe-6453-4fe5-8516-6869a07bbebf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:15.204475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'port_id': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'mac_address': 'fa:16:3e:20:d9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:31:15.245741 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.259085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f66dbe-6453-4fe5-8516-6869a07bbebf {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:31:15.279057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 62f66dbe-6453-4fe5-8516-6869a07bbebf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:15.283883 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:15.336911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=62f66dbe-6453-4fe5-8516-6869a07bbebf,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:15.477271 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['62f66dbe-6453-4fe5-8516-6869a07bbebf'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:31:15.674792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e83056-3955-4823-aba5-846d4b1500d0 req-707bab12-14c1-4a9e-b8a5-201cca0fa269 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:15.679592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-87e83056-3955-4823-aba5-846d4b1500d0 req-707bab12-14c1-4a9e-b8a5-201cca0fa269 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 945 time: 0.0714314 Jul 14 10:31:15.714500 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-87e83056-3955-4823-aba5-846d4b1500d0 req-cc7d906e-4eee-40c7-bc98-ad83b170e5b0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321550 Jul 14 10:31:16.888646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf6865-faed-4a50-8734-6eea5c156d73 req-9c7b4f7a-2f78-4d78-b938-b1c4b1b80eda tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:16.890130 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c7cf6865-faed-4a50-8734-6eea5c156d73 req-9c7b4f7a-2f78-4d78-b938-b1c4b1b80eda tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 945 time: 0.0622427 Jul 14 10:31:16.927021 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c7cf6865-faed-4a50-8734-6eea5c156d73 req-9b2d75d3-89d9-4fb8-b897-1ea34f6e5100 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Jul 14 10:31:17.117530 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 62f66dbe-6453-4fe5-8516-6869a07bbebf up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:31:17.165329 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 62f66dbe-6453-4fe5-8516-6869a07bbebf completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:31:17.169251 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 62f66dbe-6453-4fe5-8516-6869a07bbebf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:31:17.169619 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.243411 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.273635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:17.276071 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7038bef9-3fe8-4320-8040-bae72a44bbbd" -d '{"events": [{"server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "name": "network-vif-plugged", "status": "completed", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:17.289889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 62f66dbe-6453-4fe5-8516-6869a07bbebf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:31:17.294021 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:17.319344 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720160ed-df17-45d2-a359-c4c503140256 x-openstack-request-id: req-720160ed-df17-45d2-a359-c4c503140256 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:17.319638 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "name": "network-vif-plugged", "status": "completed", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:17.319895 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-720160ed-df17-45d2-a359-c4c503140256 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:17.320318 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'code': 200} Jul 14 10:31:17.348040 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=62f66dbe-6453-4fe5-8516-6869a07bbebf,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:17.437341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed736a-ac70-47b0-91bc-5a4e41673455 req-a6b4498f-c45b-4fe3-9f7e-1fbf18b0e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:17.438845 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-86ed736a-ac70-47b0-91bc-5a4e41673455 req-a6b4498f-c45b-4fe3-9f7e-1fbf18b0e935 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 1098 time: 0.0583141 Jul 14 10:31:17.473288 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-86ed736a-ac70-47b0-91bc-5a4e41673455 req-e788ce4c-a15f-443d-a78b-6c155bbbd301 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278604 Jul 14 10:31:18.115354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42890556-3b1b-4ed0-a117-813aec53998f req-c2ea60ea-05b2-43ed-8a0a-3545ae38b5f7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:18.116891 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42890556-3b1b-4ed0-a117-813aec53998f req-c2ea60ea-05b2-43ed-8a0a-3545ae38b5f7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0661311 Jul 14 10:31:18.155667 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-42890556-3b1b-4ed0-a117-813aec53998f req-be5bf002-465e-4592-89a0-0483c23c857b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329354 Jul 14 10:31:19.338285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821dcb8-03a6-43fb-a301-25a71c4afcdc req-08d4bec6-d816-4a52-9953-2cc765224fd5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:19.339788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8821dcb8-03a6-43fb-a301-25a71c4afcdc req-08d4bec6-d816-4a52-9953-2cc765224fd5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0720222 Jul 14 10:31:19.377367 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8821dcb8-03a6-43fb-a301-25a71c4afcdc req-a1024eab-8237-4f52-af69-1ed39a33d703 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320525 Jul 14 10:31:19.549885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52572b-19e6-49b6-99d5-fe1b38f6cc40 req-771288df-d2bd-4072-8dca-c5af45e7a096 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:19.551425 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f52572b-19e6-49b6-99d5-fe1b38f6cc40 req-771288df-d2bd-4072-8dca-c5af45e7a096 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0645506 Jul 14 10:31:19.592070 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f52572b-19e6-49b6-99d5-fe1b38f6cc40 req-6ff0f722-8741-40f0-90a5-cfe4eefa7cf5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342028 Jul 14 10:31:19.615536 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52032) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:19.666791 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b62f7f-26fa-4b3b-a4bd-e9571040a8ba tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:19.668332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e5b62f7f-26fa-4b3b-a4bd-e9571040a8ba tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 1093 time: 0.0517809 Jul 14 10:31:19.671142 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52034) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:19.713387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:31:19.734254 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:19.831350 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:19.936989 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.122 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/dc65b4b1-2e6c-4bc4-90c0-d15e5d796ffe) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:31:20.035158 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.073484 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.107959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:31:20.112821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:31:20.116448 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:31:20.144576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=dc65b4b1-2e6c-4bc4-90c0-d15e5d796ffe,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:20.484675 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.566957 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.714981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.719315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.783892 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=dc65b4b1-2e6c-4bc4-90c0-d15e5d796ffe,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:31:20.795953 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:20.894491 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP b8a25eb4-c91b-416f-8803-70bb5970cc29 associated. External IP: 172.25.0.122, port: 62f66dbe-6453-4fe5-8516-6869a07bbebf. Jul 14 10:31:21.099472 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 75644214-dec7-4ced-bbcb-b083ef287d5d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:31:21.209220 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:31:21.218415 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] Sync routers for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:31:21.224563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:21.228817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:21.229518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:21.260901 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-eac5730f-9775-40bd-a24e-cd0f024539d6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5887487 Jul 14 10:31:21.261509 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:31:21.263781 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42" -d '{"events": [{"name": "network-changed", "server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:31:21.308574 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6725edd7-bdea-4e01-a267-5847964ab724 x-openstack-request-id: req-6725edd7-bdea-4e01-a267-5847964ab724 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:31:21.308574 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:31:21.308574 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6725edd7-bdea-4e01-a267-5847964ab724 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:31:21.308574 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'status': 'completed', 'code': 200} Jul 14 10:31:21.351192 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:21.420454 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-225d4ea2-5c69-4c81-b280-f8e410b955b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:21.421983 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-225d4ea2-5c69-4c81-b280-f8e410b955b5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 1098 time: 0.0908618 Jul 14 10:31:21.485546 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124944fe-edb0-4cf0-9d22-9cc38790b2e3 req-268ecfd5-e1e1-4f09-b730-26c425d6c94b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:21.487058 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-124944fe-edb0-4cf0-9d22-9cc38790b2e3 req-268ecfd5-e1e1-4f09-b730-26c425d6c94b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.1214540 Jul 14 10:31:21.562821 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-124944fe-edb0-4cf0-9d22-9cc38790b2e3 req-ad923b7c-81cb-415d-b01f-26d6bb7562ca tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672221 Jul 14 10:31:21.564337 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-0a4c0ba4-3ba3-46ba-8b44-c5b813ce9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:21.565782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-0a4c0ba4-3ba3-46ba-8b44-c5b813ce9729 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 HTTP/1.1" status: 200 len: 898 time: 0.1367188 Jul 14 10:31:21.585445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b8a25eb4-c91b-416f-8803-70bb5970cc29', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'port_id': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'mac_address': 'fa:16:3e:20:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:20Z', 'updated_at': '2021-07-14T10:31:20Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:21.588043 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52044) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:21.617750 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] Checking router: 75644214-dec7-4ced-bbcb-b083ef287d5d for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:31:21.627831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:31:21.628749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:30:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:21.642657 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-c27beab5-df31-4742-8d26-9c3f0c1b3788 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf HTTP/1.1" status: 200 len: 1000 time: 0.0685353 Jul 14 10:31:21.660548 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-8451a9cc-f9fd-4305-a178-3edc4ce88dc7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/b8a25eb4-c91b-416f-8803-70bb5970cc29 HTTP/1.1" status: 200 len: 992 time: 0.0709438 Jul 14 10:31:21.694126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-29547660-b905-4198-acb1-077bad237ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:21.695659 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-29547660-b905-4198-acb1-077bad237ff4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de3e741f-0766-4b75-b80b-42318c4f4ee7 HTTP/1.1" status: 200 len: 833 time: 0.0464857 Jul 14 10:31:21.739517 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:31:21.755022 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-a62b0f42-ac25-4feb-a85d-0ea22a87c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:21.756811 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-a62b0f42-ac25-4feb-a85d-0ea22a87c0f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550539 Jul 14 10:31:21.855866 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-76981dc6-69dd-4d9a-8d67-d5b0f376e50d service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928075 Jul 14 10:31:21.948791 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f95f85d8-d84c-46d2-90e7-abdae2ee6a42 req-5e06aee8-1f9d-41ed-aeec-d421142cdab3 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869379 Jul 14 10:31:21.979416 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b8a25eb4-c91b-416f-8803-70bb5970cc29', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'port_id': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'mac_address': 'fa:16:3e:20:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:20Z', 'updated_at': '2021-07-14T10:31:20Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:31:22.009642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ec257-c99d-473b-9d4e-2a9bb3fc936a None None] The sync data for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 is: [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b8a25eb4-c91b-416f-8803-70bb5970cc29', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'port_id': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'mac_address': 'fa:16:3e:20:d9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:31:20Z', 'updated_at': '2021-07-14T10:31:20Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:31:22.022598 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e3ea4609-c6f0-4e36-903d-ca849155910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:22.220773 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8c430-0fd3-4a6a-8200-63e5630094d1 None None] New status for floating IP b8a25eb4-c91b-416f-8803-70bb5970cc29: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:31:22.664359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:31:22.731117 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-246bf95b-a614-4c94-ba8c-33f22d900d9f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/b8a25eb4-c91b-416f-8803-70bb5970cc29 HTTP/1.1" status: 200 len: 994 time: 0.0655577 Jul 14 10:31:24.311666 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4b8f7cf3-8b02-4e85-b8bb-bccbd7ee4ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:24.645104 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:25.865107 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:27.504693 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:27.553078 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:30.101274 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:48.377562 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:31:52.004010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-dc4f39e1-621a-4aed-bc5a-2d79412c634f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:54.287442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd7144-bddf-4878-aecd-09d74403edd1 req-a4fb4e76-a563-41fc-b5bf-f213386af2a8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:54.288973 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ecd7144-bddf-4878-aecd-09d74403edd1 req-a4fb4e76-a563-41fc-b5bf-f213386af2a8 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0643611 Jul 14 10:31:54.313971 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95ac6e2b-4375-4456-824a-3567b4e9b241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:54.331264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ecd7144-bddf-4878-aecd-09d74403edd1 req-376e666b-f821-41bf-80d2-ccd6a16bdc0e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360134 Jul 14 10:31:54.646659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:55.510274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099622e0-0098-4bd4-9619-c712f3034335 req-bb4b02fa-c713-4a62-81a8-cdeaa2804d6d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:55.511782 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-099622e0-0098-4bd4-9619-c712f3034335 req-bb4b02fa-c713-4a62-81a8-cdeaa2804d6d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0639789 Jul 14 10:31:55.550390 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-099622e0-0098-4bd4-9619-c712f3034335 req-fcca2f37-491a-4f22-93bf-0937bc6a43c7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330560 Jul 14 10:31:55.868402 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:56.735787 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fb392-83a1-4b61-ae56-dc4b0e059b9f req-ab085686-e5fc-4ac9-8128-603786df4ec7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:56.737335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea5fb392-83a1-4b61-ae56-dc4b0e059b9f req-ab085686-e5fc-4ac9-8128-603786df4ec7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0746477 Jul 14 10:31:56.778488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ea5fb392-83a1-4b61-ae56-dc4b0e059b9f req-ca24e6c7-1370-4d70-b59a-bd417832f34f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349777 Jul 14 10:31:57.513441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:57.587441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:31:57.988452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb16145-4ed7-43d3-bc4d-d24244e47839 req-63a3c418-1871-4f79-b994-f221b7eb8893 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:57.989942 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eeb16145-4ed7-43d3-bc4d-d24244e47839 req-63a3c418-1871-4f79-b994-f221b7eb8893 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0793614 Jul 14 10:31:58.027943 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-eeb16145-4ed7-43d3-bc4d-d24244e47839 req-66713250-b439-4781-a419-6cbd55ded98f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Jul 14 10:31:59.206802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb20a4-ee85-4ab9-8c43-9d0a3d32776e req-a4bd428b-48b2-46d4-97c0-830b362410ba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:31:59.208473 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efdb20a4-ee85-4ab9-8c43-9d0a3d32776e req-a4bd428b-48b2-46d4-97c0-830b362410ba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0644450 Jul 14 10:31:59.251459 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-efdb20a4-ee85-4ab9-8c43-9d0a3d32776e req-3fa867ad-5fb9-4735-883a-0023d3fbc6e6 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374281 Jul 14 10:32:00.111832 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:00.426070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133144fc-0d28-4701-8812-3462a9ba2a79 req-968dffec-00fc-4ffe-a848-32451bad175e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:00.427493 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133144fc-0d28-4701-8812-3462a9ba2a79 req-968dffec-00fc-4ffe-a848-32451bad175e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0634406 Jul 14 10:32:00.468152 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-133144fc-0d28-4701-8812-3462a9ba2a79 req-c38c6563-67a2-4115-b1b9-d1baaa6beda7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340135 Jul 14 10:32:01.651499 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c05171-5202-4ce5-ba08-1a5bea4d30b2 req-7f25bdd9-585c-4e81-81cc-eeb64656e880 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:01.653128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1c05171-5202-4ce5-ba08-1a5bea4d30b2 req-7f25bdd9-585c-4e81-81cc-eeb64656e880 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0709860 Jul 14 10:32:01.691711 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d1c05171-5202-4ce5-ba08-1a5bea4d30b2 req-82e1d2f4-8887-4ad2-aef3-ffc27a4703d1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325072 Jul 14 10:32:02.878738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84fd87-a9a5-4506-8353-f9d83411aa9b req-f1ad1fd4-8682-4d00-a1fa-252316ea228c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:02.880301 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d84fd87-a9a5-4506-8353-f9d83411aa9b req-f1ad1fd4-8682-4d00-a1fa-252316ea228c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0677304 Jul 14 10:32:02.919439 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1d84fd87-a9a5-4506-8353-f9d83411aa9b req-3cc361f6-e92a-4405-95a2-29afb42d7881 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328066 Jul 14 10:32:04.094208 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b03b6-1c6a-40f5-8631-44e00c11abed req-515b17f0-a2af-4ada-ba1d-c749e493839b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:04.095745 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5b9b03b6-1c6a-40f5-8631-44e00c11abed req-515b17f0-a2af-4ada-ba1d-c749e493839b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0674250 Jul 14 10:32:04.135033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5b9b03b6-1c6a-40f5-8631-44e00c11abed req-036fed5b-40e9-4a1a-8e1d-29e4346ff4f3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336864 Jul 14 10:32:05.337079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994b395-1bfe-415b-aee0-1ca02174766f req-427c1365-71f5-4e9c-ad46-675550592198 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:05.339536 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1994b395-1bfe-415b-aee0-1ca02174766f req-427c1365-71f5-4e9c-ad46-675550592198 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0854867 Jul 14 10:32:05.396709 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1994b395-1bfe-415b-aee0-1ca02174766f req-78c4d0bb-2c05-4533-9ed9-718da871ef70 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504417 Jul 14 10:32:06.574445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d86c6-3a68-460c-8ab5-f72e243ba2a4 req-644ba513-b6f0-4e47-80d3-09b799e26e9d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:06.575860 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-678d86c6-3a68-460c-8ab5-f72e243ba2a4 req-644ba513-b6f0-4e47-80d3-09b799e26e9d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0634425 Jul 14 10:32:06.613291 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-678d86c6-3a68-460c-8ab5-f72e243ba2a4 req-2c4cfb67-9269-4046-85a7-03a38163fd60 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317857 Jul 14 10:32:07.788242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7135b-23bd-4488-a2a5-539b8ba54217 req-00715216-1bbd-4b5d-ac2b-ee1612329603 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:07.789750 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1fc7135b-23bd-4488-a2a5-539b8ba54217 req-00715216-1bbd-4b5d-ac2b-ee1612329603 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0637290 Jul 14 10:32:07.827482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1fc7135b-23bd-4488-a2a5-539b8ba54217 req-b343c218-3a0d-4e6d-a3f0-ee1c3400c3e5 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313885 Jul 14 10:32:09.009455 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d5ebd-d908-492d-ae1d-02469a304fc8 req-11f50cd0-fa88-4f47-abbb-daac7301ae89 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:09.010961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c8d5ebd-d908-492d-ae1d-02469a304fc8 req-11f50cd0-fa88-4f47-abbb-daac7301ae89 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0677891 Jul 14 10:32:09.049795 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7c8d5ebd-d908-492d-ae1d-02469a304fc8 req-8a90370c-660c-416a-ae82-c834206b25f2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331862 Jul 14 10:32:10.243689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fc0a1-1120-44ca-8614-59f5ac6bf153 req-48680754-d472-4501-824d-38d8e14d928b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:10.245221 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c6fc0a1-1120-44ca-8614-59f5ac6bf153 req-48680754-d472-4501-824d-38d8e14d928b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0697038 Jul 14 10:32:10.285593 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3c6fc0a1-1120-44ca-8614-59f5ac6bf153 req-dc720102-078b-46ef-88c2-246332e0d6b9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347354 Jul 14 10:32:10.310653 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52102) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:10.370494 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-198b84c7-b946-4e9f-ac1f-97d1301d4484 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/b8a25eb4-c91b-416f-8803-70bb5970cc29 HTTP/1.1" status: 200 len: 994 time: 0.0585973 Jul 14 10:32:11.785070 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f96502-c407-4d72-905a-51291faa08fa req-560dc439-1806-4f0a-9f58-1858baca5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:11.786618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-560dc439-1806-4f0a-9f58-1858baca5696 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 1098 time: 0.0542381 Jul 14 10:32:11.808425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8c626-5540-4f01-a690-e13ce73779a0 req-f2515695-2dd3-42e4-8755-90b227d28bf1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:11.809888 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70b8c626-5540-4f01-a690-e13ce73779a0 req-f2515695-2dd3-42e4-8755-90b227d28bf1 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0687180 Jul 14 10:32:11.849492 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-70b8c626-5540-4f01-a690-e13ce73779a0 req-4d73b6ee-3631-48ba-bb89-1b11a7378a82 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337968 Jul 14 10:32:11.880585 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f96502-c407-4d72-905a-51291faa08fa req-ef96a256-1394-40af-b0b4-bf754d85a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:11.882055 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-ef96a256-1394-40af-b0b4-bf754d85a389 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 HTTP/1.1" status: 200 len: 898 time: 0.0881605 Jul 14 10:32:11.947685 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-757ef558-81b3-4e8f-b2de-8457826259db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf HTTP/1.1" status: 200 len: 1002 time: 0.0589044 Jul 14 10:32:11.995540 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f96502-c407-4d72-905a-51291faa08fa req-e00dd86b-e4c4-44ec-9c4a-22e6ba6c22cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:11.997024 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-e00dd86b-e4c4-44ec-9c4a-22e6ba6c22cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de3e741f-0766-4b75-b80b-42318c4f4ee7 HTTP/1.1" status: 200 len: 833 time: 0.0435331 Jul 14 10:32:12.058517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f96502-c407-4d72-905a-51291faa08fa req-b6a2ff13-3f9d-48fe-8628-fd18c96b056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:12.059911 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-b6a2ff13-3f9d-48fe-8628-fd18c96b056c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563695 Jul 14 10:32:12.071528 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-8ede46ae-d729-4392-9b5b-e792b2334708 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:32:12.072520 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-8ede46ae-d729-4392-9b5b-e792b2334708 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058711 Jul 14 10:32:12.160882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-44693ef9-158b-49f9-aeb6-0dddf3df1844 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826817 Jul 14 10:32:12.255168 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-25f96502-c407-4d72-905a-51291faa08fa req-c3486b6f-e9a0-4850-b89e-404c401a7260 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873871 Jul 14 10:32:13.022878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324aa7a5-3d0e-4c8b-a66c-10e1aab6e6cb req-4cfbec58-34b1-4242-86c3-b46ae21ff4d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:13.024868 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-324aa7a5-3d0e-4c8b-a66c-10e1aab6e6cb req-4cfbec58-34b1-4242-86c3-b46ae21ff4d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0641880 Jul 14 10:32:13.063824 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-324aa7a5-3d0e-4c8b-a66c-10e1aab6e6cb req-1564e92e-b23e-4eb6-b12d-ff7a0c3b0e1a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330520 Jul 14 10:32:13.088452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52114) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:13.153423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4c78fcba-01d2-4433-a2b4-251318f0f11d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/b8a25eb4-c91b-416f-8803-70bb5970cc29 HTTP/1.1" status: 200 len: 994 time: 0.0638251 Jul 14 10:32:17.844749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-3f355761-16ff-49a0-b1ca-753aea28ca80 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511343 Jul 14 10:32:17.938091 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-d2de2345-f650-461b-beb7-e58ff43ccfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:17.939609 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-d2de2345-f650-461b-beb7-e58ff43ccfa7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 1098 time: 0.0524943 Jul 14 10:32:18.047889 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-7705e864-f7fc-49cc-aa16-58c95b6fa5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:18.049426 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-7705e864-f7fc-49cc-aa16-58c95b6fa5db service neutron] 10.222.0.69 "GET /v2.0/networks?id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 HTTP/1.1" status: 200 len: 898 time: 0.0892620 Jul 14 10:32:18.117487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-6f7b9ef4-10ba-4d2d-b3fb-292376a37bf3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf HTTP/1.1" status: 200 len: 1002 time: 0.0612142 Jul 14 10:32:18.167439 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-b18fbfed-02f1-4370-ac3c-7c03f33bdcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:18.168947 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-b18fbfed-02f1-4370-ac3c-7c03f33bdcf7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de3e741f-0766-4b75-b80b-42318c4f4ee7 HTTP/1.1" status: 200 len: 833 time: 0.0450201 Jul 14 10:32:18.230037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-a16749f2-c5ac-4fd4-845c-1899f8933e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:18.231553 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-a16749f2-c5ac-4fd4-845c-1899f8933e72 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564635 Jul 14 10:32:18.324379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-2dbefd3e-7920-456d-8b9a-92d3b688f9c5 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860283 Jul 14 10:32:18.418155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-008fade9-c47c-4150-8bea-72f46c10cca6 req-547d1a4a-0236-45c4-980e-21f33944f9c2 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876131 Jul 14 10:32:22.003847 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-08ba3025-786a-409f-a69a-de154144183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:24.317531 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4922bc82-2da5-4208-9281-9b587ed49974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:24.648661 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:25.376513 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:32:25.871066 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.507626 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:27.582125 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:30.143279 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:43.534308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52132) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:43.699685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port dc65b4b1-2e6c-4bc4-90c0-d15e5d796ffe {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:43.700044 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:43.779074 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:43.779415 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:43.793128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for dc65b4b1-2e6c-4bc4-90c0-d15e5d796ffe owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:43.950914 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:43.979951 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=dc65b4b1-2e6c-4bc4-90c0-d15e5d796ffe,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:44.010575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.011088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.011526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.011981 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.012468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.012922 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.013371 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.013813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.014320 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.014719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.015340 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.015580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:44.080685 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:44.081062 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP b8a25eb4-c91b-416f-8803-70bb5970cc29 disassociated (deleted). External IP: 172.25.0.122, port: 62f66dbe-6453-4fe5-8516-6869a07bbebf. Jul 14 10:32:44.332416 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 75644214-dec7-4ced-bbcb-b083ef287d5d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:32:44.446052 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:44.453901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:44.463442 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] Sync routers for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:44.475077 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:44.475711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:44.499468 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-343b03cc-b93b-4f7f-832b-84697450b78b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/floatingips/b8a25eb4-c91b-416f-8803-70bb5970cc29 HTTP/1.1" status: 204 len: 168 time: 0.9639719 Jul 14 10:32:44.500045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:32:44.502527 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51846e8-1bd6-41a0-abad-99f755a70b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:32:44.556377 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23afb818-04fb-49d8-8f6d-494e414f8ed6 x-openstack-request-id: req-23afb818-04fb-49d8-8f6d-494e414f8ed6 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:32:44.557720 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:32:44.558134 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23afb818-04fb-49d8-8f6d-494e414f8ed6 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:32:44.558571 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'status': 'completed', 'code': 200} Jul 14 10:32:44.604926 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:44.649045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-63171284-f89a-4108-8b48-9e6e7fe0fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:44.650990 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-63171284-f89a-4108-8b48-9e6e7fe0fe2c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 1098 time: 0.0698254 Jul 14 10:32:44.772751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-4c5214bf-725a-4525-b870-71cf0fbcf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:44.774610 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-4c5214bf-725a-4525-b870-71cf0fbcf257 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 HTTP/1.1" status: 200 len: 898 time: 0.1173110 Jul 14 10:32:44.829453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-4af27804-e4d4-4d38-a31b-bf82513c76f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf HTTP/1.1" status: 200 len: 217 time: 0.0429204 Jul 14 10:32:44.869305 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:44.886126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-93706460-9eb8-4451-b9ec-9a30195145fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:44.887723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-93706460-9eb8-4451-b9ec-9a30195145fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=de3e741f-0766-4b75-b80b-42318c4f4ee7 HTTP/1.1" status: 200 len: 833 time: 0.0509295 Jul 14 10:32:44.906482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] Checking router: 75644214-dec7-4ced-bbcb-b083ef287d5d for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:44.917834 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:44.918471 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:44.934802 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eb73f-df4d-40c1-b8fd-06417b3b7543 req-bba48987-2b47-48b7-a790-97c106cd7103 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:44.936585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf6eb73f-df4d-40c1-b8fd-06417b3b7543 req-bba48987-2b47-48b7-a790-97c106cd7103 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0682776 Jul 14 10:32:44.959876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-17db3a49-7568-4310-9e2c-4c3fa8b6b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:44.961764 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-17db3a49-7568-4310-9e2c-4c3fa8b6b647 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664725 Jul 14 10:32:44.978822 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cf6eb73f-df4d-40c1-b8fd-06417b3b7543 req-f0731cdb-761b-4c72-b9d4-22417088d46d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362132 Jul 14 10:32:45.041382 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:45.070172 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-b1ce640e-b3b2-4314-b61f-fb0b4b0740af service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010716 Jul 14 10:32:45.173558 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a51846e8-1bd6-41a0-abad-99f755a70b5c req-8d2fb2ce-0fc1-436f-8422-2f19057404f4 service neutron] 10.222.0.69 "GET /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964353 Jul 14 10:32:45.266400 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:45.301230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7750a2-a90e-4611-b0d1-c982be9f2096 None None] The sync data for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 is: [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:31:06Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '7398ae30-6dda-4609-bebd-3fffc2315ddc', 'name': '', 'network_id': '6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:65:44:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:05Z', 'updated_at': '2021-07-14T10:31:11Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'de3e741f-0766-4b75-b80b-42318c4f4ee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:45.556663 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feca6005-424d-40d7-adb8-d4a351e75c37 None None] New status for floating IP b8a25eb4-c91b-416f-8803-70bb5970cc29: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:32:46.187860 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225d4c-5baa-482d-9f01-c2bbe9c38380 req-935171b6-c4e3-4152-a049-72ed5aee0ec9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:46.189823 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e1225d4c-5baa-482d-9f01-c2bbe9c38380 req-935171b6-c4e3-4152-a049-72ed5aee0ec9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0730596 Jul 14 10:32:46.248346 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e1225d4c-5baa-482d-9f01-c2bbe9c38380 req-87c67493-6dae-47b2-8b34-b9dc345f4a79 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=88a15ad8-c20a-4e2e-bee8-a1de93e04893&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444195 Jul 14 10:32:46.406515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-31ec0383-4f7f-4126-932a-3de0fd6b4819 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:46.408062 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-31ec0383-4f7f-4126-932a-3de0fd6b4819 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/ports?device_id=f7643c4d-5575-4a01-8ba5-d1c3ff391425 HTTP/1.1" status: 200 len: 946 time: 0.0670047 Jul 14 10:32:46.529003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 62f66dbe-6453-4fe5-8516-6869a07bbebf {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:46.529355 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:46.624553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 62f66dbe-6453-4fe5-8516-6869a07bbebf, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=62f66dbe-6453-4fe5-8516-6869a07bbebf,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:46.624831 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:46.638127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 62f66dbe-6453-4fe5-8516-6869a07bbebf owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:46.778109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:46.813275 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=62f66dbe-6453-4fe5-8516-6869a07bbebf,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:46.857972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] No DVR routers for this DVR port 62f66dbe-6453-4fe5-8516-6869a07bbebf on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:32:46.860878 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:46.862874 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-642f1f0a-d000-4f53-a08e-319f6ae94544 req-864a6871-90c3-4824-ae05-72e65375caba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "DELETE /v2.0/ports/62f66dbe-6453-4fe5-8516-6869a07bbebf HTTP/1.1" status: 204 len: 173 time: 0.4496641 Jul 14 10:32:46.863308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'name': 'network-vif-deleted', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:32:46.865572 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6575e69-6498-4947-afb7-a7f64051fdaa" -d '{"events": [{"server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "name": "network-vif-deleted", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:32:46.907716 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882a091-e009-4f0a-afbe-17460480a039 x-openstack-request-id: req-c882a091-e009-4f0a-afbe-17460480a039 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:32:46.908018 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7643c4d-5575-4a01-8ba5-d1c3ff391425", "name": "network-vif-deleted", "tag": "62f66dbe-6453-4fe5-8516-6869a07bbebf", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:32:46.908334 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c882a091-e009-4f0a-afbe-17460480a039 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:32:46.908738 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7643c4d-5575-4a01-8ba5-d1c3ff391425', 'name': 'network-vif-deleted', 'tag': '62f66dbe-6453-4fe5-8516-6869a07bbebf', 'status': 'completed', 'code': 200} Jul 14 10:32:47.561476 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52146) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:47.946387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:48.253443 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 7398ae30-6dda-4609-bebd-3fffc2315ddc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:48.253870 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:48.347017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 7398ae30-6dda-4609-bebd-3fffc2315ddc, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7398ae30-6dda-4609-bebd-3fffc2315ddc,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:48.347465 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:48.362140 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 7398ae30-6dda-4609-bebd-3fffc2315ddc owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:48.581397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:48.957143 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=7398ae30-6dda-4609-bebd-3fffc2315ddc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:48.970425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.970779 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.971158 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.971453 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.971783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.972117 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.972530 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.972803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.973134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.973459 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.973783 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:48.974129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:49.148232 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:49.388077 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router 75644214-dec7-4ced-bbcb-b083ef287d5d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:32:49.529423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:49.537681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-393f7033-395a-4fbf-aac0-450f04262a1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/75644214-dec7-4ced-bbcb-b083ef287d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9747303 Jul 14 10:32:49.540670 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52148) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:49.542700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] Sync routers for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:49.554369 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:49.555001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:49.603321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 62f66dbe-6453-4fe5-8516-6869a07bbebf no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:32:49.605597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3b5598-7b12-4879-ac44-4496ca7de871 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting subnet de3e741f-0766-4b75-b80b-42318c4f4ee7 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:32:49.609503 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5598-7b12-4879-ac44-4496ca7de871 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:49.636168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 62f66dbe-6453-4fe5-8516-6869a07bbebf {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:32:49.636591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 62f66dbe-6453-4fe5-8516-6869a07bbebf not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:32:49.660638 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5598-7b12-4879-ac44-4496ca7de871 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:49.767342 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5598-7b12-4879-ac44-4496ca7de871 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:49.837748 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5598-7b12-4879-ac44-4496ca7de871 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:49.866241 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b5598-7b12-4879-ac44-4496ca7de871 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Subnet': ['ID=de3e741f-0766-4b75-b80b-42318c4f4ee7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:49.870681 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3b5598-7b12-4879-ac44-4496ca7de871 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:49.875775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52150) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:49.876641 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2f3b5598-7b12-4879-ac44-4496ca7de871 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/subnets/de3e741f-0766-4b75-b80b-42318c4f4ee7 HTTP/1.1" status: 204 len: 168 time: 0.3342373 Jul 14 10:32:49.882962 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545c6d82-ed86-43a3-8e92-52b4e4bc5cba None None] Network 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:32:49.887842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:49.998597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.126999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.196680 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:32:48Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '3c785bfb-dd9e-4e19-92ab-26a92125ff66', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e7:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:31:03Z', 'updated_at': '2021-07-14T10:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:50.197089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 3c785bfb-dd9e-4e19-92ab-26a92125ff66 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:50.197301 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.242950 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] Checking router: 75644214-dec7-4ced-bbcb-b083ef287d5d for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:50.259491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] Routers {'75644214-dec7-4ced-bbcb-b083ef287d5d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:50.259491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['75644214-dec7-4ced-bbcb-b083ef287d5d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:50.303072 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] DHCP port deletion for 6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:32:50.386465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] Set router 75644214-dec7-4ced-bbcb-b083ef287d5d gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:50.451874 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:32:50Z', 'revision_number': 6, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:50.485196 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7bae93-7bc0-4520-8edc-34dc5b90e4cf None None] The sync data for ids ['75644214-dec7-4ced-bbcb-b083ef287d5d'] in n-d-780147-26 is: [{'id': '75644214-dec7-4ced-bbcb-b083ef287d5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-149603041', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:31:02Z', 'updated_at': '2021-07-14T10:32:50Z', 'revision_number': 6, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:50.497076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Deleting port 13b2bb98-ac58-4214-9d65-bc17e82bedee {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:32:50.497554 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.584960 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] For port 13b2bb98-ac58-4214-9d65-bc17e82bedee, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=13b2bb98-ac58-4214-9d65-bc17e82bedee,segment=NetworkSegment(6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7),segment_id=6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:50.585825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.604865 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Calling delete_port for 13b2bb98-ac58-4214-9d65-bc17e82bedee owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:50.690873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 3c785bfb-dd9e-4e19-92ab-26a92125ff66, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=3c785bfb-dd9e-4e19-92ab-26a92125ff66,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:50.691295 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.700293 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.709755 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 3c785bfb-dd9e-4e19-92ab-26a92125ff66 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:32:50.734266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Pushing event deleted for resources: {'Port': ['ID=13b2bb98-ac58-4214-9d65-bc17e82bedee,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:50.738500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] No DVR routers for this DVR port 13b2bb98-ac58-4214-9d65-bc17e82bedee on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:32:50.752261 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.752714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.753131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.753563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.753984 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.754389 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.754794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.755230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.755728 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.756002 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.756392 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.756786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47150338-fd23-4ad0-a7c5-972d64651015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:50.921922 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:50.950400 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=3c785bfb-dd9e-4e19-92ab-26a92125ff66,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:51.015290 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.114524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.116821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.161076 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.161611 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Fanout notify agent at l3_agent the message router_deleted on router 75644214-dec7-4ced-bbcb-b083ef287d5d {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:32:51.169443 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.170573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c7d724c0-1097-4c60-933e-2144702f7188 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/routers/75644214-dec7-4ced-bbcb-b083ef287d5d HTTP/1.1" status: 204 len: 168 time: 1.2941496 Jul 14 10:32:51.173388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52152) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:51.249140 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.343307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.354366 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:51.368834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:51.369781 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e39e5d8-9aa6-4d80-85b6-f5cac61db4a7') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:51.379712 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.396121 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.402126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:32:51.402554 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:32:51.405735 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:32:51.474506 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.484270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.490006 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/networks/6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32 HTTP/1.1" status: 204 len: 168 time: 0.3154101 Jul 14 10:32:51.490949 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52154) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:51.503863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9be0d-07fc-4369-a2e7-9a5c134b1f88 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Network': ['ID=6efa6d6f-aa5e-4f69-b73a-7d22f5ad8e32,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:51.564965 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0af2678b-e551-4939-a245-6db2c54cf556 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.600097 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0af2678b-e551-4939-a245-6db2c54cf556 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.643594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 13b2bb98-ac58-4214-9d65-bc17e82bedee no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:32:51.670875 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 13b2bb98-ac58-4214-9d65-bc17e82bedee {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:32:51.671231 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 13b2bb98-ac58-4214-9d65-bc17e82bedee not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:32:51.671684 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7398ae30-6dda-4609-bebd-3fffc2315ddc no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:32:51.685077 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0af2678b-e551-4939-a245-6db2c54cf556 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.689137 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0af2678b-e551-4939-a245-6db2c54cf556 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:51.691046 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0af2678b-e551-4939-a245-6db2c54cf556 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/security-groups/88a15ad8-c20a-4e2e-bee8-a1de93e04893 HTTP/1.1" status: 204 len: 168 time: 0.1987031 Jul 14 10:32:51.693611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7398ae30-6dda-4609-bebd-3fffc2315ddc {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:32:51.693973 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7398ae30-6dda-4609-bebd-3fffc2315ddc not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:32:51.694414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3c785bfb-dd9e-4e19-92ab-26a92125ff66 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:32:51.704899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2678b-e551-4939-a245-6db2c54cf556 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a15ad8-c20a-4e2e-bee8-a1de93e04893,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:51.726705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 3c785bfb-dd9e-4e19-92ab-26a92125ff66 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:32:51.727264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 3c785bfb-dd9e-4e19-92ab-26a92125ff66 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:32:52.010722 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-02141368-388a-45f9-8575-19791171c3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.027673 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52160) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:52.033112 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-398a65af-31f1-463b-a99e-be78b7bfb3cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490422692', 'description': 'tempest-secgroup-smoke-1490422692 description', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:52.059222 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-398a65af-31f1-463b-a99e-be78b7bfb3cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.148316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-398a65af-31f1-463b-a99e-be78b7bfb3cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.153271 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-398a65af-31f1-463b-a99e-be78b7bfb3cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.185685 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a65af-31f1-463b-a99e-be78b7bfb3cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803acd7e-77de-43f1-8b06-99dfa5483c4a,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:52.188604 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-398a65af-31f1-463b-a99e-be78b7bfb3cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.189885 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-398a65af-31f1-463b-a99e-be78b7bfb3cf tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1611092 Jul 14 10:32:52.194455 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52162) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:52.201651 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ad76f344-8e18-486e-982a-4678b57e07d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '803acd7e-77de-43f1-8b06-99dfa5483c4a', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:52.230401 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad76f344-8e18-486e-982a-4678b57e07d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.291127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad76f344-8e18-486e-982a-4678b57e07d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.294920 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad76f344-8e18-486e-982a-4678b57e07d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.313061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76f344-8e18-486e-982a-4678b57e07d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f626db-8ff0-42c3-8e03-d5dd552df7d8,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:52.318819 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ad76f344-8e18-486e-982a-4678b57e07d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.319920 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ad76f344-8e18-486e-982a-4678b57e07d0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242907 Jul 14 10:32:52.323290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52164) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:52.327777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-2f30068f-0ef6-4168-8e2b-3b5c8da7e108 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '803acd7e-77de-43f1-8b06-99dfa5483c4a', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:52.353722 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f30068f-0ef6-4168-8e2b-3b5c8da7e108 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.421567 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f30068f-0ef6-4168-8e2b-3b5c8da7e108 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.425714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f30068f-0ef6-4168-8e2b-3b5c8da7e108 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.443408 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f30068f-0ef6-4168-8e2b-3b5c8da7e108 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac20c4cb-92f0-485f-b3ef-0968a97885e0,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:52.450526 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f30068f-0ef6-4168-8e2b-3b5c8da7e108 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.452129 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2f30068f-0ef6-4168-8e2b-3b5c8da7e108 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277244 Jul 14 10:32:52.456284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52166) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:52.461139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-90a562c5-14f7-410d-9cff-8800fcc70bf7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '803acd7e-77de-43f1-8b06-99dfa5483c4a', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:52.492041 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a562c5-14f7-410d-9cff-8800fcc70bf7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.554513 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a562c5-14f7-410d-9cff-8800fcc70bf7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.559156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a562c5-14f7-410d-9cff-8800fcc70bf7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.579075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a562c5-14f7-410d-9cff-8800fcc70bf7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f05e193-b283-4cfb-b97a-95a28cc6d219,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:52.585778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-90a562c5-14f7-410d-9cff-8800fcc70bf7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.587305 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-90a562c5-14f7-410d-9cff-8800fcc70bf7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1299324 Jul 14 10:32:52.590603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52168) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:52.601507 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-785b0c10-6db0-44ed-9e1e-088a2707bbb4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '803acd7e-77de-43f1-8b06-99dfa5483c4a', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:52.631419 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-785b0c10-6db0-44ed-9e1e-088a2707bbb4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.709998 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-785b0c10-6db0-44ed-9e1e-088a2707bbb4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.714345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-785b0c10-6db0-44ed-9e1e-088a2707bbb4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.733381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b0c10-6db0-44ed-9e1e-088a2707bbb4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187bdea1-6073-462d-91ef-ae8eac2b5c93,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:52.739628 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-785b0c10-6db0-44ed-9e1e-088a2707bbb4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.741016 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-785b0c10-6db0-44ed-9e1e-088a2707bbb4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1493883 Jul 14 10:32:52.745425 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52170) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:52.750289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-2a207301-2f2d-428a-8942-ef82e9f78a05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '803acd7e-77de-43f1-8b06-99dfa5483c4a', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:52.776277 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-2a207301-2f2d-428a-8942-ef82e9f78a05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:32:52.782006 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a207301-2f2d-428a-8942-ef82e9f78a05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.835845 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a207301-2f2d-428a-8942-ef82e9f78a05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.839332 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a207301-2f2d-428a-8942-ef82e9f78a05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.859738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a207301-2f2d-428a-8942-ef82e9f78a05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466667ec-6135-4ca1-8416-cace4fe07d1e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:52.863232 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a207301-2f2d-428a-8942-ef82e9f78a05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.864866 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-2a207301-2f2d-428a-8942-ef82e9f78a05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184082 Jul 14 10:32:52.867558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52172) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:52.872794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-7b4df659-92de-4f03-b832-fa17f3d5db00 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'security_group_rule': {'security_group_id': '803acd7e-77de-43f1-8b06-99dfa5483c4a', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:52.894679 n-d-780147-26 neutron-server[93779]: INFO neutron.db.securitygroups_db [None req-7b4df659-92de-4f03-b832-fa17f3d5db00 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Project 6ce788145c3b4ad2bf269384e2bbe759 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:32:52.899534 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b4df659-92de-4f03-b832-fa17f3d5db00 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.965438 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b4df659-92de-4f03-b832-fa17f3d5db00 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.969729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b4df659-92de-4f03-b832-fa17f3d5db00 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.988259 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4df659-92de-4f03-b832-fa17f3d5db00 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ee3108-054d-4304-9e32-ad08e3de64bd,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:52.993910 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b4df659-92de-4f03-b832-fa17f3d5db00 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:52.995219 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7b4df659-92de-4f03-b832-fa17f3d5db00 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267176 Jul 14 10:32:52.998081 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52174) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:53.003814 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'network': {'name': 'tempest-network-smoke--807933267', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'port_security_enabled': True}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:53.026423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:32:53.029994 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.056404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:32:53.065510 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.065860 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Added segment ab732a52-e449-4c80-92c5-786d660c96c3 of type vlan for network b80dbfc7-8438-4014-99dd-090e226b5a3c Jul 14 10:32:53.111520 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.143125 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.149004 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:53.149669 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.207876 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2079365 Jul 14 10:32:53.210775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52176) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:53.218447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'admin_state_up': True, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:53.230190 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4901a-006d-4c84-9d4c-e5ba7793b75a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Network': ['ID=b80dbfc7-8438-4014-99dd-090e226b5a3c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:53.244667 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network b80dbfc7-8438-4014-99dd-090e226b5a3c details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:32:53.255552 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.256863 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.326875 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.492646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.854473 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:53.879837 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.003952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.51 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/7e225871-b666-48b6-a546-6c3395a58061) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:54.043754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-5e374aa7-8ee2-49ec-a46c-2757557c7062 req-a9c86131-b6c2-4cd1-965d-0bed2977c416 service neutron] (93779) timed out ('10.222.0.73', 44894) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:32:54.117619 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.163109 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.207710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:54.212738 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:54.215397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:54.245844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=7e225871-b666-48b6-a546-6c3395a58061,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:54.319597 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-85d2da53-63c4-4d58-be16-3d359cdd7c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.478423 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.653133 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.686597 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.835075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router a8f40f37-ddaa-412a-a479-0720a15bd9e2 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:32:54.956473 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:54.966671 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Sync routers for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:54.975980 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:54.976635 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:54.978585 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:54.980060 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-45d14003-8d44-4fd1-aae1-35b17120f810 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7677648 Jul 14 10:32:54.983543 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52178) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:55.062595 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0d2517cd-9810-4c8b-a579-565fbaba0dd7 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?project_id=6ce788145c3b4ad2bf269384e2bbe759&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776215 Jul 14 10:32:55.065255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52182) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:55.094937 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:55.163339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e46302f-2b6b-4f1c-a08f-c7d305fb5bdb tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:55.165128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2e46302f-2b6b-4f1c-a08f-c7d305fb5bdb tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988526 Jul 14 10:32:55.168137 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52184) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:55.206988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-859aad86-bb02-4242-8098-c6b8c99c3b5d tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/subnets?network_id=4206a2df-39bd-435a-af56-00ff78f766c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373471 Jul 14 10:32:55.210106 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52186) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:55.215699 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-122649561', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:32:55.276116 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:54Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:55.308228 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Checking router: a8f40f37-ddaa-412a-a479-0720a15bd9e2 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:55.308533 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Updating router a8f40f37-ddaa-412a-a479-0720a15bd9e2 port 7e225871-b666-48b6-a546-6c3395a58061 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:32:55.311251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:32:55.315074 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.343142 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.524893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.587541 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Subnet': ['ID=dcd32083-02c7-4abd-bbd7-4669f0d4b6bc,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:55.597272 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Checking segment: {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:55.597637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network hostable DHCP agents. Network: b80dbfc7-8438-4014-99dd-090e226b5a3c, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:32:55.608489 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.617803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network b80dbfc7-8438-4014-99dd-090e226b5a3c is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:32:55.620962 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Transition to ACTIVE for port object 7e225871-b666-48b6-a546-6c3395a58061 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:55.627269 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.629502 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, b80dbfc7-8438-4014-99dd-090e226b5a3c) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:55.640245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:55.641853 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.644027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6792a5-0882-492e-8c8b-f71031d5b7d6 None None] Network b80dbfc7-8438-4014-99dd-090e226b5a3c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:32:55.670624 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ed431d95-4a7a-45a9-8a41-71ab785ac833 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4560676 Jul 14 10:32:55.671346 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52188) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:32:55.709945 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Pushing event updated for resources: {'Port': ['ID=7e225871-b666-48b6-a546-6c3395a58061,revision_number=2']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:55.735689 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Attempting to bind port 7e225871-b666-48b6-a546-6c3395a58061 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:55.736305 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Attempting to bind port 7e225871-b666-48b6-a546-6c3395a58061 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:55.736887 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Attempting to bind port 7e225871-b666-48b6-a546-6c3395a58061 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:55.742925 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.743483 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.744069 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.744649 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.745194 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.745740 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.746297 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.746847 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.747390 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.747943 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.748533 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.749080 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:32:55.758173 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:55.758811 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:55.759403 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.760568 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:55.761970 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Bound port: 7e225871-b666-48b6-a546-6c3395a58061, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:55.762265 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.817966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-b80dbfc7-8438-4014-99dd-090e226b5a3c', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:32:55.819149 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.842938 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] For port 7e225871-b666-48b6-a546-6c3395a58061, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:55.847093 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] For port 7e225871-b666-48b6-a546-6c3395a58061, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7e225871-b666-48b6-a546-6c3395a58061,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:55.854375 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:55.927416 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:55.928050 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:55.942508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.014537 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Allocated IP 172.20.0.2 (b80dbfc7-8438-4014-99dd-090e226b5a3c/dcd32083-02c7-4abd-bbd7-4669f0d4b6bc/55be8859-edd5-4936-809e-6f844a13f1e1) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:56.016920 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af087b67-97ab-46fb-aa7d-a971b1e7c864 None None] Pushing event updated for resources: {'Port': ['ID=7e225871-b666-48b6-a546-6c3395a58061,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:56.052945 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:56.192092 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.202911 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Transition to ACTIVE for port object 55be8859-edd5-4936-809e-6f844a13f1e1 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:56.219626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Transition to ACTIVE for port object 55be8859-edd5-4936-809e-6f844a13f1e1 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:56.226785 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.262422 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:54Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:56.270967 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.289500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Network b80dbfc7-8438-4014-99dd-090e226b5a3c is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:56.293589 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:56.295486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Pushing event updated for resources: {'Port': ['ID=55be8859-edd5-4936-809e-6f844a13f1e1,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:56.298295 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b15c9e-32d9-44bc-9379-742406d0dc62 None None] The sync data for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 is: [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:54Z', 'revision_number': 3, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:32:56.298717 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:56.384054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Attempting to bind port 55be8859-edd5-4936-809e-6f844a13f1e1 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:56.384054 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Attempting to bind port 55be8859-edd5-4936-809e-6f844a13f1e1 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:56.384567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Attempting to bind port 55be8859-edd5-4936-809e-6f844a13f1e1 on network b80dbfc7-8438-4014-99dd-090e226b5a3c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:56.390167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:56.390889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Checking segment: {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:56.391381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.391844 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Bound using segment: {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:56.392441 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Bound port: 55be8859-edd5-4936-809e-6f844a13f1e1, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:56.392916 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.466651 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] For port 55be8859-edd5-4936-809e-6f844a13f1e1, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:56.471818 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] For port 55be8859-edd5-4936-809e-6f844a13f1e1, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=55be8859-edd5-4936-809e-6f844a13f1e1,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:56.478075 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.538580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e77fb-934a-4668-82f5-ce7e885e3978 None None] Pushing event updated for resources: {'Port': ['ID=55be8859-edd5-4936-809e-6f844a13f1e1,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:56.658981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.1 (b80dbfc7-8438-4014-99dd-090e226b5a3c/dcd32083-02c7-4abd-bbd7-4669f0d4b6bc/90b07b93-2456-4eb1-99cf-770a40dcbc90) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:32:56.832022 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.851526 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object 90b07b93-2456-4eb1-99cf-770a40dcbc90 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:56.893458 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:56.954404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network b80dbfc7-8438-4014-99dd-090e226b5a3c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:56.957992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:56.962031 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:32:56.969877 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=90b07b93-2456-4eb1-99cf-770a40dcbc90,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:57.027182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.207334 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.522260 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.569651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.577981 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.606834 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.685719 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=90b07b93-2456-4eb1-99cf-770a40dcbc90,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:57.688440 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.690694 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b24392-15de-4560-b659-dd53251bd391 None None] Network b80dbfc7-8438-4014-99dd-090e226b5a3c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:32:57.751488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 55be8859-edd5-4936-809e-6f844a13f1e1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:57.790947 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network b80dbfc7-8438-4014-99dd-090e226b5a3c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:32:57.792746 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:32:57.816086 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-e042a3d6-dcee-4451-bfef-5e494a2e43fe None None] Provisioning for port 55be8859-edd5-4936-809e-6f844a13f1e1 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:57.893605 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 55be8859-edd5-4936-809e-6f844a13f1e1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:57.900975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 55be8859-edd5-4936-809e-6f844a13f1e1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:57.901415 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:57.936801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router a8f40f37-ddaa-412a-a479-0720a15bd9e2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:32:58.040346 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:58.071141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:32:58.078553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 55be8859-edd5-4936-809e-6f844a13f1e1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=55be8859-edd5-4936-809e-6f844a13f1e1,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:58.084358 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:58.085253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7e225871-b666-48b6-a546-6c3395a58061 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:58.085528 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c9dcaa8c-2113-4690-a643-fc2edfdf8405 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/a8f40f37-ddaa-412a-a479-0720a15bd9e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4118114 Jul 14 10:32:58.173736 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=55be8859-edd5-4936-809e-6f844a13f1e1,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:58.185574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 7e225871-b666-48b6-a546-6c3395a58061 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:58.190504 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7e225871-b666-48b6-a546-6c3395a58061 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:58.190884 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:58.283856 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-51dd6a56-3d2f-4f45-9096-2cc28e0d030b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490422692&fields=id&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 267 time: 0.0455823 Jul 14 10:32:58.301340 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523d266-d572-41de-99da-482503999900 None None] Sync routers for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:32:58.308498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:58.332764 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 7e225871-b666-48b6-a546-6c3395a58061, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7e225871-b666-48b6-a546-6c3395a58061,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:32:58.347134 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:58.394142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523d266-d572-41de-99da-482503999900 None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:58.394907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b523d266-d572-41de-99da-482503999900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:58.407499 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5694f6db-e3ea-4dd3-b221-5e763aa7191d None None] Provisioning complete for port 55be8859-edd5-4936-809e-6f844a13f1e1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:58.407917 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5694f6db-e3ea-4dd3-b221-5e763aa7191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:58.435505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-cb7e7af3-1c65-4071-8c6a-8bacd9a66ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:32:58.437333 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-cb7e7af3-1c65-4071-8c6a-8bacd9a66ac7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/networks?id=b80dbfc7-8438-4014-99dd-090e226b5a3c HTTP/1.1" status: 200 len: 796 time: 0.1412206 Jul 14 10:32:58.453345 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-289d4a11-6ce3-463b-9d7c-377861d230ce tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/quotas/6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 375 time: 0.0103631 Jul 14 10:32:58.538838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-ad6ade6a-c358-49cd-8d13-c0f809bb6522 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780530 Jul 14 10:32:58.567957 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=7e225871-b666-48b6-a546-6c3395a58061,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:58.637826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b523d266-d572-41de-99da-482503999900 None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:58.732771 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-43862565-8c3f-461e-8253-f1bd7c147ee1 service neutron] 10.222.0.73 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805563 Jul 14 10:32:58.784578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5694f6db-e3ea-4dd3-b221-5e763aa7191d None None] Provisioning for port 90b07b93-2456-4eb1-99cf-770a40dcbc90 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:32:58.796624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5694f6db-e3ea-4dd3-b221-5e763aa7191d None None] Provisioning complete for port 90b07b93-2456-4eb1-99cf-770a40dcbc90 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:58.797099 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5694f6db-e3ea-4dd3-b221-5e763aa7191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:58.832961 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-18690a26-e469-4282-806f-7eb9e3699a89 service neutron] 10.222.0.73 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955846 Jul 14 10:32:58.862101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5694f6db-e3ea-4dd3-b221-5e763aa7191d None None] Port 90b07b93-2456-4eb1-99cf-770a40dcbc90 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:32:58.940352 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b523d266-d572-41de-99da-482503999900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 2, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:58.972090 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523d266-d572-41de-99da-482503999900 None None] Checking router: a8f40f37-ddaa-412a-a479-0720a15bd9e2 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:32:58.972617 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523d266-d572-41de-99da-482503999900 None None] Updating router a8f40f37-ddaa-412a-a479-0720a15bd9e2 port 90b07b93-2456-4eb1-99cf-770a40dcbc90 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:32:59.015629 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-69ce58a9-c5cb-44d3-9639-9e3b2903e2fb None None] Provisioning complete for port 90b07b93-2456-4eb1-99cf-770a40dcbc90 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:59.016001 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-69ce58a9-c5cb-44d3-9639-9e3b2903e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:59.018694 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b523d266-d572-41de-99da-482503999900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:59.042776 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c1e180e-f93f-4ad5-8b2f-b6a4cc0fb542 req-5b5a723a-40a6-4192-bc50-e2fc5b9baafb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 210 time: 0.0315621 Jul 14 10:32:59.083884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-69ce58a9-c5cb-44d3-9639-9e3b2903e2fb None None] Port 90b07b93-2456-4eb1-99cf-770a40dcbc90 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:32:59.372130 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b523d266-d572-41de-99da-482503999900 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:59.383277 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b523d266-d572-41de-99da-482503999900 None None] Transition to ACTIVE for port object 90b07b93-2456-4eb1-99cf-770a40dcbc90 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:32:59.399096 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b523d266-d572-41de-99da-482503999900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:59.460930 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb7fa9-f6c6-4d6e-80df-568b54c3818a None None] Pushing event updated for resources: {'Port': ['ID=90b07b93-2456-4eb1-99cf-770a40dcbc90,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:59.523889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b523d266-d572-41de-99da-482503999900 None None] Attempting to bind port 90b07b93-2456-4eb1-99cf-770a40dcbc90 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:32:59.524488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b523d266-d572-41de-99da-482503999900 None None] Attempting to bind port 90b07b93-2456-4eb1-99cf-770a40dcbc90 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:32:59.525151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523d266-d572-41de-99da-482503999900 None None] Attempting to bind port 90b07b93-2456-4eb1-99cf-770a40dcbc90 on network b80dbfc7-8438-4014-99dd-090e226b5a3c {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:32:59.531008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523d266-d572-41de-99da-482503999900 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:32:59.531513 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523d266-d572-41de-99da-482503999900 None None] Checking segment: {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:32:59.533515 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b523d266-d572-41de-99da-482503999900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:59.533515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523d266-d572-41de-99da-482503999900 None None] Bound using segment: {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:32:59.533515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b523d266-d572-41de-99da-482503999900 None None] Bound port: 90b07b93-2456-4eb1-99cf-770a40dcbc90, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:32:59.533515 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b523d266-d572-41de-99da-482503999900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:59.613191 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b523d266-d572-41de-99da-482503999900 None None] For port 90b07b93-2456-4eb1-99cf-770a40dcbc90, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:32:59.617438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b523d266-d572-41de-99da-482503999900 None None] For port 90b07b93-2456-4eb1-99cf-770a40dcbc90, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=90b07b93-2456-4eb1-99cf-770a40dcbc90,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:32:59.625281 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b523d266-d572-41de-99da-482503999900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:32:59.691961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523d266-d572-41de-99da-482503999900 None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:32:59.692804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b523d266-d572-41de-99da-482503999900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:32:59.701726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 55be8859-edd5-4936-809e-6f844a13f1e1 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:32:59.787455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb7fa9-f6c6-4d6e-80df-568b54c3818a None None] Pushing event updated for resources: {'Port': ['ID=90b07b93-2456-4eb1-99cf-770a40dcbc90,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:32:59.891974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b523d266-d572-41de-99da-482503999900 None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:32:59.894447 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 55be8859-edd5-4936-809e-6f844a13f1e1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:32:59.894844 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:00.211119 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:00.242910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-73cb1b92-c29a-404e-a8e3-f0a855d88300 req-fb02f5ee-689c-4eae-a56a-6271626409da tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 210 time: 0.0383677 Jul 14 10:33:00.343583 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-5ae45d55-7fd8-40d2-94ba-34e7c39d992f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:00.344720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7e225871-b666-48b6-a546-6c3395a58061 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:33:00.345178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-5ae45d55-7fd8-40d2-94ba-34e7c39d992f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/networks?id=b80dbfc7-8438-4014-99dd-090e226b5a3c HTTP/1.1" status: 200 len: 796 time: 0.1788828 Jul 14 10:33:00.390940 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-44a1f874-5080-461c-b8df-bce3e0b6a87b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ce788145c3b4ad2bf269384e2bbe759 HTTP/1.1" status: 200 len: 380 time: 0.0357497 Jul 14 10:33:00.400170 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'port': {'device_id': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'admin_state_up': True, 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'security_groups': ['803acd7e-77de-43f1-8b06-99dfa5483c4a']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:00.462571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 7e225871-b666-48b6-a546-6c3395a58061 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:00.463463 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:00.492631 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b523d266-d572-41de-99da-482503999900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:32:59Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:00.531999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523d266-d572-41de-99da-482503999900 None None] The sync data for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 is: [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:32:59Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:33:00.552906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Made reservation on behalf of 6ce788145c3b4ad2bf269384e2bbe759 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:33:00.557947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:00.725553 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.20.0.9 (b80dbfc7-8438-4014-99dd-090e226b5a3c/dcd32083-02c7-4abd-bbd7-4669f0d4b6bc/39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:33:00.891115 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:00.905998 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Transition to ACTIVE for port object 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:33:00.941275 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:00.983626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network b80dbfc7-8438-4014-99dd-090e226b5a3c is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:33:00.989233 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:33:00.993229 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:33:01.020573 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:01.054222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:01.055020 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:01.072901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-d7f7648a-ea95-4426-b93c-50d57752489e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6766708 Jul 14 10:33:01.086212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Request body: {'port': {'device_id': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:01.176371 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:01.245632 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1bbc62c3-0458-4210-b70a-a0a05b90807c None None] Provisioning for port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:33:01.251131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1bbc62c3-0458-4210-b70a-a0a05b90807c None None] Provisioning complete for port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:01.251504 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1bbc62c3-0458-4210-b70a-a0a05b90807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:01.313399 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc62c3-0458-4210-b70a-a0a05b90807c None None] Port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:33:01.685419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 90b07b93-2456-4eb1-99cf-770a40dcbc90 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:33:01.756082 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 90b07b93-2456-4eb1-99cf-770a40dcbc90 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:33:01.762078 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 90b07b93-2456-4eb1-99cf-770a40dcbc90 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:01.762846 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:01.858838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:01.865192 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601dfa6-40ee-48c8-88ac-56c2808c43b7 req-c7fedf85-1782-4993-8e33-39b79c53005f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:01.866871 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7601dfa6-40ee-48c8-88ac-56c2808c43b7 req-c7fedf85-1782-4993-8e33-39b79c53005f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 931 time: 0.1285689 Jul 14 10:33:01.899737 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 90b07b93-2456-4eb1-99cf-770a40dcbc90, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=90b07b93-2456-4eb1-99cf-770a40dcbc90,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:01.904941 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:01.947847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7601dfa6-40ee-48c8-88ac-56c2808c43b7 req-b3770edc-8105-4cc2-acfa-819c7c122cad tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737193 Jul 14 10:33:01.950175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:33:01.959591 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:01.960498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=90b07b93-2456-4eb1-99cf-770a40dcbc90,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:01.974820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Transition to ACTIVE for port object 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:33:01.983225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:02.036247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:02.114637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Attempting to bind port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:33:02.115011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Attempting to bind port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:33:02.115330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Attempting to bind port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 on network b80dbfc7-8438-4014-99dd-090e226b5a3c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:33:02.122103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 on network b80dbfc7-8438-4014-99dd-090e226b5a3c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:33:02.122429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Attempting to bind port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 on network b80dbfc7-8438-4014-99dd-090e226b5a3c {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:33:02.128660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:33:02.129002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Checking segment: {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:33:02.129390 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Bound using segment: {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:33:02.129818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Bound port: 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab732a52-e449-4c80-92c5-786d660c96c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:33:02.130177 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:02.207920 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] For port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:33:02.211836 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] For port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:33:02.217809 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:02.254357 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:02.255651 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:02.257124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] 10.222.0.69 "PUT /v2.0/ports/39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 HTTP/1.1" status: 200 len: 1092 time: 1.1755877 Jul 14 10:33:02.260048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:02.263372 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07bd560-c66e-4d95-960f-1eaa7930b570" -d '{"events": [{"name": "network-changed", "server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:02.311073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620be033-2d83-439d-9e0e-096979220ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:02.318167 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162b8bed-cd37-4f4f-8e1d-eca1b3896e16 x-openstack-request-id: req-162b8bed-cd37-4f4f-8e1d-eca1b3896e16 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:02.318457 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:02.318715 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-162b8bed-cd37-4f4f-8e1d-eca1b3896e16 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:02.319130 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'status': 'completed', 'code': 200} Jul 14 10:33:02.377397 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:33:02.386549 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-2079dd1d-bdb1-4f8e-a036-4849770adf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:02.388100 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-2079dd1d-bdb1-4f8e-a036-4849770adf10 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 1095 time: 0.0681684 Jul 14 10:33:02.440547 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-2536b55a-5f85-4160-b933-2c2a014523b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 HTTP/1.1" status: 200 len: 217 time: 0.0444567 Jul 14 10:33:02.507690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-03062171-a0fe-4b45-9ec2-cade16792677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:02.510265 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-03062171-a0fe-4b45-9ec2-cade16792677 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcd32083-02c7-4abd-bbd7-4669f0d4b6bc HTTP/1.1" status: 200 len: 834 time: 0.0618718 Jul 14 10:33:02.571254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-844f54d8-964c-4ce3-835a-6e443439f46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:02.573594 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-844f54d8-964c-4ce3-835a-6e443439f46b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b80dbfc7-8438-4014-99dd-090e226b5a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568557 Jul 14 10:33:02.678766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-df89443c-5e6c-4642-acfb-fd428e4051c3 service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976803 Jul 14 10:33:02.771955 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cea9f0de-1872-4b76-bfaa-73bc1325df00 req-4ee94065-3747-464a-b5ca-9dfeb01e5af2 service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861475 Jul 14 10:33:02.882088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-558a7fd6-8018-43f8-86c6-b371ef17c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:02.883535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-558a7fd6-8018-43f8-86c6-b371ef17c815 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 1095 time: 0.0590889 Jul 14 10:33:02.976138 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-998a89a3-772e-4bde-8dc2-b1365bd61798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:02.977663 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-998a89a3-772e-4bde-8dc2-b1365bd61798 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b80dbfc7-8438-4014-99dd-090e226b5a3c HTTP/1.1" status: 200 len: 897 time: 0.0870740 Jul 14 10:33:03.024410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-4c6e302b-5ab8-4b89-880f-5ddc2372ea5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 HTTP/1.1" status: 200 len: 217 time: 0.0399709 Jul 14 10:33:03.089262 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-bffb1891-c559-4e58-bac7-d489550761ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:03.090723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-bffb1891-c559-4e58-bac7-d489550761ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcd32083-02c7-4abd-bbd7-4669f0d4b6bc HTTP/1.1" status: 200 len: 834 time: 0.0596471 Jul 14 10:33:03.185783 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b9b70-cfa8-478e-83be-61c3b182df64 req-9c08371a-37ed-4889-a968-cd21bc63b865 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:03.187289 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c45b9b70-cfa8-478e-83be-61c3b182df64 req-9c08371a-37ed-4889-a968-cd21bc63b865 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 943 time: 0.1082573 Jul 14 10:33:03.194373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-6dd9cd0a-7515-46be-b3e0-94d9647dd515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:03.195875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-6dd9cd0a-7515-46be-b3e0-94d9647dd515 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b80dbfc7-8438-4014-99dd-090e226b5a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846958 Jul 14 10:33:03.281788 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c45b9b70-cfa8-478e-83be-61c3b182df64 req-45ac21f2-4175-4723-9437-fc609f5b4ca0 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848944 Jul 14 10:33:03.319513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-6bd13d8e-9ab5-4d64-b667-77325ce47d9f service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154962 Jul 14 10:33:03.438801 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-a07bd560-c66e-4d95-960f-1eaa7930b570 req-5aee4b79-ee12-4d23-b4d8-086b1c1de488 service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124256 Jul 14 10:33:03.639666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 90b07b93-2456-4eb1-99cf-770a40dcbc90 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:33:03.690510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 90b07b93-2456-4eb1-99cf-770a40dcbc90 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:03.690796 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:04.507165 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd536c5-3c67-415a-b69e-78fe3c7db006 req-5b4bc8e7-a83b-403d-8304-c6d5f25d3e12 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:04.508763 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4cd536c5-3c67-415a-b69e-78fe3c7db006 req-5b4bc8e7-a83b-403d-8304-c6d5f25d3e12 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 943 time: 0.0811613 Jul 14 10:33:04.552972 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4cd536c5-3c67-415a-b69e-78fe3c7db006 req-68ea30f6-2949-44ce-829e-b3938094611e tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Jul 14 10:33:05.643943 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:33:05.741550 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a2569-9b44-4e3a-b616-55ff015da17c req-4dcfd427-6560-4487-bc94-75aecd254932 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:05.743105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f8a2569-9b44-4e3a-b616-55ff015da17c req-4dcfd427-6560-4487-bc94-75aecd254932 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 943 time: 0.0685935 Jul 14 10:33:05.761226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:05.774588 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'port_id': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'mac_address': 'fa:16:3e:13:2e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:33:05.786157 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3f8a2569-9b44-4e3a-b616-55ff015da17c req-fbf85ec0-6ca0-43c6-8b54-d0d4a8959637 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360947 Jul 14 10:33:05.824500 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:05.839124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:33:05.860607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:05.864669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:05.915246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:06.081859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:33:06.966024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93524251-fcc7-4b24-88e6-6a75e77d1603 req-bc11aec7-7cb9-47d6-aee8-d5021f6b6d9d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:06.967558 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93524251-fcc7-4b24-88e6-6a75e77d1603 req-bc11aec7-7cb9-47d6-aee8-d5021f6b6d9d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 944 time: 0.0647800 Jul 14 10:33:07.007585 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-93524251-fcc7-4b24-88e6-6a75e77d1603 req-5b2c00af-b88f-493c-bcda-d1310905b6ef tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344067 Jul 14 10:33:07.659515 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:33:07.711559 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:33:07.716671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:07.717070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:07.801949 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:07.824811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:07.827083 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46d80bf-f18e-4249-ad40-75d815eedd77" -d '{"events": [{"server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "name": "network-vif-plugged", "status": "completed", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:07.840328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:07.845316 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:07.904381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:07.929504 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb139fe-dc15-4e88-8d3f-88cdc09a08c3 x-openstack-request-id: req-6bb139fe-dc15-4e88-8d3f-88cdc09a08c3 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:07.929806 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "name": "network-vif-plugged", "status": "completed", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:07.930064 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6bb139fe-dc15-4e88-8d3f-88cdc09a08c3 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:07.930475 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'code': 200} Jul 14 10:33:08.046839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3230bc-4874-4a5a-b497-1393e5a90c20 req-3eae3764-4d93-4c4c-beaf-0e5db9c98b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:08.048485 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea3230bc-4874-4a5a-b497-1393e5a90c20 req-3eae3764-4d93-4c4c-beaf-0e5db9c98b2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 1097 time: 0.0548398 Jul 14 10:33:08.084816 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea3230bc-4874-4a5a-b497-1393e5a90c20 req-07775bf7-3d07-477f-a748-c7eb4ee04bea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300393 Jul 14 10:33:08.196677 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19695e40-77ed-44ce-88e6-98647c1a73ef req-179399a7-4dbd-4f50-9be4-f0a59ba1694b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:08.198638 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19695e40-77ed-44ce-88e6-98647c1a73ef req-179399a7-4dbd-4f50-9be4-f0a59ba1694b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.0768354 Jul 14 10:33:08.241086 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-19695e40-77ed-44ce-88e6-98647c1a73ef req-e7cdf521-c33a-45ad-9016-998f48fe082f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366144 Jul 14 10:33:09.427035 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82545d-dd8b-45aa-acd0-cf45b6db7059 req-eeb54c4d-a199-493f-9e47-3cfd937bb94b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:09.428644 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df82545d-dd8b-45aa-acd0-cf45b6db7059 req-eeb54c4d-a199-493f-9e47-3cfd937bb94b tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.0709391 Jul 14 10:33:09.469494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-df82545d-dd8b-45aa-acd0-cf45b6db7059 req-16b388a3-3c79-4a6b-9897-1b385c6f34df tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351629 Jul 14 10:33:09.679760 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62579be-8e5c-4b47-8276-a7dc37f59f32 req-a5a3a974-b39e-44de-a549-39c6efe7b5be tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:09.682782 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c62579be-8e5c-4b47-8276-a7dc37f59f32 req-a5a3a974-b39e-44de-a549-39c6efe7b5be tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.0779526 Jul 14 10:33:09.730486 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c62579be-8e5c-4b47-8276-a7dc37f59f32 req-a1d334bf-bde2-416a-a43f-09f9fe0dfee4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391417 Jul 14 10:33:09.761094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52242) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:09.818894 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2dde40-bada-442c-bee3-349a3ed747d5 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:09.820478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-7f2dde40-bada-442c-bee3-349a3ed747d5 tempest-TestNetworkAdvancedServerOps-968244591 tempest-TestNetworkAdvancedServerOps-968244591-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 1092 time: 0.0583596 Jul 14 10:33:09.824408 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52244) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:09.829333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:09.853553 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:09.963308 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:10.069032 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Allocated IP 172.25.0.47 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/336c56ba-b81a-49dd-aa06-0b8ab1b724ea) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:33:10.182650 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:10.226188 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:10.263497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:33:10.268707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:33:10.272392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:33:10.297754 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=336c56ba-b81a-49dd-aa06-0b8ab1b724ea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:10.676500 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:10.775807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:10.976410 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:10.979242 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:11.049042 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event updated for resources: {'Port': ['ID=336c56ba-b81a-49dd-aa06-0b8ab1b724ea,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:11.074047 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:11.544298 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP efc3b842-84eb-4740-9cd6-2969baacdddb associated. External IP: 172.25.0.47, port: 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1. Jul 14 10:33:11.761035 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router a8f40f37-ddaa-412a-a479-0720a15bd9e2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:33:11.867978 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:33:11.878461 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] Sync routers for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:33:11.886207 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:11.889567 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:11.890199 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:11.934049 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dd6f7714-e138-40b7-aff3-25877659d2fc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1082945 Jul 14 10:33:11.934885 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:11.937396 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65341974-c8bd-465b-b748-028f1b6b6780" -d '{"events": [{"name": "network-changed", "server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:11.978032 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a6e841-cd36-4159-8873-3e62c302087b x-openstack-request-id: req-24a6e841-cd36-4159-8873-3e62c302087b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:11.978305 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:11.978550 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-24a6e841-cd36-4159-8873-3e62c302087b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:11.978956 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'status': 'completed', 'code': 200} Jul 14 10:33:12.021010 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:12.111196 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65341974-c8bd-465b-b748-028f1b6b6780 req-d3840e3c-f18b-4efa-aaaf-9d2b4afaf771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:12.112830 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65341974-c8bd-465b-b748-028f1b6b6780 req-d3840e3c-f18b-4efa-aaaf-9d2b4afaf771 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 1097 time: 0.1083391 Jul 14 10:33:12.203636 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6fac2-8147-40f9-a325-06008e2c4fa9 req-d7eb4ed9-7993-459f-a634-0a699e43f23c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:12.205196 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1f6fac2-8147-40f9-a325-06008e2c4fa9 req-d7eb4ed9-7993-459f-a634-0a699e43f23c tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.1343172 Jul 14 10:33:12.258559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65341974-c8bd-465b-b748-028f1b6b6780 req-b5ae2b8d-f623-47de-85b4-aeae87663c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:12.260124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65341974-c8bd-465b-b748-028f1b6b6780 req-b5ae2b8d-f623-47de-85b4-aeae87663c4f service neutron] 10.222.0.69 "GET /v2.0/networks?id=b80dbfc7-8438-4014-99dd-090e226b5a3c HTTP/1.1" status: 200 len: 897 time: 0.1397729 Jul 14 10:33:12.265901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c1f6fac2-8147-40f9-a325-06008e2c4fa9 req-fd476f83-3915-40f1-919c-385870eeefbd tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538769 Jul 14 10:33:12.273766 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'efc3b842-84eb-4740-9cd6-2969baacdddb', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'port_id': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'mac_address': 'fa:16:3e:13:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:33:10Z', 'updated_at': '2021-07-14T10:33:10Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:33:01Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:12.297941 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52250) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:12.339432 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65341974-c8bd-465b-b748-028f1b6b6780 req-31cd261e-c2ff-4bf9-85ae-46b1b280ff5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 HTTP/1.1" status: 200 len: 998 time: 0.0725567 Jul 14 10:33:12.370979 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c0a283c2-efd6-4b55-b24a-03459bc24ac4 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/efc3b842-84eb-4740-9cd6-2969baacdddb HTTP/1.1" status: 200 len: 990 time: 0.0715616 Jul 14 10:33:12.396105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65341974-c8bd-465b-b748-028f1b6b6780 req-7ce748a0-d64d-484c-bf87-cbe0d2890077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:12.397656 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65341974-c8bd-465b-b748-028f1b6b6780 req-7ce748a0-d64d-484c-bf87-cbe0d2890077 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcd32083-02c7-4abd-bbd7-4669f0d4b6bc HTTP/1.1" status: 200 len: 834 time: 0.0524251 Jul 14 10:33:12.411037 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] Checking router: a8f40f37-ddaa-412a-a479-0720a15bd9e2 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:33:12.420809 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:12.421452 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:32:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:12.465237 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65341974-c8bd-465b-b748-028f1b6b6780 req-a520e336-5bd2-44d2-847e-13e295d73abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:12.467023 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65341974-c8bd-465b-b748-028f1b6b6780 req-a520e336-5bd2-44d2-847e-13e295d73abe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b80dbfc7-8438-4014-99dd-090e226b5a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633340 Jul 14 10:33:12.533204 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:12.566035 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65341974-c8bd-465b-b748-028f1b6b6780 req-c23eda01-c08c-41e8-a263-d3195cf92ef5 service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924766 Jul 14 10:33:12.662061 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65341974-c8bd-465b-b748-028f1b6b6780 req-7b3f4990-76d0-48c5-b69a-b35397487f27 service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900173 Jul 14 10:33:12.788587 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'efc3b842-84eb-4740-9cd6-2969baacdddb', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'port_id': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'mac_address': 'fa:16:3e:13:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:33:10Z', 'updated_at': '2021-07-14T10:33:10Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:33:01Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:12.819339 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77843761-fcf4-44d6-88a8-d1b1758a7473 None None] The sync data for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 is: [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'efc3b842-84eb-4740-9cd6-2969baacdddb', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'port_id': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'mac_address': 'fa:16:3e:13:2e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:33:10Z', 'updated_at': '2021-07-14T10:33:10Z', 'revision_number': 0, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:33:01Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:33:13.022401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f4156-f30c-4dc6-891f-0f9d575778b3 None None] New status for floating IP efc3b842-84eb-4740-9cd6-2969baacdddb: ACTIVE {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:33:13.374656 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:13.441426 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d2f05837-8244-4fd2-94ac-4bb2083dc9dc tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/efc3b842-84eb-4740-9cd6-2969baacdddb HTTP/1.1" status: 200 len: 992 time: 0.0654731 Jul 14 10:33:17.845917 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dea751ca-b241-4509-957c-38effc27b6aa req-477310cb-70b9-4b87-8b84-6ae9ee1da817 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636616 Jul 14 10:33:17.947147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea751ca-b241-4509-957c-38effc27b6aa req-5fdf840f-1cb2-4864-9d2f-29eb12279bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:17.948700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dea751ca-b241-4509-957c-38effc27b6aa req-5fdf840f-1cb2-4864-9d2f-29eb12279bac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 1097 time: 0.0597248 Jul 14 10:33:18.058741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea751ca-b241-4509-957c-38effc27b6aa req-8351994d-3987-4a01-9d24-6e0680fd0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:18.060283 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dea751ca-b241-4509-957c-38effc27b6aa req-8351994d-3987-4a01-9d24-6e0680fd0933 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b80dbfc7-8438-4014-99dd-090e226b5a3c HTTP/1.1" status: 200 len: 897 time: 0.0905166 Jul 14 10:33:18.138155 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dea751ca-b241-4509-957c-38effc27b6aa req-4806b689-45ef-4920-bcee-d176fdbd548b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 HTTP/1.1" status: 200 len: 1000 time: 0.0699675 Jul 14 10:33:18.189377 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea751ca-b241-4509-957c-38effc27b6aa req-484330d5-13c0-44c2-a8b9-a5423d0499a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:18.190924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dea751ca-b241-4509-957c-38effc27b6aa req-484330d5-13c0-44c2-a8b9-a5423d0499a7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcd32083-02c7-4abd-bbd7-4669f0d4b6bc HTTP/1.1" status: 200 len: 834 time: 0.0473466 Jul 14 10:33:18.268782 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea751ca-b241-4509-957c-38effc27b6aa req-671407f4-0095-4278-986b-be4d06603ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:18.270343 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dea751ca-b241-4509-957c-38effc27b6aa req-671407f4-0095-4278-986b-be4d06603ac5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b80dbfc7-8438-4014-99dd-090e226b5a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702350 Jul 14 10:33:18.371102 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dea751ca-b241-4509-957c-38effc27b6aa req-c9bf3d07-2e71-4c65-828f-1a72182defd0 service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940716 Jul 14 10:33:18.474408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dea751ca-b241-4509-957c-38effc27b6aa req-852d89b5-ccf9-410b-989d-003d3cb228ef service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971298 Jul 14 10:33:22.002608 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-be675993-9e9d-4aec-a0df-1d45899f5a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:24.320546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2c70d480-722c-4d9a-b87f-e0cf8c282efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:24.660863 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:25.879931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:27.517152 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:27.611715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:30.161798 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:39.377398 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:33:40.438083 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db758ce8-bd28-415c-82ac-6abdea84f40e req-7d56a09d-167b-492f-a84d-ba44ebfafe61 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:40.439633 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db758ce8-bd28-415c-82ac-6abdea84f40e req-7d56a09d-167b-492f-a84d-ba44ebfafe61 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.1390483 Jul 14 10:33:40.478341 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-db758ce8-bd28-415c-82ac-6abdea84f40e req-7b5cc134-f291-4149-9990-fbc9363690b7 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328720 Jul 14 10:33:41.721967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27466ef8-9291-4cd4-b0f2-49df19aa41c5 req-9ea3b53e-dc53-4306-99a5-a762a36bd453 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:41.723456 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-27466ef8-9291-4cd4-b0f2-49df19aa41c5 req-9ea3b53e-dc53-4306-99a5-a762a36bd453 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.1254375 Jul 14 10:33:41.761269 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-27466ef8-9291-4cd4-b0f2-49df19aa41c5 req-3f3d93a7-32da-41ac-83ed-11f753958f53 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322340 Jul 14 10:33:41.785814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52272) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:41.849608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c4059ced-8c0f-495e-a058-1c42fd525951 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/efc3b842-84eb-4740-9cd6-2969baacdddb HTTP/1.1" status: 200 len: 992 time: 0.0625758 Jul 14 10:33:43.277085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-e993d618-d09e-4b1e-a6da-04eb2edee589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.278711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-e993d618-d09e-4b1e-a6da-04eb2edee589 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 1097 time: 0.0727503 Jul 14 10:33:43.304419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fdb52-1b15-4245-8071-9b70995e04cf req-063d78f6-db19-42c2-8fe1-be435ffa24db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.306005 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b19fdb52-1b15-4245-8071-9b70995e04cf req-063d78f6-db19-42c2-8fe1-be435ffa24db tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.0880077 Jul 14 10:33:43.344913 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b19fdb52-1b15-4245-8071-9b70995e04cf req-5d99d479-d93b-46c1-8b93-b511a60ebdba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Jul 14 10:33:43.374880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-8219f8e9-1c5d-4f9b-a97a-f0f9d5a5ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.376360 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-8219f8e9-1c5d-4f9b-a97a-f0f9d5a5ef2b service neutron] 10.222.0.69 "GET /v2.0/networks?id=b80dbfc7-8438-4014-99dd-090e226b5a3c HTTP/1.1" status: 200 len: 897 time: 0.0908854 Jul 14 10:33:43.440614 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-8477a5b2-da33-4b46-9087-80021a9c7c08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 HTTP/1.1" status: 200 len: 1000 time: 0.0583162 Jul 14 10:33:43.489066 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-915d1781-1c0a-47b2-b566-f1a43f2a19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.490562 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-915d1781-1c0a-47b2-b566-f1a43f2a19d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcd32083-02c7-4abd-bbd7-4669f0d4b6bc HTTP/1.1" status: 200 len: 834 time: 0.0444751 Jul 14 10:33:43.553997 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-22b8c1fd-d7a3-41c5-b852-5b36a40510a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:43.555565 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-22b8c1fd-d7a3-41c5-b852-5b36a40510a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b80dbfc7-8438-4014-99dd-090e226b5a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590248 Jul 14 10:33:43.647891 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-e3a7af6d-ffed-4cf0-abfd-9105e25977c6 service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854518 Jul 14 10:33:43.745186 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1cc36d79-4e87-4ea6-b072-dd2cd85f6ba8 req-983586a0-e606-4672-954b-4dba79acf31e service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907643 Jul 14 10:33:44.528156 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a62076-0319-485f-af8e-1f82dda8f252 req-ac50ca45-a96f-48d8-b02e-7f1faf4f2cfb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:44.530297 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2a62076-0319-485f-af8e-1f82dda8f252 req-ac50ca45-a96f-48d8-b02e-7f1faf4f2cfb tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.0695860 Jul 14 10:33:44.576603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d2a62076-0319-485f-af8e-1f82dda8f252 req-d4a665c9-eb6a-4b7c-b328-6162d6ef62b3 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404580 Jul 14 10:33:45.758820 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c0eb0-9d6e-40b4-920d-433928d13f5e req-0e46cea8-99da-4ffb-98bd-63cac2389d11 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:45.760447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c8c0eb0-9d6e-40b4-920d-433928d13f5e req-0e46cea8-99da-4ffb-98bd-63cac2389d11 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.0689332 Jul 14 10:33:45.800190 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0c8c0eb0-9d6e-40b4-920d-433928d13f5e req-d3fcded3-092a-4034-827b-c39193d41fba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335870 Jul 14 10:33:45.827100 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52286) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:45.891478 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-5180d194-2cd6-4c7c-8675-40eb98d4f79f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/floatingips/efc3b842-84eb-4740-9cd6-2969baacdddb HTTP/1.1" status: 200 len: 992 time: 0.0630755 Jul 14 10:33:46.202423 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52292) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:46.356420 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 336c56ba-b81a-49dd-aa06-0b8ab1b724ea {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:33:46.356770 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:46.432605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:46.432939 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:46.444131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 336c56ba-b81a-49dd-aa06-0b8ab1b724ea owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:33:46.592530 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:46.615624 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=336c56ba-b81a-49dd-aa06-0b8ab1b724ea,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:46.678227 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:46.678563 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Floating IP efc3b842-84eb-4740-9cd6-2969baacdddb disassociated (deleted). External IP: 172.25.0.47, port: 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1. Jul 14 10:33:46.892137 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router a8f40f37-ddaa-412a-a479-0720a15bd9e2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:33:47.002971 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:33:47.008131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:47.012754 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] Sync routers for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:33:47.022240 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:47.023049 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:47.047337 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a0d78000-6f8e-4d99-849b-c225ce51317f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/floatingips/efc3b842-84eb-4740-9cd6-2969baacdddb HTTP/1.1" status: 204 len: 168 time: 0.8438785 Jul 14 10:33:47.047932 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:47.050292 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f440e5-3c72-4205-968a-38efeb8f165f" -d '{"events": [{"name": "network-changed", "server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:47.103124 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fe2cfb-af08-4d37-9b45-aec79eeb14f7 x-openstack-request-id: req-28fe2cfb-af08-4d37-9b45-aec79eeb14f7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:47.103863 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:47.103863 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-28fe2cfb-af08-4d37-9b45-aec79eeb14f7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:47.105044 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'status': 'completed', 'code': 200} Jul 14 10:33:47.151547 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:47.184741 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f440e5-3c72-4205-968a-38efeb8f165f req-8d6037d4-532f-470c-8296-c82b0775243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:47.186334 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89f440e5-3c72-4205-968a-38efeb8f165f req-8d6037d4-532f-470c-8296-c82b0775243e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 1097 time: 0.0560818 Jul 14 10:33:47.291603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f440e5-3c72-4205-968a-38efeb8f165f req-8a965145-61b6-4109-8856-6316a73345f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:47.293164 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89f440e5-3c72-4205-968a-38efeb8f165f req-8a965145-61b6-4109-8856-6316a73345f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b80dbfc7-8438-4014-99dd-090e226b5a3c HTTP/1.1" status: 200 len: 897 time: 0.1001539 Jul 14 10:33:47.337129 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89f440e5-3c72-4205-968a-38efeb8f165f req-b6b2a9fc-704b-444c-900a-35896c43fffe service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 HTTP/1.1" status: 200 len: 217 time: 0.0365169 Jul 14 10:33:47.366246 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:33:01Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:47.394873 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] Checking router: a8f40f37-ddaa-412a-a479-0720a15bd9e2 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:33:47.404545 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:47.405032 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:47.415602 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f440e5-3c72-4205-968a-38efeb8f165f req-7f26570e-e975-43bb-8ace-95b87a0698ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:47.417226 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89f440e5-3c72-4205-968a-38efeb8f165f req-7f26570e-e975-43bb-8ace-95b87a0698ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcd32083-02c7-4abd-bbd7-4669f0d4b6bc HTTP/1.1" status: 200 len: 834 time: 0.0739856 Jul 14 10:33:47.512326 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:47.517548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f440e5-3c72-4205-968a-38efeb8f165f req-e96b72ad-c858-4729-81cd-e6f64337acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:47.519076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89f440e5-3c72-4205-968a-38efeb8f165f req-e96b72ad-c858-4729-81cd-e6f64337acfb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b80dbfc7-8438-4014-99dd-090e226b5a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944905 Jul 14 10:33:47.531686 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e72d2-2f58-4e6d-920d-41c4ba969a49 req-3fe6ff59-74eb-4332-ba52-cce80888486a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:47.533117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb6e72d2-2f58-4e6d-920d-41c4ba969a49 req-3fe6ff59-74eb-4332-ba52-cce80888486a tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.0824764 Jul 14 10:33:47.626483 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb6e72d2-2f58-4e6d-920d-41c4ba969a49 req-7919215a-0a70-4f8a-8d0a-6c2cf9c9d6be tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845680 Jul 14 10:33:47.649235 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89f440e5-3c72-4205-968a-38efeb8f165f req-07f3940c-5712-40e8-b9e4-3f727fa8620c service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121957 Jul 14 10:33:47.714094 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:33:01Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:47.738864 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-89f440e5-3c72-4205-968a-38efeb8f165f req-7f37ee5d-def1-4896-bbb5-21edd2d9b212 service neutron] 10.222.0.69 "GET /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841844 Jul 14 10:33:47.740068 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194984e1-bd3a-487a-82fd-812857a7faf7 None None] The sync data for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 is: [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:57Z', 'revision_number': 4, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '90b07b93-2456-4eb1-99cf-770a40dcbc90', 'name': '', 'network_id': 'b80dbfc7-8438-4014-99dd-090e226b5a3c', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'mac_address': 'fa:16:3e:88:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:56Z', 'updated_at': '2021-07-14T10:33:01Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'subnets': [{'id': 'dcd32083-02c7-4abd-bbd7-4669f0d4b6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:33:47.962600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d79ff6-98f3-46d5-bd4f-ab298a799be4 None None] New status for floating IP efc3b842-84eb-4740-9cd6-2969baacdddb: DOWN {{(pid=93781) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:33:48.952633 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e3c14-a62b-4164-a732-00d4f5e8d144 req-6c650f87-2d0c-4201-9ade-05ae11cb1bba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:48.954279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-061e3c14-a62b-4164-a732-00d4f5e8d144 req-6c650f87-2d0c-4201-9ade-05ae11cb1bba tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.1127353 Jul 14 10:33:49.004077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-061e3c14-a62b-4164-a732-00d4f5e8d144 req-336cea12-7261-4984-8fdf-b43124fcde05 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/security-groups?id=803acd7e-77de-43f1-8b06-99dfa5483c4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405672 Jul 14 10:33:49.090517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-76169e3a-ea41-4648-907f-e5d5b341da1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:49.092361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-76169e3a-ea41-4648-907f-e5d5b341da1f tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 945 time: 0.1077111 Jul 14 10:33:49.197185 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:33:49.197528 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.293806 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:49.294174 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.307253 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:33:49.440440 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.474865 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:49.504970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.505323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.505670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.506011 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.506347 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.506682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.507019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.507350 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.507709 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.508039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.508396 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.508726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:49.529939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] No DVR routers for this DVR port 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:33:49.532542 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:49.534532 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-157e9304-c73e-47f1-9f7e-0e6bc4a0f081 req-49fc9885-6521-439b-8a18-c00c66e07ef9 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.69 "DELETE /v2.0/ports/39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 HTTP/1.1" status: 204 len: 173 time: 0.4368138 Jul 14 10:33:49.534972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'name': 'network-vif-deleted', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:33:49.537423 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee79a995-0bb5-4164-b444-a2e2bce1c30b" -d '{"events": [{"server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "name": "network-vif-deleted", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:33:49.574180 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e088da45-501c-48a8-880c-f306b41f9578 x-openstack-request-id: req-e088da45-501c-48a8-880c-f306b41f9578 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:33:49.574487 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2605a49d-3bf6-47ec-97cc-2a3f503f7600", "name": "network-vif-deleted", "tag": "39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:33:49.574740 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e088da45-501c-48a8-880c-f306b41f9578 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:33:49.575148 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2605a49d-3bf6-47ec-97cc-2a3f503f7600', 'name': 'network-vif-deleted', 'tag': '39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1', 'status': 'completed', 'code': 200} Jul 14 10:33:50.193270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-35520e47-6601-49bb-92ed-4a8f09478f69 req-86fa8013-772f-45dc-85e5-c0d420005fd2 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "GET /v2.0/ports?device_id=2605a49d-3bf6-47ec-97cc-2a3f503f7600 HTTP/1.1" status: 200 len: 210 time: 0.0288489 Jul 14 10:33:51.290471 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:51.665838 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:51.860518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:33:51.880578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:33:51.880921 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 39cd5c34-ef4c-46ea-ad17-d79b4bbf35d1 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:33:51.941980 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 90b07b93-2456-4eb1-99cf-770a40dcbc90 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:33:51.942326 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.004596 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b9f8b598-6feb-4650-ad95-574ba5b93272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.030136 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 90b07b93-2456-4eb1-99cf-770a40dcbc90, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=90b07b93-2456-4eb1-99cf-770a40dcbc90,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:52.030493 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.043366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 90b07b93-2456-4eb1-99cf-770a40dcbc90 owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:33:52.227605 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.255638 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=90b07b93-2456-4eb1-99cf-770a40dcbc90,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:52.291374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.291981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.292091 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.292406 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.292812 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.293074 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.293404 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.293731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.294058 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.294381 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.294706 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.295026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:52.445861 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.657104 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Router a8f40f37-ddaa-412a-a479-0720a15bd9e2 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:33:52.762517 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:33:52.767648 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f0fe8372-9490-4a75-a1dd-984d50506693 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "PUT /v2.0/routers/a8f40f37-ddaa-412a-a479-0720a15bd9e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4761121 Jul 14 10:33:52.770992 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52310) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:52.774193 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206c207-baff-46c8-a453-0c47add7668c None None] Sync routers for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:33:52.784343 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206c207-baff-46c8-a453-0c47add7668c None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:52.784914 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7206c207-baff-46c8-a453-0c47add7668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:52.833704 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdc35d5-780b-4c75-a524-8dbfccdb9260 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting subnet dcd32083-02c7-4abd-bbd7-4669f0d4b6bc {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:33:52.837783 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35d5-780b-4c75-a524-8dbfccdb9260 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.878779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35d5-780b-4c75-a524-8dbfccdb9260 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:52.900546 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7206c207-baff-46c8-a453-0c47add7668c None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:52.963143 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35d5-780b-4c75-a524-8dbfccdb9260 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.025152 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35d5-780b-4c75-a524-8dbfccdb9260 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.051200 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc35d5-780b-4c75-a524-8dbfccdb9260 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Subnet': ['ID=dcd32083-02c7-4abd-bbd7-4669f0d4b6bc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:53.063028 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3bdc35d5-780b-4c75-a524-8dbfccdb9260 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.065251 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3bdc35d5-780b-4c75-a524-8dbfccdb9260 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/subnets/dcd32083-02c7-4abd-bbd7-4669f0d4b6bc HTTP/1.1" status: 204 len: 168 time: 0.2882583 Jul 14 10:33:53.069452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52312) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:53.074448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f471dd-c404-429a-99c8-9d806b933702 None None] Network b80dbfc7-8438-4014-99dd-090e226b5a3c requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:33:53.099838 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7206c207-baff-46c8-a453-0c47add7668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:33:52Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:53.182420 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.229293 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206c207-baff-46c8-a453-0c47add7668c None None] Checking router: a8f40f37-ddaa-412a-a479-0720a15bd9e2 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:33:53.237832 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206c207-baff-46c8-a453-0c47add7668c None None] Routers {'a8f40f37-ddaa-412a-a479-0720a15bd9e2'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:53.238961 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7206c207-baff-46c8-a453-0c47add7668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:53.291945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.294616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] DHCP port deletion for b80dbfc7-8438-4014-99dd-090e226b5a3c request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:33:53.356915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Deleting port 55be8859-edd5-4936-809e-6f844a13f1e1 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:33:53.357293 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.365231 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Deleting port 7e225871-b666-48b6-a546-6c3395a58061 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:33:53.365986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.370235 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7206c207-baff-46c8-a453-0c47add7668c None None] Set router a8f40f37-ddaa-412a-a479-0720a15bd9e2 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:53.428799 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] For port 55be8859-edd5-4936-809e-6f844a13f1e1, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=55be8859-edd5-4936-809e-6f844a13f1e1,segment=NetworkSegment(ab732a52-e449-4c80-92c5-786d660c96c3),segment_id=ab732a52-e449-4c80-92c5-786d660c96c3)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:53.429318 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.443356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Calling delete_port for 55be8859-edd5-4936-809e-6f844a13f1e1 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:33:53.455809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] For port 7e225871-b666-48b6-a546-6c3395a58061, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=7e225871-b666-48b6-a546-6c3395a58061,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:33:53.456491 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.471247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Calling delete_port for 7e225871-b666-48b6-a546-6c3395a58061 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:33:53.534490 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.563673 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Pushing event deleted for resources: {'Port': ['ID=55be8859-edd5-4936-809e-6f844a13f1e1,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:53.571855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] No DVR routers for this DVR port 55be8859-edd5-4936-809e-6f844a13f1e1 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:33:53.576258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.576721 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.577097 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.577438 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.577769 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.578099 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.578710 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.578984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7206c207-baff-46c8-a453-0c47add7668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:33:52Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:53.579134 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.579366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.579687 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.580009 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.580355 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4881d3b4-8318-4177-be4c-398d48d829ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:33:53.612873 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206c207-baff-46c8-a453-0c47add7668c None None] The sync data for ids ['a8f40f37-ddaa-412a-a479-0720a15bd9e2'] in n-d-780147-26 is: [{'id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-18705484', 'tenant_id': '6ce788145c3b4ad2bf269384e2bbe759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '7e225871-b666-48b6-a546-6c3395a58061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:33:52Z', 'revision_number': 5, 'project_id': '6ce788145c3b4ad2bf269384e2bbe759', 'gw_port': {'id': '7e225871-b666-48b6-a546-6c3395a58061', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:2d:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f40f37-ddaa-412a-a479-0720a15bd9e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:32:53Z', 'updated_at': '2021-07-14T10:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:33:53.674523 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.702763 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Port': ['ID=7e225871-b666-48b6-a546-6c3395a58061,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:53.765508 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.858949 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.861476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.909531 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.910334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Fanout notify agent at l3_agent the message router_deleted on router a8f40f37-ddaa-412a-a479-0720a15bd9e2 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:33:53.918970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:53.920121 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-042b1c81-550d-457f-808d-1bed7abc5784 tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/routers/a8f40f37-ddaa-412a-a479-0720a15bd9e2 HTTP/1.1" status: 204 len: 168 time: 0.8490047 Jul 14 10:33:53.924413 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52314) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:54.007022 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.045155 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 55be8859-edd5-4936-809e-6f844a13f1e1 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:33:54.065979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 55be8859-edd5-4936-809e-6f844a13f1e1 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:33:54.066770 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 55be8859-edd5-4936-809e-6f844a13f1e1 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:33:54.104856 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.116134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80dbfc7-8438-4014-99dd-090e226b5a3c']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:54.127691 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab732a52-e449-4c80-92c5-786d660c96c3') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:54.127962 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab732a52-e449-4c80-92c5-786d660c96c3') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:54.146241 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.162767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.169542 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:33:54.169952 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:33:54.173118 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:33:54.234376 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.243664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.245561 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/networks/b80dbfc7-8438-4014-99dd-090e226b5a3c HTTP/1.1" status: 204 len: 168 time: 0.3201849 Jul 14 10:33:54.248776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52316) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:54.260587 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf196a2c-acb3-416e-ba36-b9574e8263fa tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'Network': ['ID=b80dbfc7-8438-4014-99dd-090e226b5a3c,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:54.317432 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52950ecc-b1cb-40dc-a988-7c92b554358d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.323413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8e0a-87c1-46ba-be7f-908fb54f0585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.348747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52950ecc-b1cb-40dc-a988-7c92b554358d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.418513 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52950ecc-b1cb-40dc-a988-7c92b554358d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.421139 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52950ecc-b1cb-40dc-a988-7c92b554358d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.422288 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-52950ecc-b1cb-40dc-a988-7c92b554358d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] 10.222.0.73 "DELETE /v2.0/security-groups/803acd7e-77de-43f1-8b06-99dfa5483c4a HTTP/1.1" status: 204 len: 168 time: 0.1724813 Jul 14 10:33:54.432272 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52950ecc-b1cb-40dc-a988-7c92b554358d tempest-TestNetworkAdvancedServerOps-1367714421 tempest-TestNetworkAdvancedServerOps-1367714421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803acd7e-77de-43f1-8b06-99dfa5483c4a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:54.659208 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:54.771275 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52324) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:54.928168 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-67f5c6af-5a46-46c9-a893-761f69c90390 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ce788145c3b4ad2bf269384e2bbe759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556988 Jul 14 10:33:54.930861 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52328) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:54.981253 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd5fc-2ced-4a67-983b-47b190a74461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.005387 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd5fc-2ced-4a67-983b-47b190a74461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.056080 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd5fc-2ced-4a67-983b-47b190a74461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.058779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa8fd5fc-2ced-4a67-983b-47b190a74461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.060045 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-fa8fd5fc-2ced-4a67-983b-47b190a74461 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f7eabd6-9528-4645-b4f2-c39b484f356a HTTP/1.1" status: 204 len: 168 time: 0.1282744 Jul 14 10:33:55.070492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fd5fc-2ced-4a67-983b-47b190a74461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7eabd6-9528-4645-b4f2-c39b484f356a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:55.344189 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:55.357169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca686d95-40c7-4c80-b10f-bf3b80ada798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.458297 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca686d95-40c7-4c80-b10f-bf3b80ada798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.463151 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ca686d95-40c7-4c80-b10f-bf3b80ada798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.502145 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ca686d95-40c7-4c80-b10f-bf3b80ada798 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=169b80ac27354f38ae5c552955878cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568174 Jul 14 10:33:55.503089 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca686d95-40c7-4c80-b10f-bf3b80ada798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e21fd3-77d1-47c3-b179-065a6e7272ce,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:55.504859 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52336) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:55.556948 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7618a-b5ab-47fe-84cb-30b4fec566ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.578833 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7618a-b5ab-47fe-84cb-30b4fec566ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.627557 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7618a-b5ab-47fe-84cb-30b4fec566ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.630182 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8e7618a-b5ab-47fe-84cb-30b4fec566ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:55.631364 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b8e7618a-b5ab-47fe-84cb-30b4fec566ca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0e21fd3-77d1-47c3-b179-065a6e7272ce HTTP/1.1" status: 204 len: 168 time: 0.1246638 Jul 14 10:33:55.639732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7618a-b5ab-47fe-84cb-30b4fec566ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e21fd3-77d1-47c3-b179-065a6e7272ce,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:55.682427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 90b07b93-2456-4eb1-99cf-770a40dcbc90 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:33:55.701561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 90b07b93-2456-4eb1-99cf-770a40dcbc90 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:33:55.701964 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 90b07b93-2456-4eb1-99cf-770a40dcbc90 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:33:55.702404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7e225871-b666-48b6-a546-6c3395a58061 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:33:55.723939 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 7e225871-b666-48b6-a546-6c3395a58061 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:33:55.724215 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 7e225871-b666-48b6-a546-6c3395a58061 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:33:55.884035 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.404563 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52358) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:56.511197 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1269137119-network', 'tenant_id': 'be9f638f589f478f9e533d7f75937160'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:56.535674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Made reservation on behalf of be9f638f589f478f9e533d7f75937160 for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:33:56.538319 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.547804 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.642353 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.647555 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.672667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:33:56.682345 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67106cd-1541-45fe-aa68-265ff8b54da0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:56.688391 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.688737 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Added segment 6e60ef6e-6c14-4b72-b447-40c295dbc80a of type vlan for network d5b61037-3d24-43f0-8916-de06e578e856 Jul 14 10:33:56.732546 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.763538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.764732 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:56.765194 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:56.815193 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4096200 Jul 14 10:33:56.818945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52362) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:56.827007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Request body: {'subnet': {'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1269137119-subnet', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:56.831152 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79bb65-d4b9-4fa7-b94a-6cbabeb00ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=d5b61037-3d24-43f0-8916-de06e578e856,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:56.842563 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network d5b61037-3d24-43f0-8916-de06e578e856 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:33:56.854287 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Made reservation on behalf of be9f638f589f478f9e533d7f75937160 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:33:56.856732 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.048016 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.105247 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51bf723-6c29-458c-b69f-b3d1c2e782c4,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:57.115967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Checking segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:33:57.116495 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Network hostable DHCP agents. Network: d5b61037-3d24-43f0-8916-de06e578e856, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:33:57.135595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Network d5b61037-3d24-43f0-8916-de06e578e856 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:33:57.146838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, d5b61037-3d24-43f0-8916-de06e578e856) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:33:57.152048 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:33:57.153043 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.157966 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daacb12b-2544-4e71-8e59-5c2c8e6d6570 None None] Network d5b61037-3d24-43f0-8916-de06e578e856 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:33:57.171444 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52364) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:57.171691 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c9052c4c-b772-465a-b372-30da3e9e1080 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3514223 Jul 14 10:33:57.176297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:33:57.198602 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.199659 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.255406 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.316008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-d5b61037-3d24-43f0-8916-de06e578e856', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:33:57.317053 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.394679 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.460533 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Allocated IP 172.20.0.2 (d5b61037-3d24-43f0-8916-de06e578e856/f51bf723-6c29-458c-b69f-b3d1c2e782c4/e2ca26e2-3543-4548-873a-269591f1ee53) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:33:57.533767 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.618521 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.624737 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.630733 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.640553 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Transition to ACTIVE for port object e2ca26e2-3543-4548-873a-269591f1ee53 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:33:57.641800 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.657372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Transition to ACTIVE for port object e2ca26e2-3543-4548-873a-269591f1ee53 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:33:57.662948 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.708328 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Network d5b61037-3d24-43f0-8916-de06e578e856 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:33:57.711199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:33:57.716033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:33:57.718907 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Pushing event updated for resources: {'Port': ['ID=e2ca26e2-3543-4548-873a-269591f1ee53,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:57.754138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Allocated IP 172.25.0.37 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/4fc517f8-8068-474d-a9a3-ce74453a797a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:33:57.777301 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Attempting to bind port e2ca26e2-3543-4548-873a-269591f1ee53 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:33:57.777674 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Attempting to bind port e2ca26e2-3543-4548-873a-269591f1ee53 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:33:57.778049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Attempting to bind port e2ca26e2-3543-4548-873a-269591f1ee53 on network d5b61037-3d24-43f0-8916-de06e578e856 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:33:57.783282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:33:57.783656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Checking segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:33:57.784066 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.784494 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Bound using segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:33:57.784986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Bound port: e2ca26e2-3543-4548-873a-269591f1ee53, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:33:57.785350 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.848860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] For port e2ca26e2-3543-4548-873a-269591f1ee53, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:33:57.852816 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] For port e2ca26e2-3543-4548-873a-269591f1ee53, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e2ca26e2-3543-4548-873a-269591f1ee53,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:33:57.858112 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.859848 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.903805 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:57.920915 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70b04c-6021-405e-93e8-8d88a5056228 None None] Pushing event updated for resources: {'Port': ['ID=e2ca26e2-3543-4548-873a-269591f1ee53,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:57.945304 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:33:57.948109 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:33:57.951568 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:33:57.957435 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=4fc517f8-8068-474d-a9a3-ce74453a797a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:33:58.567479 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:58.785550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:58.871672 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1167bf8a-ae36-4f5f-a78a-019402c234ba None None] Network d5b61037-3d24-43f0-8916-de06e578e856 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:33:58.915622 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Router d4b884c7-daf5-42a1-ba4b-a0e753234a96 is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:33:58.996649 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5c0af6e7-6954-4258-8f9e-ca618c872c91 None None] Provisioning for port e2ca26e2-3543-4548-873a-269591f1ee53 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:33:59.027017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:33:59.036341 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Sync routers for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:33:59.044734 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:59.045990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-a2410a45-76de-437e-a2b9-114841d78cd5 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8733757 Jul 14 10:33:59.048948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52366) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:33:59.049971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:33:59.050594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:59.170709 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:33:59.531027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:33:58Z', 'revision_number': 3, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:33:59.558049 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Checking router: d4b884c7-daf5-42a1-ba4b-a0e753234a96 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:33:59.558403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Updating router d4b884c7-daf5-42a1-ba4b-a0e753234a96 port 4fc517f8-8068-474d-a9a3-ce74453a797a binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:33:59.594992 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:59.716724 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e2ca26e2-3543-4548-873a-269591f1ee53 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:33:59.842729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port e2ca26e2-3543-4548-873a-269591f1ee53 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:33:59.849581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e2ca26e2-3543-4548-873a-269591f1ee53 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:33:59.849950 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:59.868544 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:59.955061 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:33:59.990094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Transition to ACTIVE for port object 4fc517f8-8068-474d-a9a3-ce74453a797a will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:33:59.998695 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.000456 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.037876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Allocated IP 172.20.0.1 (d5b61037-3d24-43f0-8916-de06e578e856/f51bf723-6c29-458c-b69f-b3d1c2e782c4/35977206-0c17-4464-a550-bcdc3e918af4) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:34:00.074190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Attempting to bind port 4fc517f8-8068-474d-a9a3-ce74453a797a on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:34:00.074566 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Attempting to bind port 4fc517f8-8068-474d-a9a3-ce74453a797a by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:34:00.074935 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Attempting to bind port 4fc517f8-8068-474d-a9a3-ce74453a797a on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:34:00.092933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port e2ca26e2-3543-4548-873a-269591f1ee53, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e2ca26e2-3543-4548-873a-269591f1ee53,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:00.093771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518a064-8b0c-450e-be79-3f4e9766fbfe None None] Pushing event updated for resources: {'Port': ['ID=4fc517f8-8068-474d-a9a3-ce74453a797a,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:00.096690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:34:00.097069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:34:00.097537 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.097846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:34:00.098331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Bound port: 4fc517f8-8068-474d-a9a3-ce74453a797a, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:34:00.098714 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.121380 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.143834 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.159308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Transition to ACTIVE for port object 35977206-0c17-4464-a550-bcdc3e918af4 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:00.193169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.196359 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.204591 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] For port 4fc517f8-8068-474d-a9a3-ce74453a797a, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:34:00.209670 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] For port 4fc517f8-8068-474d-a9a3-ce74453a797a, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fc517f8-8068-474d-a9a3-ce74453a797a,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:34:00.211805 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=e2ca26e2-3543-4548-873a-269591f1ee53,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:00.215623 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.240617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Network d5b61037-3d24-43f0-8916-de06e578e856 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:34:00.243580 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:00.246840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:34:00.276450 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Pushing event updated for resources: {'Port': ['ID=35977206-0c17-4464-a550-bcdc3e918af4,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:00.276716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:00.276716 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:00.296304 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.318705 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518a064-8b0c-450e-be79-3f4e9766fbfe None None] Pushing event updated for resources: {'Port': ['ID=4fc517f8-8068-474d-a9a3-ce74453a797a,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:00.396886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:00.444453 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.592344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-eeef6e19-3ffb-4853-9bc0-b1f0d8cb1bc2 None None] Provisioning for port 35977206-0c17-4464-a550-bcdc3e918af4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:00.598167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-eeef6e19-3ffb-4853-9bc0-b1f0d8cb1bc2 None None] Provisioning complete for port 35977206-0c17-4464-a550-bcdc3e918af4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:00.598537 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-eeef6e19-3ffb-4853-9bc0-b1f0d8cb1bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.614970 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.620612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.631004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:33:58Z', 'revision_number': 3, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:00.659420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b571db67-97cb-4c27-b764-4d018ee00873 None None] The sync data for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 is: [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:33:58Z', 'revision_number': 3, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:34:00.662830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-eeef6e19-3ffb-4853-9bc0-b1f0d8cb1bc2 None None] Port 35977206-0c17-4464-a550-bcdc3e918af4 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:34:00.690529 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:00.692460 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Pushing event updated for resources: {'Port': ['ID=35977206-0c17-4464-a550-bcdc3e918af4,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:00.800402 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Network d5b61037-3d24-43f0-8916-de06e578e856 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:34:00.802381 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:00.955724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Router d4b884c7-daf5-42a1-ba4b-a0e753234a96 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:34:01.082945 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:34:01.094417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-268fd722-7204-4c23-8c68-42c1014e449f admin admin] 10.222.0.73 "PUT /v2.0/routers/d4b884c7-daf5-42a1-ba4b-a0e753234a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0378747 Jul 14 10:34:01.097461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4369406d-794f-4bbc-8212-397f2f33b0cb None None] Provisioning complete for port 35977206-0c17-4464-a550-bcdc3e918af4 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:01.097996 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4369406d-794f-4bbc-8212-397f2f33b0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.136595 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-4369406d-794f-4bbc-8212-397f2f33b0cb None None] Port 35977206-0c17-4464-a550-bcdc3e918af4 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:34:01.566615 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52382) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:01.571692 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1243961789-network', 'tenant_id': '62e9748162824de99eddba3b2e325838'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:01.593256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Made reservation on behalf of 62e9748162824de99eddba3b2e325838 for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:34:01.595967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.605332 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.714173 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.719648 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.742910 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e2ca26e2-3543-4548-873a-269591f1ee53 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:01.747250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:34:01.757055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60308697-7571-4463-a3cc-7aa2d1ef5d61,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:01.761999 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.762344 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Added segment 626b2413-68a4-4a0b-b083-21f4190c65dc of type vlan for network ee732fe8-9275-4d4c-8197-509602103dc3 Jul 14 10:34:01.803873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port e2ca26e2-3543-4548-873a-269591f1ee53 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:01.804902 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.805459 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.838269 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.839246 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:01.839834 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:01.886278 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fc517f8-8068-474d-a9a3-ce74453a797a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:01.898231 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3278897 Jul 14 10:34:01.898425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52384) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:01.906801 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Request body: {'subnet': {'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1243961789-subnet', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:01.909837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c49b6-385c-4dec-9e95-22e406e5152d admin admin] Pushing event updated for resources: {'Network': ['ID=ee732fe8-9275-4d4c-8197-509602103dc3,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:01.921937 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network ee732fe8-9275-4d4c-8197-509602103dc3 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:34:01.929698 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Made reservation on behalf of 62e9748162824de99eddba3b2e325838 for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:34:01.932003 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.009089 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4fc517f8-8068-474d-a9a3-ce74453a797a completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:02.013714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4fc517f8-8068-474d-a9a3-ce74453a797a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:02.014218 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.108742 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.135458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 4fc517f8-8068-474d-a9a3-ce74453a797a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fc517f8-8068-474d-a9a3-ce74453a797a,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:02.139918 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.141335 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.194139 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=4fc517f8-8068-474d-a9a3-ce74453a797a,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:02.200761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e973c8-82d6-4288-8f31-cf493aad5f25,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:02.213065 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Checking segment: {'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:34:02.213245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Network hostable DHCP agents. Network: ee732fe8-9275-4d4c-8197-509602103dc3, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:34:02.230314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Network ee732fe8-9275-4d4c-8197-509602103dc3 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:34:02.239195 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, ee732fe8-9275-4d4c-8197-509602103dc3) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:02.243721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:02.244352 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.252544 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764fd04-cccf-436a-92cd-41b56c59f509 None None] Network ee732fe8-9275-4d4c-8197-509602103dc3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:34:02.263572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-0649d4b1-294a-4ecb-82af-a6cabed65c7c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3641601 Jul 14 10:34:02.266054 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52386) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:02.270767 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:02.283421 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Sync routers for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:34:02.295705 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:02.296676 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:02.303779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.305636 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.367769 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.406969 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:02.418990 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-ee732fe8-9275-4d4c-8197-509602103dc3', 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'fixed_ips': [{'subnet_id': '21e973c8-82d6-4288-8f31-cf493aad5f25'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:34:02.419973 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.519272 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.565470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Allocated IP 172.20.0.2 (ee732fe8-9275-4d4c-8197-509602103dc3/21e973c8-82d6-4288-8f31-cf493aad5f25/aaa00361-187a-451b-8d1c-3816a162e2f8) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:34:02.615236 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 2, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:02.643084 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Checking router: d4b884c7-daf5-42a1-ba4b-a0e753234a96 for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:34:02.643440 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Updating router d4b884c7-daf5-42a1-ba4b-a0e753234a96 port 35977206-0c17-4464-a550-bcdc3e918af4 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:34:02.678567 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.725219 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.735480 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Transition to ACTIVE for port object aaa00361-187a-451b-8d1c-3816a162e2f8 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:02.742223 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.752302 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Transition to ACTIVE for port object aaa00361-187a-451b-8d1c-3816a162e2f8 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:02.758994 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.762862 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.801979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Network ee732fe8-9275-4d4c-8197-509602103dc3 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:34:02.807919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:02.811197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:34:02.813167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Pushing event updated for resources: {'Port': ['ID=aaa00361-187a-451b-8d1c-3816a162e2f8,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:02.875323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Allocated IP 172.25.0.153 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/48688907-8a60-4c0a-9e29-c7e471b0188f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:34:02.875699 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Attempting to bind port aaa00361-187a-451b-8d1c-3816a162e2f8 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:34:02.876076 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Attempting to bind port aaa00361-187a-451b-8d1c-3816a162e2f8 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:34:02.876543 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Attempting to bind port aaa00361-187a-451b-8d1c-3816a162e2f8 on network ee732fe8-9275-4d4c-8197-509602103dc3 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:34:02.882284 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:34:02.882692 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Checking segment: {'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:34:02.883234 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.883633 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Bound using segment: {'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:34:02.884110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Bound port: aaa00361-187a-451b-8d1c-3816a162e2f8, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:34:02.884540 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.953803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] For port aaa00361-187a-451b-8d1c-3816a162e2f8, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:34:02.957802 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] For port aaa00361-187a-451b-8d1c-3816a162e2f8, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aaa00361-187a-451b-8d1c-3816a162e2f8,segment=NetworkSegment(626b2413-68a4-4a0b-b083-21f4190c65dc),segment_id=626b2413-68a4-4a0b-b083-21f4190c65dc)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:34:02.962502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.967678 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.978301 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Transition to ACTIVE for port object 35977206-0c17-4464-a550-bcdc3e918af4 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:02.984322 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:02.998452 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:03.029979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f7866-8ed5-4e5e-965a-80d789f3ea6a None None] Pushing event updated for resources: {'Port': ['ID=aaa00361-187a-451b-8d1c-3816a162e2f8,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:03.039598 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Pushing event updated for resources: {'Port': ['ID=35977206-0c17-4464-a550-bcdc3e918af4,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:03.049220 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.049754 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.050096 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.050425 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.050918 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.051416 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.051739 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.052311 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.052578 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.053079 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.053408 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.053733 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:34:03.071714 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:03.112334 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Attempting to bind port 35977206-0c17-4464-a550-bcdc3e918af4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:34:03.112705 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Attempting to bind port 35977206-0c17-4464-a550-bcdc3e918af4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:34:03.113071 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Attempting to bind port 35977206-0c17-4464-a550-bcdc3e918af4 on network d5b61037-3d24-43f0-8916-de06e578e856 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:34:03.118760 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:34:03.119447 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Checking segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:34:03.120117 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:03.120709 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Bound using segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:34:03.121365 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Bound port: 35977206-0c17-4464-a550-bcdc3e918af4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:34:03.121926 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:03.143316 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:34:03.147326 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:03.151838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:34:03.178045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Pushing event updated for resources: {'Port': ['ID=48688907-8a60-4c0a-9e29-c7e471b0188f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:03.196707 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] For port 35977206-0c17-4464-a550-bcdc3e918af4, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:34:03.200061 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] For port 35977206-0c17-4464-a550-bcdc3e918af4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35977206-0c17-4464-a550-bcdc3e918af4,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:34:03.207860 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:03.266753 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:03.267382 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:03.398773 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c440a0e-8068-470b-90b2-440421f42423 None None] Pushing event updated for resources: {'Port': ['ID=35977206-0c17-4464-a550-bcdc3e918af4,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:03.437756 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:03.507897 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:03.675831 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:03Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:03.731716 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693278b-3010-4d7f-bcbe-d63172e5ebf9 None None] The sync data for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 is: [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:03Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:34:03.744162 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:03.829789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aaa00361-187a-451b-8d1c-3816a162e2f8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:03.896123 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port aaa00361-187a-451b-8d1c-3816a162e2f8 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:03.901528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fc517f8-8068-474d-a9a3-ce74453a797a up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:03.913522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Router 18b28feb-2dd0-4075-8dbd-b6886686427d is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:34:03.963124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4fc517f8-8068-474d-a9a3-ce74453a797a triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:03.963510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:04.070085 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:34:04.081496 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Sync routers for ids ['18b28feb-2dd0-4075-8dbd-b6886686427d'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:34:04.091670 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:04.093130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Routers {'18b28feb-2dd0-4075-8dbd-b6886686427d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:04.093876 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['18b28feb-2dd0-4075-8dbd-b6886686427d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:04.094210 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ec70931d-47c1-4bd0-9bb4-aba3fbbdef50 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8267422 Jul 14 10:34:04.098426 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52388) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:04.273116 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Set router 18b28feb-2dd0-4075-8dbd-b6886686427d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:04.411803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880fb50b-4eef-4c9f-8b89-e9537f10b8c4 None None] Network ee732fe8-9275-4d4c-8197-509602103dc3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:34:04.514018 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9cfac2a3-33ff-4007-8886-0c69972e0589 None None] Provisioning for port aaa00361-187a-451b-8d1c-3816a162e2f8 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:04.539958 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-9cfac2a3-33ff-4007-8886-0c69972e0589 None None] Provisioning complete for port aaa00361-187a-451b-8d1c-3816a162e2f8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:04.540363 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9cfac2a3-33ff-4007-8886-0c69972e0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:04.599670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:04.784378 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Allocated IP 172.20.0.1 (ee732fe8-9275-4d4c-8197-509602103dc3/21e973c8-82d6-4288-8f31-cf493aad5f25/539bbb19-8468-4f9b-9583-2f803e951241) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:34:04.859817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:03Z', 'revision_number': 3, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:04.895755 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Checking router: 18b28feb-2dd0-4075-8dbd-b6886686427d for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:34:04.896164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Updating router 18b28feb-2dd0-4075-8dbd-b6886686427d port 48688907-8a60-4c0a-9e29-c7e471b0188f binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:34:04.902235 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:04.918964 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Transition to ACTIVE for port object 539bbb19-8468-4f9b-9583-2f803e951241 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:04.936388 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9cfac2a3-33ff-4007-8886-0c69972e0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:04.959135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:04.964747 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.012878 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Network ee732fe8-9275-4d4c-8197-509602103dc3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:34:05.025009 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:05.028297 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:34:05.031339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-9cfac2a3-33ff-4007-8886-0c69972e0589 None None] For port aaa00361-187a-451b-8d1c-3816a162e2f8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aaa00361-187a-451b-8d1c-3816a162e2f8,segment=NetworkSegment(626b2413-68a4-4a0b-b083-21f4190c65dc),segment_id=626b2413-68a4-4a0b-b083-21f4190c65dc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:05.038036 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=539bbb19-8468-4f9b-9583-2f803e951241,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:05.103721 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.115498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9cfac2a3-33ff-4007-8886-0c69972e0589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.230666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfac2a3-33ff-4007-8886-0c69972e0589 None None] Pushing event updated for resources: {'Port': ['ID=aaa00361-187a-451b-8d1c-3816a162e2f8,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:05.295683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.369686 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.380532 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Transition to ACTIVE for port object 48688907-8a60-4c0a-9e29-c7e471b0188f will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:05.386854 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.451847 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Attempting to bind port 48688907-8a60-4c0a-9e29-c7e471b0188f on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:34:05.452167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Attempting to bind port 48688907-8a60-4c0a-9e29-c7e471b0188f by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:34:05.452505 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Attempting to bind port 48688907-8a60-4c0a-9e29-c7e471b0188f on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:34:05.458933 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:34:05.459315 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:34:05.459725 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.460148 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:34:05.460656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Bound port: 48688907-8a60-4c0a-9e29-c7e471b0188f, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:34:05.461044 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.465519 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4684e-7644-4214-a2df-3c2e79e2cd5e None None] Pushing event updated for resources: {'Port': ['ID=48688907-8a60-4c0a-9e29-c7e471b0188f,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:05.504992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.508573 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-37bd7353-4ead-4bcf-9d52-f0a187aee3dd None None] Provisioning complete for port aaa00361-187a-451b-8d1c-3816a162e2f8 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:05.508930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-37bd7353-4ead-4bcf-9d52-f0a187aee3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.511614 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.573825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] For port 48688907-8a60-4c0a-9e29-c7e471b0188f, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:34:05.578322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] For port 48688907-8a60-4c0a-9e29-c7e471b0188f, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=48688907-8a60-4c0a-9e29-c7e471b0188f,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:34:05.594040 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.606776 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=539bbb19-8468-4f9b-9583-2f803e951241,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:05.611613 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.706033 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Routers {'18b28feb-2dd0-4075-8dbd-b6886686427d'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:05.706576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['18b28feb-2dd0-4075-8dbd-b6886686427d'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:05.743560 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Network ee732fe8-9275-4d4c-8197-509602103dc3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:34:05.745101 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:05.758643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4684e-7644-4214-a2df-3c2e79e2cd5e None None] Pushing event updated for resources: {'Port': ['ID=48688907-8a60-4c0a-9e29-c7e471b0188f,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:05.815047 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35977206-0c17-4464-a550-bcdc3e918af4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:05.867212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] Set router 18b28feb-2dd0-4075-8dbd-b6886686427d gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:05.886319 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Router 18b28feb-2dd0-4075-8dbd-b6886686427d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:34:05.960526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3a736a49-f9e0-4b4b-b60f-f574ae780246 None None] Provisioning for port 539bbb19-8468-4f9b-9583-2f803e951241 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:05.965811 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 35977206-0c17-4464-a550-bcdc3e918af4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:05.980446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 35977206-0c17-4464-a550-bcdc3e918af4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:05.980825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:05.982434 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-3a736a49-f9e0-4b4b-b60f-f574ae780246 None None] Provisioning complete for port 539bbb19-8468-4f9b-9583-2f803e951241 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:05.982776 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3a736a49-f9e0-4b4b-b60f-f574ae780246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.020970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:34:06.026154 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-909664e6-bfb3-4fe4-9570-6deb41394ad6 admin admin] 10.222.0.73 "PUT /v2.0/routers/18b28feb-2dd0-4075-8dbd-b6886686427d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9265151 Jul 14 10:34:06.098410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-3a736a49-f9e0-4b4b-b60f-f574ae780246 None None] Port 539bbb19-8468-4f9b-9583-2f803e951241 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:34:06.176583 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.228689 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 35977206-0c17-4464-a550-bcdc3e918af4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35977206-0c17-4464-a550-bcdc3e918af4,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:06.237238 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.238022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aaa00361-187a-451b-8d1c-3816a162e2f8 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:06.240832 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 4, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '539bbb19-8468-4f9b-9583-2f803e951241', 'name': '', 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'mac_address': 'fa:16:3e:7d:a7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:04Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 2, 'project_id': '62e9748162824de99eddba3b2e325838', 'subnets': [{'id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:06.245126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-248f15e5-95a7-4afb-aef7-dea907cd331d None None] Provisioning complete for port 539bbb19-8468-4f9b-9583-2f803e951241 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:06.245480 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-248f15e5-95a7-4afb-aef7-dea907cd331d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.326555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdc4193-e979-4f81-b4c4-220d27c7a641 None None] The sync data for ids ['18b28feb-2dd0-4075-8dbd-b6886686427d'] in n-d-780147-26 is: [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 4, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '539bbb19-8468-4f9b-9583-2f803e951241', 'name': '', 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'mac_address': 'fa:16:3e:7d:a7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:04Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 2, 'project_id': '62e9748162824de99eddba3b2e325838', 'subnets': [{'id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:34:06.376132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-248f15e5-95a7-4afb-aef7-dea907cd331d None None] Port 539bbb19-8468-4f9b-9583-2f803e951241 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:34:06.379207 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=35977206-0c17-4464-a550-bcdc3e918af4,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:06.395168 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port aaa00361-187a-451b-8d1c-3816a162e2f8 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:06.395570 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.593069 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52398) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:06.604557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-c7cc1660-37c6-4d5a-b7b9-4f45c68e985a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606783854', 'description': 'tempest-secgroup-smoke-1606783854 description', 'project_id': 'be9f638f589f478f9e533d7f75937160'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:06.637386 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7cc1660-37c6-4d5a-b7b9-4f45c68e985a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.737947 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7cc1660-37c6-4d5a-b7b9-4f45c68e985a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.742817 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7cc1660-37c6-4d5a-b7b9-4f45c68e985a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.773930 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7cc1660-37c6-4d5a-b7b9-4f45c68e985a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.775206 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-c7cc1660-37c6-4d5a-b7b9-4f45c68e985a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1811042 Jul 14 10:34:06.778812 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52400) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:06.782329 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc1660-37c6-4d5a-b7b9-4f45c68e985a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401a73aa-56db-4864-ba63-34f907c91b8d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:06.783883 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f262641a-5d60-40a2-8858-c98ac3c74bb7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': '401a73aa-56db-4864-ba63-34f907c91b8d', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:06.812522 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f262641a-5d60-40a2-8858-c98ac3c74bb7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.877143 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f262641a-5d60-40a2-8858-c98ac3c74bb7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.881467 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f262641a-5d60-40a2-8858-c98ac3c74bb7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.901235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262641a-5d60-40a2-8858-c98ac3c74bb7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecda25a-df3f-46ea-8284-0d6b6c10aa1a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:06.908225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f262641a-5d60-40a2-8858-c98ac3c74bb7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:06.910325 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f262641a-5d60-40a2-8858-c98ac3c74bb7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300850 Jul 14 10:34:06.913026 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52402) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:06.917748 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-81d80b07-a21f-4a61-abac-dc53fc4bd104 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': '401a73aa-56db-4864-ba63-34f907c91b8d', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:06.947279 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81d80b07-a21f-4a61-abac-dc53fc4bd104 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.009078 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81d80b07-a21f-4a61-abac-dc53fc4bd104 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.014169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81d80b07-a21f-4a61-abac-dc53fc4bd104 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.049447 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d80b07-a21f-4a61-abac-dc53fc4bd104 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ec8c62-0573-46fb-9a5f-d84cfa4aae4c,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:07.062657 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-81d80b07-a21f-4a61-abac-dc53fc4bd104 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.063982 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-81d80b07-a21f-4a61-abac-dc53fc4bd104 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499491 Jul 14 10:34:07.067391 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52404) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:07.072835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-13700058-029f-4158-91b2-2d2e06d947ca tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': '401a73aa-56db-4864-ba63-34f907c91b8d', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:07.106252 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13700058-029f-4158-91b2-2d2e06d947ca tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.174512 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13700058-029f-4158-91b2-2d2e06d947ca tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.179941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13700058-029f-4158-91b2-2d2e06d947ca tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.202560 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13700058-029f-4158-91b2-2d2e06d947ca tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d0dc4a-43b1-42d7-8f74-840860cda5a3,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:07.211200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-13700058-029f-4158-91b2-2d2e06d947ca tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.212526 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-13700058-029f-4158-91b2-2d2e06d947ca tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1438615 Jul 14 10:34:07.215334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52406) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:07.220291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f82abe8b-00a7-4597-b720-16b93edfda4c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': '401a73aa-56db-4864-ba63-34f907c91b8d', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:07.247818 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f82abe8b-00a7-4597-b720-16b93edfda4c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.319939 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f82abe8b-00a7-4597-b720-16b93edfda4c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.324345 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f82abe8b-00a7-4597-b720-16b93edfda4c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.343967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82abe8b-00a7-4597-b720-16b93edfda4c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86c4761-3e0b-47c1-831c-f0183e1d1a84,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:07.351893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f82abe8b-00a7-4597-b720-16b93edfda4c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.353267 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f82abe8b-00a7-4597-b720-16b93edfda4c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1370070 Jul 14 10:34:07.356122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52408) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:07.360579 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5040b782-8f65-4140-8d90-ea55ce68c52a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': '401a73aa-56db-4864-ba63-34f907c91b8d', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:07.383555 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-5040b782-8f65-4140-8d90-ea55ce68c52a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Project be9f638f589f478f9e533d7f75937160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:34:07.389021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5040b782-8f65-4140-8d90-ea55ce68c52a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.455911 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5040b782-8f65-4140-8d90-ea55ce68c52a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.460666 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5040b782-8f65-4140-8d90-ea55ce68c52a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.480309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040b782-8f65-4140-8d90-ea55ce68c52a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babeb2f3-dc53-4e0c-a5ae-da8e2bbe3c52,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:07.487021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5040b782-8f65-4140-8d90-ea55ce68c52a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.488423 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5040b782-8f65-4140-8d90-ea55ce68c52a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313136 Jul 14 10:34:07.491284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52410) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:07.496220 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-c9325da2-5899-42cb-95a7-cab5f99689cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': '401a73aa-56db-4864-ba63-34f907c91b8d', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:07.520793 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-c9325da2-5899-42cb-95a7-cab5f99689cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Project be9f638f589f478f9e533d7f75937160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:34:07.526146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9325da2-5899-42cb-95a7-cab5f99689cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.592950 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9325da2-5899-42cb-95a7-cab5f99689cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.596800 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9325da2-5899-42cb-95a7-cab5f99689cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.622284 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9325da2-5899-42cb-95a7-cab5f99689cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d88d89-4647-4780-93ba-31bb708528eb,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:07.630093 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c9325da2-5899-42cb-95a7-cab5f99689cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.640789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c9325da2-5899-42cb-95a7-cab5f99689cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393049 Jul 14 10:34:07.777218 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35977206-0c17-4464-a550-bcdc3e918af4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:07.819415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-f77eecae-bb43-443c-a5b5-5424b80ce472 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606783854&fields=id&tenant_id=be9f638f589f478f9e533d7f75937160 HTTP/1.1" status: 200 len: 267 time: 0.0454321 Jul 14 10:34:07.834855 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 35977206-0c17-4464-a550-bcdc3e918af4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:07.835364 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:07.926482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 48688907-8a60-4c0a-9e29-c7e471b0188f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:07.948579 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-2764d6d1-3c8e-481f-9719-b30e526c6182 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:07.950328 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-2764d6d1-3c8e-481f-9719-b30e526c6182 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 809 time: 0.1238024 Jul 14 10:34:07.965940 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-14ac80a1-5fe8-44c4-8cda-4868b1bcffb6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/quotas/be9f638f589f478f9e533d7f75937160 HTTP/1.1" status: 200 len: 375 time: 0.0101514 Jul 14 10:34:07.979483 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 48688907-8a60-4c0a-9e29-c7e471b0188f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:07.983318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 48688907-8a60-4c0a-9e29-c7e471b0188f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:07.983692 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:08.046105 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-dbbe788e-676f-4de9-b58a-948e7cea2480 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742285 Jul 14 10:34:08.065084 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:08.085851 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 48688907-8a60-4c0a-9e29-c7e471b0188f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=48688907-8a60-4c0a-9e29-c7e471b0188f,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:08.090001 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:08.141403 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=48688907-8a60-4c0a-9e29-c7e471b0188f,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:08.151598 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-280c5158-cc82-49af-885d-08c80b618c45 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938261 Jul 14 10:34:08.244386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-95400820-6569-4669-93dc-3c52e2ccbe29 service neutron] 10.222.0.73 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Jul 14 10:34:08.421560 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3012d55e-ab6a-4a84-9f0a-4678a9d7b428 req-a8cb7f76-7880-42cd-9a6a-0c91e899c916 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 210 time: 0.0303078 Jul 14 10:34:08.649423 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Sync routers for ids ['18b28feb-2dd0-4075-8dbd-b6886686427d'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:34:08.659559 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Routers {'18b28feb-2dd0-4075-8dbd-b6886686427d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:08.660184 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['18b28feb-2dd0-4075-8dbd-b6886686427d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:08.881186 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Set router 18b28feb-2dd0-4075-8dbd-b6886686427d gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:09.119285 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 4, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '539bbb19-8468-4f9b-9583-2f803e951241', 'name': '', 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'mac_address': 'fa:16:3e:7d:a7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:04Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 2, 'project_id': '62e9748162824de99eddba3b2e325838', 'subnets': [{'id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:09.146637 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Checking router: 18b28feb-2dd0-4075-8dbd-b6886686427d for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:34:09.146984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Updating router 18b28feb-2dd0-4075-8dbd-b6886686427d port 539bbb19-8468-4f9b-9583-2f803e951241 binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:34:09.187535 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:09.475389 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:09.485882 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Transition to ACTIVE for port object 539bbb19-8468-4f9b-9583-2f803e951241 will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:09.493615 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:09.574212 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b581a48-7290-4551-ace9-b8017123976a None None] Pushing event updated for resources: {'Port': ['ID=539bbb19-8468-4f9b-9583-2f803e951241,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:09.612338 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Attempting to bind port 539bbb19-8468-4f9b-9583-2f803e951241 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:34:09.612802 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Attempting to bind port 539bbb19-8468-4f9b-9583-2f803e951241 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:34:09.613235 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Attempting to bind port 539bbb19-8468-4f9b-9583-2f803e951241 on network ee732fe8-9275-4d4c-8197-509602103dc3 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:34:09.620332 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-65282855-904e-4f97-8e4f-fb14f2e274bd req-8bd04543-1c82-4191-9bdd-2b0587f5fe6f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 210 time: 0.0580325 Jul 14 10:34:09.627381 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:34:09.627773 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Checking segment: {'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:34:09.628182 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:09.628679 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Bound using segment: {'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:34:09.629145 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Bound port: 539bbb19-8468-4f9b-9583-2f803e951241, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626b2413-68a4-4a0b-b083-21f4190c65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:34:09.629621 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:09.723160 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] For port 539bbb19-8468-4f9b-9583-2f803e951241, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:34:09.727715 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] For port 539bbb19-8468-4f9b-9583-2f803e951241, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=539bbb19-8468-4f9b-9583-2f803e951241,segment=NetworkSegment(626b2413-68a4-4a0b-b083-21f4190c65dc),segment_id=626b2413-68a4-4a0b-b083-21f4190c65dc)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:34:09.734376 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:09.749645 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 48688907-8a60-4c0a-9e29-c7e471b0188f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:09.823104 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b581a48-7290-4551-ace9-b8017123976a None None] Pushing event updated for resources: {'Port': ['ID=539bbb19-8468-4f9b-9583-2f803e951241,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:09.842660 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Routers {'18b28feb-2dd0-4075-8dbd-b6886686427d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:09.843890 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['18b28feb-2dd0-4075-8dbd-b6886686427d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:09.855935 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-3f9c67d7-1ec6-4063-a5d3-c6791ac0dcc8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:09.859642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-3f9c67d7-1ec6-4063-a5d3-c6791ac0dcc8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 809 time: 0.2579162 Jul 14 10:34:09.869729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 48688907-8a60-4c0a-9e29-c7e471b0188f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:09.870887 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:09.952183 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-91d73270-1deb-4380-8880-5407bf1a6303 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9f638f589f478f9e533d7f75937160 HTTP/1.1" status: 200 len: 380 time: 0.0832441 Jul 14 10:34:09.967191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'port': {'device_id': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'admin_state_up': True, 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'security_groups': ['401a73aa-56db-4864-ba63-34f907c91b8d']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:10.108090 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] Set router 18b28feb-2dd0-4075-8dbd-b6886686427d gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:10.175355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Made reservation on behalf of be9f638f589f478f9e533d7f75937160 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:34:10.180663 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:10.403055 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Allocated IP 172.20.0.8 (d5b61037-3d24-43f0-8916-de06e578e856/f51bf723-6c29-458c-b69f-b3d1c2e782c4/2908fb6c-76b2-4a72-a0a6-739e5ee83d59) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:34:10.434182 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 4, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '539bbb19-8468-4f9b-9583-2f803e951241', 'name': '', 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'mac_address': 'fa:16:3e:7d:a7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:04Z', 'updated_at': '2021-07-14T10:34:09Z', 'revision_number': 4, 'project_id': '62e9748162824de99eddba3b2e325838', 'subnets': [{'id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:10.465202 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa76847-64e2-4968-8053-b04a4760b112 None None] The sync data for ids ['18b28feb-2dd0-4075-8dbd-b6886686427d'] in n-d-780147-26 is: [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:05Z', 'revision_number': 4, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '539bbb19-8468-4f9b-9583-2f803e951241', 'name': '', 'network_id': 'ee732fe8-9275-4d4c-8197-509602103dc3', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'mac_address': 'fa:16:3e:7d:a7:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:04Z', 'updated_at': '2021-07-14T10:34:09Z', 'revision_number': 4, 'project_id': '62e9748162824de99eddba3b2e325838', 'subnets': [{'id': '21e973c8-82d6-4288-8f31-cf493aad5f25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:34:10.571213 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:10.642281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Transition to ACTIVE for port object 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:10.649664 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:10.714653 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Network d5b61037-3d24-43f0-8916-de06e578e856 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:34:10.719761 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:10.725349 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:34:10.756756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:10.802913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:10.804402 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:10.826652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-25129904-2ea4-4d09-8ea1-06696738f947 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8686247 Jul 14 10:34:10.842758 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Request body: {'port': {'device_id': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:10.990488 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:11.078381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1fc133dd-d22a-43f9-aa42-97542dd5f0be None None] Provisioning for port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:11.086267 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-1fc133dd-d22a-43f9-aa42-97542dd5f0be None None] Provisioning complete for port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:11.086817 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1fc133dd-d22a-43f9-aa42-97542dd5f0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:11.133567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-1fc133dd-d22a-43f9-aa42-97542dd5f0be None None] Port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:34:11.417776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805edef-0e28-4627-83a7-57f5224828c0 req-d88c8ed6-3ea6-4961-81e1-abc5b6c55026 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:11.419343 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8805edef-0e28-4627-83a7-57f5224828c0 req-d88c8ed6-3ea6-4961-81e1-abc5b6c55026 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 931 time: 0.5421555 Jul 14 10:34:11.504064 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8805edef-0e28-4627-83a7-57f5224828c0 req-5f3fb909-fa15-431b-bb2e-df66883c0e5b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779598 Jul 14 10:34:11.725306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 539bbb19-8468-4f9b-9583-2f803e951241 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:11.776623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:34:11.782618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 539bbb19-8468-4f9b-9583-2f803e951241 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:11.785957 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:11.787635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 539bbb19-8468-4f9b-9583-2f803e951241 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:11.788515 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:11.802946 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Transition to ACTIVE for port object 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:34:11.807689 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:11.888185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:11.909494 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:11.936426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 539bbb19-8468-4f9b-9583-2f803e951241, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=539bbb19-8468-4f9b-9583-2f803e951241,segment=NetworkSegment(626b2413-68a4-4a0b-b083-21f4190c65dc),segment_id=626b2413-68a4-4a0b-b083-21f4190c65dc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:11.942384 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:11.944551 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Attempting to bind port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:34:11.944799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Attempting to bind port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:34:11.945139 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Attempting to bind port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 on network d5b61037-3d24-43f0-8916-de06e578e856 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:34:11.950572 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 on network d5b61037-3d24-43f0-8916-de06e578e856 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:34:11.950909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Attempting to bind port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 on network d5b61037-3d24-43f0-8916-de06e578e856 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:34:11.957037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:34:11.957399 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Checking segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:34:11.957773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Bound using segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:34:11.958235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Bound port: 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:34:11.958602 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:12.016006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=539bbb19-8468-4f9b-9583-2f803e951241,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:12.041881 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:34:12.046222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:34:12.051606 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:12.090497 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:12.091127 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:12.092640 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] 10.222.0.69 "PUT /v2.0/ports/2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 1092 time: 1.2583377 Jul 14 10:34:12.093093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:34:12.095390 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b42158-5b62-46be-b4ea-550a6711f10c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:34:12.124244 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8db1ea-9f85-484d-8530-f6cde99a1fdf service neutron] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:12.180277 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf22a17-ee34-4d17-b1e1-51697ed36fc8 x-openstack-request-id: req-6cf22a17-ee34-4d17-b1e1-51697ed36fc8 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:34:12.180574 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:34:12.180828 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6cf22a17-ee34-4d17-b1e1-51697ed36fc8 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:34:12.181225 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'status': 'completed', 'code': 200} Jul 14 10:34:12.214068 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-fb38e5a8-5f6e-4845-9028-04d4b9f1b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:12.216746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-fb38e5a8-5f6e-4845-9028-04d4b9f1b420 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1095 time: 0.0771122 Jul 14 10:34:12.269768 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-3d15fee1-f331-4f25-98ee-bbfe0c0a8d3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 217 time: 0.0460961 Jul 14 10:34:12.338486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-4895461b-01a6-4c9d-b350-cf773ca4388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:12.340078 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-4895461b-01a6-4c9d-b350-cf773ca4388c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0585248 Jul 14 10:34:12.407958 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-fbffa23c-14e4-4cf5-9f52-493c2060d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:12.409556 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-fbffa23c-14e4-4cf5-9f52-493c2060d2fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619273 Jul 14 10:34:12.514117 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-e74860b1-c80b-428e-893c-d7d9afaf4ced service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979884 Jul 14 10:34:12.650262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-88e56332-75ee-4bad-ac88-46bfc67248a8 req-bcf0b0c2-5342-4527-be37-a586c2945205 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294827 Jul 14 10:34:12.795996 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815b01c-bc00-4475-8dac-9f1823e20f60 req-056f3729-40b4-42c1-a54f-a11c2e5f91d4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:12.797748 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3815b01c-bc00-4475-8dac-9f1823e20f60 req-056f3729-40b4-42c1-a54f-a11c2e5f91d4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.1287992 Jul 14 10:34:12.807314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42158-5b62-46be-b4ea-550a6711f10c req-b304784c-5adb-46a9-b66f-97d4639f8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:12.808878 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b42158-5b62-46be-b4ea-550a6711f10c req-b304784c-5adb-46a9-b66f-97d4639f8d7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1095 time: 0.0978000 Jul 14 10:34:12.896064 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3815b01c-bc00-4475-8dac-9f1823e20f60 req-73fe38c9-9ba9-447f-a9a0-93cbefd3ffbd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861931 Jul 14 10:34:12.931855 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42158-5b62-46be-b4ea-550a6711f10c req-397efdf9-be18-4323-9ba7-a1aa1bbb6860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:12.933399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b42158-5b62-46be-b4ea-550a6711f10c req-397efdf9-be18-4323-9ba7-a1aa1bbb6860 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.1171281 Jul 14 10:34:12.977861 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b42158-5b62-46be-b4ea-550a6711f10c req-3eead977-4916-4ae2-81d4-9001a432b817 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 217 time: 0.0364232 Jul 14 10:34:13.050312 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42158-5b62-46be-b4ea-550a6711f10c req-553d2021-d006-40dd-9bb8-60f140601855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:13.051899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b42158-5b62-46be-b4ea-550a6711f10c req-553d2021-d006-40dd-9bb8-60f140601855 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0677116 Jul 14 10:34:13.151563 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b42158-5b62-46be-b4ea-550a6711f10c req-dffb8caa-ecaa-4b75-babc-26e697f862f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:13.154198 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b42158-5b62-46be-b4ea-550a6711f10c req-dffb8caa-ecaa-4b75-babc-26e697f862f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942092 Jul 14 10:34:13.253671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b42158-5b62-46be-b4ea-550a6711f10c req-0c1265ca-662a-47d8-b8d1-edf060983827 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924480 Jul 14 10:34:13.352766 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-72b42158-5b62-46be-b4ea-550a6711f10c req-7546ca03-af4c-45d8-abb0-6794e3c35a6f service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921769 Jul 14 10:34:13.688264 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 539bbb19-8468-4f9b-9583-2f803e951241 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:13.749083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 539bbb19-8468-4f9b-9583-2f803e951241 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:13.749715 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:14.091534 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1446c-28fc-4db0-871f-6a2cef806fd1 req-07c6cf98-3157-4e3f-b791-bf8fad199330 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:14.093082 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2fe1446c-28fc-4db0-871f-6a2cef806fd1 req-07c6cf98-3157-4e3f-b791-bf8fad199330 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0721142 Jul 14 10:34:14.134085 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2fe1446c-28fc-4db0-871f-6a2cef806fd1 req-b1c77d51-6841-4b64-a5ee-5934c6a071eb tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349216 Jul 14 10:34:15.351376 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d9aa2-9319-4a98-954b-210ed7ab9182 req-0573c3dc-b3aa-4514-b03b-d841e6d74572 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:15.353022 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b78d9aa2-9319-4a98-954b-210ed7ab9182 req-0573c3dc-b3aa-4514-b03b-d841e6d74572 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0691345 Jul 14 10:34:15.398070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b78d9aa2-9319-4a98-954b-210ed7ab9182 req-1f3defb7-9c6e-403c-aebc-0bc6e08f839c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358062 Jul 14 10:34:15.968768 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:34:16.069484 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:16.084351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'port_id': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'mac_address': 'fa:16:3e:e8:67:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:34:16.131168 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:16.314486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:34:16.336454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:16.340594 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:16.376982 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:34:16.394677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:16.540846 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['2908fb6c-76b2-4a72-a0a6-739e5ee83d59'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:34:16.602037 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509b6e2-6591-4798-91f0-2c5cb45b5c9d req-812cbfde-a076-4158-bfcd-df2a1e88dc8f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:16.603627 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c509b6e2-6591-4798-91f0-2c5cb45b5c9d req-812cbfde-a076-4158-bfcd-df2a1e88dc8f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 944 time: 0.0814493 Jul 14 10:34:16.646293 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c509b6e2-6591-4798-91f0-2c5cb45b5c9d req-a3fd8b9b-8ca7-4a29-a088-8631a65b050e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359893 Jul 14 10:34:17.845639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fedad-bca5-4222-aba3-acf080f21ec8 req-e27fbb39-f75d-49e9-998d-029d26e0dd24 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:17.847158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-301fedad-bca5-4222-aba3-acf080f21ec8 req-e27fbb39-f75d-49e9-998d-029d26e0dd24 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 944 time: 0.0705240 Jul 14 10:34:17.886824 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-301fedad-bca5-4222-aba3-acf080f21ec8 req-8bd8c17f-e858-4740-bb93-377b15feff0f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Jul 14 10:34:17.983726 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:34:18.035088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:34:18.039359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:34:18.039734 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:18.121031 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:18.145787 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:34:18.148774 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c45861-d4c6-4c8b-99c3-13956a5f44d0" -d '{"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-plugged", "status": "completed", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:34:18.164803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:34:18.171510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:18.198707 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfd75f4-0c04-4309-9d2d-d61863eca087 x-openstack-request-id: req-8bfd75f4-0c04-4309-9d2d-d61863eca087 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:34:18.199005 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-plugged", "status": "completed", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:34:18.199268 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8bfd75f4-0c04-4309-9d2d-d61863eca087 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:34:18.199660 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'code': 200} Jul 14 10:34:18.232025 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:18.312894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb112ec5-78ff-43d1-81d8-7c22780f5d08 req-aecb084f-8f41-4664-8fe3-3267105b7b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:18.314435 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb112ec5-78ff-43d1-81d8-7c22780f5d08 req-aecb084f-8f41-4664-8fe3-3267105b7b5b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1097 time: 0.0603006 Jul 14 10:34:18.351740 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb112ec5-78ff-43d1-81d8-7c22780f5d08 req-98a66465-18b0-44af-9452-bec6f0c8cbb5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Jul 14 10:34:19.074250 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce3019-ae7e-4602-b04d-dae9ec81f24d req-e932e43d-4175-483f-aa26-0aa6b5657a85 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:19.075987 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8ce3019-ae7e-4602-b04d-dae9ec81f24d req-e932e43d-4175-483f-aa26-0aa6b5657a85 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0716012 Jul 14 10:34:19.119097 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8ce3019-ae7e-4602-b04d-dae9ec81f24d req-078d056d-a355-4b7f-8b23-f7103389871f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370901 Jul 14 10:34:19.839311 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-23dacb1d-b95e-4334-90ea-5fcfe4661738 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578008 Jul 14 10:34:19.946933 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-43d3c1cb-d735-4c35-8a93-6680be98dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:19.948643 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-43d3c1cb-d735-4c35-8a93-6680be98dea6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1097 time: 0.0676098 Jul 14 10:34:20.067472 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-6eee349a-d975-4f2a-8283-c95de6400b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:20.069682 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-6eee349a-d975-4f2a-8283-c95de6400b9a service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0996788 Jul 14 10:34:20.116652 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-f9d3b38b-b003-4fa0-8236-af8ae5ff6e83 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 217 time: 0.0410764 Jul 14 10:34:20.176485 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-b26cb4e6-86d4-4abf-8c54-f6b09a587c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:20.178009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-b26cb4e6-86d4-4abf-8c54-f6b09a587c1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0562277 Jul 14 10:34:20.239424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-524ac0c4-956f-4aa0-a16c-e101641c600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:20.241618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-524ac0c4-956f-4aa0-a16c-e101641c600d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570059 Jul 14 10:34:20.339446 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb5b2cc-39e9-47b1-8125-59baf72d1dde req-6fd65a69-01cc-4544-aee7-0b22461a2b94 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:20.341740 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7eb5b2cc-39e9-47b1-8125-59baf72d1dde req-6fd65a69-01cc-4544-aee7-0b22461a2b94 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0823727 Jul 14 10:34:20.344380 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-4a83be95-8302-481a-9117-fbe2742a7e67 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962451 Jul 14 10:34:20.384939 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7eb5b2cc-39e9-47b1-8125-59baf72d1dde req-d2baa496-d45b-44d3-9f40-c2ecf34486e0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369787 Jul 14 10:34:20.447936 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-665a5cb3-b2aa-4da4-ad16-847cdefde409 req-4c4797f4-1b7b-4349-bec7-2e11bc70a9f2 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966396 Jul 14 10:34:20.575161 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63295392-5e99-4a56-a221-3d7e2c180a31 req-10e3f6df-1071-4120-a7b7-b4617c07e924 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:20.576622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63295392-5e99-4a56-a221-3d7e2c180a31 req-10e3f6df-1071-4120-a7b7-b4617c07e924 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0730329 Jul 14 10:34:20.615667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-63295392-5e99-4a56-a221-3d7e2c180a31 req-b0f1affc-d8ec-433a-83a5-f291f3afdc56 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329506 Jul 14 10:34:20.640889 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52474) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:20.801216 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583c469d-d341-4364-9184-8db72fa6a378 tempest-TestShelveInstance-301401371 tempest-TestShelveInstance-301401371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:20.802774 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-583c469d-d341-4364-9184-8db72fa6a378 tempest-TestShelveInstance-301401371 tempest-TestShelveInstance-301401371-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1092 time: 0.1606524 Jul 14 10:34:20.806705 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52478) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:34:20.811255 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:34:20.835672 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:20.946519 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:21.053506 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Allocated IP 172.25.0.237 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/77b2fdf4-eea3-4e1a-a0d5-be62028ee97f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:34:21.164363 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:21.205148 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:21.260171 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:34:21.264994 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:34:21.268470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:34:21.294387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'Port': ['ID=77b2fdf4-eea3-4e1a-a0d5-be62028ee97f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:21.653902 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:21.739598 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:21.931143 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:21.936430 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:22.011354 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'Port': ['ID=77b2fdf4-eea3-4e1a-a0d5-be62028ee97f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:34:22.023621 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-276ca929-eadb-4cd3-90ce-49062ca9e7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:22.037076 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:22.151163 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Floating IP 619436d1-78ab-4eb8-93e1-6594596e6c66 associated. External IP: 172.25.0.237, port: 2908fb6c-76b2-4a72-a0a6-739e5ee83d59. Jul 14 10:34:22.813131 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Router d4b884c7-daf5-42a1-ba4b-a0e753234a96 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:34:22.955905 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:34:22.966625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] Sync routers for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:34:22.977738 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:22.978624 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:22.978778 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:23.040239 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-54fadb36-e0c4-4c73-b52f-6c71edadebc6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2206206 Jul 14 10:34:23.040239 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:34:23.040239 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e90774-f840-4b64-9142-3a11074c2996" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:34:23.076934 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced370c0-d415-43c9-989c-3298d65dfad8 x-openstack-request-id: req-ced370c0-d415-43c9-989c-3298d65dfad8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:34:23.077245 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:34:23.077504 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ced370c0-d415-43c9-989c-3298d65dfad8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:34:23.077964 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'status': 'completed', 'code': 200} Jul 14 10:34:23.121500 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:23.170260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e90774-f840-4b64-9142-3a11074c2996 req-286fca3f-146a-44f5-83f3-47b0711421f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:23.172699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8e90774-f840-4b64-9142-3a11074c2996 req-286fca3f-146a-44f5-83f3-47b0711421f0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1097 time: 0.0704744 Jul 14 10:34:23.310923 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e90774-f840-4b64-9142-3a11074c2996 req-1473bdc1-9347-4735-9157-7739ecf012fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:23.313414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8e90774-f840-4b64-9142-3a11074c2996 req-1473bdc1-9347-4735-9157-7739ecf012fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.1346104 Jul 14 10:34:23.398747 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8e90774-f840-4b64-9142-3a11074c2996 req-8df834fc-a92b-462a-a3cf-affadecbc0f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 999 time: 0.0783002 Jul 14 10:34:23.451154 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '619436d1-78ab-4eb8-93e1-6594596e6c66', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'port_id': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'mac_address': 'fa:16:3e:e8:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:34:21Z', 'updated_at': '2021-07-14T10:34:21Z', 'revision_number': 0, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:23.452894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e90774-f840-4b64-9142-3a11074c2996 req-4946a23a-3060-4c69-8ea7-9243c67a0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:23.454442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8e90774-f840-4b64-9142-3a11074c2996 req-4946a23a-3060-4c69-8ea7-9243c67a0d77 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0499799 Jul 14 10:34:23.480404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] Checking router: d4b884c7-daf5-42a1-ba4b-a0e753234a96 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:34:23.489175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:34:23.489860 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:33:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:23.515597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e90774-f840-4b64-9142-3a11074c2996 req-8211f008-7083-4432-8a51-7cbb19a35c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:34:23.516158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8e90774-f840-4b64-9142-3a11074c2996 req-8211f008-7083-4432-8a51-7cbb19a35c49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550249 Jul 14 10:34:23.606997 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:34:23.619018 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8e90774-f840-4b64-9142-3a11074c2996 req-efaeec7c-7c4b-4c28-bee3-5146416244c8 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967779 Jul 14 10:34:23.713957 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d8e90774-f840-4b64-9142-3a11074c2996 req-f2e5782c-da77-4213-b276-81d1a05f3390 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881786 Jul 14 10:34:23.855462 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '619436d1-78ab-4eb8-93e1-6594596e6c66', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'port_id': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'mac_address': 'fa:16:3e:e8:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:34:21Z', 'updated_at': '2021-07-14T10:34:21Z', 'revision_number': 0, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:34:23.886568 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da21896-1424-4491-a001-c1d425ff4fdb None None] The sync data for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 is: [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '619436d1-78ab-4eb8-93e1-6594596e6c66', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'port_id': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'mac_address': 'fa:16:3e:e8:67:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:34:21Z', 'updated_at': '2021-07-14T10:34:21Z', 'revision_number': 0, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:34:24.092243 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7027b-6f8a-4f2e-86d8-2ddc84e6fbc4 None None] New status for floating IP 619436d1-78ab-4eb8-93e1-6594596e6c66: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:34:24.328637 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-82a27fdc-c221-46da-a4ad-51e5914bc04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:24.654056 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:25.887476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:27.524552 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:27.624687 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:30.170055 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:52.009927 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b745e689-ee55-4108-bd1b-2eb8a335c695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:53.378546 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:34:54.324870 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-aa865296-0190-4ec6-a555-7e346468ae87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:54.657105 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:55.887830 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:57.526533 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:34:57.640254 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:00.189172 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:21.828767 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-e0488bc1-02e9-4c10-9bae-185fe8c6f063 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557954 Jul 14 10:35:21.952952 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-e865a7a1-b6b3-4739-9d18-b2c0beef2d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:21.954612 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-e865a7a1-b6b3-4739-9d18-b2c0beef2d67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1097 time: 0.0770729 Jul 14 10:35:22.015151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4dcfb790-b2e5-471a-b8f5-a83d2e73d4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:22.094735 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-702f9c78-47f1-4429-9a8d-a8f2bca43a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:22.099319 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-702f9c78-47f1-4429-9a8d-a8f2bca43a21 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.1143730 Jul 14 10:35:22.173304 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-dbd3cae0-4537-41e2-94f6-b90394734a49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 1001 time: 0.0708456 Jul 14 10:35:22.228659 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-8f009aa2-d820-49ab-ad02-9971eb4912ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:22.230153 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-8f009aa2-d820-49ab-ad02-9971eb4912ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0509133 Jul 14 10:35:22.306682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-14cd4dd8-f04b-490f-a182-ced07352e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:35:22.308663 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-14cd4dd8-f04b-490f-a182-ced07352e729 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708988 Jul 14 10:35:22.420445 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-8d924dbb-3ab1-4afb-9cb7-8fa27cad67c7 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051521 Jul 14 10:35:22.528071 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d95523b0-a9cd-4b66-bd0c-693c41d5d7d6 req-cdfb524c-cdbb-44fa-918f-495c39b846ff service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000640 Jul 14 10:35:24.326945 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7464b40f-bf7d-4025-82ff-e587b7992828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:24.659277 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:25.892902 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:27.542630 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:27.656332 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:30.202360 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:30.378381 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:35:52.010370 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-50ebacfb-4343-4a10-950b-fa77f909da33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:54.328939 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-acdf33da-9dc6-4935-9fe3-fc9eebacb5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:54.661486 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:55.894186 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:57.533843 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:35:57.651603 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:00.194976 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:07.377240 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:36:18.178597 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1cc3f-c725-4d5f-86fa-81ba0b2c2d62 req-9dfcf776-6bf9-4a2e-91cb-fbfa63719698 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:18.180124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fac1cc3f-c725-4d5f-86fa-81ba0b2c2d62 req-9dfcf776-6bf9-4a2e-91cb-fbfa63719698 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0648580 Jul 14 10:36:18.218504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fac1cc3f-c725-4d5f-86fa-81ba0b2c2d62 req-bafefbcc-39a4-4282-96c2-857d26f7d98e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326562 Jul 14 10:36:19.433668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac26b5-2055-43b9-a4bf-39297d6d43a6 req-c8230951-b783-4159-afa1-61abb62e4842 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:19.435276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bac26b5-2055-43b9-a4bf-39297d6d43a6 req-c8230951-b783-4159-afa1-61abb62e4842 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0682158 Jul 14 10:36:19.480897 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0bac26b5-2055-43b9-a4bf-39297d6d43a6 req-b8cc4ad4-2ab8-4926-989a-6289ce2933dc tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396676 Jul 14 10:36:20.678632 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae74e14-e239-4f00-a40c-bf62e0fc5971 req-2304f042-5864-4768-9aca-7f3067a3282e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:20.680146 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dae74e14-e239-4f00-a40c-bf62e0fc5971 req-2304f042-5864-4768-9aca-7f3067a3282e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0712502 Jul 14 10:36:20.721365 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dae74e14-e239-4f00-a40c-bf62e0fc5971 req-950c5612-25c9-4c7f-842b-ae6900be6502 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355315 Jul 14 10:36:21.968814 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ef845-b9ee-436b-a019-7df7c76c5e21 req-ea9ad391-372b-4ac8-80b5-4f30c69235f4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:21.970304 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-944ef845-b9ee-436b-a019-7df7c76c5e21 req-ea9ad391-372b-4ac8-80b5-4f30c69235f4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.1221564 Jul 14 10:36:21.978517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-df13ab68-a5fe-413d-9242-2ae1ac580604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:21.980063 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-df13ab68-a5fe-413d-9242-2ae1ac580604 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1097 time: 0.1585934 Jul 14 10:36:22.021519 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-555d9fca-186e-493f-9ed0-02beaa7dae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:22.085368 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-944ef845-b9ee-436b-a019-7df7c76c5e21 req-3fee926e-57aa-457d-b323-56dc3039c7fb tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042101 Jul 14 10:36:22.133362 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-f446db39-8942-4a22-8612-438892ae88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:22.134839 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-f446db39-8942-4a22-8612-438892ae88cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.1292934 Jul 14 10:36:22.204068 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-c4de3310-bb44-4099-943b-519ce28acd4e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 1001 time: 0.0630252 Jul 14 10:36:22.262308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-5abe29ca-db5a-4775-adb6-42993ab530c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:22.263953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-5abe29ca-db5a-4775-adb6-42993ab530c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0536096 Jul 14 10:36:22.332467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-d049a204-2228-48b3-b3fa-8a5bc71c300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:22.334387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-d049a204-2228-48b3-b3fa-8a5bc71c300d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644023 Jul 14 10:36:22.457041 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-445a7085-54ac-4255-86c9-88da1616900e service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159670 Jul 14 10:36:22.558640 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4b3c6158-9a65-4b72-a258-7a6823c763e4 req-b3ec590b-a8b1-43ed-a2d0-322b068cb162 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950463 Jul 14 10:36:23.268387 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbfb43-90c3-4302-9588-db9df06a0b72 req-043bdb4d-57e0-4f47-80bf-47a3fb0e1c85 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:23.269897 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88bbfb43-90c3-4302-9588-db9df06a0b72 req-043bdb4d-57e0-4f47-80bf-47a3fb0e1c85 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0633452 Jul 14 10:36:23.309207 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-88bbfb43-90c3-4302-9588-db9df06a0b72 req-a677a688-9eaf-4758-a963-19d1668a6444 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335383 Jul 14 10:36:24.333334 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-403d053c-67d1-4a91-bdce-6733bea3dd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:24.501039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e86dcb-6dc2-4d6c-a9f7-056c976f8b01 req-b3c651a3-9c42-4f80-b616-73e3b79af59f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:24.502615 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08e86dcb-6dc2-4d6c-a9f7-056c976f8b01 req-b3c651a3-9c42-4f80-b616-73e3b79af59f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0731504 Jul 14 10:36:24.545641 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-08e86dcb-6dc2-4d6c-a9f7-056c976f8b01 req-37cea61d-cc56-4524-901c-72906a97a8c4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366149 Jul 14 10:36:24.670024 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:25.720494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281a18f-99bd-4645-a8d1-e96551c46650 req-a69bd190-a2aa-44a4-9f6b-ee24beb9c1e5 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:25.722077 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3281a18f-99bd-4645-a8d1-e96551c46650 req-a69bd190-a2aa-44a4-9f6b-ee24beb9c1e5 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0653586 Jul 14 10:36:25.760669 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3281a18f-99bd-4645-a8d1-e96551c46650 req-dd74d530-edf8-4749-8fdb-44daeaf8308e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328839 Jul 14 10:36:25.897695 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:26.941609 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65ad00-a8d0-478e-8ec4-f545116ebe33 req-cb819172-dda0-458a-ac7f-a33ba3647bec tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:26.943105 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce65ad00-a8d0-478e-8ec4-f545116ebe33 req-cb819172-dda0-458a-ac7f-a33ba3647bec tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0681524 Jul 14 10:36:26.982635 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ce65ad00-a8d0-478e-8ec4-f545116ebe33 req-9ac1a19e-e968-4c33-a78e-0fdcad9c71e7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337343 Jul 14 10:36:27.536764 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:27.666716 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:28.156510 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512e83d-13b1-4ee4-9573-cc2ae0557820 req-d8683a81-20e1-4ebc-8539-fadb353e61c8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:28.158624 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3512e83d-13b1-4ee4-9573-cc2ae0557820 req-d8683a81-20e1-4ebc-8539-fadb353e61c8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0666904 Jul 14 10:36:28.196264 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3512e83d-13b1-4ee4-9573-cc2ae0557820 req-c94c14b7-8829-4659-88d8-8c3ea96509bf tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Jul 14 10:36:29.370323 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f24db9-fc07-4783-9fbe-c5d298d2a109 req-120dfb32-2926-49e4-a56f-b2b2af5b770e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:29.371813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39f24db9-fc07-4783-9fbe-c5d298d2a109 req-120dfb32-2926-49e4-a56f-b2b2af5b770e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0638695 Jul 14 10:36:29.409882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-39f24db9-fc07-4783-9fbe-c5d298d2a109 req-03e49fb7-a0b8-4e15-875e-810779bd71db tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323448 Jul 14 10:36:30.193541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:30.597545 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba91df6-449d-47bc-bcc4-881f52fc9567 req-b76cb789-4455-45ee-860c-b40a1cb56a8c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:30.599085 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ba91df6-449d-47bc-bcc4-881f52fc9567 req-b76cb789-4455-45ee-860c-b40a1cb56a8c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0723739 Jul 14 10:36:30.643071 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1ba91df6-449d-47bc-bcc4-881f52fc9567 req-3f2545cd-a2a3-476b-becb-3ae181428f7a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372684 Jul 14 10:36:30.672027 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:36:30.799321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:36:30.811658 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'port_id': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'mac_address': 'fa:16:3e:e8:67:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:36:30.851839 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:30.865577 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:36:30.886488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:36:30.890624 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:30.943226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:30.950720 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.950981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.951322 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.951664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.951999 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.952361 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.952688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.953014 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.953339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.953664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.953989 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.954308 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:36:30.960977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['2908fb6c-76b2-4a72-a0a6-739e5ee83d59'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:36:31.849623 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef33095-2e07-4a8e-9030-828ad66424bf req-de0ca46e-8674-4336-a5ee-ab1ff79ea3ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:31.851313 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cef33095-2e07-4a8e-9030-828ad66424bf req-de0ca46e-8674-4336-a5ee-ab1ff79ea3ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 944 time: 0.0719736 Jul 14 10:36:31.896586 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cef33095-2e07-4a8e-9030-828ad66424bf req-655c585f-68d6-4e24-b404-9bf94133b655 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 Jul 14 10:36:32.685978 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:36:32.738004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:36:32.738541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:32.846428 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:32.878507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:36:32.881012 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3abfe19-88ba-4d44-9562-e13729ae2632" -d '{"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-plugged", "status": "completed", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:36:32.899346 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:36:32.904502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:32.960895 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7d11a4-fbba-41b5-b9cb-45ca75dcf062 x-openstack-request-id: req-3e7d11a4-fbba-41b5-b9cb-45ca75dcf062 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:36:32.961335 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-plugged", "status": "completed", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:36:32.961688 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3e7d11a4-fbba-41b5-b9cb-45ca75dcf062 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:36:32.962195 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'code': 200} Jul 14 10:36:32.976507 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:33.106786 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273fa5a5-cfda-4fc4-a20c-686e351920f8 req-9e019eae-6307-4507-9169-51cfbc079539 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:33.109276 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-273fa5a5-cfda-4fc4-a20c-686e351920f8 req-9e019eae-6307-4507-9169-51cfbc079539 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0763683 Jul 14 10:36:33.167724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-273fa5a5-cfda-4fc4-a20c-686e351920f8 req-ffe0ec54-a0d9-42ba-946f-574da2849bb9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495844 Jul 14 10:36:34.421532 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefe3a8-0f50-49c1-9485-706c1eafae2f req-a21369b3-3a68-45cb-a30d-2b90763198d1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:34.422299 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eefe3a8-0f50-49c1-9485-706c1eafae2f req-a21369b3-3a68-45cb-a30d-2b90763198d1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.1004164 Jul 14 10:36:34.472053 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-4eefe3a8-0f50-49c1-9485-706c1eafae2f req-45a3817a-26fd-47ca-9959-9725fe67ffe9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428722 Jul 14 10:36:35.671356 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29826dc2-c269-403e-9d87-635ab002e65e req-20248a3d-07c2-4ffa-bede-e9dcdb6101d6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:35.672954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29826dc2-c269-403e-9d87-635ab002e65e req-20248a3d-07c2-4ffa-bede-e9dcdb6101d6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0724735 Jul 14 10:36:35.718837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-29826dc2-c269-403e-9d87-635ab002e65e req-a95e956d-7428-4f35-8f65-39228c50b0a0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388012 Jul 14 10:36:36.933121 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ac771-cc58-4c48-b87a-a83fec495ecf req-ae7a8ac7-2357-4e62-b5e2-29e5104202f2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:36.934931 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d95ac771-cc58-4c48-b87a-a83fec495ecf req-ae7a8ac7-2357-4e62-b5e2-29e5104202f2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0862951 Jul 14 10:36:36.988748 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d95ac771-cc58-4c48-b87a-a83fec495ecf req-d49d627d-b921-45f8-8aad-e813ce3e526f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402515 Jul 14 10:36:38.186724 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd7188-1271-4a8e-a895-13127459ae59 req-96b7bc45-13ab-4430-a95c-d0e05d93b494 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:38.189132 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3bbd7188-1271-4a8e-a895-13127459ae59 req-96b7bc45-13ab-4430-a95c-d0e05d93b494 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0735829 Jul 14 10:36:38.231404 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3bbd7188-1271-4a8e-a895-13127459ae59 req-15a210cb-8d6c-4ea8-8947-2ae8f56ab2fb tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365200 Jul 14 10:36:39.469801 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dd10d-e402-44d5-989d-bf1f334f4a1d req-ccdf7515-32a6-4639-b526-29aaece201c3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:39.471415 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5b3dd10d-e402-44d5-989d-bf1f334f4a1d req-ccdf7515-32a6-4639-b526-29aaece201c3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0831871 Jul 14 10:36:39.514607 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5b3dd10d-e402-44d5-989d-bf1f334f4a1d req-61666a73-3ea8-457e-a19a-874c34389960 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372283 Jul 14 10:36:40.385334 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-23a21026-1458-4abd-8e4a-ec2649b1259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:40.386800 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-23a21026-1458-4abd-8e4a-ec2649b1259e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1097 time: 0.0547960 Jul 14 10:36:40.480500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-134815f0-2108-4217-a258-da6ef4b89c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:40.481995 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-134815f0-2108-4217-a258-da6ef4b89c79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0892773 Jul 14 10:36:40.546237 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-72b457af-7fb8-48d9-b1e1-6acb2e954f50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 1001 time: 0.0582402 Jul 14 10:36:40.595577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-5c510d23-cc9b-4090-abe1-03dc598c5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:40.597107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-5c510d23-cc9b-4090-abe1-03dc598c5199 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0444188 Jul 14 10:36:40.699110 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-ed43d5e8-896d-4c97-98ff-5964c92a0678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:40.700671 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-ed43d5e8-896d-4c97-98ff-5964c92a0678 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968287 Jul 14 10:36:40.724727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c756e7-7f60-4b58-a731-249b88b21e01 req-4310b2ee-782c-462a-a5ca-d742d79aa640 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:40.726176 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52c756e7-7f60-4b58-a731-249b88b21e01 req-4310b2ee-782c-462a-a5ca-d742d79aa640 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0918810 Jul 14 10:36:40.809739 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-52c756e7-7f60-4b58-a731-249b88b21e01 req-12b6ac9b-be9c-4cde-a59f-dd6df8767fd8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736735 Jul 14 10:36:40.831502 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-21ea9e8f-427b-467c-95ea-31a4d5f0e321 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241839 Jul 14 10:36:40.926545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5ec3bb4f-2dd7-4beb-b8b4-d72e2e81a699 req-8e593cd6-829d-4fb9-9336-9cb8f60b141f service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873730 Jul 14 10:36:41.989310 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b44db-4f0f-47a5-9b3f-ee68720c7c3d req-00c0d334-6e87-4705-aa97-e00def68ff5e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:41.990825 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c4b44db-4f0f-47a5-9b3f-ee68720c7c3d req-00c0d334-6e87-4705-aa97-e00def68ff5e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 945 time: 0.0681846 Jul 14 10:36:42.029404 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-2c4b44db-4f0f-47a5-9b3f-ee68720c7c3d req-3613fefe-d191-4eed-bffd-497bb14e6656 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329287 Jul 14 10:36:42.743021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:36:42.823688 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:42.846931 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:36:42.849224 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b553f09-eacd-4975-ae80-899a2ee60ab2" -d '{"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-unplugged", "status": "completed", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:36:42.863091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:36:42.867740 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:42.911843 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2648f35f-d080-4bb5-bdb9-9efe32edc5e1 x-openstack-request-id: req-2648f35f-d080-4bb5-bdb9-9efe32edc5e1 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:36:42.912130 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-unplugged", "status": "failed", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59", "code": 422}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:36:42.912405 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2648f35f-d080-4bb5-bdb9-9efe32edc5e1 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:36:42.912800 n-d-780147-26 neutron-server[93781]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'code': 422} returned with failed status Jul 14 10:36:42.929237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:36:43.204796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfa15b-65fa-4abd-90ec-95868d555e55 req-ae69cdd6-5f41-45b6-b49f-1493dc1865ce tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:43.206331 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fecfa15b-65fa-4abd-90ec-95868d555e55 req-ae69cdd6-5f41-45b6-b49f-1493dc1865ce tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0643322 Jul 14 10:36:43.244265 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fecfa15b-65fa-4abd-90ec-95868d555e55 req-8b02b60b-4bfa-4d74-b151-b700aa19d26f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Jul 14 10:36:44.375667 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:36:44.618394 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d1ec3-ac77-4315-aeb2-b376acb72bab req-2ae0f458-9bf6-4b68-acc4-ea6024ab489b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:44.619991 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed8d1ec3-ac77-4315-aeb2-b376acb72bab req-2ae0f458-9bf6-4b68-acc4-ea6024ab489b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0665636 Jul 14 10:36:44.668657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ed8d1ec3-ac77-4315-aeb2-b376acb72bab req-5ce7fb4e-42a1-4043-84ea-b78fcb79648e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384669 Jul 14 10:36:44.869398 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52670) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:36:44.961563 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-07f3e2f5-d7b0-41ff-8593-e234ed59044a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909479 Jul 14 10:36:45.851367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1d3ff-2fcf-45b8-871a-b2bfe2064787 req-b10f0f6c-bf56-4fea-a83d-12db9c5b8370 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:45.852953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cb1d3ff-2fcf-45b8-871a-b2bfe2064787 req-b10f0f6c-bf56-4fea-a83d-12db9c5b8370 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0702543 Jul 14 10:36:45.921385 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0cb1d3ff-2fcf-45b8-871a-b2bfe2064787 req-2899146d-e6e5-4540-9251-af9bf34991db tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625327 Jul 14 10:36:45.939641 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-90961f5a-ba1f-434e-ab13-a3e32a0a27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:45.941163 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-90961f5a-ba1f-434e-ab13-a3e32a0a27a1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca&tenant_id=be9f638f589f478f9e533d7f75937160 HTTP/1.1" status: 200 len: 1095 time: 0.0752470 Jul 14 10:36:46.015548 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-cfc6b4fb-64a8-4220-9e1b-5af110592068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:46.017166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-cfc6b4fb-64a8-4220-9e1b-5af110592068 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1095 time: 0.0538635 Jul 14 10:36:46.108700 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-6ab09e11-f34f-4a31-abea-90f757db850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:46.110158 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-6ab09e11-f34f-4a31-abea-90f757db850c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0868623 Jul 14 10:36:46.174050 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-16f46862-3100-431d-88dd-920da297c040 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 999 time: 0.0579329 Jul 14 10:36:46.225747 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-a3bac637-a682-4326-900d-195b6a4fe0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:46.227207 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-a3bac637-a682-4326-900d-195b6a4fe0ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0475373 Jul 14 10:36:46.283647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-7d40ac9c-de68-4a93-963c-09f1e7502183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:46.285162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-7d40ac9c-de68-4a93-963c-09f1e7502183 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518906 Jul 14 10:36:46.373732 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-8384a6c9-ecf0-4078-b862-149bbe845f69 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814757 Jul 14 10:36:46.468857 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-ac551aef-5e88-48eb-8cc6-7e3c67b489c2 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892894 Jul 14 10:36:47.114385 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abc03ba-27e9-4f93-b2a1-797596604e57 req-36e32676-4540-4eb1-bdc6-e87da79bf038 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:47.115839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5abc03ba-27e9-4f93-b2a1-797596604e57 req-36e32676-4540-4eb1-bdc6-e87da79bf038 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0704896 Jul 14 10:36:47.158263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5abc03ba-27e9-4f93-b2a1-797596604e57 req-8eff8810-f1da-467c-ad27-84b0fb3afa81 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367622 Jul 14 10:36:47.574557 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-651a427e-0ef3-42e7-94ab-9e41e417f92e req-c782348d-9783-4153-9fa2-56b3f24d6fb3 service neutron] (93779) timed out ('10.222.0.66', 65027) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:36:47.918523 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [req-50e95e0f-384e-4f3f-a842-880038b7ef4f req-71333d80-ec59-4bdb-b839-cb76de3246e0 tempest-ServersNegativeTestJSON-1134382557 tempest-ServersNegativeTestJSON-1134382557-project] (93779) timed out ('10.222.0.66', 65029) {{(pid=93779) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:36:48.346839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc16dc-8d6b-4296-9779-8f0c61ee5a8a req-88fda6f4-bb6d-420f-8f69-e3c62c2a5bdc tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:48.348408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19dc16dc-8d6b-4296-9779-8f0c61ee5a8a req-88fda6f4-bb6d-420f-8f69-e3c62c2a5bdc tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0667691 Jul 14 10:36:48.391387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-19dc16dc-8d6b-4296-9779-8f0c61ee5a8a req-5f4fa804-5a6f-4bee-ad9a-ca4bf7d868f6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364897 Jul 14 10:36:49.572876 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc04fe2-3be9-43c5-a1fe-af471e874000 req-f809a44a-306a-46b1-9f19-1b03c3da67d3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:49.574322 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fc04fe2-3be9-43c5-a1fe-af471e874000 req-f809a44a-306a-46b1-9f19-1b03c3da67d3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0664628 Jul 14 10:36:49.615868 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6fc04fe2-3be9-43c5-a1fe-af471e874000 req-be9231af-dca2-489d-bb92-8f96ccb6db23 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356138 Jul 14 10:36:50.798105 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bc5cf-d2b4-4c07-9d4e-cfac31d56fca req-b70abcb1-9bb1-495e-a27b-e8f909aa8c30 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:50.800944 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a2bc5cf-d2b4-4c07-9d4e-cfac31d56fca req-b70abcb1-9bb1-495e-a27b-e8f909aa8c30 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0671508 Jul 14 10:36:50.844459 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7a2bc5cf-d2b4-4c07-9d4e-cfac31d56fca req-7bfb9122-da1a-490e-8be0-457732baa260 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Jul 14 10:36:52.018953 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-ba64ebf7-1a45-42ac-b2ec-068ee7791a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:52.032059 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e2fc1-ccbf-4a72-af71-153fc7810d31 req-eb821a2c-81d6-4be8-bf80-562c7fb494af tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:52.034100 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36e2fc1-ccbf-4a72-af71-153fc7810d31 req-eb821a2c-81d6-4be8-bf80-562c7fb494af tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0720601 Jul 14 10:36:52.073917 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e36e2fc1-ccbf-4a72-af71-153fc7810d31 req-bd3c80c0-c6d4-4a78-a140-27e530d86eff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340786 Jul 14 10:36:53.258670 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525f6b4-da6d-452b-881b-d0bd2a8ee742 req-7b38179c-bbb3-40c9-b79b-ac2d38a90e25 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:53.260286 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3525f6b4-da6d-452b-881b-d0bd2a8ee742 req-7b38179c-bbb3-40c9-b79b-ac2d38a90e25 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0697229 Jul 14 10:36:53.300095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-3525f6b4-da6d-452b-881b-d0bd2a8ee742 req-b512c4db-b9ce-46b2-9691-2eaccb8258a0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340023 Jul 14 10:36:54.343924 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-67ea27bd-b6f5-4871-b866-9dc5d43db295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:54.490520 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a74a0d-72e1-4df9-8b62-6529cac29a46 req-8a12c8ab-dd18-4c46-ae20-47bf5431e935 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:54.492279 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92a74a0d-72e1-4df9-8b62-6529cac29a46 req-8a12c8ab-dd18-4c46-ae20-47bf5431e935 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0679955 Jul 14 10:36:54.532257 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-92a74a0d-72e1-4df9-8b62-6529cac29a46 req-1a983412-3e81-41cb-9f37-0ab3e504d4a9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339885 Jul 14 10:36:54.675569 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:55.713837 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172359b-fa34-4d1e-b5a4-984133dc56f2 req-7cfc6df6-e721-4050-833f-b2bf0ffbb9b9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:55.716123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2172359b-fa34-4d1e-b5a4-984133dc56f2 req-7cfc6df6-e721-4050-833f-b2bf0ffbb9b9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0692449 Jul 14 10:36:55.768126 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2172359b-fa34-4d1e-b5a4-984133dc56f2 req-4168477a-ad99-4c8b-8a83-865615e8adb7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409884 Jul 14 10:36:55.901870 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:56.943060 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad24ccf-0f3d-4c7f-a877-73d939e4f0b8 req-05643d41-7f4e-43d1-81e9-d82d8d3b568b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:56.944555 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ad24ccf-0f3d-4c7f-a877-73d939e4f0b8 req-05643d41-7f4e-43d1-81e9-d82d8d3b568b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0619130 Jul 14 10:36:56.985992 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-7ad24ccf-0f3d-4c7f-a877-73d939e4f0b8 req-9a0f549e-823a-4a0b-8b6e-addfb02bad81 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355167 Jul 14 10:36:57.538915 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:57.680702 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:36:58.164092 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca5738-e4f4-4ac2-8fbd-038496b4199f req-3e0f517d-a76c-4b68-92dd-06dfd3eee61f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:58.165603 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06ca5738-e4f4-4ac2-8fbd-038496b4199f req-3e0f517d-a76c-4b68-92dd-06dfd3eee61f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0645673 Jul 14 10:36:58.201918 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-06ca5738-e4f4-4ac2-8fbd-038496b4199f req-9069dca5-9418-4102-afa0-3c0c23bbc61a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Jul 14 10:36:59.373384 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98eeaf-c780-45e7-9c9d-aaac417ae36d req-a2fb3dff-b5fe-495e-a017-6636148a7fc9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:36:59.374840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c98eeaf-c780-45e7-9c9d-aaac417ae36d req-a2fb3dff-b5fe-495e-a017-6636148a7fc9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0620637 Jul 14 10:36:59.414567 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5c98eeaf-c780-45e7-9c9d-aaac417ae36d req-ae2ebf5f-4b1d-40aa-9914-d9ce64e7a5c1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340605 Jul 14 10:37:00.225998 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:00.586918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6238e4c-3e96-47d7-affd-690ff2ff2807 req-2352dd5c-66cb-4ac4-8ccb-3270a56c6eea tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:00.588498 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6238e4c-3e96-47d7-affd-690ff2ff2807 req-2352dd5c-66cb-4ac4-8ccb-3270a56c6eea tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 943 time: 0.0622585 Jul 14 10:37:00.629312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f6238e4c-3e96-47d7-affd-690ff2ff2807 req-c295f312-0e91-4b72-a9ba-b0ad852fc11d tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347352 Jul 14 10:37:00.803594 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:37:00.893666 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:37:00.905041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'port_id': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'mac_address': 'fa:16:3e:e8:67:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:37:00.941141 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:00.953356 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:37:00.972849 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:37:00.976929 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:01.030892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=9']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:01.203679 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['2908fb6c-76b2-4a72-a0a6-739e5ee83d59'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:37:01.803823 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13a855-90a1-4c79-bb2c-61c85d7e50a9 req-c0f0dbe8-3a47-44b1-9737-fbe91fed328f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:01.805400 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e13a855-90a1-4c79-bb2c-61c85d7e50a9 req-c0f0dbe8-3a47-44b1-9737-fbe91fed328f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 944 time: 0.0642805 Jul 14 10:37:01.843681 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-9e13a855-90a1-4c79-bb2c-61c85d7e50a9 req-91e51c62-105a-4c25-8961-efddc4d0363b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325885 Jul 14 10:37:02.819421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:37:02.865235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:37:02.865612 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:02.942957 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:02.969788 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:37:02.972032 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8ed3b1-635a-4e84-a54a-4e5c244c7573" -d '{"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-plugged", "status": "completed", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:37:02.985574 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:37:02.991600 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:03.016319 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59151218-c807-43df-a045-2426b9220681 x-openstack-request-id: req-59151218-c807-43df-a045-2426b9220681 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:37:03.016613 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-plugged", "status": "completed", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:37:03.017441 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59151218-c807-43df-a045-2426b9220681 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:37:03.017833 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'code': 200} Jul 14 10:37:03.034466 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d424b-b998-4bb7-8371-59f9550d83db req-3f3e6354-30cd-428c-8e81-99c38ef4f109 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:03.036865 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-472d424b-b998-4bb7-8371-59f9550d83db req-3f3e6354-30cd-428c-8e81-99c38ef4f109 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 944 time: 0.0795207 Jul 14 10:37:03.044949 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=10']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:37:03.096523 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-472d424b-b998-4bb7-8371-59f9550d83db req-222eff90-2a3b-46dd-97db-fb726de8a65e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527630 Jul 14 10:37:03.195995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a0273-c1e9-4de1-b301-000d019e9ee1 req-b3103365-6d5b-46fb-ad87-b0e6c4fe13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:03.197522 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c45a0273-c1e9-4de1-b301-000d019e9ee1 req-b3103365-6d5b-46fb-ad87-b0e6c4fe13c8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1098 time: 0.0514112 Jul 14 10:37:03.230179 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c45a0273-c1e9-4de1-b301-000d019e9ee1 req-fa2a08d9-fffd-4050-9c1e-6969c5d2200e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268226 Jul 14 10:37:04.294627 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29bf3b-73ca-4866-922e-ba878a81fefb req-4681f2be-961b-4460-ad98-2c20edc4f170 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:04.296230 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a29bf3b-73ca-4866-922e-ba878a81fefb req-4681f2be-961b-4460-ad98-2c20edc4f170 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 946 time: 0.0719628 Jul 14 10:37:04.336241 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5a29bf3b-73ca-4866-922e-ba878a81fefb req-06600148-c87c-435d-8029-f22f3c7598ef tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340986 Jul 14 10:37:05.508330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faa91d-12ce-4df2-b94b-eaaf9dbee552 req-86d3b931-f096-4a11-8c5e-3c1dbf34df41 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:05.509774 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79faa91d-12ce-4df2-b94b-eaaf9dbee552 req-86d3b931-f096-4a11-8c5e-3c1dbf34df41 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 946 time: 0.0609529 Jul 14 10:37:05.548492 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-79faa91d-12ce-4df2-b94b-eaaf9dbee552 req-062fffe3-4cd1-471b-83ca-444a104132e5 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331559 Jul 14 10:37:10.481712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-947c1c6a-5252-478e-85b2-f4822028bf3a req-44017504-65c1-43c4-b707-69464c11b795 service neutron] (93780) timed out ('10.222.0.69', 54884) {{(pid=93780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:37:21.374313 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:37:22.021088 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d3b5a513-3192-49f2-b5a3-550bcd4f49c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:23.838724 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61566ff6-2388-4180-869c-174b67a75a75 req-a084ba2a-247c-4137-a6ca-1fdc3a808171 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555658 Jul 14 10:37:23.933197 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61566ff6-2388-4180-869c-174b67a75a75 req-3541f88c-ac42-4433-abe1-e562bdce77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:23.934687 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61566ff6-2388-4180-869c-174b67a75a75 req-3541f88c-ac42-4433-abe1-e562bdce77b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1098 time: 0.0532398 Jul 14 10:37:24.036710 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61566ff6-2388-4180-869c-174b67a75a75 req-21ceebd5-70d0-4b2a-8748-4e1297248e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:24.038191 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61566ff6-2388-4180-869c-174b67a75a75 req-21ceebd5-70d0-4b2a-8748-4e1297248e5c service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0831401 Jul 14 10:37:24.105397 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61566ff6-2388-4180-869c-174b67a75a75 req-daf9ccac-3f5d-4767-b1ea-e21ffd50a924 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 1001 time: 0.0602489 Jul 14 10:37:24.154511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61566ff6-2388-4180-869c-174b67a75a75 req-5f415bcf-1148-4879-a0ca-6fd663aabc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:24.155973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61566ff6-2388-4180-869c-174b67a75a75 req-5f415bcf-1148-4879-a0ca-6fd663aabc8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0430295 Jul 14 10:37:24.212608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61566ff6-2388-4180-869c-174b67a75a75 req-6815688f-fe43-4ad1-b613-2dc20abb4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:37:24.214112 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61566ff6-2388-4180-869c-174b67a75a75 req-6815688f-fe43-4ad1-b613-2dc20abb4c55 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514915 Jul 14 10:37:24.336669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5fed5e7-4893-4ae3-b56c-b81e75d01a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:24.650376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61566ff6-2388-4180-869c-174b67a75a75 req-f5d24418-73b3-4415-aeed-e71ac167e3be service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294848 Jul 14 10:37:24.667264 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:24.742207 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-61566ff6-2388-4180-869c-174b67a75a75 req-aba691c5-8a3f-43bf-9fc0-1423f1874d40 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847855 Jul 14 10:37:25.904508 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:27.541340 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:27.678505 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:30.223102 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:52.022790 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-8c018ea2-255c-464f-8eaf-06e0afb5c516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:54.337290 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-92e3a09c-715d-4968-858f-461108cb92e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:54.669000 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:55.905860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:57.544128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:57.693874 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:37:58.373460 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:38:00.219176 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:14.314088 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52810) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:14.467547 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Deleting port 77b2fdf4-eea3-4e1a-a0d5-be62028ee97f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:38:14.467903 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:14.544305 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:14.544623 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:14.556729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Calling delete_port for 77b2fdf4-eea3-4e1a-a0d5-be62028ee97f owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:38:14.703037 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:14.728309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event deleted for resources: {'Port': ['ID=77b2fdf4-eea3-4e1a-a0d5-be62028ee97f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:14.754260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.754620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.754963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.755307 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.755643 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.755977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.756336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.756668 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.757034 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.757330 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.757660 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.757985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:14.799757 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:14.800008 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Floating IP 619436d1-78ab-4eb8-93e1-6594596e6c66 disassociated (deleted). External IP: 172.25.0.237, port: 2908fb6c-76b2-4a72-a0a6-739e5ee83d59. Jul 14 10:38:15.001431 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Router d4b884c7-daf5-42a1-ba4b-a0e753234a96 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:38:15.108876 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:38:15.114220 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:15.118552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] Sync routers for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:38:15.127333 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:38:15.127954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:37:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:38:15.149648 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c0b4ca42-0401-42b4-a761-75c603067053 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "DELETE /v2.0/floatingips/619436d1-78ab-4eb8-93e1-6594596e6c66 HTTP/1.1" status: 204 len: 168 time: 0.8344536 Jul 14 10:38:15.150222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:38:15.152488 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86df33a-2c3e-4604-832b-76f1baaa658e" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:38:15.240732 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:38:15.246870 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e24d29-97f2-4382-bb8a-901dca9c31c1 x-openstack-request-id: req-e5e24d29-97f2-4382-bb8a-901dca9c31c1 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:38:15.247139 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:38:15.247432 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5e24d29-97f2-4382-bb8a-901dca9c31c1 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:38:15.247810 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'status': 'completed', 'code': 200} Jul 14 10:38:15.334682 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-6bd6eee8-f6f8-47cd-bcfd-7aabc8e7e852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:15.336291 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-6bd6eee8-f6f8-47cd-bcfd-7aabc8e7e852 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 1098 time: 0.0640321 Jul 14 10:38:15.444386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-70a91988-4dcb-44ed-8b1d-0205eebe0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:15.445898 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-70a91988-4dcb-44ed-8b1d-0205eebe0012 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.1034477 Jul 14 10:38:15.504573 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-d2fdeace-409b-4b47-8359-c1b28a71ee87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 200 len: 217 time: 0.0522828 Jul 14 10:38:15.579727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-a1e9f325-08a0-4e14-843f-b6e7a33d2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:15.581793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-a1e9f325-08a0-4e14-843f-b6e7a33d2b52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0578930 Jul 14 10:38:15.603611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:38:15.619649 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd719960-26cb-4869-97a9-62ce982f89f7 req-9d3d373b-11fb-4b29-9505-f6703123e4c3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:15.622070 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd719960-26cb-4869-97a9-62ce982f89f7 req-9d3d373b-11fb-4b29-9505-f6703123e4c3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 946 time: 0.1280091 Jul 14 10:38:15.634928 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] Checking router: d4b884c7-daf5-42a1-ba4b-a0e753234a96 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:38:15.644226 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:38:15.644848 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:37:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:38:15.700808 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dd719960-26cb-4869-97a9-62ce982f89f7 req-65baac2e-d860-4a98-9c9e-450458ff7c1a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496609 Jul 14 10:38:15.710577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-91119c16-7dcc-4e8b-aa8d-c633ec382ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:15.712063 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-91119c16-7dcc-4e8b-aa8d-c633ec382ebc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1230974 Jul 14 10:38:15.751961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:38:15.803336 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-5045ff96-4249-4697-818f-1c0863c9b219 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839567 Jul 14 10:38:15.897835 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f86df33a-2c3e-4604-832b-76f1baaa658e req-b5834f8a-51ad-4168-b8db-fbd32e05fa4b service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Jul 14 10:38:15.954660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:38:15.979981 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e497bd-2c95-4cc6-bb0b-1209be639aa0 None None] The sync data for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 is: [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:38:16.205554 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbf7348-1a7c-4139-a19b-36daf2c6cf23 None None] New status for floating IP 619436d1-78ab-4eb8-93e1-6594596e6c66: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:38:16.715648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13286787-331d-48a7-9150-cb6bb1b55748 req-7d0e891c-935c-4c6b-87fd-7f71b972940d tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:16.717153 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13286787-331d-48a7-9150-cb6bb1b55748 req-7d0e891c-935c-4c6b-87fd-7f71b972940d tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 946 time: 0.0648808 Jul 14 10:38:16.815721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Deleting port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:38:16.816073 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:16.899647 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae74b82-ecee-4e47-bde5-b92be6ac3708 req-c09eb090-ec76-4fa3-b264-1c16477b4133 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:16.901177 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fae74b82-ecee-4e47-bde5-b92be6ac3708 req-c09eb090-ec76-4fa3-b264-1c16477b4133 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca HTTP/1.1" status: 200 len: 946 time: 0.0634112 Jul 14 10:38:16.910123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] For port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:38:16.910581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:16.922712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Calling delete_port for 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:38:16.939103 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fae74b82-ecee-4e47-bde5-b92be6ac3708 req-e13bdbab-7a05-4eba-b8eb-b7f8f6f5fb69 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=401a73aa-56db-4864-ba63-34f907c91b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Jul 14 10:38:17.053976 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:17.083950 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event deleted for resources: {'Port': ['ID=2908fb6c-76b2-4a72-a0a6-739e5ee83d59,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:17.128656 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] No DVR routers for this DVR port 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:38:17.131329 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:17.133340 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-13286787-331d-48a7-9150-cb6bb1b55748 req-e4073645-4dae-4dae-8a16-efb99571cef4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "DELETE /v2.0/ports/2908fb6c-76b2-4a72-a0a6-739e5ee83d59 HTTP/1.1" status: 204 len: 173 time: 0.4113190 Jul 14 10:38:17.249427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-deleted', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:38:17.252349 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937e6aae-12ab-4f5a-bc24-478c4e5f3492" -d '{"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-deleted", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:38:17.292750 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a034e0e9-7e3c-4265-8946-0d8a3386f38b x-openstack-request-id: req-a034e0e9-7e3c-4265-8946-0d8a3386f38b {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:38:17.293041 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca", "name": "network-vif-deleted", "tag": "2908fb6c-76b2-4a72-a0a6-739e5ee83d59", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:38:17.293292 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a034e0e9-7e3c-4265-8946-0d8a3386f38b {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:38:17.293690 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ac62c4f-b7b4-4f65-9c03-a2b1d81fd9ca', 'name': 'network-vif-deleted', 'tag': '2908fb6c-76b2-4a72-a0a6-739e5ee83d59', 'status': 'completed', 'code': 200} Jul 14 10:38:18.032307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:18.089395 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.115315 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.179879 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.182482 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.183657 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "DELETE /v2.0/security-groups/401a73aa-56db-4864-ba63-34f907c91b8d HTTP/1.1" status: 204 len: 168 time: 0.1503239 Jul 14 10:38:18.192773 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401a73aa-56db-4864-ba63-34f907c91b8d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:18.200438 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.200794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.201150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.201594 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.201835 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.202176 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.202505 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.203379 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.203765 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.204120 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.204498 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.204840 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdf7e65-7e9e-4504-abf9-c40295b0b5f9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:18.567924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52840) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:18.572712 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-3b21bbbe-9934-42a5-8402-0b7b90a220ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2078753951', 'description': 'tempest-secgroup-smoke-2078753951 description', 'project_id': 'be9f638f589f478f9e533d7f75937160'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:18.594195 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b21bbbe-9934-42a5-8402-0b7b90a220ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.678316 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b21bbbe-9934-42a5-8402-0b7b90a220ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.681894 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b21bbbe-9934-42a5-8402-0b7b90a220ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.703509 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3b21bbbe-9934-42a5-8402-0b7b90a220ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.704777 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3b21bbbe-9934-42a5-8402-0b7b90a220ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1358318 Jul 14 10:38:18.707707 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52842) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:18.712554 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-90d80310-d46b-476d-9549-0cfa445ff6bd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': 'bbfe4f55-7711-4abc-a48e-df2254de5cf0', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:18.712863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21bbbe-9934-42a5-8402-0b7b90a220ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfe4f55-7711-4abc-a48e-df2254de5cf0,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:18.740651 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d80310-d46b-476d-9549-0cfa445ff6bd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.792016 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d80310-d46b-476d-9549-0cfa445ff6bd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.795893 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d80310-d46b-476d-9549-0cfa445ff6bd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.814731 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d80310-d46b-476d-9549-0cfa445ff6bd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3df97f-96a2-4f14-8b51-d32fdaf4b927,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:18.821233 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d80310-d46b-476d-9549-0cfa445ff6bd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.822668 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-90d80310-d46b-476d-9549-0cfa445ff6bd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138217 Jul 14 10:38:18.825519 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52844) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:18.830150 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-470071f5-52cd-4728-87c3-54750bbe1103 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': 'bbfe4f55-7711-4abc-a48e-df2254de5cf0', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:18.858044 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-470071f5-52cd-4728-87c3-54750bbe1103 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.917156 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-470071f5-52cd-4728-87c3-54750bbe1103 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.920581 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-470071f5-52cd-4728-87c3-54750bbe1103 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.937803 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470071f5-52cd-4728-87c3-54750bbe1103 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d7451b4-d3df-42f3-8552-9859c5ea4d19,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:18.943576 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-470071f5-52cd-4728-87c3-54750bbe1103 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:18.944767 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-470071f5-52cd-4728-87c3-54750bbe1103 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183240 Jul 14 10:38:18.947673 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52846) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:18.952073 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-f6bf1311-46d2-47d7-ac0d-54f389e53878 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': 'bbfe4f55-7711-4abc-a48e-df2254de5cf0', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:18.978106 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1311-46d2-47d7-ac0d-54f389e53878 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.034563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1311-46d2-47d7-ac0d-54f389e53878 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.038278 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1311-46d2-47d7-ac0d-54f389e53878 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.055391 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf1311-46d2-47d7-ac0d-54f389e53878 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4637b069-2996-4b15-81ae-b543af46acd2,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:19.061273 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f6bf1311-46d2-47d7-ac0d-54f389e53878 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.062572 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-f6bf1311-46d2-47d7-ac0d-54f389e53878 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139288 Jul 14 10:38:19.065350 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 52848) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:19.069794 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-062c09b4-0403-423d-a220-c46ddbe906a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': 'bbfe4f55-7711-4abc-a48e-df2254de5cf0', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:19.095803 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-062c09b4-0403-423d-a220-c46ddbe906a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.155205 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-062c09b4-0403-423d-a220-c46ddbe906a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.159535 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-062c09b4-0403-423d-a220-c46ddbe906a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.177537 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c09b4-0403-423d-a220-c46ddbe906a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956be08d-9aef-4535-83ce-e5aa2136e026,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:19.180667 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-062c09b4-0403-423d-a220-c46ddbe906a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.181840 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-062c09b4-0403-423d-a220-c46ddbe906a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1155539 Jul 14 10:38:19.184704 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52850) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:19.189417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-411e862e-bbdc-47f8-9f83-7ea5bd5a71ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': 'bbfe4f55-7711-4abc-a48e-df2254de5cf0', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:19.211510 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-411e862e-bbdc-47f8-9f83-7ea5bd5a71ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Project be9f638f589f478f9e533d7f75937160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:38:19.216111 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-411e862e-bbdc-47f8-9f83-7ea5bd5a71ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.270267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-411e862e-bbdc-47f8-9f83-7ea5bd5a71ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.274284 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-411e862e-bbdc-47f8-9f83-7ea5bd5a71ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.289750 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e862e-bbdc-47f8-9f83-7ea5bd5a71ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e329cf01-385c-4b30-a4ee-baab9158c79d,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:19.299307 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-411e862e-bbdc-47f8-9f83-7ea5bd5a71ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.300615 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-411e862e-bbdc-47f8-9f83-7ea5bd5a71ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1148341 Jul 14 10:38:19.303442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 52852) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:19.309696 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9ecd90ec-9cf7-408c-87da-daea6141d208 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'security_group_rule': {'security_group_id': 'bbfe4f55-7711-4abc-a48e-df2254de5cf0', 'project_id': 'be9f638f589f478f9e533d7f75937160', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:19.333806 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-9ecd90ec-9cf7-408c-87da-daea6141d208 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Project be9f638f589f478f9e533d7f75937160 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:38:19.338626 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ecd90ec-9cf7-408c-87da-daea6141d208 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.398624 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ecd90ec-9cf7-408c-87da-daea6141d208 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.402646 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ecd90ec-9cf7-408c-87da-daea6141d208 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.420789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd90ec-9cf7-408c-87da-daea6141d208 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3246559c-618e-4f75-914a-cc026649a03a,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:19.425266 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9ecd90ec-9cf7-408c-87da-daea6141d208 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:19.429670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9ecd90ec-9cf7-408c-87da-daea6141d208 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221979 Jul 14 10:38:21.190998 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:38:21.211561 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:38:21.211909 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 2908fb6c-76b2-4a72-a0a6-739e5ee83d59 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:38:22.030609 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-50123c31-3fb4-47c3-b124-4b3ed1459ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:24.338612 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-df07da6c-fc69-436c-8872-ed223b95e798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:24.670742 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:25.913949 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:27.549243 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:27.694082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:30.219651 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:33.732033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-376935db-f8c0-408c-acff-c18d83577851 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2078753951&fields=id&tenant_id=be9f638f589f478f9e533d7f75937160 HTTP/1.1" status: 200 len: 267 time: 0.0327215 Jul 14 10:38:33.839928 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-0c10cf35-d3be-4817-8236-2e36dda4cb4d tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:33.841398 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-0c10cf35-d3be-4817-8236-2e36dda4cb4d tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 809 time: 0.1028559 Jul 14 10:38:33.855837 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-5b4b0840-3098-4b9d-bc11-1400ac2ab09b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/quotas/be9f638f589f478f9e533d7f75937160 HTTP/1.1" status: 200 len: 375 time: 0.0089197 Jul 14 10:38:33.922007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-bc07d239-6e2c-4c0d-a685-a4bf888464d1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607069 Jul 14 10:38:33.977245 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-afca3f61-1e75-479f-b119-d9e225e186ae service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:38:33.978251 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-afca3f61-1e75-479f-b119-d9e225e186ae service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458350 Jul 14 10:38:34.070667 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7f71e6b5-1f56-4bcf-96e7-76d02f928a8b service neutron] 10.222.0.73 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863874 Jul 14 10:38:34.160457 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2aeea793-50ea-48a6-af00-5cfe9636fe1d service neutron] 10.222.0.73 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840037 Jul 14 10:38:34.458986 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c0c30ab4-07f1-442f-8846-16efd674b875 req-b041478e-57a0-4e87-8a91-4ae247e58676 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 210 time: 0.0291877 Jul 14 10:38:35.372681 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:38:35.480165 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-dfaa52e3-66ac-49bf-9276-65e0a049f5a3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:35.481650 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-dfaa52e3-66ac-49bf-9276-65e0a049f5a3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 809 time: 0.1072705 Jul 14 10:38:35.534211 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-a7721854-0381-44df-b959-ecd1d4ec4789 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be9f638f589f478f9e533d7f75937160 HTTP/1.1" status: 200 len: 380 time: 0.0372355 Jul 14 10:38:35.542752 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'port': {'device_id': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'admin_state_up': True, 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'security_groups': ['bbfe4f55-7711-4abc-a48e-df2254de5cf0']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:35.623087 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-5de3eaf2-d778-426c-9537-4b1b3ab59209 req-d3ecbb76-b220-46d1-8466-1a6b5e511b57 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 210 time: 0.0391634 Jul 14 10:38:35.694771 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Made reservation on behalf of be9f638f589f478f9e533d7f75937160 for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:38:35.698511 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:35.825509 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Allocated IP 172.20.0.10 (d5b61037-3d24-43f0-8916-de06e578e856/f51bf723-6c29-458c-b69f-b3d1c2e782c4/fc3f3297-9db8-4bdc-aecd-45331a748e6d) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:38:35.965980 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:35.980358 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Transition to ACTIVE for port object fc3f3297-9db8-4bdc-aecd-45331a748e6d will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:38:36.014085 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.056171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Network d5b61037-3d24-43f0-8916-de06e578e856 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:38:36.061355 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:38:36.065728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:38:36.094256 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:36.123037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:36.123768 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.140079 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-7e855929-27ef-4314-a38e-02aec92742a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6009786 Jul 14 10:38:36.152115 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Request body: {'port': {'device_id': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:36.235098 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.302821 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7849b6e7-3f84-4cf5-baf3-623213273b63 None None] Provisioning for port fc3f3297-9db8-4bdc-aecd-45331a748e6d completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:38:36.309021 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7849b6e7-3f84-4cf5-baf3-623213273b63 None None] Provisioning complete for port fc3f3297-9db8-4bdc-aecd-45331a748e6d triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:38:36.309528 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7849b6e7-3f84-4cf5-baf3-623213273b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.345476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7849b6e7-3f84-4cf5-baf3-623213273b63 None None] Port fc3f3297-9db8-4bdc-aecd-45331a748e6d cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:38:36.503894 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3f3297-9db8-4bdc-aecd-45331a748e6d {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:38:36.511313 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.523452 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Transition to ACTIVE for port object fc3f3297-9db8-4bdc-aecd-45331a748e6d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:38:36.527069 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.584834 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:36.660119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Attempting to bind port fc3f3297-9db8-4bdc-aecd-45331a748e6d on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:38:36.660488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Attempting to bind port fc3f3297-9db8-4bdc-aecd-45331a748e6d by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:38:36.660820 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Attempting to bind port fc3f3297-9db8-4bdc-aecd-45331a748e6d on network d5b61037-3d24-43f0-8916-de06e578e856 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:38:36.665954 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Port fc3f3297-9db8-4bdc-aecd-45331a748e6d on network d5b61037-3d24-43f0-8916-de06e578e856 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:38:36.666119 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Attempting to bind port fc3f3297-9db8-4bdc-aecd-45331a748e6d on network d5b61037-3d24-43f0-8916-de06e578e856 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:38:36.672033 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:38:36.672410 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Checking segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:38:36.672931 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Bound using segment: {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:38:36.673508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Bound port: fc3f3297-9db8-4bdc-aecd-45331a748e6d, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e60ef6e-6c14-4b72-b447-40c295dbc80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:38:36.674060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.777787 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:38:36.782486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:38:36.792433 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.833959 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa00f33-0022-498d-b39a-f0ec36b48cd4 req-af974bf6-2ec3-4d28-bc7c-eddb16f8d1c3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:36.834490 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:36.835045 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:36.836252 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aaa00f33-0022-498d-b39a-f0ec36b48cd4 req-af974bf6-2ec3-4d28-bc7c-eddb16f8d1c3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0679550 Jul 14 10:38:36.836515 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] 10.222.0.69 "PUT /v2.0/ports/fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 1093 time: 0.6890583 Jul 14 10:38:36.837041 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:38:36.839613 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b" -d '{"events": [{"name": "network-changed", "server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:38:36.907696 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999172d1-7436-4959-bd26-9e99782bfd57 x-openstack-request-id: req-999172d1-7436-4959-bd26-9e99782bfd57 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:38:36.907696 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:38:36.907696 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-999172d1-7436-4959-bd26-9e99782bfd57 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:38:36.908167 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'status': 'completed', 'code': 200} Jul 14 10:38:36.910147 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922b553-4cbc-42e9-b73d-ae951c1beed0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:36.919450 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-aaa00f33-0022-498d-b39a-f0ec36b48cd4 req-fd1472f0-ead2-4558-a747-e6d39d46ea99 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700064 Jul 14 10:38:36.969409 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-4a0e5233-16df-44a7-a9bf-dab17627c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:36.971303 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-4a0e5233-16df-44a7-a9bf-dab17627c06c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1096 time: 0.0745714 Jul 14 10:38:37.017108 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-ad412a8f-133a-4c2c-b083-d7cab25481d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 217 time: 0.0390453 Jul 14 10:38:37.074314 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-76255147-dc01-4ede-ab18-23e4eefeb91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:37.076124 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-76255147-dc01-4ede-ab18-23e4eefeb91f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0524397 Jul 14 10:38:37.133007 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-0d720c67-c13a-4f4c-abd8-9042425f3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:37.134513 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-0d720c67-c13a-4f4c-abd8-9042425f3dee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525174 Jul 14 10:38:37.222941 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-0da71c56-c398-4c2b-87f0-b421cc936273 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816054 Jul 14 10:38:37.316746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd1bd36b-eb2d-4301-98a0-00b32d0c9bc1 req-72c7f837-f659-445f-b26c-9954829e3386 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882564 Jul 14 10:38:37.416892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-05d27ba0-9ddd-4e35-af1f-2ce4789315c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:37.418466 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-05d27ba0-9ddd-4e35-af1f-2ce4789315c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1096 time: 0.0559940 Jul 14 10:38:37.518505 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-514dfa21-1700-48b1-b79f-c1bc8e014504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:37.520000 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-514dfa21-1700-48b1-b79f-c1bc8e014504 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0955505 Jul 14 10:38:37.562382 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-2fa5c4c0-93e3-4bc6-aaaa-7034b98464e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 217 time: 0.0350428 Jul 14 10:38:37.613807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-d660ab5c-ba16-482b-9492-7a91432531ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:37.616407 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-d660ab5c-ba16-482b-9492-7a91432531ba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0486326 Jul 14 10:38:37.679751 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-b965b253-237d-487c-9d65-4d2d5d79ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:37.681304 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-b965b253-237d-487c-9d65-4d2d5d79ad0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595353 Jul 14 10:38:37.784001 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-6c381e2d-2ecc-42cb-abad-f62203bb6658 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956750 Jul 14 10:38:37.883248 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-53e02bd6-1b65-4f50-bab6-1ceaaa62284b req-99cdde14-286a-4449-bae3-d577b2617691 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927846 Jul 14 10:38:38.108302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac888c-f5ef-4d83-92a3-3458c5227b2a req-0cc7818d-aaea-420e-bb1f-ba33b8ceb302 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:38.110535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ffac888c-f5ef-4d83-92a3-3458c5227b2a req-0cc7818d-aaea-420e-bb1f-ba33b8ceb302 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0697267 Jul 14 10:38:38.150695 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ffac888c-f5ef-4d83-92a3-3458c5227b2a req-b29406cf-ac2e-4c2c-9a40-b9bc2c44c955 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342262 Jul 14 10:38:39.330479 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45a8f3-0c1b-48ff-8011-d19af132a91b req-5aa6262b-f308-4aaa-a8a4-2360cf6fd636 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:39.332044 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f45a8f3-0c1b-48ff-8011-d19af132a91b req-5aa6262b-f308-4aaa-a8a4-2360cf6fd636 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0683191 Jul 14 10:38:39.372409 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-6f45a8f3-0c1b-48ff-8011-d19af132a91b req-6c3e0036-0671-42f8-ad82-fc01bc1ed3c3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346129 Jul 14 10:38:40.545530 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e060679e-47ce-4967-8c04-a16e60bba351 req-4b373738-5547-42d7-97b3-bd6d43b9490a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:40.547545 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e060679e-47ce-4967-8c04-a16e60bba351 req-4b373738-5547-42d7-97b3-bd6d43b9490a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0636122 Jul 14 10:38:40.584159 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e060679e-47ce-4967-8c04-a16e60bba351 req-fbb727c2-918e-4909-99c5-afe2bb3d04a1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309389 Jul 14 10:38:41.810442 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2584-285f-4d13-bdd4-126cbac02760 req-2006a124-f10e-4fef-8ee9-fe2ffb556b8b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:41.811958 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08da2584-285f-4d13-bdd4-126cbac02760 req-2006a124-f10e-4fef-8ee9-fe2ffb556b8b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.1158676 Jul 14 10:38:41.848694 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-08da2584-285f-4d13-bdd4-126cbac02760 req-034e9f10-1a77-4e84-970e-5554eaccfbd3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311482 Jul 14 10:38:43.068508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ac5fd-3f26-43b7-9e95-2903c7ba8b60 req-538da82b-245b-4a46-b57a-bdf5e020e6e8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:43.069998 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-971ac5fd-3f26-43b7-9e95-2903c7ba8b60 req-538da82b-245b-4a46-b57a-bdf5e020e6e8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.1128483 Jul 14 10:38:43.106577 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-971ac5fd-3f26-43b7-9e95-2903c7ba8b60 req-48b5d786-bba6-4768-b8c3-acad485c3043 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Jul 14 10:38:44.290224 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e1240-3b42-4a04-920a-7de3bc3dec70 req-7a090c91-75ca-4823-8f7e-5d1250dece44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:44.291735 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-489e1240-3b42-4a04-920a-7de3bc3dec70 req-7a090c91-75ca-4823-8f7e-5d1250dece44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0729563 Jul 14 10:38:44.330772 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-489e1240-3b42-4a04-920a-7de3bc3dec70 req-b691598b-fb89-4df3-b604-6c269cf557f7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335081 Jul 14 10:38:45.498470 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484e601-1330-4ac8-b91e-af839691a5ad req-3194640b-ea47-4864-b4e7-262feb44ded4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:45.500491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9484e601-1330-4ac8-b91e-af839691a5ad req-3194640b-ea47-4864-b4e7-262feb44ded4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0624170 Jul 14 10:38:45.537817 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9484e601-1330-4ac8-b91e-af839691a5ad req-fdcf666d-8d2e-4fed-9088-a9570d4027ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Jul 14 10:38:46.710641 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfed644-fa2f-4f32-af4d-ffa570ce04b8 req-e7554dec-ae05-480c-9ecf-e982a1538dd0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:46.712144 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edfed644-fa2f-4f32-af4d-ffa570ce04b8 req-e7554dec-ae05-480c-9ecf-e982a1538dd0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0625610 Jul 14 10:38:46.749446 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-edfed644-fa2f-4f32-af4d-ffa570ce04b8 req-e37aa649-87c7-42e8-9791-4bc94ba0d92d tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314746 Jul 14 10:38:47.299421 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc3f3297-9db8-4bdc-aecd-45331a748e6d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:38:47.389570 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:38:47.403810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'port_id': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'mac_address': 'fa:16:3e:43:da:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:38:47.439965 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:47.452327 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3f3297-9db8-4bdc-aecd-45331a748e6d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:38:47.470919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:38:47.475025 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:47.520988 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:47.528446 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.528794 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.529138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.529477 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.529812 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.530151 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.530475 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.530803 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.531130 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.531454 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.531785 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.532108 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:38:47.675036 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['fc3f3297-9db8-4bdc-aecd-45331a748e6d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:38:47.929242 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f42ab8-cd07-419f-a874-1ffcf68fe089 req-5a79e7db-b30b-4ace-8f5f-a002245ec5df tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:47.930718 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65f42ab8-cd07-419f-a874-1ffcf68fe089 req-5a79e7db-b30b-4ace-8f5f-a002245ec5df tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 945 time: 0.0652359 Jul 14 10:38:47.971262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-65f42ab8-cd07-419f-a874-1ffcf68fe089 req-47c4337f-a3c4-434b-b6f4-9fb3298340f6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349932 Jul 14 10:38:49.143312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70fb53-6b1f-40f7-9c9c-6fcdeef4168a req-3ded46c4-a010-400d-b140-f9c926bc8ddc tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:49.144838 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b70fb53-6b1f-40f7-9c9c-6fcdeef4168a req-3ded46c4-a010-400d-b140-f9c926bc8ddc tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 945 time: 0.0625217 Jul 14 10:38:49.181801 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0b70fb53-6b1f-40f7-9c9c-6fcdeef4168a req-0b003932-0eb7-4b2a-9aca-8d33bcdd4480 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Jul 14 10:38:49.314879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc3f3297-9db8-4bdc-aecd-45331a748e6d up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:38:49.365015 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port fc3f3297-9db8-4bdc-aecd-45331a748e6d completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:38:49.368564 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port fc3f3297-9db8-4bdc-aecd-45331a748e6d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:38:49.368935 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:49.445683 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:49.466746 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:38:49.469563 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc345c35-56f5-41f5-ae89-c7e38003e511" -d '{"events": [{"server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "name": "network-vif-plugged", "status": "completed", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:38:49.482237 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:38:49.487410 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:49.538131 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:49.564591 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5658d7f7-b851-49a9-a124-76979d177590 x-openstack-request-id: req-5658d7f7-b851-49a9-a124-76979d177590 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:38:49.564883 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "name": "network-vif-plugged", "status": "completed", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:38:49.565135 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5658d7f7-b851-49a9-a124-76979d177590 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:38:49.565554 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'code': 200} Jul 14 10:38:49.676872 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf690c02-9a97-4330-8e31-17556db43555 req-eb3b0949-6e09-4bdd-a307-65e8480a8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:49.678397 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf690c02-9a97-4330-8e31-17556db43555 req-eb3b0949-6e09-4bdd-a307-65e8480a8ded service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0522256 Jul 14 10:38:49.711475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bf690c02-9a97-4330-8e31-17556db43555 req-6a8f1792-7ad8-443b-938b-f46ddeb8d87c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273049 Jul 14 10:38:50.358898 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3067e3f-e720-4a37-818d-f57e8ec4e980 req-63dfeffd-c2ad-4ad6-9519-1a93d57bdcb6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:50.360942 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a3067e3f-e720-4a37-818d-f57e8ec4e980 req-63dfeffd-c2ad-4ad6-9519-1a93d57bdcb6 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0701973 Jul 14 10:38:50.399529 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-a3067e3f-e720-4a37-818d-f57e8ec4e980 req-5fec7a8d-1d61-4409-beb2-de7fb247eef0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Jul 14 10:38:51.573949 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1d1f1-4de6-43f2-878b-bc25871c60f1 req-9f0f80f4-77f3-4eca-9acb-ee0f9158e603 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:51.575327 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4a1d1f1-4de6-43f2-878b-bc25871c60f1 req-9f0f80f4-77f3-4eca-9acb-ee0f9158e603 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0616860 Jul 14 10:38:51.612089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e4a1d1f1-4de6-43f2-878b-bc25871c60f1 req-0141d7c9-abc8-4505-88c7-7b20662a7f21 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303948 Jul 14 10:38:51.788311 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c469a-6ff7-47e4-b5b6-2c4ea2f3007a req-d0ab5e5a-1afe-4ab2-883f-2ed38f852435 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:51.789902 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-243c469a-6ff7-47e4-b5b6-2c4ea2f3007a req-d0ab5e5a-1afe-4ab2-883f-2ed38f852435 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0637932 Jul 14 10:38:51.837338 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-243c469a-6ff7-47e4-b5b6-2c4ea2f3007a req-ee3a1204-beab-48aa-bfce-eb2262fe7ea9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417776 Jul 14 10:38:51.861162 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53044) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:51.915737 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6bd143-5320-47a2-b70d-9e01ee9d39be tempest-TestShelveInstance-301401371 tempest-TestShelveInstance-301401371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:51.917336 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6f6bd143-5320-47a2-b70d-9e01ee9d39be tempest-TestShelveInstance-301401371 tempest-TestShelveInstance-301401371-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1093 time: 0.0551834 Jul 14 10:38:51.920233 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53046) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:38:51.925547 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:38:51.947448 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:52.024661 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1b41f19c-9fd4-4296-a14d-6540be003758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:52.042608 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:52.150860 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Allocated IP 172.25.0.249 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/6b11b034-020e-4647-ab83-1084024ec913) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:38:52.250714 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:52.291004 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:52.331134 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:38:52.335703 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:38:52.338495 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:38:52.345018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'Port': ['ID=6b11b034-020e-4647-ab83-1084024ec913,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:52.715609 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:52.797155 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:52.947434 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:52.951899 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:53.018674 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event updated for resources: {'Port': ['ID=6b11b034-020e-4647-ab83-1084024ec913,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:38:53.028596 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:53.133847 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Floating IP b1584771-e3b2-41c9-8f2e-f58316676d5a associated. External IP: 172.25.0.249, port: fc3f3297-9db8-4bdc-aecd-45331a748e6d. Jul 14 10:38:53.341682 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Router d4b884c7-daf5-42a1-ba4b-a0e753234a96 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:38:53.450322 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:38:53.460124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] Sync routers for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:38:53.468348 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:53.470991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:38:53.471620 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:38:53.506970 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-ce0531a1-8753-4889-adda-16c5b0bf2a6a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5851500 Jul 14 10:38:53.507227 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:38:53.509603 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e580289c-7f3f-4415-b023-09895cae983c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:38:53.585053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:38:53.598557 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4110eae7-96e5-46aa-b786-807950ce8eec x-openstack-request-id: req-4110eae7-96e5-46aa-b786-807950ce8eec {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:38:53.598858 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:38:53.599110 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4110eae7-96e5-46aa-b786-807950ce8eec {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:38:53.599519 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'status': 'completed', 'code': 200} Jul 14 10:38:53.677336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580289c-7f3f-4415-b023-09895cae983c req-dfdb8cb0-2747-4459-ae7a-b6636b4d748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:53.679532 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e580289c-7f3f-4415-b023-09895cae983c req-dfdb8cb0-2747-4459-ae7a-b6636b4d748f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0572209 Jul 14 10:38:53.768128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580289c-7f3f-4415-b023-09895cae983c req-86fafadc-1528-4b43-96ca-32f2b6f74cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:53.769734 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e580289c-7f3f-4415-b023-09895cae983c req-86fafadc-1528-4b43-96ca-32f2b6f74cb1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0843594 Jul 14 10:38:53.818353 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b1584771-e3b2-41c9-8f2e-f58316676d5a', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'port_id': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'mac_address': 'fa:16:3e:43:da:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:38:52Z', 'updated_at': '2021-07-14T10:38:52Z', 'revision_number': 0, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:38:53.846159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] Checking router: d4b884c7-daf5-42a1-ba4b-a0e753234a96 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:38:53.846430 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e580289c-7f3f-4415-b023-09895cae983c req-c7109eb3-8e34-4962-98bf-1853a8bb0067 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 1000 time: 0.0704310 Jul 14 10:38:53.854445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:38:53.855051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:38:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:38:53.894818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580289c-7f3f-4415-b023-09895cae983c req-ff09ebf3-fc14-4b9f-866d-f8abbe1eed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:53.896330 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e580289c-7f3f-4415-b023-09895cae983c req-ff09ebf3-fc14-4b9f-866d-f8abbe1eed25 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0440271 Jul 14 10:38:53.952718 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580289c-7f3f-4415-b023-09895cae983c req-423a325b-e135-4732-85c3-db79486bc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:38:53.954253 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e580289c-7f3f-4415-b023-09895cae983c req-423a325b-e135-4732-85c3-db79486bc6db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510676 Jul 14 10:38:53.961961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:38:54.046089 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e580289c-7f3f-4415-b023-09895cae983c req-5b4b9049-ff0f-4241-afa5-c67fb613dbbe service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843523 Jul 14 10:38:54.133087 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e580289c-7f3f-4415-b023-09895cae983c req-49569875-655d-4275-bfaa-93b0ad664e86 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805652 Jul 14 10:38:54.187905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b1584771-e3b2-41c9-8f2e-f58316676d5a', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'port_id': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'mac_address': 'fa:16:3e:43:da:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:38:52Z', 'updated_at': '2021-07-14T10:38:52Z', 'revision_number': 0, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:38:54.214197 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b5f1e-0b0f-4f3c-afb3-92fded39dde1 None None] The sync data for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 is: [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b1584771-e3b2-41c9-8f2e-f58316676d5a', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'port_id': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'mac_address': 'fa:16:3e:43:da:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:38:52Z', 'updated_at': '2021-07-14T10:38:52Z', 'revision_number': 0, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:38:54.341931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c9bf20bf-63c7-47f5-b902-32c5bc1fed7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:54.426201 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d5aee-faad-4cb1-93ee-57cac144d545 None None] New status for floating IP b1584771-e3b2-41c9-8f2e-f58316676d5a: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:38:54.672262 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:55.912988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:57.550874 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:38:57.707583 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:00.227368 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:12.371784 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:39:22.025437 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-68ce5ff1-d444-4bfe-96e6-81355818c9ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:24.344352 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-52c0504b-df92-457f-9e77-2ac290027190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:24.674611 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:25.815913 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40692564-b29c-44d4-8084-d029eadf002d req-69b3a009-df75-4a45-8788-b2f9108d0328 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546706 Jul 14 10:39:25.914457 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:25.917006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40692564-b29c-44d4-8084-d029eadf002d req-dd544b63-61ab-4dff-a175-bdb9893fabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:25.918509 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40692564-b29c-44d4-8084-d029eadf002d req-dd544b63-61ab-4dff-a175-bdb9893fabc1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0575125 Jul 14 10:39:26.371126 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40692564-b29c-44d4-8084-d029eadf002d req-2a4289cb-2a4b-4e6d-a811-52664c2aa194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:26.372617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40692564-b29c-44d4-8084-d029eadf002d req-2a4289cb-2a4b-4e6d-a811-52664c2aa194 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.4335778 Jul 14 10:39:26.440153 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40692564-b29c-44d4-8084-d029eadf002d req-392832be-1dba-4b46-93aa-ceb99bcba24c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 1002 time: 0.0605857 Jul 14 10:39:26.488378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40692564-b29c-44d4-8084-d029eadf002d req-b2a9b266-e1c5-4e53-9886-11fd7a76c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:26.489797 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40692564-b29c-44d4-8084-d029eadf002d req-b2a9b266-e1c5-4e53-9886-11fd7a76c7c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0431287 Jul 14 10:39:26.547442 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40692564-b29c-44d4-8084-d029eadf002d req-098fd8e8-4905-42b8-be8a-5bfe6caba4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:39:26.548873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40692564-b29c-44d4-8084-d029eadf002d req-098fd8e8-4905-42b8-be8a-5bfe6caba4c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523822 Jul 14 10:39:26.649254 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40692564-b29c-44d4-8084-d029eadf002d req-b5e596e3-0916-464b-ad2c-752b676b1953 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932181 Jul 14 10:39:26.740698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-40692564-b29c-44d4-8084-d029eadf002d req-05443d39-520a-4b96-8547-c1211ff5e686 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 Jul 14 10:39:27.554137 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:27.722817 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:30.250127 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:49.370583 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:39:52.025674 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2c7be07e-76db-45c4-a913-5f62357329a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:54.345442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-734866db-dbd5-41c0-8f23-c7bd14a4055e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:54.678862 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:55.917287 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:57.557357 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:39:57.724054 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:00.254651 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:22.026587 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e9fc05cf-f333-46cf-9e3b-c678c5096947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:24.347236 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-73a48686-5126-4a06-ab5a-90fdcf635c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:24.679629 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:25.920893 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:26.370489 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:40:26.836869 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-cc0fc0b7-6fc6-477d-8f06-6a8c15539d75 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597844 Jul 14 10:40:26.935162 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-e3f37b8c-4643-4641-ad14-6384f46a53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:26.936727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-e3f37b8c-4643-4641-ad14-6384f46a53ae service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0571165 Jul 14 10:40:27.040864 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-5b37559b-e500-49aa-98c6-adc172dd78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:27.042361 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-5b37559b-e500-49aa-98c6-adc172dd78f4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0846360 Jul 14 10:40:27.112802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-ee6b125f-efcb-40ec-925c-62ba5263446e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 1002 time: 0.0636411 Jul 14 10:40:27.162174 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-08cdd25b-3c0e-497c-bf4c-d8bcd0f7a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:27.163664 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-08cdd25b-3c0e-497c-bf4c-d8bcd0f7a450 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0454562 Jul 14 10:40:27.222008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-e244c47c-822f-4f46-88cd-ec4c692ec689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:27.223540 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-e244c47c-822f-4f46-88cd-ec4c692ec689 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534708 Jul 14 10:40:27.318123 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-3ca1e956-9fa6-46ae-b813-9d626449330e service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881751 Jul 14 10:40:27.413729 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c92f7190-6e89-4640-b0e4-154fe05b247f req-19d6309a-2788-4370-9076-8f6b94975f41 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895302 Jul 14 10:40:27.559331 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:27.739005 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:30.281926 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:47.910071 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899119-639a-4713-a204-a7757ec496ab req-81d32cac-72f3-4298-ad08-3a2286587453 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:47.911674 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9899119-639a-4713-a204-a7757ec496ab req-81d32cac-72f3-4298-ad08-3a2286587453 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0652215 Jul 14 10:40:47.955436 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d9899119-639a-4713-a204-a7757ec496ab req-429ef872-50a5-4bd1-84c2-dcbb97234871 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378933 Jul 14 10:40:49.142672 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0876cd3-bd7b-42d6-933a-87252eb81998 req-aa91803d-3724-4b17-a1ff-f1d1b01d6956 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:49.144175 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0876cd3-bd7b-42d6-933a-87252eb81998 req-aa91803d-3724-4b17-a1ff-f1d1b01d6956 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0631061 Jul 14 10:40:49.182307 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-d0876cd3-bd7b-42d6-933a-87252eb81998 req-039eabc3-13dd-4078-9132-a1d192b5b1d8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325158 Jul 14 10:40:50.385715 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007ab34-e1cd-4a9e-917b-df7c37902dcb req-00309536-33c2-4f1d-bb90-89c15d8a0745 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:50.387178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4007ab34-e1cd-4a9e-917b-df7c37902dcb req-00309536-33c2-4f1d-bb90-89c15d8a0745 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0617278 Jul 14 10:40:50.424789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4007ab34-e1cd-4a9e-917b-df7c37902dcb req-874b78e1-9ef5-46af-8e09-3e673a9d3732 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320487 Jul 14 10:40:51.602405 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee3dd8-233c-4165-ae93-ed6a76e0a4bf req-f22b299e-8178-469e-aba0-61a4e8cb38e0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:51.603812 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9ee3dd8-233c-4165-ae93-ed6a76e0a4bf req-f22b299e-8178-469e-aba0-61a4e8cb38e0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0661695 Jul 14 10:40:51.642102 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-c9ee3dd8-233c-4165-ae93-ed6a76e0a4bf req-e352f7ce-8c21-4e2d-b43e-fb55f1f77cab tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326724 Jul 14 10:40:52.027025 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-19f88e02-8f5b-42a3-a7b6-ef7fb83f1812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:52.812701 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66465b-9dff-4b92-b4aa-12a3c724a330 req-092b0c49-624b-465d-b139-ff00b96a6635 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:52.814197 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb66465b-9dff-4b92-b4aa-12a3c724a330 req-092b0c49-624b-465d-b139-ff00b96a6635 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0640500 Jul 14 10:40:52.852442 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-cb66465b-9dff-4b92-b4aa-12a3c724a330 req-6a98be0d-d72a-4e3c-81d6-8ca33608bbbd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317447 Jul 14 10:40:54.023138 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f77b2-c3e1-4dbd-be48-7e249f91d6a7 req-538c623b-a871-4325-8785-4ffcaefd24a9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:54.024672 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-263f77b2-c3e1-4dbd-be48-7e249f91d6a7 req-538c623b-a871-4325-8785-4ffcaefd24a9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0627370 Jul 14 10:40:54.062022 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-263f77b2-c3e1-4dbd-be48-7e249f91d6a7 req-72590adb-e68b-478a-aeee-03a59588b79a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Jul 14 10:40:54.348637 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-520b4803-8843-4219-93bf-31a92a867d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:54.682580 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:55.237260 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7587a-b258-41c1-a087-746dd579a6e5 req-bd1f00ad-68c8-485c-ab81-8f4281626d51 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:55.238760 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f2e7587a-b258-41c1-a087-746dd579a6e5 req-bd1f00ad-68c8-485c-ab81-8f4281626d51 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0678060 Jul 14 10:40:55.278268 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f2e7587a-b258-41c1-a087-746dd579a6e5 req-b8c4361b-07c2-4c77-ac05-9c07c8c8fe5f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337017 Jul 14 10:40:55.923541 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:56.449646 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4e3cf-7a7f-4324-aff8-7e2fd1b0c59b req-69730f63-ab25-4bb5-bd8f-10eeab52002e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:56.451128 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cef4e3cf-7a7f-4324-aff8-7e2fd1b0c59b req-69730f63-ab25-4bb5-bd8f-10eeab52002e tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0621231 Jul 14 10:40:56.493764 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-cef4e3cf-7a7f-4324-aff8-7e2fd1b0c59b req-12f532db-968a-43cc-b484-0e2c1aa35828 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369978 Jul 14 10:40:57.563320 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:57.665716 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadb668-58fa-4ace-bcc0-1c02c714b40b req-0e6d74f5-baab-4613-bd9f-e67b4a46432c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:57.667260 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbadb668-58fa-4ace-bcc0-1c02c714b40b req-0e6d74f5-baab-4613-bd9f-e67b4a46432c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0653763 Jul 14 10:40:57.704025 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bbadb668-58fa-4ace-bcc0-1c02c714b40b req-5e6f9bf5-94bc-4720-9d9f-01b1c32ad05f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311627 Jul 14 10:40:57.754390 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:40:58.002532 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-e8694b97-4291-4dc9-bd19-092e5694a857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:58.004012 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-e8694b97-4291-4dc9-bd19-092e5694a857 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0557489 Jul 14 10:40:58.090608 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-8cfe7698-6730-4898-98c4-000c35f4a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:58.092067 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-8cfe7698-6730-4898-98c4-000c35f4a719 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0825338 Jul 14 10:40:58.159988 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-30cc66d3-38ef-4448-aee8-ffe1cb8ffcb7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 1002 time: 0.0615838 Jul 14 10:40:58.207591 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-1296d48d-61ef-4e6e-bade-0c12998f86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:58.209076 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-1296d48d-61ef-4e6e-bade-0c12998f86a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0431910 Jul 14 10:40:58.264120 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-ed52e0ce-8e35-4f11-ae33-840db4ba5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:58.265618 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-ed52e0ce-8e35-4f11-ae33-840db4ba5a27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507641 Jul 14 10:40:58.357608 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-39960ef8-b469-4a51-befb-9da54e93adc4 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855486 Jul 14 10:40:58.452516 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b108af8f-2826-4a77-b59d-268339a8e7f6 req-35ad9e65-d588-4140-a93b-1411e2ca36ce service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874195 Jul 14 10:40:58.875327 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd73a6-0d31-4610-88f0-f2e8f5ad046e req-9ab88bba-1d40-4b54-a71c-65e9309a63d8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:40:58.876845 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0edd73a6-0d31-4610-88f0-f2e8f5ad046e req-9ab88bba-1d40-4b54-a71c-65e9309a63d8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0639987 Jul 14 10:40:58.914438 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0edd73a6-0d31-4610-88f0-f2e8f5ad046e req-66c11758-c83b-4301-ab03-6f229fc01dfb tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315766 Jul 14 10:41:00.093251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f9960-19f4-45f1-8231-0f74d8343855 req-5f9c754a-13f0-4c02-bf28-699a6148e129 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:00.094758 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-972f9960-19f4-45f1-8231-0f74d8343855 req-5f9c754a-13f0-4c02-bf28-699a6148e129 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0644212 Jul 14 10:41:00.134195 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-972f9960-19f4-45f1-8231-0f74d8343855 req-b33caddd-56e7-4278-93ce-aa7f01d3ea0d tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331273 Jul 14 10:41:00.301327 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:01.497207 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73ed53-8dda-418d-8f12-34c57e89ac8c req-5499df3e-ade5-42e9-b23d-9135068865f3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:01.499350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f73ed53-8dda-418d-8f12-34c57e89ac8c req-5499df3e-ade5-42e9-b23d-9135068865f3 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0673628 Jul 14 10:41:01.539270 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-1f73ed53-8dda-418d-8f12-34c57e89ac8c req-84deaf1b-8521-4315-b9d9-4875c5130eca tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331464 Jul 14 10:41:02.720625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94175317-ec65-4470-b118-e95b5776ce84 req-89ace81a-9bd2-4a5a-ba2d-28c3d56fc9de tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:02.722111 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94175317-ec65-4470-b118-e95b5776ce84 req-89ace81a-9bd2-4a5a-ba2d-28c3d56fc9de tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0696247 Jul 14 10:41:02.759373 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-94175317-ec65-4470-b118-e95b5776ce84 req-7c8058a1-59dc-462c-a7be-f4161437d790 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316775 Jul 14 10:41:03.118284 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-67570d35-1f0b-42da-9dfe-4fd3e12493c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1389587 Jul 14 10:41:03.130414 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c9cd2-2148-436f-bb39-76506c7ae375 req-aa97c965-8b39-4870-b300-56111032adac tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:03.131873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e81c9cd2-2148-436f-bb39-76506c7ae375 req-aa97c965-8b39-4870-b300-56111032adac tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0849340 Jul 14 10:41:03.172162 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e81c9cd2-2148-436f-bb39-76506c7ae375 req-29277599-a644-4da9-b6ec-611da251b67f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334520 Jul 14 10:41:03.369702 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:41:04.018259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc3f3297-9db8-4bdc-aecd-45331a748e6d no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:41:04.094561 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:04.118457 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:41:04.120763 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e67abbb-fb6d-47d5-9350-68f53853f19f" -d '{"events": [{"server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "name": "network-vif-unplugged", "status": "completed", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:41:04.135481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:04.139784 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:04.170359 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Jul 2021 10:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4356be-bb85-434f-ba8c-eedb041114c3 x-openstack-request-id: req-3d4356be-bb85-434f-ba8c-eedb041114c3 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:41:04.170657 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "name": "network-vif-unplugged", "status": "failed", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d", "code": 422}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:41:04.170914 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d4356be-bb85-434f-ba8c-eedb041114c3 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:41:04.171311 n-d-780147-26 neutron-server[93781]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'code': 422} returned with failed status Jul 14 10:41:04.196886 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:04.204804 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.205137 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.205482 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.205823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.206171 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.206497 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.206824 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.207448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.207448 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.207789 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.208149 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.208498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:41:04.354108 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082a47e-f4c0-4b05-ab82-f2ad9dd3e3c2 req-4e7c57d5-7160-4041-9503-f0be6aaa7a9f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:04.355622 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4082a47e-f4c0-4b05-ab82-f2ad9dd3e3c2 req-4e7c57d5-7160-4041-9503-f0be6aaa7a9f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0714357 Jul 14 10:41:04.394281 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4082a47e-f4c0-4b05-ab82-f2ad9dd3e3c2 req-344aaf23-9c01-4484-9eb4-163eb980ae06 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327890 Jul 14 10:41:05.578094 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01cf51-cbfd-4493-9cba-c382c9989ea1 req-cfa2b654-db4d-4e14-8c85-905dacf02cdf tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:05.579519 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be01cf51-cbfd-4493-9cba-c382c9989ea1 req-cfa2b654-db4d-4e14-8c85-905dacf02cdf tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0690076 Jul 14 10:41:05.618118 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-be01cf51-cbfd-4493-9cba-c382c9989ea1 req-919cc90f-80df-4bbb-b7ff-a73d4bd011ae tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322561 Jul 14 10:41:06.804103 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40a638-bb44-4925-8caf-bcdb3f0957f4 req-010b6b1b-0917-42c9-ad22-7b57248fe102 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:06.805711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c40a638-bb44-4925-8caf-bcdb3f0957f4 req-010b6b1b-0917-42c9-ad22-7b57248fe102 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0667980 Jul 14 10:41:06.846448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-2c40a638-bb44-4925-8caf-bcdb3f0957f4 req-e792ea81-4db3-4ee3-b55b-2ba27de05ab5 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348024 Jul 14 10:41:07.867378 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-d74db018-988d-4e59-b40a-7c1307e601cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:07.868964 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-d74db018-988d-4e59-b40a-7c1307e601cf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74&tenant_id=be9f638f589f478f9e533d7f75937160 HTTP/1.1" status: 200 len: 1096 time: 0.0586514 Jul 14 10:41:07.945765 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-56b58eea-c957-4722-a1de-ed6681ef189b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:07.947261 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-56b58eea-c957-4722-a1de-ed6681ef189b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1096 time: 0.0557375 Jul 14 10:41:08.022663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7f75-fd64-4f10-a8c4-7e470fb70ad1 req-ba4cbb4b-3688-4026-bdee-792cf32f1b02 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:08.024187 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-95de7f75-fd64-4f10-a8c4-7e470fb70ad1 req-ba4cbb4b-3688-4026-bdee-792cf32f1b02 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0636084 Jul 14 10:41:08.034948 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-fa998295-f950-4467-ab19-1ca97b8a168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:08.036453 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-fa998295-f950-4467-ab19-1ca97b8a168e service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0830140 Jul 14 10:41:08.062543 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-95de7f75-fd64-4f10-a8c4-7e470fb70ad1 req-c131f5d3-edeb-41c4-ad1d-aba747a1af24 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323219 Jul 14 10:41:08.103731 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-df6e8c10-4f02-4d71-996f-045b24c505cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 1000 time: 0.0613127 Jul 14 10:41:08.151597 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-175e7074-68d8-4c88-8f02-c71c4e276943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:08.153381 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-175e7074-68d8-4c88-8f02-c71c4e276943 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0440905 Jul 14 10:41:08.209264 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-83e3c206-9450-4ec6-86b5-e0112cf7b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:08.210783 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-83e3c206-9450-4ec6-86b5-e0112cf7b4ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517197 Jul 14 10:41:08.300735 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-a3809849-8e03-49fa-ae04-a9d9db835683 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839865 Jul 14 10:41:08.387738 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-478a2123-7331-48ae-b937-d99cd8c1d09e service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813520 Jul 14 10:41:09.239321 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58403ae3-c687-491e-8369-139aec32d322 req-453fbdfc-3d4b-46b2-81ce-a27d6d09a6cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:09.240867 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58403ae3-c687-491e-8369-139aec32d322 req-453fbdfc-3d4b-46b2-81ce-a27d6d09a6cd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0698619 Jul 14 10:41:09.279487 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58403ae3-c687-491e-8369-139aec32d322 req-01242828-17e2-4aa4-98a0-b5a28134a419 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330992 Jul 14 10:41:10.448841 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ed62-8fbf-434a-8004-cc901ff7d3e6 req-507311cf-a98d-40c1-8b09-85b68a36cb82 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:10.450350 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ff0ed62-8fbf-434a-8004-cc901ff7d3e6 req-507311cf-a98d-40c1-8b09-85b68a36cb82 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0624654 Jul 14 10:41:10.492076 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-0ff0ed62-8fbf-434a-8004-cc901ff7d3e6 req-3ec8fea1-7fbf-47da-b048-d6536104ffa7 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361681 Jul 14 10:41:11.664028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4007-a2e3-4ed1-b12f-f5bf201b3542 req-2db2b26a-4f38-4191-a7e9-840f558ce83c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:11.665570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f5d4007-a2e3-4ed1-b12f-f5bf201b3542 req-2db2b26a-4f38-4191-a7e9-840f558ce83c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0648916 Jul 14 10:41:11.702572 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8f5d4007-a2e3-4ed1-b12f-f5bf201b3542 req-c0b13717-3d5a-4c13-81d4-275114b56cd5 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314131 Jul 14 10:41:12.876786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80a2f2-a815-4d1c-8390-e007e0eefbc1 req-7bd4fcea-dcfd-40fd-8668-b47dc97d0446 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:12.878281 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c80a2f2-a815-4d1c-8390-e007e0eefbc1 req-7bd4fcea-dcfd-40fd-8668-b47dc97d0446 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0627849 Jul 14 10:41:12.916839 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-8c80a2f2-a815-4d1c-8390-e007e0eefbc1 req-60e6ba97-65f0-491c-871a-2c821c937604 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324519 Jul 14 10:41:14.086672 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f6db5-77bd-4cee-9e7f-a12918041661 req-77c3ff81-a700-49b6-8f4a-72a63f0e84c9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:14.088139 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20f6db5-77bd-4cee-9e7f-a12918041661 req-77c3ff81-a700-49b6-8f4a-72a63f0e84c9 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0617344 Jul 14 10:41:14.129118 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d20f6db5-77bd-4cee-9e7f-a12918041661 req-44be8855-42cc-4d18-81cf-5f1a781b4844 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352607 Jul 14 10:41:15.305916 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb12326-1e5f-4e6d-84f0-49770db96cb9 req-36439578-7561-47cf-b0a6-8da8d40468d1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:15.307441 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdb12326-1e5f-4e6d-84f0-49770db96cb9 req-36439578-7561-47cf-b0a6-8da8d40468d1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 944 time: 0.0638080 Jul 14 10:41:15.343670 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bdb12326-1e5f-4e6d-84f0-49770db96cb9 req-d86458d7-cdb7-4466-ab7e-17ccba7a04ff tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306058 Jul 14 10:41:16.055287 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc3f3297-9db8-4bdc-aecd-45331a748e6d details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:41:16.149796 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:16.160948 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'port_id': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'mac_address': 'fa:16:3e:43:da:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:41:16.197007 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:16.209549 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3f3297-9db8-4bdc-aecd-45331a748e6d {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:41:16.228974 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:16.232640 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:16.278718 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:16.460246 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['fc3f3297-9db8-4bdc-aecd-45331a748e6d'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:41:16.521595 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338eb1d3-c33d-4b9f-901e-b90907a144fc req-7d6dbe4e-1f21-47da-8f49-51fcd30d47f2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:16.523224 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-338eb1d3-c33d-4b9f-901e-b90907a144fc req-7d6dbe4e-1f21-47da-8f49-51fcd30d47f2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 945 time: 0.0666063 Jul 14 10:41:16.567220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-338eb1d3-c33d-4b9f-901e-b90907a144fc req-5edc875b-bcef-4afb-8752-c058e5359cb8 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374660 Jul 14 10:41:17.746362 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cece9-e5b4-4a53-8829-4a0811a3f49e req-c3dafee4-8d8c-404e-80da-2de00a690a01 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:17.747831 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b14cece9-e5b4-4a53-8829-4a0811a3f49e req-c3dafee4-8d8c-404e-80da-2de00a690a01 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 945 time: 0.0653651 Jul 14 10:41:17.785033 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-b14cece9-e5b4-4a53-8829-4a0811a3f49e req-f808e98a-6f97-40d6-bd84-ff9c59ed29e1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Jul 14 10:41:18.070969 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc3f3297-9db8-4bdc-aecd-45331a748e6d up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:41:18.118579 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port fc3f3297-9db8-4bdc-aecd-45331a748e6d triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:41:18.118859 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:18.190718 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:18.212683 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:41:18.214895 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d9b034-6cf1-4762-b53d-14818f507363" -d '{"events": [{"server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "name": "network-vif-plugged", "status": "completed", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:41:18.226743 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:41:18.230563 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:18.254429 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8416eb18-12c1-4a51-8184-21c0898b3b35 x-openstack-request-id: req-8416eb18-12c1-4a51-8184-21c0898b3b35 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:41:18.255213 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "name": "network-vif-plugged", "status": "completed", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:41:18.255497 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8416eb18-12c1-4a51-8184-21c0898b3b35 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:41:18.255882 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'code': 200} Jul 14 10:41:18.282091 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:41:18.411634 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb54d40-56d2-4e46-882c-0e7841e554bb req-02d0090a-c864-4471-a198-dbb42f0b14d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:18.413077 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-efb54d40-56d2-4e46-882c-0e7841e554bb req-02d0090a-c864-4471-a198-dbb42f0b14d4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0530512 Jul 14 10:41:18.449344 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-efb54d40-56d2-4e46-882c-0e7841e554bb req-a50d390b-ec92-4ae1-8d29-d4475cd06f1c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298879 Jul 14 10:41:18.977209 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb0b47-cc02-4eff-a8ba-588fba9fbe84 req-ce49d7e2-7d74-4a7f-86df-75c0031866cc tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:18.978743 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9bb0b47-cc02-4eff-a8ba-588fba9fbe84 req-ce49d7e2-7d74-4a7f-86df-75c0031866cc tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0632069 Jul 14 10:41:19.018699 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f9bb0b47-cc02-4eff-a8ba-588fba9fbe84 req-90e687e6-74d0-45c0-9a40-7408b5f2b9a2 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329106 Jul 14 10:41:20.195309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb00da6-7ff1-4a23-bd15-885ba253318c req-ed04cf8a-825e-4769-8e58-40cbdb10c1df tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:20.196769 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dbb00da6-7ff1-4a23-bd15-885ba253318c req-ed04cf8a-825e-4769-8e58-40cbdb10c1df tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0666389 Jul 14 10:41:20.234251 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-dbb00da6-7ff1-4a23-bd15-885ba253318c req-2f5055bb-f4ea-499b-8d9c-2f80bea4898f tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320485 Jul 14 10:41:22.032569 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1cbca767-2b68-476a-8227-328a2d75f6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:24.347998 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa280-30e5-479d-af25-af91354bced7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:24.684878 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:25.925809 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:26.885046 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-f5b7052b-1cda-4880-a20a-b96379683277 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1193526 Jul 14 10:41:26.979723 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-8066e9cd-5e8f-46d1-b5fc-9c699cccb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:26.981253 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-8066e9cd-5e8f-46d1-b5fc-9c699cccb25f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0508940 Jul 14 10:41:27.087160 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-5d9384d1-afc5-438a-81ed-aa56bf752097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:27.088568 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-5d9384d1-afc5-438a-81ed-aa56bf752097 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0880609 Jul 14 10:41:27.152264 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-c4d8a2e4-b2cc-40f9-95f6-ca0158747db2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 1002 time: 0.0574057 Jul 14 10:41:27.202654 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-f7ced068-3ed2-486a-b373-29660f75b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:27.204088 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-f7ced068-3ed2-486a-b373-29660f75b8ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0459869 Jul 14 10:41:27.260346 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-5203300b-edd2-413e-9050-cc800b1babda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:41:27.261870 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-5203300b-edd2-413e-9050-cc800b1babda service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514600 Jul 14 10:41:27.349804 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-15169961-b671-4116-8009-f6a3e53fe0a5 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817661 Jul 14 10:41:27.440923 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f8b53239-38ed-490a-a843-43fe691e52e0 req-5874298b-d9c6-4601-857c-458a663ed523 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851851 Jul 14 10:41:27.564649 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:27.754468 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:30.315783 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:40.369372 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:41:52.024983 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-78d80c74-a6af-46e0-8b85-a2fd96a5dc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:54.349413 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4d78a845-25ef-4aad-a0f6-683611ce0362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:54.686407 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:55.928948 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:57.567992 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:41:57.770053 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:00.316894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:17.368004 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:42:22.026696 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fb07bcca-5afa-48cc-a47e-000846ae703e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:24.350128 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-794c6769-564f-456c-a6e9-24971e2c863c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:24.687320 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:25.933315 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:26.828778 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-02bc7b88-aa59-4401-b5c9-f6a9f640df68 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529590 Jul 14 10:42:26.920023 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-5d5ea0da-6b70-45a5-8eb1-6d1cf47969a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:26.921571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-5d5ea0da-6b70-45a5-8eb1-6d1cf47969a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0526497 Jul 14 10:42:27.032446 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-6e5849b8-d10b-4758-bb3c-a89d4d68d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:27.033889 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-6e5849b8-d10b-4758-bb3c-a89d4d68d338 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0926642 Jul 14 10:42:27.097771 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-47cac362-9125-41e0-811c-0ff621bf9df7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 1002 time: 0.0580385 Jul 14 10:42:27.155986 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-450c072c-9269-4455-b6ac-a68ec28f43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:27.157554 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-450c072c-9269-4455-b6ac-a68ec28f43b5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0542984 Jul 14 10:42:27.213941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-27c95f40-1b95-41cf-bdcb-bee6fd5a4514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:27.215454 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-27c95f40-1b95-41cf-bdcb-bee6fd5a4514 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512788 Jul 14 10:42:27.225383 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-b872e761-2c78-4797-8148-ea9f01a82176 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=93780) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 14 10:42:27.226939 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-b872e761-2c78-4797-8148-ea9f01a82176 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055690 Jul 14 10:42:27.313900 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-b290f576-44a0-4e88-9860-d833ac9c0955 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809305 Jul 14 10:42:27.406161 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-4c9aee58-40c1-4b4f-8b60-08dfe8b721a4 req-1b369e09-7a53-4fd0-8bee-f465a31d7a25 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859599 Jul 14 10:42:27.570137 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:27.769642 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:30.326717 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:31.913830 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53216) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:32.069425 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Deleting port 6b11b034-020e-4647-ab83-1084024ec913 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:32.070270 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.145576 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.145907 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.157961 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Calling delete_port for 6b11b034-020e-4647-ab83-1084024ec913 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:32.304893 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.335745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event deleted for resources: {'Port': ['ID=6b11b034-020e-4647-ab83-1084024ec913,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:32.360456 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.360813 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.361158 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.361503 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.361840 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.362175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.362508 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.362845 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.363171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.363500 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.363824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.364146 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:32.404142 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.404760 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Floating IP b1584771-e3b2-41c9-8f2e-f58316676d5a disassociated (deleted). External IP: 172.25.0.249, port: fc3f3297-9db8-4bdc-aecd-45331a748e6d. Jul 14 10:42:32.608019 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Router d4b884c7-daf5-42a1-ba4b-a0e753234a96 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:42:32.715434 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:32.720743 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:32.724712 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] Sync routers for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:42:32.734163 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:32.734826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:32.757703 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-37b914b9-7694-4d11-9f54-86e57ef6011c tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "DELETE /v2.0/floatingips/b1584771-e3b2-41c9-8f2e-f58316676d5a HTTP/1.1" status: 204 len: 168 time: 0.8427629 Jul 14 10:42:32.758279 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:42:32.760539 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34971216-9be7-4342-9236-18b90449998a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:42:32.808490 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83156541-8272-468c-8894-86057f04f232 x-openstack-request-id: req-83156541-8272-468c-8894-86057f04f232 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:42:32.809136 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:42:32.809272 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-83156541-8272-468c-8894-86057f04f232 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:42:32.809680 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'status': 'completed', 'code': 200} Jul 14 10:42:32.849395 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:32.885795 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34971216-9be7-4342-9236-18b90449998a req-6596c7fa-1d63-4f98-b9ac-17b2c4c8302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:32.887588 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34971216-9be7-4342-9236-18b90449998a req-6596c7fa-1d63-4f98-b9ac-17b2c4c8302a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=be9f638f589f478f9e533d7f75937160&device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 1098 time: 0.0553596 Jul 14 10:42:32.989028 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34971216-9be7-4342-9236-18b90449998a req-17b5ef13-910e-418a-bb08-9d6c6d4f3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:32.990452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34971216-9be7-4342-9236-18b90449998a req-17b5ef13-910e-418a-bb08-9d6c6d4f3b61 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 200 len: 910 time: 0.0971024 Jul 14 10:42:33.039656 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34971216-9be7-4342-9236-18b90449998a req-2f1c6413-0d1d-4a03-90ad-1e228ea7a3c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 200 len: 217 time: 0.0432358 Jul 14 10:42:33.073801 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:33.088249 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34971216-9be7-4342-9236-18b90449998a req-72f3bbd8-e535-4bec-9ab3-e1bba5297e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:33.089710 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34971216-9be7-4342-9236-18b90449998a req-72f3bbd8-e535-4bec-9ab3-e1bba5297e02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 200 len: 848 time: 0.0438051 Jul 14 10:42:33.106126 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] Checking router: d4b884c7-daf5-42a1-ba4b-a0e753234a96 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:42:33.115548 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:33.116094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:33.202435 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34971216-9be7-4342-9236-18b90449998a req-7a9c8b6c-d83e-4a71-9a7e-0c10d0c00f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:33.204027 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34971216-9be7-4342-9236-18b90449998a req-7a9c8b6c-d83e-4a71-9a7e-0c10d0c00f20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d5b61037-3d24-43f0-8916-de06e578e856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081665 Jul 14 10:42:33.213575 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcccded-6823-4ea0-93dd-29e34691b9b7 req-b3e1c0cd-7d39-4135-b4ef-15b47c08b83b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:33.215086 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdcccded-6823-4ea0-93dd-29e34691b9b7 req-b3e1c0cd-7d39-4135-b4ef-15b47c08b83b tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0875964 Jul 14 10:42:33.227259 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:33.319399 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bdcccded-6823-4ea0-93dd-29e34691b9b7 req-3e26623f-1862-44f0-a36b-1b2fc71ce9e1 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955334 Jul 14 10:42:33.342637 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34971216-9be7-4342-9236-18b90449998a req-1322f4b4-c2f8-4761-b5f3-710f61914fd6 service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238077 Jul 14 10:42:33.431124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:33.431387 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-34971216-9be7-4342-9236-18b90449998a req-aeea56e4-adda-4671-af60-a22d9583d6ac service neutron] 10.222.0.69 "GET /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852711 Jul 14 10:42:33.462772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabf03b3-d9f9-42c2-8f66-64211183669d None None] The sync data for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 is: [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:00Z', 'revision_number': 4, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '35977206-0c17-4464-a550-bcdc3e918af4', 'name': '', 'network_id': 'd5b61037-3d24-43f0-8916-de06e578e856', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'mac_address': 'fa:16:3e:1d:5e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:59Z', 'updated_at': '2021-07-14T10:34:06Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'subnets': [{'id': 'f51bf723-6c29-458c-b69f-b3d1c2e782c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:42:33.673511 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b88d16-6ce2-4ef4-951b-6eb6e5b59c61 None None] New status for floating IP b1584771-e3b2-41c9-8f2e-f58316676d5a: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:42:34.498307 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098edfe-9708-4931-be3a-599ca3764297 req-2af1c098-89d5-42d1-9bc0-a136c6bf0d20 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:34.499803 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3098edfe-9708-4931-be3a-599ca3764297 req-2af1c098-89d5-42d1-9bc0-a136c6bf0d20 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0648687 Jul 14 10:42:34.542889 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3098edfe-9708-4931-be3a-599ca3764297 req-4d0159f7-6cae-433f-a7f3-01bc890a9c82 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/security-groups?id=bbfe4f55-7711-4abc-a48e-df2254de5cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372107 Jul 14 10:42:34.579676 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-4fef3632-daa6-47e0-aae2-45b1be90aabd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:34.581169 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-4fef3632-daa6-47e0-aae2-45b1be90aabd tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 946 time: 0.0679710 Jul 14 10:42:34.681171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Deleting port fc3f3297-9db8-4bdc-aecd-45331a748e6d {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:34.681514 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:34.769601 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] For port fc3f3297-9db8-4bdc-aecd-45331a748e6d, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=fc3f3297-9db8-4bdc-aecd-45331a748e6d,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:34.769961 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.124606 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Calling delete_port for fc3f3297-9db8-4bdc-aecd-45331a748e6d owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:35.252921 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.287600 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event deleted for resources: {'Port': ['ID=fc3f3297-9db8-4bdc-aecd-45331a748e6d,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:35.330128 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] No DVR routers for this DVR port fc3f3297-9db8-4bdc-aecd-45331a748e6d on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:42:35.332747 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:35.334720 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-21cd77d6-b742-41f9-b19d-27f9ffa97134 req-d85dc876-ce08-4a90-b156-4eb04a70218a tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.69 "DELETE /v2.0/ports/fc3f3297-9db8-4bdc-aecd-45331a748e6d HTTP/1.1" status: 204 len: 173 time: 0.7480798 Jul 14 10:42:35.335154 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'name': 'network-vif-deleted', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:42:35.337606 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5b9756-258a-4d68-989d-6b9dc8c74b9f" -d '{"events": [{"server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "name": "network-vif-deleted", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:42:35.374833 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbd58d1-5a7e-40ea-82c0-fd7d0c5da607 x-openstack-request-id: req-dbbd58d1-5a7e-40ea-82c0-fd7d0c5da607 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:42:35.375020 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6be9b8a-d127-40df-8d43-87e1abe5ae74", "name": "network-vif-deleted", "tag": "fc3f3297-9db8-4bdc-aecd-45331a748e6d", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:42:35.375183 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dbbd58d1-5a7e-40ea-82c0-fd7d0c5da607 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:42:35.375581 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6be9b8a-d127-40df-8d43-87e1abe5ae74', 'name': 'network-vif-deleted', 'tag': 'fc3f3297-9db8-4bdc-aecd-45331a748e6d', 'status': 'completed', 'code': 200} Jul 14 10:42:35.687408 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-302b2673-ebd7-42e8-93cd-c4a9a08e9832 req-b1513207-5381-4003-8732-eda9f40333c0 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 210 time: 0.0298245 Jul 14 10:42:36.837033 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f54c040c-f45e-421e-b654-a235353810b8 req-ce588966-3c5b-4568-8eef-70986e301769 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Jul 14 10:42:37.980041 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ff2fdd0c-80f8-4bef-abc1-00a37c620d2c req-3ddf8b95-0e4c-4937-82fd-7c88b81f22c4 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 210 time: 0.0304227 Jul 14 10:42:38.441501 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc3f3297-9db8-4bdc-aecd-45331a748e6d no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:42:38.464166 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: fc3f3297-9db8-4bdc-aecd-45331a748e6d {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:42:38.464539 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device fc3f3297-9db8-4bdc-aecd-45331a748e6d not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:42:39.144501 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e193a3b4-4bc7-41f0-92e7-a3f71da32922 req-e75d4b44-0114-402f-8361-51567efdb176 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6be9b8a-d127-40df-8d43-87e1abe5ae74 HTTP/1.1" status: 200 len: 210 time: 0.0300498 Jul 14 10:42:40.240738 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53252) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:40.301625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.329489 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.394715 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.397381 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:40.399769 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] 10.222.0.73 "DELETE /v2.0/security-groups/bbfe4f55-7711-4abc-a48e-df2254de5cf0 HTTP/1.1" status: 204 len: 168 time: 0.1568239 Jul 14 10:42:40.408818 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfe4f55-7711-4abc-a48e-df2254de5cf0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:40.418331 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.418699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.419019 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.419359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.419696 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.420027 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.420398 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.420726 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.421053 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.421578 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.421917 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.422242 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbc3474-2c06-44f0-9aa0-cbf44883cc44 tempest-TestShelveInstance-610715441 tempest-TestShelveInstance-610715441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:40.448939 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53256) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:40.913524 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:41.169869 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Deleting port 35977206-0c17-4464-a550-bcdc3e918af4 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:41.170101 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:41.249533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] For port 35977206-0c17-4464-a550-bcdc3e918af4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=35977206-0c17-4464-a550-bcdc3e918af4,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:41.249894 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:41.264594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Calling delete_port for 35977206-0c17-4464-a550-bcdc3e918af4 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:41.449208 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:41.474788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=35977206-0c17-4464-a550-bcdc3e918af4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:41.662225 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:41.899941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Router d4b884c7-daf5-42a1-ba4b-a0e753234a96 has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:42:42.009982 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:42.015015 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4073de13-447c-4887-9522-79e39fd8f3ad admin admin] 10.222.0.73 "PUT /v2.0/routers/d4b884c7-daf5-42a1-ba4b-a0e753234a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5629318 Jul 14 10:42:42.017603 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53260) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:42.018266 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] Sync routers for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:42:42.028669 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:42.029290 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:42.123393 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.133016 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:42.227285 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.279344 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Deleting port 4fc517f8-8068-474d-a9a3-ce74453a797a {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:42.279948 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.316961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37'}], 'enable_snat': True}, 'gw_port_id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:42:41Z', 'revision_number': 5, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port': {'id': '4fc517f8-8068-474d-a9a3-ce74453a797a', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:42.347771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] Checking router: d4b884c7-daf5-42a1-ba4b-a0e753234a96 for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:42:42.356932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] Routers {'d4b884c7-daf5-42a1-ba4b-a0e753234a96'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:42.357615 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:42.365136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] For port 4fc517f8-8068-474d-a9a3-ce74453a797a, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4fc517f8-8068-474d-a9a3-ce74453a797a,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:42.365525 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.378254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Calling delete_port for 4fc517f8-8068-474d-a9a3-ce74453a797a owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:42.442534 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] Set router d4b884c7-daf5-42a1-ba4b-a0e753234a96 gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:42.494053 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:42:42Z', 'revision_number': 6, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:42.524602 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb1943-23f5-496b-a155-81b02fa97836 None None] The sync data for ids ['d4b884c7-daf5-42a1-ba4b-a0e753234a96'] in n-d-780147-26 is: [{'id': 'd4b884c7-daf5-42a1-ba4b-a0e753234a96', 'name': 'tempest-TestShelveInstance-1269137119-router', 'tenant_id': 'be9f638f589f478f9e533d7f75937160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:33:57Z', 'updated_at': '2021-07-14T10:42:42Z', 'revision_number': 6, 'project_id': 'be9f638f589f478f9e533d7f75937160', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:42:42.548555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.575721 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc517f8-8068-474d-a9a3-ce74453a797a,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:42.635868 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.725555 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.727750 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.775435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.776017 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4b884c7-daf5-42a1-ba4b-a0e753234a96 {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:42:42.781060 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.782262 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fba33115-d482-48de-9d99-5f532954b0b4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/d4b884c7-daf5-42a1-ba4b-a0e753234a96 HTTP/1.1" status: 204 len: 168 time: 0.7636976 Jul 14 10:42:42.785117 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53262) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:42.830556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-5627f507-c13a-4356-b606-24114c0ea221 admin admin] Deleting subnet f51bf723-6c29-458c-b69f-b3d1c2e782c4 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:42:42.833742 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5627f507-c13a-4356-b606-24114c0ea221 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.868373 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5627f507-c13a-4356-b606-24114c0ea221 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:42.963982 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5627f507-c13a-4356-b606-24114c0ea221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.016943 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5627f507-c13a-4356-b606-24114c0ea221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.044625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5627f507-c13a-4356-b606-24114c0ea221 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51bf723-6c29-458c-b69f-b3d1c2e782c4,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:43.046746 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5627f507-c13a-4356-b606-24114c0ea221 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.050607 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9b72cf-57ef-40a3-b75f-2b4ade976c78 None None] Network d5b61037-3d24-43f0-8916-de06e578e856 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:42:43.051370 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5627f507-c13a-4356-b606-24114c0ea221 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f51bf723-6c29-458c-b69f-b3d1c2e782c4 HTTP/1.1" status: 204 len: 168 time: 0.2649069 Jul 14 10:42:43.051558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53264) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:43.121698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.173225 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Deleting port e2ca26e2-3543-4548-873a-269591f1ee53 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:43.173563 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.240392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] For port e2ca26e2-3543-4548-873a-269591f1ee53, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e2ca26e2-3543-4548-873a-269591f1ee53,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:43.240749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.258619 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Calling delete_port for e2ca26e2-3543-4548-873a-269591f1ee53 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:43.281418 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] DHCP port deletion for d5b61037-3d24-43f0-8916-de06e578e856 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:42:43.334522 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Deleting port e2ca26e2-3543-4548-873a-269591f1ee53 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:43.334894 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.345616 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.366232 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ca26e2-3543-4548-873a-269591f1ee53,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:43.375576 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] No DVR routers for this DVR port e2ca26e2-3543-4548-873a-269591f1ee53 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:42:43.402797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] For port e2ca26e2-3543-4548-873a-269591f1ee53, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=e2ca26e2-3543-4548-873a-269591f1ee53,segment=NetworkSegment(6e60ef6e-6c14-4b72-b447-40c295dbc80a),segment_id=6e60ef6e-6c14-4b72-b447-40c295dbc80a)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:43.403195 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.418468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Calling delete_port for e2ca26e2-3543-4548-873a-269591f1ee53 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:43.461457 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.474796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b61037-3d24-43f0-8916-de06e578e856']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:43.487671 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e60ef6e-6c14-4b72-b447-40c295dbc80a') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:43.488172 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e60ef6e-6c14-4b72-b447-40c295dbc80a') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:43.499140 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.510694 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.515228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.524546 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:42:43.525146 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:42:43.527695 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:42:43.546879 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Pushing event deleted for resources: {'Port': ['ID=e2ca26e2-3543-4548-873a-269591f1ee53,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:43.555381 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.556008 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.556554 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.557057 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.557578 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.558084 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.558580 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.559075 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.559582 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.560094 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.560889 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.561444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:43.574041 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d6629b-a10f-4ba0-b742-f528d45ff787 None None] No DVR routers for this DVR port e2ca26e2-3543-4548-873a-269591f1ee53 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:42:43.607625 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.614109 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:43.616725 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d5b61037-3d24-43f0-8916-de06e578e856 HTTP/1.1" status: 204 len: 168 time: 0.5640421 Jul 14 10:42:43.619711 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53266) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:43.639414 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051c184-4781-4821-a18c-7c91ef720357 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5b61037-3d24-43f0-8916-de06e578e856,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:43.972498 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35977206-0c17-4464-a550-bcdc3e918af4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:42:43.993172 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 35977206-0c17-4464-a550-bcdc3e918af4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:42:43.993523 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 35977206-0c17-4464-a550-bcdc3e918af4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:42:43.993954 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e2ca26e2-3543-4548-873a-269591f1ee53 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:42:44.014051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: e2ca26e2-3543-4548-873a-269591f1ee53 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:42:44.014401 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device e2ca26e2-3543-4548-873a-269591f1ee53 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:42:44.014831 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fc517f8-8068-474d-a9a3-ce74453a797a no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:42:44.035613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 4fc517f8-8068-474d-a9a3-ce74453a797a {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:42:44.036118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4fc517f8-8068-474d-a9a3-ce74453a797a not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:42:44.039859 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:44.303875 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Deleting port 539bbb19-8468-4f9b-9583-2f803e951241 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:44.304256 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:44.388339 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] For port 539bbb19-8468-4f9b-9583-2f803e951241, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=539bbb19-8468-4f9b-9583-2f803e951241,segment=NetworkSegment(626b2413-68a4-4a0b-b083-21f4190c65dc),segment_id=626b2413-68a4-4a0b-b083-21f4190c65dc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:44.388708 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:44.401967 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Calling delete_port for 539bbb19-8468-4f9b-9583-2f803e951241 owned by network:router_interface {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:44.580030 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:44.604556 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Pushing event deleted for resources: {'Port': ['ID=539bbb19-8468-4f9b-9583-2f803e951241,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:44.769536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:44.990913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Router 18b28feb-2dd0-4075-8dbd-b6886686427d has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:42:45.106936 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:45.111951 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-17d59edb-aa8a-4b37-90d8-78cccb7f6691 admin admin] 10.222.0.73 "PUT /v2.0/routers/18b28feb-2dd0-4075-8dbd-b6886686427d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4911182 Jul 14 10:42:45.115310 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] Sync routers for ids ['18b28feb-2dd0-4075-8dbd-b6886686427d'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:42:45.115838 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53268) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:45.126885 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] Routers {'18b28feb-2dd0-4075-8dbd-b6886686427d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:45.127511 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['18b28feb-2dd0-4075-8dbd-b6886686427d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:45.232153 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:45.239307 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] Set router 18b28feb-2dd0-4075-8dbd-b6886686427d gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:45.446991 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:42:44Z', 'revision_number': 5, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:45.479267 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] Checking router: 18b28feb-2dd0-4075-8dbd-b6886686427d for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:42:45.488086 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] Routers {'18b28feb-2dd0-4075-8dbd-b6886686427d'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:45.488758 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['18b28feb-2dd0-4075-8dbd-b6886686427d'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:45.615045 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] Set router 18b28feb-2dd0-4075-8dbd-b6886686427d gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:45.730520 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:45.786235 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Deleting port 48688907-8a60-4c0a-9e29-c7e471b0188f {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:45.786967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:45.871059 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] For port 48688907-8a60-4c0a-9e29-c7e471b0188f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=48688907-8a60-4c0a-9e29-c7e471b0188f,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:45.871334 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:45.884647 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Calling delete_port for 48688907-8a60-4c0a-9e29-c7e471b0188f owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:45.930255 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:42:44Z', 'revision_number': 5, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:45.957960 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d62a36-4d1d-46c4-9a54-fe072a910833 None None] The sync data for ids ['18b28feb-2dd0-4075-8dbd-b6886686427d'] in n-d-780147-26 is: [{'id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'name': 'tempest-TestShelveInstance-1243961789-router', 'tenant_id': '62e9748162824de99eddba3b2e325838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153'}], 'enable_snat': True}, 'gw_port_id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:42:44Z', 'revision_number': 5, 'project_id': '62e9748162824de99eddba3b2e325838', 'gw_port': {'id': '48688907-8a60-4c0a-9e29-c7e471b0188f', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18b28feb-2dd0-4075-8dbd-b6886686427d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:34:02Z', 'updated_at': '2021-07-14T10:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:42:46.068842 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.094109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=48688907-8a60-4c0a-9e29-c7e471b0188f,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:46.166937 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.258809 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.260993 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.308836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.309424 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18b28feb-2dd0-4075-8dbd-b6886686427d {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:42:46.314574 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.318074 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1c7a245b-c9bd-46d5-b3de-bfc451bbe3ea admin admin] 10.222.0.73 "DELETE /v2.0/routers/18b28feb-2dd0-4075-8dbd-b6886686427d HTTP/1.1" status: 204 len: 168 time: 1.1992645 Jul 14 10:42:46.318283 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53270) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:46.363517 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee3f16d-48f6-4557-b58a-88e762b405e1 admin admin] Deleting subnet 21e973c8-82d6-4288-8f31-cf493aad5f25 {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:42:46.367501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fee3f16d-48f6-4557-b58a-88e762b405e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.403237 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fee3f16d-48f6-4557-b58a-88e762b405e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.486137 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fee3f16d-48f6-4557-b58a-88e762b405e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.539779 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fee3f16d-48f6-4557-b58a-88e762b405e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.566386 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3f16d-48f6-4557-b58a-88e762b405e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e973c8-82d6-4288-8f31-cf493aad5f25,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:46.568372 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fee3f16d-48f6-4557-b58a-88e762b405e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.571600 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-fee3f16d-48f6-4557-b58a-88e762b405e1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/21e973c8-82d6-4288-8f31-cf493aad5f25 HTTP/1.1" status: 204 len: 168 time: 0.2509501 Jul 14 10:42:46.572743 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53272) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:46.574843 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9474237e-c972-412b-813e-e8b38d07ff9a None None] Network ee732fe8-9275-4d4c-8197-509602103dc3 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:42:46.639193 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.700675 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Deleting port aaa00361-187a-451b-8d1c-3816a162e2f8 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:46.700912 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.757282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] DHCP port deletion for ee732fe8-9275-4d4c-8197-509602103dc3 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:42:46.770104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] For port aaa00361-187a-451b-8d1c-3816a162e2f8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aaa00361-187a-451b-8d1c-3816a162e2f8,segment=NetworkSegment(626b2413-68a4-4a0b-b083-21f4190c65dc),segment_id=626b2413-68a4-4a0b-b083-21f4190c65dc)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:46.770643 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.785056 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Calling delete_port for aaa00361-187a-451b-8d1c-3816a162e2f8 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:46.810485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] Deleting port aaa00361-187a-451b-8d1c-3816a162e2f8 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:42:46.810930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.864684 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.874747 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] For port aaa00361-187a-451b-8d1c-3816a162e2f8, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=aaa00361-187a-451b-8d1c-3816a162e2f8,segment=NetworkSegment(626b2413-68a4-4a0b-b083-21f4190c65dc),segment_id=626b2413-68a4-4a0b-b083-21f4190c65dc)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:46.875142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.888456 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] Calling delete_port for aaa00361-187a-451b-8d1c-3816a162e2f8 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:42:46.896171 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] No DVR routers for this DVR port aaa00361-187a-451b-8d1c-3816a162e2f8 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:42:46.900770 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa00361-187a-451b-8d1c-3816a162e2f8,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:46.972139 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.972424 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:46.984305 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee732fe8-9275-4d4c-8197-509602103dc3']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:46.995207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626b2413-68a4-4a0b-b083-21f4190c65dc') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:46.995512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626b2413-68a4-4a0b-b083-21f4190c65dc') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:46.997046 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] Pushing event deleted for resources: {'Port': ['ID=aaa00361-187a-451b-8d1c-3816a162e2f8,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:47.000852 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b41d89-0fb9-44d2-9306-594bc2d38e0e None None] No DVR routers for this DVR port aaa00361-187a-451b-8d1c-3816a162e2f8 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:42:47.005826 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.021375 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.027832 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:42:47.028267 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:42:47.030279 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:42:47.090156 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.097247 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.099699 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ee732fe8-9275-4d4c-8197-509602103dc3 HTTP/1.1" status: 204 len: 168 time: 0.5258527 Jul 14 10:42:47.113839 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179c43f-813c-45c2-8727-b3f97434c759 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee732fe8-9275-4d4c-8197-509602103dc3,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:47.216429 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53276) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:47.255214 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7aceb1da-767b-44d7-8a91-ba8b64d55448 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be9f638f589f478f9e533d7f75937160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376432 Jul 14 10:42:47.258212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53278) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:47.308601 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f8568c8-a73e-4722-9d1b-5b0716b896c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.328967 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f8568c8-a73e-4722-9d1b-5b0716b896c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.392369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f8568c8-a73e-4722-9d1b-5b0716b896c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.394926 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4f8568c8-a73e-4722-9d1b-5b0716b896c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.396107 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-4f8568c8-a73e-4722-9d1b-5b0716b896c6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e67106cd-1541-45fe-aa68-265ff8b54da0 HTTP/1.1" status: 204 len: 168 time: 0.1369855 Jul 14 10:42:47.403987 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8568c8-a73e-4722-9d1b-5b0716b896c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67106cd-1541-45fe-aa68-265ff8b54da0,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:47.721179 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53284) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:47.761371 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-ad41c435-349f-46cc-94cc-917fbcb55477 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=62e9748162824de99eddba3b2e325838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390296 Jul 14 10:42:47.763853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53286) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:47.811872 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-971cf7d5-a2b9-40bc-8242-08794c179384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.832454 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-971cf7d5-a2b9-40bc-8242-08794c179384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.879085 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-971cf7d5-a2b9-40bc-8242-08794c179384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.881715 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-971cf7d5-a2b9-40bc-8242-08794c179384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:47.882932 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-971cf7d5-a2b9-40bc-8242-08794c179384 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/60308697-7571-4463-a3cc-7aa2d1ef5d61 HTTP/1.1" status: 204 len: 168 time: 0.1181438 Jul 14 10:42:47.890690 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cf7d5-a2b9-40bc-8242-08794c179384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60308697-7571-4463-a3cc-7aa2d1ef5d61,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:47.982597 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 539bbb19-8468-4f9b-9583-2f803e951241 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:42:48.002959 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 539bbb19-8468-4f9b-9583-2f803e951241 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:42:48.003303 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 539bbb19-8468-4f9b-9583-2f803e951241 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:42:48.003986 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aaa00361-187a-451b-8d1c-3816a162e2f8 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:42:48.023026 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: aaa00361-187a-451b-8d1c-3816a162e2f8 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:42:48.023883 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device aaa00361-187a-451b-8d1c-3816a162e2f8 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:42:48.024339 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 48688907-8a60-4c0a-9e29-c7e471b0188f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:42:48.044337 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 48688907-8a60-4c0a-9e29-c7e471b0188f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:42:48.044690 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 48688907-8a60-4c0a-9e29-c7e471b0188f not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:42:48.564699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53308) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:48.658821 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1836752462-network', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:48.678588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Made reservation on behalf of afcde439bfff4657b2bbbc93207e869d for: {'network': 1} {{(pid=93779) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:42:48.681014 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.689372 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.777958 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.781894 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.802781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=93779) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:42:48.819296 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f715dac6-2c27-457c-bb4a-c807812251e1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:48.824023 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.824519 n-d-780147-26 neutron-server[93779]: INFO neutron.db.segments_db [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Added segment 7179949d-1188-4b4e-b6f0-675d9e45b113 of type vlan for network aff449ae-d649-4e71-b503-4e70a1728358 Jul 14 10:42:48.874483 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.905743 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.906618 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:48.907199 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:48.964829 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3989155 Jul 14 10:42:48.967874 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53312) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:48.969940 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d011765-3c75-4052-8a93-a7a4f1bac907 admin admin] Pushing event updated for resources: {'Network': ['ID=aff449ae-d649-4e71-b503-4e70a1728358,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:48.975099 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Request body: {'subnet': {'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1836752462-subnet', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:48.980010 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network aff449ae-d649-4e71-b503-4e70a1728358 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:42:48.998477 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Made reservation on behalf of afcde439bfff4657b2bbbc93207e869d for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:42:49.001051 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.174357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.231571 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1611baea-0a96-4daf-8f62-33fbd7556780,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:49.240093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Checking segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:49.240491 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Network hostable DHCP agents. Network: aff449ae-d649-4e71-b503-4e70a1728358, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:42:49.257285 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Network aff449ae-d649-4e71-b503-4e70a1728358 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:42:49.265263 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, aff449ae-d649-4e71-b503-4e70a1728358) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:49.269301 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:49.269997 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.274880 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43820e39-0b25-4b62-bf0b-3e1cc24663b6 None None] Network aff449ae-d649-4e71-b503-4e70a1728358 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:42:49.288165 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f7a028a0-6f2a-462f-b715-93afc239cc6e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3185332 Jul 14 10:42:49.291469 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53314) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:49.295932 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:49.317996 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.319067 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.382359 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.424979 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-aff449ae-d649-4e71-b503-4e70a1728358', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:42:49.425789 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.522302 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.556637 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Allocated IP 172.20.0.2 (aff449ae-d649-4e71-b503-4e70a1728358/1611baea-0a96-4daf-8f62-33fbd7556780/4ea717af-6b08-4da2-a635-76ee534f06b4) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:49.728408 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.748327 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.855786 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.856873 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Allocated IP 172.25.0.200 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/1721ea09-cedd-4bf3-a1fa-77b21bacf4bf) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:49.864437 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Transition to ACTIVE for port object 4ea717af-6b08-4da2-a635-76ee534f06b4 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:49.879200 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Transition to ACTIVE for port object 4ea717af-6b08-4da2-a635-76ee534f06b4 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:49.885769 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.925410 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Network aff449ae-d649-4e71-b503-4e70a1728358 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:49.928247 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:49.930784 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:49.939797 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Pushing event updated for resources: {'Port': ['ID=4ea717af-6b08-4da2-a635-76ee534f06b4,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:49.960448 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:49.996557 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Attempting to bind port 4ea717af-6b08-4da2-a635-76ee534f06b4 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:42:49.996932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Attempting to bind port 4ea717af-6b08-4da2-a635-76ee534f06b4 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:42:49.997304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Attempting to bind port 4ea717af-6b08-4da2-a635-76ee534f06b4 on network aff449ae-d649-4e71-b503-4e70a1728358 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:42:50.002330 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:42:50.002771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Checking segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:50.003182 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:50.003581 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Bound using segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:42:50.004136 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Bound port: 4ea717af-6b08-4da2-a635-76ee534f06b4, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:42:50.004364 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:50.004870 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:50.039963 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:50.043003 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:50.045614 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:50.068324 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] For port 4ea717af-6b08-4da2-a635-76ee534f06b4, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:42:50.072397 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] For port 4ea717af-6b08-4da2-a635-76ee534f06b4, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ea717af-6b08-4da2-a635-76ee534f06b4,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:42:50.076860 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:50.082178 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=1721ea09-cedd-4bf3-a1fa-77b21bacf4bf,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:50.134334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c745a-79bb-450c-9838-16b7aeeb433b None None] Pushing event updated for resources: {'Port': ['ID=4ea717af-6b08-4da2-a635-76ee534f06b4,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:50.324816 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:50.526508 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:50.654309 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Router 437140ac-3b50-4207-bbe5-2357402b3e6c is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93780) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:42:50.767271 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:50.778101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Sync routers for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:42:50.787131 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:50.787842 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:50.788535 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-e9295c3e-ffd4-4b35-a99f-c640d5efeaa9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4960587 Jul 14 10:42:50.789270 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:50.791887 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53316) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:50.902180 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:51.087793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3958609-2c91-4b40-928a-2c53f8179549 None None] Network aff449ae-d649-4e71-b503-4e70a1728358 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:42:51.135372 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:50Z', 'revision_number': 3, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:51.169481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Checking router: 437140ac-3b50-4207-bbe5-2357402b3e6c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:42:51.169857 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Updating router 437140ac-3b50-4207-bbe5-2357402b3e6c port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:42:51.222874 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.233063 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.238117 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-c39bd449-cb01-484d-9277-5d0c413eab38 None None] Provisioning for port 4ea717af-6b08-4da2-a635-76ee534f06b4 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:51.388778 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Allocated IP 172.20.0.1 (aff449ae-d649-4e71-b503-4e70a1728358/1611baea-0a96-4daf-8f62-33fbd7556780/371bb944-d851-4315-b6f0-c5eea0728d2f) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:51.501021 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.515191 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Transition to ACTIVE for port object 371bb944-d851-4315-b6f0-c5eea0728d2f will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:51.552637 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.558858 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.569619 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Transition to ACTIVE for port object 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:51.576503 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.602927 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Network aff449ae-d649-4e71-b503-4e70a1728358 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:51.611637 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:51.614632 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:51.617878 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Pushing event updated for resources: {'Port': ['ID=371bb944-d851-4315-b6f0-c5eea0728d2f,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:51.629814 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Attempting to bind port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:42:51.630188 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Attempting to bind port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:42:51.630550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Attempting to bind port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:42:51.633062 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e20d5-35b4-455e-9c7d-42bec3fd6033 None None] Pushing event updated for resources: {'Port': ['ID=1721ea09-cedd-4bf3-a1fa-77b21bacf4bf,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:51.638715 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:42:51.639098 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:51.639481 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.640227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:42:51.640635 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Bound port: 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:42:51.641027 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.663947 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.708510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] For port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:42:51.723426 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] For port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1721ea09-cedd-4bf3-a1fa-77b21bacf4bf,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:42:51.728430 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.792321 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:51.792961 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:51.794833 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e20d5-35b4-455e-9c7d-42bec3fd6033 None None] Pushing event updated for resources: {'Port': ['ID=1721ea09-cedd-4bf3-a1fa-77b21bacf4bf,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:51.817956 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:51.908167 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:51.962899 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-99d121f8-42d0-402c-a031-26777888c9a8 None None] Provisioning for port 371bb944-d851-4315-b6f0-c5eea0728d2f completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:51.994531 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-99d121f8-42d0-402c-a031-26777888c9a8 None None] Provisioning complete for port 371bb944-d851-4315-b6f0-c5eea0728d2f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:51.994904 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-99d121f8-42d0-402c-a031-26777888c9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.055199 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ea717af-6b08-4da2-a635-76ee534f06b4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:52.113459 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e5c5a065-5183-4aa5-8427-b9670e699425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.131104 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-99d121f8-42d0-402c-a031-26777888c9a8 None None] Port 371bb944-d851-4315-b6f0-c5eea0728d2f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:42:52.190585 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4ea717af-6b08-4da2-a635-76ee534f06b4 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:52.200870 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4ea717af-6b08-4da2-a635-76ee534f06b4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:52.201381 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.258827 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 1, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:52.310646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d5db3f-5646-4981-b8ab-cf1595418bb1 None None] The sync data for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 is: [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 1, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:42:52.333358 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.355337 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.361132 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.371364 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 4ea717af-6b08-4da2-a635-76ee534f06b4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ea717af-6b08-4da2-a635-76ee534f06b4,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:52.378300 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.428626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=4ea717af-6b08-4da2-a635-76ee534f06b4,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:52.432251 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.434291 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Pushing event updated for resources: {'Port': ['ID=371bb944-d851-4315-b6f0-c5eea0728d2f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:52.547039 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Network aff449ae-d649-4e71-b503-4e70a1728358 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:52.549512 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:52.674689 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Router 437140ac-3b50-4207-bbe5-2357402b3e6c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:42:52.793464 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:52.798270 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-50d059ba-4e4f-446c-9df6-596c9a1beafc admin admin] 10.222.0.73 "PUT /v2.0/routers/437140ac-3b50-4207-bbe5-2357402b3e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0052819 Jul 14 10:42:52.857739 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d595b360-2bef-403b-a3a0-23b64df5a3c5 None None] Provisioning complete for port 371bb944-d851-4315-b6f0-c5eea0728d2f triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:52.858544 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d595b360-2bef-403b-a3a0-23b64df5a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:52.895646 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d595b360-2bef-403b-a3a0-23b64df5a3c5 None None] Port 371bb944-d851-4315-b6f0-c5eea0728d2f cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:42:53.294995 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53332) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:53.300290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1141706543-network', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:53.323308 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Made reservation on behalf of 8fdfaa0c68c148f38732e71a9a895c9c for: {'network': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:42:53.325780 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for network, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.335235 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.438895 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.446000 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.471183 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=93780) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 14 10:42:53.481169 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf74b25-2b11-470b-845d-3cf468a47602,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:53.485925 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.486270 n-d-780147-26 neutron-server[93780]: INFO neutron.db.segments_db [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Added segment bc9ca78b-8687-419a-a315-c3c1960aeceb of type vlan for network e6b93810-104d-4561-a787-338ac5b7e082 Jul 14 10:42:53.527691 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772845362701'] for network, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.557283 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288'] for network, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.558329 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:53.558915 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.620294 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3217139 Jul 14 10:42:53.620829 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53334) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:53.625775 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Request body: {'subnet': {'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1141706543-subnet', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'ip_version': 4}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:53.632096 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44714666-0dbd-42ce-932b-695e82c8e674 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b93810-104d-4561-a787-338ac5b7e082,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:53.643118 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Network e6b93810-104d-4561-a787-338ac5b7e082 details requested by agent ovs-agent-n-d-780147-26 with host n-d-780147-26 {{(pid=93781) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 14 10:42:53.651533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Made reservation on behalf of 8fdfaa0c68c148f38732e71a9a895c9c for: {'subnet': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:42:53.654224 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59258420'] for subnet, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.825769 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59348408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59258374'] for subnet, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.881938 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=252369aa-0101-4fb3-89ad-63430c17e3ff,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:53.890674 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Checking segment: {'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:53.891037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Network hostable DHCP agents. Network: e6b93810-104d-4561-a787-338ac5b7e082, hostable agents: ['9b59b335-3169-4ae0-bf6a-bf66517df076'], hosted agents: [] {{(pid=93780) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 14 10:42:53.907488 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Network e6b93810-104d-4561-a787-338ac5b7e082 is scheduled to be hosted by DHCP agent 9b59b335-3169-4ae0-bf6a-bf66517df076 with binding_index 1 {{(pid=93780) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 14 10:42:53.917180 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-26, e6b93810-104d-4561-a787-338ac5b7e082) {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:53.921415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:42:53.921932 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.927204 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66acabd7-0f77-400e-a020-5afe3cf5d9c8 None None] Network e6b93810-104d-4561-a787-338ac5b7e082 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:42:53.945417 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-8d888a9e-b181-4b78-b3d4-c3cd2cbd1938 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3210948 Jul 14 10:42:53.947533 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53336) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:53.952141 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:53.974971 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-984184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28512'] for router, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:53.976141 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-984091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-979422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28537'] for router, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.040689 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.055550 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ea717af-6b08-4da2-a635-76ee534f06b4 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:54.155991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0b6e660d-e3dc-5641-a3fb-329c74bcfcec-e6b93810-104d-4561-a787-338ac5b7e082', 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'fixed_ips': [{'subnet_id': '252369aa-0101-4fb3-89ad-63430c17e3ff'}]}} from n-d-780147-26. {{(pid=93781) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 14 10:42:54.156877 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.160492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4ea717af-6b08-4da2-a635-76ee534f06b4 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:54.160866 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.186670 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-979404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-984166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29827'] for router, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.378162 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:42:54.389976 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Sync routers for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:42:54.400118 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:54.400697 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:54.404704 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.429269 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.519381 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:54.529713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b70a57e6-5435-41c8-90dc-1daf6417b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.533836 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:54.567142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.db_base_plugin_common [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Allocated IP 172.20.0.2 (e6b93810-104d-4561-a787-338ac5b7e082/252369aa-0101-4fb3-89ad-63430c17e3ff/4ce6724b-c003-41a1-86ad-ea55c6faa769) {{(pid=93781) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:54.649648 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:54.655516 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:54.656215 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.734225 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.742434 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 2, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:54.770631 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Checking router: 437140ac-3b50-4207-bbe5-2357402b3e6c for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:42:54.770980 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Updating router 437140ac-3b50-4207-bbe5-2357402b3e6c port 371bb944-d851-4315-b6f0-c5eea0728d2f binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:42:54.806542 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.834967 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Notify callbacks [] for port, precommit_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.846767 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.851825 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Transition to ACTIVE for port object 4ce6724b-c003-41a1-86ad-ea55c6faa769 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:54.878772 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1721ea09-cedd-4bf3-a1fa-77b21bacf4bf,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:54.883159 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Transition to ACTIVE for port object 4ce6724b-c003-41a1-86ad-ea55c6faa769 will not be triggered until provisioned by entity DHCP. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:54.885251 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.908484 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Allocated IP 172.25.0.227 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/9b09c156-e77d-4f2b-82cf-a3bd8886b9b2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:54.910899 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916'] for port, after_create {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:54.936449 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Network e6b93810-104d-4561-a787-338ac5b7e082 is already hosted by enough agents. {{(pid=93781) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:54.943884 n-d-780147-26 neutron-server[93781]: DEBUG neutron.scheduler.base_scheduler [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Resources bound (agent type, host, resource id): {{(pid=93781) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:54.948288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Received port after_create {{(pid=93781) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:54.951402 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=1721ea09-cedd-4bf3-a1fa-77b21bacf4bf,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:55.019162 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.035977 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Pushing event updated for resources: {'Port': ['ID=4ce6724b-c003-41a1-86ad-ea55c6faa769,revision_number=1']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:55.041859 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Attempting to bind port 4ce6724b-c003-41a1-86ad-ea55c6faa769 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:42:55.042239 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Attempting to bind port 4ce6724b-c003-41a1-86ad-ea55c6faa769 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:42:55.042611 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Attempting to bind port 4ce6724b-c003-41a1-86ad-ea55c6faa769 on network e6b93810-104d-4561-a787-338ac5b7e082 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:42:55.047714 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:42:55.048095 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Checking segment: {'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:55.048582 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.048987 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Bound using segment: {'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:42:55.049455 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Bound port: 4ce6724b-c003-41a1-86ad-ea55c6faa769, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:42:55.049840 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.058408 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.084020 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.094687 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Transition to ACTIVE for port object 371bb944-d851-4315-b6f0-c5eea0728d2f will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:55.101350 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.105000 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:55.108654 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:55.113942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:55.114518 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] For port 4ce6724b-c003-41a1-86ad-ea55c6faa769, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:42:55.118510 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] For port 4ce6724b-c003-41a1-86ad-ea55c6faa769, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ce6724b-c003-41a1-86ad-ea55c6faa769,segment=NetworkSegment(bc9ca78b-8687-419a-a315-c3c1960aeceb),segment_id=bc9ca78b-8687-419a-a315-c3c1960aeceb)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:42:55.124336 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.140339 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Pushing event updated for resources: {'Port': ['ID=9b09c156-e77d-4f2b-82cf-a3bd8886b9b2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:55.193656 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5584eb-92f1-4adf-b144-5b688a16a082 None None] Pushing event updated for resources: {'Port': ['ID=4ce6724b-c003-41a1-86ad-ea55c6faa769,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:55.223150 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Attempting to bind port 371bb944-d851-4315-b6f0-c5eea0728d2f on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:42:55.223810 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Attempting to bind port 371bb944-d851-4315-b6f0-c5eea0728d2f by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:42:55.224446 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Attempting to bind port 371bb944-d851-4315-b6f0-c5eea0728d2f on network aff449ae-d649-4e71-b503-4e70a1728358 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:42:55.231457 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Pushing event updated for resources: {'Port': ['ID=371bb944-d851-4315-b6f0-c5eea0728d2f,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:55.244573 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.244923 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.245253 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.245580 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.245893 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.246222 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.246541 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.246848 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.247304 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.247624 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.247937 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.248272 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:42:55.255555 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:42:55.256021 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Checking segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:55.257019 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.257640 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Bound using segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:42:55.258323 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Bound port: 371bb944-d851-4315-b6f0-c5eea0728d2f, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:42:55.258708 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.338540 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] For port 371bb944-d851-4315-b6f0-c5eea0728d2f, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:42:55.342004 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] For port 371bb944-d851-4315-b6f0-c5eea0728d2f, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=371bb944-d851-4315-b6f0-c5eea0728d2f,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:42:55.347599 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.391725 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:55.392963 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:55.404024 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.525795 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e31826-1156-498d-901b-b29551ef9702 None None] Pushing event updated for resources: {'Port': ['ID=371bb944-d851-4315-b6f0-c5eea0728d2f,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:55.555579 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:55.675663 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-984175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-979441'] for router, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.765970 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:55Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:55.793363 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9655cfc-d7c9-48b9-a7cb-44523b7c94b4 None None] The sync data for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 is: [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:55Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:42:55.815942 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Router f2da9136-32a0-4fc4-9575-c79eeeb7856e is scheduled to L3 agent a441217b-938a-44cc-9702-cea34027328b with binding_index 1 {{(pid=93779) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 14 10:42:55.930976 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:55.942603 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Sync routers for ids ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:42:55.948522 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.957487 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Routers {'f2da9136-32a0-4fc4-9575-c79eeeb7856e'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:55.958414 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:55.969785 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:55.971063 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-34e2fa75-df14-4c87-b213-3a155793bc0c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0224888 Jul 14 10:42:55.974067 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53338) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:56.117972 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Set router f2da9136-32a0-4fc4-9575-c79eeeb7856e gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:56.207463 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ce6724b-c003-41a1-86ad-ea55c6faa769 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:56.366262 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 4ce6724b-c003-41a1-86ad-ea55c6faa769 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:56.374156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 371bb944-d851-4315-b6f0-c5eea0728d2f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:56.435221 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:42:55Z', 'revision_number': 3, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port': {'id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:54Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:56.438316 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 371bb944-d851-4315-b6f0-c5eea0728d2f completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:56.475616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8cff9-5d49-4666-8b82-5acc5c11b54f None None] Network e6b93810-104d-4561-a787-338ac5b7e082 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:42:56.478790 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Checking router: f2da9136-32a0-4fc4-9575-c79eeeb7856e for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:42:56.479190 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Updating router f2da9136-32a0-4fc4-9575-c79eeeb7856e port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 binding host n-d-780147-26 {{(pid=93781) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:42:56.533760 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 371bb944-d851-4315-b6f0-c5eea0728d2f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:56.534441 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.536941 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.621240 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.622777 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b11e23b2-0ff7-4a47-8276-8c25419b447c None None] Provisioning for port 4ce6724b-c003-41a1-86ad-ea55c6faa769 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:56.630314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b11e23b2-0ff7-4a47-8276-8c25419b447c None None] Provisioning complete for port 4ce6724b-c003-41a1-86ad-ea55c6faa769 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:56.630672 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b11e23b2-0ff7-4a47-8276-8c25419b447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.705462 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Allocated IP 172.20.0.1 (e6b93810-104d-4561-a787-338ac5b7e082/252369aa-0101-4fb3-89ad-63430c17e3ff/df21198a-b46c-4aad-82ee-25d6dd6bf7ec) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:42:56.821673 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.834569 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Transition to ACTIVE for port object df21198a-b46c-4aad-82ee-25d6dd6bf7ec will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:56.868576 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.906134 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Network e6b93810-104d-4561-a787-338ac5b7e082 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:56.911015 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:56.914281 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:42:56.940277 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.941626 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Pushing event updated for resources: {'Port': ['ID=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:56.959200 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-980372'] for router_interface, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:56.965754 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b11e23b2-0ff7-4a47-8276-8c25419b447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.024129 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 371bb944-d851-4315-b6f0-c5eea0728d2f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=371bb944-d851-4315-b6f0-c5eea0728d2f,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:57.042909 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.043677 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:57.101147 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.259453 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-b11e23b2-0ff7-4a47-8276-8c25419b447c None None] For port 4ce6724b-c003-41a1-86ad-ea55c6faa769, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ce6724b-c003-41a1-86ad-ea55c6faa769,segment=NetworkSegment(bc9ca78b-8687-419a-a315-c3c1960aeceb),segment_id=bc9ca78b-8687-419a-a315-c3c1960aeceb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:42:57.270767 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.272417 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b11e23b2-0ff7-4a47-8276-8c25419b447c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.275988 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.337902 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=371bb944-d851-4315-b6f0-c5eea0728d2f,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:57.343357 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-977118'] for router_interface, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.345186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Pushing event updated for resources: {'Port': ['ID=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:57.395855 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Notify callbacks [] for port, precommit_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.415947 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Transition to ACTIVE for port object 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 will not be triggered until provisioned by entity L2. {{(pid=93781) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:42:57.425419 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.427754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e23b2-0ff7-4a47-8276-8c25419b447c None None] Pushing event updated for resources: {'Port': ['ID=4ce6724b-c003-41a1-86ad-ea55c6faa769,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:57.431560 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:57.431930 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.455274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Network e6b93810-104d-4561-a787-338ac5b7e082 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:42:57.456731 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:42:57.517419 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51825d94-9e09-4afa-83b1-6f3d1c3e6f9e None None] Pushing event updated for resources: {'Port': ['ID=9b09c156-e77d-4f2b-82cf-a3bd8886b9b2,revision_number=2']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:57.520618 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Attempting to bind port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 on host n-d-780147-26 for vnic_type normal with profile {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:42:57.520993 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Attempting to bind port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:42:57.521349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Attempting to bind port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 on network 4206a2df-39bd-435a-af56-00ff78f766c1 {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:42:57.530427 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:42:57.530786 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Checking segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93781) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:42:57.531185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.531567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Bound using segment: {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'} {{(pid=93781) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:42:57.532028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.managers [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Bound port: 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183e2b97-ccc7-4615-ba2d-359017a00144', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1'}}] {{(pid=93781) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:42:57.532434 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.593620 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Router f2da9136-32a0-4fc4-9575-c79eeeb7856e has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:42:57.632941 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.639914 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-944f3d50-dc70-49ad-bf01-5698fcdcf6af None None] Provisioning for port df21198a-b46c-4aad-82ee-25d6dd6bf7ec completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:42:57.642555 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] For port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2, host n-d-780147-26, cleared binding levels {{(pid=93781) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:42:57.646688 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] For port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9b09c156-e77d-4f2b-82cf-a3bd8886b9b2,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:42:57.649243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-944f3d50-dc70-49ad-bf01-5698fcdcf6af None None] Provisioning complete for port df21198a-b46c-4aad-82ee-25d6dd6bf7ec triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:57.649656 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-944f3d50-dc70-49ad-bf01-5698fcdcf6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.653230 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.726807 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:42:57.728124 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-944f3d50-dc70-49ad-bf01-5698fcdcf6af None None] Port df21198a-b46c-4aad-82ee-25d6dd6bf7ec cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:42:57.735949 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2f432947-be01-472f-b51d-3a452a6dd7ef admin admin] 10.222.0.73 "PUT /v2.0/routers/f2da9136-32a0-4fc4-9575-c79eeeb7856e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7606802 Jul 14 10:42:57.754929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Routers {'f2da9136-32a0-4fc4-9575-c79eeeb7856e'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:42:57.755571 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:57.762006 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51825d94-9e09-4afa-83b1-6f3d1c3e6f9e None None] Pushing event updated for resources: {'Port': ['ID=9b09c156-e77d-4f2b-82cf-a3bd8886b9b2,revision_number=3']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:57.798318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-944f3d50-dc70-49ad-bf01-5698fcdcf6af None None] Provisioning complete for port 4ce6724b-c003-41a1-86ad-ea55c6faa769 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:57.798687 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-944f3d50-dc70-49ad-bf01-5698fcdcf6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.855355 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:57.936466 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] Set router f2da9136-32a0-4fc4-9575-c79eeeb7856e gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:42:58.022420 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ce6724b-c003-41a1-86ad-ea55c6faa769 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:58.130627 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d9b9cc50-02b4-4e2c-a8d8-47bf2d59543e None None] Provisioning complete for port df21198a-b46c-4aad-82ee-25d6dd6bf7ec triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:58.131001 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d9b9cc50-02b4-4e2c-a8d8-47bf2d59543e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.178806 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 4ce6724b-c003-41a1-86ad-ea55c6faa769 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:58.179177 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:58.227065 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d9b9cc50-02b4-4e2c-a8d8-47bf2d59543e None None] Port df21198a-b46c-4aad-82ee-25d6dd6bf7ec cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:42:58.286888 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 4, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port': {'id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:54Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df21198a-b46c-4aad-82ee-25d6dd6bf7ec', 'name': '', 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'mac_address': 'fa:16:3e:54:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:56Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 2, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'subnets': [{'id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:42:58.318626 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c51e6-950e-4c70-920e-40b4852a8cc6 None None] The sync data for ids ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'] in n-d-780147-26 is: [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 4, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port': {'id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:54Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df21198a-b46c-4aad-82ee-25d6dd6bf7ec', 'name': '', 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'mac_address': 'fa:16:3e:54:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:56Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 2, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'subnets': [{'id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:42:58.327088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 371bb944-d851-4315-b6f0-c5eea0728d2f up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:42:58.378528 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 371bb944-d851-4315-b6f0-c5eea0728d2f triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:42:58.378906 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.378072 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53348) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:59.382968 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-677bc348-2f69-4182-9e99-12316e202f31 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1807716916', 'description': 'tempest-secgroup-smoke-1807716916 description', 'project_id': 'afcde439bfff4657b2bbbc93207e869d'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:59.406737 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-677bc348-2f69-4182-9e99-12316e202f31 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.498949 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-677bc348-2f69-4182-9e99-12316e202f31 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.502436 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-677bc348-2f69-4182-9e99-12316e202f31 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.529504 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-677bc348-2f69-4182-9e99-12316e202f31 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.530989 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-677bc348-2f69-4182-9e99-12316e202f31 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1518393 Jul 14 10:42:59.532827 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bc348-2f69-4182-9e99-12316e202f31 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b73a5a5-65cd-4dff-8768-667570e91dbb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:59.534225 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53350) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:59.541228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-63a70b35-3f7e-4c0c-95b1-a7c3cc9237d9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'security_group_rule': {'security_group_id': '2b73a5a5-65cd-4dff-8768-667570e91dbb', 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:59.567155 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63a70b35-3f7e-4c0c-95b1-a7c3cc9237d9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.622880 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63a70b35-3f7e-4c0c-95b1-a7c3cc9237d9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.627178 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63a70b35-3f7e-4c0c-95b1-a7c3cc9237d9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.643374 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a70b35-3f7e-4c0c-95b1-a7c3cc9237d9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca133e45-20bd-4d93-b17d-201d9920940e,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:59.652749 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63a70b35-3f7e-4c0c-95b1-a7c3cc9237d9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.654126 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-63a70b35-3f7e-4c0c-95b1-a7c3cc9237d9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176519 Jul 14 10:42:59.657170 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53352) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:59.662736 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d6945181-c393-4519-93a2-6a2f82ac0d5a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'security_group_rule': {'security_group_id': '2b73a5a5-65cd-4dff-8768-667570e91dbb', 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:59.690615 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6945181-c393-4519-93a2-6a2f82ac0d5a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.748693 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6945181-c393-4519-93a2-6a2f82ac0d5a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.752729 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6945181-c393-4519-93a2-6a2f82ac0d5a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.770157 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6945181-c393-4519-93a2-6a2f82ac0d5a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f23605e9-9039-43ae-a5cb-823482d2f8be,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:59.777000 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6945181-c393-4519-93a2-6a2f82ac0d5a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.778386 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d6945181-c393-4519-93a2-6a2f82ac0d5a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202395 Jul 14 10:42:59.782208 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53354) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:59.787012 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-6910d82e-70d9-4f30-a3c7-092d0a01dda6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'security_group_rule': {'security_group_id': '2b73a5a5-65cd-4dff-8768-667570e91dbb', 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:59.814116 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6910d82e-70d9-4f30-a3c7-092d0a01dda6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.876909 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6910d82e-70d9-4f30-a3c7-092d0a01dda6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.880778 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6910d82e-70d9-4f30-a3c7-092d0a01dda6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.899992 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910d82e-70d9-4f30-a3c7-092d0a01dda6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45387536-53e0-47a7-8f48-052ac6e760ed,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:42:59.909964 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6910d82e-70d9-4f30-a3c7-092d0a01dda6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:42:59.912655 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-6910d82e-70d9-4f30-a3c7-092d0a01dda6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293330 Jul 14 10:42:59.914699 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53356) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:42:59.919412 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-d5bb1726-9f7b-4e05-b41c-e6f943d72c29 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'security_group_rule': {'security_group_id': '2b73a5a5-65cd-4dff-8768-667570e91dbb', 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:42:59.949302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1726-9f7b-4e05-b41c-e6f943d72c29 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.002686 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:00.020885 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1726-9f7b-4e05-b41c-e6f943d72c29 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.025129 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1726-9f7b-4e05-b41c-e6f943d72c29 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.046562 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb1726-9f7b-4e05-b41c-e6f943d72c29 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ffe62c-3c61-49af-8623-f3a15a9a1244,revision_number=0']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:00.050938 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5bb1726-9f7b-4e05-b41c-e6f943d72c29 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.052482 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-d5bb1726-9f7b-4e05-b41c-e6f943d72c29 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366787 Jul 14 10:43:00.055427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53358) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:43:00.059203 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:43:00.060594 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-1d7c074e-3c4a-4d94-8894-4a61cdd56325 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'security_group_rule': {'security_group_id': '2b73a5a5-65cd-4dff-8768-667570e91dbb', 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:43:00.063552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:00.063958 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.086688 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-1d7c074e-3c4a-4d94-8894-4a61cdd56325 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Project afcde439bfff4657b2bbbc93207e869d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:43:00.091596 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7c074e-3c4a-4d94-8894-4a61cdd56325 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.144744 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.159892 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7c074e-3c4a-4d94-8894-4a61cdd56325 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.163548 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7c074e-3c4a-4d94-8894-4a61cdd56325 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.168526 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9b09c156-e77d-4f2b-82cf-a3bd8886b9b2,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:43:00.173199 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.187707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c074e-3c4a-4d94-8894-4a61cdd56325 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02111894-bf9f-4ff5-9847-0722c5c36d13,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:00.191617 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1d7c074e-3c4a-4d94-8894-4a61cdd56325 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.192851 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-1d7c074e-3c4a-4d94-8894-4a61cdd56325 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1364169 Jul 14 10:43:00.197577 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53360) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:43:00.203965 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-9b3c2f29-0bc1-4490-b032-eb4b96c533f4 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'security_group_rule': {'security_group_id': '2b73a5a5-65cd-4dff-8768-667570e91dbb', 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:43:00.222147 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Sync routers for ids ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:43:00.228468 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=9b09c156-e77d-4f2b-82cf-a3bd8886b9b2,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:00.233408 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Routers {'f2da9136-32a0-4fc4-9575-c79eeeb7856e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:43:00.234051 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:00.235054 n-d-780147-26 neutron-server[93780]: INFO neutron.db.securitygroups_db [None req-9b3c2f29-0bc1-4490-b032-eb4b96c533f4 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Project afcde439bfff4657b2bbbc93207e869d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 14 10:43:00.240581 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2f29-0bc1-4490-b032-eb4b96c533f4 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.302710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2f29-0bc1-4490-b032-eb4b96c533f4 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.308112 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2f29-0bc1-4490-b032-eb4b96c533f4 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472597'] for security_group_rule, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.329038 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.331363 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c2f29-0bc1-4490-b032-eb4b96c533f4 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c3cc6a-3c52-403e-9403-2c22cc92173b,revision_number=0']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:00.340421 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2f29-0bc1-4490-b032-eb4b96c533f4 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.341641 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-9b3c2f29-0bc1-4490-b032-eb4b96c533f4 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1426849 Jul 14 10:43:00.352593 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Set router f2da9136-32a0-4fc4-9575-c79eeeb7856e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:43:00.487604 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-9469ae23-effb-4650-864f-4fb22491fbaf tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807716916&fields=id&tenant_id=afcde439bfff4657b2bbbc93207e869d HTTP/1.1" status: 200 len: 267 time: 0.0353930 Jul 14 10:43:00.598075 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-15903ef6-8333-4a2a-90d3-3e22f83c7679 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:00.599578 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-15903ef6-8333-4a2a-90d3-3e22f83c7679 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 810 time: 0.1054037 Jul 14 10:43:00.614140 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e35592b2-89e6-4722-9ff4-e5bbcf7cbc4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/quotas/afcde439bfff4657b2bbbc93207e869d HTTP/1.1" status: 200 len: 375 time: 0.0091267 Jul 14 10:43:00.642448 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 4, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port': {'id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:54Z', 'updated_at': '2021-07-14T10:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df21198a-b46c-4aad-82ee-25d6dd6bf7ec', 'name': '', 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'mac_address': 'fa:16:3e:54:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:56Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 2, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'subnets': [{'id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:00.672379 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Checking router: f2da9136-32a0-4fc4-9575-c79eeeb7856e for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:43:00.672732 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Updating router f2da9136-32a0-4fc4-9575-c79eeeb7856e port df21198a-b46c-4aad-82ee-25d6dd6bf7ec binding host n-d-780147-26 {{(pid=93782) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 14 10:43:00.684458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-650b3d7c-8dbd-4136-95b4-d33f3ce3785f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643923 Jul 14 10:43:00.706147 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:00.789979 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-3a989494-b03e-4b48-a2f8-dff7dc98e5f6 service neutron] 10.222.0.73 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937619 Jul 14 10:43:00.913888 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-3686e4a0-df5f-4e62-8978-3f994bc0d495 service neutron] 10.222.0.73 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175787 Jul 14 10:43:00.999960 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Notify callbacks [] for port, precommit_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.010524 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.provisioning_blocks [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Transition to ACTIVE for port object df21198a-b46c-4aad-82ee-25d6dd6bf7ec will not be triggered until provisioned by entity L2. {{(pid=93782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:43:01.016149 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.065899 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06fdca-e81d-4b36-9e95-67173b35ba68 None None] Pushing event updated for resources: {'Port': ['ID=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,revision_number=3']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:01.119616 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Attempting to bind port df21198a-b46c-4aad-82ee-25d6dd6bf7ec on host n-d-780147-26 for vnic_type normal with profile {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:43:01.119984 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Attempting to bind port df21198a-b46c-4aad-82ee-25d6dd6bf7ec by drivers openvswitch,hyperv on host n-d-780147-26 at level 0 using segments [{'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:43:01.120382 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Attempting to bind port df21198a-b46c-4aad-82ee-25d6dd6bf7ec on network e6b93810-104d-4561-a787-338ac5b7e082 {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:43:01.125884 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Checking agent: {'id': 'da133675-1b65-45c3-a9d3-99744471da66', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 10, 24), 'started_at': datetime.datetime(2021, 7, 14, 9, 10, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-26'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:43:01.126259 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Checking segment: {'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:43:01.126662 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.127190 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Bound using segment: {'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'} {{(pid=93782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:43:01.127662 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.managers [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Bound port: df21198a-b46c-4aad-82ee-25d6dd6bf7ec, host: n-d-780147-26, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc9ca78b-8687-419a-a315-c3c1960aeceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082'}}] {{(pid=93782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:43:01.128047 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.194648 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] For port df21198a-b46c-4aad-82ee-25d6dd6bf7ec, host n-d-780147-26, cleared binding levels {{(pid=93782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:43:01.197929 n-d-780147-26 neutron-server[93782]: DEBUG neutron.plugins.ml2.db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] For port df21198a-b46c-4aad-82ee-25d6dd6bf7ec, host n-d-780147-26, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,segment=NetworkSegment(bc9ca78b-8687-419a-a315-c3c1960aeceb),segment_id=bc9ca78b-8687-419a-a315-c3c1960aeceb)] {{(pid=93782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:43:01.203054 n-d-780147-26 neutron-server[93782]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:01.262928 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Routers {'f2da9136-32a0-4fc4-9575-c79eeeb7856e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:43:01.263551 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:01.301820 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06fdca-e81d-4b36-9e95-67173b35ba68 None None] Pushing event updated for resources: {'Port': ['ID=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,revision_number=4']} {{(pid=93782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:01.382069 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] Set router f2da9136-32a0-4fc4-9575-c79eeeb7856e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:43:01.579525 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 4, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port': {'id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:54Z', 'updated_at': '2021-07-14T10:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df21198a-b46c-4aad-82ee-25d6dd6bf7ec', 'name': '', 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'mac_address': 'fa:16:3e:54:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:56Z', 'updated_at': '2021-07-14T10:43:01Z', 'revision_number': 4, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'subnets': [{'id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:01.604597 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7fc5a-7dfe-4dd7-99b8-1423c36e3931 None None] The sync data for ids ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'] in n-d-780147-26 is: [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:42:57Z', 'revision_number': 4, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port': {'id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:54Z', 'updated_at': '2021-07-14T10:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': 'df21198a-b46c-4aad-82ee-25d6dd6bf7ec', 'name': '', 'network_id': 'e6b93810-104d-4561-a787-338ac5b7e082', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'mac_address': 'fa:16:3e:54:3d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:56Z', 'updated_at': '2021-07-14T10:43:01Z', 'revision_number': 4, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'subnets': [{'id': '252369aa-0101-4fb3-89ad-63430c17e3ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:43:02.003429 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:02.068080 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:02.068080 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:02.114962 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-e2ef024d-4af3-41ad-a05d-b07615bd9321 req-d5c4206f-123f-41d0-82dc-2b08b081ffac tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 210 time: 0.0321078 Jul 14 10:43:02.162634 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df21198a-b46c-4aad-82ee-25d6dd6bf7ec up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:02.211314 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning for port df21198a-b46c-4aad-82ee-25d6dd6bf7ec completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:43:02.215205 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port df21198a-b46c-4aad-82ee-25d6dd6bf7ec triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:02.215579 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:02.303739 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:02.339224 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] For port df21198a-b46c-4aad-82ee-25d6dd6bf7ec, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,segment=NetworkSegment(bc9ca78b-8687-419a-a315-c3c1960aeceb),segment_id=bc9ca78b-8687-419a-a315-c3c1960aeceb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:43:02.342935 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:02.391334 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Pushing event updated for resources: {'Port': ['ID=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:03.192093 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-f1a4d260-13c1-4504-8707-5b527df7db5d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:03.193642 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-f1a4d260-13c1-4504-8707-5b527df7db5d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 810 time: 0.1113584 Jul 14 10:43:03.244054 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-5f9fff88-cacd-42e9-9499-d792dd151628 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afcde439bfff4657b2bbbc93207e869d HTTP/1.1" status: 200 len: 380 time: 0.0392103 Jul 14 10:43:03.257107 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'port': {'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'admin_state_up': True, 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'security_groups': ['2b73a5a5-65cd-4dff-8768-667570e91dbb']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:43:03.289749 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-0717f1b4-d42d-4fc8-8d4a-8eb57f8c8f50 req-3eceba1e-2078-4599-acd5-90d9064fce07 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 210 time: 0.0514200 Jul 14 10:43:03.380667 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Made reservation on behalf of afcde439bfff4657b2bbbc93207e869d for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:43:03.384884 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:03.515648 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Allocated IP 172.20.0.9 (aff449ae-d649-4e71-b503-4e70a1728358/1611baea-0a96-4daf-8f62-33fbd7556780/d3ccc430-4c23-46d7-95f2-af9e1b1e5deb) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:43:03.658904 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:03.673251 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Transition to ACTIVE for port object d3ccc430-4c23-46d7-95f2-af9e1b1e5deb will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:43:03.705207 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:03.745061 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Network aff449ae-d649-4e71-b503-4e70a1728358 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:43:03.748265 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:43:03.750568 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:43:03.790207 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:03.811225 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:03.811986 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:03.826348 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-e72ca933-16b7-41a8-bce0-26199cd39a2d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5745251 Jul 14 10:43:03.839100 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Request body: {'port': {'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:43:03.926074 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:03.984600 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df21198a-b46c-4aad-82ee-25d6dd6bf7ec up at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:04.035201 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7146287f-cbf5-4136-885c-1ffb20b7da95 None None] Provisioning for port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:43:04.040351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-7146287f-cbf5-4136-885c-1ffb20b7da95 None None] Provisioning complete for port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:04.040726 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7146287f-cbf5-4136-885c-1ffb20b7da95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.064439 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Provisioning complete for port df21198a-b46c-4aad-82ee-25d6dd6bf7ec triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:04.064818 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.105101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-7146287f-cbf5-4136-885c-1ffb20b7da95 None None] Port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:43:04.194760 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ccc430-4c23-46d7-95f2-af9e1b1e5deb {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:43:04.202943 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.215045 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Transition to ACTIVE for port object d3ccc430-4c23-46d7-95f2-af9e1b1e5deb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:43:04.218828 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.268793 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Pushing event updated for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:04.343427 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Attempting to bind port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:43:04.343856 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Attempting to bind port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:43:04.344290 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Attempting to bind port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb on network aff449ae-d649-4e71-b503-4e70a1728358 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:43:04.348918 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb on network aff449ae-d649-4e71-b503-4e70a1728358 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:43:04.349327 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Attempting to bind port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb on network aff449ae-d649-4e71-b503-4e70a1728358 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:43:04.354361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:43:04.354773 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Checking segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:43:04.355222 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Bound using segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:43:04.355719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Bound port: d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:43:04.356146 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.431727 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:43:04.435227 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:43:04.440052 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.481852 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:04.482707 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:04.484243 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] 10.222.0.69 "PUT /v2.0/ports/d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 1092 time: 0.6500974 Jul 14 10:43:04.484804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:43:04.485599 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef089d68-c688-4b54-a8b5-66f4ee1bbbe6 req-f7582b43-9326-40e5-815a-3ad53f47c7cb tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:04.487181 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef089d68-c688-4b54-a8b5-66f4ee1bbbe6 req-f7582b43-9326-40e5-815a-3ad53f47c7cb tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 943 time: 0.0719402 Jul 14 10:43:04.487328 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0144d-e43a-4e0b-b664-df894261bcd7" -d '{"events": [{"name": "network-changed", "server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:43:04.508934 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870ae24-dc5c-4a1f-bc43-9b1e9fccf91a service neutron] Pushing event updated for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:04.554178 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-ef089d68-c688-4b54-a8b5-66f4ee1bbbe6 req-0c1bd35c-057d-4778-8e6c-230e8a71a2f8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518646 Jul 14 10:43:04.567130 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbdc717-f9b7-4306-826b-e33276a03ae6 x-openstack-request-id: req-dfbdc717-f9b7-4306-826b-e33276a03ae6 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:43:04.567424 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:43:04.567674 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dfbdc717-f9b7-4306-826b-e33276a03ae6 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:43:04.568239 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'status': 'completed', 'code': 200} Jul 14 10:43:04.596564 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-245e4f5b-518f-434d-a093-4c9f6f04648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:04.598106 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-245e4f5b-518f-434d-a093-4c9f6f04648a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1095 time: 0.0733995 Jul 14 10:43:04.641212 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-527274cb-8951-45ef-be56-293b56efc4da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 217 time: 0.0364857 Jul 14 10:43:04.691387 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-bd1c57bb-648a-4d51-a435-a4d92b3d91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:04.692914 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-bd1c57bb-648a-4d51-a435-a4d92b3d91eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0456438 Jul 14 10:43:04.754433 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-9a86c39d-d92b-4be8-8e41-05e464599b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:04.755993 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-9a86c39d-d92b-4be8-8e41-05e464599b0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573382 Jul 14 10:43:04.842953 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-6b9f51c7-5d99-4439-a7dd-f94a83043cdc service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806165 Jul 14 10:43:04.934959 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-bd19d1fb-978c-40cc-a0e9-1d79ae40b59e req-4a17ef37-6eb1-47be-87da-847e53659fc2 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861163 Jul 14 10:43:05.380906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-3c3054d4-6c21-41c3-a76b-a8ae0393a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:05.382389 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-3c3054d4-6c21-41c3-a76b-a8ae0393a988 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1095 time: 0.3947418 Jul 14 10:43:05.468000 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-3a4b63bb-4470-4807-a5bb-ced0ef20f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:05.469475 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-3a4b63bb-4470-4807-a5bb-ced0ef20f6c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0805497 Jul 14 10:43:05.513095 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-0d44d5dc-49f9-4999-95f7-a4d5a0978a4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 217 time: 0.0363700 Jul 14 10:43:05.564728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-b169ea69-db8b-49de-9bff-0287ed92a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:05.566064 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-b169ea69-db8b-49de-9bff-0287ed92a849 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0428827 Jul 14 10:43:05.622060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-6e1a7244-1052-414a-abd4-8959a6801774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:05.623649 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-6e1a7244-1052-414a-abd4-8959a6801774 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511913 Jul 14 10:43:05.760376 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-3ce52363-a188-4862-999e-03a2105dbc79 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287596 Jul 14 10:43:05.768625 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e290d-e513-4819-a710-d6b9225f568e req-6c40096b-5f34-4722-a72e-531d4fee7db7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:05.769997 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-144e290d-e513-4819-a710-d6b9225f568e req-6c40096b-5f34-4722-a72e-531d4fee7db7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 943 time: 0.0925689 Jul 14 10:43:05.853539 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-144e290d-e513-4819-a710-d6b9225f568e req-6f6e46fb-87d8-4f65-a2c9-81c9097bf659 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755186 Jul 14 10:43:05.883560 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fcb0144d-e43a-4e0b-b664-df894261bcd7 req-b8f917f7-7b85-4111-bdd6-0c03c41e2bcf service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126287 Jul 14 10:43:06.564028 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d3ccc430-4c23-46d7-95f2-af9e1b1e5deb details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:43:06.658387 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:43:06.670003 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:43:06.706108 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:06.719235 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ccc430-4c23-46d7-95f2-af9e1b1e5deb {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:43:06.739558 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:43:06.743793 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:06.791359 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:06.942366 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d3ccc430-4c23-46d7-95f2-af9e1b1e5deb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:43:07.029588 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b9d7a-bec7-40da-9d65-4fef330f8feb req-ea8e2f72-61df-4260-b08a-a8f3e5e22fa8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:07.031535 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-558b9d7a-bec7-40da-9d65-4fef330f8feb req-ea8e2f72-61df-4260-b08a-a8f3e5e22fa8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 944 time: 0.0662663 Jul 14 10:43:07.073697 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-558b9d7a-bec7-40da-9d65-4fef330f8feb req-a7320d15-838c-40b2-914d-cbf96d8c0f1d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352938 Jul 14 10:43:08.247127 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135a74b-e56b-4881-8b46-2d589c209217 req-7ec0d24a-4015-4044-be32-1303935400af tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:08.248640 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e135a74b-e56b-4881-8b46-2d589c209217 req-7ec0d24a-4015-4044-be32-1303935400af tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 944 time: 0.0636556 Jul 14 10:43:08.286478 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-e135a74b-e56b-4881-8b46-2d589c209217 req-50a72e1e-08ce-4cb9-9a6b-5eb5c8ecc636 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Jul 14 10:43:08.570194 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d3ccc430-4c23-46d7-95f2-af9e1b1e5deb up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:43:08.621826 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:43:08.625486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:43:08.625859 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:08.703131 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:08.724444 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:43:08.727218 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc58c83b-1ef3-47aa-9189-9ce5099e1ae9" -d '{"events": [{"server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "name": "network-vif-plugged", "status": "completed", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:43:08.739546 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:43:08.744495 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:08.767208 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a892bc-1705-47b2-9d26-6ebc8a1e47bb x-openstack-request-id: req-51a892bc-1705-47b2-9d26-6ebc8a1e47bb {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:43:08.767500 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "name": "network-vif-plugged", "status": "completed", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:43:08.767748 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-51a892bc-1705-47b2-9d26-6ebc8a1e47bb {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:43:08.768135 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'code': 200} Jul 14 10:43:08.795030 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:08.881331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b187bc-f2da-4bef-be41-df35887d17e2 req-10eb64fa-da5b-4b10-be23-c4189d99256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:08.882757 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-54b187bc-f2da-4bef-be41-df35887d17e2 req-10eb64fa-da5b-4b10-be23-c4189d99256a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1097 time: 0.0559464 Jul 14 10:43:08.915727 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-54b187bc-f2da-4bef-be41-df35887d17e2 req-8615396e-2943-4ad0-aa7b-c945866fc817 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272052 Jul 14 10:43:09.457101 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85806f02-ccf4-444a-bafd-d4a6770843f0 req-8c0f0991-6c12-48a1-a045-8ac33ad5b60a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:09.458570 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85806f02-ccf4-444a-bafd-d4a6770843f0 req-8c0f0991-6c12-48a1-a045-8ac33ad5b60a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 945 time: 0.0625288 Jul 14 10:43:09.495256 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-85806f02-ccf4-444a-bafd-d4a6770843f0 req-62ab40cc-3b9f-4fde-be35-dc8ade7cd72b tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305073 Jul 14 10:43:10.666786 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d61403-d211-4795-81bf-ec837051a15b req-be5d4c9f-e773-42e9-9380-8c0f576937d0 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:10.668304 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84d61403-d211-4795-81bf-ec837051a15b req-be5d4c9f-e773-42e9-9380-8c0f576937d0 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 945 time: 0.0628164 Jul 14 10:43:10.705124 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-84d61403-d211-4795-81bf-ec837051a15b req-026c4270-c578-4f24-86fc-5a66bbfe38e8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Jul 14 10:43:10.875515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919ac63-2551-43bc-b79e-933932f89fac req-63cb0e37-550b-42b8-98a9-a0053388e631 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:10.876928 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1919ac63-2551-43bc-b79e-933932f89fac req-63cb0e37-550b-42b8-98a9-a0053388e631 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 945 time: 0.0614531 Jul 14 10:43:10.913896 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1919ac63-2551-43bc-b79e-933932f89fac req-9747d115-d817-45f2-b7cc-91ebe5c13283 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313840 Jul 14 10:43:10.937863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53412) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:43:11.080388 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7276233-373b-4697-8cca-322afb099119 tempest-TestSnapshotPattern-811088695 tempest-TestSnapshotPattern-811088695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:11.081950 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-c7276233-373b-4697-8cca-322afb099119 tempest-TestSnapshotPattern-811088695 tempest-TestSnapshotPattern-811088695-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1092 time: 0.1430948 Jul 14 10:43:11.084823 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 53416) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:43:11.089745 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:43:11.111369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for floatingip, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:11.204614 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:11.311533 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Allocated IP 172.25.0.67 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/1d40b0c9-606f-4f7f-905a-dd670fffe222) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:43:11.415029 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:11.458279 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:11.493493 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:43:11.498186 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:43:11.500789 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:43:11.528847 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'Port': ['ID=1d40b0c9-606f-4f7f-905a-dd670fffe222,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:11.866501 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:11.943015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:12.095839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:12.100315 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:12.165367 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'Port': ['ID=1d40b0c9-606f-4f7f-905a-dd670fffe222,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:43:12.177536 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:12.278330 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Floating IP b91b89de-6001-4df5-af4c-2d823a22f400 associated. External IP: 172.25.0.67, port: d3ccc430-4c23-46d7-95f2-af9e1b1e5deb. Jul 14 10:43:12.489985 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Router 437140ac-3b50-4207-bbe5-2357402b3e6c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:43:12.597240 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:43:12.606793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] Sync routers for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:43:12.613192 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:12.615810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:43:12.616445 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:12.648647 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-5639ced5-3853-4b8a-9788-0699e17fba12 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5626986 Jul 14 10:43:12.649746 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:43:12.652083 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268e8da5-785f-4a61-ab71-47c1af3b5cac" -d '{"events": [{"name": "network-changed", "server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:43:12.693497 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c23dba1-691b-4a39-b058-fae11ae89a86 x-openstack-request-id: req-9c23dba1-691b-4a39-b058-fae11ae89a86 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:43:12.693788 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:43:12.694041 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c23dba1-691b-4a39-b058-fae11ae89a86 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:43:12.694450 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'status': 'completed', 'code': 200} Jul 14 10:43:12.724991 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:43:12.767274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-e63df307-a3e6-4143-a4df-a22d7186a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:12.768785 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-e63df307-a3e6-4143-a4df-a22d7186a7d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1097 time: 0.0540094 Jul 14 10:43:12.862703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-d644e400-8c54-48aa-baf8-589cb98a796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:12.864590 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-d644e400-8c54-48aa-baf8-589cb98a796c service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0895302 Jul 14 10:43:12.927352 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-b5ce8873-de6d-4210-a1fe-51365888f589 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 998 time: 0.0573199 Jul 14 10:43:12.946800 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:11Z', 'revision_number': 0, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:12.972258 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] Checking router: 437140ac-3b50-4207-bbe5-2357402b3e6c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:43:12.980397 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-ce93b6e9-224d-4d56-a968-1d4637ab198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:12.981022 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:43:12.981640 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:42:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:12.981896 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-ce93b6e9-224d-4d56-a968-1d4637ab198a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0490129 Jul 14 10:43:13.038627 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-98d94e28-6c28-4eb3-8880-419063501293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:13.040617 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-98d94e28-6c28-4eb3-8880-419063501293 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524173 Jul 14 10:43:13.086051 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:43:13.128166 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-b24376c8-42f6-41a7-92e0-8bde7a996405 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813930 Jul 14 10:43:13.220746 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-268e8da5-785f-4a61-ab71-47c1af3b5cac req-0fcb75e1-6e34-41e1-83cc-50c54ec567c1 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867069 Jul 14 10:43:13.309830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:11Z', 'revision_number': 0, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:43:13.335470 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3b999f-0fb8-4b7f-a7f2-349f2554ef05 None None] The sync data for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 is: [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:11Z', 'revision_number': 0, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:43:13.529728 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a60a3ec-d8ba-4105-95db-588eaa7b1953 None None] New status for floating IP b91b89de-6001-4df5-af4c-2d823a22f400: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:43:22.027120 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d815ea92-fe44-456e-8e46-3311166649c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:24.350014 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-00334757-2a19-4942-b32c-571c593bded6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:24.689896 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:25.937506 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:27.576559 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:27.785252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:28.804944 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-d05d6908-7688-44db-a436-56abee5220eb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516899 Jul 14 10:43:28.899824 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-145e6fba-213c-4f7e-a221-a99eb32ff458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:28.901366 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-145e6fba-213c-4f7e-a221-a99eb32ff458 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1097 time: 0.0524716 Jul 14 10:43:29.008352 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-ad854292-af64-4eed-b6c4-093469c6d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:29.010452 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-ad854292-af64-4eed-b6c4-093469c6d414 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0885003 Jul 14 10:43:29.075847 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-dead0f65-3f88-4daa-af5e-8b8d9970fbdb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 1000 time: 0.0584183 Jul 14 10:43:29.128030 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-54c09618-f09a-46a6-8281-2835a51d107e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:29.129575 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-54c09618-f09a-46a6-8281-2835a51d107e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0477247 Jul 14 10:43:29.190331 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-d8637f0f-b4f0-45d3-b13f-8af474a170fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:43:29.191856 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-d8637f0f-b4f0-45d3-b13f-8af474a170fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531106 Jul 14 10:43:29.282277 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-e3afa232-bf17-4dda-b8c9-6778c16079a6 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841684 Jul 14 10:43:29.380448 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ea39f80b-eb88-4edc-ab75-ccd884826ad1 req-8b10da7f-58bc-4b47-ad96-fe9c3662d65e service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919030 Jul 14 10:43:30.350757 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:31.366393 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:43:52.027073 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7d08d6a5-a7f2-4b06-82be-a8bc6c602561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:54.350542 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-48ab9feb-3f8d-47c1-8e76-5a2d409d9d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:54.691460 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:55.941465 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:57.582656 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:43:57.787044 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:00.371865 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:08.365727 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:44:22.030380 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-32242537-a9c6-4958-8312-53ffa9020c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:24.351567 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bceb065b-64c5-4ec8-a18a-7abbb982a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:24.692070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:25.945951 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:27.580850 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:27.800609 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:30.370427 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:30.828362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-858b212d-00dc-4390-87ef-21d59312e2cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544767 Jul 14 10:44:30.922756 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-e0ab36d0-4dca-49b7-aac0-59481c86952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:30.924312 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-e0ab36d0-4dca-49b7-aac0-59481c86952c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1097 time: 0.0561111 Jul 14 10:44:31.025073 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-42433317-2b45-4b7c-bbc2-7a789b4ea3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:31.026546 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-42433317-2b45-4b7c-bbc2-7a789b4ea3ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0833051 Jul 14 10:44:31.094314 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-11a1b534-da9f-4901-bed3-2c541d2d5d9a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 1000 time: 0.0613425 Jul 14 10:44:31.141726 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-9a4716c6-e23c-4d1d-8354-5a6e8ef6e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:31.143178 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-9a4716c6-e23c-4d1d-8354-5a6e8ef6e636 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0429833 Jul 14 10:44:31.199372 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-b8e32df1-cf0a-46b6-8766-7b90b2c67ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:44:31.200924 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-b8e32df1-cf0a-46b6-8766-7b90b2c67ce2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519767 Jul 14 10:44:31.295698 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-c58d080a-933e-40e7-963a-13b2510929b9 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885684 Jul 14 10:44:31.383631 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-ae2f1aa5-42a2-411b-9f0f-7b5ac8851a31 req-d0588439-f1a2-4f58-aebb-846fb9580800 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817475 Jul 14 10:44:45.364338 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:44:52.032477 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3845682b-be62-454d-8afb-8d93047e5f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:54.352163 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-10729241-4d98-49fa-8f9e-2cc32b885137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:54.692562 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:55.949095 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:57.584510 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:44:57.799502 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:00.402749 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:11.187485 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d3ccc430-4c23-46d7-95f2-af9e1b1e5deb details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:45:11.286017 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:11.297481 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:45:11.334059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:11.346227 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3ccc430-4c23-46d7-95f2-af9e1b1e5deb {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:45:11.364586 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:11.368489 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:11.420465 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:11.427567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.427912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.428282 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.428621 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.428971 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.429285 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.429608 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.429932 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.430253 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.430572 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.430892 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.431210 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:11.463409 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['d3ccc430-4c23-46d7-95f2-af9e1b1e5deb'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:45:13.187735 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d3ccc430-4c23-46d7-95f2-af9e1b1e5deb up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:45:13.243919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:45:13.244179 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:13.340254 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:13.376657 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:13.377642 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:45:13.380151 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab44b159-0136-4056-a2bb-359e7614b6f2" -d '{"events": [{"server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "name": "network-vif-plugged", "status": "completed", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:45:13.393687 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:13.458556 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:13.487759 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6433994b-103a-45d7-bd5d-5def7964f770 x-openstack-request-id: req-6433994b-103a-45d7-bd5d-5def7964f770 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:45:13.487759 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "name": "network-vif-plugged", "status": "completed", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:45:13.487759 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6433994b-103a-45d7-bd5d-5def7964f770 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:45:13.487759 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'code': 200} Jul 14 10:45:22.039825 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cb53faef-a4a8-41aa-909d-6505a4f3c585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:22.129242 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-d10fa513-0683-4262-8809-daa1f2d3b25d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1807716916&fields=id&tenant_id=afcde439bfff4657b2bbbc93207e869d HTTP/1.1" status: 200 len: 267 time: 0.0388887 Jul 14 10:45:22.243217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0902b4a0-65f5-4f0b-bdc7-fe762462f7e8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:22.244831 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0902b4a0-65f5-4f0b-bdc7-fe762462f7e8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 810 time: 0.1090968 Jul 14 10:45:22.261114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-9ce05abe-1024-4b68-8dbe-bbd873fe6680 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/quotas/afcde439bfff4657b2bbbc93207e869d HTTP/1.1" status: 200 len: 375 time: 0.0100827 Jul 14 10:45:22.335491 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-27068351-c956-4ecc-9d6e-ec62defa9ec5 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0681140 Jul 14 10:45:22.364563 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:45:22.489302 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-35381263-9da7-4194-945e-768f81167292 service neutron] 10.222.0.73 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422334 Jul 14 10:45:22.578322 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-f579ea2c-885c-4d49-85fb-515dafcf5d68 service neutron] 10.222.0.73 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825181 Jul 14 10:45:22.825204 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-83877ca6-248e-40b9-89a4-83e2b27449f5 req-814a38e8-0691-4c73-8663-027724a2582e tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 210 time: 0.0757730 Jul 14 10:45:23.907009 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-00838c1b-838b-4f7f-8c14-a7a8d705d29d req-575e1564-9c5a-429e-be2e-f45d42d0e2b8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 210 time: 0.0293820 Jul 14 10:45:24.353936 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d8966f59-9e9a-48df-b04f-aff950d9434b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:24.693608 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:24.990849 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-f4f60e0c-64bb-49ab-bc01-b21935c65adb req-e8855001-caf6-4239-b794-b2f8dccee37c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 210 time: 0.0316417 Jul 14 10:45:25.281069 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d3ccc430-4c23-46d7-95f2-af9e1b1e5deb no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:45:25.357638 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:25.378929 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:45:25.381163 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183dd30f-4cb3-4c39-aeac-fd439583d1a0" -d '{"events": [{"server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:45:25.393662 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:25.398670 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:25.423439 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dfa24a-a80b-4779-a377-3f2d6f63e3ea x-openstack-request-id: req-e5dfa24a-a80b-4779-a377-3f2d6f63e3ea {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:45:25.423731 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:45:25.423983 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e5dfa24a-a80b-4779-a377-3f2d6f63e3ea {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:45:25.424402 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'code': 200} Jul 14 10:45:25.448351 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:25.952823 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:26.073710 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5682808a-0557-4e81-a305-fd5168255b62 req-f5db808f-aa92-47f8-ac7d-2e764ef7af2a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 210 time: 0.0287120 Jul 14 10:45:27.226482 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a72b59-7715-43d9-bb8b-a5b22c7df29c req-599bb0a4-3cd7-4588-a05e-a32f1bbe355e tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 210 time: 0.0332475 Jul 14 10:45:27.587495 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:27.810451 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:27.868302 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-e88cd57b-a20a-474a-83a0-3000bfd319ff tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:27.869977 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-e88cd57b-a20a-474a-83a0-3000bfd319ff tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 810 time: 0.1025593 Jul 14 10:45:27.917285 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-7c380b25-e3b0-497f-b470-f1484393143c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afcde439bfff4657b2bbbc93207e869d HTTP/1.1" status: 200 len: 380 time: 0.0383103 Jul 14 10:45:27.926124 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'port': {'device_id': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'admin_state_up': True, 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'security_groups': ['2b73a5a5-65cd-4dff-8768-667570e91dbb']}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:45:28.041467 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Made reservation on behalf of afcde439bfff4657b2bbbc93207e869d for: {'port': 1} {{(pid=93780) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 14 10:45:28.045764 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:28.173924 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_common [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Allocated IP 172.20.0.7 (aff449ae-d649-4e71-b503-4e70a1728358/1611baea-0a96-4daf-8f62-33fbd7556780/7416d968-a90b-4241-bc74-8e2e099e6cc2) {{(pid=93780) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:45:28.378766 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for port, precommit_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:28.401335 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-67bb9d9a-b47d-4984-bf53-d84598368456 req-c254a474-f95c-45fb-b24c-d06e92e14eed tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 210 time: 0.0410070 Jul 14 10:45:28.402074 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Transition to ACTIVE for port object 7416d968-a90b-4241-bc74-8e2e099e6cc2 will not be triggered until provisioned by entity DHCP. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:45:28.452612 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_create {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:28.499792 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Network aff449ae-d649-4e71-b503-4e70a1728358 is already hosted by enough agents. {{(pid=93780) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:45:28.505880 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.base_scheduler [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Resources bound (agent type, host, resource id): {{(pid=93780) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:45:28.510324 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Received port after_create {{(pid=93780) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:45:28.566719 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:28.567478 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:28.589754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6670043 Jul 14 10:45:28.590707 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=1']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:28.600906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.600906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.600906 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.601361 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.601917 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.602254 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.603044 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.603652 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.604274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.604853 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.607040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.607040 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b213fb1-b7e8-473a-8f2d-a8cd63ffb5a7 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:28.809733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b88ca32c-a27e-400c-bdb1-f0075e576fd3 None None] Provisioning for port 7416d968-a90b-4241-bc74-8e2e099e6cc2 completed by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:45:28.817232 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-b88ca32c-a27e-400c-bdb1-f0075e576fd3 None None] Provisioning complete for port 7416d968-a90b-4241-bc74-8e2e099e6cc2 triggered by entity DHCP. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:45:28.817528 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b88ca32c-a27e-400c-bdb1-f0075e576fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:28.859882 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-b88ca32c-a27e-400c-bdb1-f0075e576fd3 None None] Port 7416d968-a90b-4241-bc74-8e2e099e6cc2 cannot update to ACTIVE because it is not bound. {{(pid=93781) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 14 10:45:29.597941 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a676fb3-4e67-4a55-9afd-7026de9dadf2 req-8628737e-0217-444a-ac33-3450ec737648 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:29.599379 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a676fb3-4e67-4a55-9afd-7026de9dadf2 req-8628737e-0217-444a-ac33-3450ec737648 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 931 time: 0.0667145 Jul 14 10:45:29.642007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-8a676fb3-4e67-4a55-9afd-7026de9dadf2 req-28c9bef4-1df0-4a6a-ba2b-af6a44fd5619 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369041 Jul 14 10:45:30.422372 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:30.826899 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffde1bc-2a26-49ef-9196-fa7ecf27c3d4 req-fbe0630c-7935-416c-b4b9-9ae5f1cadab5 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:30.828488 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fffde1bc-2a26-49ef-9196-fa7ecf27c3d4 req-fbe0630c-7935-416c-b4b9-9ae5f1cadab5 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 931 time: 0.0721483 Jul 14 10:45:30.870423 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-fffde1bc-2a26-49ef-9196-fa7ecf27c3d4 req-6a637e24-3e03-4689-bbea-35935faddf74 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339851 Jul 14 10:45:32.049468 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b86e22-0067-4b16-9f2b-ba6acf5340e6 req-3efb2f51-4212-41ff-b1b4-97ccca8a2413 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:32.051073 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8b86e22-0067-4b16-9f2b-ba6acf5340e6 req-3efb2f51-4212-41ff-b1b4-97ccca8a2413 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 931 time: 0.0642815 Jul 14 10:45:32.090813 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b8b86e22-0067-4b16-9f2b-ba6acf5340e6 req-57dc45e0-c910-4fbd-99fe-1fd381271435 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340989 Jul 14 10:45:33.271419 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b505b-e8bc-4620-8d37-1acf4979d090 req-172a3ec3-c768-4cdb-8b43-ffc69fc5f4ab tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:33.272989 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd7b505b-e8bc-4620-8d37-1acf4979d090 req-172a3ec3-c768-4cdb-8b43-ffc69fc5f4ab tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 931 time: 0.0646360 Jul 14 10:45:33.315797 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-dd7b505b-e8bc-4620-8d37-1acf4979d090 req-4258a3e3-2212-4a02-a4f1-4e459843f00a tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361655 Jul 14 10:45:34.499136 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e48b44-21a4-4d7d-a5c1-92f9f3af28cd req-093991c1-d9d7-4234-8597-59320efaa7cc tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:34.500700 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d3e48b44-21a4-4d7d-a5c1-92f9f3af28cd req-093991c1-d9d7-4234-8597-59320efaa7cc tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 931 time: 0.0721819 Jul 14 10:45:34.541802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-d3e48b44-21a4-4d7d-a5c1-92f9f3af28cd req-fbd5ae38-98b0-4796-9409-7078d396d7da tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352211 Jul 14 10:45:35.720596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ded95-15b3-47d8-ade4-b1575f30153b req-8d7efa86-cfa3-46de-b957-7efce673a76f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:35.722148 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e0ded95-15b3-47d8-ade4-b1575f30153b req-8d7efa86-cfa3-46de-b957-7efce673a76f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 931 time: 0.0662379 Jul 14 10:45:35.761597 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-5e0ded95-15b3-47d8-ade4-b1575f30153b req-75136706-7362-42d2-b8db-feed05cc074d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336149 Jul 14 10:45:36.947559 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f8f65-dd2f-4d7d-9fc6-f01433d26593 req-ffe8fc69-6289-44fd-831f-e012511e8c3d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:36.950030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fb5f8f65-dd2f-4d7d-9fc6-f01433d26593 req-ffe8fc69-6289-44fd-831f-e012511e8c3d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 931 time: 0.0683725 Jul 14 10:45:36.996458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-fb5f8f65-dd2f-4d7d-9fc6-f01433d26593 req-2f48beef-ba91-47ba-8c4d-2939add1bebd tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Jul 14 10:45:38.174494 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf9e0b-7d12-4ebf-8d4c-945d03b54574 req-a01e48b2-e13c-45dd-a054-379f5bc635be tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:38.175910 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75bf9e0b-7d12-4ebf-8d4c-945d03b54574 req-a01e48b2-e13c-45dd-a054-379f5bc635be tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 931 time: 0.0671446 Jul 14 10:45:38.213225 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-75bf9e0b-7d12-4ebf-8d4c-945d03b54574 req-337ff5d3-44e4-4e5c-a3b9-891d0b763f93 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316710 Jul 14 10:45:38.546993 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.v2.base [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Request body: {'port': {'device_id': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-26'}} {{(pid=93780) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:45:38.561175 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.69', 55834) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:38.617914 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-2ec0306b-7386-429b-b9c1-775d034a8d49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554237 Jul 14 10:45:38.626203 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.721470 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-48abdc34-3b56-435c-a7b7-b27afee6c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:38.722996 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-48abdc34-3b56-435c-a7b7-b27afee6c284 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1095 time: 0.0521865 Jul 14 10:45:38.830712 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-edcbdd3c-c956-4ab7-831d-433d2068899d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:38.832169 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-edcbdd3c-c956-4ab7-831d-433d2068899d service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0883820 Jul 14 10:45:38.892079 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7416d968-a90b-4241-bc74-8e2e099e6cc2 {{(pid=93780) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:45:38.898773 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-f9e12830-d0b7-4fa6-8513-efb42541dc4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 998 time: 0.0592945 Jul 14 10:45:38.899916 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.913150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Transition to ACTIVE for port object 7416d968-a90b-4241-bc74-8e2e099e6cc2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 14 10:45:38.919369 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:38.958675 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-43d92e4e-3884-4fee-904e-4a846d7e6529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:38.960263 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-43d92e4e-3884-4fee-904e-4a846d7e6529 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0557458 Jul 14 10:45:38.969863 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Pushing event updated for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:39.023483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-0a480753-b195-4b5b-8587-ffb2a2ac4291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:39.025085 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-0a480753-b195-4b5b-8587-ffb2a2ac4291 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585113 Jul 14 10:45:39.050764 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Attempting to bind port 7416d968-a90b-4241-bc74-8e2e099e6cc2 on host n-h1-780147-26 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 14 10:45:39.051111 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Attempting to bind port 7416d968-a90b-4241-bc74-8e2e099e6cc2 by drivers openvswitch,hyperv on host n-h1-780147-26 at level 0 using segments [{'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 14 10:45:39.051436 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Attempting to bind port 7416d968-a90b-4241-bc74-8e2e099e6cc2 on network aff449ae-d649-4e71-b503-4e70a1728358 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:45:39.056037 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Port 7416d968-a90b-4241-bc74-8e2e099e6cc2 on network aff449ae-d649-4e71-b503-4e70a1728358 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-26 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 14 10:45:39.056404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Attempting to bind port 7416d968-a90b-4241-bc74-8e2e099e6cc2 on network aff449ae-d649-4e71-b503-4e70a1728358 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 14 10:45:39.061373 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Checking agent: {'id': '659de6ad-39f4-45eb-90be-e6c37fb1f410', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-26', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'started_at': datetime.datetime(2021, 7, 14, 9, 17, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 14, 10, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 14 10:45:39.061720 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Checking segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 14 10:45:39.062104 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Bound using segment: {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 14 10:45:39.062522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Bound port: 7416d968-a90b-4241-bc74-8e2e099e6cc2, host: n-h1-780147-26, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7179949d-1188-4b4e-b6f0-675d9e45b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 14 10:45:39.062883 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:39.125534 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-05ec2ca5-d3bc-4f44-a463-9ce27a6eceeb service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936420 Jul 14 10:45:39.130803 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 14 10:45:39.134188 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 14 10:45:39.143476 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59348271'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:39.177234 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:39.177855 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:39.179266 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] 10.222.0.69 "PUT /v2.0/ports/7416d968-a90b-4241-bc74-8e2e099e6cc2 HTTP/1.1" status: 200 len: 1092 time: 0.6380332 Jul 14 10:45:39.179826 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:45:39.182039 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1ab38a-7ac7-48db-aada-11d308a9f415" -d '{"events": [{"name": "network-changed", "server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:45:39.209582 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9b705-2db1-4a48-bce6-94605232b3db service neutron] Pushing event updated for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:39.248662 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-bb38a076-1a60-41ba-873a-1f926cee8c92 req-5ceec6c5-6672-47c0-b4d4-7310580e3689 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150408 Jul 14 10:45:39.325006 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-3d608302-0d0f-4aec-b249-4f6471984056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:39.326761 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-3d608302-0d0f-4aec-b249-4f6471984056 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 1095 time: 0.0896947 Jul 14 10:45:39.328219 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19e253c-7987-4684-a97c-b75dd74eea51 x-openstack-request-id: req-f19e253c-7987-4684-a97c-b75dd74eea51 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:45:39.328506 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:45:39.328752 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f19e253c-7987-4684-a97c-b75dd74eea51 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:45:39.329140 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'status': 'completed', 'code': 200} Jul 14 10:45:39.370410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-1bdf89bc-e9c9-43e3-9f43-982d7db4cef3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2 HTTP/1.1" status: 200 len: 217 time: 0.0362668 Jul 14 10:45:39.421940 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-8fdbd73d-9091-414f-ba5d-e591f21677ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:39.423431 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-8fdbd73d-9091-414f-ba5d-e591f21677ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0471478 Jul 14 10:45:39.435342 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af1f83-1a56-46ab-ac3f-bff7c78c5234 req-8dce1bd6-f318-40e2-a7e2-368f02bc6aff tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:39.437020 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61af1f83-1a56-46ab-ac3f-bff7c78c5234 req-8dce1bd6-f318-40e2-a7e2-368f02bc6aff tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 943 time: 0.0689366 Jul 14 10:45:39.475796 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-61af1f83-1a56-46ab-ac3f-bff7c78c5234 req-6323e8b2-0a94-41d6-abb5-97358e274f96 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330489 Jul 14 10:45:39.484901 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-f7d68879-24c8-46c8-91b5-2315a1884c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:39.486514 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-f7d68879-24c8-46c8-91b5-2315a1884c27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570304 Jul 14 10:45:39.576723 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-36c19592-60d7-4f36-912e-e3cf84695808 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835569 Jul 14 10:45:39.668670 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-baad79f1-d00b-4876-91fd-c57a6d81e384 req-99d40a87-a211-4cd1-95fa-d5b99e86f724 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840786 Jul 14 10:45:40.107261 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-b877da41-a39d-40ec-a577-a8b5e234cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:40.108793 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-b877da41-a39d-40ec-a577-a8b5e234cad1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 1095 time: 0.3940325 Jul 14 10:45:40.195892 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-eab98fe0-e50f-4164-8745-28abd93f8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:40.197414 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-eab98fe0-e50f-4164-8745-28abd93f8871 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0815709 Jul 14 10:45:40.245122 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-4b9461a0-e81b-4162-b2e4-d585145bd833 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2 HTTP/1.1" status: 200 len: 217 time: 0.0404229 Jul 14 10:45:40.299909 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-cfcc4cbe-a4b4-4ec1-a255-740eead88713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:40.301408 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-cfcc4cbe-a4b4-4ec1-a255-740eead88713 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0443883 Jul 14 10:45:40.358405 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-3fe49192-bf52-41db-8595-47ccdc6fa742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:40.359931 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-3fe49192-bf52-41db-8595-47ccdc6fa742 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511832 Jul 14 10:45:40.448826 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-9799bcea-c8cb-4a80-b07f-d43d052caba6 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820560 Jul 14 10:45:40.538410 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-db1ab38a-7ac7-48db-aada-11d308a9f415 req-9e66933e-4610-4865-a7de-883dab541530 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812407 Jul 14 10:45:40.655999 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723641e4-7463-4ca5-93bf-19327e057e91 req-552bd4bf-6bc0-459e-b9e1-7c7614a17bd8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:40.657772 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-723641e4-7463-4ca5-93bf-19327e057e91 req-552bd4bf-6bc0-459e-b9e1-7c7614a17bd8 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 943 time: 0.0662823 Jul 14 10:45:40.694925 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-723641e4-7463-4ca5-93bf-19327e057e91 req-74cd073d-ee52-4f63-8790-e5dbe57e144e tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314679 Jul 14 10:45:41.358776 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7416d968-a90b-4241-bc74-8e2e099e6cc2 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:45:41.449491 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:41.460173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'port_id': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'mac_address': 'fa:16:3e:13:2c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:45:41.499290 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:41.511306 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7416d968-a90b-4241-bc74-8e2e099e6cc2 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:45:41.529763 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:41.533937 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:41.580001 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=4']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:41.775476 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['7416d968-a90b-4241-bc74-8e2e099e6cc2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:45:41.878829 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c65eb9-0d96-4aca-950e-9ab0fc6fe930 req-1f4c6416-c713-4dfa-925a-20ed13f8dd97 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:41.880249 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c65eb9-0d96-4aca-950e-9ab0fc6fe930 req-1f4c6416-c713-4dfa-925a-20ed13f8dd97 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 944 time: 0.0679865 Jul 14 10:45:41.919731 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-15c65eb9-0d96-4aca-950e-9ab0fc6fe930 req-eda77c78-8ed2-4093-89fc-9f4685871e14 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Jul 14 10:45:43.088788 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56424510-c62d-4cf1-a631-bbdbfa2e8a26 req-665fb565-416b-4784-b445-03a20aa016ca tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:43.090844 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56424510-c62d-4cf1-a631-bbdbfa2e8a26 req-665fb565-416b-4784-b445-03a20aa016ca tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 944 time: 0.0617018 Jul 14 10:45:43.127789 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-56424510-c62d-4cf1-a631-bbdbfa2e8a26 req-7ff76a89-0731-4b9a-8b62-61d2a34d3213 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314074 Jul 14 10:45:43.352120 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7416d968-a90b-4241-bc74-8e2e099e6cc2 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:45:43.399757 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning for port 7416d968-a90b-4241-bc74-8e2e099e6cc2 completed by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 14 10:45:43.403344 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 7416d968-a90b-4241-bc74-8e2e099e6cc2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:45:43.403722 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:43.480011 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:43.502460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:45:43.504749 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd346c-0a03-48e9-a31a-2029d39ed71a" -d '{"events": [{"server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "name": "network-vif-plugged", "status": "completed", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:45:43.517733 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:45:43.521646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:43.545505 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a70de97-8a65-44e0-bfc7-a76510d1f312 x-openstack-request-id: req-0a70de97-8a65-44e0-bfc7-a76510d1f312 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:45:43.545794 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "name": "network-vif-plugged", "status": "completed", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:45:43.546045 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0a70de97-8a65-44e0-bfc7-a76510d1f312 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:45:43.546431 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'code': 200} Jul 14 10:45:43.574056 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=5']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:43.650977 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9de965-cc21-4e9c-ac7f-31d94d1bd62a req-31f086fb-9329-4247-a436-d067d2cc55cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:43.652521 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f9de965-cc21-4e9c-ac7f-31d94d1bd62a req-31f086fb-9329-4247-a436-d067d2cc55cc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0514405 Jul 14 10:45:43.686802 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-1f9de965-cc21-4e9c-ac7f-31d94d1bd62a req-39389150-afd5-4a09-b853-92b0d49756a7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285051 Jul 14 10:45:44.311621 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ea7db-8a1b-4634-828e-523685310c0d req-6c121c21-18d4-40db-88a2-5e0a9f3dfe9d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:44.316693 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-470ea7db-8a1b-4634-828e-523685310c0d req-6c121c21-18d4-40db-88a2-5e0a9f3dfe9d tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 945 time: 0.0765948 Jul 14 10:45:44.353881 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-470ea7db-8a1b-4634-828e-523685310c0d req-b49abb66-f65a-4f7f-a40e-02efe0eb32a5 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351341 Jul 14 10:45:45.527596 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77202fd4-1975-4cfc-b896-56672cee3ed5 req-8b51bd20-85cd-4a2f-854e-29448164fc9f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:45.529135 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77202fd4-1975-4cfc-b896-56672cee3ed5 req-8b51bd20-85cd-4a2f-854e-29448164fc9f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 945 time: 0.0625074 Jul 14 10:45:45.566303 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-77202fd4-1975-4cfc-b896-56672cee3ed5 req-fe492fb1-619f-4797-a656-a2283f16f4ec tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Jul 14 10:45:45.740426 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44ebda-377d-4491-bb54-3fba47559dff req-2647ca16-be3b-4a79-b785-3145f4bdb5e9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:45.741899 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b44ebda-377d-4491-bb54-3fba47559dff req-2647ca16-be3b-4a79-b785-3145f4bdb5e9 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 945 time: 0.0619805 Jul 14 10:45:45.779069 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-6b44ebda-377d-4491-bb54-3fba47559dff req-50eaa443-3916-4f53-b71f-0b26d604d372 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317051 Jul 14 10:45:45.802392 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53718) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:45.852573 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d0b06f-4ca6-4222-9aff-a819e45eb509 tempest-TestSnapshotPattern-811088695 tempest-TestSnapshotPattern-811088695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:45.854010 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-53d0b06f-4ca6-4222-9aff-a819e45eb509 tempest-TestSnapshotPattern-811088695 tempest-TestSnapshotPattern-811088695-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 1092 time: 0.0506296 Jul 14 10:45:45.856830 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53720) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:45:45.861186 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.v2.base [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Request body: {'floatingip': {'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'port_id': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93779) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 14 10:45:45.882548 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for floatingip, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:45.981061 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:46.087752 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Allocated IP 172.25.0.18 (4206a2df-39bd-435a-af56-00ff78f766c1/f6a821e9-ea86-4b15-bcab-534ed25ed972/07bb9d7f-c6c6-4eeb-b277-9330179a17e9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 14 10:45:46.190228 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:46.227992 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772845408916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:46.266845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Network 4206a2df-39bd-435a-af56-00ff78f766c1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 14 10:45:46.269679 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 14 10:45:46.273527 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 14 10:45:46.302228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'Port': ['ID=07bb9d7f-c6c6-4eeb-b277-9330179a17e9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:46.316421 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.316849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.317191 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.317529 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.317863 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.318194 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.318522 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.318849 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.319174 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.319497 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.319826 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.320179 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:45:46.650698 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:46.728824 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:46.878037 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:46.882554 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60121391'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:46.950744 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event updated for resources: {'Port': ['ID=07bb9d7f-c6c6-4eeb-b277-9330179a17e9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:45:46.958872 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-982611'] for floatingip, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:47.057111 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Floating IP 25dada29-c13e-4002-bba7-1bfc5db28d95 associated. External IP: 172.25.0.18, port: 7416d968-a90b-4241-bc74-8e2e099e6cc2. Jul 14 10:45:47.259017 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Router 437140ac-3b50-4207-bbe5-2357402b3e6c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:45:47.365289 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:45:47.374823 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] Sync routers for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:45:47.384616 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:45:47.385241 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:45:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:45:47.387102 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:47.435819 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-73f9d771-1778-4924-a02a-2d7ee07fdfa2 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5659912 Jul 14 10:45:47.435819 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:45:47.435819 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9296e6f0-8469-4453-8883-358674db67c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:45:47.490460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:45:47.519134 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41be0ee0-f228-4fac-9c25-117721d56a81 x-openstack-request-id: req-41be0ee0-f228-4fac-9c25-117721d56a81 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:45:47.519427 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:45:47.520070 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41be0ee0-f228-4fac-9c25-117721d56a81 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:45:47.520070 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'status': 'completed', 'code': 200} Jul 14 10:45:47.599777 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e6f0-8469-4453-8883-358674db67c5 req-cfcb7c68-c985-4b5b-a216-3b208cd7789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:47.601306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9296e6f0-8469-4453-8883-358674db67c5 req-cfcb7c68-c985-4b5b-a216-3b208cd7789e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0564950 Jul 14 10:45:47.690804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e6f0-8469-4453-8883-358674db67c5 req-878afd1b-c2dd-4329-9d86-7d1d310463b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:47.692383 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9296e6f0-8469-4453-8883-358674db67c5 req-878afd1b-c2dd-4329-9d86-7d1d310463b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0845709 Jul 14 10:45:47.718904 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '25dada29-c13e-4002-bba7-1bfc5db28d95', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:13:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:45:46Z', 'updated_at': '2021-07-14T10:45:46Z', 'revision_number': 0, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}, {'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:13Z', 'revision_number': 1, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:45:47.745576 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] Checking router: 437140ac-3b50-4207-bbe5-2357402b3e6c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:45:47.754230 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:45:47.754841 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:45:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:45:47.759616 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9296e6f0-8469-4453-8883-358674db67c5 req-b0a9fcbc-d8b1-41f2-81dd-ffec3aebceb9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2 HTTP/1.1" status: 200 len: 998 time: 0.0612104 Jul 14 10:45:47.809515 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e6f0-8469-4453-8883-358674db67c5 req-6af59e21-bf55-4f9b-aa8f-6b05d4f1b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:47.811048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9296e6f0-8469-4453-8883-358674db67c5 req-6af59e21-bf55-4f9b-aa8f-6b05d4f1b90b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0457072 Jul 14 10:45:47.859368 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:45:47.868404 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296e6f0-8469-4453-8883-358674db67c5 req-8bf3ad88-39c4-413b-b29d-648ed9c52a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:45:47.869935 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9296e6f0-8469-4453-8883-358674db67c5 req-8bf3ad88-39c4-413b-b29d-648ed9c52a48 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526927 Jul 14 10:45:47.963863 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9296e6f0-8469-4453-8883-358674db67c5 req-a12c5f4d-a9fe-4f8b-a4b1-0c966d99e3ea service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873353 Jul 14 10:45:48.056592 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-9296e6f0-8469-4453-8883-358674db67c5 req-f417d264-4dba-4c1f-9248-560b8e4cbed1 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860393 Jul 14 10:45:48.240138 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '25dada29-c13e-4002-bba7-1bfc5db28d95', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:13:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:45:46Z', 'updated_at': '2021-07-14T10:45:46Z', 'revision_number': 0, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}, {'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:13Z', 'revision_number': 1, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:45:48.269552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a3ef27-091b-4fd9-960a-0399f8aa1d40 None None] The sync data for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 is: [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': '25dada29-c13e-4002-bba7-1bfc5db28d95', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.18', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:13:2c:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:45:46Z', 'updated_at': '2021-07-14T10:45:46Z', 'revision_number': 0, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}, {'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:13Z', 'revision_number': 1, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:45:48.474146 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de6d3ad-110c-47be-a081-8eb4164630d3 None None] New status for floating IP 25dada29-c13e-4002-bba7-1bfc5db28d95: ACTIVE {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:45:52.036625 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-01e4261f-d1e1-4a7e-af5a-a588bb363413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:54.358862 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-64f4966e-e8e1-46fa-9419-6e9e5858c4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:54.695549 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:55.954210 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:57.591185 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:57.814826 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:45:59.363855 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:46:00.448495 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:22.038476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5f755de3-3933-493c-9b71-e716224bfe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.359212 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-72ef316e-7289-49c9-b8af-e5f656884a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:24.694751 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:25.960620 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:27.592521 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:27.814115 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:30.466824 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:32.859882 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70f27f7c-d1b0-4360-a323-644173768a4a req-295c4ae5-bcb7-43e1-be22-34d128ac2dff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0937679 Jul 14 10:46:32.956526 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f27f7c-d1b0-4360-a323-644173768a4a req-abcdf362-d987-472c-8242-f8b6c6eddcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:32.958007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70f27f7c-d1b0-4360-a323-644173768a4a req-abcdf362-d987-472c-8242-f8b6c6eddcf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1095 time: 0.0554731 Jul 14 10:46:33.057617 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f27f7c-d1b0-4360-a323-644173768a4a req-956d5bf9-bdb3-45a2-af08-a984f4615a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:33.059001 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70f27f7c-d1b0-4360-a323-644173768a4a req-956d5bf9-bdb3-45a2-af08-a984f4615a33 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0817811 Jul 14 10:46:33.126188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70f27f7c-d1b0-4360-a323-644173768a4a req-c85a293c-6764-4c67-9f2d-fc4d8b32b809 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 998 time: 0.0603440 Jul 14 10:46:33.174342 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f27f7c-d1b0-4360-a323-644173768a4a req-6610016f-1d50-4700-b2fd-fe39d24d91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:33.175754 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70f27f7c-d1b0-4360-a323-644173768a4a req-6610016f-1d50-4700-b2fd-fe39d24d91cb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0433097 Jul 14 10:46:33.230972 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f27f7c-d1b0-4360-a323-644173768a4a req-11e593ec-76a2-494e-98a8-4ca11674b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:46:33.232494 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70f27f7c-d1b0-4360-a323-644173768a4a req-11e593ec-76a2-494e-98a8-4ca11674b628 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508473 Jul 14 10:46:33.326007 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70f27f7c-d1b0-4360-a323-644173768a4a req-22e116cc-d126-45b3-bd9d-3ad1f7bcb549 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868216 Jul 14 10:46:33.414711 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-70f27f7c-d1b0-4360-a323-644173768a4a req-7cc8512f-32df-43c6-b4b6-0f36f77616b9 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819902 Jul 14 10:46:36.363766 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:46:52.039593 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2a4214ae-6c70-4480-ad42-0f0d7b5a4fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:54.359394 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9734bae4-f6d5-4966-918a-9bb7c5a13ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:54.696571 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:55.959988 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:57.595713 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:46:57.813068 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:00.475066 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:13.363896 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:47:22.044226 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-717b2a13-db5f-4ad7-a600-c60c16f10e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:24.360433 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b2b20d3a-987c-46a1-8a04-0918aea84ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:24.700149 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:25.963229 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:27.598131 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:27.828339 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:29.785088 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7416d968-a90b-4241-bc74-8e2e099e6cc2 details requested by agent hyperv_n-h1-780147-26 with host n-h1-780147-26 {{(pid=93781) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 14 10:47:29.876024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:29.887037 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Returning: {'device': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'port_id': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'mac_address': 'fa:16:3e:13:2c:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93781) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 14 10:47:29.927155 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:29.940228 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7416d968-a90b-4241-bc74-8e2e099e6cc2 {{(pid=93781) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 14 10:47:29.958514 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:29.962584 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:30.010808 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=6']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:30.018132 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.018474 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.018819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.019156 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.019486 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.019819 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.020142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.020492 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.020815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.021142 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.021460 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.021779 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93781) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:30.044404 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] get_ports_and_sgs() called for port_ids ['7416d968-a90b-4241-bc74-8e2e099e6cc2'] {{(pid=93781) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 14 10:47:30.486697 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:31.793511 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7416d968-a90b-4241-bc74-8e2e099e6cc2 up at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 14 10:47:31.852643 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.provisioning_blocks [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Provisioning complete for port 7416d968-a90b-4241-bc74-8e2e099e6cc2 triggered by entity L2. {{(pid=93781) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 14 10:47:31.853014 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4010681'] for port, provisioning_complete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:31.943034 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:31.970830 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:47:31.973530 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e408c-82b9-4926-aa08-286019c03a26" -d '{"events": [{"server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "name": "network-vif-plugged", "status": "completed", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:47:32.011567 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:32.020498 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:32.029119 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09bc5fb-56b0-4491-95b2-824676e23cb2 x-openstack-request-id: req-d09bc5fb-56b0-4491-95b2-824676e23cb2 {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:47:32.029492 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "name": "network-vif-plugged", "status": "completed", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:47:32.030167 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d09bc5fb-56b0-4491-95b2-824676e23cb2 {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:47:32.030788 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'code': 200} Jul 14 10:47:32.084236 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=7']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:34.895639 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-9f2fa37d-fd23-495d-b1fa-9fe328fdb30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:34.897220 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-9f2fa37d-fd23-495d-b1fa-9fe328fdb30f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0590880 Jul 14 10:47:35.015970 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-dd86ca50-4274-4bc3-94c7-1e702eb73b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:35.017901 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-dd86ca50-4274-4bc3-94c7-1e702eb73b66 service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.0969203 Jul 14 10:47:35.124944 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-d38acffe-b194-4750-b7c2-8eaeaf6cae34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2 HTTP/1.1" status: 200 len: 1000 time: 0.0995700 Jul 14 10:47:35.184511 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-8cbff3e7-917c-4cd3-abec-35b652b21a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:35.186873 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-8cbff3e7-917c-4cd3-abec-35b652b21a10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0551510 Jul 14 10:47:35.259394 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-968b7fd6-7a5c-47be-8716-f721d86acc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:35.260954 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-968b7fd6-7a5c-47be-8716-f721d86acc07 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678937 Jul 14 10:47:35.370114 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-33d0f22c-c150-4296-82b3-ffb8d5c0d6d1 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013880 Jul 14 10:47:35.476640 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-58a0b061-6c0a-44c8-b269-0dbfc4b293e3 req-d0c8219e-a391-4fe9-9bad-04f1f8c273ba service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001813 Jul 14 10:47:41.704806 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 53944) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:41.859129 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Deleting port 07bb9d7f-c6c6-4eeb-b277-9330179a17e9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:41.859397 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:41.934724 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:41.935056 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:41.946248 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Calling delete_port for 07bb9d7f-c6c6-4eeb-b277-9330179a17e9 owned by network:floatingip {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:42.093560 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:42.118416 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event deleted for resources: {'Port': ['ID=07bb9d7f-c6c6-4eeb-b277-9330179a17e9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:42.145981 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.146323 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.146661 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.147024 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.147366 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.147692 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.148018 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.148368 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.148691 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.149026 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.149352 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.149667 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:42.187538 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:42.187861 n-d-780147-26 neutron-server[93779]: INFO neutron.db.l3_db [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Floating IP 25dada29-c13e-4002-bba7-1bfc5db28d95 disassociated (deleted). External IP: 172.25.0.18, port: 7416d968-a90b-4241-bc74-8e2e099e6cc2. Jul 14 10:47:42.728451 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Router 437140ac-3b50-4207-bbe5-2357402b3e6c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:47:42.834663 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:47:42.839574 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:42.846363 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] Sync routers for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:47:42.855309 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:47:42.856004 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:42.876798 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-e71fe2bb-b5d0-4a25-baaf-fe624854ba1c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "DELETE /v2.0/floatingips/25dada29-c13e-4002-bba7-1bfc5db28d95 HTTP/1.1" status: 204 len: 168 time: 1.1708536 Jul 14 10:47:42.877492 n-d-780147-26 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:47:42.880026 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e130a482a0d6a5231e61defd7bc6dade3d387fd72b4b954233cf997892d297e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0802378-2e8c-4f69-a787-fe10e3ca5f25" -d '{"events": [{"name": "network-changed", "server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:47:42.944477 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78100d81-759e-4a9d-8aeb-84b02793c13b x-openstack-request-id: req-78100d81-759e-4a9d-8aeb-84b02793c13b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:47:42.944772 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2", "status": "completed", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:47:42.945020 n-d-780147-26 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-78100d81-759e-4a9d-8aeb-84b02793c13b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:47:42.945441 n-d-780147-26 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'status': 'completed', 'code': 200} Jul 14 10:47:42.979840 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:47:43.020143 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-17739254-40f9-4455-8ba4-d4abc98a4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:43.022472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-17739254-40f9-4455-8ba4-d4abc98a4312 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 1097 time: 0.0559840 Jul 14 10:47:43.129633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-ebe514b5-9ffe-4b22-9971-d6699e1803bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:43.131167 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-ebe514b5-9ffe-4b22-9971-d6699e1803bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.1016378 Jul 14 10:47:43.187458 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-232f2c1c-6ebb-4c5e-9a88-213d9e172ddd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2 HTTP/1.1" status: 200 len: 217 time: 0.0471735 Jul 14 10:47:43.234175 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:13Z', 'revision_number': 1, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:43.239417 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-238c4fed-b796-4b43-a349-993fad91f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:43.241030 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-238c4fed-b796-4b43-a349-993fad91f1ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0467308 Jul 14 10:47:43.261005 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] Checking router: 437140ac-3b50-4207-bbe5-2357402b3e6c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:47:43.270671 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:47:43.271286 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:43.278734 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc9f88-a241-48ea-b673-2bab89e5e812 req-9e9de064-3d08-434e-87a5-81796ed2fd02 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:43.280425 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76bc9f88-a241-48ea-b673-2bab89e5e812 req-9e9de064-3d08-434e-87a5-81796ed2fd02 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 945 time: 0.0713367 Jul 14 10:47:43.307217 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-eb4d3bb0-b75a-488a-a4b6-a1878b84242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:43.307217 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-eb4d3bb0-b75a-488a-a4b6-a1878b84242e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591159 Jul 14 10:47:43.332058 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-76bc9f88-a241-48ea-b673-2bab89e5e812 req-e9528b5b-48c2-4695-b65f-3b21db21a7cb tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452757 Jul 14 10:47:43.384173 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:47:43.399512 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-c1997021-6101-4c85-a204-29bd055469a7 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837190 Jul 14 10:47:43.494887 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-b0802378-2e8c-4f69-a787-fe10e3ca5f25 req-bb669d1f-ec25-4fa4-88fc-4b20db1bc060 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875752 Jul 14 10:47:43.603771 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:13Z', 'revision_number': 1, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:43.633623 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ec2b3e-f1a1-4461-9172-054ec47f44f2 None None] The sync data for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 is: [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_floatingips': [{'id': 'b91b89de-6001-4df5-af4c-2d823a22f400', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'floating_ip_address': '172.25.0.67', 'floating_network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'router_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'port_id': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'mac_address': 'fa:16:3e:32:7b:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-14T10:43:11Z', 'updated_at': '2021-07-14T10:43:13Z', 'revision_number': 1, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:47:43.868495 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43028d2b-34d6-4ac7-870f-010052b9c663 None None] New status for floating IP 25dada29-c13e-4002-bba7-1bfc5db28d95: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:47:43.871032 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7416d968-a90b-4241-bc74-8e2e099e6cc2 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:43.944570 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3923308'] for port, before_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:43.972817 n-d-780147-26 neutron-server[93781]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2'}] {{(pid=93781) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:47:43.972817 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}569a0edb4bafa2d5a7055c7eccc944bef3cf7e5df8a6135f7c1aa9351bef94d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba9d53f-bc9f-4718-88b3-677f7d52cf2c" -d '{"events": [{"server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2"}]}' {{(pid=93781) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:47:43.984243 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:43.988603 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772845803255', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772845408934', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772845408952'] for port, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:44.014772 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Jul 2021 10:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ded08b-bdef-4010-b9dd-f1e6beafd8aa x-openstack-request-id: req-44ded08b-bdef-4010-b9dd-f1e6beafd8aa {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:47:44.015068 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "name": "network-vif-unplugged", "status": "completed", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2", "code": 200}]} {{(pid=93781) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:47:44.015321 n-d-780147-26 neutron-server[93781]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-44ded08b-bdef-4010-b9dd-f1e6beafd8aa {{(pid=93781) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:47:44.015703 n-d-780147-26 neutron-server[93781]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'code': 200} Jul 14 10:47:44.040754 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Pushing event updated for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=8']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:44.507676 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94726cb9-c41c-4ff4-a769-ee8194d75adb req-7898812c-49f6-4e92-b13e-9688317ebf9f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:44.509250 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-94726cb9-c41c-4ff4-a769-ee8194d75adb req-7898812c-49f6-4e92-b13e-9688317ebf9f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 943 time: 0.0637407 Jul 14 10:47:44.548268 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-94726cb9-c41c-4ff4-a769-ee8194d75adb req-8f7de202-36bd-407d-bba9-61ab0fdfa7c1 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326445 Jul 14 10:47:44.675844 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-0f18ca07-138d-4a00-9a2c-2719325462a6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:44.677358 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-0f18ca07-138d-4a00-9a2c-2719325462a6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 943 time: 0.0632138 Jul 14 10:47:44.781255 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Deleting port 7416d968-a90b-4241-bc74-8e2e099e6cc2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:44.781607 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:44.877008 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] For port 7416d968-a90b-4241-bc74-8e2e099e6cc2, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=7416d968-a90b-4241-bc74-8e2e099e6cc2,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:44.877328 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:44.897177 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Calling delete_port for 7416d968-a90b-4241-bc74-8e2e099e6cc2 owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:45.030308 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:45.060278 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event deleted for resources: {'Port': ['ID=7416d968-a90b-4241-bc74-8e2e099e6cc2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:45.089703 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.090060 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.090407 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.090780 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.091122 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.091457 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.091790 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.092123 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.092486 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.092818 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.093150 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.093481 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-26 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 14 10:47:45.117445 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] No DVR routers for this DVR port 7416d968-a90b-4241-bc74-8e2e099e6cc2 on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:47:45.120034 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:45.122185 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-7ad018b9-94e2-4dc1-a502-9863a3257cbf req-4e249247-55f2-423c-ba36-5f7ba6617e4f tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "DELETE /v2.0/ports/7416d968-a90b-4241-bc74-8e2e099e6cc2 HTTP/1.1" status: 204 len: 173 time: 0.4395714 Jul 14 10:47:45.122633 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'name': 'network-vif-deleted', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:47:45.125513 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5e0bce-d5f2-48f2-ad28-a7fde130ce4d" -d '{"events": [{"server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "name": "network-vif-deleted", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:47:45.163799 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1793c2cf-a203-4489-ac9f-7d46ec05b4f3 x-openstack-request-id: req-1793c2cf-a203-4489-ac9f-7d46ec05b4f3 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:47:45.164410 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2370b47-1477-4c26-ba16-f87965eda6c0", "name": "network-vif-deleted", "tag": "7416d968-a90b-4241-bc74-8e2e099e6cc2", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:47:45.164730 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1793c2cf-a203-4489-ac9f-7d46ec05b4f3 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:47:45.165275 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2370b47-1477-4c26-ba16-f87965eda6c0', 'name': 'network-vif-deleted', 'tag': '7416d968-a90b-4241-bc74-8e2e099e6cc2', 'status': 'completed', 'code': 200} Jul 14 10:47:45.703235 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-09e9fbfb-5a03-4b27-85ac-7d2d59f8418b req-e4f316d9-fa26-4148-9665-e6a742d0a735 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=e2370b47-1477-4c26-ba16-f87965eda6c0 HTTP/1.1" status: 200 len: 210 time: 0.0286927 Jul 14 10:47:47.312697 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54008) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:47.469341 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Deleting port 1d40b0c9-606f-4f7f-905a-dd670fffe222 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:47.469687 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:47.544449 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:47.544710 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:47.556175 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Calling delete_port for 1d40b0c9-606f-4f7f-905a-dd670fffe222 owned by network:floatingip {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:47.702015 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:47.732799 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event deleted for resources: {'Port': ['ID=1d40b0c9-606f-4f7f-905a-dd670fffe222,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:47.790278 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:47.790616 n-d-780147-26 neutron-server[93780]: INFO neutron.db.l3_db [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Floating IP b91b89de-6001-4df5-af4c-2d823a22f400 disassociated (deleted). External IP: 172.25.0.67, port: d3ccc430-4c23-46d7-95f2-af9e1b1e5deb. Jul 14 10:47:47.873461 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7416d968-a90b-4241-bc74-8e2e099e6cc2 no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:47.893552 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: 7416d968-a90b-4241-bc74-8e2e099e6cc2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:47:47.893905 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device 7416d968-a90b-4241-bc74-8e2e099e6cc2 not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:47:47.995109 n-d-780147-26 neutron-server[93780]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Router 437140ac-3b50-4207-bbe5-2357402b3e6c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93780) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:47:48.102216 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93780) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:47:48.107118 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for floatingip, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:48.112304 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] Sync routers for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:47:48.120952 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:47:48.121660 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:48.144306 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-7b20a470-d081-4c83-b0cf-a88d11e7cb92 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "DELETE /v2.0/floatingips/b91b89de-6001-4df5-af4c-2d823a22f400 HTTP/1.1" status: 204 len: 168 time: 0.8302546 Jul 14 10:47:48.144913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:47:48.147276 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe" -d '{"events": [{"name": "network-changed", "server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:47:48.184023 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Jul 2021 10:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49211aff-0fe0-41ec-af15-5e16273bd8cf x-openstack-request-id: req-49211aff-0fe0-41ec-af15-5e16273bd8cf {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:47:48.184418 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:47:48.184693 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-49211aff-0fe0-41ec-af15-5e16273bd8cf {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:47:48.185229 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'status': 'completed', 'code': 200} Jul 14 10:47:48.233793 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:47:48.263804 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-cabb4489-9e43-4c14-a211-a65d7be288e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:48.265472 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-cabb4489-9e43-4c14-a211-a65d7be288e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=afcde439bfff4657b2bbbc93207e869d&device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 1095 time: 0.0577183 Jul 14 10:47:48.370835 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-2af3a912-7f94-4248-9b4d-ff6d9296218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:48.373609 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-2af3a912-7f94-4248-9b4d-ff6d9296218e service neutron] 10.222.0.69 "GET /v2.0/networks?id=aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 200 len: 911 time: 0.1021674 Jul 14 10:47:48.433537 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-34f5640e-f3c3-46b5-a3b2-b9fa16e9f3ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 200 len: 217 time: 0.0467639 Jul 14 10:47:48.451440 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:48.519797 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-1a687e9c-6525-4e2a-a910-f6e0c1a0fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:48.521357 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-1a687e9c-6525-4e2a-a910-f6e0c1a0fa74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 200 len: 849 time: 0.0804718 Jul 14 10:47:48.586062 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069fb2f-1f1a-4099-b6a2-c67a848593f8 req-b1235bc0-1716-4648-8c2b-2ca768919738 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:48.587639 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f069fb2f-1f1a-4099-b6a2-c67a848593f8 req-b1235bc0-1716-4648-8c2b-2ca768919738 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 943 time: 0.1164627 Jul 14 10:47:48.635211 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-2e558d07-1433-422b-9795-12e91da8666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:48.636756 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-2e558d07-1433-422b-9795-12e91da8666a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=aff449ae-d649-4e71-b503-4e70a1728358&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075306 Jul 14 10:47:48.642829 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f069fb2f-1f1a-4099-b6a2-c67a848593f8 req-1d3ddd73-4139-49b8-9046-772352e6ba05 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479565 Jul 14 10:47:48.645024 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] Checking router: 437140ac-3b50-4207-bbe5-2357402b3e6c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:47:48.654000 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:47:48.654625 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:48.730571 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-a118a245-336a-4d9a-9ef1-528be4ae5683 service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861459 Jul 14 10:47:48.761810 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:47:48.825647 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-f35b59b5-ef8f-4370-9f9a-d42f300f7bfe req-28c63da5-f154-4f9c-bc30-8e727e1f8f7d service neutron] 10.222.0.69 "GET /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875900 Jul 14 10:47:48.980458 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:49.006795 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef342ec-a3ac-4ca8-b3ef-25beb869e379 None None] The sync data for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 is: [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:51Z', 'revision_number': 4, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26', '_interfaces': [{'id': '371bb944-d851-4315-b6f0-c5eea0728d2f', 'name': '', 'network_id': 'aff449ae-d649-4e71-b503-4e70a1728358', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'mac_address': 'fa:16:3e:50:62:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:51Z', 'updated_at': '2021-07-14T10:42:56Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'subnets': [{'id': '1611baea-0a96-4daf-8f62-33fbd7556780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:47:49.214123 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff4f72-4659-4fb2-9d41-1abecebc554c None None] New status for floating IP b91b89de-6001-4df5-af4c-2d823a22f400: DOWN {{(pid=93782) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 14 10:47:49.826796 n-d-780147-26 neutron-server[93779]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353a93f-5314-43b0-81cb-c40bc3a100f0 req-5f105d0d-532b-4cba-adf7-8d56c7068bd6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93779) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:49.828283 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3353a93f-5314-43b0-81cb-c40bc3a100f0 req-5f105d0d-532b-4cba-adf7-8d56c7068bd6 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 943 time: 0.0662432 Jul 14 10:47:49.864990 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [req-3353a93f-5314-43b0-81cb-c40bc3a100f0 req-082db000-a76f-4f49-9bf6-a6fa31516511 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "GET /v2.0/security-groups?id=2b73a5a5-65cd-4dff-8768-667570e91dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310357 Jul 14 10:47:49.917729 n-d-780147-26 neutron-server[93780]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e2de4-af18-416e-a3dc-a0254016c558 req-faf8217d-90ac-4561-8976-993de5cb587c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93780) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 14 10:47:49.919210 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-928e2de4-af18-416e-a3dc-a0254016c558 req-faf8217d-90ac-4561-8976-993de5cb587c tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "GET /v2.0/ports?device_id=7033b0f4-b8cb-40b0-82ee-d494ed145bef HTTP/1.1" status: 200 len: 943 time: 0.0638363 Jul 14 10:47:50.015332 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Deleting port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:50.015836 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:50.103779 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] For port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb, host n-h1-780147-26, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-26',level=0,port_id=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:50.104125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:50.116277 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Calling delete_port for d3ccc430-4c23-46d7-95f2-af9e1b1e5deb owned by compute:nova {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:50.242684 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:50.274776 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event deleted for resources: {'Port': ['ID=d3ccc430-4c23-46d7-95f2-af9e1b1e5deb,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:50.320389 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] No DVR routers for this DVR port d3ccc430-4c23-46d7-95f2-af9e1b1e5deb on host n-h1-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:47:50.322945 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-460004'] for port, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:50.324973 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [req-928e2de4-af18-416e-a3dc-a0254016c558 req-43e1848f-87de-4afa-ad51-991ec05dc976 tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.69 "DELETE /v2.0/ports/d3ccc430-4c23-46d7-95f2-af9e1b1e5deb HTTP/1.1" status: 204 len: 173 time: 0.4003239 Jul 14 10:47:50.325415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'name': 'network-vif-deleted', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb'}] {{(pid=93780) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 14 10:47:50.327678 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cb531ad2cfcae7dfe5c26265f0028424301b8f7e83b82552d93c97fb095e3c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ff93ab-6127-4458-b018-0c1cc308ee36" -d '{"events": [{"server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "name": "network-vif-deleted", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb"}]}' {{(pid=93780) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 14 10:47:50.364147 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:47:50.369749 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Jul 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c7ced6-0043-430b-894f-d5b61611d1a9 x-openstack-request-id: req-50c7ced6-0043-430b-894f-d5b61611d1a9 {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 14 10:47:50.370041 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7033b0f4-b8cb-40b0-82ee-d494ed145bef", "name": "network-vif-deleted", "tag": "d3ccc430-4c23-46d7-95f2-af9e1b1e5deb", "status": "completed", "code": 200}]} {{(pid=93780) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 14 10:47:50.370294 n-d-780147-26 neutron-server[93780]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-50c7ced6-0043-430b-894f-d5b61611d1a9 {{(pid=93780) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 14 10:47:50.370690 n-d-780147-26 neutron-server[93780]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7033b0f4-b8cb-40b0-82ee-d494ed145bef', 'name': 'network-vif-deleted', 'tag': 'd3ccc430-4c23-46d7-95f2-af9e1b1e5deb', 'status': 'completed', 'code': 200} Jul 14 10:47:50.975970 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54022) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:51.038251 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b03b6973-d9f0-47fb-9358-32508d2059cd tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:51.064685 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b03b6973-d9f0-47fb-9358-32508d2059cd tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:51.129098 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b03b6973-d9f0-47fb-9358-32508d2059cd tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:51.131771 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b03b6973-d9f0-47fb-9358-32508d2059cd tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Notify callbacks [] for security_group, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:51.133008 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-b03b6973-d9f0-47fb-9358-32508d2059cd tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] 10.222.0.73 "DELETE /v2.0/security-groups/2b73a5a5-65cd-4dff-8768-667570e91dbb HTTP/1.1" status: 204 len: 168 time: 0.1558402 Jul 14 10:47:51.144445 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b6973-d9f0-47fb-9358-32508d2059cd tempest-TestSnapshotPattern-96319512 tempest-TestSnapshotPattern-96319512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b73a5a5-65cd-4dff-8768-667570e91dbb,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:51.184881 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54026) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:51.685092 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:51.934166 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Deleting port 371bb944-d851-4315-b6f0-c5eea0728d2f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:51.935038 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:52.011108 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] For port 371bb944-d851-4315-b6f0-c5eea0728d2f, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=371bb944-d851-4315-b6f0-c5eea0728d2f,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:52.011807 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:52.023558 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Calling delete_port for 371bb944-d851-4315-b6f0-c5eea0728d2f owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:52.046070 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c9383e4f-7a82-44f6-91f0-99e8826acc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:52.204579 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:52.230866 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=371bb944-d851-4315-b6f0-c5eea0728d2f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:52.400799 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:52.612945 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Router 437140ac-3b50-4207-bbe5-2357402b3e6c has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:47:52.722581 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:47:52.727447 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-44787245-5a90-467d-8537-c75772048bdc admin admin] 10.222.0.73 "PUT /v2.0/routers/437140ac-3b50-4207-bbe5-2357402b3e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5415623 Jul 14 10:47:52.730057 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54030) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:52.732682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] Sync routers for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:47:52.741628 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:47:52.742320 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:52.832282 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks [] for router, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:52.845975 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: n-d-780147-26 {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:47:52.931205 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:52.994028 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Deleting port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:52.994557 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.034664 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:47:52Z', 'revision_number': 5, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port': {'id': '1721ea09-cedd-4bf3-a1fa-77b21bacf4bf', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:fb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:53.062312 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] Checking router: 437140ac-3b50-4207-bbe5-2357402b3e6c for host: n-d-780147-26 {{(pid=93781) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:47:53.070711 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] Routers {'437140ac-3b50-4207-bbe5-2357402b3e6c'} bound to L3 agent in host n-d-780147-26 {{(pid=93781) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:47:53.071331 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:47:24Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['437140ac-3b50-4207-bbe5-2357402b3e6c'], 'active': True} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:53.082483 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] For port 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=1721ea09-cedd-4bf3-a1fa-77b21bacf4bf,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:53.083076 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.096049 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Calling delete_port for 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf owned by network:router_gateway {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:53.159700 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvr_db [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] Set router 437140ac-3b50-4207-bbe5-2357402b3e6c gateway port host: None {{(pid=93781) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:47:53.215045 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_hamode_db [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:47:52Z', 'revision_number': 6, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:53.242101 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f35c7-195b-4cbc-b096-190ff947f627 None None] The sync data for ids ['437140ac-3b50-4207-bbe5-2357402b3e6c'] in n-d-780147-26 is: [{'id': '437140ac-3b50-4207-bbe5-2357402b3e6c', 'name': 'tempest-TestSnapshotPattern-1836752462-router', 'tenant_id': 'afcde439bfff4657b2bbbc93207e869d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:49Z', 'updated_at': '2021-07-14T10:47:52Z', 'revision_number': 6, 'project_id': 'afcde439bfff4657b2bbbc93207e869d', 'gw_port_host': None}] {{(pid=93781) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:47:53.286494 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.312625 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Pushing event deleted for resources: {'Port': ['ID=1721ea09-cedd-4bf3-a1fa-77b21bacf4bf,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:53.375661 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.462683 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.464779 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.508839 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.509359 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 437140ac-3b50-4207-bbe5-2357402b3e6c {{(pid=93779) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:47:53.513639 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] Notify callbacks [] for router, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.514780 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-3f726d04-35f9-4b26-93b1-f02846647195 admin admin] 10.222.0.73 "DELETE /v2.0/routers/437140ac-3b50-4207-bbe5-2357402b3e6c HTTP/1.1" status: 204 len: 168 time: 0.7835503 Jul 14 10:47:53.517343 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54032) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:53.564857 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3f0af7-9f54-4deb-ba54-3decdd95171d admin admin] Deleting subnet 1611baea-0a96-4daf-8f62-33fbd7556780 {{(pid=93779) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:47:53.567723 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0af7-9f54-4deb-ba54-3decdd95171d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.602550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0af7-9f54-4deb-ba54-3decdd95171d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59633626'] for subnet, precommit_delete_associations {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.687098 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0af7-9f54-4deb-ba54-3decdd95171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.740479 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0af7-9f54-4deb-ba54-3decdd95171d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60121465', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60127404'] for subnet, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.767935 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f0af7-9f54-4deb-ba54-3decdd95171d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1611baea-0a96-4daf-8f62-33fbd7556780,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:53.774610 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0af7-9f54-4deb-ba54-3decdd95171d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.776504 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-dc3f0af7-9f54-4deb-ba54-3decdd95171d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1611baea-0a96-4daf-8f62-33fbd7556780 HTTP/1.1" status: 204 len: 168 time: 0.2582052 Jul 14 10:47:53.779465 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54034) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:53.780083 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b194e4-7a83-4700-b99a-375035fb0513 None None] Network aff449ae-d649-4e71-b503-4e70a1728358 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:47:53.848480 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.901650 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Deleting port 4ea717af-6b08-4da2-a635-76ee534f06b4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:53.901908 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d3ccc430-4c23-46d7-95f2-af9e1b1e5deb no longer exists at agent hyperv_n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:53.902066 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.923110 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] No Port match for: d3ccc430-4c23-46d7-95f2-af9e1b1e5deb {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:47:53.923451 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Device d3ccc430-4c23-46d7-95f2-af9e1b1e5deb not bound to the agent host n-h1-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:47:53.968962 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] For port 4ea717af-6b08-4da2-a635-76ee534f06b4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ea717af-6b08-4da2-a635-76ee534f06b4,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:53.969329 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:53.986038 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Calling delete_port for 4ea717af-6b08-4da2-a635-76ee534f06b4 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:54.004288 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] DHCP port deletion for aff449ae-d649-4e71-b503-4e70a1728358 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:47:54.054613 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] Deleting port 4ea717af-6b08-4da2-a635-76ee534f06b4 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:54.054995 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.070330 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.096934 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea717af-6b08-4da2-a635-76ee534f06b4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:54.098906 n-d-780147-26 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] No DVR routers for this DVR port 4ea717af-6b08-4da2-a635-76ee534f06b4 on host n-d-780147-26 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:47:54.128212 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] For port 4ea717af-6b08-4da2-a635-76ee534f06b4, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ea717af-6b08-4da2-a635-76ee534f06b4,segment=NetworkSegment(7179949d-1188-4b4e-b6f0-675d9e45b113),segment_id=7179949d-1188-4b4e-b6f0-675d9e45b113)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:54.128807 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.141995 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] Calling delete_port for 4ea717af-6b08-4da2-a635-76ee534f06b4 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:54.153729 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ea717af-6b08-4da2-a635-76ee534f06b4 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:54.178229 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 4ea717af-6b08-4da2-a635-76ee534f06b4 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:47:54.178488 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ea717af-6b08-4da2-a635-76ee534f06b4 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:47:54.178912 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 371bb944-d851-4315-b6f0-c5eea0728d2f no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:54.183126 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.193781 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff449ae-d649-4e71-b503-4e70a1728358']}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:54.204001 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7179949d-1188-4b4e-b6f0-675d9e45b113') {'for_net_delete': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:54.204333 n-d-780147-26 neutron-server[93779]: DEBUG neutron.services.segments.db [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7179949d-1188-4b4e-b6f0-675d9e45b113') {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:54.213492 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59633603'] for segment, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.226792 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 371bb944-d851-4315-b6f0-c5eea0728d2f {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:47:54.227063 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 371bb944-d851-4315-b6f0-c5eea0728d2f not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:47:54.227639 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:54.229131 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.236067 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=93779) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:47:54.236530 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60121815'] for segment, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: Traceback (most recent call last): Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: timer() Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: cb(*args, **kw) Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: return func(*args, **kwargs) Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: self._notify() Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: self.callback(batched_events) Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: event.method(event) Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: return f(self, *a, **k) Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: return self._get(url).json() Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: return self.request(url, 'GET', **kwargs) Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:47:54.238302 n-d-780147-26 neutron-server[93779]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:47:54.249318 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:47:54.249681 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 1721ea09-cedd-4bf3-a1fa-77b21bacf4bf not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:47:54.287578 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.303571 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.312015 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Notify callbacks [] for network, before_response {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.317110 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] 10.222.0.73 "DELETE /v2.0/networks/aff449ae-d649-4e71-b503-4e70a1728358 HTTP/1.1" status: 204 len: 168 time: 0.5338533 Jul 14 10:47:54.317312 n-d-780147-26 neutron-server[93779]: DEBUG neutron.wsgi [-] (93779) accepted ('10.222.0.73', 54036) {{(pid=93779) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:54.317815 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] Pushing event deleted for resources: {'Port': ['ID=4ea717af-6b08-4da2-a635-76ee534f06b4,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:54.321214 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b771645-c747-49c9-b58e-ed77bab59dbf None None] No DVR routers for this DVR port 4ea717af-6b08-4da2-a635-76ee534f06b4 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:47:54.341688 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa6525-c4b0-47e6-8385-5ad326d6028b admin admin] Pushing event deleted for resources: {'Network': ['ID=aff449ae-d649-4e71-b503-4e70a1728358,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:54.368370 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-1f78ea64-e44c-4de8-a336-17d0298b0986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:54.703350 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:55.029302 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-977007'] for router_interface, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:55.277871 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Deleting port df21198a-b46c-4aad-82ee-25d6dd6bf7ec {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:55.278550 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:55.357503 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] For port df21198a-b46c-4aad-82ee-25d6dd6bf7ec, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,segment=NetworkSegment(bc9ca78b-8687-419a-a315-c3c1960aeceb),segment_id=bc9ca78b-8687-419a-a315-c3c1960aeceb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:55.357865 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:55.370148 n-d-780147-26 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Calling delete_port for df21198a-b46c-4aad-82ee-25d6dd6bf7ec owned by network:router_interface {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:55.546869 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60121380'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:55.578845 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=df21198a-b46c-4aad-82ee-25d6dd6bf7ec,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:55.741843 n-d-780147-26 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-978315'] for router_interface, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:55.954720 n-d-780147-26 neutron-server[93779]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Router f2da9136-32a0-4fc4-9575-c79eeeb7856e has already been hosted by L3 agent a441217b-938a-44cc-9702-cea34027328b {{(pid=93779) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 14 10:47:55.967617 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:56.062228 n-d-780147-26 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] Notify agent at l3_agent.n-d-780147-26 the message routers_updated {{(pid=93779) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 14 10:47:56.067206 n-d-780147-26 neutron-server[93779]: INFO neutron.wsgi [None req-13d11196-e89a-4673-a5ae-faaa660c24d0 admin admin] 10.222.0.73 "PUT /v2.0/routers/f2da9136-32a0-4fc4-9575-c79eeeb7856e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486560 Jul 14 10:47:56.069913 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54038) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:56.075743 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a26746-0587-4d06-8d01-25f559027dce None None] Sync routers for ids ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'] in n-d-780147-26 {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 14 10:47:56.085007 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a26746-0587-4d06-8d01-25f559027dce None None] Routers {'f2da9136-32a0-4fc4-9575-c79eeeb7856e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:47:56.085713 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-89a26746-0587-4d06-8d01-25f559027dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:56.181435 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks [] for router, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:56.195493 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-89a26746-0587-4d06-8d01-25f559027dce None None] Set router f2da9136-32a0-4fc4-9575-c79eeeb7856e gateway port host: n-d-780147-26 {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:47:56.284032 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:56.339522 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Deleting port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:56.339874 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:56.375588 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-89a26746-0587-4d06-8d01-25f559027dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'external_fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:47:55Z', 'revision_number': 5, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port': {'id': '9b09c156-e77d-4f2b-82cf-a3bd8886b9b2', 'name': '', 'network_id': '4206a2df-39bd-435a-af56-00ff78f766c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-26', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-14T10:42:54Z', 'updated_at': '2021-07-14T10:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f6a821e9-ea86-4b15-bcab-534ed25ed972', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-26'}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:56.404394 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a26746-0587-4d06-8d01-25f559027dce None None] Checking router: f2da9136-32a0-4fc4-9575-c79eeeb7856e for host: n-d-780147-26 {{(pid=93782) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 14 10:47:56.412855 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a26746-0587-4d06-8d01-25f559027dce None None] Routers {'f2da9136-32a0-4fc4-9575-c79eeeb7856e'} bound to L3 agent in host n-d-780147-26 {{(pid=93782) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 14 10:47:56.413452 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-89a26746-0587-4d06-8d01-25f559027dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-26', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-14T09:10:24Z,description=,heartbeat_timestamp=2021-07-14T10:47:54Z,host='n-d-780147-26',id=a441217b-938a-44cc-9702-cea34027328b,load=0,resource_versions=,resources_synced=,started_at=2021-07-14T09:10:24Z,topic='l3_agent')) {'router_ids': ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'], 'active': True} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:56.423064 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] For port 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=9b09c156-e77d-4f2b-82cf-a3bd8886b9b2,segment=NetworkSegment(183e2b97-ccc7-4615-ba2d-359017a00144),segment_id=183e2b97-ccc7-4615-ba2d-359017a00144)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:56.423456 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:56.435728 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Calling delete_port for 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 owned by network:router_gateway {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:56.493328 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_dvr_db [None req-89a26746-0587-4d06-8d01-25f559027dce None None] Set router f2da9136-32a0-4fc4-9575-c79eeeb7856e gateway port host: None {{(pid=93782) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 14 10:47:56.547572 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.l3_hamode_db [None req-89a26746-0587-4d06-8d01-25f559027dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:47:56Z', 'revision_number': 6, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port_host': None}], 'n-d-780147-26', False) {} {{(pid=93782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:56.572614 n-d-780147-26 neutron-server[93782]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a26746-0587-4d06-8d01-25f559027dce None None] The sync data for ids ['f2da9136-32a0-4fc4-9575-c79eeeb7856e'] in n-d-780147-26 is: [{'id': 'f2da9136-32a0-4fc4-9575-c79eeeb7856e', 'name': 'tempest-TestSnapshotPattern-1141706543-router', 'tenant_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-14T10:42:53Z', 'updated_at': '2021-07-14T10:47:56Z', 'revision_number': 6, 'project_id': '8fdfaa0c68c148f38732e71a9a895c9c', 'gw_port_host': None}] {{(pid=93782) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 14 10:47:56.600031 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:56.627809 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b09c156-e77d-4f2b-82cf-a3bd8886b9b2,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:56.688256 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-982537'] for router_gateway, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.123262 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-984194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29834'] for router, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.125458 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.173165 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-984338'] for router, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.173638 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2da9136-32a0-4fc4-9575-c79eeeb7856e {{(pid=93780) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 14 10:47:57.178184 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] Notify callbacks [] for router, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.179362 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-3df65c91-fc2e-47f4-b25d-6e6eebed2739 admin admin] 10.222.0.73 "DELETE /v2.0/routers/f2da9136-32a0-4fc4-9575-c79eeeb7856e HTTP/1.1" status: 204 len: 168 time: 1.1084769 Jul 14 10:47:57.181831 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54040) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:57.224904 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba984f6-ebb1-460b-b4e6-8bab0ee7c3e0 admin admin] Deleting subnet 252369aa-0101-4fb3-89ad-63430c17e3ff {{(pid=93780) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 14 10:47:57.227821 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba984f6-ebb1-460b-b4e6-8bab0ee7c3e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.260012 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba984f6-ebb1-460b-b4e6-8bab0ee7c3e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59050340'] for subnet, precommit_delete_associations {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.344585 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba984f6-ebb1-460b-b4e6-8bab0ee7c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4014255'] for subnet, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.397669 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba984f6-ebb1-460b-b4e6-8bab0ee7c3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4014230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59348345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59258385'] for subnet, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.424273 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba984f6-ebb1-460b-b4e6-8bab0ee7c3e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252369aa-0101-4fb3-89ad-63430c17e3ff,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:57.427798 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2ba984f6-ebb1-460b-b4e6-8bab0ee7c3e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.429875 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-2ba984f6-ebb1-460b-b4e6-8bab0ee7c3e0 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/252369aa-0101-4fb3-89ad-63430c17e3ff HTTP/1.1" status: 204 len: 168 time: 0.2471178 Jul 14 10:47:57.432343 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54042) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:57.435661 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef675a2d-bb14-45f6-a4e1-58be5578efec None None] Network e6b93810-104d-4561-a787-338ac5b7e082 requested from n-d-780147-26 {{(pid=93781) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 14 10:47:57.504451 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3874058'] for network, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.570702 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Deleting port 4ce6724b-c003-41a1-86ad-ea55c6faa769 {{(pid=93780) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:57.571169 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.608504 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.628638 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] DHCP port deletion for e6b93810-104d-4561-a787-338ac5b7e082 request from n-d-780147-26 {{(pid=93781) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 14 10:47:57.639269 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] For port 4ce6724b-c003-41a1-86ad-ea55c6faa769, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ce6724b-c003-41a1-86ad-ea55c6faa769,segment=NetworkSegment(bc9ca78b-8687-419a-a315-c3c1960aeceb),segment_id=bc9ca78b-8687-419a-a315-c3c1960aeceb)] {{(pid=93780) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:57.639839 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.652740 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Calling delete_port for 4ce6724b-c003-41a1-86ad-ea55c6faa769 owned by network:dhcp {{(pid=93780) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:57.676873 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] Deleting port 4ce6724b-c003-41a1-86ad-ea55c6faa769 {{(pid=93781) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 14 10:47:57.677164 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772845797039'] for port, before_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.735758 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59348260'] for port, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.745450 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.db [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] For port 4ce6724b-c003-41a1-86ad-ea55c6faa769, host n-d-780147-26, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-26',level=0,port_id=4ce6724b-c003-41a1-86ad-ea55c6faa769,segment=NetworkSegment(bc9ca78b-8687-419a-a315-c3c1960aeceb),segment_id=bc9ca78b-8687-419a-a315-c3c1960aeceb)] {{(pid=93781) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 14 10:47:57.745931 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-978380'] for port, precommit_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.759682 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] Calling delete_port for 4ce6724b-c003-41a1-86ad-ea55c6faa769 owned by network:dhcp {{(pid=93781) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 14 10:47:57.762947 n-d-780147-26 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] No DVR routers for this DVR port 4ce6724b-c003-41a1-86ad-ea55c6faa769 on host n-d-780147-26 {{(pid=93780) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:47:57.767370 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce6724b-c003-41a1-86ad-ea55c6faa769,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:57.833857 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3923245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772845803237', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772845408925'] for port, after_delete {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.835939 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4012838', 'neutron.services.segments.db._delete_segments_for_network-8772845899668'] for network, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.846274 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b93810-104d-4561-a787-338ac5b7e082']}} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:57.861009 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc9ca78b-8687-419a-a315-c3c1960aeceb') {'for_net_delete': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:57.861219 n-d-780147-26 neutron-server[93780]: DEBUG neutron.services.segments.db [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc9ca78b-8687-419a-a315-c3c1960aeceb') {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 14 10:47:57.864274 n-d-780147-26 neutron-server[93781]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] Pushing event deleted for resources: {'Port': ['ID=4ce6724b-c003-41a1-86ad-ea55c6faa769,revision_number=None']} {{(pid=93781) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:57.871094 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772845879947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59050365'] for segment, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.872521 n-d-780147-26 neutron-server[93781]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e0072-d409-4cc9-bf27-a77d0a06964e None None] No DVR routers for this DVR port 4ce6724b-c003-41a1-86ad-ea55c6faa769 on host n-d-780147-26 {{(pid=93781) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 14 10:47:57.888496 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134'] for segment, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.888647 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.894890 n-d-780147-26 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=93780) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 14 10:47:57.895339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4017134', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59348695'] for segment, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: conditions |= (models_v2.Port.network_id.in_( Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: Traceback (most recent call last): Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: timer() Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: cb(*args, **kw) Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: return func(*args, **kwargs) Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: self._notify() Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: self.callback(batched_events) Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: event.method(event) Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: aggregate_uuid = self.p_client.list_aggregates( Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: return f(self, *a, **k) Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: return self._get(url).json() Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: return self.request(url, 'GET', **kwargs) Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: base_url = self.get_endpoint(auth, allow=allow, Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 14 10:47:57.897262 n-d-780147-26 neutron-server[93780]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 14 10:47:57.949698 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4012845', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758704', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-982565'] for network, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.958834 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Notify callbacks [] for network, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:57.960730 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] 10.222.0.73 "DELETE /v2.0/networks/e6b93810-104d-4561-a787-338ac5b7e082 HTTP/1.1" status: 204 len: 168 time: 0.5274568 Jul 14 10:47:57.972359 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6310b14-9176-490e-8225-c09e637a2597 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b93810-104d-4561-a787-338ac5b7e082,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:58.073759 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54046) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:58.119128 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-16390e34-a6ce-40e5-ba08-66f7d3504fa5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=afcde439bfff4657b2bbbc93207e869d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440803 Jul 14 10:47:58.121554 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54048) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:58.143085 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:58.165569 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:47:58.165919 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 9b09c156-e77d-4f2b-82cf-a3bd8886b9b2 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:47:58.166349 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ce6724b-c003-41a1-86ad-ea55c6faa769 no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:58.172658 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-232484f4-3566-4b32-a159-cad7e2483357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.185412 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: 4ce6724b-c003-41a1-86ad-ea55c6faa769 {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:47:58.185749 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device 4ce6724b-c003-41a1-86ad-ea55c6faa769 not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:47:58.186164 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df21198a-b46c-4aad-82ee-25d6dd6bf7ec no longer exists at agent ovs-agent-n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 14 10:47:58.198056 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-232484f4-3566-4b32-a159-cad7e2483357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.205107 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.plugin [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] No Port match for: df21198a-b46c-4aad-82ee-25d6dd6bf7ec {{(pid=93781) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 14 10:47:58.205393 n-d-780147-26 neutron-server[93781]: DEBUG neutron.plugins.ml2.rpc [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Device df21198a-b46c-4aad-82ee-25d6dd6bf7ec not bound to the agent host n-d-780147-26 {{(pid=93781) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 14 10:47:58.243749 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-232484f4-3566-4b32-a159-cad7e2483357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.246349 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-232484f4-3566-4b32-a159-cad7e2483357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.248048 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-232484f4-3566-4b32-a159-cad7e2483357 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f715dac6-2c27-457c-bb4a-c807812251e1 HTTP/1.1" status: 204 len: 168 time: 0.1250618 Jul 14 10:47:58.256002 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232484f4-3566-4b32-a159-cad7e2483357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f715dac6-2c27-457c-bb4a-c807812251e1,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:47:58.567212 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54054) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:58.606013 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-f3748793-fff0-4932-b23d-4c07af3231b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8fdfaa0c68c148f38732e71a9a895c9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376303 Jul 14 10:47:58.609215 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [-] (93780) accepted ('10.222.0.73', 54056) {{(pid=93780) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 14 10:47:58.658480 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7bec-a34f-4c57-bb29-335461c578cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.679901 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7bec-a34f-4c57-bb29-335461c578cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.726339 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7bec-a34f-4c57-bb29-335461c578cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-760603'] for security_group, after_delete {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.729125 n-d-780147-26 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b2ee7bec-a34f-4c57-bb29-335461c578cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:47:58.730188 n-d-780147-26 neutron-server[93780]: INFO neutron.wsgi [None req-b2ee7bec-a34f-4c57-bb29-335461c578cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1bf74b25-2b11-470b-845d-3cf468a47602 HTTP/1.1" status: 204 len: 168 time: 0.1200798 Jul 14 10:47:58.738415 n-d-780147-26 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee7bec-a34f-4c57-bb29-335461c578cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf74b25-2b11-470b-845d-3cf468a47602,revision_number=None']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 14 10:48:00.484442 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:22.049057 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-36ace633-bc02-4e40-85d3-7e2e406f77db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:24.360399 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d9d2d5a4-e077-4b76-8d3d-8c68893f51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:24.704135 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:25.968867 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:27.367184 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:48:27.597217 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:27.873436 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:30.507870 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:52.050151 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-2f62f1dd-40f3-4488-9cae-c1eefe56f493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:54.360144 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f0e75cca-1d8d-417c-bcbd-8ca6e1566521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:54.705785 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:55.970548 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:57.602374 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:48:57.878836 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:00.504288 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:04.370370 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:49:22.052553 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-06f47a60-ddb1-408b-8ce9-025e1da2616f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:24.360672 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-271508ed-5412-4b58-b93d-f313ff57424a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:24.705625 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:25.974836 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:27.601048 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:27.887765 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:30.505642 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:41.371413 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:49:52.055968 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-865b21bd-e86d-4391-9cb1-0c831dae5092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:54.361527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-304a2e1c-6703-45a4-af72-1c45a1e79cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:54.706659 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:55.978137 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:57.604292 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:49:57.887476 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:00.520802 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:18.370879 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:50:22.049813 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d4a8ba83-e036-49f0-b276-d7d388c592be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.362322 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-694f7949-60b7-4fe5-8fc9-554a19b8b5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:24.707301 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:25.982425 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.606407 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:27.886578 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:30.519526 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:52.053059 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-3e773ec5-951e-4850-97dc-74c1bdb0d8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:54.362248 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-03350ae9-b7ba-4dbd-b661-9df91d659772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:54.709117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:55.369974 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:50:55.984973 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.609471 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:50:57.887194 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:00.534551 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:22.056162 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-7badeaaa-859e-461f-b33f-e9ea31fd6b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.363148 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-9a0c50b1-e42b-4965-b1b7-d07494059d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:24.709990 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:25.988022 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:27.612622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:27.901349 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:30.533617 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:32.369300 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:51:44.963336 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-97754b83-e790-4f05-bb9b-dc7df78356c0 req-07f3e2f5-d7b0-41ff-8593-e234ed59044a service neutron] (93780) timed out ('10.222.0.73', 52670) {{(pid=93780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:51:52.056645 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c7be71ff-8703-4e7d-860f-4158087413b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:54.366669 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-bc36e156-47c6-4bc2-8e1f-b76971d56912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:54.711789 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:55.990975 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:57.616153 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:51:57.899241 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:00.533010 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:09.369657 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:52:22.057965 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-25ac80a4-e070-454a-969f-0f8ad7e47529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.367371 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-c21bd1ec-8078-4226-9dce-1e79d2c60636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:24.713842 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:25.994565 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.621245 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:27.921829 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:30.545079 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:46.368937 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:52:52.059302 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b4ff572f-475b-4321-a014-e309f054eafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.370235 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b0ab0531-7c43-47fe-a94c-f63943997fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:54.721206 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:55.998445 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:57.622252 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:52:57.919736 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:00.546546 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:22.063239 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-fe55039d-d722-4096-b8ab-33a411d55ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:23.369334 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:53:24.372901 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-65c9f7b3-b4ac-4fdc-a50b-8a617fbbd072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:24.713671 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:26.000101 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:27.625496 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:27.929684 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:30.572651 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:52.064535 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-cc221975-d518-4597-82fc-1623202e46c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:54.372494 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-21635b31-ce0a-46be-8a5a-71da8425057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:54.716426 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:56.004646 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:57.629117 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:53:57.929845 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:00.367605 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:54:00.590675 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:22.064757 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d0bd7722-ca6c-4c86-ad89-11975d7ed346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.380527 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-42247783-c265-4a5f-9138-b50acbeb4cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:24.717211 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:26.006236 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:27.632087 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:27.927862 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:30.596403 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:37.366820 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:54:52.066903 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-e7c0208e-2a36-4e87-9bfa-f514aa967e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:54.372363 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-110ad6da-9098-4b89-a0e7-6c8b5d1a4263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:54.719042 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:56.010581 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:57.634304 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:54:57.927622 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:00.605142 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:14.366450 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:55:22.067363 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-0fa96f88-d02a-4222-b294-b548f802cb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:24.373537 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b55a5eec-1fd6-4207-bf90-6bed50c01e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:24.728590 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:26.013404 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:27.645282 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:27.941561 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:30.619459 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:51.364764 n-d-780147-26 neutron-server[93782]: DEBUG neutron.db.agents_db [None req-166660ab-2f9c-4bea-91f6-d0370468248b None None] Agent healthcheck: found 7 active agents {{(pid=93782) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 14 10:55:52.067494 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-4461974b-f3cf-49cc-9060-f03a70144a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:54.375082 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-188bdce9-074c-499c-b0d1-c319c589b712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:54.720101 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-d7e33b5f-fa48-4dd4-b77b-4f0acfbc41f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:56.017050 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-27ce6289-273c-494f-b59f-4174af917102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:57.639387 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-a73cbc4a-2e83-41de-b1bf-cf746685f8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:55:57.947771 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-f6a68f04-23d5-404a-9bcb-95d7d55d504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:00.633668 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-5bffe494-bc3b-4a2f-aa6c-088f8ffb7281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 14 10:56:03.120153 n-d-780147-26 neutron-server[93780]: DEBUG neutron.wsgi [req-c2ec9c43-1e83-4f95-934e-22ac0e216254 req-67570d35-1f0b-42da-9dfe-4fd3e12493c5 service neutron] (93780) timed out ('10.222.0.73', 47826) {{(pid=93780) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 14 10:56:22.071838 n-d-780147-26 neutron-server[93781]: DEBUG neutron_lib.callbacks.manager [None req-b8b7174c-b88b-4e7d-b726-ad8a93c8808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772845902318', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4010860'] for agent, after_update {{(pid=93781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}